-- Logs begin at Thu 2022-04-07 10:21:14 UTC, end at Thu 2022-04-07 12:49:56 UTC. -- Apr 07 10:55:13.447560 n-d-836788-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 10:55:16.335457 n-d-836788-1 neutron-server[104070]: INFO neutron.common.config [-] Logging enabled! Apr 07 10:55:16.336045 n-d-836788-1 neutron-server[104070]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev14 Apr 07 10:55:16.336238 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104070) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 10:55:16.339521 n-d-836788-1 neutron-server[104070]: INFO neutron.common.config [-] Logging enabled! Apr 07 10:55:16.339780 n-d-836788-1 neutron-server[104070]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev14 Apr 07 10:55:16.340094 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104070) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 10:55:16.341021 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 10:55:16.341282 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 10:55:16.341651 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 10:55:16.341901 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 10:55:16.342128 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 10:55:16.342874 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.343549 n-d-836788-1 neutron-server[104070]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 10:55:16.343871 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.344178 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.344473 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.344790 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.345066 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.345376 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.345669 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.345967 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.346252 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.346533 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.346817 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.347110 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.347515 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.347860 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.348142 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.348427 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] debug = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.348708 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.349169 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.349606 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.349873 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.350168 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.350450 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.350721 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.351001 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.351289 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.351616 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] host = n-d-836788-1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.351895 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.352184 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.352472 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.352758 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.353037 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.353343 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.353630 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.353904 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.354177 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.354452 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.354740 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.355029 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.355319 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.355545 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.355771 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.356070 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.356355 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.356630 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.356906 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.357210 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.357500 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.357763 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.358032 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.358315 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.358600 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.358887 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.359164 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.359440 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.359716 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.359990 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.360280 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.360554 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.360830 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.361105 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.361416 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.361689 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.361967 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.362269 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.362558 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.363354 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.363656 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.363928 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.364213 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.364490 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.364767 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.365043 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] use_json = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.365345 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.365621 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.365906 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.366182 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.366457 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.366732 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.367008 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.367296 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.367571 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:16.367869 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.368169 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.368472 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.368770 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.369064 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.369373 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.369668 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.369949 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.370243 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.370539 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.370828 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.371114 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.371416 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.371710 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.372009 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.372317 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.372614 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.372911 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.373217 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.373498 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.373774 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.374056 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.374348 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.374632 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.374924 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.375218 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.375502 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.375802 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.376091 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.376387 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.376680 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.376957 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.377268 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.377567 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.377852 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.378132 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.378441 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.379335 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.379761 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.380045 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.380334 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.380617 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.380901 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.381201 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.381488 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.381783 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.382065 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.382341 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.382615 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.382897 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.383170 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.383456 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.383738 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.384017 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.384293 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.384574 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.384849 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.385123 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.385441 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.385697 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.385977 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.386252 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.386527 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.386804 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.387078 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.387351 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.387625 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.387899 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.388176 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.388448 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.388721 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.388994 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.389293 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.389571 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.389861 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.390159 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.390439 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.390723 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.391003 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.391282 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.391560 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.391839 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.392119 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.392400 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.392675 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.392965 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.393276 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.393569 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.393870 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.394187 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.394590 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.394868 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.395149 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.395437 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.395718 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.396000 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.396288 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.396575 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.396871 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.397190 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.397489 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.397787 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.398083 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.398368 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.398679 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.398963 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:16.399182 n-d-836788-1 neutron-server[104070]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 10:55:16.399423 n-d-836788-1 neutron-server[104070]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104070) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 10:55:16.765896 n-d-836788-1 neutron-server[104070]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 10:55:16.766178 n-d-836788-1 neutron-server[104070]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 10:55:16.766487 n-d-836788-1 neutron-server[104070]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 10:55:16.766961 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 10:55:17.090201 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.090494 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.090767 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.091953 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.092230 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.092615 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.139414 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.139705 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.139973 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.153991 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.154272 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.154545 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.182875 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.183151 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.183421 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.220491 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.220770 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.221043 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.562684 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.563284 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.563284 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.563464 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.564082 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.662852 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.663170 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.663455 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.663731 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.663998 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.664308 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.664570 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.664829 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.665084 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.665390 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.665650 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.665920 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.666178 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.666432 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.666687 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.666950 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.667204 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.667472 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.667739 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.668002 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.668273 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.668526 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.668806 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.669211 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.669465 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.669711 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.670101 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:17.670345 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:17.670585 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:17.670826 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:17.671064 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:17.671302 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:17.671662 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 10:55:17.674731 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 10:55:17.678772 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 10:55:17.682423 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 07 10:55:17.684044 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 10:55:17.684508 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 10:55:17.684842 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 10:55:17.685264 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 10:55:17.688021 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 10:55:17.688279 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 10:55:17.688627 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 10:55:17.693526 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 10:55:17.717119 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 10:55:17.717606 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.717907 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104070) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 10:55:17.718281 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.719870 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104070) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 10:55:17.720155 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 10:55:17.720401 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 10:55:17.724339 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.724616 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:17.787374 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 10:55:17.787620 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 10:55:17.787859 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 10:55:17.788239 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 10:55:17.808387 n-d-836788-1 neutron-server[104070]: DEBUG oslo_db.sqlalchemy.engines [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104070) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 10:55:18.244868 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing driver for type 'gre' Apr 07 10:55:18.245392 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] gre ID ranges: [(1, 1000)] Apr 07 10:55:18.298438 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing driver for type 'local' Apr 07 10:55:18.298776 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing driver for type 'vlan' Apr 07 10:55:18.312050 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] VlanTypeDriver initialization complete Apr 07 10:55:18.312408 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing driver for type 'vxlan' Apr 07 10:55:18.312892 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] vxlan ID ranges: [(1, 1000)] Apr 07 10:55:18.364913 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing extension driver 'port_security' Apr 07 10:55:18.365287 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.extensions.port_security [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] PortSecurityExtensionDriver initialization complete Apr 07 10:55:18.365621 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing mechanism driver 'openvswitch' Apr 07 10:55:18.365957 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing mechanism driver 'hyperv' Apr 07 10:55:18.372401 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:55:18.373263 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.373636 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.373989 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.374514 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 10:55:18.374948 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.375301 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.375644 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.376037 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 10:55:18.376441 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.376790 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.377156 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.377542 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 10:55:18.377946 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > security_group after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.378296 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > security_group after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.378681 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.379070 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 10:55:18.379473 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.379818 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.380156 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.380549 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 10:55:18.380949 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > address_group after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.381320 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > address_group after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.381662 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.382053 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 10:55:18.382490 n-d-836788-1 neutron-server[104070]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] ML2 OVO RPC backend initialized. {{(pid=104070) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 10:55:18.383194 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.383550 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.383964 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.384310 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > networks before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.384656 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.384997 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > ports before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.385366 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.385704 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnets before_response 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.386046 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.386383 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.386716 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.387049 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.387381 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.387711 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.388042 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.388380 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.388714 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.396327 n-d-836788-1 neutron-server[104070]: INFO neutron.quota [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded quota_driver: . Apr 07 10:55:18.396684 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.plugin [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Modular L2 Plugin initialization complete Apr 07 10:55:18.397027 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading services supported by the core plugin {{(pid=104070) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 10:55:18.397395 n-d-836788-1 neutron-server[104070]: INFO neutron.plugins.ml2.managers [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Got port-security extension from driver 'port_security' Apr 07 10:55:18.397873 n-d-836788-1 neutron-server[104070]: INFO neutron.extensions.vlantransparent [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Disabled vlantransparent extension. Apr 07 10:55:18.398361 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104070) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 10:55:18.398687 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: router Apr 07 10:55:18.433704 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.434096 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_create 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.434466 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router before_create 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.434838 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.435208 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.435569 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_delete 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.435926 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.436276 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.436633 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_create 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.436978 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_update 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.437351 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_update 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.437698 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.438053 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_update 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.438465 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.438838 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.439179 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.439515 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: subnet after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.439854 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.440200 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.440544 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.440904 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.441280 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.441648 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router after_update 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.441994 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.442471 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.442852 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.443185 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.443549 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > agent after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.443899 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > agent after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.444244 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > network after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.445100 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Tracking information for resource: router configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:18.445460 n-d-836788-1 neutron-server[104070]: DEBUG neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Tracking information for resource: floatingip configured {{(pid=104070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 10:55:18.450251 n-d-836788-1 neutron-server[104070]: INFO neutron.db.l3_agentschedulers_db [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 10:55:18.450827 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.451188 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port after_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.451548 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port after_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.451900 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: port after_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.452678 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router before_create 55550100 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.453037 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.453426 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_create 55550100 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.453786 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > router precommit_update 55550100 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.459005 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.provider_configuration [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service providers = [] {{(pid=104070) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 10:55:18.459366 n-d-836788-1 neutron-server[104070]: DEBUG neutron.db.servicetype_db [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104070) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 10:55:18.462310 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.service_base [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 10:55:18.462662 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.service_base [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 10:55:18.463007 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.service_base [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 10:55:18.463888 n-d-836788-1 neutron-server[104070]: DEBUG neutron.services.service_base [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 10:55:18.464260 n-d-836788-1 neutron-server[104070]: INFO neutron.services.service_base [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 10:55:18.464634 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.464954 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 10:55:18.476458 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.476793 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: auto_allocate Apr 07 10:55:18.482437 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: network precommit_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.482807 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: network precommit_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.483317 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.483639 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: tag Apr 07 10:55:18.490398 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.490736 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: timestamp Apr 07 10:55:18.494517 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.494846 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: network_ip_availability Apr 07 10:55:18.500247 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.500575 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.500932 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.501683 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.502007 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: flavors Apr 07 10:55:18.506909 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.507246 n-d-836788-1 neutron-server[104070]: INFO neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading Plugin: revisions Apr 07 10:55:18.511492 n-d-836788-1 neutron-server[104070]: DEBUG neutron.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 10:55:18.511887 n-d-836788-1 neutron-server[104070]: DEBUG oslo_concurrency.lockutils [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=104070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 10:55:18.512620 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104070) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 10:55:18.512953 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Initializing extension manager. Apr 07 10:55:18.513493 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: __init__.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.513833 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: __pycache__ {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.514165 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: address_group.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.514907 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.515472 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: address-group Apr 07 10:55:18.515798 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: address_scope.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.516505 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.517012 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: address-scope Apr 07 10:55:18.517371 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.518297 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.518807 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: router-admin-state-down-before-update Apr 07 10:55:18.519732 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: agent.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.520512 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.521018 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: agent Apr 07 10:55:18.521372 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: agent_resources_synced.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.522292 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.522799 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: agent-resources-synced Apr 07 10:55:18.523124 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: allowedaddresspairs.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.524884 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.525436 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: allowed-address-pairs Apr 07 10:55:18.525776 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: auto_allocated_topology.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.526833 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.527350 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: auto-allocated-topology Apr 07 10:55:18.527678 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: availability_zone.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.528365 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.528870 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: availability_zone Apr 07 10:55:18.529222 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: availability_zone_filter.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.530130 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.530636 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: availability_zone_filter Apr 07 10:55:18.530960 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: data_plane_status.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.531855 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.532366 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 10:55:18.532690 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: default_subnetpools.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.533691 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.534199 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: default-subnetpools Apr 07 10:55:18.534520 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.536007 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.536517 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: dhcp_agent_scheduler Apr 07 10:55:18.536848 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: dns.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.537785 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.538298 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 10:55:18.538629 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: dns_domain_ports.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.539539 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.540048 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 10:55:18.540377 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.541325 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.541831 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 10:55:18.542163 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: dvr.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.542832 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.543339 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: dvr Apr 07 10:55:18.543666 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: ecmp_routes.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.544576 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.545080 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 10:55:18.545429 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: empty_string_filtering.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.546331 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.546842 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: empty-string-filtering Apr 07 10:55:18.547169 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.548075 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.548574 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 10:55:18.548895 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.549828 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.550376 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 10:55:18.550701 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: external_net.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.551599 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.552111 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: external-net Apr 07 10:55:18.552432 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.553359 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.553863 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: extra_dhcp_opt Apr 07 10:55:18.554186 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: extraroute.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.555080 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.555586 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: extraroute Apr 07 10:55:18.555909 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: extraroute_atomic.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.556950 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.557487 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: extraroute-atomic Apr 07 10:55:18.557813 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: filter_validation.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.558469 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.558966 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: filter-validation Apr 07 10:55:18.559288 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: fip_pf_description.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.560193 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.560688 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 10:55:18.561008 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: fip_port_details.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.562114 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.562619 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: fip-port-details Apr 07 10:55:18.562942 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: flavors.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.564147 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.564660 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: flavors Apr 07 10:55:18.564986 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.566857 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.567370 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 10:55:18.567700 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: floatingip_pools.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.568397 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.568908 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: floatingip-pools Apr 07 10:55:18.569269 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: ip_allocation.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.570172 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.570669 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 10:55:18.570992 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.571901 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.572410 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: ip-substring-filtering Apr 07 10:55:18.572735 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l2_adjacency.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.573677 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.574179 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 10:55:18.574503 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.575463 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.575971 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: router Apr 07 10:55:18.576297 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.578546 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.579066 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 10:55:18.579396 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.580320 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.580832 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: ext-gw-mode Apr 07 10:55:18.581186 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.582758 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.583266 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: l3-ha Apr 07 10:55:18.583593 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.584497 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.584999 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 10:55:18.585351 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_flavors.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.586263 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.586769 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: l3-flavors Apr 07 10:55:18.587092 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.588445 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.588965 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 10:55:18.589326 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.590237 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.590750 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 10:55:18.591081 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: l3agentscheduler.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.592107 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.592623 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: l3_agent_scheduler Apr 07 10:55:18.592955 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: local_ip.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.595000 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.595520 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension local_ip not supported by any of loaded plugins Apr 07 10:55:18.595858 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: logging.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.599264 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.599795 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension logging not supported by any of loaded plugins Apr 07 10:55:18.600128 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: metering.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.600869 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.601478 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: metering Apr 07 10:55:18.601811 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.602904 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.603423 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: metering_source_and_destination_fields Apr 07 10:55:18.603753 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: multiprovidernet.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.604677 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.605249 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: multi-provider Apr 07 10:55:18.605578 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: netmtu.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.606514 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.607020 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: net-mtu Apr 07 10:55:18.607343 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: netmtu_writable.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.608254 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.608762 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: net-mtu-writable Apr 07 10:55:18.609085 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: network_availability_zone.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.609787 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.610290 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: network_availability_zone Apr 07 10:55:18.610613 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: network_ip_availability.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.611709 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.612220 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: network-ip-availability Apr 07 10:55:18.612546 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: network_segment_range.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.613357 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.613858 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 10:55:18.614182 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: pagination.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.615172 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.615505 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: pagination Apr 07 10:55:18.615827 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: port_device_profile.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.616730 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.617273 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: port-device-profile Apr 07 10:55:18.617734 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.618663 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.619171 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: port-mac-address-regenerate Apr 07 10:55:18.619490 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.620401 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.620906 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: port-numa-affinity-policy Apr 07 10:55:18.621259 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: port_resource_request.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.622157 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.622661 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 10:55:18.622983 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: port_resource_request_groups.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.623956 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.624460 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 10:55:18.624796 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: portbindings.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.625739 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.626243 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: binding Apr 07 10:55:18.626562 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: portbindings_extended.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.627824 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.628331 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: binding-extended Apr 07 10:55:18.628687 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: portsecurity.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.629637 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.630141 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: port-security Apr 07 10:55:18.630466 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: project_id.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.631436 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.631767 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: project-id Apr 07 10:55:18.632090 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: providernet.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.633023 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.633569 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: provider Apr 07 10:55:18.633891 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.637445 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.637964 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos not supported by any of loaded plugins Apr 07 10:55:18.638299 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.639531 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.640048 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 10:55:18.640380 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.641330 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.641847 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 10:55:18.642177 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_default.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.643088 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.643600 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-default not supported by any of loaded plugins Apr 07 10:55:18.643927 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_fip.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.645393 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.645906 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 10:55:18.646232 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.647137 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.647644 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 10:55:18.647968 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_gateway_ip.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.648882 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.649417 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 10:55:18.649744 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_port_network_policy.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.650771 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.651279 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 10:55:18.651640 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.652672 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.653205 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 10:55:18.653533 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.654572 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.655080 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 10:55:18.655405 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_pps_rule.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.656563 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.657078 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 10:55:18.657434 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_rule_type_details.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.658343 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.658851 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 10:55:18.659176 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: qos_rules_alias.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.660882 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.661425 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 10:55:18.661756 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: quota_check_limit.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.662670 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.663190 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: quota-check-limit Apr 07 10:55:18.663516 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: quotasv2.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.664453 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.664782 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: quotas Apr 07 10:55:18.665102 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: quotasv2_detail.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.666871 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.667208 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: quota_details Apr 07 10:55:18.667541 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: rbac.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.668592 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.669118 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: rbac-policies Apr 07 10:55:18.669474 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: rbac_address_group.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.670407 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.670922 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: rbac-address-group Apr 07 10:55:18.671250 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: rbac_address_scope.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.672162 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.672673 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: rbac-address-scope Apr 07 10:55:18.672998 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: rbac_security_groups.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.673941 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.674454 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: rbac-security-groups Apr 07 10:55:18.674783 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: rbac_subnetpool.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.675882 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.676388 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: rbac-subnetpool Apr 07 10:55:18.676713 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: revisionifmatch.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.677848 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.678365 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: revision-if-match Apr 07 10:55:18.678695 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: revisions.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.679825 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.680343 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: standard-attr-revisions Apr 07 10:55:18.680666 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: router_availability_zone.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.681360 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.681870 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: router_availability_zone Apr 07 10:55:18.682192 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: routerservicetype.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.683108 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.683610 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 10:55:18.683931 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.684851 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.685380 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: security-groups-normalized-cidr Apr 07 10:55:18.685702 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.686620 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.687130 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: port-security-groups-filtering Apr 07 10:55:18.687455 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.688368 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.688877 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: security-groups-remote-address-group Apr 07 10:55:18.689227 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.690159 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.690665 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: security-groups-shared-filtering Apr 07 10:55:18.691120 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.691605 n-d-836788-1 neutron-server[104070]: WARNING neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 10:55:18.691922 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: securitygroup.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.701485 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.702012 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: security-group Apr 07 10:55:18.702345 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: segment.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.703072 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.703583 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension segment not supported by any of loaded plugins Apr 07 10:55:18.703910 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.704851 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.705400 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 10:55:18.705731 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: servicetype.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.707519 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.707858 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: service-type Apr 07 10:55:18.708184 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: sorting.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.709180 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.709515 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: sorting Apr 07 10:55:18.709840 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: standard_attr_segment.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.710754 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.711269 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 10:55:18.711594 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: standardattrdescription.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.712239 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.712746 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: standard-attr-description Apr 07 10:55:18.713070 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: stateful_security_group.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.714020 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.714529 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: stateful-security-group Apr 07 10:55:18.714852 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: stdattrs_common.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.715419 n-d-836788-1 neutron-server[104070]: WARNING neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 10:55:18.715740 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.716663 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.717210 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 10:55:18.717537 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: subnet_onboard.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.718851 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.719367 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: subnet_onboard Apr 07 10:55:18.719689 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.720626 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.721160 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 10:55:18.721480 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: subnet_service_types.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.723015 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.723528 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: subnet-service-types Apr 07 10:55:18.723850 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: subnetallocation.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.724935 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.725486 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: subnet_allocation Apr 07 10:55:18.725816 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.726481 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.726989 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: subnetpool-prefix-ops Apr 07 10:55:18.727313 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.728238 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.728747 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 10:55:18.729072 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: tagging.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.730249 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.730763 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: standard-attr-tag Apr 07 10:55:18.731093 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: timestamp.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.732291 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.732803 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loaded extension: standard-attr-timestamp Apr 07 10:55:18.733150 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: trunk.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.734177 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.734691 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension trunk not supported by any of loaded plugins Apr 07 10:55:18.735017 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: trunk_details.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.735927 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.736442 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 10:55:18.736768 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: uplink_status_propagation.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.737720 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.738266 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 10:55:18.738590 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Loading extension file: vlantransparent.py {{(pid=104070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 10:55:18.739254 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 10:55:18.739757 n-d-836788-1 neutron-server[104070]: INFO neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 10:55:18.742287 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:network Apr 07 10:55:18.742805 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:subnet Apr 07 10:55:18.743205 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 10:55:18.743601 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:port Apr 07 10:55:18.744831 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.745297 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service FLAVORS assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.745906 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.746336 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.746670 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:router Apr 07 10:55:18.747103 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 10:55:18.747582 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service METERING assigned prefix: /metering {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.749013 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.749429 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.749784 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 10:55:18.750840 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 10:55:18.751234 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:security_group Apr 07 10:55:18.751671 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 10:55:18.752264 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service CORE assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.752597 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 10:55:18.752944 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] subnetpool is already registered Apr 07 10:55:18.753911 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service CORE assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.754252 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 10:55:18.754586 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] subnetpool is already registered Apr 07 10:55:18.756806 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.757274 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service FLAVORS assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.757854 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.758273 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.758607 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:router Apr 07 10:55:18.758947 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] router is already registered Apr 07 10:55:18.759355 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 10:55:18.759692 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] floatingip is already registered Apr 07 10:55:18.760142 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service METERING assigned prefix: /metering {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.760793 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 10:55:18.761117 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] rbac_policy is already registered Apr 07 10:55:18.761549 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:security_group Apr 07 10:55:18.761885 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] security_group is already registered Apr 07 10:55:18.763279 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 10:55:18.763612 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] security_group_rule is already registered Apr 07 10:55:18.764227 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service CORE assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.764563 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 10:55:18.764898 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] subnetpool is already registered Apr 07 10:55:18.765342 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.v2.resource_helper [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Service CORE assigned prefix: {{(pid=104070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 10:55:18.765670 n-d-836788-1 neutron-server[104070]: INFO neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 10:55:18.766003 n-d-836788-1 neutron-server[104070]: WARNING neutron.quota.resource_registry [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] subnetpool is already registered Apr 07 10:55:18.766466 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: extensions {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.767961 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: address-groups {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.770110 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: address-scopes {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.771360 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: agents {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.772522 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: auto-allocated-topology {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.773787 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: availability_zones {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.774986 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: dhcp-networks {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.776476 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: dhcp-agents {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.777888 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: routers {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.780041 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: flavors {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.781218 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: service_profiles {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.782405 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: next_providers {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.783904 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: service_profiles {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.785977 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: floatingip-pools {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.789633 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: routers {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.791732 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: floatingips {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.793969 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: l3-routers {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.795346 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: l3-agents {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.796732 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: metering-labels {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.798118 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: metering-label-rules {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.799371 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: network-ip-availabilities {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.800728 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: bindings {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.802396 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: quotas {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.803919 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: quotas {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.805467 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: rbac-policies {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.806734 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: security-groups {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.807948 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: security-group-rules {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.809192 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: service-providers {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.810391 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: subnetpools {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.811783 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: subnetpools {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.813234 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.814901 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.817321 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.819085 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.820824 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.822761 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.824412 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.826313 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.828039 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.829904 n-d-836788-1 neutron-server[104070]: DEBUG neutron.api.extensions [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Extended resource: tags {{(pid=104070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 10:55:18.836449 n-d-836788-1 neutron-server[104070]: WARNING keystonemiddleware.auth_token [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 10:55:18.841140 n-d-836788-1 neutron-server[104070]: WARNING keystonemiddleware.auth_token [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 10:55:18.850353 n-d-836788-1 neutron-server[104070]: DEBUG oslo_concurrency.lockutils [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Acquired lock "singleton_lock" {{(pid=104070) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 10:55:18.850832 n-d-836788-1 neutron-server[104070]: DEBUG oslo_concurrency.lockutils [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Releasing lock "singleton_lock" {{(pid=104070) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 10:55:18.851476 n-d-836788-1 neutron-server[104070]: INFO oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Starting 2 workers Apr 07 10:55:18.856376 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Started child 104177 {{(pid=104070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 10:55:18.860947 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Started child 104178 {{(pid=104070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 10:55:18.861884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:18.862586 n-d-836788-1 neutron-server[104070]: INFO neutron.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 10:55:18.863200 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:18.863368 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [-] (104177) wsgi starting up on http://0.0.0.0:9696 Apr 07 10:55:18.865693 n-d-836788-1 neutron-server[104070]: INFO oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Starting 1 workers Apr 07 10:55:18.866166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:18.867627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [-] (104178) wsgi starting up on http://0.0.0.0:9696 Apr 07 10:55:18.871015 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Started child 104179 {{(pid=104070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 10:55:18.871559 n-d-836788-1 neutron-server[104070]: INFO oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Starting 1 workers Apr 07 10:55:18.874775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] calling RpcWorker wait() {{(pid=104179) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 10:55:18.875322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] returning from RpcWorker wait() {{(pid=104179) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 10:55:18.876124 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Started child 104180 {{(pid=104070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 10:55:18.876881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:18.876971 n-d-836788-1 neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-344ccd70-d3d7-4907-8c7a-80233166acc4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:18.877466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:55:18.879673 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104070) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 10:55:18.880027 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 10:55:18.880229 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 10:55:18.880469 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 10:55:18.880835 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 10:55:18.881002 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 10:55:18.881555 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.881836 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.882100 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.882341 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.882629 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.882772 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:18.883244 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.883474 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.883728 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.883982 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.884073 n-d-836788-1 neutron-server[104180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:55:18.884230 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.884399 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.884571 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.884814 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.885052 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.885366 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.885623 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.885855 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.886106 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.886279 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.886546 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.886808 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.887053 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.887307 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] debug = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.887557 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.888029 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.888254 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.888495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.888727 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.888999 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.889240 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.889541 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.889770 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.889985 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.890248 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.890520 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.890756 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.890972 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.891247 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.891480 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.891737 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.891964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.892406 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] host = n-d-836788-1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.892621 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.892856 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.893087 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.893354 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.893619 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.893852 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.894733 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.894962 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.895387 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.895699 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.895862 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.896105 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.896319 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.896564 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.896728 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_options = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.896977 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.897264 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.897510 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.897697 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.897864 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.898085 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.898284 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.898445 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.898699 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.898941 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.899153 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.899370 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.899581 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.899827 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.900069 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.900302 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.900533 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.900763 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.901185 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.901321 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.901637 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.901820 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.902207 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.902207 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.902428 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.902734 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.902878 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.903113 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.903260 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.903530 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.903805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.903987 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.904240 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.904723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.904723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.905002 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.905311 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.905541 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.905733 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.906019 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.906307 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.906537 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.906997 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.906997 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.907508 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.907508 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.908497 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_json = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.908497 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.908497 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.908497 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.909920 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.909920 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.909920 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.909920 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.909920 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.909920 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.910631 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.910631 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.910847 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.911259 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.911403 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.911560 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.911871 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.912108 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.912376 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.912586 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.912901 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.913147 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.913466 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.913760 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.914023 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.914329 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.914610 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.915524 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.915524 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.915767 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.916022 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.916438 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.916972 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.917408 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.917812 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.918241 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.918694 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.919252 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.919252 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.919601 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.920908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.920908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.920908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.920908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.920908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.923318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.924369 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.924369 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.924369 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.924369 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.924369 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.924369 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.926070 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.927022 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.927022 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.927022 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.927022 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.928495 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.929267 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.929267 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.929267 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.931828 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.932761 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.932761 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.932761 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.932761 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.932761 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.932761 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.933226 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.933226 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.933430 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.933545 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.933822 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.934163 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.934337 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.934575 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.934821 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.935045 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.935494 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.935637 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.935819 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.936320 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.936320 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.936609 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.936732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.936944 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.937186 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.937769 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.937769 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.938025 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.938178 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939016 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939016 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939016 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939016 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939315 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939444 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.939944 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.940178 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.940589 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.941649 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.942282 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.942499 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.942799 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.943226 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.943451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.943680 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.943972 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.944278 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.944538 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.944765 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.945014 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.945290 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.945570 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.946036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.946290 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.946587 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.946887 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.947090 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.947481 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.947887 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.948351 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.948762 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.949038 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.949278 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.949566 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.949832 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.950111 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.950343 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.950592 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.950862 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.951156 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.951424 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.951651 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.951888 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.952114 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.952363 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.952842 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.952842 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.953052 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.953334 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.953603 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.953873 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.954091 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.954322 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.954537 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.954756 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.954975 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.955224 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.955434 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.955806 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.956045 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.956445 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.957426 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.957653 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.958360 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.958360 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.958360 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.958625 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.958836 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.959074 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.959305 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.959566 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.959806 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.960024 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.960284 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.960507 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.960738 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.961107 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.961354 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.961595 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.961826 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.962059 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.962292 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.962549 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.962789 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.963130 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.963384 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.963614 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.963845 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.964083 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.964318 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.964541 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.964758 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.964991 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.965232 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.965464 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.965681 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.965896 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.966112 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.966359 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.966589 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.966841 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.967078 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.967313 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.967552 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.967774 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.967987 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.968205 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.968684 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.968894 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.969103 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.969355 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.969590 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.969801 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.970099 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.970347 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.970601 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.970865 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.971093 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.971440 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.971673 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.971888 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.972094 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.972544 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.972796 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.973094 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.973510 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.973749 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.973970 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.974193 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.974412 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.974617 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.975008 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.975220 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.975432 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.975655 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.975873 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.976080 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.976305 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.976519 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.976728 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.976946 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.977184 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.977417 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.977644 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.977854 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.978063 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.978287 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.978501 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.978711 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.978984 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.979446 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.979446 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.979755 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.980001 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.980242 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.980493 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.980791 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.981037 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.981333 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.981572 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.981788 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.982025 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.982295 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.982604 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.982892 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.983135 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.983387 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.983661 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.983950 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.984230 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.984462 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.984771 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.985110 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.985417 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.985665 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.985915 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.986161 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.986382 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.986617 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.986850 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.987090 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.987304 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.987569 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.987836 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.988121 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.988382 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.988611 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.988846 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.989066 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.989290 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.989512 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.989756 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:18.989903 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 10:55:18.990405 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104070) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 10:55:18.990564 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 10:55:18.990717 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 10:55:18.990907 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 10:55:18.991037 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 10:55:18.991236 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 10:55:18.991390 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.991550 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.991676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:55:18.991803 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.991803 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992038 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992160 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992294 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992416 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992575 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992733 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.992891 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.993048 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.993239 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.993399 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.993558 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.993715 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.993873 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.994031 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.994259 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.994426 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.994583 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.994741 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.994899 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] debug = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.995057 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.995255 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.995441 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.995566 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.995700 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.995964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.996102 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.996597 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.996597 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.996597 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.996597 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997030 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997030 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997030 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.997723 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] host = n-d-836788-1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998418 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998418 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998418 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998418 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998688 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998688 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998921 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.998921 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999219 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999219 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999448 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999567 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999649 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999771 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:18.999928 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_options = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.000083 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.000240 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.000397 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.000578 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.000740 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.000948 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001085 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001222 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001380 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001537 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001694 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001852 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.001994 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.002152 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.002308 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.002464 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.002620 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.002778 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.002921 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.003079 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.003235 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.003908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.004154 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.004320 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.004483 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.004658 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.004770 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.004926 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.005082 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.005252 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.005411 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.005589 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.005718 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.005872 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006021 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006172 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006353 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006505 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006619 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006797 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.006922 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.007065 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.007222 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.007378 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.007533 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.007690 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.007847 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_json = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008080 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008173 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008291 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008447 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008596 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008751 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.008908 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.009066 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.009248 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 10:55:19.009424 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.009587 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.009758 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.009917 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.010078 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.010239 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.010401 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.010546 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.010709 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.010870 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.011037 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.011198 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.011368 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.011529 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.011688 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.011845 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012000 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012161 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012322 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012483 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012643 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012802 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.012972 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.013158 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.013312 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.013472 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.013633 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.013801 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.013962 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.014137 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.014298 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.014460 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.014692 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.014859 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015021 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015184 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015346 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015503 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015656 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015812 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.015965 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.016126 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.016286 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.016447 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.016666 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.017395 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.017395 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.017395 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.017395 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.017395 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018020 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018020 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018020 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018020 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018480 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018480 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018480 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018698 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018774 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.018886 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.019135 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.019390 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.019549 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.019709 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.019869 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.020028 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.020188 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.020347 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.020520 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.020680 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.020840 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021000 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021181 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021343 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021504 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021665 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021826 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.021987 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.022147 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.022307 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.022468 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.022629 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.022790 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.022950 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.023111 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.023271 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.023432 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.023593 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.023753 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.023913 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.024072 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.024241 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.024415 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.024576 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.024735 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.024896 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.025056 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.025238 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.025399 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.025559 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.025721 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.025881 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.026042 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.026202 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.026364 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.026525 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.026689 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.026849 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027009 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027170 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027330 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027489 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027650 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027810 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.027970 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.028130 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.028292 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.028454 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.028616 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.028784 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.028944 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.029107 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.029306 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.029476 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.029647 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.029809 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.029970 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.030131 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.030292 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.030453 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.030612 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.030773 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.030934 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.031094 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.031254 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.031426 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.031588 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.031749 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.031909 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.032091 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.032251 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.032412 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.032572 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.032732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.032892 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.033052 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.033234 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.033397 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.033557 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.033718 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.033880 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.034041 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.034202 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.034362 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.034524 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.035240 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.035521 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.035694 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036214 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036214 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036214 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036578 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036578 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036900 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036900 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.036900 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.037320 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.037320 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.037849 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.037849 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.037849 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.037849 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038307 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038307 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038307 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038630 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038630 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038862 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.038862 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039089 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039219 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039359 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039481 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039622 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039783 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.039966 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.040094 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.040288 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.040419 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041169 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041169 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041169 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041169 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041169 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041498 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041498 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041619 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041778 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.041947 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.042085 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.042246 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.042407 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.042571 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.042738 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.042894 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.043056 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.043234 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.043743 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.043743 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.043743 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.044805 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.045818 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047068 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.047995 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.049451 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.050964 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.052061 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053036 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.053732 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054077 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054077 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054217 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054367 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054535 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054704 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.054873 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.055034 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.055199 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.055371 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.055530 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.055691 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.055852 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056012 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056170 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056330 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056489 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056650 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056811 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.056971 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.057155 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.057312 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.057472 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.057632 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.057792 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.057952 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.058112 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.058273 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.058432 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 10:55:19.058585 n-d-836788-1 neutron-server[104070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 10:55:19.122775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56282) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:19.131762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067580 Apr 07 10:55:30.504095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49416f-f8f3-4dc4-b38b-9524bfbab829 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 10:55:30.576909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc49416f-f8f3-4dc4-b38b-9524bfbab829 None None] No non-hosted networks {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 10:55:30.594852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.agentschedulers_db [None req-bc49416f-f8f3-4dc4-b38b-9524bfbab829 None None] DHCP Agent not found on host n-d-836788-1 {{(pid=104179) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 10:55:30.704544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3dadbdde-ceab-48ee-8374-9e0d8912f20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:32.843880 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cacadbc9-d37d-4c1e-bef0-b3b2b52b2320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:32.882759 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9f6c-6c05-464d-bf96-96b8a642ee7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:34.319072 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:35.822625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:36.511239 n-d-836788-1 neutron-server[104179]: INFO neutron.db.l3_hamode_db [None req-5e0c133d-63f4-4125-8862-b53d838c1855 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 10:55:36.589575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c133d-63f4-4125-8862-b53d838c1855 None None] Routers set() bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 10:55:36.590051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c133d-63f4-4125-8862-b53d838c1855 None None] Router IDs set() for agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 10:55:36.821604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:37.012723 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:37.013414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.013841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.014581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.014764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.015256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.015953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.016434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.016971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.017673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.018153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.018745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.019621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.020166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:37.020735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836788-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:55:37.026622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836788-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:55:37.342356 n-d-836788-1 neutron-server[104178]: WARNING oslo_policy.policy [None req-c5ab85dc-e41e-4669-bfae-995f2b975fc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:55:37.342933 n-d-836788-1 neutron-server[104178]: WARNING oslo_policy.policy [None req-c5ab85dc-e41e-4669-bfae-995f2b975fc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:55:37.562421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-c5ab85dc-e41e-4669-bfae-995f2b975fc0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 10:55:37.563422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c5ab85dc-e41e-4669-bfae-995f2b975fc0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7408943 Apr 07 10:55:40.109418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56390) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:40.418346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:55:40.510019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.policy [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 10:55:40.552517 n-d-836788-1 neutron-server[104178]: WARNING oslo_policy.policy [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:55:40.552878 n-d-836788-1 neutron-server[104178]: WARNING oslo_policy.policy [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:55:40.646419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749671441171', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749671440838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749671593107', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749671587953', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749671609685', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749671608308', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3270356', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3167913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-332966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-485539'] for rbac-policy (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:40.713514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:40.714714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0669e906-9336-4cfe-9527-dabbfa73c072 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6043248 Apr 07 10:55:43.182890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56400) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:43.489255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:55:43.517235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Made reservation on behalf of c781ae72b1674776aa67f5432d388e9d for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 10:55:43.521660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.537882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.645185 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks [] for security_group (e64b393a-5921-4a60-95d0-93f0cab9bec4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.648669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e64b393a-5921-4a60-95d0-93f0cab9bec4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.680638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 10:55:43.708439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749671959233', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3cb5ccb1-82da-42fc-801f-2b41ac00db39), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.709013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Unsubscribe: segment precommit_create {{(pid=104178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 10:55:43.709572 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Added segment 3cb5ccb1-82da-42fc-801f-2b41ac00db39 of type vlan for network 2b2727cb-3d17-43bd-9291-ec8b94da97cc Apr 07 10:55:43.715150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b393a-5921-4a60-95d0-93f0cab9bec4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:55:43.750488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.750828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.751163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.751494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.751818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.752140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.752463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.752818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.753268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.753591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.753912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.754229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.754544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Tracked resource versions report: Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: pushed versions: Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: { 'AddressGroup': {'1.2'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'ConntrackHelper': {'1.0'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'LocalIPAssociation': {'1.0'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Log': {'1.0'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Network': {'1.1'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Port': {'1.7'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'PortForwarding': {'1.2'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'QosPolicy': {'1.10'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'SecurityGroup': {'1.5'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'SecurityGroupRule': {'1.2'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'SubPort': {'1.0'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Subnet': {'1.1'}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Trunk': {'1.1'}} Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: consumer versions: Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: { DHCP agent@n-d-836788-1: {}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: L3 agent@n-d-836788-1: {}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: Metadata agent@n-d-836788-1: {}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: Metering agent@n-d-836788-1: {}, Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'ConntrackHelper': '1.0', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'LocalIPAssociation': '1.0', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Log': '1.0', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Network': '1.1', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Port': '1.7', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'PortForwarding': '1.2', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'QosPolicy': '1.10', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'SecurityGroup': '1.5', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'SecurityGroupRule': '1.2', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'SubPort': '1.0', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Subnet': '1.1', Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: 'Trunk': '1.1'}} Apr 07 10:55:43.755669 n-d-836788-1 neutron-server[104178]: {{(pid=104178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 10:55:43.820971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2b2727cb-3d17-43bd-9291-ec8b94da97cc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.860224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2b2727cb-3d17-43bd-9291-ec8b94da97cc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.865953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:55:43.866661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:43.952279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7683182 Apr 07 10:55:43.989266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879d56-36d9-4f3a-8033-ddb3d31e1c2c demo demo] Pushing event updated for resources: {'Network': ['ID=2b2727cb-3d17-43bd-9291-ec8b94da97cc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:55:44.002003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 10:55:46.506823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56412) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:46.906809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2fc22e-79db-4977-9f4c-e8e9ea03117c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:55:46.908089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7a2fc22e-79db-4977-9f4c-e8e9ea03117c demo admin] 10.222.0.13 "GET /v2.0/networks/2b2727cb-3d17-43bd-9291-ec8b94da97cc HTTP/1.1" status: 200 len: 825 time: 0.4003289 Apr 07 10:55:46.932198 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-23fcfd65-40c7-49c3-9437-3c8f21f0e240 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/6f5945e1-546f-4296-ab25-fb5c443c0452 HTTP/1.1" status: 200 len: 734 time: 0.0184491 Apr 07 10:55:46.941358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Request body: {'subnet': {'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:55:46.961707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Made reservation on behalf of c781ae72b1674776aa67f5432d388e9d for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 10:55:46.964044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:47.249844 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for subnet (a777996b-9176-499c-a28e-84db27544030), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:47.316503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a777996b-9176-499c-a28e-84db27544030,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:55:47.320881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Checking segment: {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:55:47.321256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Network hostable DHCP agents. Network: 2b2727cb-3d17-43bd-9291-ec8b94da97cc, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 10:55:47.342161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 10:55:47.353023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2b2727cb-3d17-43bd-9291-ec8b94da97cc) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:55:47.357597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:55:47.358194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:47.362653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14eb824-cdf1-4bcc-9c84-6a16c4bc6a42 None None] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:55:47.379379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f8dd6f1d-3df3-45cc-af57-7d45d5d9cb69 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4393549 Apr 07 10:55:47.750699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 10:55:47.751935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:48.032375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Allocated IP 172.20.0.2 (2b2727cb-3d17-43bd-9291-ec8b94da97cc/a777996b-9176-499c-a28e-84db27544030/bbd2a703-a087-47ed-8baa-edbc9e8e6eb7) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 10:55:48.307452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Publish callbacks [] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:48.315858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:48.395191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 10:55:48.401961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:55:48.407213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Pushing event updated for resources: {'Port': ['ID=bbd2a703-a087-47ed-8baa-edbc9e8e6eb7,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:55:48.409520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 10:55:48.441242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.441604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.441956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.442301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.442639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.442979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.443314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.443648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.443979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.444310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.444641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.444971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.445321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Tracked resource versions report: Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: pushed versions: Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: { 'AddressGroup': {'1.2'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'ConntrackHelper': {'1.0'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'LocalIPAssociation': {'1.0'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Log': {'1.0'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Network': {'1.1'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Port': {'1.7'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'PortForwarding': {'1.2'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'QosPolicy': {'1.10'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'SecurityGroup': {'1.5'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'SecurityGroupRule': {'1.2'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'SubPort': {'1.0'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Subnet': {'1.1'}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Trunk': {'1.1'}} Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: consumer versions: Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: { DHCP agent@n-d-836788-1: {}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: L3 agent@n-d-836788-1: {}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: Metadata agent@n-d-836788-1: {}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: Metering agent@n-d-836788-1: {}, Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'ConntrackHelper': '1.0', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'LocalIPAssociation': '1.0', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Log': '1.0', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Network': '1.1', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Port': '1.7', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'PortForwarding': '1.2', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'QosPolicy': '1.10', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'SecurityGroup': '1.5', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'SecurityGroupRule': '1.2', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'SubPort': '1.0', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Subnet': '1.1', Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: 'Trunk': '1.1'}} Apr 07 10:55:48.446454 n-d-836788-1 neutron-server[104179]: {{(pid=104179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 10:55:48.495977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Attempting to bind port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 10:55:48.496388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Attempting to bind port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 10:55:48.496829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Attempting to bind port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 on network 2b2727cb-3d17-43bd-9291-ec8b94da97cc {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 10:55:48.501894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 10:55:48.502297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Checking segment: {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:55:48.503506 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:48.503961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Bound using segment: {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 10:55:48.504436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Bound port: bbd2a703-a087-47ed-8baa-edbc9e8e6eb7, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 10:55:48.504872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:48.571804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] For port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 10:55:48.576047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] For port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bbd2a703-a087-47ed-8baa-edbc9e8e6eb7,segment=NetworkSegment(3cb5ccb1-82da-42fc-801f-2b41ac00db39),segment_id=3cb5ccb1-82da-42fc-801f-2b41ac00db39)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 10:55:48.583807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:48.650328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6300800-ca22-44f0-b383-6d97881ed4f6 None None] Pushing event updated for resources: {'Port': ['ID=bbd2a703-a087-47ed-8baa-edbc9e8e6eb7,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:55:49.906535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56420) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:50.229439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-912a1d11-48c1-4dda-af71-32bce99cc781 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 10:55:50.230424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-912a1d11-48c1-4dda-af71-32bce99cc781 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227601 Apr 07 10:55:52.750910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:53.068920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-6b237f3f-ac67-4982-8340-98f2038ebdea admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 10:55:53.069944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6b237f3f-ac67-4982-8340-98f2038ebdea admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3181040 Apr 07 10:55:55.679107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56436) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:55.999233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:55:56.022323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (456e4b29-9874-4739-ad28-eefef47ef1b9), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:56.023854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (456e4b29-9874-4739-ad28-eefef47ef1b9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:56.161200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] Publish callbacks [] for router_controller (456e4b29-9874-4739-ad28-eefef47ef1b9), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:56.165874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (456e4b29-9874-4739-ad28-eefef47ef1b9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:56.182696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:56.183835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d012a35e-acfc-40e1-805b-4a75f3c67206 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5037687 Apr 07 10:55:58.706425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56448) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:55:59.030185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-09adf1e9-a031-41cb-853f-06459a5b11fb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 10:55:59.031185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-09adf1e9-a031-41cb-853f-06459a5b11fb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3238361 Apr 07 10:55:59.719085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 10:55:59.806685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:55:59.807111 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:59.918883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:55:59.919215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:59.954491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bbd2a703-a087-47ed-8baa-edbc9e8e6eb7,segment=NetworkSegment(3cb5ccb1-82da-42fc-801f-2b41ac00db39),segment_id=3cb5ccb1-82da-42fc-801f-2b41ac00db39)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 10:55:59.959102 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:55:59.994792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cebe2-0eec-45c2-bda2-809e0406982d None None] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:56:00.055171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=bbd2a703-a087-47ed-8baa-edbc9e8e6eb7,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:00.091020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5170d91b-5bc0-4f5d-b084-f0734a545042 None None] Provisioning complete for port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:00.091412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5170d91b-5bc0-4f5d-b084-f0734a545042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:00.210460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5170d91b-5bc0-4f5d-b084-f0734a545042 None None] Current status of the port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:00.430774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-50395c22-5a83-4119-92a3-f0489eb3ef82 None None] Provisioning complete for port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:00.431170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50395c22-5a83-4119-92a3-f0489eb3ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:00.488565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5460f114-1b20-439a-8592-77e5a06ad8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:00.523882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-50395c22-5a83-4119-92a3-f0489eb3ef82 None None] Current status of the port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:01.641459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56458) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:56:01.685173 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 10:56:01.731871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:01.732261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:01.808215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:01.960614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:56:01.981225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Made reservation on behalf of e78af56f0de24e6e9695ee2ec365039b for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 10:56:01.983315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:01.991826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.063455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks [] for security_group (0b76d840-a7ad-487d-8d9f-4c3d0a9ef057), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.067516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0b76d840-a7ad-487d-8d9f-4c3d0a9ef057), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.080561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104178) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 10:56:02.101743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f22a643f-86bd-4364-b12f-e2d5857a147d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.102084 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Added segment f22a643f-86bd-4364-b12f-e2d5857a147d of type flat for network 2a149e59-0076-4d09-a23a-ef756275d523 Apr 07 10:56:02.103214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76d840-a7ad-487d-8d9f-4c3d0a9ef057,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:02.148896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2a149e59-0076-4d09-a23a-ef756275d523), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.180636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2a149e59-0076-4d09-a23a-ef756275d523), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.181633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:56:02.182207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:02.256428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6136360 Apr 07 10:56:02.274586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca08e1-90f5-4d16-9d3c-e61c116bc0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a149e59-0076-4d09-a23a-ef756275d523,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:02.285460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2a149e59-0076-4d09-a23a-ef756275d523 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 10:56:02.835051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd6b0-ae5e-43c1-a866-57faf6bc54d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:04.276767 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:04.739528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56476) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:56:04.915556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f0f444-3a9d-4bd1-83ce-a8c8072cc35a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:56:04.917253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-36f0f444-3a9d-4bd1-83ce-a8c8072cc35a demo admin] 10.222.0.13 "GET /v2.0/subnets/a777996b-9176-499c-a28e-84db27544030 HTTP/1.1" status: 200 len: 849 time: 0.1767147 Apr 07 10:56:05.040761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-23cd657b-f486-4095-9fb9-70ef020cab50 demo admin] 10.222.0.13 "GET /v2.0/routers/456e4b29-9874-4739-ad28-eefef47ef1b9 HTTP/1.1" status: 200 len: 704 time: 0.1177788 Apr 07 10:56:05.310335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:05.636107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Allocated IP 172.20.0.1 (2b2727cb-3d17-43bd-9291-ec8b94da97cc/a777996b-9176-499c-a28e-84db27544030/76cbb6a5-d9f6-47d0-892c-34546db967f4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 10:56:05.765102 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:05.786093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks [] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:05.853140 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:05.916444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 10:56:05.921295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:56:05.928163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 10:56:05.928512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (456e4b29-9874-4739-ad28-eefef47ef1b9), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.005312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Pushing event updated for resources: {'Port': ['ID=76cbb6a5-d9f6-47d0-892c-34546db967f4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:06.149927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.172387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-187aead8-418a-4159-a267-86950eb464ff None None] Provisioning complete for port 76cbb6a5-d9f6-47d0-892c-34546db967f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:06.172707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-187aead8-418a-4159-a267-86950eb464ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.207498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-187aead8-418a-4159-a267-86950eb464ff None None] Port 76cbb6a5-d9f6-47d0-892c-34546db967f4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 10:56:06.360717 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks [] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.365695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.366609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (456e4b29-9874-4739-ad28-eefef47ef1b9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.445078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Pushing event updated for resources: {'Port': ['ID=76cbb6a5-d9f6-47d0-892c-34546db967f4,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:06.488430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 10:56:06.489741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:56:06.655673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Router 456e4b29-9874-4739-ad28-eefef47ef1b9 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 10:56:06.750894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 10:56:06.758164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae8f92a1-e96e-4388-8b68-4b3fbe6cf0f6 demo admin] 10.222.0.13 "PUT /v2.0/routers/456e4b29-9874-4739-ad28-eefef47ef1b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7108178 Apr 07 10:56:06.761569 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Sync routers for ids ['456e4b29-9874-4739-ad28-eefef47ef1b9'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 10:56:06.775240 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Routers {'456e4b29-9874-4739-ad28-eefef47ef1b9'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 10:56:06.776083 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T10:56:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['456e4b29-9874-4739-ad28-eefef47ef1b9'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:06.830051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a502eb75-7aa2-487e-8376-05b534208d2e None None] Provisioning complete for port 76cbb6a5-d9f6-47d0-892c-34546db967f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:06.830646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a502eb75-7aa2-487e-8376-05b534208d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:06.869457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a502eb75-7aa2-487e-8376-05b534208d2e None None] Port 76cbb6a5-d9f6-47d0-892c-34546db967f4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 10:56:06.971275 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Set router 456e4b29-9874-4739-ad28-eefef47ef1b9 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 10:56:07.017088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:07.406808 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'name': 'router1', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T10:55:56Z', 'updated_at': '2022-04-07T10:56:06Z', 'revision_number': 2, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'gw_port_host': None, '_interfaces': [{'id': '76cbb6a5-d9f6-47d0-892c-34546db967f4', 'name': '', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'mac_address': 'fa:16:3e:79:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:05Z', 'updated_at': '2022-04-07T10:56:06Z', 'revision_number': 2, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'subnets': [{'id': 'a777996b-9176-499c-a28e-84db27544030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:07.458365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Checking router: 456e4b29-9874-4739-ad28-eefef47ef1b9 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 10:56:07.458744 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Updating router 456e4b29-9874-4739-ad28-eefef47ef1b9 port 76cbb6a5-d9f6-47d0-892c-34546db967f4 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 10:56:07.513287 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.023210 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Publish callbacks [] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.029365 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.197063 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Pushing event updated for resources: {'Port': ['ID=76cbb6a5-d9f6-47d0-892c-34546db967f4,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:08.204740 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Attempting to bind port 76cbb6a5-d9f6-47d0-892c-34546db967f4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 10:56:08.205176 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Attempting to bind port 76cbb6a5-d9f6-47d0-892c-34546db967f4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 10:56:08.205639 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Attempting to bind port 76cbb6a5-d9f6-47d0-892c-34546db967f4 on network 2b2727cb-3d17-43bd-9291-ec8b94da97cc {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 10:56:08.214956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.215304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.215641 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.215977 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.216309 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.216637 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.216966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.217318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.217642 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.217972 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.218297 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.218871 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.219192 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Tracked resource versions report: Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: pushed versions: Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: { 'AddressGroup': {'1.2'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'ConntrackHelper': {'1.0'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'LocalIPAssociation': {'1.0'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Log': {'1.0'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Network': {'1.1'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Port': {'1.7'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'PortForwarding': {'1.2'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'QosPolicy': {'1.10'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'SecurityGroup': {'1.5'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'SecurityGroupRule': {'1.2'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'SubPort': {'1.0'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Subnet': {'1.1'}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Trunk': {'1.1'}} Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: consumer versions: Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: { DHCP agent@n-d-836788-1: {}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: L3 agent@n-d-836788-1: {}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: Metadata agent@n-d-836788-1: {}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: Metering agent@n-d-836788-1: {}, Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'ConntrackHelper': '1.0', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'LocalIPAssociation': '1.0', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Log': '1.0', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Network': '1.1', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Port': '1.7', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'PortForwarding': '1.2', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'QosPolicy': '1.10', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'SecurityGroup': '1.5', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'SecurityGroupRule': '1.2', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'SubPort': '1.0', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Subnet': '1.1', Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: 'Trunk': '1.1'}} Apr 07 10:56:08.220305 n-d-836788-1 neutron-server[104180]: {{(pid=104180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 10:56:08.224645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 10:56:08.225054 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Checking segment: {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:56:08.225569 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.225957 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Bound using segment: {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 10:56:08.226434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Bound port: 76cbb6a5-d9f6-47d0-892c-34546db967f4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb5ccb1-82da-42fc-801f-2b41ac00db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 10:56:08.226814 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.294541 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] For port 76cbb6a5-d9f6-47d0-892c-34546db967f4, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 10:56:08.295353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2ad9661f-6f9d-4440-9836-38e5ca4bede0 None None] Provisioning complete for port 76cbb6a5-d9f6-47d0-892c-34546db967f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:08.295826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ad9661f-6f9d-4440-9836-38e5ca4bede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.314342 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] For port 76cbb6a5-d9f6-47d0-892c-34546db967f4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=76cbb6a5-d9f6-47d0-892c-34546db967f4,segment=NetworkSegment(3cb5ccb1-82da-42fc-801f-2b41ac00db39),segment_id=3cb5ccb1-82da-42fc-801f-2b41ac00db39)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 10:56:08.321034 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.332660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9661f-6f9d-4440-9836-38e5ca4bede0 None None] Port 76cbb6a5-d9f6-47d0-892c-34546db967f4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 10:56:08.381823 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc064298-8037-4210-a1a7-7118c9e15a69 None None] Pushing event updated for resources: {'Port': ['ID=76cbb6a5-d9f6-47d0-892c-34546db967f4,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:08.388792 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Routers {'456e4b29-9874-4739-ad28-eefef47ef1b9'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 10:56:08.388792 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T10:56:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['456e4b29-9874-4739-ad28-eefef47ef1b9'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:08.484026 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] Set router 456e4b29-9874-4739-ad28-eefef47ef1b9 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 10:56:08.553294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] Provisioning complete for port 76cbb6a5-d9f6-47d0-892c-34546db967f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:08.553706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.650458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] Current status of the port 76cbb6a5-d9f6-47d0-892c-34546db967f4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:08.650807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.687435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] For port 76cbb6a5-d9f6-47d0-892c-34546db967f4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=76cbb6a5-d9f6-47d0-892c-34546db967f4,segment=NetworkSegment(3cb5ccb1-82da-42fc-801f-2b41ac00db39),segment_id=3cb5ccb1-82da-42fc-801f-2b41ac00db39)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 10:56:08.693006 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:08.713925 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'name': 'router1', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T10:55:56Z', 'updated_at': '2022-04-07T10:56:06Z', 'revision_number': 2, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'gw_port_host': None, '_interfaces': [{'id': '76cbb6a5-d9f6-47d0-892c-34546db967f4', 'name': '', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'mac_address': 'fa:16:3e:79:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:05Z', 'updated_at': '2022-04-07T10:56:08Z', 'revision_number': 4, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'subnets': [{'id': 'a777996b-9176-499c-a28e-84db27544030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:08.744995 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce4b9e-1680-4621-b564-d7f3776085b5 None None] The sync data for ids ['456e4b29-9874-4739-ad28-eefef47ef1b9'] in n-d-836788-1 is: [{'id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'name': 'router1', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T10:55:56Z', 'updated_at': '2022-04-07T10:56:06Z', 'revision_number': 2, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'gw_port_host': None, '_interfaces': [{'id': '76cbb6a5-d9f6-47d0-892c-34546db967f4', 'name': '', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'mac_address': 'fa:16:3e:79:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:05Z', 'updated_at': '2022-04-07T10:56:08Z', 'revision_number': 4, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'subnets': [{'id': 'a777996b-9176-499c-a28e-84db27544030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 10:56:08.750047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69def02-d301-4891-85cd-0f5fd382942a None None] Pushing event updated for resources: {'Port': ['ID=76cbb6a5-d9f6-47d0-892c-34546db967f4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:09.318277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56496) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:56:09.427503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b4ed40-c166-4534-9260-16403a687b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:56:09.428775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-34b4ed40-c166-4534-9260-16403a687b88 admin admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 842 time: 0.1095364 Apr 07 10:56:09.438077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'ip_version': 4, 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:56:09.458562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Made reservation on behalf of e78af56f0de24e6e9695ee2ec365039b for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 10:56:09.461024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:09.816379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 10:56:09.816821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for subnet (5d3d5005-fea0-4f67-a271-18c894798882), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:09.870505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3d5005-fea0-4f67-a271-18c894798882,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:09.879130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:56:09.879489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Network hostable DHCP agents. Network: 2a149e59-0076-4d09-a23a-ef756275d523, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 10:56:09.895028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 10:56:09.903365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2a149e59-0076-4d09-a23a-ef756275d523) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:56:09.907319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:56:09.908155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:09.918488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd25b4b-474f-4b2b-bba8-20714f963d44 None None] Network 2a149e59-0076-4d09-a23a-ef756275d523 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:56:09.924695 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 10:56:09.929643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1a32600d-c0b2-4267-b2db-2bc626c16d2e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4948187 Apr 07 10:56:10.026026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fd3e2-dfee-41a1-b070-3794aaa9141c None None] Network 2a149e59-0076-4d09-a23a-ef756275d523 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:56:12.359234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56504) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:56:12.492586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d62a2f6f-a933-4c77-803f-c45926f4166e demo admin] 10.222.0.13 "GET /v2.0/routers/456e4b29-9874-4739-ad28-eefef47ef1b9 HTTP/1.1" status: 200 len: 710 time: 0.1322403 Apr 07 10:56:12.579051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd624ac7-e169-47f4-9cee-9173d704cd0c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:56:12.585899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd624ac7-e169-47f4-9cee-9173d704cd0c demo admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 886 time: 0.0825965 Apr 07 10:56:12.589722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:56:12.838654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks [] for router_gateway (456e4b29-9874-4739-ad28-eefef47ef1b9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.083608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks [] for router_gateway (456e4b29-9874-4739-ad28-eefef47ef1b9), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.158827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.262345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Allocated IP 172.25.5.180 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/25821ac6-cf35-48ea-9835-5a16c3ff5048) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 10:56:13.361058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks [] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.394524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.434340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 10:56:13.436992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:56:13.443319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 10:56:13.476440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Pushing event updated for resources: {'Port': ['ID=25821ac6-cf35-48ea-9835-5a16c3ff5048,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:13.781301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks [] for router_gateway (456e4b29-9874-4739-ad28-eefef47ef1b9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.982879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (456e4b29-9874-4739-ad28-eefef47ef1b9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:13.986289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (456e4b29-9874-4739-ad28-eefef47ef1b9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:14.099765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Router 456e4b29-9874-4739-ad28-eefef47ef1b9 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 10:56:14.208601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 10:56:14.213601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:14.229161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3eb87162-bed5-4bae-aaa7-1f05d69dde03 demo admin] 10.222.0.13 "PUT /v2.0/routers/456e4b29-9874-4739-ad28-eefef47ef1b9 HTTP/1.1" status: 200 len: 890 time: 1.6282496 Apr 07 10:56:15.724865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 76cbb6a5-d9f6-47d0-892c-34546db967f4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 10:56:15.782800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 76cbb6a5-d9f6-47d0-892c-34546db967f4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:15.783174 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:15.862145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 76cbb6a5-d9f6-47d0-892c-34546db967f4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:16.883556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56516) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:56:17.032160 n-d-836788-1 neutron-server[104177]: WARNING oslo_policy.policy [None req-d2aa9662-1f3c-4965-8f0b-329125397eab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:56:17.032750 n-d-836788-1 neutron-server[104177]: WARNING oslo_policy.policy [None req-d2aa9662-1f3c-4965-8f0b-329125397eab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:56:17.371766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Sync routers for ids ['456e4b29-9874-4739-ad28-eefef47ef1b9'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 10:56:17.382282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Routers {'456e4b29-9874-4739-ad28-eefef47ef1b9'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 10:56:17.382940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T10:56:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['456e4b29-9874-4739-ad28-eefef47ef1b9'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:17.445444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.policy [None req-d2aa9662-1f3c-4965-8f0b-329125397eab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104177) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 10:56:17.490369 n-d-836788-1 neutron-server[104177]: WARNING oslo_policy.policy [None req-d2aa9662-1f3c-4965-8f0b-329125397eab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:56:17.490759 n-d-836788-1 neutron-server[104177]: WARNING oslo_policy.policy [None req-d2aa9662-1f3c-4965-8f0b-329125397eab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 10:56:17.500407 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d2aa9662-1f3c-4965-8f0b-329125397eab admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6147661 Apr 07 10:56:17.617068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Set router 456e4b29-9874-4739-ad28-eefef47ef1b9 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 10:56:18.090050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'name': 'router1', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '25821ac6-cf35-48ea-9835-5a16c3ff5048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T10:55:56Z', 'updated_at': '2022-04-07T10:56:13Z', 'revision_number': 4, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'gw_port': {'id': '25821ac6-cf35-48ea-9835-5a16c3ff5048', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:13Z', 'updated_at': '2022-04-07T10:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '76cbb6a5-d9f6-47d0-892c-34546db967f4', 'name': '', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'mac_address': 'fa:16:3e:79:4a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:05Z', 'updated_at': '2022-04-07T10:56:08Z', 'revision_number': 5, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'subnets': [{'id': 'a777996b-9176-499c-a28e-84db27544030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:18.141908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Checking router: 456e4b29-9874-4739-ad28-eefef47ef1b9 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 10:56:18.142290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Updating router 456e4b29-9874-4739-ad28-eefef47ef1b9 port 25821ac6-cf35-48ea-9835-5a16c3ff5048 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 10:56:18.194533 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:18.517624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Publish callbacks [] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:18.523955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:18.574856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d35c9-6589-4bc1-b76e-86dc2095ce6c None None] Pushing event updated for resources: {'Port': ['ID=25821ac6-cf35-48ea-9835-5a16c3ff5048,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:18.578896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Attempting to bind port 25821ac6-cf35-48ea-9835-5a16c3ff5048 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 10:56:18.579271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Attempting to bind port 25821ac6-cf35-48ea-9835-5a16c3ff5048 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 10:56:18.579644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Attempting to bind port 25821ac6-cf35-48ea-9835-5a16c3ff5048 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 10:56:18.585605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 10:56:18.585985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:56:18.586384 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:18.586776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 10:56:18.587239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Bound port: 25821ac6-cf35-48ea-9835-5a16c3ff5048, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 10:56:18.587620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:18.641696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] For port 25821ac6-cf35-48ea-9835-5a16c3ff5048, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 10:56:18.645565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] For port 25821ac6-cf35-48ea-9835-5a16c3ff5048, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=25821ac6-cf35-48ea-9835-5a16c3ff5048,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 10:56:18.652240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:18.711701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Routers {'456e4b29-9874-4739-ad28-eefef47ef1b9'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 10:56:18.712330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T10:56:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['456e4b29-9874-4739-ad28-eefef47ef1b9'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:18.715143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d35c9-6589-4bc1-b76e-86dc2095ce6c None None] Pushing event updated for resources: {'Port': ['ID=25821ac6-cf35-48ea-9835-5a16c3ff5048,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:18.840683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] Set router 456e4b29-9874-4739-ad28-eefef47ef1b9 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 10:56:19.052178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'name': 'router1', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '25821ac6-cf35-48ea-9835-5a16c3ff5048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T10:55:56Z', 'updated_at': '2022-04-07T10:56:13Z', 'revision_number': 4, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'gw_port': {'id': '25821ac6-cf35-48ea-9835-5a16c3ff5048', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:13Z', 'updated_at': '2022-04-07T10:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '76cbb6a5-d9f6-47d0-892c-34546db967f4', 'name': '', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'mac_address': 'fa:16:3e:79:4a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:05Z', 'updated_at': '2022-04-07T10:56:08Z', 'revision_number': 5, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'subnets': [{'id': 'a777996b-9176-499c-a28e-84db27544030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 10:56:19.077753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff2396-1f45-4f24-8491-005913a269f2 None None] The sync data for ids ['456e4b29-9874-4739-ad28-eefef47ef1b9'] in n-d-836788-1 is: [{'id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'name': 'router1', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '25821ac6-cf35-48ea-9835-5a16c3ff5048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T10:55:56Z', 'updated_at': '2022-04-07T10:56:13Z', 'revision_number': 4, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'gw_port': {'id': '25821ac6-cf35-48ea-9835-5a16c3ff5048', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:13Z', 'updated_at': '2022-04-07T10:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '76cbb6a5-d9f6-47d0-892c-34546db967f4', 'name': '', 'network_id': '2b2727cb-3d17-43bd-9291-ec8b94da97cc', 'tenant_id': 'c781ae72b1674776aa67f5432d388e9d', 'mac_address': 'fa:16:3e:79:4a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e4b29-9874-4739-ad28-eefef47ef1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a777996b-9176-499c-a28e-84db27544030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T10:56:05Z', 'updated_at': '2022-04-07T10:56:08Z', 'revision_number': 5, 'project_id': 'c781ae72b1674776aa67f5432d388e9d', 'subnets': [{'id': 'a777996b-9176-499c-a28e-84db27544030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f5945e1-546f-4296-ab25-fb5c443c0452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 10:56:19.764446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 25821ac6-cf35-48ea-9835-5a16c3ff5048 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 10:56:19.834490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 25821ac6-cf35-48ea-9835-5a16c3ff5048 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:19.838053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:19.935454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 25821ac6-cf35-48ea-9835-5a16c3ff5048 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:19.935866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:19.962325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 25821ac6-cf35-48ea-9835-5a16c3ff5048, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=25821ac6-cf35-48ea-9835-5a16c3ff5048,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 10:56:19.966903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:20.024127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=25821ac6-cf35-48ea-9835-5a16c3ff5048,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:56:21.747439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 25821ac6-cf35-48ea-9835-5a16c3ff5048 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 10:56:21.806011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 25821ac6-cf35-48ea-9835-5a16c3ff5048 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:56:21.806595 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25821ac6-cf35-48ea-9835-5a16c3ff5048), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:21.904909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 25821ac6-cf35-48ea-9835-5a16c3ff5048 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:56:30.482620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53850fc7-8a31-44f6-8f49-78c7fc3ba8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:32.858520 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1270c6f6-5a8e-4388-b374-6533b0ab94cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:34.239604 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:35.777155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:37.025605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:56:46.926060 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 10:57:00.487638 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8a19696-efbb-4908-9f7f-c9489943506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:02.844028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f300945-c764-499a-8480-9cd5cc62f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:04.242428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:05.778712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:07.024934 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:23.925562 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 10:57:30.492241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4529e1f-0aa5-4667-a21b-03f882e0237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:32.847301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ecf83f07-0c5e-4c8b-a5f5-59e7376625b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:34.245648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:35.780216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:37.018941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:43.495371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57040) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:43.572284 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ed575-51ea-452e-9f7c-a29b3974ef0a admin admin] GET failed (client error): The resource could not be found. Apr 07 10:57:43.573565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f36ed575-51ea-452e-9f7c-a29b3974ef0a admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0772395 Apr 07 10:57:43.765551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f90ac-98dc-4bb9-8e80-f240eb93d6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:43.767021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ff1f90ac-98dc-4bb9-8e80-f240eb93d6ae admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1893966 Apr 07 10:57:46.090341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57050) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:46.219262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b7f9e-2b3a-4107-b4f4-0b6a7728c5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:46.220707 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f86b7f9e-2b3a-4107-b4f4-0b6a7728c5bd admin admin] 10.222.0.13 "GET /v2.0/subnets/a777996b-9176-499c-a28e-84db27544030 HTTP/1.1" status: 200 len: 849 time: 0.1292834 Apr 07 10:57:46.229991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:57:46.317445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Publish callbacks [] for subnet (a777996b-9176-499c-a28e-84db27544030), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:46.469325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749672087830'] for subnet (a777996b-9176-499c-a28e-84db27544030), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:46.509862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:46.510455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:46.511729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] 10.222.0.13 "PUT /v2.0/subnets/a777996b-9176-499c-a28e-84db27544030 HTTP/1.1" status: 200 len: 868 time: 0.2853882 Apr 07 10:57:46.528311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54375aba-1140-43bc-afad-ac688305c5bb None None] Network 2b2727cb-3d17-43bd-9291-ec8b94da97cc requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:57:46.555490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a777996b-9176-499c-a28e-84db27544030,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:57:46.566191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.566827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.567339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.567901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.568416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.568923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.569522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.570220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.570560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.570899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.571235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.571568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.571905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dca2c5-afd0-41c8-a990-aded2af9e7c1 admin admin] Tracked resource versions report: Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: pushed versions: Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: { 'AddressGroup': {'1.2'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'ConntrackHelper': {'1.0'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'LocalIPAssociation': {'1.0'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Log': {'1.0'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Network': {'1.1'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Port': {'1.7'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'PortForwarding': {'1.2'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'QosPolicy': {'1.10'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'SecurityGroup': {'1.5'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'SecurityGroupRule': {'1.2'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'SubPort': {'1.0'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Subnet': {'1.1'}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Trunk': {'1.1'}} Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: consumer versions: Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: { DHCP agent@n-d-836788-1: {}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: L3 agent@n-d-836788-1: {}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: Metadata agent@n-d-836788-1: {}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: Metering agent@n-d-836788-1: {}, Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'ConntrackHelper': '1.0', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'LocalIPAssociation': '1.0', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Log': '1.0', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Network': '1.1', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Port': '1.7', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'PortForwarding': '1.2', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'QosPolicy': '1.10', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'SecurityGroup': '1.5', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'SecurityGroupRule': '1.2', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'SubPort': '1.0', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Subnet': '1.1', Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: 'Trunk': '1.1'}} Apr 07 10:57:46.573076 n-d-836788-1 neutron-server[104177]: {{(pid=104177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 10:57:46.858028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b3841cc9-ce50-4f25-af11-22e5f0bb6679 None None] Provisioning complete for port 76cbb6a5-d9f6-47d0-892c-34546db967f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:57:46.858421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3841cc9-ce50-4f25-af11-22e5f0bb6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76cbb6a5-d9f6-47d0-892c-34546db967f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:46.941038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b3841cc9-ce50-4f25-af11-22e5f0bb6679 None None] Current status of the port 76cbb6a5-d9f6-47d0-892c-34546db967f4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:57:46.951880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b3841cc9-ce50-4f25-af11-22e5f0bb6679 None None] Provisioning complete for port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:57:46.952276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3841cc9-ce50-4f25-af11-22e5f0bb6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bbd2a703-a087-47ed-8baa-edbc9e8e6eb7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:57:47.028243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b3841cc9-ce50-4f25-af11-22e5f0bb6679 None None] Current status of the port bbd2a703-a087-47ed-8baa-edbc9e8e6eb7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:57:48.838741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57062) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:49.052890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0085a8-63d1-4f76-ad42-f2709173243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:49.053302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0085a8-63d1-4f76-ad42-f2709173243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:49.054820 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bc0085a8-63d1-4f76-ad42-f2709173243a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2151191 Apr 07 10:57:51.348634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57070) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:51.481018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cbc02-0f36-4717-836b-44294c280c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:51.481542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cbc02-0f36-4717-836b-44294c280c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:51.483046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4d8cbc02-0f36-4717-836b-44294c280c35 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334286 Apr 07 10:57:53.790422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57078) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:53.968312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85cf40-b791-4c69-aa05-06a3755c3f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:53.970384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a85cf40-b791-4c69-aa05-06a3755c3f33 admin admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 886 time: 0.1785109 Apr 07 10:57:56.264969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57086) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:56.393632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f02101-52d6-4ff2-8a27-b09584118c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:56.394987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12f02101-52d6-4ff2-8a27-b09584118c81 admin admin] 10.222.0.13 "GET /v2.0/networks/2b2727cb-3d17-43bd-9291-ec8b94da97cc HTTP/1.1" status: 200 len: 869 time: 0.1290579 Apr 07 10:57:58.709524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57096) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:57:58.832762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a515237-9292-4f59-aeba-e535c5d7da28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:58.833248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a515237-9292-4f59-aeba-e535c5d7da28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:57:58.834757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7a515237-9292-4f59-aeba-e535c5d7da28 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242304 Apr 07 10:58:00.496016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-94f27d44-01df-4dac-8aa1-9f93ffd2b138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:00.924082 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 10:58:01.155394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57104) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:01.251790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ef960-dbb8-4729-96fc-36efd4075a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:01.252366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ef960-dbb8-4729-96fc-36efd4075a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:01.253886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cb5ef960-dbb8-4729-96fc-36efd4075a76 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0975509 Apr 07 10:58:02.849653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-70db8bce-cc26-44a5-8d1b-c6ec83f01444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:03.563045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57112) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:03.649447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c9b81-9af8-40a2-8148-08fc3c3acad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:03.650770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a5c9b81-9af8-40a2-8148-08fc3c3acad2 admin admin] 10.222.0.13 "GET /v2.0/subnets/5d3d5005-fea0-4f67-a271-18c894798882 HTTP/1.1" status: 200 len: 816 time: 0.0867772 Apr 07 10:58:04.245956 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:05.782677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:05.990953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57120) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:06.084097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25291e67-a832-4589-a735-cd4d02ed104a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:06.085536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-25291e67-a832-4589-a735-cd4d02ed104a admin admin] 10.222.0.13 "GET /v2.0/subnets/a777996b-9176-499c-a28e-84db27544030 HTTP/1.1" status: 200 len: 868 time: 0.0935566 Apr 07 10:58:07.020527 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:30.502252 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-967c35e1-a69a-4b2b-99a8-1821d740b56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:30.854787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57174) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:30.901651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-02349174-d9d7-4fb0-a5a4-90f32ef09df9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 10:58:30.902664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02349174-d9d7-4fb0-a5a4-90f32ef09df9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469449 Apr 07 10:58:32.851534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575280e1-dc99-43da-8382-9655055ed3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:33.300679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57182) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:33.361563 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d5e869-9540-4167-80a9-1ca855ca4682 admin admin] GET failed (client error): The resource could not be found. Apr 07 10:58:33.362843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-43d5e869-9540-4167-80a9-1ca855ca4682 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611765 Apr 07 10:58:33.500186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7683961-e5dd-4f73-8519-933bcef5f7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:33.501590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b7683961-e5dd-4f73-8519-933bcef5f7bf admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1347113 Apr 07 10:58:34.252292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:35.786345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:35.823656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57190) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:35.872092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:58:35.890029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Made reservation on behalf of e78af56f0de24e6e9695ee2ec365039b for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 10:58:35.892824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:35.920440 n-d-836788-1 neutron-server[104178]: WARNING neutron.services.revisions.revision_plugin [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Could not find related network for resource to bump revision. Apr 07 10:58:35.932507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 10:58:35.941199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d1faf1e6-67f3-447d-97de-5e153381ed96), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:35.941529 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Added segment d1faf1e6-67f3-447d-97de-5e153381ed96 of type vlan for network 25c22247-3580-43d7-87c6-0e8ee693bdda Apr 07 10:58:35.980113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (25c22247-3580-43d7-87c6-0e8ee693bdda), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:36.006592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (25c22247-3580-43d7-87c6-0e8ee693bdda), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:36.007528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:36.008091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:36.056545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2317998 Apr 07 10:58:36.069483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Pushing event updated for resources: {'Network': ['ID=25c22247-3580-43d7-87c6-0e8ee693bdda,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:58:36.076777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.077152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.077502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.077846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.078255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.079752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.080106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.080445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.080775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.081152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.081472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.081802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.082130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771cd58-f2fb-4ac4-a782-13ba3ea62f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:36.093490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 25c22247-3580-43d7-87c6-0e8ee693bdda details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 10:58:37.029729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:37.923565 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 10:58:38.407619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57198) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 10:58:38.466782 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc3e6b4-2596-45fc-bb2d-2c811f5a9ba1 admin admin] GET failed (client error): The resource could not be found. Apr 07 10:58:38.468017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7dc3e6b4-2596-45fc-bb2d-2c811f5a9ba1 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594347 Apr 07 10:58:38.539042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f003bc7-8034-40e3-bdbd-ed935ce571bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:38.540505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7f003bc7-8034-40e3-bdbd-ed935ce571bd admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680931 Apr 07 10:58:38.550355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 10:58:38.569294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Made reservation on behalf of e78af56f0de24e6e9695ee2ec365039b for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 10:58:38.571434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:38.831369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for subnet (326efce4-8768-42c9-9e4f-836d93d07fb6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:38.882441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326efce4-8768-42c9-9e4f-836d93d07fb6,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:58:38.898354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:58:38.898699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Network hostable DHCP agents. Network: 25c22247-3580-43d7-87c6-0e8ee693bdda, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 10:58:38.915256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 10:58:38.924383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 25c22247-3580-43d7-87c6-0e8ee693bdda) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:58:38.928837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 10:58:38.930011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:38.934212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6113e-e6da-422c-a29f-9a16d98515a4 None None] Network 25c22247-3580-43d7-87c6-0e8ee693bdda requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:58:38.945112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b9836986-6f7e-4893-89fe-bcfdc5c83fb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3983305 Apr 07 10:58:39.140042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-25c22247-3580-43d7-87c6-0e8ee693bdda', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'project_id': 'e78af56f0de24e6e9695ee2ec365039b', 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 10:58:39.144150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:39.281624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Allocated IP 192.168.233.2 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/0520327a-f246-4763-8e89-23e2acb6619b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 10:58:39.424413 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Publish callbacks [] for port (0520327a-f246-4763-8e89-23e2acb6619b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:39.430368 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (0520327a-f246-4763-8e89-23e2acb6619b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:39.471552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 10:58:39.474387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 10:58:39.477833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 10:58:39.490932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Pushing event updated for resources: {'Port': ['ID=0520327a-f246-4763-8e89-23e2acb6619b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:58:39.513617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.513967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.514317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.514659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.515352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.515352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.516841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.516841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.517073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.517409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.517742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.518075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.518401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 10:58:39.550937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Attempting to bind port 0520327a-f246-4763-8e89-23e2acb6619b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 10:58:39.551349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Attempting to bind port 0520327a-f246-4763-8e89-23e2acb6619b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 10:58:39.552328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Attempting to bind port 0520327a-f246-4763-8e89-23e2acb6619b on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 10:58:39.556785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 10:58:39.557293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 10:58:39.557700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:39.558113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 10:58:39.558575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Bound port: 0520327a-f246-4763-8e89-23e2acb6619b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 10:58:39.558955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0520327a-f246-4763-8e89-23e2acb6619b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:39.620549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] For port 0520327a-f246-4763-8e89-23e2acb6619b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 10:58:39.624432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] For port 0520327a-f246-4763-8e89-23e2acb6619b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0520327a-f246-4763-8e89-23e2acb6619b,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 10:58:39.632448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0520327a-f246-4763-8e89-23e2acb6619b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:39.698427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace065c-75d3-47fa-8988-2b38c60e3640 None None] Pushing event updated for resources: {'Port': ['ID=0520327a-f246-4763-8e89-23e2acb6619b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:58:40.590809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac11b60-64e5-48ee-a6ba-4ac088df03b0 None None] Network 25c22247-3580-43d7-87c6-0e8ee693bdda requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 10:58:40.688765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] Provisioning complete for port 0520327a-f246-4763-8e89-23e2acb6619b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:58:40.689199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0520327a-f246-4763-8e89-23e2acb6619b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:40.789859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] Current status of the port 0520327a-f246-4763-8e89-23e2acb6619b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:58:40.790173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0520327a-f246-4763-8e89-23e2acb6619b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:40.833849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] For port 0520327a-f246-4763-8e89-23e2acb6619b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0520327a-f246-4763-8e89-23e2acb6619b,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 10:58:40.840648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0520327a-f246-4763-8e89-23e2acb6619b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:40.894448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcd8c1-a96a-4cb2-806b-6db011df7be5 None None] Pushing event updated for resources: {'Port': ['ID=0520327a-f246-4763-8e89-23e2acb6619b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 10:58:40.963834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-da66e956-2371-4856-8641-e0147d315b88 None None] Provisioning complete for port 0520327a-f246-4763-8e89-23e2acb6619b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:58:40.964224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-da66e956-2371-4856-8641-e0147d315b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0520327a-f246-4763-8e89-23e2acb6619b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:41.047065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-da66e956-2371-4856-8641-e0147d315b88 None None] Current status of the port 0520327a-f246-4763-8e89-23e2acb6619b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:58:41.828799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0520327a-f246-4763-8e89-23e2acb6619b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 10:58:41.877477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0520327a-f246-4763-8e89-23e2acb6619b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 10:58:41.877865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0520327a-f246-4763-8e89-23e2acb6619b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:58:41.956700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0520327a-f246-4763-8e89-23e2acb6619b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 10:59:00.497583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1c2e72d9-629e-47a4-b014-ea725cee3423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:02.852919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-76d8d36c-11b7-41c4-8d48-dd30f570e3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:04.251870 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:05.791501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:07.029279 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:14.924739 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 10:59:30.491814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e20261c1-19fa-49b7-8b73-d97c60e5519c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:32.855859 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ef66dfc3-0de6-4203-8af8-a472a3633234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:34.254204 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:35.791133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:37.023317 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 10:59:51.924645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:00:00.493752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b764da7-9468-487f-a2af-ff51ad77907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:02.856460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-39582a49-bc76-429c-bb18-d222c606a944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:04.256605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:05.795349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:07.026340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:16.384134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57236) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:00:16.389910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-3bfc593e-b39d-443a-8a31-9fb49ef8685d tempest-verify_tempest_config-279707178 tempest-verify_tempest_config-279707178-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:00:16.390930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3bfc593e-b39d-443a-8a31-9fb49ef8685d tempest-verify_tempest_config-279707178 tempest-verify_tempest_config-279707178-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057662 Apr 07 11:00:16.679245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57254) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:00:16.778627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:16.848499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Publish callbacks [] for security_group (aa27f8dc-d7ce-4da8-932a-ad56704d0b9f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:16.852004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aa27f8dc-d7ce-4da8-932a-ad56704d0b9f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:16.895509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5b4142bc9394e6093538407f573fe06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2152576 Apr 07 11:00:16.896526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa27f8dc-d7ce-4da8-932a-ad56704d0b9f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:00:16.898309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:00:16.903388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.903735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.904075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.904486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.904824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.905175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.905506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.905853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.906175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.907198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.907558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.907879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.908191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a5c46-a5dd-473b-ab46-717e542deedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:16.980127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Publish callbacks [] for security_group (aa27f8dc-d7ce-4da8-932a-ad56704d0b9f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:16.999888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Publish callbacks [] for security_group (aa27f8dc-d7ce-4da8-932a-ad56704d0b9f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:17.093827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aa27f8dc-d7ce-4da8-932a-ad56704d0b9f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:17.097504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:17.098671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa27f8dc-d7ce-4da8-932a-ad56704d0b9f HTTP/1.1" status: 204 len: 168 time: 0.1994033 Apr 07 11:00:17.106725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa27f8dc-d7ce-4da8-932a-ad56704d0b9f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:00:17.113403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.113774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.114107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.114448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.114785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.115125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.115499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.115775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.116104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.116435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.116768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.117122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:17.117464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf80874-fb8a-4fb5-8224-660be313c1f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:00:28.923245 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:00:30.495204 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46068417-e049-4d42-9c3d-084a678fa5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:32.857571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9971dec2-ade6-4911-a3d7-af165475490c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:34.259329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:35.798094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:00:37.028608 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:00.496834 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7048760b-d830-453a-8228-33bdf15498f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:02.859873 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d565e6bb-19b1-4be1-86d1-7471100800c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:04.261416 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:05.800426 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:05.923319 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:01:07.031416 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:30.498636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-368f96b5-e74d-46ec-8e2a-e24a3afe6adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:32.860933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6225d7bf-205f-44d0-8cc9-ea04e032504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:34.265302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:35.803606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:37.033718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:01:42.922053 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:02:00.500790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c453-a085-4461-9c3a-869208df80da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:02.863199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-edf74804-76c3-4055-8fe7-7afc46287b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:04.270919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:05.807449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:07.036187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:19.920228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:02:30.503304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7af6103b-e8e7-4299-b776-92a37c404c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:32.864956 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c9763e70-5e87-45d5-8507-f6c40ee2f8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:34.272933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:35.809012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:37.038650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:02:56.918017 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 5 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:03:00.504792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-68af9dc0-99cc-420d-b9a9-e1ba5fa408a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:02.866739 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e820ea7-aaf2-49de-bd7f-cc95bb716352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:04.274640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:05.812555 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:07.041669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:30.505765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-757a0432-2df1-425a-8f67-a4a7bfb8402c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:31.253389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:32.867335 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0eed1a0a-a895-41b7-8daa-00b158c58249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:33.059298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688489'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:33.917039 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:03:34.276612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:35.816063 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:03:37.046304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:00.507764 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a1089125-8806-4143-9dad-a6712cb5eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:01.236273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:02.868534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb3c9ddb-74aa-4fb6-9c42-346e2fe8f203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:03.042380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:04.280340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:05.818519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:07.049429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:10.916821 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:04:19.586194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57316) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:04:19.690565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-86e1b866-fcdf-415d-896a-bcb43a8d86c9 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1032443 Apr 07 11:04:21.995181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:04:22.061846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d9bc6215-3428-4624-b30d-b5ec26c501b3 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0655465 Apr 07 11:04:30.509428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5d273d9f-671d-46cf-8b77-01ca3c38fcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:31.235984 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:32.869759 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eb681c91-1a56-4dfd-ad33-d63972b8fb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:33.056460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:34.282161 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:35.822877 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:37.053533 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:04:47.917114 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:05:00.512764 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06a14a68-5827-4711-af41-c480ba72d1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:01.251046 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:02.874497 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-548602d2-c6f1-465d-851e-d902b9195f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:03.057244 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:04.285199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:05.824686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:07.061429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:24.915819 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:05:30.514430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4eaf615e-3e3a-4526-9cb0-b7fa9ce9ad47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:31.265646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:32.875399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee71ac83-1ec0-445f-886b-7957e3e47a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:33.069979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:34.288028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:35.827784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:37.058865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:56.811567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57532) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:05:57.212455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:05:57.225828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f94d483f-25cf-4a20-ac92-82f4dc6c476c tempest-AutoAllocateNetworkTest-556265199 tempest-AutoAllocateNetworkTest-556265199-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7252da66fe214ecb9fd962403e217fc2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4130239 Apr 07 11:05:57.403038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8cb0e-e532-4f48-ae5e-07f6fda4ed16 tempest-AutoAllocateNetworkTest-556265199 tempest-AutoAllocateNetworkTest-556265199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:05:57.407487 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ac8cb0e-e532-4f48-ae5e-07f6fda4ed16 tempest-AutoAllocateNetworkTest-556265199 tempest-AutoAllocateNetworkTest-556265199-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1911342 Apr 07 11:05:57.407687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:05:57.485673 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-56e9c396-fdee-47e2-9663-1f18e303c500 tempest-AutoAllocateNetworkTest-556265199 tempest-AutoAllocateNetworkTest-556265199-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746050 Apr 07 11:05:57.485990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:05:57.511794 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e97e7a1-fe9e-402b-a59a-929388918b53 tempest-AutoAllocateNetworkTest-556265199 tempest-AutoAllocateNetworkTest-556265199-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7252da66fe214ecb9fd962403e217fc2 HTTP/1.1" status: 200 len: 208 time: 0.0247903 Apr 07 11:05:58.207061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57614) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:05:58.596680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.705934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Publish callbacks [] for security_group (6218fd69-cf56-47e6-8bc7-acb94c96c638), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.712535 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6218fd69-cf56-47e6-8bc7-acb94c96c638), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.770799 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7252da66fe214ecb9fd962403e217fc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5613394 Apr 07 11:05:58.773113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:05:58.775078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6218fd69-cf56-47e6-8bc7-acb94c96c638,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:05:58.784813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.785493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.786038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.786640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.787177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.787712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.788240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.788793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.789363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.789912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.790445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.790959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.791461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97abe063-7c1e-4431-a8f9-518d8efefca1 admin admin] Tracked resource versions report: Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: pushed versions: Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: { 'AddressGroup': {'1.2'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'ConntrackHelper': {'1.0'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Log': {'1.0'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Network': {'1.1'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Port': {'1.7'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'PortForwarding': {'1.2'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'QosPolicy': {'1.10'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'SecurityGroup': {'1.5'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'SubPort': {'1.0'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Subnet': {'1.1'}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Trunk': {'1.1'}} Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: consumer versions: Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: { DHCP agent@n-d-836788-1: {}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: HyperV agent@n-h1-836788-1: {}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: HyperV agent@n-h2-836788-1: {}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: L3 agent@n-d-836788-1: {}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: Metadata agent@n-d-836788-1: {}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: Metering agent@n-d-836788-1: {}, Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'ConntrackHelper': '1.0', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'LocalIPAssociation': '1.0', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Log': '1.0', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Network': '1.1', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Port': '1.7', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'PortForwarding': '1.2', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'QosPolicy': '1.10', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'SecurityGroup': '1.5', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'SecurityGroupRule': '1.2', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'SubPort': '1.0', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Subnet': '1.1', Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: 'Trunk': '1.1'}} Apr 07 11:05:58.792739 n-d-836788-1 neutron-server[104177]: {{(pid=104177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:05:58.845821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Publish callbacks [] for security_group (6218fd69-cf56-47e6-8bc7-acb94c96c638), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.868591 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Publish callbacks [] for security_group (6218fd69-cf56-47e6-8bc7-acb94c96c638), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.923437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6218fd69-cf56-47e6-8bc7-acb94c96c638), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.931779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:05:58.934780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6218fd69-cf56-47e6-8bc7-acb94c96c638 HTTP/1.1" status: 204 len: 168 time: 0.1606345 Apr 07 11:05:58.947909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6218fd69-cf56-47e6-8bc7-acb94c96c638,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:05:58.957238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.957755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.958173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.959159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.959159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.959548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.959954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.960480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.960882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.961404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.961884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.962278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.962734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a835fc8-51ab-44f7-9d5c-96c40a5f95b5 admin admin] Tracked resource versions report: Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: pushed versions: Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: { 'AddressGroup': {'1.2'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'ConntrackHelper': {'1.0'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Log': {'1.0'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Network': {'1.1'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Port': {'1.7'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'PortForwarding': {'1.2'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'QosPolicy': {'1.10'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'SecurityGroup': {'1.5'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'SubPort': {'1.0'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Subnet': {'1.1'}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Trunk': {'1.1'}} Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: consumer versions: Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: { DHCP agent@n-d-836788-1: {}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: HyperV agent@n-h1-836788-1: {}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: HyperV agent@n-h2-836788-1: {}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: L3 agent@n-d-836788-1: {}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: Metadata agent@n-d-836788-1: {}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: Metering agent@n-d-836788-1: {}, Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'ConntrackHelper': '1.0', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'LocalIPAssociation': '1.0', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Log': '1.0', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Network': '1.1', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Port': '1.7', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'PortForwarding': '1.2', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'QosPolicy': '1.10', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'SecurityGroup': '1.5', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'SecurityGroupRule': '1.2', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'SubPort': '1.0', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Subnet': '1.1', Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: 'Trunk': '1.1'}} Apr 07 11:05:58.964043 n-d-836788-1 neutron-server[104178]: {{(pid=104178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:06:00.525293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f9c157d5-66cf-4451-a239-6bc4be3d1ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:00.838011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57788) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:00.966644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10bcc037-4842-4668-948f-2b0b9a1d50ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.076576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10bcc037-4842-4668-948f-2b0b9a1d50ab admin admin] Publish callbacks [] for security_group (ef7fd043-21ea-4bad-9f48-4bd8ce8c4736), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.081070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10bcc037-4842-4668-948f-2b0b9a1d50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ef7fd043-21ea-4bad-9f48-4bd8ce8c4736), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.121437 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10bcc037-4842-4668-948f-2b0b9a1d50ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a84e1b536cde4f998f1c33adaabca6b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2799704 Apr 07 11:06:01.121437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcc037-4842-4668-948f-2b0b9a1d50ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7fd043-21ea-4bad-9f48-4bd8ce8c4736,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:01.122335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:01.182615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9736a8f-8e26-42d4-b393-a2366c60bcbf admin admin] Publish callbacks [] for security_group (ef7fd043-21ea-4bad-9f48-4bd8ce8c4736), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.206194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9736a8f-8e26-42d4-b393-a2366c60bcbf admin admin] Publish callbacks [] for security_group (ef7fd043-21ea-4bad-9f48-4bd8ce8c4736), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.272407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.285600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9736a8f-8e26-42d4-b393-a2366c60bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ef7fd043-21ea-4bad-9f48-4bd8ce8c4736), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.288881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9736a8f-8e26-42d4-b393-a2366c60bcbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.295474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b9736a8f-8e26-42d4-b393-a2366c60bcbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef7fd043-21ea-4bad-9f48-4bd8ce8c4736 HTTP/1.1" status: 204 len: 168 time: 0.1713655 Apr 07 11:06:01.306079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9736a8f-8e26-42d4-b393-a2366c60bcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7fd043-21ea-4bad-9f48-4bd8ce8c4736,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:01.695619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57844) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:01.825315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57856) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:01.847989 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a86d8e81-e5cc-4d83-a15d-0c24b1801e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.919215 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:06:01.924472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a86d8e81-e5cc-4d83-a15d-0c24b1801e4e admin admin] Publish callbacks [] for security_group (82b79b89-c3d7-42a5-b5c0-78eaa69574ca), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.930218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a86d8e81-e5cc-4d83-a15d-0c24b1801e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (82b79b89-c3d7-42a5-b5c0-78eaa69574ca), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:01.970237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d8e81-e5cc-4d83-a15d-0c24b1801e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b79b89-c3d7-42a5-b5c0-78eaa69574ca,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:01.975365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a86d8e81-e5cc-4d83-a15d-0c24b1801e4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=198f4f3a77f04cccb6c7e40b9fa6b58e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1484606 Apr 07 11:06:01.978314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57866) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:02.027464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c374bbd-eb66-4eb2-993d-480bfacc7b55 admin admin] Publish callbacks [] for security_group (82b79b89-c3d7-42a5-b5c0-78eaa69574ca), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.051940 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-454354c6-dc6a-4285-bb1f-cb50ce77fd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.067447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c374bbd-eb66-4eb2-993d-480bfacc7b55 admin admin] Publish callbacks [] for security_group (82b79b89-c3d7-42a5-b5c0-78eaa69574ca), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.142120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c374bbd-eb66-4eb2-993d-480bfacc7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (82b79b89-c3d7-42a5-b5c0-78eaa69574ca), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.144837 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c374bbd-eb66-4eb2-993d-480bfacc7b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.149711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9c374bbd-eb66-4eb2-993d-480bfacc7b55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82b79b89-c3d7-42a5-b5c0-78eaa69574ca HTTP/1.1" status: 204 len: 168 time: 0.1704693 Apr 07 11:06:02.163798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c374bbd-eb66-4eb2-993d-480bfacc7b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b79b89-c3d7-42a5-b5c0-78eaa69574ca,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:02.211392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-454354c6-dc6a-4285-bb1f-cb50ce77fd58 admin admin] Publish callbacks [] for security_group (12be200c-9a6a-40f0-a192-00e7cae7a5f8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.217915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-454354c6-dc6a-4285-bb1f-cb50ce77fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (12be200c-9a6a-40f0-a192-00e7cae7a5f8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.251273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-454354c6-dc6a-4285-bb1f-cb50ce77fd58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14c7577dd6344ddc809678884d6c3d66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5545287 Apr 07 11:06:02.254111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57892) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:02.281277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454354c6-dc6a-4285-bb1f-cb50ce77fd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12be200c-9a6a-40f0-a192-00e7cae7a5f8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:02.319005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57900) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:02.321778 n-d-836788-1 neutron-server[104178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:06:02.325170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bea1498-d038-4c1e-b402-9ae406ae1451 admin admin] Publish callbacks [] for security_group (12be200c-9a6a-40f0-a192-00e7cae7a5f8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.346660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-73ec61d9-ac1a-4c15-9246-c1e74b923919 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258491 Apr 07 11:06:02.352494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bea1498-d038-4c1e-b402-9ae406ae1451 admin admin] Publish callbacks [] for security_group (12be200c-9a6a-40f0-a192-00e7cae7a5f8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.424754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bea1498-d038-4c1e-b402-9ae406ae1451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (12be200c-9a6a-40f0-a192-00e7cae7a5f8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.429326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bea1498-d038-4c1e-b402-9ae406ae1451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.430765 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6bea1498-d038-4c1e-b402-9ae406ae1451 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12be200c-9a6a-40f0-a192-00e7cae7a5f8 HTTP/1.1" status: 204 len: 168 time: 0.1756945 Apr 07 11:06:02.439832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea1498-d038-4c1e-b402-9ae406ae1451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be200c-9a6a-40f0-a192-00e7cae7a5f8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:02.553100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1960d524-7f8e-4b2f-9b83-136ab06315c5 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:02.554937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1960d524-7f8e-4b2f-9b83-136ab06315c5 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011936 Apr 07 11:06:02.571105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-afaea355-ecb1-4d0f-9a60-6a70bebedf7c tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/quotas/af21c4a9eb58422da38beb16a49f3a5b HTTP/1.1" status: 200 len: 375 time: 0.0101924 Apr 07 11:06:02.629032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-785c4275-b40c-4101-9d33-e4aa7db39ac9 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523353 Apr 07 11:06:02.864386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57938) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:02.889511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae1a5a22-4ab4-49a2-857d-9f686948bb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:02.926134 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5b52ce6d-a77f-4e3f-9fc6-eaec3cc08f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.010637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae1a5a22-4ab4-49a2-857d-9f686948bb41 admin admin] Publish callbacks [] for security_group (b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.016398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae1a5a22-4ab4-49a2-857d-9f686948bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.061010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:03.061282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae1a5a22-4ab4-49a2-857d-9f686948bb41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96c96211a38e4724852adccab7d1b4da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1955564 Apr 07 11:06:03.062394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a5a22-4ab4-49a2-857d-9f686948bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:03.097539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.116315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57966) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:03.132813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3633b50-da9b-4a0f-b28c-bede8b8ea6de admin admin] Publish callbacks [] for security_group (b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.169403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3633b50-da9b-4a0f-b28c-bede8b8ea6de admin admin] Publish callbacks [] for security_group (b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.230001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3633b50-da9b-4a0f-b28c-bede8b8ea6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.232773 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3633b50-da9b-4a0f-b28c-bede8b8ea6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:03.234616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3633b50-da9b-4a0f-b28c-bede8b8ea6de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b HTTP/1.1" status: 204 len: 168 time: 0.1725631 Apr 07 11:06:03.246383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3633b50-da9b-4a0f-b28c-bede8b8ea6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616fc65-90b3-4d0b-a51e-0a0b0d7dc50b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:03.587649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea0be057-4309-4b34-950d-fdef79a4825b req-c86b5f48-2bd5-46b8-adec-b84eeafc2fda tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 210 time: 0.4700575 Apr 07 11:06:03.772304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-4e1af906-0725-48af-8ea6-1fbf90c70033 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d5f388065a045ad96b5b18172c31c96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416100 Apr 07 11:06:03.965682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-77b7093d-f0f0-44a2-bd2c-a8995f79d9c8 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:03.967449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-77b7093d-f0f0-44a2-bd2c-a8995f79d9c8 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922722 Apr 07 11:06:03.995811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-9818791a-85b7-4f1c-8166-137748303db4 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/quotas/2d5f388065a045ad96b5b18172c31c96 HTTP/1.1" status: 200 len: 375 time: 0.0144818 Apr 07 11:06:04.041192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-b27f21a8-39f9-4daf-b2f3-c33352fd3c3d tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d5f388065a045ad96b5b18172c31c96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396423 Apr 07 11:06:04.295565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:04.577889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b612621b-4059-4420-8a7b-cb5c07e4a2bd req-ed37ae77-ea48-433d-88d9-27892016fb9a tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0452788 Apr 07 11:06:04.884956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3df25af7-ff1a-4ed7-8bda-5ce2f8561f56 req-05ce378d-ea94-4d34-8c1d-429703fd2106 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 210 time: 0.0372610 Apr 07 11:06:05.294646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.23', 49416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:05.356950 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-f91489de-5926-4777-8fd2-9b6f0e315192 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571465 Apr 07 11:06:05.470468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-3234cb2d-bb0c-459f-9fa2-280b9f5bd506 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:05.472047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-3234cb2d-bb0c-459f-9fa2-280b9f5bd506 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107459 Apr 07 11:06:05.559922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Request body: {'port': {'device_id': '9b389acc-1d86-4e02-a07c-d21393c66494', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'af21c4a9eb58422da38beb16a49f3a5b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:05.807371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Made reservation on behalf of af21c4a9eb58422da38beb16a49f3a5b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:05.812735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:05.835514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:05.856472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:05.948327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.23', 49420) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:06.009743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-5c960e71-8acd-476c-bfa2-8bc78a742645 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2d5f388065a045ad96b5b18172c31c96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497081 Apr 07 11:06:06.072727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks [] for security_group (ebcb7bd0-45db-473b-8c41-c75861f33c02), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.077112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ebcb7bd0-45db-473b-8c41-c75861f33c02), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.132905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c78bc61f-66f5-4f72-aef1-3e2e07c6f4d7 req-3a7ac921-e5df-4fa0-8d4d-37402afb8d26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.1357932 Apr 07 11:06:06.273253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcb7bd0-45db-473b-8c41-c75861f33c02,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:06.275967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-4662c3f9-6d64-4f16-8ea4-297d7d4b29ff tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:06.290220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-4662c3f9-6d64-4f16-8ea4-297d7d4b29ff tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678659 Apr 07 11:06:06.306935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Request body: {'port': {'device_id': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '2d5f388065a045ad96b5b18172c31c96'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:06.349991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b255d698-880f-475f-8742-96a73af32369 req-aa7df03a-2e68-472d-8513-830309e48252 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 210 time: 0.0515807 Apr 07 11:06:06.417943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Allocated IP 192.168.233.114 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/c6aa8b43-49a1-4e26-baa7-d404bc9c104e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:06.632470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Made reservation on behalf of 2d5f388065a045ad96b5b18172c31c96 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:06.636399 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.669421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.766050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks [] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.845849 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks [] for security_group (d49431ee-7c61-4661-8bf7-d275e635f43b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.860800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d49431ee-7c61-4661-8bf7-d275e635f43b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:06.904682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:07.085888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:07.131211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:07.133875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Pushing event updated for resources: {'Port': ['ID=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:07.142503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:07.149682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:07.161238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:07.166638 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:07.215366 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-66580c54-39bc-4074-bdb5-4032e88bb869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6599514 Apr 07 11:06:07.240724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1c124e20-1e6b-420f-8778-a6d0ce4dd0db tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:06:07.242029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1c124e20-1e6b-420f-8778-a6d0ce4dd0db tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179870 Apr 07 11:06:07.399902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49431ee-7c61-4661-8bf7-d275e635f43b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:07.654574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9e436f6c-596f-4768-b51e-e65af8610f4f None None] Provisioning complete for port c6aa8b43-49a1-4e26-baa7-d404bc9c104e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:07.655582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9e436f6c-596f-4768-b51e-e65af8610f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:07.698742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0299779-5e6c-43c5-b6c9-6c5070ca986b req-271c8345-c783-43b7-95bd-c00cbb28947a tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.3189530 Apr 07 11:06:07.709503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9e436f6c-596f-4768-b51e-e65af8610f4f None None] Port c6aa8b43-49a1-4e26-baa7-d404bc9c104e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:07.856574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Allocated IP 192.168.233.224 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/7d698766-886a-469e-b4ac-7b5bcf1504e1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:07.876942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abb81-110c-4c9c-a0fa-f6707e6de987 req-7684eb24-0213-4de1-8a22-b61308e555f2 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:07.895421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf5abb81-110c-4c9c-a0fa-f6707e6de987 req-7684eb24-0213-4de1-8a22-b61308e555f2 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 936 time: 0.3150094 Apr 07 11:06:08.003904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58314) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:08.038680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58320) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:08.044438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf5abb81-110c-4c9c-a0fa-f6707e6de987 req-e83090f7-4cb0-498d-b6ec-bfc8594cac81 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477647 Apr 07 11:06:08.119124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Request body: {'port': {'device_id': '9b389acc-1d86-4e02-a07c-d21393c66494', 'device_owner': 'compute:tempest-test_az-1554320426', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:08.406162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b84c7b3d-8beb-4a99-aab7-865ccc85aa92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.430731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks [] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.432041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.455904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd8bb6e-5166-4874-b0a9-62a3db6018e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.476154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58344) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:08.518683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.616355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:08.636273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:08.644940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:08.651085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:08.651723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.713827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Pushing event updated for resources: {'Port': ['ID=7d698766-886a-469e-b4ac-7b5bcf1504e1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:08.762202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80246925-6616-47de-90e5-8fe4ad98fcc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.805288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd8bb6e-5166-4874-b0a9-62a3db6018e4 admin admin] Publish callbacks [] for security_group (c9e72e69-6172-425e-aa59-39790cb7c660), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.837236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd8bb6e-5166-4874-b0a9-62a3db6018e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c9e72e69-6172-425e-aa59-39790cb7c660), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:08.907808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-8199d9c4-eaea-4ee3-b670-12543e746c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6055400 Apr 07 11:06:08.943622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8bb6e-5166-4874-b0a9-62a3db6018e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e72e69-6172-425e-aa59-39790cb7c660,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:09.011902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549ef2f-381a-479c-9fff-53123a562a61 req-9243d319-b4fa-4c8b-96c1-c0ebfdf34fcc tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:09.019676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e549ef2f-381a-479c-9fff-53123a562a61 req-9243d319-b4fa-4c8b-96c1-c0ebfdf34fcc tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 936 time: 0.1781402 Apr 07 11:06:09.048987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80246925-6616-47de-90e5-8fe4ad98fcc7 admin admin] Publish callbacks [] for security_group (e35b79f7-d128-40e8-9d0f-00d6a88a7b39), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.054854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ccb0c403-dd30-4dd4-b698-a2f023585ef4 None None] Provisioning complete for port 7d698766-886a-469e-b4ac-7b5bcf1504e1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:09.055439 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccb0c403-dd30-4dd4-b698-a2f023585ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.063375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80246925-6616-47de-90e5-8fe4ad98fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e35b79f7-d128-40e8-9d0f-00d6a88a7b39), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.128161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e549ef2f-381a-479c-9fff-53123a562a61 req-94a2ae1e-5694-4071-a275-f020ff23e29c tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072266 Apr 07 11:06:09.155812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-80246925-6616-47de-90e5-8fe4ad98fcc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39c95563f3b8476e8f38c67569b9da02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6787353 Apr 07 11:06:09.156672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:09.163661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ccb0c403-dd30-4dd4-b698-a2f023585ef4 None None] Port 7d698766-886a-469e-b4ac-7b5bcf1504e1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:09.187759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80246925-6616-47de-90e5-8fe4ad98fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b79f7-d128-40e8-9d0f-00d6a88a7b39,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:09.208480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58366) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:09.271093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-efd8bb6e-5166-4874-b0a9-62a3db6018e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=972e605ee3fe4e6fa90b11930d813218&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2309892 Apr 07 11:06:09.278952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58370) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:09.293395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d149a01-5541-459b-8a9b-c4bd8c4d22b1 admin admin] Publish callbacks [] for security_group (e35b79f7-d128-40e8-9d0f-00d6a88a7b39), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.315562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b84c7b3d-8beb-4a99-aab7-865ccc85aa92 admin admin] Publish callbacks [] for security_group (8d0786bf-1ae5-4d78-89fb-3504df75d75f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.350541 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b84c7b3d-8beb-4a99-aab7-865ccc85aa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8d0786bf-1ae5-4d78-89fb-3504df75d75f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.352165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d149a01-5541-459b-8a9b-c4bd8c4d22b1 admin admin] Publish callbacks [] for security_group (e35b79f7-d128-40e8-9d0f-00d6a88a7b39), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.370899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7353-d4e2-4c70-afef-28d77e4338a0 req-9072827a-7775-47ad-8fa4-55d7a86e360c tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:09.372647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25eb7353-d4e2-4c70-afef-28d77e4338a0 req-9072827a-7775-47ad-8fa4-55d7a86e360c tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 936 time: 0.1568439 Apr 07 11:06:09.424294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b84c7b3d-8beb-4a99-aab7-865ccc85aa92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a1e469874f740aa9db6e3f76fe3d550&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4173179 Apr 07 11:06:09.432266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58374) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:09.485892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d56f028-749e-4e60-adc6-f957f400c42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.519138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c7b3d-8beb-4a99-aab7-865ccc85aa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0786bf-1ae5-4d78-89fb-3504df75d75f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:09.569517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2748675a-4474-449d-969a-dc2cc95d7cf7 admin admin] Publish callbacks [] for security_group (8d0786bf-1ae5-4d78-89fb-3504df75d75f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.571043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37af037f-767a-473c-aa4d-c5c039cd23f7 admin admin] Publish callbacks [] for security_group (c9e72e69-6172-425e-aa59-39790cb7c660), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.618634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25eb7353-d4e2-4c70-afef-28d77e4338a0 req-77a1bf75-0fbf-4750-aec1-c226baa2c869 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292333 Apr 07 11:06:09.636633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d149a01-5541-459b-8a9b-c4bd8c4d22b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e35b79f7-d128-40e8-9d0f-00d6a88a7b39), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.648629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d149a01-5541-459b-8a9b-c4bd8c4d22b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.652450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d149a01-5541-459b-8a9b-c4bd8c4d22b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e35b79f7-d128-40e8-9d0f-00d6a88a7b39 HTTP/1.1" status: 204 len: 168 time: 0.4916725 Apr 07 11:06:09.654686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37af037f-767a-473c-aa4d-c5c039cd23f7 admin admin] Publish callbacks [] for security_group (c9e72e69-6172-425e-aa59-39790cb7c660), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.671537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2748675a-4474-449d-969a-dc2cc95d7cf7 admin admin] Publish callbacks [] for security_group (8d0786bf-1ae5-4d78-89fb-3504df75d75f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.727228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149a01-5541-459b-8a9b-c4bd8c4d22b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b79f7-d128-40e8-9d0f-00d6a88a7b39,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:09.775653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6aa8b43-49a1-4e26-baa7-d404bc9c104e {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:09.798606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Publish callbacks [] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.843349 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d56f028-749e-4e60-adc6-f957f400c42e admin admin] Publish callbacks [] for security_group (1231c1d9-3a28-47e3-8382-59668c71f7ab), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.853704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d56f028-749e-4e60-adc6-f957f400c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1231c1d9-3a28-47e3-8382-59668c71f7ab), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.863136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Transition to ACTIVE for port object c6aa8b43-49a1-4e26-baa7-d404bc9c104e will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:06:09.863740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37af037f-767a-473c-aa4d-c5c039cd23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c9e72e69-6172-425e-aa59-39790cb7c660), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.866856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37af037f-767a-473c-aa4d-c5c039cd23f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.868226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-37af037f-767a-473c-aa4d-c5c039cd23f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e72e69-6172-425e-aa59-39790cb7c660 HTTP/1.1" status: 204 len: 168 time: 0.5877106 Apr 07 11:06:09.870472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.875422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2748675a-4474-449d-969a-dc2cc95d7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8d0786bf-1ae5-4d78-89fb-3504df75d75f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.878189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2748675a-4474-449d-969a-dc2cc95d7cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:09.879470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2748675a-4474-449d-969a-dc2cc95d7cf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d0786bf-1ae5-4d78-89fb-3504df75d75f HTTP/1.1" status: 204 len: 168 time: 0.4461141 Apr 07 11:06:09.912750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2d56f028-749e-4e60-adc6-f957f400c42e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d2c7068b243489288cfdd46f24f374a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7029872 Apr 07 11:06:09.913824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56f028-749e-4e60-adc6-f957f400c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1231c1d9-3a28-47e3-8382-59668c71f7ab,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:09.919499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:09.938652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af037f-767a-473c-aa4d-c5c039cd23f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e72e69-6172-425e-aa59-39790cb7c660,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:09.982494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748675a-4474-449d-969a-dc2cc95d7cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0786bf-1ae5-4d78-89fb-3504df75d75f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:10.002467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Pushing event updated for resources: {'Port': ['ID=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:10.040337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a695e503-4879-4dbc-8b5b-5a2dfc1aae28 admin admin] Publish callbacks [] for security_group (1231c1d9-3a28-47e3-8382-59668c71f7ab), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.101683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a695e503-4879-4dbc-8b5b-5a2dfc1aae28 admin admin] Publish callbacks [] for security_group (1231c1d9-3a28-47e3-8382-59668c71f7ab), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.140424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Attempting to bind port c6aa8b43-49a1-4e26-baa7-d404bc9c104e on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:10.140819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Attempting to bind port c6aa8b43-49a1-4e26-baa7-d404bc9c104e by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:10.141243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Attempting to bind port c6aa8b43-49a1-4e26-baa7-d404bc9c104e on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:10.151326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Port c6aa8b43-49a1-4e26-baa7-d404bc9c104e on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:06:10.156835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Attempting to bind port c6aa8b43-49a1-4e26-baa7-d404bc9c104e on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:10.174954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:10.175542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:10.176216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:10.176779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Bound port: c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:10.178290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.276996 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a695e503-4879-4dbc-8b5b-5a2dfc1aae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1231c1d9-3a28-47e3-8382-59668c71f7ab), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.281347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a695e503-4879-4dbc-8b5b-5a2dfc1aae28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.287022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a695e503-4879-4dbc-8b5b-5a2dfc1aae28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1231c1d9-3a28-47e3-8382-59668c71f7ab HTTP/1.1" status: 204 len: 168 time: 0.3659804 Apr 07 11:06:10.301216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695e503-4879-4dbc-8b5b-5a2dfc1aae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231c1d9-3a28-47e3-8382-59668c71f7ab,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:10.368684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] For port c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:10.374769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] For port c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:10.387237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.448681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf33a50-3e63-4d75-9241-416c8f9088bd req-54d1ff1c-f269-477c-a3b0-de508a94bfa6 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:10.456603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bf33a50-3e63-4d75-9241-416c8f9088bd req-54d1ff1c-f269-477c-a3b0-de508a94bfa6 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 936 time: 0.1572220 Apr 07 11:06:10.470032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:10.470734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.473548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] 10.222.0.23 "PUT /v2.0/ports/c6aa8b43-49a1-4e26-baa7-d404bc9c104e HTTP/1.1" status: 200 len: 1118 time: 2.5933073 Apr 07 11:06:10.479990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b389acc-1d86-4e02-a07c-d21393c66494', 'tag': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:10.573228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Request body: {'port': {'device_id': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'device_owner': 'compute:tempest-test_az-1554320426', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:10.585333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bf33a50-3e63-4d75-9241-416c8f9088bd req-879a61a2-b9df-4d51-be2f-ee2a0487a0f5 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187549 Apr 07 11:06:10.700836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58404) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:10.729437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e8adcd3-e5dc-4b03-884c-b61d4faf6d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:10.753300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.033654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870ff92-8b92-461e-878a-890f91a4708d service neutron] Pushing event updated for resources: {'Port': ['ID=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:11.053042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-c6ed9e12-94e9-4849-9cef-ed85a506563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:11.054884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-c6ed9e12-94e9-4849-9cef-ed85a506563a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 1152 time: 0.3648400 Apr 07 11:06:11.133873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58408) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:11.153521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45ea7-3571-4b4f-bb5e-f34f6cdd2e97 req-dc61c1a5-6491-4821-b404-661c40e350fc tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:11.154124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ddb-cc90-4d6a-b993-64395315a5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.155697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eac45ea7-3571-4b4f-bb5e-f34f6cdd2e97 req-dc61c1a5-6491-4821-b404-661c40e350fc tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.3285544 Apr 07 11:06:11.183070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e8adcd3-e5dc-4b03-884c-b61d4faf6d38 admin admin] Publish callbacks [] for security_group (03afa2fa-8349-4b3b-81f6-7997e8359561), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.233809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e8adcd3-e5dc-4b03-884c-b61d4faf6d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (03afa2fa-8349-4b3b-81f6-7997e8359561), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.421701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8adcd3-e5dc-4b03-884c-b61d4faf6d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03afa2fa-8349-4b3b-81f6-7997e8359561,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:11.443412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58412) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:11.454533 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-fc92fe8f-688c-4693-a335-b2a4de84407c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e HTTP/1.1" status: 200 len: 217 time: 0.1818933 Apr 07 11:06:11.495695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e8adcd3-e5dc-4b03-884c-b61d4faf6d38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71aef35fd1644523b0a9794fd9ed9dc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7929618 Apr 07 11:06:11.505984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58414) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:11.526001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c11aac1-72b7-44d4-a3bf-cc8cd5393cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.556252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58416) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:11.579711 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-510b6157-a001-4a27-b8a8-b8e11b294e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.585902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eac45ea7-3571-4b4f-bb5e-f34f6cdd2e97 req-f742f6fb-d670-4815-aacc-48abc0efcb56 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907864 Apr 07 11:06:11.656765 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b389acc-1d86-4e02-a07c-d21393c66494", "tag": "c6aa8b43-49a1-4e26-baa7-d404bc9c104e"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:11.680913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ddb-cc90-4d6a-b993-64395315a5a3 admin admin] Publish callbacks [] for security_group (a65e42d8-133a-4099-afb1-31238e4cc7bd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.704097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ddb-cc90-4d6a-b993-64395315a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a65e42d8-133a-4099-afb1-31238e4cc7bd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.708399 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-510b6157-a001-4a27-b8a8-b8e11b294e26 admin admin] Publish callbacks [] for security_group (9eae0863-f9ce-4f1e-8cf9-30076d640909), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.768824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-cc963ed5-9308-4a67-8f9f-85f0bc2b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:11.770364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-cc963ed5-9308-4a67-8f9f-85f0bc2b10ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2907507 Apr 07 11:06:11.782244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd7ddb-cc90-4d6a-b993-64395315a5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65e42d8-133a-4099-afb1-31238e4cc7bd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:11.795627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b0dd7ddb-cc90-4d6a-b993-64395315a5a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e504a022aeeb44e2b5fe5a97dfe8e662&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6606512 Apr 07 11:06:11.800949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58424) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:11.997055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c11aac1-72b7-44d4-a3bf-cc8cd5393cc7 admin admin] Publish callbacks [] for security_group (b157bd1d-0e29-427b-a097-7ebd4fd1243c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:11.999672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-9c08e2eb-e6b4-47ae-9bf0-2a38fdf129de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:12.001333 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-9c08e2eb-e6b4-47ae-9bf0-2a38fdf129de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1821921 Apr 07 11:06:12.002069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6556d569-252e-4dd8-8ad0-2810c0c52de5 admin admin] Publish callbacks [] for security_group (a65e42d8-133a-4099-afb1-31238e4cc7bd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.017985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-510b6157-a001-4a27-b8a8-b8e11b294e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9eae0863-f9ce-4f1e-8cf9-30076d640909), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.018213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c11aac1-72b7-44d4-a3bf-cc8cd5393cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b157bd1d-0e29-427b-a097-7ebd4fd1243c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.047270 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3daa910-a2f9-4eba-b35e-c802a4319eee x-openstack-request-id: req-a3daa910-a2f9-4eba-b35e-c802a4319eee {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:12.049168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8601d910-f70a-46be-bbc8-5d18abd32c92 admin admin] Publish callbacks [] for security_group (03afa2fa-8349-4b3b-81f6-7997e8359561), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.055104 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b389acc-1d86-4e02-a07c-d21393c66494", "tag": "c6aa8b43-49a1-4e26-baa7-d404bc9c104e", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:12.055607 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3daa910-a2f9-4eba-b35e-c802a4319eee {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:12.056248 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3daa910-a2f9-4eba-b35e-c802a4319eee'] response: {'name': 'network-changed', 'server_uuid': '9b389acc-1d86-4e02-a07c-d21393c66494', 'tag': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e', 'status': 'completed', 'code': 200} Apr 07 11:06:12.072135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6556d569-252e-4dd8-8ad0-2810c0c52de5 admin admin] Publish callbacks [] for security_group (a65e42d8-133a-4099-afb1-31238e4cc7bd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.115596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d698766-886a-469e-b4ac-7b5bcf1504e1 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:12.126336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3c11aac1-72b7-44d4-a3bf-cc8cd5393cc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c8e7a4f77b64b7a9bca964d8f33c963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6812761 Apr 07 11:06:12.134061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11aac1-72b7-44d4-a3bf-cc8cd5393cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157bd1d-0e29-427b-a097-7ebd4fd1243c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:12.134660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:12.167922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Publish callbacks [] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.190672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6556d569-252e-4dd8-8ad0-2810c0c52de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a65e42d8-133a-4099-afb1-31238e4cc7bd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.196011 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6556d569-252e-4dd8-8ad0-2810c0c52de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.198228 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6556d569-252e-4dd8-8ad0-2810c0c52de5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a65e42d8-133a-4099-afb1-31238e4cc7bd HTTP/1.1" status: 204 len: 168 time: 0.3961818 Apr 07 11:06:12.210948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556d569-252e-4dd8-8ad0-2810c0c52de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65e42d8-133a-4099-afb1-31238e4cc7bd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:12.259826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8601d910-f70a-46be-bbc8-5d18abd32c92 admin admin] Publish callbacks [] for security_group (03afa2fa-8349-4b3b-81f6-7997e8359561), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.282426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-510b6157-a001-4a27-b8a8-b8e11b294e26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20ffd088ba38462192a550761f48475c&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7218831 Apr 07 11:06:12.282426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b6157-a001-4a27-b8a8-b8e11b294e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae0863-f9ce-4f1e-8cf9-30076d640909,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:12.283335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58432) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:12.311272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Transition to ACTIVE for port object 7d698766-886a-469e-b4ac-7b5bcf1504e1 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:06:12.335596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.361018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b90f-0523-48ec-b2bf-0439285e9129 req-a225ec79-03fb-4a26-96c7-2cafbe70a1ec tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:12.362583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4be7b90f-0523-48ec-b2bf-0439285e9129 req-a225ec79-03fb-4a26-96c7-2cafbe70a1ec tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 936 time: 0.4494383 Apr 07 11:06:12.369970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0caffafe-f881-426e-a28e-b14c5557b385 admin admin] Publish callbacks [] for security_group (9eae0863-f9ce-4f1e-8cf9-30076d640909), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.408406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0caffafe-f881-426e-a28e-b14c5557b385 admin admin] Publish callbacks [] for security_group (9eae0863-f9ce-4f1e-8cf9-30076d640909), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.553061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0caffafe-f881-426e-a28e-b14c5557b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9eae0863-f9ce-4f1e-8cf9-30076d640909), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.555756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0caffafe-f881-426e-a28e-b14c5557b385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.559782 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0caffafe-f881-426e-a28e-b14c5557b385 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eae0863-f9ce-4f1e-8cf9-30076d640909 HTTP/1.1" status: 204 len: 168 time: 0.2732735 Apr 07 11:06:12.574442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caffafe-f881-426e-a28e-b14c5557b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae0863-f9ce-4f1e-8cf9-30076d640909,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:12.673546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4be7b90f-0523-48ec-b2bf-0439285e9129 req-8215dc01-b837-4b18-b449-6dc53577fef9 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911732 Apr 07 11:06:12.750184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6f98a12-2b6e-4538-a4a8-b5377abf5b45 admin admin] Publish callbacks [] for security_group (b157bd1d-0e29-427b-a097-7ebd4fd1243c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.779462 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6f98a12-2b6e-4538-a4a8-b5377abf5b45 admin admin] Publish callbacks [] for security_group (b157bd1d-0e29-427b-a097-7ebd4fd1243c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.788527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Attempting to bind port 7d698766-886a-469e-b4ac-7b5bcf1504e1 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:12.789660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Attempting to bind port 7d698766-886a-469e-b4ac-7b5bcf1504e1 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:12.790433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Attempting to bind port 7d698766-886a-469e-b4ac-7b5bcf1504e1 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:12.813767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Port 7d698766-886a-469e-b4ac-7b5bcf1504e1 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:06:12.814119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Attempting to bind port 7d698766-886a-469e-b4ac-7b5bcf1504e1 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:12.843297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:12.844404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:12.845047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:12.845616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Bound port: 7d698766-886a-469e-b4ac-7b5bcf1504e1, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:12.846054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.847986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Pushing event updated for resources: {'Port': ['ID=7d698766-886a-469e-b4ac-7b5bcf1504e1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:12.874387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8601d910-f70a-46be-bbc8-5d18abd32c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (03afa2fa-8349-4b3b-81f6-7997e8359561), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.881559 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8601d910-f70a-46be-bbc8-5d18abd32c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:12.887506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8601d910-f70a-46be-bbc8-5d18abd32c92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03afa2fa-8349-4b3b-81f6-7997e8359561 HTTP/1.1" status: 204 len: 168 time: 1.3753040 Apr 07 11:06:12.956766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601d910-f70a-46be-bbc8-5d18abd32c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03afa2fa-8349-4b3b-81f6-7997e8359561,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:13.020062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] For port 7d698766-886a-469e-b4ac-7b5bcf1504e1, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:13.026428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] For port 7d698766-886a-469e-b4ac-7b5bcf1504e1, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d698766-886a-469e-b4ac-7b5bcf1504e1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:13.041407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.092549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757c1b7-cd74-44ae-9ed3-2229e9e18cb3 req-d59850d8-eb91-406e-840d-47696e3e04c2 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:13.094136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6757c1b7-cd74-44ae-9ed3-2229e9e18cb3 req-d59850d8-eb91-406e-840d-47696e3e04c2 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.3126843 Apr 07 11:06:13.100483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:13.101093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.102523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] 10.222.0.23 "PUT /v2.0/ports/7d698766-886a-469e-b4ac-7b5bcf1504e1 HTTP/1.1" status: 200 len: 1118 time: 2.5420794 Apr 07 11:06:13.102961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'tag': '7d698766-886a-469e-b4ac-7b5bcf1504e1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:13.229198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6f98a12-2b6e-4538-a4a8-b5377abf5b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b157bd1d-0e29-427b-a097-7ebd4fd1243c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.231709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6f98a12-2b6e-4538-a4a8-b5377abf5b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.236137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d6f98a12-2b6e-4538-a4a8-b5377abf5b45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b157bd1d-0e29-427b-a097-7ebd4fd1243c HTTP/1.1" status: 204 len: 168 time: 1.0721138 Apr 07 11:06:13.254684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b23998-698b-404e-bdc3-c74145e10277 service neutron] Pushing event updated for resources: {'Port': ['ID=7d698766-886a-469e-b4ac-7b5bcf1504e1,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:13.261825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f98a12-2b6e-4538-a4a8-b5377abf5b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157bd1d-0e29-427b-a097-7ebd4fd1243c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:13.323123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6757c1b7-cd74-44ae-9ed3-2229e9e18cb3 req-9034c6b8-0fe6-4fcc-b050-32ba895a85bc tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460607 Apr 07 11:06:13.369656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58452) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:13.398889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-347df9b3-f832-476f-9b9d-6a8d2e31dde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.560717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-347df9b3-f832-476f-9b9d-6a8d2e31dde6 admin admin] Publish callbacks [] for security_group (1754df10-864f-4a41-8a42-942a81bd4b7c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.573767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-347df9b3-f832-476f-9b9d-6a8d2e31dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1754df10-864f-4a41-8a42-942a81bd4b7c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.637805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347df9b3-f832-476f-9b9d-6a8d2e31dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1754df10-864f-4a41-8a42-942a81bd4b7c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:13.651988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-347df9b3-f832-476f-9b9d-6a8d2e31dde6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e2ed4e0827140aa8fad4104594d1d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809329 Apr 07 11:06:13.652361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58460) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:13.744550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b11a0f-d8ee-460d-bad9-5aaf03c64be6 admin admin] Publish callbacks [] for security_group (1754df10-864f-4a41-8a42-942a81bd4b7c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.773580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b11a0f-d8ee-460d-bad9-5aaf03c64be6 admin admin] Publish callbacks [] for security_group (1754df10-864f-4a41-8a42-942a81bd4b7c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.833845 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0211c46-7788-4dbc-b4f3-91085f5c9556" -d '{"events": [{"name": "network-changed", "server_uuid": "970a87f9-fe75-4ead-94c4-a5e01af5a6c4", "tag": "7d698766-886a-469e-b4ac-7b5bcf1504e1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:13.878484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd910b-ef8a-451c-b19a-90a21cf611b8 req-a02ac4ae-e492-47fb-8949-6e35f0e94ef9 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:13.880490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71bd910b-ef8a-451c-b19a-90a21cf611b8 req-a02ac4ae-e492-47fb-8949-6e35f0e94ef9 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.1096239 Apr 07 11:06:13.915980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b11a0f-d8ee-460d-bad9-5aaf03c64be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1754df10-864f-4a41-8a42-942a81bd4b7c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.918860 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b11a0f-d8ee-460d-bad9-5aaf03c64be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:13.923130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-98b11a0f-d8ee-460d-bad9-5aaf03c64be6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1754df10-864f-4a41-8a42-942a81bd4b7c HTTP/1.1" status: 204 len: 168 time: 0.2694876 Apr 07 11:06:13.949944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b11a0f-d8ee-460d-bad9-5aaf03c64be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1754df10-864f-4a41-8a42-942a81bd4b7c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:13.974869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71bd910b-ef8a-451c-b19a-90a21cf611b8 req-39592fa7-fcf6-4509-a01e-fa014e921276 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 Apr 07 11:06:14.244904 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f947f068-f42a-4b68-9095-5400ae88c6ca x-openstack-request-id: req-f947f068-f42a-4b68-9095-5400ae88c6ca {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:14.244904 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970a87f9-fe75-4ead-94c4-a5e01af5a6c4", "tag": "7d698766-886a-469e-b4ac-7b5bcf1504e1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:14.244904 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f947f068-f42a-4b68-9095-5400ae88c6ca {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:14.245436 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f947f068-f42a-4b68-9095-5400ae88c6ca'] response: {'name': 'network-changed', 'server_uuid': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'tag': '7d698766-886a-469e-b4ac-7b5bcf1504e1', 'status': 'completed', 'code': 200} Apr 07 11:06:14.487687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedefc3-4e7b-4ed2-a92a-bb5e5791496c req-3d59849e-cdb9-448e-ac5a-ceca6c29d3d8 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:14.489307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bedefc3-4e7b-4ed2-a92a-bb5e5791496c req-3d59849e-cdb9-448e-ac5a-ceca6c29d3d8 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.0678403 Apr 07 11:06:14.547533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bedefc3-4e7b-4ed2-a92a-bb5e5791496c req-d4624ad4-2adc-428d-ac5e-73bdb6127fb8 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Apr 07 11:06:15.139198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7bca2-5a53-4c41-a9ff-79960424f669 req-f614b376-eb2e-4378-9021-4d3c0f6257b1 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:15.140829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72e7bca2-5a53-4c41-a9ff-79960424f669 req-f614b376-eb2e-4378-9021-4d3c0f6257b1 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.0764568 Apr 07 11:06:15.210337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72e7bca2-5a53-4c41-a9ff-79960424f669 req-b028aef0-5ce3-49f8-909e-e5776d894624 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Apr 07 11:06:15.277199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:15.507347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1974046461-network', 'tenant_id': 'd98489c121c54a60b4020e7668cf08f1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:15.552451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Made reservation on behalf of d98489c121c54a60b4020e7668cf08f1 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:15.555682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.572352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.718507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks [] for security_group (054326d6-bf69-4695-be2b-03b71d68d1b6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.723549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (054326d6-bf69-4695-be2b-03b71d68d1b6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.731533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d18ea0-c4e4-4810-9e0a-0beb863d225f req-33fa2b3a-2b11-41d3-a6fd-74648461989c tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:15.740725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87d18ea0-c4e4-4810-9e0a-0beb863d225f req-33fa2b3a-2b11-41d3-a6fd-74648461989c tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.0896606 Apr 07 11:06:15.761909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:06:15.795404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87d18ea0-c4e4-4810-9e0a-0beb863d225f req-b690216c-78db-4bb5-91b0-89413694f8cd tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537002 Apr 07 11:06:15.826326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749671959233', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1595d611-b6c8-4c08-a6cd-bbe298060ab2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.826983 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Unsubscribe: segment precommit_create {{(pid=104177) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:06:15.827581 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Added segment 1595d611-b6c8-4c08-a6cd-bbe298060ab2 of type vlan for network 140a5b80-67b2-4eef-b33d-60e0ab48bd80 Apr 07 11:06:15.833528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054326d6-bf69-4695-be2b-03b71d68d1b6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:15.905793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (140a5b80-67b2-4eef-b33d-60e0ab48bd80), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.954314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (140a5b80-67b2-4eef-b33d-60e0ab48bd80), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:15.955364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:15.955928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:16.061732 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7833304 Apr 07 11:06:16.063110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:16.069184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Request body: {'subnet': {'network_id': '140a5b80-67b2-4eef-b33d-60e0ab48bd80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1974046461-subnet', 'tenant_id': 'd98489c121c54a60b4020e7668cf08f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:16.092286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Made reservation on behalf of d98489c121c54a60b4020e7668cf08f1 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:16.094980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:16.096857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddaed3-12aa-48a0-98ac-9c1ccf5acea2 admin admin] Pushing event updated for resources: {'Network': ['ID=140a5b80-67b2-4eef-b33d-60e0ab48bd80,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:16.110391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 140a5b80-67b2-4eef-b33d-60e0ab48bd80 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:06:16.334590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for subnet (d1b4baf2-fc65-4166-ac80-c2b537a3c37c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:16.416734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d960-40d8-4726-aa38-a298757dc26c req-5d31b944-9ec9-4331-94a2-9a58c7be60e2 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:16.418012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d137d960-40d8-4726-aa38-a298757dc26c req-5d31b944-9ec9-4331-94a2-9a58c7be60e2 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.1168125 Apr 07 11:06:16.420520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b4baf2-fc65-4166-ac80-c2b537a3c37c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:16.436839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Checking segment: {'id': '1595d611-b6c8-4c08-a6cd-bbe298060ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '140a5b80-67b2-4eef-b33d-60e0ab48bd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:16.437208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Network hostable DHCP agents. Network: 140a5b80-67b2-4eef-b33d-60e0ab48bd80, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:06:16.476930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Network 140a5b80-67b2-4eef-b33d-60e0ab48bd80 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:06:16.485222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d137d960-40d8-4726-aa38-a298757dc26c req-d47a0a27-f19a-454e-81b0-d18e8f738bdb tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565858 Apr 07 11:06:16.492456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 140a5b80-67b2-4eef-b33d-60e0ab48bd80) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:16.503764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:16.504538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:16.509353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b219a-ac85-4d18-9bd2-fd8d14a6e4f2 None None] Network 140a5b80-67b2-4eef-b33d-60e0ab48bd80 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:16.535114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8abbea66-581c-4fc9-aff4-42dc7e0e46f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4688127 Apr 07 11:06:16.658919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615f3b6-3d9f-4dfd-babe-c8e82ffaefa7 None None] Network 140a5b80-67b2-4eef-b33d-60e0ab48bd80 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:16.724810 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-68fb847f-a4d1-458e-8846-300f9df8c030 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420743 Apr 07 11:06:16.771091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0211c46-7788-4dbc-b4f3-91085f5c9556 req-cdae3229-05b0-4a02-8ddc-fbba104b519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:16.773756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0211c46-7788-4dbc-b4f3-91085f5c9556 req-cdae3229-05b0-4a02-8ddc-fbba104b519c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5f388065a045ad96b5b18172c31c96&device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 1152 time: 0.1462548 Apr 07 11:06:16.868536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0211c46-7788-4dbc-b4f3-91085f5c9556 req-a85ba208-1102-4ce9-8aff-7091c08dd8fd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2d5f388065a045ad96b5b18172c31c96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516529 Apr 07 11:06:16.930046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb8ea101-2710-4966-9ca9-3792e203ea06 req-4ddf2e9b-22bd-4888-9b8d-ebb8fa19ccf8 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134505 Apr 07 11:06:17.040182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-e0a9410f-e8d1-4d0e-bedf-bfd89a37ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.041705 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-e0a9410f-e8d1-4d0e-bedf-bfd89a37ec89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 1152 time: 0.0611405 Apr 07 11:06:17.108544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937f01-3d21-4e03-bc1e-4e2d35b9433e req-b26680e2-0cde-4f80-87fa-56c05d501ec0 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.116351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f937f01-3d21-4e03-bc1e-4e2d35b9433e req-b26680e2-0cde-4f80-87fa-56c05d501ec0 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.2216311 Apr 07 11:06:17.152122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0211c46-7788-4dbc-b4f3-91085f5c9556 req-0df0c363-1dc9-48e0-a44e-849f3cd909ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.153811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0211c46-7788-4dbc-b4f3-91085f5c9556 req-0df0c363-1dc9-48e0-a44e-849f3cd909ae service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765353 Apr 07 11:06:17.203757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f937f01-3d21-4e03-bc1e-4e2d35b9433e req-3445a0d2-25a6-443f-93df-8e4148b94031 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864613 Apr 07 11:06:17.251861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-068431f1-28e7-410a-a495-8cb9c325f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.253911 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-068431f1-28e7-410a-a495-8cb9c325f9b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2041881 Apr 07 11:06:17.268717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-11ec6141-d935-4245-a341-3a9e48c33db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.271777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-11ec6141-d935-4245-a341-3a9e48c33db2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5f388065a045ad96b5b18172c31c96&device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 1152 time: 0.0656424 Apr 07 11:06:17.297580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-3cb301ee-219f-4210-a26a-63600285bc86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e HTTP/1.1" status: 200 len: 217 time: 0.0376801 Apr 07 11:06:17.370939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-a0a7459c-188a-438b-b296-9e03bac4fdbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=7d698766-886a-469e-b4ac-7b5bcf1504e1 HTTP/1.1" status: 200 len: 217 time: 0.0935278 Apr 07 11:06:17.378163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-aa728e16-2ecf-4b98-acd3-81b7d7cc9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.380370 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-aa728e16-2ecf-4b98-acd3-81b7d7cc9956 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0749295 Apr 07 11:06:17.441272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-7dcba8d1-fcde-490e-a353-78466ef2246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.444252 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-7dcba8d1-fcde-490e-a353-78466ef2246f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0569916 Apr 07 11:06:17.550490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-447733d3-cea6-47b4-a290-414f2f6d9472 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999198 Apr 07 11:06:17.612769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-3c18aec1-b5fd-49e1-b129-6eca8e2f6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.618845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-3c18aec1-b5fd-49e1-b129-6eca8e2f6448 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2397041 Apr 07 11:06:17.687405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58636) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:17.743892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397376b1-5196-44dc-9f53-e93dff974165 req-9e22f405-e356-485f-8722-9b4b622fd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.745429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-9e22f405-e356-485f-8722-9b4b622fd844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1210480 Apr 07 11:06:17.745893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58640) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:17.758971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1267685961-network', 'tenant_id': 'dd917dcb87e643748e206150985ad65b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:17.798208 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db8c6fc3-f954-4a68-84e3-0fe09afeeda0 req-fafdcb50-3b5e-4d0b-a641-301cf370f0a8 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404015 Apr 07 11:06:17.877497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Made reservation on behalf of dd917dcb87e643748e206150985ad65b for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:17.880375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:17.902434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:17.934454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebedc-a26b-4d23-bc5e-a9acc3a53a9c req-976f64c9-3439-48b1-88b9-7145ca8e8948 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:17.935756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da5ebedc-a26b-4d23-bc5e-a9acc3a53a9c req-976f64c9-3439-48b1-88b9-7145ca8e8948 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.1982074 Apr 07 11:06:17.955652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-31bea78a-0203-4289-aa92-fef30c1af95d service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012618 Apr 07 11:06:18.038465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb7a23fe-f33e-47a1-be50-889a6a89696e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.093607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da5ebedc-a26b-4d23-bc5e-a9acc3a53a9c req-465a4e01-fdc0-43aa-bb14-a3df2c4e5a7e tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514373 Apr 07 11:06:18.162350 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks [] for security_group (eefebdbc-b57e-4a36-973b-344c3eefd0e5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.165919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-397376b1-5196-44dc-9f53-e93dff974165 req-ef15ad1c-fa90-4ff0-995c-f92d64381955 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014420 Apr 07 11:06:18.171265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (eefebdbc-b57e-4a36-973b-344c3eefd0e5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.210802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:06:18.219062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefebdbc-b57e-4a36-973b-344c3eefd0e5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:18.237904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.238283 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Added segment f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f of type vlan for network 0e90e094-f65f-467f-92de-4fd4009f00df Apr 07 11:06:18.254665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb7a23fe-f33e-47a1-be50-889a6a89696e admin admin] Publish callbacks [] for security_group (01c9a660-140c-447d-9654-4c542a3af07d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.277228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb7a23fe-f33e-47a1-be50-889a6a89696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (01c9a660-140c-447d-9654-4c542a3af07d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.298321 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (0e90e094-f65f-467f-92de-4fd4009f00df), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.377638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58674) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:18.377786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fb7a23fe-f33e-47a1-be50-889a6a89696e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67fdc929afa247c28f74aa334d3b08fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6891336 Apr 07 11:06:18.378598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a23fe-f33e-47a1-be50-889a6a89696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c9a660-140c-447d-9654-4c542a3af07d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:18.397392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (0e90e094-f65f-467f-92de-4fd4009f00df), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.398332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:18.398898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.454199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdb785c4-7649-49e9-bcd2-eade86ca5d40 admin admin] Publish callbacks [] for security_group (01c9a660-140c-447d-9654-4c542a3af07d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.455915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338c8dd-16b5-414b-9606-d84986fd0cff req-d50f8ccd-bc6d-4ac3-a14d-c013c8f78644 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:18.457515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6338c8dd-16b5-414b-9606-d84986fd0cff req-d50f8ccd-bc6d-4ac3-a14d-c013c8f78644 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.1615701 Apr 07 11:06:18.466757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:18.467084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7137198 Apr 07 11:06:18.476475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Request body: {'subnet': {'network_id': '0e90e094-f65f-467f-92de-4fd4009f00df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1267685961-subnet', 'tenant_id': 'dd917dcb87e643748e206150985ad65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:18.495835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7466f-df8c-4958-bff0-7c0f66a465ee admin admin] Pushing event updated for resources: {'Network': ['ID=0e90e094-f65f-467f-92de-4fd4009f00df,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:18.508387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 0e90e094-f65f-467f-92de-4fd4009f00df details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:06:18.517206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdb785c4-7649-49e9-bcd2-eade86ca5d40 admin admin] Publish callbacks [] for security_group (01c9a660-140c-447d-9654-4c542a3af07d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.552061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Made reservation on behalf of dd917dcb87e643748e206150985ad65b for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:18.554515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.576288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6338c8dd-16b5-414b-9606-d84986fd0cff req-73ac88da-b4ae-45d9-a557-a0ed91b420c6 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079452 Apr 07 11:06:18.661790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdb785c4-7649-49e9-bcd2-eade86ca5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (01c9a660-140c-447d-9654-4c542a3af07d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.664658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdb785c4-7649-49e9-bcd2-eade86ca5d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.666090 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cdb785c4-7649-49e9-bcd2-eade86ca5d40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01c9a660-140c-447d-9654-4c542a3af07d HTTP/1.1" status: 204 len: 168 time: 0.2874112 Apr 07 11:06:18.668113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:18.679567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb785c4-7649-49e9-bcd2-eade86ca5d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c9a660-140c-447d-9654-4c542a3af07d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:18.803880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for subnet (3b3632b5-c078-43c8-99cb-e5864cc62c25), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.866954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3632b5-c078-43c8-99cb-e5864cc62c25,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:18.882622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Checking segment: {'id': 'f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0e90e094-f65f-467f-92de-4fd4009f00df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:18.883057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Network hostable DHCP agents. Network: 0e90e094-f65f-467f-92de-4fd4009f00df, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:06:18.907048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Network 0e90e094-f65f-467f-92de-4fd4009f00df is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:06:18.921678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 0e90e094-f65f-467f-92de-4fd4009f00df) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:18.930069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:18.930675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.931183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfec859-ec4f-4bfa-8fa8-372b00c7afb4 None None] Network 0e90e094-f65f-467f-92de-4fd4009f00df requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:18.959393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2bbc3780-1ed3-40c0-b7e4-1648c41de025 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4904096 Apr 07 11:06:18.977118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6800-b32c-491f-b737-4a19308aedeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:18.999539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.000247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58704) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.020215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e096d4d-9470-4372-a46d-0614c52cb8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.086133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d71e0-4019-4a08-9f8b-fd0af7869cbd None None] Network 0e90e094-f65f-467f-92de-4fd4009f00df requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:19.103143 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6800-b32c-491f-b737-4a19308aedeb admin admin] Publish callbacks [] for security_group (e9b24a99-8b88-467c-a690-7e3ec2587604), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.109187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6800-b32c-491f-b737-4a19308aedeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e9b24a99-8b88-467c-a690-7e3ec2587604), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.118940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e096d4d-9470-4372-a46d-0614c52cb8c4 admin admin] Publish callbacks [] for security_group (6948f863-08e2-45ed-baa1-cfc713f707bd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.137881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e096d4d-9470-4372-a46d-0614c52cb8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6948f863-08e2-45ed-baa1-cfc713f707bd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.164559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bb8a6800-b32c-491f-b737-4a19308aedeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b5b776710f745d196d39d6178274e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952269 Apr 07 11:06:19.165482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a6800-b32c-491f-b737-4a19308aedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b24a99-8b88-467c-a690-7e3ec2587604,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.167838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58712) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.207172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58714) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.230591 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e096d4d-9470-4372-a46d-0614c52cb8c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c92c51def1ef4226a1f54b24bcdc00bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290370 Apr 07 11:06:19.231489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58716) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.240116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e096d4d-9470-4372-a46d-0614c52cb8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948f863-08e2-45ed-baa1-cfc713f707bd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.277450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f6dafb3-57a1-4f2f-97ff-0eebbdc05e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.305828 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-41af782c-539c-4541-b6ed-2417733d59f4 admin admin] Publish callbacks [] for security_group (e9b24a99-8b88-467c-a690-7e3ec2587604), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.315687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47e07b64-ae12-427d-92ec-8e5dbf10bd19 admin admin] Publish callbacks [] for security_group (6948f863-08e2-45ed-baa1-cfc713f707bd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.322908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Deleting subnet d1b4baf2-fc65-4166-ac80-c2b537a3c37c {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:06:19.332137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Publish callbacks [] for subnet (d1b4baf2-fc65-4166-ac80-c2b537a3c37c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.349698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47e07b64-ae12-427d-92ec-8e5dbf10bd19 admin admin] Publish callbacks [] for security_group (6948f863-08e2-45ed-baa1-cfc713f707bd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.361788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-41af782c-539c-4541-b6ed-2417733d59f4 admin admin] Publish callbacks [] for security_group (e9b24a99-8b88-467c-a690-7e3ec2587604), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.384966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9acb3a-530c-4abb-ba12-5b304cb9ae65 req-be3474dd-388c-47b7-8598-adff76a54e77 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:19.386407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e9acb3a-530c-4abb-ba12-5b304cb9ae65 req-be3474dd-388c-47b7-8598-adff76a54e77 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.1683424 Apr 07 11:06:19.403115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Publish callbacks [] for subnet (d1b4baf2-fc65-4166-ac80-c2b537a3c37c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.414473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f6dafb3-57a1-4f2f-97ff-0eebbdc05e6c admin admin] Publish callbacks [] for security_group (f955a4c0-9171-4e03-923e-5d27ba3ac594), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.418945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f6dafb3-57a1-4f2f-97ff-0eebbdc05e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f955a4c0-9171-4e03-923e-5d27ba3ac594), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.423756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47e07b64-ae12-427d-92ec-8e5dbf10bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6948f863-08e2-45ed-baa1-cfc713f707bd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.426191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47e07b64-ae12-427d-92ec-8e5dbf10bd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.427927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-47e07b64-ae12-427d-92ec-8e5dbf10bd19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6948f863-08e2-45ed-baa1-cfc713f707bd HTTP/1.1" status: 204 len: 168 time: 0.1950285 Apr 07 11:06:19.430200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (d1b4baf2-fc65-4166-ac80-c2b537a3c37c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.467863 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2f6dafb3-57a1-4f2f-97ff-0eebbdc05e6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6443dcc4808a48abbce3100f3579b56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619942 Apr 07 11:06:19.467863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dafb3-57a1-4f2f-97ff-0eebbdc05e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f955a4c0-9171-4e03-923e-5d27ba3ac594,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.468680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58720) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.494255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e07b64-ae12-427d-92ec-8e5dbf10bd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948f863-08e2-45ed-baa1-cfc713f707bd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.511572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e9acb3a-530c-4abb-ba12-5b304cb9ae65 req-43f56283-cb60-4447-b014-5773e384c1a0 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140051 Apr 07 11:06:19.529701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-41af782c-539c-4541-b6ed-2417733d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e9b24a99-8b88-467c-a690-7e3ec2587604), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.532523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-41af782c-539c-4541-b6ed-2417733d59f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.538888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-41af782c-539c-4541-b6ed-2417733d59f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9b24a99-8b88-467c-a690-7e3ec2587604 HTTP/1.1" status: 204 len: 168 time: 0.3660753 Apr 07 11:06:19.550388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af782c-539c-4541-b6ed-2417733d59f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b24a99-8b88-467c-a690-7e3ec2587604,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.554444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for subnet (d1b4baf2-fc65-4166-ac80-c2b537a3c37c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.572471 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3167-e4ce-47cc-95a5-322ecf8b3905 admin admin] Publish callbacks [] for security_group (f955a4c0-9171-4e03-923e-5d27ba3ac594), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.588706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b4baf2-fc65-4166-ac80-c2b537a3c37c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.592933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.600744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dff01335-f049-4433-9f28-4a9aa1d93508 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1b4baf2-fc65-4166-ac80-c2b537a3c37c HTTP/1.1" status: 204 len: 168 time: 0.3822334 Apr 07 11:06:19.609513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58726) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:19.612574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3167-e4ce-47cc-95a5-322ecf8b3905 admin admin] Publish callbacks [] for security_group (f955a4c0-9171-4e03-923e-5d27ba3ac594), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.674099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3167-e4ce-47cc-95a5-322ecf8b3905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f955a4c0-9171-4e03-923e-5d27ba3ac594), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.679558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3167-e4ce-47cc-95a5-322ecf8b3905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.687258 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ebc3167-e4ce-47cc-95a5-322ecf8b3905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f955a4c0-9171-4e03-923e-5d27ba3ac594 HTTP/1.1" status: 204 len: 168 time: 0.2175403 Apr 07 11:06:19.703056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3167-e4ce-47cc-95a5-322ecf8b3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f955a4c0-9171-4e03-923e-5d27ba3ac594,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:19.746895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (140a5b80-67b2-4eef-b33d-60e0ab48bd80), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.778852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8690927-a0cf-4fc6-bcff-fc60da6a6ced req-cb0eb8fa-675a-4522-9278-d9de45c5e0fb tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:19.781333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8690927-a0cf-4fc6-bcff-fc60da6a6ced req-cb0eb8fa-675a-4522-9278-d9de45c5e0fb tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 970 time: 0.0826845 Apr 07 11:06:19.873149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (140a5b80-67b2-4eef-b33d-60e0ab48bd80), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:19.890389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c6aa8b43-49a1-4e26-baa7-d404bc9c104e details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:06:19.909847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8690927-a0cf-4fc6-bcff-fc60da6a6ced req-18e3bb9f-dbd6-495c-8d55-af7d8a3350e1 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111243 Apr 07 11:06:19.929359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.930258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.931120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.931742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.932319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.932819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.933323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.933784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.934235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:19.934701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.013550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.013993 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.014280 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.014603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.015140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140a5b80-67b2-4eef-b33d-60e0ab48bd80']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:20.022801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:20.033902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1595d611-b6c8-4c08-a6cd-bbe298060ab2') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:20.034195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1595d611-b6c8-4c08-a6cd-bbe298060ab2') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:20.038572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e', 'mac_address': 'fa:16:3e:46:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-1554320426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:06:20.050777 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1595d611-b6c8-4c08-a6cd-bbe298060ab2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.056157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58742) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:20.073796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1595d611-b6c8-4c08-a6cd-bbe298060ab2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.083726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e183025-f8e1-4d5f-910f-987064caf496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.084482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:06:20.085199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1595d611-b6c8-4c08-a6cd-bbe298060ab2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.094787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c6aa8b43-49a1-4e26-baa7-d404bc9c104e is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:20.095494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.104374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:20.116943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6aa8b43-49a1-4e26-baa7-d404bc9c104e {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: from cryptography.utils import int_from_bytes Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: from cryptography.utils import int_from_bytes Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:06:20.120932 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:06:20.124613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7308f65-bb72-4dfd-b995-d3b9bf5851de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.140230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:20.147432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.197044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (140a5b80-67b2-4eef-b33d-60e0ab48bd80), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.216495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.216620 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.222033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/140a5b80-67b2-4eef-b33d-60e0ab48bd80 HTTP/1.1" status: 204 len: 168 time: 0.6115687 Apr 07 11:06:20.225207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58746) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:20.227588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.227944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.228557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.228675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.228961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.229677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.229677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.229988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.230334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.230783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.231124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.231255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e183025-f8e1-4d5f-910f-987064caf496 admin admin] Publish callbacks [] for security_group (50992900-52fe-42f5-ae60-4a2262ac67e0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.231456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.231782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Tracked resource versions report: Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: pushed versions: Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: { 'AddressGroup': {'1.2'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'ConntrackHelper': {'1.0'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Log': {'1.0'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Network': {'1.1'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Port': {'1.7'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'PortForwarding': {'1.2'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'QosPolicy': {'1.10'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'SecurityGroup': {'1.5'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'SubPort': {'1.0'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Subnet': {'1.1'}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Trunk': {'1.1'}} Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: consumer versions: Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: { DHCP agent@n-d-836788-1: {}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: HyperV agent@n-h1-836788-1: {}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: HyperV agent@n-h2-836788-1: {}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: L3 agent@n-d-836788-1: {}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: Metadata agent@n-d-836788-1: {}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: Metering agent@n-d-836788-1: {}, Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'ConntrackHelper': '1.0', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'LocalIPAssociation': '1.0', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Log': '1.0', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Network': '1.1', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Port': '1.7', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'PortForwarding': '1.2', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'QosPolicy': '1.10', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'SecurityGroup': '1.5', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'SecurityGroupRule': '1.2', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'SubPort': '1.0', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Subnet': '1.1', Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: 'Trunk': '1.1'}} Apr 07 11:06:20.232984 n-d-836788-1 neutron-server[104179]: {{(pid=104179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:06:20.247848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699feb6-76cd-4b0d-83d9-949b0d39b1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=140a5b80-67b2-4eef-b33d-60e0ab48bd80,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.248953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e183025-f8e1-4d5f-910f-987064caf496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50992900-52fe-42f5-ae60-4a2262ac67e0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.291732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Deleting subnet 3b3632b5-c078-43c8-99cb-e5864cc62c25 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:06:20.295009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Publish callbacks [] for subnet (3b3632b5-c078-43c8-99cb-e5864cc62c25), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.295613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7308f65-bb72-4dfd-b995-d3b9bf5851de admin admin] Publish callbacks [] for security_group (23820883-bc00-4873-9113-7b4980656212), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.300793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183025-f8e1-4d5f-910f-987064caf496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50992900-52fe-42f5-ae60-4a2262ac67e0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.311355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7308f65-bb72-4dfd-b995-d3b9bf5851de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (23820883-bc00-4873-9113-7b4980656212), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.332115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (3b3632b5-c078-43c8-99cb-e5864cc62c25), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.344122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e183025-f8e1-4d5f-910f-987064caf496 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77babc12663644eeb3ab170af52fcce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865512 Apr 07 11:06:20.344604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58750) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:20.377524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3b3632b5-c078-43c8-99cb-e5864cc62c25), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.397193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e7308f65-bb72-4dfd-b995-d3b9bf5851de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=575f7474b9fb4873a76b9415d997482d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895370 Apr 07 11:06:20.398070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7308f65-bb72-4dfd-b995-d3b9bf5851de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23820883-bc00-4873-9113-7b4980656212,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.435216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:20.460769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['c6aa8b43-49a1-4e26-baa7-d404bc9c104e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:20.540348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (3b3632b5-c078-43c8-99cb-e5864cc62c25), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.595021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ee15-58eb-46c0-bf97-6a098bc5415a admin admin] Publish callbacks [] for security_group (23820883-bc00-4873-9113-7b4980656212), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.617205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3632b5-c078-43c8-99cb-e5864cc62c25,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.617846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-208163a9-b03c-47c9-8be2-60f43bd47606 admin admin] Publish callbacks [] for security_group (50992900-52fe-42f5-ae60-4a2262ac67e0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.639842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ee15-58eb-46c0-bf97-6a098bc5415a admin admin] Publish callbacks [] for security_group (23820883-bc00-4873-9113-7b4980656212), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.640390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.647489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4b804533-fb73-44d9-ac62-5c714d3fb44f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b3632b5-c078-43c8-99cb-e5864cc62c25 HTTP/1.1" status: 204 len: 168 time: 0.4199386 Apr 07 11:06:20.651730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58762) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:20.674105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-208163a9-b03c-47c9-8be2-60f43bd47606 admin admin] Publish callbacks [] for security_group (50992900-52fe-42f5-ae60-4a2262ac67e0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.691843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07ad7-4add-4366-8d59-fb61866881bc req-df79ca70-004d-4ba9-865c-f149dbca8c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:20.699183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfd07ad7-4add-4366-8d59-fb61866881bc req-df79ca70-004d-4ba9-865c-f149dbca8c26 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.0857046 Apr 07 11:06:20.749344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfd07ad7-4add-4366-8d59-fb61866881bc req-881cc306-1fd2-4134-b0b9-72140d9124d6 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Apr 07 11:06:20.808774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (0e90e094-f65f-467f-92de-4fd4009f00df), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.858749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-208163a9-b03c-47c9-8be2-60f43bd47606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50992900-52fe-42f5-ae60-4a2262ac67e0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.862409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-208163a9-b03c-47c9-8be2-60f43bd47606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.863957 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-208163a9-b03c-47c9-8be2-60f43bd47606 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50992900-52fe-42f5-ae60-4a2262ac67e0 HTTP/1.1" status: 204 len: 168 time: 0.5151007 Apr 07 11:06:20.872557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ee15-58eb-46c0-bf97-6a098bc5415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (23820883-bc00-4873-9113-7b4980656212), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.875330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ee15-58eb-46c0-bf97-6a098bc5415a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.878815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1ac6ee15-58eb-46c0-bf97-6a098bc5415a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23820883-bc00-4873-9113-7b4980656212 HTTP/1.1" status: 204 len: 168 time: 0.4387197 Apr 07 11:06:20.883794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208163a9-b03c-47c9-8be2-60f43bd47606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50992900-52fe-42f5-ae60-4a2262ac67e0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.941173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6ee15-58eb-46c0-bf97-6a098bc5415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23820883-bc00-4873-9113-7b4980656212,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:20.959191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (0e90e094-f65f-467f-92de-4fd4009f00df), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:20.983613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.983976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.985024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.985521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.986026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.986532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.986992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.987467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.987944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:20.988399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:21.066033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:21.066568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:21.066763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:21.067063 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:06:21.067443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e90e094-f65f-467f-92de-4fd4009f00df']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:21.086538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:21.086873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:21.090908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094a42a-bb11-408e-adba-6731addb4d6e req-9c339657-590d-4c3b-b3f7-5b494c0e32d9 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:21.107017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0094a42a-bb11-408e-adba-6731addb4d6e req-9c339657-590d-4c3b-b3f7-5b494c0e32d9 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 971 time: 0.1011145 Apr 07 11:06:21.108284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.133426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.142324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:06:21.142801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f4d3b578-f5fd-4ec8-bbb2-a74fe0b6bd8f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: from cryptography.utils import int_from_bytes Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: from cryptography.utils import int_from_bytes Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:06:21.147643 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:06:21.178109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0094a42a-bb11-408e-adba-6731addb4d6e req-b16e7cf5-e668-486e-837e-1e72f3fb3574 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652654 Apr 07 11:06:21.220841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (0e90e094-f65f-467f-92de-4fd4009f00df), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.253003 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.260098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e90e094-f65f-467f-92de-4fd4009f00df HTTP/1.1" status: 204 len: 168 time: 0.6017978 Apr 07 11:06:21.263606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d705f1d-1893-4715-8117-80922b031cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e90e094-f65f-467f-92de-4fd4009f00df,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:21.485343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58792) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:21.538270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36c1c8be-0ca1-43f9-99fb-1f20765d6f02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d98489c121c54a60b4020e7668cf08f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515676 Apr 07 11:06:21.540791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58794) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:21.609952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03cdc7f0-7499-4e8d-a3ea-2512bd34379a admin admin] Publish callbacks [] for security_group (054326d6-bf69-4695-be2b-03b71d68d1b6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.642185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03cdc7f0-7499-4e8d-a3ea-2512bd34379a admin admin] Publish callbacks [] for security_group (054326d6-bf69-4695-be2b-03b71d68d1b6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.700091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03cdc7f0-7499-4e8d-a3ea-2512bd34379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (054326d6-bf69-4695-be2b-03b71d68d1b6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.702905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03cdc7f0-7499-4e8d-a3ea-2512bd34379a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:21.704042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03cdc7f0-7499-4e8d-a3ea-2512bd34379a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/054326d6-bf69-4695-be2b-03b71d68d1b6 HTTP/1.1" status: 204 len: 168 time: 0.1621664 Apr 07 11:06:21.712127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc7f0-7499-4e8d-a3ea-2512bd34379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054326d6-bf69-4695-be2b-03b71d68d1b6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:21.886627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ef27-6a2c-458b-b9e5-9cb230b71679 req-7acc2ef1-bbb6-4aad-8f42-bcb64dad7302 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:21.888340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79c8ef27-6a2c-458b-b9e5-9cb230b71679 req-7acc2ef1-bbb6-4aad-8f42-bcb64dad7302 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 970 time: 0.0621674 Apr 07 11:06:21.894338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d698766-886a-469e-b4ac-7b5bcf1504e1 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:06:21.948675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c6aa8b43-49a1-4e26-baa7-d404bc9c104e up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:21.987825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79c8ef27-6a2c-458b-b9e5-9cb230b71679 req-87135351-5173-4046-a483-29039668903b tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831504 Apr 07 11:06:22.195643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7d698766-886a-469e-b4ac-7b5bcf1504e1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d698766-886a-469e-b4ac-7b5bcf1504e1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:22.205561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port c6aa8b43-49a1-4e26-baa7-d404bc9c104e completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:06:22.215966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port c6aa8b43-49a1-4e26-baa7-d404bc9c104e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:22.216803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.218878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '7d698766-886a-469e-b4ac-7b5bcf1504e1', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '7d698766-886a-469e-b4ac-7b5bcf1504e1', 'mac_address': 'fa:16:3e:c5:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:tempest-test_az-1554320426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:06:22.296168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 7d698766-886a-469e-b4ac-7b5bcf1504e1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:22.296901 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.316793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d698766-886a-469e-b4ac-7b5bcf1504e1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:22.331603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53da9a-adeb-484b-ba0b-5cef0de106f2 req-ae343906-74b8-4841-a4c1-d67c84d9e207 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:22.340404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b53da9a-adeb-484b-ba0b-5cef0de106f2 req-ae343906-74b8-4841-a4c1-d67c84d9e207 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 971 time: 0.0755205 Apr 07 11:06:22.366711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7d698766-886a-469e-b4ac-7b5bcf1504e1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d698766-886a-469e-b4ac-7b5bcf1504e1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:22.376468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c6aa8b43-49a1-4e26-baa7-d404bc9c104e is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:22.376468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.380928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.402511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b53da9a-adeb-484b-ba0b-5cef0de106f2 req-6487c838-4382-47ab-8d42-df4b9f3a4488 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611091 Apr 07 11:06:22.431166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b389acc-1d86-4e02-a07c-d21393c66494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:22.509364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:22.519079 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.520223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:22.533680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=7d698766-886a-469e-b4ac-7b5bcf1504e1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:22.586239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3552d96a-1a31-4beb-b5d4-5b1f8bd68f41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd917dcb87e643748e206150985ad65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641181 Apr 07 11:06:22.588883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:22.603184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:22.652693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3957acf-5bc3-4072-a6d4-a0717c02a7f9 admin admin] Publish callbacks [] for security_group (eefebdbc-b57e-4a36-973b-344c3eefd0e5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.682759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7d698766-886a-469e-b4ac-7b5bcf1504e1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:22.689021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3957acf-5bc3-4072-a6d4-a0717c02a7f9 admin admin] Publish callbacks [] for security_group (eefebdbc-b57e-4a36-973b-344c3eefd0e5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.773610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3957acf-5bc3-4072-a6d4-a0717c02a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (eefebdbc-b57e-4a36-973b-344c3eefd0e5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.777606 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3957acf-5bc3-4072-a6d4-a0717c02a7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:22.780034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d3957acf-5bc3-4072-a6d4-a0717c02a7f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eefebdbc-b57e-4a36-973b-344c3eefd0e5 HTTP/1.1" status: 204 len: 168 time: 0.1901619 Apr 07 11:06:22.792463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957acf-5bc3-4072-a6d4-a0717c02a7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefebdbc-b57e-4a36-973b-344c3eefd0e5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:22.954340 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cbef91-66c4-455c-a9fd-41af5a3da6d7" -d '{"events": [{"server_uuid": "9b389acc-1d86-4e02-a07c-d21393c66494", "name": "network-vif-plugged", "status": "completed", "tag": "c6aa8b43-49a1-4e26-baa7-d404bc9c104e"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:23.314334 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3239db-c479-4020-9aa3-14c3eda03771 x-openstack-request-id: req-2d3239db-c479-4020-9aa3-14c3eda03771 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:23.314692 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b389acc-1d86-4e02-a07c-d21393c66494", "name": "network-vif-plugged", "status": "completed", "tag": "c6aa8b43-49a1-4e26-baa7-d404bc9c104e", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:23.314954 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d3239db-c479-4020-9aa3-14c3eda03771 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:23.315402 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3239db-c479-4020-9aa3-14c3eda03771'] response: {'server_uuid': '9b389acc-1d86-4e02-a07c-d21393c66494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e', 'code': 200} Apr 07 11:06:23.395791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-72c1a9d8-f489-4f3b-8eea-374622647bef tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420752 Apr 07 11:06:23.766024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34866150-2ecd-4f1d-a449-7efdca3cfd2f req-e775aed7-0495-4b3e-8021-5108750dfd9c tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:23.773239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34866150-2ecd-4f1d-a449-7efdca3cfd2f req-e775aed7-0495-4b3e-8021-5108750dfd9c tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 971 time: 0.3352728 Apr 07 11:06:23.783480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21bdc1-3f2c-4ba4-8e97-1e28d92d83d7 req-c6c2aa99-fb19-49f9-80a5-9643b1489fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:23.785115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb21bdc1-3f2c-4ba4-8e97-1e28d92d83d7 req-c6c2aa99-fb19-49f9-80a5-9643b1489fdf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 1154 time: 0.3884916 Apr 07 11:06:23.792874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-03b63c10-d2ce-4393-bc2d-1d7f29e1ec1b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:23.794698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-03b63c10-d2ce-4393-bc2d-1d7f29e1ec1b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907597 Apr 07 11:06:23.829729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eb21bdc1-3f2c-4ba4-8e97-1e28d92d83d7 req-cfed7701-f02f-4e1f-b179-b40819dc5f9a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:23.841552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-e3ce3b78-82af-41ee-8e50-ef050ab06993 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/quotas/5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 375 time: 0.0363526 Apr 07 11:06:23.894060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d698766-886a-469e-b4ac-7b5bcf1504e1 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:23.898710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34866150-2ecd-4f1d-a449-7efdca3cfd2f req-7fa647ae-28d9-41fe-b421-5a44b6515a84 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226349 Apr 07 11:06:23.908400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-d677ba16-88cc-4e27-8120-69d9c4276d3b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575187 Apr 07 11:06:23.983047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 7d698766-886a-469e-b4ac-7b5bcf1504e1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:06:23.990546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 7d698766-886a-469e-b4ac-7b5bcf1504e1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:23.992380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:24.069871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eb21bdc1-3f2c-4ba4-8e97-1e28d92d83d7 req-cfed7701-f02f-4e1f-b179-b40819dc5f9a service neutron] Publish callbacks [] for security_group (e13985de-45a0-46a2-b77d-599b8c842104), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:24.081448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eb21bdc1-3f2c-4ba4-8e97-1e28d92d83d7 req-cfed7701-f02f-4e1f-b179-b40819dc5f9a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e13985de-45a0-46a2-b77d-599b8c842104), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:24.105833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 7d698766-886a-469e-b4ac-7b5bcf1504e1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:24.106389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:24.152604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb21bdc1-3f2c-4ba4-8e97-1e28d92d83d7 req-cfed7701-f02f-4e1f-b179-b40819dc5f9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508720 Apr 07 11:06:24.153438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7d698766-886a-469e-b4ac-7b5bcf1504e1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d698766-886a-469e-b4ac-7b5bcf1504e1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:24.157382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed7701-f02f-4e1f-b179-b40819dc5f9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e13985de-45a0-46a2-b77d-599b8c842104,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:24.160933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:24.189521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e119c-e48c-45e7-a85a-6ce1e6c2978c req-839c791c-d0fe-47bc-86bb-ea0f7fb01b08 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:24.199706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-361e119c-e48c-45e7-a85a-6ce1e6c2978c req-839c791c-d0fe-47bc-86bb-ea0f7fb01b08 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 972 time: 0.1702690 Apr 07 11:06:24.247238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=7d698766-886a-469e-b4ac-7b5bcf1504e1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:24.337339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-361e119c-e48c-45e7-a85a-6ce1e6c2978c req-35a3ec16-3404-4d3b-a5ff-5c8706450f85 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332536 Apr 07 11:06:24.362498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fa00b3c-d3ce-4208-99ca-28d16f1c39bb req-2de3d9b7-10f7-4da3-b047-5f42fd4e971e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 210 time: 0.0428295 Apr 07 11:06:24.807453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58946) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:25.039369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ff5e-4958-4475-81ed-e1de5e427a7a req-f737b0b1-b2ec-43e4-86c2-9aabb722d3fd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:25.040881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2b4ff5e-4958-4475-81ed-e1de5e427a7a req-f737b0b1-b2ec-43e4-86c2-9aabb722d3fd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 972 time: 0.0758202 Apr 07 11:06:25.080251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268c1f62-3330-4601-a3e1-ad06ac9a236a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.103491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2b4ff5e-4958-4475-81ed-e1de5e427a7a req-e8d763c7-1d94-427c-84e8-5f62b35ca930 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568380 Apr 07 11:06:25.169198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268c1f62-3330-4601-a3e1-ad06ac9a236a admin admin] Publish callbacks [] for security_group (74e418fd-049e-4fec-9014-b1aec2e2cc8c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.172872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268c1f62-3330-4601-a3e1-ad06ac9a236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (74e418fd-049e-4fec-9014-b1aec2e2cc8c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.214452 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-268c1f62-3330-4601-a3e1-ad06ac9a236a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5d5e12f29f2411fb41935822b36f751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053619 Apr 07 11:06:25.216982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58970) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:25.222746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1f62-3330-4601-a3e1-ad06ac9a236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e418fd-049e-4fec-9014-b1aec2e2cc8c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:25.269876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6dd1be9b-3f76-4021-bd0c-80b582f5509b admin admin] Publish callbacks [] for security_group (74e418fd-049e-4fec-9014-b1aec2e2cc8c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.294160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6dd1be9b-3f76-4021-bd0c-80b582f5509b admin admin] Publish callbacks [] for security_group (74e418fd-049e-4fec-9014-b1aec2e2cc8c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.316514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d698766-886a-469e-b4ac-7b5bcf1504e1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:25.320396 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51ea7d1-302b-4eaa-848c-a15863060905" -d '{"events": [{"server_uuid": "970a87f9-fe75-4ead-94c4-a5e01af5a6c4", "name": "network-vif-plugged", "status": "completed", "tag": "7d698766-886a-469e-b4ac-7b5bcf1504e1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:25.323292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.41', 53620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:25.351131 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6dd1be9b-3f76-4021-bd0c-80b582f5509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (74e418fd-049e-4fec-9014-b1aec2e2cc8c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.353913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6dd1be9b-3f76-4021-bd0c-80b582f5509b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.355118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6dd1be9b-3f76-4021-bd0c-80b582f5509b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74e418fd-049e-4fec-9014-b1aec2e2cc8c HTTP/1.1" status: 204 len: 168 time: 0.1371951 Apr 07 11:06:25.366607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1be9b-3f76-4021-bd0c-80b582f5509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e418fd-049e-4fec-9014-b1aec2e2cc8c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:25.366809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-b459ed59-a145-4721-a73c-a3655fad44f4 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380008 Apr 07 11:06:25.393180 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eb6591-af67-47e1-b1e5-823c4b7ee4e7 x-openstack-request-id: req-c1eb6591-af67-47e1-b1e5-823c4b7ee4e7 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:25.393508 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970a87f9-fe75-4ead-94c4-a5e01af5a6c4", "name": "network-vif-plugged", "status": "completed", "tag": "7d698766-886a-469e-b4ac-7b5bcf1504e1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:25.399440 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1eb6591-af67-47e1-b1e5-823c4b7ee4e7 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:25.399974 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1eb6591-af67-47e1-b1e5-823c4b7ee4e7'] response: {'server_uuid': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d698766-886a-469e-b4ac-7b5bcf1504e1', 'code': 200} Apr 07 11:06:25.578708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5744640-c5c7-4764-8621-4ca591eb28f6 req-0ac9aac8-f9b0-4a59-b04b-b890243d6324 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 210 time: 0.0941496 Apr 07 11:06:25.641210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-b4bde061-3312-4e36-bb35-7a1aa09afba7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:25.642745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-b4bde061-3312-4e36-bb35-7a1aa09afba7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655573 Apr 07 11:06:25.651632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d28e4e-ef83-4878-97ca-d92567b5e8b2 req-564c5516-02d0-41ee-b98e-f070d07efa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:25.653098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06d28e4e-ef83-4878-97ca-d92567b5e8b2 req-564c5516-02d0-41ee-b98e-f070d07efa36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 1154 time: 0.1433165 Apr 07 11:06:25.661799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2d292-ecc5-4715-9662-24421a116078 req-0235b687-6527-4282-baf5-4cc5bdf77275 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:25.663389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3d2d292-ecc5-4715-9662-24421a116078 req-0235b687-6527-4282-baf5-4cc5bdf77275 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 972 time: 0.1676700 Apr 07 11:06:25.735522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06d28e4e-ef83-4878-97ca-d92567b5e8b2 req-da9fec5e-6798-41db-b557-f524a782a8a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703552 Apr 07 11:06:25.746214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Request body: {'port': {'device_id': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '5c88156454414b57ad33b86ec8fb7f60'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:25.761782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3d2d292-ecc5-4715-9662-24421a116078 req-b3650ec7-0149-4e9a-8c9e-d9e9d2a11950 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Apr 07 11:06:25.817917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59000) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:25.832043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5b376bb-a848-435c-8af5-b7b0e0b8657f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.899643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Made reservation on behalf of 5c88156454414b57ad33b86ec8fb7f60 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:25.903158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.916298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.919482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5b376bb-a848-435c-8af5-b7b0e0b8657f admin admin] Publish callbacks [] for security_group (62d537d2-76f2-41e8-9e8d-15b92e98c05a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.923741 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5b376bb-a848-435c-8af5-b7b0e0b8657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (62d537d2-76f2-41e8-9e8d-15b92e98c05a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:25.975599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b376bb-a848-435c-8af5-b7b0e0b8657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d537d2-76f2-41e8-9e8d-15b92e98c05a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:25.995038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b5b376bb-a848-435c-8af5-b7b0e0b8657f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eb196ad95c74b1bbb5941790a39b5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748319 Apr 07 11:06:25.999353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59002) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:26.016972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks [] for security_group (40279f5d-e08a-4a8b-96b0-fee316b3d73c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.023247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40279f5d-e08a-4a8b-96b0-fee316b3d73c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.100507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ae25-01fc-4774-a267-7184bb322d18 admin admin] Publish callbacks [] for security_group (62d537d2-76f2-41e8-9e8d-15b92e98c05a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.126162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40279f5d-e08a-4a8b-96b0-fee316b3d73c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:26.165004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ae25-01fc-4774-a267-7184bb322d18 admin admin] Publish callbacks [] for security_group (62d537d2-76f2-41e8-9e8d-15b92e98c05a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.231090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ae25-01fc-4774-a267-7184bb322d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (62d537d2-76f2-41e8-9e8d-15b92e98c05a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.233684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ae25-01fc-4774-a267-7184bb322d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.234870 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bfe5ae25-01fc-4774-a267-7184bb322d18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62d537d2-76f2-41e8-9e8d-15b92e98c05a HTTP/1.1" status: 204 len: 168 time: 0.2345958 Apr 07 11:06:26.244463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-f5fec9b1-d7bf-4120-9174-65a81ee9f343 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=41718dd6621040c294975e53c3d8e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437076 Apr 07 11:06:26.246966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5ae25-01fc-4774-a267-7184bb322d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d537d2-76f2-41e8-9e8d-15b92e98c05a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:26.294694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Allocated IP 192.168.233.191 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:26.396354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc4cb7-15f3-456f-bd9f-0d8c0628bf50 req-5e4664ee-8e2d-4146-ba9d-78b4b8c7b653 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:26.398268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48bc4cb7-15f3-456f-bd9f-0d8c0628bf50 req-5e4664ee-8e2d-4146-ba9d-78b4b8c7b653 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 972 time: 0.1876516 Apr 07 11:06:26.453844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-a60d35f3-606f-4686-82ad-4c97e457cea4 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:26.455530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-a60d35f3-606f-4686-82ad-4c97e457cea4 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971221 Apr 07 11:06:26.529743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-a8889de6-b661-42a1-983c-0b9c6f6e3b06 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/quotas/41718dd6621040c294975e53c3d8e5ec HTTP/1.1" status: 200 len: 375 time: 0.0595498 Apr 07 11:06:26.573189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48bc4cb7-15f3-456f-bd9f-0d8c0628bf50 req-2dab86b4-be28-4f81-84df-76194d02b7cc tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687133 Apr 07 11:06:26.603876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-107c9575-1115-4810-b842-353d78418f20 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=41718dd6621040c294975e53c3d8e5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674403 Apr 07 11:06:26.628730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks [] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.672245 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:26.778675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:26.810652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:26.820137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f1d4ccd-3236-4098-be3c-6cec3212ae8b req-f0467d18-e2e4-4d29-97f8-36fa10090202 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.0477545 Apr 07 11:06:26.823674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:26.830180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:26.954559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5ec74-37a3-47a6-b43b-c06ddcc08a37 req-30a4b774-8fa8-4c07-adc5-a93b99a8bb39 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:26.956887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46f5ec74-37a3-47a6-b43b-c06ddcc08a37 req-30a4b774-8fa8-4c07-adc5-a93b99a8bb39 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 936 time: 0.2762024 Apr 07 11:06:26.982751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:26.983445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:27.058218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-751460dc-6235-495d-b400-18d3717eef21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3179321 Apr 07 11:06:27.114979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46f5ec74-37a3-47a6-b43b-c06ddcc08a37 req-8e17a848-a9e7-4f35-accb-383cdbf97ffe tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488652 Apr 07 11:06:27.138435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81885a8-f883-479f-914c-053b4a8430f9 req-85408a23-c5b2-4080-ba9b-cdb04b3a2b50 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:27.140328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d81885a8-f883-479f-914c-053b4a8430f9 req-85408a23-c5b2-4080-ba9b-cdb04b3a2b50 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 972 time: 0.1480041 Apr 07 11:06:27.204695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d81885a8-f883-479f-914c-053b4a8430f9 req-17f81f02-1bed-4f69-988b-e37e6db055a8 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537004 Apr 07 11:06:27.223285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b2db60e2-ffe7-4df2-aa36-f0103e98de26 None None] Provisioning complete for port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:27.223898 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2db60e2-ffe7-4df2-aa36-f0103e98de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:27.261283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b2db60e2-ffe7-4df2-aa36-f0103e98de26 None None] Port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:27.734698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43dade-9c7c-49a6-94c0-176e1d44eacb req-0ee2e6c4-fe41-465e-92b4-89da2cf9f360 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:27.736192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb43dade-9c7c-49a6-94c0-176e1d44eacb req-0ee2e6c4-fe41-465e-92b4-89da2cf9f360 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 972 time: 0.0734806 Apr 07 11:06:27.817020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb43dade-9c7c-49a6-94c0-176e1d44eacb req-e1643ad8-3fb3-4102-85ba-4094b5363401 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686853 Apr 07 11:06:27.825389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58031b2e-9bf1-4132-8ecd-e0cd025f47e2 req-dd27cf76-474d-4e88-9bc5-4177dc6df9f4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:27.826917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58031b2e-9bf1-4132-8ecd-e0cd025f47e2 req-dd27cf76-474d-4e88-9bc5-4177dc6df9f4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 972 time: 0.0898597 Apr 07 11:06:27.884347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58031b2e-9bf1-4132-8ecd-e0cd025f47e2 req-ecf43e21-a1a7-4027-8d98-75a1f9b58cc2 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519574 Apr 07 11:06:27.991484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-124c40a1-f4f3-4973-8125-7a3edcc46c6f req-989f3661-1504-4198-a34f-65aee8cfdac4 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.0452929 Apr 07 11:06:28.011261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102d23c-b199-4567-9342-25cafe3e95c0 req-c7c0d356-cf9e-4d14-a5ca-37846f420b57 tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:28.012818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0102d23c-b199-4567-9342-25cafe3e95c0 req-c7c0d356-cf9e-4d14-a5ca-37846f420b57 tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 1154 time: 0.0768666 Apr 07 11:06:28.032611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0102d23c-b199-4567-9342-25cafe3e95c0 req-82059e23-5616-401d-8f0d-4934ba6f87df tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:28.117646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0102d23c-b199-4567-9342-25cafe3e95c0 req-82059e23-5616-401d-8f0d-4934ba6f87df tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] Publish callbacks [] for security_group (e4e716bd-873e-4988-854d-6f936769aba2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:28.122652 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0102d23c-b199-4567-9342-25cafe3e95c0 req-82059e23-5616-401d-8f0d-4934ba6f87df tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e4e716bd-873e-4988-854d-6f936769aba2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:28.165368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0102d23c-b199-4567-9342-25cafe3e95c0 req-82059e23-5616-401d-8f0d-4934ba6f87df tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449344 Apr 07 11:06:28.166442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059e23-5616-401d-8f0d-4934ba6f87df tempest-AggregatesAdminTestJSON-803638687 tempest-AggregatesAdminTestJSON-803638687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e716bd-873e-4988-854d-6f936769aba2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:28.289168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da294c8-ef01-4865-94b6-d041154a9b90 req-8e1ec8d3-dc0c-4107-a213-b738d3854839 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:28.290691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9da294c8-ef01-4865-94b6-d041154a9b90 req-8e1ec8d3-dc0c-4107-a213-b738d3854839 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 936 time: 0.0539849 Apr 07 11:06:28.340487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9da294c8-ef01-4865-94b6-d041154a9b90 req-941ca31f-a322-4396-bd04-d5463bf30755 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Apr 07 11:06:28.635538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8950a9-dc46-40bd-832a-6eaa03235ffb req-05ecea0d-7dfa-4d8c-8125-df976ec12fed tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:28.637188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e8950a9-dc46-40bd-832a-6eaa03235ffb req-05ecea0d-7dfa-4d8c-8125-df976ec12fed tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 972 time: 0.0575340 Apr 07 11:06:28.693069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e8950a9-dc46-40bd-832a-6eaa03235ffb req-31adf33b-cc38-413d-8a7c-f496063369a0 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493689 Apr 07 11:06:29.016081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22750b87-f831-4f1d-987e-d06a9e3062e7 req-37045102-0bc6-4b8e-9c10-9f764e2d8371 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:29.017985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22750b87-f831-4f1d-987e-d06a9e3062e7 req-37045102-0bc6-4b8e-9c10-9f764e2d8371 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 972 time: 0.0602524 Apr 07 11:06:29.111589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bf3a844-6524-4b90-877b-6bf6ccba773b req-943a75b1-b3a4-46ea-86ed-f776269a8d94 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.0345008 Apr 07 11:06:29.125083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22750b87-f831-4f1d-987e-d06a9e3062e7 req-d17d1d57-3db1-4608-8932-0b3fe43dea90 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944998 Apr 07 11:06:29.202521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150132-5e28-4277-a160-db3b78819aa9 req-608068a0-5a1f-4a99-ac94-282d31dc670a tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:29.204056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42150132-5e28-4277-a160-db3b78819aa9 req-608068a0-5a1f-4a99-ac94-282d31dc670a tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 1154 time: 0.0468621 Apr 07 11:06:29.295588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Deleting port c6aa8b43-49a1-4e26-baa7-d404bc9c104e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:06:29.295920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.382233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] For port c6aa8b43-49a1-4e26-baa7-d404bc9c104e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:29.382737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.397090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Calling delete_port for c6aa8b43-49a1-4e26-baa7-d404bc9c104e owned by compute:tempest-test_az-1554320426 {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:06:29.519925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59132) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:29.556455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9f4c-8239-4c91-bbc1-89f4259bfb3e req-6ee75f37-d0f0-4c3c-906b-1cb142010a2a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:29.558052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9bb9f4c-8239-4c91-bbc1-89f4259bfb3e req-6ee75f37-d0f0-4c3c-906b-1cb142010a2a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 936 time: 0.1130548 Apr 07 11:06:29.640462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b59ac46-3ef5-44e0-8449-bfec37f8546e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.735157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b59ac46-3ef5-44e0-8449-bfec37f8546e admin admin] Publish callbacks [] for security_group (70592478-b960-4876-890b-edc0737d2914), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.740920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b59ac46-3ef5-44e0-8449-bfec37f8546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (70592478-b960-4876-890b-edc0737d2914), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.784492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59ac46-3ef5-44e0-8449-bfec37f8546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70592478-b960-4876-890b-edc0737d2914,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:29.789341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b59ac46-3ef5-44e0-8449-bfec37f8546e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d6475914b3c42ecb9052c82132e776d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674367 Apr 07 11:06:29.791797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59138) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:29.851129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a24440fd-e6b6-465d-bc36-4f67798269ab admin admin] Publish callbacks [] for security_group (70592478-b960-4876-890b-edc0737d2914), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.863431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c6aa8b43-49a1-4e26-baa7-d404bc9c104e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.874838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['c6aa8b43-49a1-4e26-baa7-d404bc9c104e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:29.878917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a24440fd-e6b6-465d-bc36-4f67798269ab admin admin] Publish callbacks [] for security_group (70592478-b960-4876-890b-edc0737d2914), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.895944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9bb9f4c-8239-4c91-bbc1-89f4259bfb3e req-8948e7a9-4659-4158-917f-5fcf9c4960c5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310318 Apr 07 11:06:29.900088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6aa8b43-49a1-4e26-baa7-d404bc9c104e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:29.960618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a24440fd-e6b6-465d-bc36-4f67798269ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (70592478-b960-4876-890b-edc0737d2914), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.965248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a24440fd-e6b6-465d-bc36-4f67798269ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:29.968667 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a24440fd-e6b6-465d-bc36-4f67798269ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70592478-b960-4876-890b-edc0737d2914 HTTP/1.1" status: 204 len: 168 time: 0.1731024 Apr 07 11:06:29.969456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87319-bb09-42eb-86a0-c8b1a6fe43b9 req-aaa21f6f-991d-41fd-ad45-df9043cd5e19 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:29.972068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65f87319-bb09-42eb-86a0-c8b1a6fe43b9 req-aaa21f6f-991d-41fd-ad45-df9043cd5e19 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 972 time: 0.1809273 Apr 07 11:06:29.976728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24440fd-e6b6-465d-bc36-4f67798269ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70592478-b960-4876-890b-edc0737d2914,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:30.014660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] No DVR routers for this DVR port c6aa8b43-49a1-4e26-baa7-d404bc9c104e on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:06:30.030135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.037455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42150132-5e28-4277-a160-db3b78819aa9 req-f63ea222-27e1-4833-a9f1-9a2e3f85ea3e tempest-DeleteServersAdminTestJSON-170315779 tempest-DeleteServersAdminTestJSON-170315779-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c6aa8b43-49a1-4e26-baa7-d404bc9c104e HTTP/1.1" status: 204 len: 173 time: 0.8270242 Apr 07 11:06:30.038120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b389acc-1d86-4e02-a07c-d21393c66494', 'name': 'network-vif-deleted', 'tag': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:30.044211 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a50682a-e8da-43af-944d-8cb01278de4d" -d '{"events": [{"server_uuid": "9b389acc-1d86-4e02-a07c-d21393c66494", "name": "network-vif-deleted", "tag": "c6aa8b43-49a1-4e26-baa7-d404bc9c104e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:30.116257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65f87319-bb09-42eb-86a0-c8b1a6fe43b9 req-18d2d81b-60e9-477c-af8a-119df1ae1219 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d49431ee-7c61-4661-8bf7-d275e635f43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115768 Apr 07 11:06:30.117926 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d75b089-84a3-4f26-904f-fcbdc7de192c x-openstack-request-id: req-8d75b089-84a3-4f26-904f-fcbdc7de192c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:30.118241 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b389acc-1d86-4e02-a07c-d21393c66494", "name": "network-vif-deleted", "tag": "c6aa8b43-49a1-4e26-baa7-d404bc9c104e", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:30.118505 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d75b089-84a3-4f26-904f-fcbdc7de192c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:30.118907 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d75b089-84a3-4f26-904f-fcbdc7de192c'] response: {'server_uuid': '9b389acc-1d86-4e02-a07c-d21393c66494', 'name': 'network-vif-deleted', 'tag': 'c6aa8b43-49a1-4e26-baa7-d404bc9c104e', 'status': 'completed', 'code': 200} Apr 07 11:06:30.142721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-99d9bef6-ae42-45d0-a87b-d4956111b462 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:30.144677 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-99d9bef6-ae42-45d0-a87b-d4956111b462 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.23 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 972 time: 0.1656823 Apr 07 11:06:30.262579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19d7ef0f-6fd5-4a9f-98d3-36807bcc978e req-9d59f46b-552b-4b53-a98a-e7bf16d1ec55 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.0427821 Apr 07 11:06:30.314108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-460bc559-fa33-42d1-8b2e-b6ea04498f96 req-bfb05bd2-1cd0-4890-b2d2-b69d392a493a tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b389acc-1d86-4e02-a07c-d21393c66494 HTTP/1.1" status: 200 len: 210 time: 0.0617368 Apr 07 11:06:30.379150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Deleting port 7d698766-886a-469e-b4ac-7b5bcf1504e1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:06:30.379572 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.417908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59150) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:30.432086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abd8760d-e7b2-4202-88c0-7f8ef8d06d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.484403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] For port 7d698766-886a-469e-b4ac-7b5bcf1504e1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d698766-886a-469e-b4ac-7b5bcf1504e1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:30.485109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.502553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Calling delete_port for 7d698766-886a-469e-b4ac-7b5bcf1504e1 owned by compute:tempest-test_az-1554320426 {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:06:30.514353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abd8760d-e7b2-4202-88c0-7f8ef8d06d85 admin admin] Publish callbacks [] for security_group (a3534c11-6b1d-4b02-a63a-303800da7481), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.518195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abd8760d-e7b2-4202-88c0-7f8ef8d06d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a3534c11-6b1d-4b02-a63a-303800da7481), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.520148 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-34bdfb8f-70d2-4cac-95a6-0456b4204e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.577362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8760d-e7b2-4202-88c0-7f8ef8d06d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3534c11-6b1d-4b02-a63a-303800da7481,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:30.590781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-abd8760d-e7b2-4202-88c0-7f8ef8d06d85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01e21ce80f8a45ea9e15049fb47297b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695371 Apr 07 11:06:30.591352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59152) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:30.648915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c183bc-e2d3-4d47-8f57-14ff32ad5c7e admin admin] Publish callbacks [] for security_group (a3534c11-6b1d-4b02-a63a-303800da7481), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.674075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c183bc-e2d3-4d47-8f57-14ff32ad5c7e admin admin] Publish callbacks [] for security_group (a3534c11-6b1d-4b02-a63a-303800da7481), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.737819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c183bc-e2d3-4d47-8f57-14ff32ad5c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a3534c11-6b1d-4b02-a63a-303800da7481), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.742354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c183bc-e2d3-4d47-8f57-14ff32ad5c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.743889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d6c183bc-e2d3-4d47-8f57-14ff32ad5c7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3534c11-6b1d-4b02-a63a-303800da7481 HTTP/1.1" status: 204 len: 168 time: 0.1515026 Apr 07 11:06:30.762582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c183bc-e2d3-4d47-8f57-14ff32ad5c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3534c11-6b1d-4b02-a63a-303800da7481,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:30.829004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7d698766-886a-469e-b4ac-7b5bcf1504e1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.845577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7d698766-886a-469e-b4ac-7b5bcf1504e1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:30.863093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Pushing event deleted for resources: {'Port': ['ID=7d698766-886a-469e-b4ac-7b5bcf1504e1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:30.946774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] No DVR routers for this DVR port 7d698766-886a-469e-b4ac-7b5bcf1504e1 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:06:30.951466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:30.954959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77bffb5b-0c40-4fd7-ab36-507c83eff264 req-5b0797a0-b528-497f-b964-6515dc9577dd tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.23 "DELETE /v2.0/ports/7d698766-886a-469e-b4ac-7b5bcf1504e1 HTTP/1.1" status: 204 len: 173 time: 0.8010058 Apr 07 11:06:30.955424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'name': 'network-vif-deleted', 'tag': '7d698766-886a-469e-b4ac-7b5bcf1504e1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:30.958388 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa432b-dcde-4895-a45d-d663a06a211f" -d '{"events": [{"server_uuid": "970a87f9-fe75-4ead-94c4-a5e01af5a6c4", "name": "network-vif-deleted", "tag": "7d698766-886a-469e-b4ac-7b5bcf1504e1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:31.023344 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73449244-dbf8-453a-8a49-ba7634be8978 x-openstack-request-id: req-73449244-dbf8-453a-8a49-ba7634be8978 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:31.023719 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970a87f9-fe75-4ead-94c4-a5e01af5a6c4", "name": "network-vif-deleted", "tag": "7d698766-886a-469e-b4ac-7b5bcf1504e1", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:31.023977 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73449244-dbf8-453a-8a49-ba7634be8978 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:31.024377 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73449244-dbf8-453a-8a49-ba7634be8978'] response: {'server_uuid': '970a87f9-fe75-4ead-94c4-a5e01af5a6c4', 'name': 'network-vif-deleted', 'tag': '7d698766-886a-469e-b4ac-7b5bcf1504e1', 'status': 'completed', 'code': 200} Apr 07 11:06:31.085821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15509cd-14d7-47a6-8f66-89b06ccc2118 req-ad52a71d-ce96-4630-96c3-bbf808349276 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:31.093501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f15509cd-14d7-47a6-8f66-89b06ccc2118 req-ad52a71d-ce96-4630-96c3-bbf808349276 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 936 time: 0.0673645 Apr 07 11:06:31.146798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f15509cd-14d7-47a6-8f66-89b06ccc2118 req-96954bdd-7776-4ed6-8979-05b6eab7fcf8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522766 Apr 07 11:06:31.233364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b054849-8cb0-4181-902e-5055cb9da1e9 req-04dbb93d-409b-4599-bad8-6e224ed97677 tempest-AggregatesAdminTestJSON-1481163422 tempest-AggregatesAdminTestJSON-1481163422-project] 10.222.0.13 "GET /v2.0/ports?device_id=970a87f9-fe75-4ead-94c4-a5e01af5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0306156 Apr 07 11:06:31.280853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.375162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0854382-c1cf-42e2-9ba1-e76c4151c4af req-2bc61681-874b-4f43-8d39-a17dc031ea37 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.0429261 Apr 07 11:06:31.559823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-e5bdbb4e-68bb-4b5e-9d9e-af0ca6f7676c tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266972 Apr 07 11:06:31.607917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59196) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:31.680744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-55b15e80-fbfa-407d-a601-3a11a5b4d796 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:31.682226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-55b15e80-fbfa-407d-a601-3a11a5b4d796 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115184 Apr 07 11:06:31.696779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-95d37733-d10c-446e-8187-75eec2ae2162 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/quotas/af21c4a9eb58422da38beb16a49f3a5b HTTP/1.1" status: 200 len: 375 time: 0.0090110 Apr 07 11:06:31.708769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-415279823-network', 'tenant_id': '4ba3450d78144ef1b5edd3e202fbe214'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:31.728682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Made reservation on behalf of 4ba3450d78144ef1b5edd3e202fbe214 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:31.731073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.731913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-39803c50-337e-4d9e-9a32-1b6558cdcefa tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300119 Apr 07 11:06:31.739732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.813570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks [] for security_group (c5a01201-3308-4f94-842c-82d4625b7276), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.818677 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c5a01201-3308-4f94-842c-82d4625b7276), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.845017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:06:31.856574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a01201-3308-4f94-842c-82d4625b7276,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:31.861427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (49569990-7f0f-4ed9-b6b5-b964f1549650), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.861770 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Added segment 49569990-7f0f-4ed9-b6b5-b964f1549650 of type vlan for network cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a Apr 07 11:06:31.901777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.904470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdada91c-c8a2-4322-a169-d99cba91b6f2 req-2cc9751f-615c-4330-821a-18519f21df9e tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 210 time: 0.0343559 Apr 07 11:06:31.931141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.932160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:31.932728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:31.986126 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3769822 Apr 07 11:06:31.989110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59204) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:31.995498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Request body: {'subnet': {'network_id': 'cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-415279823-subnet', 'tenant_id': '4ba3450d78144ef1b5edd3e202fbe214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:31.998828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9098ab-79b9-4f9d-a2c3-7b554cf1f221 admin admin] Pushing event updated for resources: {'Network': ['ID=cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:32.011895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:06:32.024251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Made reservation on behalf of 4ba3450d78144ef1b5edd3e202fbe214 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:32.027071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:32.219689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (b72afdf4-629f-484d-8c9b-5c514874b642), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:32.305050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72afdf4-629f-484d-8c9b-5c514874b642,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:32.325351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdff2c-175a-40c0-a6e8-6e6066753b77 req-eebb9b97-6d10-42d6-861c-eaf3a0c9ee06 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:32.326836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9efdff2c-175a-40c0-a6e8-6e6066753b77 req-eebb9b97-6d10-42d6-861c-eaf3a0c9ee06 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 936 time: 0.1158869 Apr 07 11:06:32.328395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Checking segment: {'id': '49569990-7f0f-4ed9-b6b5-b964f1549650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:32.328395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Network hostable DHCP agents. Network: cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:06:32.362322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Network cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:06:32.385181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:32.391982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:32.392654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:32.396841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74262d69-391d-4675-92fd-2137d3926c04 None None] Network cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:32.398741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9efdff2c-175a-40c0-a6e8-6e6066753b77 req-9c6b0d52-580f-4e04-a603-589107ca6f55 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610924 Apr 07 11:06:32.426355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-758fb785-4396-4f72-882d-4d731c3fff32 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4357033 Apr 07 11:06:32.549126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd040d2f-ec2a-4851-a6b7-bb482a0d638e None None] Network cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:32.601688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8298c84-a911-40e0-8f7d-34e2a6dc3803 req-d82b9562-9fe5-4558-b1f8-b9f6417aab17 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.0467567 Apr 07 11:06:32.773345 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-dd389613-a1a0-4bc1-a5ca-754a9b897968 req-9a201b8b-fd74-4714-ad32-3bb00162a52d tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] show failed (client error): The resource could not be found. Apr 07 11:06:32.774319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd389613-a1a0-4bc1-a5ca-754a9b897968 req-9a201b8b-fd74-4714-ad32-3bb00162a52d tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups/f6cb160e-44d3-4df2-8015-cdc62e3a8366 HTTP/1.1" status: 404 len: 352 time: 0.0141780 Apr 07 11:06:32.876243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e917fe72-0f97-47e5-b4cf-9e2e2f39ea51 req-d4e6d8b1-2591-4a68-9cfd-324306276184 tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ba3450d78144ef1b5edd3e202fbe214 HTTP/1.1" status: 200 len: 3001 time: 0.0706079 Apr 07 11:06:32.886458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf58b-4163-4abc-9f94-117db4d9dbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:32.923320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-ad1dd795-7960-483a-a8f0-a645121d82e3 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323012 Apr 07 11:06:32.946732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e917fe72-0f97-47e5-b4cf-9e2e2f39ea51 req-bcfa5d7d-19f7-41cf-a1c4-54ae5f74b7da tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups/c5a01201-3308-4f94-842c-82d4625b7276 HTTP/1.1" status: 200 len: 2998 time: 0.0696137 Apr 07 11:06:33.030514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e917fe72-0f97-47e5-b4cf-9e2e2f39ea51 req-c6695705-b7b2-473b-a725-5c6cfd20903c tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups/c5a01201-3308-4f94-842c-82d4625b7276 HTTP/1.1" status: 200 len: 2998 time: 0.0764649 Apr 07 11:06:33.053863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0b671f59-bb04-444f-9edb-9cdd938c9dd3 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:33.055313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0b671f59-bb04-444f-9edb-9cdd938c9dd3 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1270177 Apr 07 11:06:33.070759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Request body: {'port': {'device_id': '34000596-022b-48dc-82ee-d63e4893e651', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'af21c4a9eb58422da38beb16a49f3a5b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:33.079611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-990b927d-6f55-4e95-a006-bd911f6900cc req-5566d783-f877-4cac-8f1f-9a7cd5eba248 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 210 time: 0.0305474 Apr 07 11:06:33.096529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.164909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf9bc1b2-abf6-4af2-a3de-6c69311817ec req-6595a20e-eb30-4f84-b3df-2007e64c706b tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups/c5a01201-3308-4f94-842c-82d4625b7276 HTTP/1.1" status: 200 len: 2998 time: 0.0538957 Apr 07 11:06:33.195719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Made reservation on behalf of af21c4a9eb58422da38beb16a49f3a5b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:33.200334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.226007 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-bf9bc1b2-abf6-4af2-a3de-6c69311817ec req-eb1d284e-1014-468f-ace9-05de1f262918 tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 11:06:33.227372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf9bc1b2-abf6-4af2-a3de-6c69311817ec req-eb1d284e-1014-468f-ace9-05de1f262918 tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5a01201-3308-4f94-842c-82d4625b7276 HTTP/1.1" status: 409 len: 352 time: 0.0614409 Apr 07 11:06:33.268792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-e77bf70c-bd79-475b-8ce9-4051a727f3de tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:06:33.269810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-e77bf70c-bd79-475b-8ce9-4051a727f3de tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055819 Apr 07 11:06:33.271365 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-5bd809c1-af58-498e-81d2-db78fe145ee9 req-00a6b55c-76c9-48dc-9282-33ca769c953c tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] show failed (client error): The resource could not be found. Apr 07 11:06:33.272485 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bd809c1-af58-498e-81d2-db78fe145ee9 req-00a6b55c-76c9-48dc-9282-33ca769c953c tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups/b8ccffe1-80de-4301-81e9-baeebc42789f HTTP/1.1" status: 404 len: 352 time: 0.0217288 Apr 07 11:06:33.327393 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-61b1e9b7-8e53-4314-9865-975c48909a87 req-f2d56bf9-691b-49e5-bec8-8ac16b83abee tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] show failed (client error): The resource could not be found. Apr 07 11:06:33.329300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61b1e9b7-8e53-4314-9865-975c48909a87 req-f2d56bf9-691b-49e5-bec8-8ac16b83abee tempest-SecurityGroupsNegativeTestJSON-985491264 tempest-SecurityGroupsNegativeTestJSON-985491264-project] 10.222.0.13 "GET /v2.0/security-groups/8f8db07f-ae60-4a23-93c3-299bfe44c31c HTTP/1.1" status: 404 len: 352 time: 0.0268168 Apr 07 11:06:33.342498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:33.380865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Allocated IP 192.168.233.121 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:33.418463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Deleting subnet b72afdf4-629f-484d-8c9b-5c514874b642 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:06:33.427903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Publish callbacks [] for subnet (b72afdf4-629f-484d-8c9b-5c514874b642), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.493775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Request body: {'port': {'device_id': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:33.568335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (b72afdf4-629f-484d-8c9b-5c514874b642), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.594664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks [] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.635254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.640129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.655997 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b72afdf4-629f-484d-8c9b-5c514874b642), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.687628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:33.691620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:33.696622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:33.737539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d746d6-14f7-4b63-ad43-8724ab4ead79 req-bde9c5f0-1e61-480f-bd0d-c28e6bd829ed tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:33.737539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80d746d6-14f7-4b63-ad43-8724ab4ead79 req-bde9c5f0-1e61-480f-bd0d-c28e6bd829ed tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 936 time: 0.2099452 Apr 07 11:06:33.765862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Pushing event updated for resources: {'Port': ['ID=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:33.794049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:33.797498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.822520 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-0a219ddb-5714-46b0-98ff-cdcd1927fda4 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7562633 Apr 07 11:06:33.837410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Request body: {'port': {'device_id': '34000596-022b-48dc-82ee-d63e4893e651', 'device_owner': 'compute:tempest-test_az-1554320426', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:33.873177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52c1218d-0ffd-41a8-957e-bce97fe8a429 req-a5d73094-aa5f-47ab-80f0-e39529016203 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.1089566 Apr 07 11:06:33.901187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (b72afdf4-629f-484d-8c9b-5c514874b642), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.941187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:33.944824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80d746d6-14f7-4b63-ad43-8724ab4ead79 req-9fa080aa-6154-45a4-8744-57a05a60f266 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941030 Apr 07 11:06:33.969942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.41', 53625) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:33.973996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d698766-886a-469e-b4ac-7b5bcf1504e1 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:06:33.975367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72afdf4-629f-484d-8c9b-5c514874b642,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:33.991469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.023693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 7d698766-886a-469e-b4ac-7b5bcf1504e1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:06:34.024640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-74fd4be4-c09e-4dc8-b3de-2aadea7124ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b72afdf4-629f-484d-8c9b-5c514874b642 HTTP/1.1" status: 204 len: 168 time: 0.6629765 Apr 07 11:06:34.025216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d698766-886a-469e-b4ac-7b5bcf1504e1 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:06:34.025754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59314) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:34.026112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c6aa8b43-49a1-4e26-baa7-d404bc9c104e no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:06:34.028697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-ce43b316-08c9-4909-953e-239fa01667c0 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=41718dd6621040c294975e53c3d8e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540950 Apr 07 11:06:34.055152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: c6aa8b43-49a1-4e26-baa7-d404bc9c104e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:06:34.055505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c6aa8b43-49a1-4e26-baa7-d404bc9c104e not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:06:34.072444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5da40802-f5a2-4661-909b-65cb941d6006 None None] Provisioning complete for port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:34.073008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da40802-f5a2-4661-909b-65cb941d6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.148314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5da40802-f5a2-4661-909b-65cb941d6006 None None] Port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:34.212618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.289790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-c92d899e-0b9f-49e3-9cb1-9c3da0879d74 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:34.292301 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-c92d899e-0b9f-49e3-9cb1-9c3da0879d74 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575021 Apr 07 11:06:34.305724 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.310367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Request body: {'port': {'device_id': 'f1522a09-336b-488c-942b-2613459f67cc', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '41718dd6621040c294975e53c3d8e5ec'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:34.437297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:34.451344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c3b43-48a6-49a5-bb2c-9cce33d446f7 req-2aad15ff-5b5b-4dec-baa1-a1638ecc4af6 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:34.452674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c1c3b43-48a6-49a5-bb2c-9cce33d446f7 req-2aad15ff-5b5b-4dec-baa1-a1638ecc4af6 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 936 time: 0.2328053 Apr 07 11:06:34.456842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.461035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Made reservation on behalf of 41718dd6621040c294975e53c3d8e5ec for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:34.462351 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Publish callbacks [] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.464611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.476735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.506034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:34.510823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Transition to ACTIVE for port object d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:06:34.518074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.521587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49569990-7f0f-4ed9-b6b5-b964f1549650') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:34.521893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49569990-7f0f-4ed9-b6b5-b964f1549650') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:34.555626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (49569990-7f0f-4ed9-b6b5-b964f1549650), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.603408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (49569990-7f0f-4ed9-b6b5-b964f1549650), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.619399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c1c3b43-48a6-49a5-bb2c-9cce33d446f7 req-89fd24da-1223-4131-a057-f8fe24ecfa7d tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592448 Apr 07 11:06:34.626310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:06:34.626719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (49569990-7f0f-4ed9-b6b5-b964f1549650), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:06:34.628490 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:06:34.648192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:34.782982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks [] for security_group (2989af4a-6d03-40a4-93ab-7f81a2b5021e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.785337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.792647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2989af4a-6d03-40a4-93ab-7f81a2b5021e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.821762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.841733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a HTTP/1.1" status: 204 len: 168 time: 0.8010130 Apr 07 11:06:34.844201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:34.846106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:34.846474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:34.888286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a486eb-0aee-41fc-ac3d-6b601e09039f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb37bac3-7b09-4ad0-b36a-de5a9bc1fe1a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:34.903286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:06:34.905426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:34.915539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:34.916328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:34.917079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:34.918170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Bound port: d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:34.918808 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.935902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2989af4a-6d03-40a4-93ab-7f81a2b5021e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:34.958545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:34.976582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Publish callbacks [] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:34.997466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Transition to ACTIVE for port object e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:06:35.034485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.097996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:35.104217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Allocated IP 192.168.233.141 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/8e823590-bc36-408d-89e1-ec92785e1dd3) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:35.116751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:35.125932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:35.135540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59386) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:35.181947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.242154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3125c35-64b1-474a-b52c-01fdc99f7644 req-289cafe9-9275-4bf1-b822-5e5c1815ab68 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.1038370 Apr 07 11:06:35.256656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:35.279371 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-45893c51-7bbb-4cd5-aca8-899d828d6d00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ba3450d78144ef1b5edd3e202fbe214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375544 Apr 07 11:06:35.279971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59392) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:35.361577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Attempting to bind port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:35.361923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Attempting to bind port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:35.362238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Attempting to bind port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:35.399555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:06:35.399800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Attempting to bind port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:35.415027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:35.415423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:35.415823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:35.416272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Bound port: e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:35.416660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.499112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65882400-b789-4e1e-a1b9-c64eb1c900cd admin admin] Publish callbacks [] for security_group (c5a01201-3308-4f94-842c-82d4625b7276), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.500788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3aec-2194-413e-9a22-b34684e8dda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.532876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks [] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.549328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.550640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.552590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] 10.222.0.41 "PUT /v2.0/ports/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 1096 time: 2.1640747 Apr 07 11:06:35.554136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:35.557112 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b03de-40cc-4268-90b8-6c07cdc60ced" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:35.560545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b006f2-96a6-443b-9cba-9cb37308366d service neutron] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:35.560928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65882400-b789-4e1e-a1b9-c64eb1c900cd admin admin] Publish callbacks [] for security_group (c5a01201-3308-4f94-842c-82d4625b7276), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.578148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ca08d-e974-47a8-ac7e-50e32e78f85a req-f0b79002-d77c-4d6d-a6d5-9a2addd4a314 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.600611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c17ca08d-e974-47a8-ac7e-50e32e78f85a req-f0b79002-d77c-4d6d-a6d5-9a2addd4a314 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.4797945 Apr 07 11:06:35.608848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] For port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:35.682089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] For port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:35.702602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-5d50cbf4-4e63-4759-bf27-12807653ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.704284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-5d50cbf4-4e63-4759-bf27-12807653ab33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1130 time: 0.0949478 Apr 07 11:06:35.707588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.769468 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a000c-8b2b-4833-a270-c3d4bf8ff552 x-openstack-request-id: req-dc1a000c-8b2b-4833-a270-c3d4bf8ff552 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:35.769801 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:35.770010 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc1a000c-8b2b-4833-a270-c3d4bf8ff552 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:35.771030 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1a000c-8b2b-4833-a270-c3d4bf8ff552'] response: {'name': 'network-changed', 'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'status': 'completed', 'code': 200} Apr 07 11:06:35.774939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c17ca08d-e974-47a8-ac7e-50e32e78f85a req-674c2147-1254-4ba2-b12e-0024c0722a90 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734438 Apr 07 11:06:35.776270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-16177a9d-6c31-4288-8dba-c1ce8b23229d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0625901 Apr 07 11:06:35.855048 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.868066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-65c47584-9c86-433e-9a89-a224217b1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.871918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-65c47584-9c86-433e-9a89-a224217b1bb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0885351 Apr 07 11:06:35.950797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.976604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c7d4-9626-495b-95c1-21185097ff1f req-1bd059ef-725c-4157-9f5e-3515bc7da427 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.978548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6685c7d4-9626-495b-95c1-21185097ff1f req-1bd059ef-725c-4157-9f5e-3515bc7da427 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 970 time: 0.1005340 Apr 07 11:06:35.980502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-d8d151fd-d462-4bd2-8070-e51b39368fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.982127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-d8d151fd-d462-4bd2-8070-e51b39368fcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1028111 Apr 07 11:06:35.986603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:35.987216 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.988577 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba HTTP/1.1" status: 200 len: 1118 time: 2.1588376 Apr 07 11:06:35.989245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65882400-b789-4e1e-a1b9-c64eb1c900cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c5a01201-3308-4f94-842c-82d4625b7276), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.991770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65882400-b789-4e1e-a1b9-c64eb1c900cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:35.993538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-65882400-b789-4e1e-a1b9-c64eb1c900cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5a01201-3308-4f94-842c-82d4625b7276 HTTP/1.1" status: 204 len: 168 time: 0.7094526 Apr 07 11:06:35.998323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34000596-022b-48dc-82ee-d63e4893e651', 'tag': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:36.000509 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "34000596-022b-48dc-82ee-d63e4893e651", "tag": "e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:36.018248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:36.021378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:36.025288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:36.083406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65882400-b789-4e1e-a1b9-c64eb1c900cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a01201-3308-4f94-842c-82d4625b7276,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:36.137883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c8fe-8bd1-46db-b82e-2ac5193900f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:36.138916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6685c7d4-9626-495b-95c1-21185097ff1f req-6d0c863d-81ce-4401-831d-8b7373a2ca11 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522679 Apr 07 11:06:36.206230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-baa81c52-e943-4b52-b823-922294dff381 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129600 Apr 07 11:06:36.245688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3aec-2194-413e-9a22-b34684e8dda2 admin admin] Publish callbacks [] for security_group (61a5be55-48ba-47dc-977c-4bcd55c0b6d3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:36.259884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:36.261722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:36.274157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3aec-2194-413e-9a22-b34684e8dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61a5be55-48ba-47dc-977c-4bcd55c0b6d3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:36.325632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Pushing event updated for resources: {'Port': ['ID=8e823590-bc36-408d-89e1-ec92785e1dd3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:36.346743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-cd55bfae-3cc2-4e56-9972-8ba5d23b7c4d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0406795 Apr 07 11:06:36.355748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-7f8e31ac-1d30-4f5c-aaea-674feda11936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:36.357556 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-7f8e31ac-1d30-4f5c-aaea-674feda11936 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 1152 time: 0.2753484 Apr 07 11:06:36.368260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Request body: {'port': {'device_id': 'f1522a09-336b-488c-942b-2613459f67cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:36.377853 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1ccc3aec-2194-413e-9a22-b34684e8dda2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ba74734b6f44baf9ac1096e665bb475&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1113994 Apr 07 11:06:36.407442 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370c607-c12b-402c-8967-aacb15648450 x-openstack-request-id: req-8370c607-c12b-402c-8967-aacb15648450 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:36.408369 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34000596-022b-48dc-82ee-d63e4893e651", "tag": "e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:36.408698 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8370c607-c12b-402c-8967-aacb15648450 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:36.409281 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370c607-c12b-402c-8967-aacb15648450'] response: {'name': 'network-changed', 'server_uuid': '34000596-022b-48dc-82ee-d63e4893e651', 'tag': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba', 'status': 'completed', 'code': 200} Apr 07 11:06:36.415396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:36.432635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc3aec-2194-413e-9a22-b34684e8dda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a5be55-48ba-47dc-977c-4bcd55c0b6d3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:36.560143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-cb73fab4-2b87-4d57-8cdf-31ccc3d0fc2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba HTTP/1.1" status: 200 len: 217 time: 0.1844549 Apr 07 11:06:36.572259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6afd3f69-65ec-45b8-9bda-bfd74251cce7 req-fbe7505f-bda7-49ea-abf3-36749bc872a2 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503411 Apr 07 11:06:36.675209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111209e5-3ac0-4570-8356-030dd7e1c3c9 req-c58b7b91-f595-4856-945d-17adf0cf2ea7 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:36.697623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-111209e5-3ac0-4570-8356-030dd7e1c3c9 req-c58b7b91-f595-4856-945d-17adf0cf2ea7 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 936 time: 0.0930560 Apr 07 11:06:36.870987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:36.871919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-111209e5-3ac0-4570-8356-030dd7e1c3c9 req-6034578b-b601-48d1-8033-a7b794e825ee tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691411 Apr 07 11:06:36.880102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-b9e2af6b-f43d-47a4-9ea3-7a9f1d00fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:36.882999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-b9e2af6b-f43d-47a4-9ea3-7a9f1d00fe17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2704279 Apr 07 11:06:36.889425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8059237-e248-4c15-be62-9cb7ebd59f67 admin admin] Publish callbacks [] for security_group (61a5be55-48ba-47dc-977c-4bcd55c0b6d3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:36.894320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-6718063f-58cd-4c3e-989e-6b87ae4e4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:36.898285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-6718063f-58cd-4c3e-989e-6b87ae4e4af9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1130 time: 0.2314444 Apr 07 11:06:36.959644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-62eaa32c-6d00-46f6-a717-9b9da31341df None None] Provisioning complete for port 8e823590-bc36-408d-89e1-ec92785e1dd3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:36.960919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-62eaa32c-6d00-46f6-a717-9b9da31341df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:36.979381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59466) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:37.002913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-62eaa32c-6d00-46f6-a717-9b9da31341df None None] Port 8e823590-bc36-408d-89e1-ec92785e1dd3 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:37.033519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8059237-e248-4c15-be62-9cb7ebd59f67 admin admin] Publish callbacks [] for security_group (61a5be55-48ba-47dc-977c-4bcd55c0b6d3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.123016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.168093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9f27fe03-440d-4dcb-b8d6-c58b99227688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.169808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-9f27fe03-440d-4dcb-b8d6-c58b99227688 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2717648 Apr 07 11:06:37.250760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f5d2f-4b02-4a37-a9fe-ef0fdddeb0f3 req-db77b882-e4eb-42ad-8085-8dee59c6be66 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.252342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-832f5d2f-4b02-4a37-a9fe-ef0fdddeb0f3 req-db77b882-e4eb-42ad-8085-8dee59c6be66 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.3125308 Apr 07 11:06:37.253106 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8059237-e248-4c15-be62-9cb7ebd59f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61a5be55-48ba-47dc-977c-4bcd55c0b6d3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.256006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8059237-e248-4c15-be62-9cb7ebd59f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.257113 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8059237-e248-4c15-be62-9cb7ebd59f67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61a5be55-48ba-47dc-977c-4bcd55c0b6d3 HTTP/1.1" status: 204 len: 168 time: 0.8402474 Apr 07 11:06:37.333276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8059237-e248-4c15-be62-9cb7ebd59f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a5be55-48ba-47dc-977c-4bcd55c0b6d3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:37.341782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2be9e2e0-168b-488e-af82-b4d585ef6a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.410762 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-cbf2c0de-f740-4a55-b341-ace4f04283d6 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301025 Apr 07 11:06:37.445855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-16fc91f1-2e44-41b1-b7ed-7add053711d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.449762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-16fc91f1-2e44-41b1-b7ed-7add053711d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.5414007 Apr 07 11:06:37.509998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-6d238b59-4335-498d-ae12-f817f008c610 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0530944 Apr 07 11:06:37.524033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-832f5d2f-4b02-4a37-a9fe-ef0fdddeb0f3 req-991030ff-2801-4382-be52-bcd45397d42b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455752 Apr 07 11:06:37.610119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151683fa-3b63-431a-b81d-33bfdb5a7cbd req-c6091cf9-92c5-48e6-9f5d-f5d0bdcc1980 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879811 Apr 07 11:06:37.644823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e823590-bc36-408d-89e1-ec92785e1dd3 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:37.646561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a85ac8-ecb3-4238-a96a-4c29e0cb47f1 req-b41827b9-3878-4fbc-95eb-6fa8f75ec1ef tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.652566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6a85ac8-ecb3-4238-a96a-4c29e0cb47f1 req-b41827b9-3878-4fbc-95eb-6fa8f75ec1ef tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 970 time: 0.2590814 Apr 07 11:06:37.658336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2be9e2e0-168b-488e-af82-b4d585ef6a26 admin admin] Publish callbacks [] for security_group (88b0952e-c4bc-42d9-b1fa-78ac52c7c713), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.660377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Publish callbacks [] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.673341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2be9e2e0-168b-488e-af82-b4d585ef6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (88b0952e-c4bc-42d9-b1fa-78ac52c7c713), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.723463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-2fa4df02-9361-4fe0-ae44-d18742d5ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.725754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-2fa4df02-9361-4fe0-ae44-d18742d5ef54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2007704 Apr 07 11:06:37.729286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Transition to ACTIVE for port object 8e823590-bc36-408d-89e1-ec92785e1dd3 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:06:37.763945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.767693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59504) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:37.798380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6a85ac8-ecb3-4238-a96a-4c29e0cb47f1 req-6bea2905-62a0-437d-a750-fb35f2970eea tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228263 Apr 07 11:06:37.814495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9e2e0-168b-488e-af82-b4d585ef6a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0952e-c4bc-42d9-b1fa-78ac52c7c713,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:37.819152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-a9dd8a8d-ce54-444c-8722-7f3cb85a17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.828127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2be9e2e0-168b-488e-af82-b4d585ef6a26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c72c9487fab74d37b4f4592f613a2696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8456869 Apr 07 11:06:37.829480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-a9dd8a8d-ce54-444c-8722-7f3cb85a17fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967305 Apr 07 11:06:37.832505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59510) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:37.866395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Pushing event updated for resources: {'Port': ['ID=8e823590-bc36-408d-89e1-ec92785e1dd3,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:37.886264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-f8a88386-c0b1-489e-80e2-9df7acd6d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:37.888106 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-f8a88386-c0b1-489e-80e2-9df7acd6d90b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 1152 time: 0.1895428 Apr 07 11:06:37.890431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59518) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:37.979255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0053af03-6b2d-4670-b101-bf6490f876ea admin admin] Publish callbacks [] for security_group (88b0952e-c4bc-42d9-b1fa-78ac52c7c713), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:37.981739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e5c-fe14-493d-b1eb-ffac0922fca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.059632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59520) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:38.089831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Attempting to bind port 8e823590-bc36-408d-89e1-ec92785e1dd3 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:38.090455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Attempting to bind port 8e823590-bc36-408d-89e1-ec92785e1dd3 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:38.091503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Attempting to bind port 8e823590-bc36-408d-89e1-ec92785e1dd3 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:38.114912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-2e600121-32ba-4dd7-9bc4-19db06212807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:38.116759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-2e600121-32ba-4dd7-9bc4-19db06212807 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2017059 Apr 07 11:06:38.120025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Port 8e823590-bc36-408d-89e1-ec92785e1dd3 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:06:38.120613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Attempting to bind port 8e823590-bc36-408d-89e1-ec92785e1dd3 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:38.172859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:38.173361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:38.173863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:38.174400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Bound port: 8e823590-bc36-408d-89e1-ec92785e1dd3, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:38.174852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.180384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-4fd6a943-702b-4edb-a4ba-d9848d2932a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba HTTP/1.1" status: 200 len: 217 time: 0.0553405 Apr 07 11:06:38.201827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0053af03-6b2d-4670-b101-bf6490f876ea admin admin] Publish callbacks [] for security_group (88b0952e-c4bc-42d9-b1fa-78ac52c7c713), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.281660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3048-648a-4f8b-8f72-81abd11933c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.298787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006d8fb-7002-4ada-ab81-8950f8173892 req-0b9e4084-67e4-468c-8d33-eb0127422082 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:38.300498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6006d8fb-7002-4ada-ab81-8950f8173892 req-0b9e4084-67e4-468c-8d33-eb0127422082 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 948 time: 0.3066599 Apr 07 11:06:38.308373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-f42b911f-23ad-44f0-9b12-b1a65a44617c service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764632 Apr 07 11:06:38.319668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e5c-fe14-493d-b1eb-ffac0922fca6 admin admin] Publish callbacks [] for security_group (535ee153-9a8e-4b86-b8be-18a5e4c45c06), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.321667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-0cfaf2fd-fa27-4ddc-a587-7c0856d37dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:38.324952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-0cfaf2fd-fa27-4ddc-a587-7c0856d37dd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1317122 Apr 07 11:06:38.334332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e5c-fe14-493d-b1eb-ffac0922fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (535ee153-9a8e-4b86-b8be-18a5e4c45c06), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.385266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0053af03-6b2d-4670-b101-bf6490f876ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (88b0952e-c4bc-42d9-b1fa-78ac52c7c713), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.387803 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0053af03-6b2d-4670-b101-bf6490f876ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.388931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0053af03-6b2d-4670-b101-bf6490f876ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88b0952e-c4bc-42d9-b1fa-78ac52c7c713 HTTP/1.1" status: 204 len: 168 time: 0.5554309 Apr 07 11:06:38.391607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:38.410364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] For port 8e823590-bc36-408d-89e1-ec92785e1dd3, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:38.433566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053af03-6b2d-4670-b101-bf6490f876ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0952e-c4bc-42d9-b1fa-78ac52c7c713,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:38.451029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d0bd5e5c-fe14-493d-b1eb-ffac0922fca6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25c41445ef6e4090bd1ebb1aab687aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584431 Apr 07 11:06:38.455795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59532) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:38.464712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] For port 8e823590-bc36-408d-89e1-ec92785e1dd3, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8e823590-bc36-408d-89e1-ec92785e1dd3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:38.475955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6006d8fb-7002-4ada-ab81-8950f8173892 req-0d1328f5-8e4a-4505-8cb6-71333a26137a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630297 Apr 07 11:06:38.489103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5e5c-fe14-493d-b1eb-ffac0922fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ee153-9a8e-4b86-b8be-18a5e4c45c06,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:38.519510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.532305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007b03de-40cc-4268-90b8-6c07cdc60ced req-50c5f58e-b224-4cf0-8fba-01dac53e3052 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152519 Apr 07 11:06:38.534978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-da66364a-8595-4243-b6b8-61b4ae576a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:38.537772 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-da66364a-8595-4243-b6b8-61b4ae576a62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2013731 Apr 07 11:06:38.567872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3048-648a-4f8b-8f72-81abd11933c1 admin admin] Publish callbacks [] for security_group (1a70fff2-a364-45ea-b540-d1b667c722f2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.580150 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3048-648a-4f8b-8f72-81abd11933c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1a70fff2-a364-45ea-b540-d1b667c722f2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.597047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbe5c-f579-4ca9-a4dd-07ea8dfec594 admin admin] Publish callbacks [] for security_group (535ee153-9a8e-4b86-b8be-18a5e4c45c06), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.683065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Pushing event updated for resources: {'Port': ['ID=8e823590-bc36-408d-89e1-ec92785e1dd3,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:38.694480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1656859685-network', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:38.712828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:38.713835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.718376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe3048-648a-4f8b-8f72-81abd11933c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70fff2-a364-45ea-b540-d1b667c722f2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:38.720019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-b7851fb9-9c6c-412f-a52a-0676870beb75 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e823590-bc36-408d-89e1-ec92785e1dd3 HTTP/1.1" status: 200 len: 1096 time: 2.3586197 Apr 07 11:06:38.721583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1522a09-336b-488c-942b-2613459f67cc', 'tag': '8e823590-bc36-408d-89e1-ec92785e1dd3'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:38.728004 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f66662-f144-4e1e-b046-024567bcf1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1522a09-336b-488c-942b-2613459f67cc", "tag": "8e823590-bc36-408d-89e1-ec92785e1dd3"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:38.740983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4cbe3048-648a-4f8b-8f72-81abd11933c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=088c44a60e184f5983b3b9752dabbaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9711132 Apr 07 11:06:38.741876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59540) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:38.778809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbe5c-f579-4ca9-a4dd-07ea8dfec594 admin admin] Publish callbacks [] for security_group (535ee153-9a8e-4b86-b8be-18a5e4c45c06), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.809867 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97ffca9-0f4e-4399-ad93-1529344906d6 x-openstack-request-id: req-a97ffca9-0f4e-4399-ad93-1529344906d6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:38.810440 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1522a09-336b-488c-942b-2613459f67cc", "tag": "8e823590-bc36-408d-89e1-ec92785e1dd3", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:38.810664 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a97ffca9-0f4e-4399-ad93-1529344906d6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:38.811888 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97ffca9-0f4e-4399-ad93-1529344906d6'] response: {'name': 'network-changed', 'server_uuid': 'f1522a09-336b-488c-942b-2613459f67cc', 'tag': '8e823590-bc36-408d-89e1-ec92785e1dd3', 'status': 'completed', 'code': 200} Apr 07 11:06:38.870456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59544) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:38.897262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ede7111-24ac-4cb9-866a-e554b7e72033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:38.906850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6364-fd25-4bf3-a435-f226f802caea req-4e46e273-ab62-492d-9890-31393a82f147 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:38.908483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25df6364-fd25-4bf3-a435-f226f802caea req-4e46e273-ab62-492d-9890-31393a82f147 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.2791016 Apr 07 11:06:38.921025 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:06:39.016952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e3be0f3-67b5-41b1-999f-87830b7216cf admin admin] Publish callbacks [] for security_group (1a70fff2-a364-45ea-b540-d1b667c722f2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.028579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbe5c-f579-4ca9-a4dd-07ea8dfec594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (535ee153-9a8e-4b86-b8be-18a5e4c45c06), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.031099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbe5c-f579-4ca9-a4dd-07ea8dfec594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.032463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fe6bbe5c-f579-4ca9-a4dd-07ea8dfec594 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/535ee153-9a8e-4b86-b8be-18a5e4c45c06 HTTP/1.1" status: 204 len: 168 time: 0.5753472 Apr 07 11:06:39.053303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Made reservation on behalf of 29f7e082792e4ffd85c7d06ee57af140 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:39.055632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.074699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25df6364-fd25-4bf3-a435-f226f802caea req-082c82d6-c12c-46c1-b81b-df7a32cef1b6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528318 Apr 07 11:06:39.081333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.081820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bbe5c-f579-4ca9-a4dd-07ea8dfec594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ee153-9a8e-4b86-b8be-18a5e4c45c06,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.092202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e3be0f3-67b5-41b1-999f-87830b7216cf admin admin] Publish callbacks [] for security_group (1a70fff2-a364-45ea-b540-d1b667c722f2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.114834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52e3e-b178-4c68-8cbb-35aa29452b41 req-620c96d3-defc-4750-9858-cb439e66b0b5 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:39.116759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-4196538b-2981-4f2d-a42a-1c1bab61f829 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969864 Apr 07 11:06:39.122782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37a52e3e-b178-4c68-8cbb-35aa29452b41 req-620c96d3-defc-4750-9858-cb439e66b0b5 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 970 time: 0.2114010 Apr 07 11:06:39.134995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fde648a3-dc8f-45aa-bdea-dd08ce89daab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d5f388065a045ad96b5b18172c31c96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7387373 Apr 07 11:06:39.140693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59548) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:39.147519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-7a4a253f-1df1-47fb-93f0-98dd795176ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:39.148897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-7a4a253f-1df1-47fb-93f0-98dd795176ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41718dd6621040c294975e53c3d8e5ec&device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 1130 time: 0.3743737 Apr 07 11:06:39.235789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-65d5982c-0bb3-4b81-86eb-e2f61298ca66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8e823590-bc36-408d-89e1-ec92785e1dd3 HTTP/1.1" status: 200 len: 217 time: 0.0758555 Apr 07 11:06:39.244517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ede7111-24ac-4cb9-866a-e554b7e72033 admin admin] Publish callbacks [] for security_group (9f473674-ea3f-4e3f-b9a3-47e17ce3418d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.267545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ede7111-24ac-4cb9-866a-e554b7e72033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9f473674-ea3f-4e3f-b9a3-47e17ce3418d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.275407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37a52e3e-b178-4c68-8cbb-35aa29452b41 req-73959144-51da-423e-b464-2aaf88624287 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513288 Apr 07 11:06:39.324398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-76504828-0bbc-4845-ba94-70cdabc308b6 admin admin] Publish callbacks [] for security_group (d49431ee-7c61-4661-8bf7-d275e635f43b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.329097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e3be0f3-67b5-41b1-999f-87830b7216cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1a70fff2-a364-45ea-b540-d1b667c722f2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.331638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e3be0f3-67b5-41b1-999f-87830b7216cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.333780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7e3be0f3-67b5-41b1-999f-87830b7216cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a70fff2-a364-45ea-b540-d1b667c722f2 HTTP/1.1" status: 204 len: 168 time: 0.5686867 Apr 07 11:06:39.336916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-5934d1e4-89ae-4035-82cf-e22f4f58bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:39.337605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9ede7111-24ac-4cb9-866a-e554b7e72033 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53d5b13eed9845d69cbb27111b2e6385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616616 Apr 07 11:06:39.338413 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-5934d1e4-89ae-4035-82cf-e22f4f58bd3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0921512 Apr 07 11:06:39.338878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:39.349714 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52dfbdd-8b84-4434-b7bc-b3cf0e612a6f req-72c96f71-99c5-410f-b764-97940e39a99d service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164009 Apr 07 11:06:39.379506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-76504828-0bbc-4845-ba94-70cdabc308b6 admin admin] Publish callbacks [] for security_group (d49431ee-7c61-4661-8bf7-d275e635f43b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.415610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede7111-24ac-4cb9-866a-e554b7e72033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f473674-ea3f-4e3f-b9a3-47e17ce3418d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.420437 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks [] for security_group (132dc850-3f3e-44a7-99ac-c2b081ba7ac5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.432336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (132dc850-3f3e-44a7-99ac-c2b081ba7ac5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.465153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3be0f3-67b5-41b1-999f-87830b7216cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70fff2-a364-45ea-b540-d1b667c722f2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.478263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:06:39.490884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-03261896-a25e-4634-90cd-3a0fd17e0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:39.492477 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-03261896-a25e-4634-90cd-3a0fd17e0d1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1418369 Apr 07 11:06:39.494882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132dc850-3f3e-44a7-99ac-c2b081ba7ac5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.498699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8831600-5541-4cac-b215-93ac5bb2d779 admin admin] Publish callbacks [] for security_group (9f473674-ea3f-4e3f-b9a3-47e17ce3418d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.514471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-76504828-0bbc-4845-ba94-70cdabc308b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d49431ee-7c61-4661-8bf7-d275e635f43b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.522177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-76504828-0bbc-4845-ba94-70cdabc308b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.527813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (77bb3720-e7ba-4206-9646-f4a6f7fb8716), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.528076 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Added segment 77bb3720-e7ba-4206-9646-f4a6f7fb8716 of type vlan for network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c Apr 07 11:06:39.529089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-76504828-0bbc-4845-ba94-70cdabc308b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d49431ee-7c61-4661-8bf7-d275e635f43b HTTP/1.1" status: 204 len: 168 time: 0.3800151 Apr 07 11:06:39.538472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504828-0bbc-4845-ba94-70cdabc308b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49431ee-7c61-4661-8bf7-d275e635f43b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.627400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8831600-5541-4cac-b215-93ac5bb2d779 admin admin] Publish callbacks [] for security_group (9f473674-ea3f-4e3f-b9a3-47e17ce3418d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.654164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.657444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283258a3-cd97-42b7-9a4f-44c9cded11fd req-f7614b14-7369-492d-b45b-d1ea2880513b tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:39.666833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-283258a3-cd97-42b7-9a4f-44c9cded11fd req-f7614b14-7369-492d-b45b-d1ea2880513b tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 948 time: 0.1026566 Apr 07 11:06:39.667520 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-5cf4ef36-3fc3-4d28-9066-9798714ab0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665792 Apr 07 11:06:39.737341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-283258a3-cd97-42b7-9a4f-44c9cded11fd req-84c1b087-e37a-41e4-9b1c-6933c20ffa4a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Apr 07 11:06:39.773428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.775464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:39.780248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.845229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7836411 Apr 07 11:06:39.848117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:39.855106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Request body: {'subnet': {'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1656859685-subnet', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:39.866593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8831600-5541-4cac-b215-93ac5bb2d779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9f473674-ea3f-4e3f-b9a3-47e17ce3418d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.869198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8831600-5541-4cac-b215-93ac5bb2d779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:39.872675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8831600-5541-4cac-b215-93ac5bb2d779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f473674-ea3f-4e3f-b9a3-47e17ce3418d HTTP/1.1" status: 204 len: 168 time: 0.5291767 Apr 07 11:06:39.888948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f61aa-b7db-44dd-9cae-c853b108e806 admin admin] Pushing event updated for resources: {'Network': ['ID=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.890238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Made reservation on behalf of 29f7e082792e4ffd85c7d06ee57af140 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:39.893387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8831600-5541-4cac-b215-93ac5bb2d779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f473674-ea3f-4e3f-b9a3-47e17ce3418d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:39.897944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5d657782-2ea8-4145-a6cf-c83722bece4a req-56044eb2-a2c3-4119-bc51-278a63c18519 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153461 Apr 07 11:06:39.903541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:06:39.913307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.016895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:06:40.033164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-80c9f723-3ea9-44a1-901d-afbf564a63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.035350 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-80c9f723-3ea9-44a1-901d-afbf564a63c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41718dd6621040c294975e53c3d8e5ec&device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 1130 time: 0.0822086 Apr 07 11:06:40.066046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59578) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:40.086370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca531-d1e4-47ef-b59c-febed94ebe5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.162841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:40.180537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba', 'mac_address': 'fa:16:3e:10:99:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:tempest-test_az-1554320426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:06:40.185425 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (08033c5a-a6f9-44c8-9944-c7ae6e86efa4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.211136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:40.236568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:40.237894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.258491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:40.258653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-25d5ea7f-04ba-4ca7-9050-f9a971bdb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.260247 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-25d5ea7f-04ba-4ca7-9050-f9a971bdb1ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2155509 Apr 07 11:06:40.300343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca531-d1e4-47ef-b59c-febed94ebe5a admin admin] Publish callbacks [] for security_group (fc03364f-b51c-40b5-8551-a146d14f11a7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.305013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:40.316645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.320126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=08033c5a-a6f9-44c8-9944-c7ae6e86efa4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:40.322188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca531-d1e4-47ef-b59c-febed94ebe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fc03364f-b51c-40b5-8551-a146d14f11a7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.343678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-8895e355-c6ff-4d25-ac36-944c1c45378f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8e823590-bc36-408d-89e1-ec92785e1dd3 HTTP/1.1" status: 200 len: 217 time: 0.0749466 Apr 07 11:06:40.363561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Checking segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:40.363966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Network hostable DHCP agents. Network: d5693bc5-36ea-4c4c-87d4-fe095a7eb89c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:06:40.381588 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36c42102-f8d9-4560-ab6b-d3c8378bf99f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0c8a45c6fdf4ce786ba1b33f75bb5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686864 Apr 07 11:06:40.389362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4a2ca531-d1e4-47ef-b59c-febed94ebe5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1314a6f79814ffbb8e27ae2142f812f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219314 Apr 07 11:06:40.390078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59586) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:40.402267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842049-720e-4a9d-91a0-bcf61b951f51 req-1ab92c51-cfcc-4f3f-ab39-e84890a458fc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.403772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53842049-720e-4a9d-91a0-bcf61b951f51 req-1ab92c51-cfcc-4f3f-ab39-e84890a458fc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.2040617 Apr 07 11:06:40.404534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59588) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:40.411757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:40.423081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ca531-d1e4-47ef-b59c-febed94ebe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03364f-b51c-40b5-8551-a146d14f11a7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:40.459540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-ac8f0f15-4f20-489f-990d-6cdd5809f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.463229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-ac8f0f15-4f20-489f-990d-6cdd5809f4cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1123502 Apr 07 11:06:40.513985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:40.519947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-d1cf3abc-e5a2-40a8-8174-52f659fb31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.522442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-d1cf3abc-e5a2-40a8-8174-52f659fb31d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0522935 Apr 07 11:06:40.546282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:06:40.715318 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-93a2abbe-3aa8-423d-bad4-524ec66b279c service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861622 Apr 07 11:06:40.793716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d5693bc5-36ea-4c4c-87d4-fe095a7eb89c) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:40.803497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6f205-bef0-46eb-977b-571815884860 None None] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:40.825644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-165faf41-6f00-43d3-a8a4-67269349f5b1 admin admin] Publish callbacks [] for security_group (fc03364f-b51c-40b5-8551-a146d14f11a7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.828054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.828721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.845791 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30f66662-f144-4e1e-b046-024567bcf1b8 req-0d6d1d55-709f-4e21-9b11-f9bcfe307efb service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226528 Apr 07 11:06:40.855702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53842049-720e-4a9d-91a0-bcf61b951f51 req-706bc3e7-281a-4080-9ce7-fa84c429e8e8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380746 Apr 07 11:06:40.882728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45427763-ca56-4e00-8387-c238fdfbc88e admin admin] Publish callbacks [] for security_group (e4e716bd-873e-4988-854d-6f936769aba2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.929909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd5139-0e2a-41fd-a219-31e601a72db7 req-6d91e9a8-e9c6-4d07-97b4-5f1348a6a886 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:40.931449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24cd5139-0e2a-41fd-a219-31e601a72db7 req-6d91e9a8-e9c6-4d07-97b4-5f1348a6a886 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 971 time: 0.4985704 Apr 07 11:06:40.934190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-165faf41-6f00-43d3-a8a4-67269349f5b1 admin admin] Publish callbacks [] for security_group (fc03364f-b51c-40b5-8551-a146d14f11a7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.940136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72d3fb3e-3ded-4791-ac28-1b01459c0aae admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0894113 Apr 07 11:06:40.943428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59612) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:40.950570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:40.978180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45427763-ca56-4e00-8387-c238fdfbc88e admin admin] Publish callbacks [] for security_group (e4e716bd-873e-4988-854d-6f936769aba2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:40.984782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:06:40.987120 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.002544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (079ac0f0-449b-4c31-8472-df9a411138fd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.009693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (079ac0f0-449b-4c31-8472-df9a411138fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.105734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24cd5139-0e2a-41fd-a219-31e601a72db7 req-e69be259-0b6e-43e6-bd4b-396d419f4db8 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565297 Apr 07 11:06:41.134618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbe191-cdcb-4d07-8093-e38e7a6189a6 req-73e96f42-944a-4c80-9a58-97d427b09c7f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:41.136701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cddbe191-cdcb-4d07-8093-e38e7a6189a6 req-73e96f42-944a-4c80-9a58-97d427b09c7f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 948 time: 0.1687572 Apr 07 11:06:41.155818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-165faf41-6f00-43d3-a8a4-67269349f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fc03364f-b51c-40b5-8551-a146d14f11a7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.161920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-165faf41-6f00-43d3-a8a4-67269349f5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.163626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-165faf41-6f00-43d3-a8a4-67269349f5b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc03364f-b51c-40b5-8551-a146d14f11a7 HTTP/1.1" status: 204 len: 168 time: 0.7515450 Apr 07 11:06:41.167332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Allocated IP 172.20.0.2 (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c/08033c5a-a6f9-44c8-9944-c7ae6e86efa4/e581132c-5e6d-4136-b597-fd060289154c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:41.178340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45427763-ca56-4e00-8387-c238fdfbc88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e4e716bd-873e-4988-854d-6f936769aba2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.181926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45427763-ca56-4e00-8387-c238fdfbc88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.183381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-45427763-ca56-4e00-8387-c238fdfbc88e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4e716bd-873e-4988-854d-6f936769aba2 HTTP/1.1" status: 204 len: 168 time: 0.7907686 Apr 07 11:06:41.195384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165faf41-6f00-43d3-a8a4-67269349f5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03364f-b51c-40b5-8551-a146d14f11a7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:41.215440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks [] for router_controller (079ac0f0-449b-4c31-8472-df9a411138fd), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.219213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45427763-ca56-4e00-8387-c238fdfbc88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e716bd-873e-4988-854d-6f936769aba2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:41.237402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cddbe191-cdcb-4d07-8093-e38e7a6189a6 req-e41d7ae7-509c-4c59-8981-82ba36eaa834 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946004 Apr 07 11:06:41.407611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Publish callbacks [] for port (e581132c-5e6d-4136-b597-fd060289154c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.417623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e581132c-5e6d-4136-b597-fd060289154c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.464609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:41.466289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks [] for router_gateway (079ac0f0-449b-4c31-8472-df9a411138fd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.468811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:41.470354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Pushing event updated for resources: {'Port': ['ID=e581132c-5e6d-4136-b597-fd060289154c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:41.474652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:41.700578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Attempting to bind port e581132c-5e6d-4136-b597-fd060289154c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:41.700964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Attempting to bind port e581132c-5e6d-4136-b597-fd060289154c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:41.701372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Attempting to bind port e581132c-5e6d-4136-b597-fd060289154c on network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:41.707470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:41.708141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Checking segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:41.708566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.708966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Bound using segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:41.709713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Bound port: e581132c-5e6d-4136-b597-fd060289154c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:41.709886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e581132c-5e6d-4136-b597-fd060289154c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.791724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] For port e581132c-5e6d-4136-b597-fd060289154c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:41.795263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] For port e581132c-5e6d-4136-b597-fd060289154c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e581132c-5e6d-4136-b597-fd060289154c,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:41.803688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e581132c-5e6d-4136-b597-fd060289154c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.877351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75588bc1-ea1f-46d2-be98-ddb986e85a68 None None] Pushing event updated for resources: {'Port': ['ID=e581132c-5e6d-4136-b597-fd060289154c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:41.955175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks [] for router_gateway (079ac0f0-449b-4c31-8472-df9a411138fd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:41.975531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:06:41.989907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.043756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:42.056761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25b63d-2a07-4cce-99d9-349552fb8f51 req-231fde3d-390f-4714-a0f1-2455cef380f9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:42.068575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e25b63d-2a07-4cce-99d9-349552fb8f51 req-231fde3d-390f-4714-a0f1-2455cef380f9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.1285260 Apr 07 11:06:42.212364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e25b63d-2a07-4cce-99d9-349552fb8f51 req-e57624eb-7a0f-4442-ba33-922cd112e2e0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342859 Apr 07 11:06:42.265592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Allocated IP 172.25.5.15 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/128217fd-eb53-4f68-a323-d12fba528eec) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:42.277943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:06:42.283771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:42.284301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.378614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb253d-5f4c-459e-aabf-51daa5dcb8e1 req-bb3c4609-b8cb-48da-94b5-1260cdd588b3 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:42.390548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fdb253d-5f4c-459e-aabf-51daa5dcb8e1 req-bb3c4609-b8cb-48da-94b5-1260cdd588b3 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 971 time: 0.1000941 Apr 07 11:06:42.425035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks [] for port (128217fd-eb53-4f68-a323-d12fba528eec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.425481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:42.446425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'mac_address': 'fa:16:3e:2c:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:06:42.466121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fdb253d-5f4c-459e-aabf-51daa5dcb8e1 req-6f25aa3d-eb50-4dd2-8ef3-ae4d848d96c2 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Apr 07 11:06:42.489777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (128217fd-eb53-4f68-a323-d12fba528eec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.538997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Pushing event updated for resources: {'Port': ['ID=128217fd-eb53-4f68-a323-d12fba528eec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:42.563243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:42.563640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.566660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:42.568876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:42.572260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:42.588531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:42.603801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:42.604201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.634099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:42.648841 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.651094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34000596-022b-48dc-82ee-d63e4893e651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:42.653575 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2843ab-d9bf-4fd1-92be-4ff2c1288b6f" -d '{"events": [{"server_uuid": "34000596-022b-48dc-82ee-d63e4893e651", "name": "network-vif-plugged", "status": "completed", "tag": "e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:42.667487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d32b5-7d79-4130-bd20-4cfbb0148d06 req-98e06863-6144-4102-87e8-87b1c044806e tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:42.669438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-722d32b5-7d79-4130-bd20-4cfbb0148d06 req-98e06863-6144-4102-87e8-87b1c044806e tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 948 time: 0.0990031 Apr 07 11:06:42.716270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:42.725573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:42.753883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:42.789083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-722d32b5-7d79-4130-bd20-4cfbb0148d06 req-91580946-bf0e-4da8-870c-8c76b923059f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108422 Apr 07 11:06:42.878175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:42.915109 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82338068-4f84-493d-a0af-a4ec54e3f048 x-openstack-request-id: req-82338068-4f84-493d-a0af-a4ec54e3f048 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:42.915658 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34000596-022b-48dc-82ee-d63e4893e651", "name": "network-vif-plugged", "status": "completed", "tag": "e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:42.916103 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82338068-4f84-493d-a0af-a4ec54e3f048 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:42.916722 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82338068-4f84-493d-a0af-a4ec54e3f048'] response: {'server_uuid': '34000596-022b-48dc-82ee-d63e4893e651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba', 'code': 200} Apr 07 11:06:43.083400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:43.117632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks [] for router_gateway (079ac0f0-449b-4c31-8472-df9a411138fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:43.284918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdedc61-5b2c-4067-a9a9-6bb51236fbf8 req-7bc35bde-d744-4bf2-89c3-082ffd50ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:43.286869 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fcdedc61-5b2c-4067-a9a9-6bb51236fbf8 req-7bc35bde-d744-4bf2-89c3-082ffd50ba14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 1154 time: 0.2964361 Apr 07 11:06:43.404402 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fcdedc61-5b2c-4067-a9a9-6bb51236fbf8 req-7adf4c93-639d-40e1-abc7-91aba338a1a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757473 Apr 07 11:06:43.417307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a5875-e335-4890-8a82-c91516eb506f req-52093090-e78f-45ff-8fc4-f4db1dbe3b29 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:43.425514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c59a5875-e335-4890-8a82-c91516eb506f req-52093090-e78f-45ff-8fc4-f4db1dbe3b29 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 949 time: 0.0792477 Apr 07 11:06:43.433400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6504f-fe46-4137-bf8c-9527e5468173 None None] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:43.455166 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (079ac0f0-449b-4c31-8472-df9a411138fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:43.511070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c59a5875-e335-4890-8a82-c91516eb506f req-c4bec7b8-ec60-45be-8be7-c74eb3d716ba tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845904 Apr 07 11:06:43.543246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59716) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:43.599105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] Provisioning complete for port e581132c-5e6d-4136-b597-fd060289154c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:43.599749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e581132c-5e6d-4136-b597-fd060289154c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:43.681493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04966-328f-4684-98d3-e775da3fdee4 req-fd1c0138-7d71-47b4-943d-702e4a97b3db tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:43.692658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fa04966-328f-4684-98d3-e775da3fdee4 req-fd1c0138-7d71-47b4-943d-702e4a97b3db tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 972 time: 0.1152809 Apr 07 11:06:43.759896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fa04966-328f-4684-98d3-e775da3fdee4 req-defe2388-22fc-4a38-9147-3b047a373d78 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664868 Apr 07 11:06:43.776686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Router 079ac0f0-449b-4c31-8472-df9a411138fd is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:06:43.849598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] Current status of the port e581132c-5e6d-4136-b597-fd060289154c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:43.850220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e581132c-5e6d-4136-b597-fd060289154c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:43.905273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-network', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:43.943777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] For port e581132c-5e6d-4136-b597-fd060289154c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e581132c-5e6d-4136-b597-fd060289154c,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:43.956330 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e581132c-5e6d-4136-b597-fd060289154c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:43.962853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8e823590-bc36-408d-89e1-ec92785e1dd3 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:06:43.971494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Made reservation on behalf of 15e32a766fc5408c9736f634ec0cf7db for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:43.977040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.018483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.127918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65416f62-86e7-4c2d-85ce-d3f59825d25d None None] Pushing event updated for resources: {'Port': ['ID=e581132c-5e6d-4136-b597-fd060289154c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:44.205402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935862-5983-47c5-806b-24d4e48dea6c req-61434545-7016-4839-bbea-cf9e0b5c91d9 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:44.214709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd935862-5983-47c5-806b-24d4e48dea6c req-61434545-7016-4839-bbea-cf9e0b5c91d9 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 948 time: 0.2691500 Apr 07 11:06:44.221368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e581132c-5e6d-4136-b597-fd060289154c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:44.253553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:06:44.268603 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Sync routers for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:06:44.276722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks [] for security_group (6532c740-c232-4c5f-9628-d31060413cbd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.288353 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:06:44.290172 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:44.296169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6532c740-c232-4c5f-9628-d31060413cbd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.320460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.321721 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df40b5e1-eef5-402b-845b-88af06060521 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3764179 Apr 07 11:06:44.324392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:44.344961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd935862-5983-47c5-806b-24d4e48dea6c req-ac875d24-08b1-48fd-acbb-8304c325ed07 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293623 Apr 07 11:06:44.382294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 8e823590-bc36-408d-89e1-ec92785e1dd3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8e823590-bc36-408d-89e1-ec92785e1dd3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:44.398928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cae6a6b6-6a79-4af2-9ec5-4441ae03427e None None] Provisioning complete for port e581132c-5e6d-4136-b597-fd060289154c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:44.399883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cae6a6b6-6a79-4af2-9ec5-4441ae03427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e581132c-5e6d-4136-b597-fd060289154c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.400328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:06:44.403478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '8e823590-bc36-408d-89e1-ec92785e1dd3', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '8e823590-bc36-408d-89e1-ec92785e1dd3', 'mac_address': 'fa:16:3e:9e:c8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:06:44.472277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e581132c-5e6d-4136-b597-fd060289154c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:44.472571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e581132c-5e6d-4136-b597-fd060289154c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.478327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d0c50296-cb44-407a-bd81-fc8a22f1f97d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.478897 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Added segment d0c50296-cb44-407a-bd81-fc8a22f1f97d of type vlan for network 9b9a094f-42ef-4513-9349-ffe774a4c759 Apr 07 11:06:44.480652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6532c740-c232-4c5f-9628-d31060413cbd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:44.513893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 8e823590-bc36-408d-89e1-ec92785e1dd3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:44.514340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.561607 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9b9a094f-42ef-4513-9349-ffe774a4c759), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.594126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9b9a094f-42ef-4513-9349-ffe774a4c759), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.597943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:44.600310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.611571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59750) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:44.622872 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:06:44.626947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e823590-bc36-408d-89e1-ec92785e1dd3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:06:44.657283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1128495 Apr 07 11:06:44.659830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59754) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:44.702848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 8e823590-bc36-408d-89e1-ec92785e1dd3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8e823590-bc36-408d-89e1-ec92785e1dd3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:44.735659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.742033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cae6a6b6-6a79-4af2-9ec5-4441ae03427e None None] Current status of the port e581132c-5e6d-4136-b597-fd060289154c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:44.790812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Request body: {'subnet': {'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-subnet', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:44.814506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e581132c-5e6d-4136-b597-fd060289154c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:44.822719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=8e823590-bc36-408d-89e1-ec92785e1dd3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:44.892197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005c376-970c-4876-a51e-77b7c9b6122f admin admin] Pushing event updated for resources: {'Network': ['ID=9b9a094f-42ef-4513-9349-ffe774a4c759,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:44.908053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:06:44.914659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Made reservation on behalf of 15e32a766fc5408c9736f634ec0cf7db for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:44.921528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:44.941826 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:42Z', 'revision_number': 3, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:44.951333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-742286b1-bfd5-45b7-9dae-251324d761f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.004517 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Checking router: 079ac0f0-449b-4c31-8472-df9a411138fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:06:45.005037 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Updating router 079ac0f0-449b-4c31-8472-df9a411138fd port 128217fd-eb53-4f68-a323-d12fba528eec binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:06:45.011183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0c0b-51b1-498b-8dd5-ebbf2710383c req-7a68dbe4-063a-4491-8acd-c49efef7f588 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:45.025604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c0e0c0b-51b1-498b-8dd5-ebbf2710383c req-7a68dbe4-063a-4491-8acd-c49efef7f588 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 949 time: 0.3874693 Apr 07 11:06:45.057830 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (128217fd-eb53-4f68-a323-d12fba528eec), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.135177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8e823590-bc36-408d-89e1-ec92785e1dd3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:45.169708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c0e0c0b-51b1-498b-8dd5-ebbf2710383c req-30a53d73-0567-464e-8431-98c7183852ba tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432064 Apr 07 11:06:45.191854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5b62-37f0-4970-aa32-603a1357c9aa req-095b8841-7485-49de-89b6-34d986632ea7 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:45.206411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a2a5b62-37f0-4970-aa32-603a1357c9aa req-095b8841-7485-49de-89b6-34d986632ea7 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 972 time: 0.2011647 Apr 07 11:06:45.211090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-742286b1-bfd5-45b7-9dae-251324d761f6 admin admin] Publish callbacks [] for security_group (c63f3d87-9d91-46b4-96ed-7828eadbbe07), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.249072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-742286b1-bfd5-45b7-9dae-251324d761f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c63f3d87-9d91-46b4-96ed-7828eadbbe07), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.312151 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-742286b1-bfd5-45b7-9dae-251324d761f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bce36e0a1f8499ea0ff4bd0d3d4e90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6992147 Apr 07 11:06:45.317476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59770) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:45.344933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a2a5b62-37f0-4970-aa32-603a1357c9aa req-cc3627cd-f1fc-4bd0-9421-76eac16717cf tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359663 Apr 07 11:06:45.354418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742286b1-bfd5-45b7-9dae-251324d761f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63f3d87-9d91-46b4-96ed-7828eadbbe07,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:45.361189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.459523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (c8f7a001-cdff-4637-8bb7-bb143f4b18ab), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.502004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59776) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:45.553003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Checking segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:45.553275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Network hostable DHCP agents. Network: 9b9a094f-42ef-4513-9349-ffe774a4c759, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:06:45.555318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3cbef20-7e1e-4f8e-ae91-95b1a5f386c4 admin admin] Publish callbacks [] for security_group (c63f3d87-9d91-46b4-96ed-7828eadbbe07), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.569304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f7a001-cdff-4637-8bb7-bb143f4b18ab,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:45.574346 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Publish callbacks [] for port (128217fd-eb53-4f68-a323-d12fba528eec), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.586290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:06:45.596931 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (128217fd-eb53-4f68-a323-d12fba528eec), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.604968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9b9a094f-42ef-4513-9349-ffe774a4c759) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:45.610414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:45.611022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.620335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c945a-cbbc-4f42-ad9c-e04ac2076772 None None] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:45.639108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d647e9e8-3d2a-4905-a9a5-4df16f0a4710 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9308331 Apr 07 11:06:45.639304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59780) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:45.654113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:45.686380 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Attempting to bind port 128217fd-eb53-4f68-a323-d12fba528eec on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:45.686922 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Attempting to bind port 128217fd-eb53-4f68-a323-d12fba528eec by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:45.687332 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Attempting to bind port 128217fd-eb53-4f68-a323-d12fba528eec on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:45.691115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3cbef20-7e1e-4f8e-ae91-95b1a5f386c4 admin admin] Publish callbacks [] for security_group (c63f3d87-9d91-46b4-96ed-7828eadbbe07), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.697707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (99e83877-9445-43b4-8ea4-39ced9830133), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.699174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (99e83877-9445-43b4-8ea4-39ced9830133), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.733975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:45.734402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:45.734764 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.735165 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:45.735657 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Bound port: 128217fd-eb53-4f68-a323-d12fba528eec, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:45.736040 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (128217fd-eb53-4f68-a323-d12fba528eec), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.791747 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Pushing event updated for resources: {'Port': ['ID=128217fd-eb53-4f68-a323-d12fba528eec,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:45.805298 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.805568 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.805919 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.806263 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.806603 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.806940 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.807272 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.807604 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.807935 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.808266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.808597 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.808925 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.809295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Tracked resource versions report: Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: pushed versions: Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: { 'AddressGroup': {'1.2'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'ConntrackHelper': {'1.0'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Log': {'1.0'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Network': {'1.1'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Port': {'1.7'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'PortForwarding': {'1.2'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'QosPolicy': {'1.10'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'SecurityGroup': {'1.5'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'SubPort': {'1.0'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Subnet': {'1.1'}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Trunk': {'1.1'}} Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: consumer versions: Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: { DHCP agent@n-d-836788-1: {}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: HyperV agent@n-h1-836788-1: {}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: HyperV agent@n-h2-836788-1: {}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: L3 agent@n-d-836788-1: {}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: Metadata agent@n-d-836788-1: {}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: Metering agent@n-d-836788-1: {}, Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: Open vSwitch agent@n-d-836788-1: { 'AddressGroup': '1.2', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'ConntrackHelper': '1.0', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'LocalIPAssociation': '1.0', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Log': '1.0', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Network': '1.1', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Port': '1.7', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'PortForwarding': '1.2', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'QosPolicy': '1.10', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'SecurityGroup': '1.5', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'SecurityGroupRule': '1.2', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'SubPort': '1.0', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Subnet': '1.1', Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: 'Trunk': '1.1'}} Apr 07 11:06:45.810502 n-d-836788-1 neutron-server[104180]: {{(pid=104180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:06:45.813396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Allocated IP 172.20.0.1 (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c/08033c5a-a6f9-44c8-9944-c7ae6e86efa4/27a7a141-e087-465a-8909-b44c804154e6) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:45.823110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3cbef20-7e1e-4f8e-ae91-95b1a5f386c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c63f3d87-9d91-46b4-96ed-7828eadbbe07), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.825709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3cbef20-7e1e-4f8e-ae91-95b1a5f386c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.829207 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a3cbef20-7e1e-4f8e-ae91-95b1a5f386c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c63f3d87-9d91-46b4-96ed-7828eadbbe07 HTTP/1.1" status: 204 len: 168 time: 0.5044234 Apr 07 11:06:45.837013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdbe6-c599-4d9b-87bd-ae11c89d3d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.859660 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] For port 128217fd-eb53-4f68-a323-d12fba528eec, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:45.860440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbef20-7e1e-4f8e-ae91-95b1a5f386c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63f3d87-9d91-46b4-96ed-7828eadbbe07,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:45.862886 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] For port 128217fd-eb53-4f68-a323-d12fba528eec, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=128217fd-eb53-4f68-a323-d12fba528eec,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:45.873413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9b9a094f-42ef-4513-9349-ffe774a4c759', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:06:45.873881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks [] for router_controller (99e83877-9445-43b4-8ea4-39ced9830133), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.874518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:45.889363 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (128217fd-eb53-4f68-a323-d12fba528eec), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.026900 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:06:46.029113 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:46.053775 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks [] for router_gateway (99e83877-9445-43b4-8ea4-39ced9830133), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.060851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:46.072575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc94ac-d08b-4dad-b9e1-b70a261638d1 req-8d84eba6-563d-4a06-b7b6-96f5d18380ab tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:46.074255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fdc94ac-d08b-4dad-b9e1-b70a261638d1 req-8d84eba6-563d-4a06-b7b6-96f5d18380ab tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 949 time: 0.2637267 Apr 07 11:06:46.102376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks [] for port (27a7a141-e087-465a-8909-b44c804154e6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.169940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (27a7a141-e087-465a-8909-b44c804154e6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.185908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e581132c-5e6d-4136-b597-fd060289154c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:46.207865 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c41a-1e0f-4ef9-934d-160b42ca29b9 None None] Pushing event updated for resources: {'Port': ['ID=128217fd-eb53-4f68-a323-d12fba528eec,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:46.217690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:46.221161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:46.228033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:46.274927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (079ac0f0-449b-4c31-8472-df9a411138fd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.283015 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:06:46.299677 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdbe6-c599-4d9b-87bd-ae11c89d3d7d admin admin] Publish callbacks [] for security_group (05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.300925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e581132c-5e6d-4136-b597-fd060289154c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:46.301948 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e581132c-5e6d-4136-b597-fd060289154c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.370442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdbe6-c599-4d9b-87bd-ae11c89d3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.372827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59792) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:46.423371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Allocated IP 172.20.0.2 (9b9a094f-42ef-4513-9349-ffe774a4c759/c8f7a001-cdff-4637-8bb7-bb143f4b18ab/6b1c68ed-949a-4d0a-ad82-ec58972195b1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:46.506555 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7d0fd941-781f-4b56-9864-83b54946541c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.522039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Pushing event updated for resources: {'Port': ['ID=27a7a141-e087-465a-8909-b44c804154e6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:46.525410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fdc94ac-d08b-4dad-b9e1-b70a261638d1 req-326919f8-948a-4fdd-af9e-3e77a77bc3c9 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367845 Apr 07 11:06:46.530747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:06:46.558985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bdbe6-c599-4d9b-87bd-ae11c89d3d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:46.564644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ed8bdbe6-c599-4d9b-87bd-ae11c89d3d7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa2619b1ac7a4d339d58aa3473781578&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0616488 Apr 07 11:06:46.569922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59794) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:46.600583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27a7a141-e087-465a-8909-b44c804154e6), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.644817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba0ed-bf84-400f-943e-09c18d7a9289 req-5b34f444-d29c-4bf1-8440-8e823e4c7558 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:46.653230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-645ba0ed-bf84-400f-943e-09c18d7a9289 req-5b34f444-d29c-4bf1-8440-8e823e4c7558 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 972 time: 0.4553108 Apr 07 11:06:46.686935 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:42Z', 'revision_number': 3, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:46.750822 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa88e95-ac10-471a-86e8-687abef028b6 None None] The sync data for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 is: [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:42Z', 'revision_number': 3, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:06:46.758051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-723f08e5-cc31-47c2-acfc-194239faf0c7 admin admin] Publish callbacks [] for security_group (05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.797459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-645ba0ed-bf84-400f-943e-09c18d7a9289 req-9f0d3a01-d681-4d65-b8cc-926372b398fd tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259379 Apr 07 11:06:46.882686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks [] for port (27a7a141-e087-465a-8909-b44c804154e6), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.897079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (27a7a141-e087-465a-8909-b44c804154e6), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.937405 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Publish callbacks [] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.940304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:46.941821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.970006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-723f08e5-cc31-47c2-acfc-194239faf0c7 admin admin] Publish callbacks [] for security_group (05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.980257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7d0fd941-781f-4b56-9864-83b54946541c admin admin] Publish callbacks [] for security_group (1c0796b9-732a-4e64-b76a-820b6c6980b6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:46.998107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Pushing event updated for resources: {'Port': ['ID=27a7a141-e087-465a-8909-b44c804154e6,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:47.003029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7d0fd941-781f-4b56-9864-83b54946541c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1c0796b9-732a-4e64-b76a-820b6c6980b6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.006050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.017714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (079ac0f0-449b-4c31-8472-df9a411138fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.038713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:47.059477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:47.065208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:47.107543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-93164209-b5df-4c94-a632-daed1313b89c None None] Provisioning complete for port 27a7a141-e087-465a-8909-b44c804154e6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:47.107942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-93164209-b5df-4c94-a632-daed1313b89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27a7a141-e087-465a-8909-b44c804154e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.152135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59808) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:47.231319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:47.233234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:47.250714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:47.251883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.292028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7d0fd941-781f-4b56-9864-83b54946541c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30e62930ca704059bfe7305f3cef3d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9038389 Apr 07 11:06:47.337464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59812) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:47.379986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc848a-5e17-4575-a4f4-0b2ba52179e9 req-35d31ed0-006a-48c1-9da0-9aec42889090 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:47.382431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befc848a-5e17-4575-a4f4-0b2ba52179e9 req-35d31ed0-006a-48c1-9da0-9aec42889090 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 949 time: 0.6225269 Apr 07 11:06:47.412813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-93164209-b5df-4c94-a632-daed1313b89c None None] Port 27a7a141-e087-465a-8909-b44c804154e6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:47.422338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Attempting to bind port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:47.422717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Attempting to bind port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:47.423086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Attempting to bind port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:47.459345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:47.468429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:47.475105 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e789b926-b3a4-4950-a047-37abce9f6f0d" -d '{"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-plugged", "status": "completed", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:47.477715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Pushing event updated for resources: {'Port': ['ID=6b1c68ed-949a-4d0a-ad82-ec58972195b1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:47.492418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fd941-781f-4b56-9864-83b54946541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0796b9-732a-4e64-b76a-820b6c6980b6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:47.496421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.503489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:47.503783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Checking segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:47.504188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.506477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Bound using segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:47.507916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Bound port: 6b1c68ed-949a-4d0a-ad82-ec58972195b1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:47.508314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.511998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e581132c-5e6d-4136-b597-fd060289154c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:47.513093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-723f08e5-cc31-47c2-acfc-194239faf0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.516117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-723f08e5-cc31-47c2-acfc-194239faf0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.519628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-723f08e5-cc31-47c2-acfc-194239faf0c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2 HTTP/1.1" status: 204 len: 168 time: 0.9432402 Apr 07 11:06:47.555258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cc9684a-6da9-4002-8bab-a1a79dd5fff2 admin admin] Publish callbacks [] for security_group (1c0796b9-732a-4e64-b76a-820b6c6980b6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.583126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cc9684a-6da9-4002-8bab-a1a79dd5fff2 admin admin] Publish callbacks [] for security_group (1c0796b9-732a-4e64-b76a-820b6c6980b6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.613646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45bedb2c-462f-4d95-a7ed-b00b2d110114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.634627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f08e5-cc31-47c2-acfc-194239faf0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05726f3b-e2ac-45b0-8d18-4e37cc4e6ee2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:47.648750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21364e-2ac4-474b-9a35-c87d32d41ed0 req-45d5aeea-b0a8-4774-89e0-655caa1e0ccb tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:47.656213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc21364e-2ac4-474b-9a35-c87d32d41ed0 req-45d5aeea-b0a8-4774-89e0-655caa1e0ccb tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 972 time: 0.4601409 Apr 07 11:06:47.661856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] For port 6b1c68ed-949a-4d0a-ad82-ec58972195b1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:47.666084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] For port 6b1c68ed-949a-4d0a-ad82-ec58972195b1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6b1c68ed-949a-4d0a-ad82-ec58972195b1,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:47.712685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.712938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks [] for router_gateway (99e83877-9445-43b4-8ea4-39ced9830133), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.720801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Router 079ac0f0-449b-4c31-8472-df9a411138fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:06:47.740112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.758422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cc9684a-6da9-4002-8bab-a1a79dd5fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1c0796b9-732a-4e64-b76a-820b6c6980b6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.760990 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cc9684a-6da9-4002-8bab-a1a79dd5fff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.762108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1cc9684a-6da9-4002-8bab-a1a79dd5fff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c0796b9-732a-4e64-b76a-820b6c6980b6 HTTP/1.1" status: 204 len: 168 time: 0.4049499 Apr 07 11:06:47.774016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:47.777590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc21364e-2ac4-474b-9a35-c87d32d41ed0 req-92e1ae3e-0782-4445-ac3b-e3cdd69205b9 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebcb7bd0-45db-473b-8c41-c75861f33c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203899 Apr 07 11:06:47.842764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c09a3767-c184-45c1-a178-19133f134799 None None] Provisioning complete for port 27a7a141-e087-465a-8909-b44c804154e6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:47.843138 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c09a3767-c184-45c1-a178-19133f134799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27a7a141-e087-465a-8909-b44c804154e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:47.961249 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdfe529-b641-4c42-9284-52d64f74e4dd x-openstack-request-id: req-dbdfe529-b641-4c42-9284-52d64f74e4dd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:47.962662 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-plugged", "status": "completed", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:47.962943 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbdfe529-b641-4c42-9284-52d64f74e4dd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:47.963365 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdfe529-b641-4c42-9284-52d64f74e4dd'] response: {'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'code': 200} Apr 07 11:06:47.975909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Allocated IP 172.25.5.98 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/4c12fbf5-a3d5-46a5-be5a-72903a574efd) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:48.002502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8e823590-bc36-408d-89e1-ec92785e1dd3 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:48.072866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c09a3767-c184-45c1-a178-19133f134799 None None] Port 27a7a141-e087-465a-8909-b44c804154e6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:48.083673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb36c9-2407-4095-a5e6-1e87cf2d9a6a None None] Pushing event updated for resources: {'Port': ['ID=6b1c68ed-949a-4d0a-ad82-ec58972195b1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:48.151255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59824) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:48.169028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 8e823590-bc36-408d-89e1-ec92785e1dd3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:06:48.173965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 8e823590-bc36-408d-89e1-ec92785e1dd3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:48.174521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.205912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befc848a-5e17-4575-a4f4-0b2ba52179e9 req-a2637551-7e0b-486f-ba3c-b9a4048e2970 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596643 Apr 07 11:06:48.209248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks [] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.244515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9684a-6da9-4002-8bab-a1a79dd5fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0796b9-732a-4e64-b76a-820b6c6980b6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:48.246362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45bedb2c-462f-4d95-a7ed-b00b2d110114 admin admin] Publish callbacks [] for security_group (d91245eb-7772-4392-8cd1-7d629226896b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.261967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5ab4-71b1-4b7b-a543-64002c297259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.274687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:06:48.286390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45bedb2c-462f-4d95-a7ed-b00b2d110114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d91245eb-7772-4392-8cd1-7d629226896b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.311492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 128217fd-eb53-4f68-a323-d12fba528eec up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:48.362036 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f9b58ab3-680f-4bcf-bc0d-631d93fc109d admin admin] 10.222.0.13 "PUT /v2.0/routers/079ac0f0-449b-4c31-8472-df9a411138fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0290215 Apr 07 11:06:48.362036 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-45bedb2c-462f-4d95-a7ed-b00b2d110114 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937cf0afebe946fa984a56d36c69f26e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2052341 Apr 07 11:06:48.371351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59830) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:48.380642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08b1d1-3e9c-4720-af10-3b550d04fd18 req-6e6d2055-f839-4501-a06b-36b927d27c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:48.388803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c08b1d1-3e9c-4720-af10-3b550d04fd18 req-6e6d2055-f839-4501-a06b-36b927d27c1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1132 time: 0.4319892 Apr 07 11:06:48.411251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e941b5-6424-4e8b-804c-489b7450d0a0 req-17c263c2-b400-4ef0-a14e-5ae7205ace0a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:48.415888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6e941b5-6424-4e8b-804c-489b7450d0a0 req-17c263c2-b400-4ef0-a14e-5ae7205ace0a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 949 time: 0.2007141 Apr 07 11:06:48.504369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5ab4-71b1-4b7b-a543-64002c297259 admin admin] Publish callbacks [] for security_group (0ede5b01-02e8-43f3-a1f3-b365a83b0853), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.562975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5ab4-71b1-4b7b-a543-64002c297259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ede5b01-02e8-43f3-a1f3-b365a83b0853), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.598788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 128217fd-eb53-4f68-a323-d12fba528eec triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:48.599165 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (128217fd-eb53-4f68-a323-d12fba528eec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.600807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.608283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bedb2c-462f-4d95-a7ed-b00b2d110114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91245eb-7772-4392-8cd1-7d629226896b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:48.658247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:48.669997 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ebc5ab4-71b1-4b7b-a543-64002c297259 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45e45a3067f04455af5526b90050d401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145044 Apr 07 11:06:48.682569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 8e823590-bc36-408d-89e1-ec92785e1dd3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:48.682972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.690035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-583bb295-64b6-4eab-ba22-12868e2e6658 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:48.691508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-583bb295-64b6-4eab-ba22-12868e2e6658 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 972 time: 0.3358588 Apr 07 11:06:48.697743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59844) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:48.701072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:48.704778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:48.706846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f1aeaa-c291-48f7-9e13-3278c02ffad6 admin admin] Publish callbacks [] for security_group (d91245eb-7772-4392-8cd1-7d629226896b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.730081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c08b1d1-3e9c-4720-af10-3b550d04fd18 req-cee65e08-e789-4f6c-bcc1-f73179e7aa50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234631 Apr 07 11:06:48.756747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc5ab4-71b1-4b7b-a543-64002c297259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede5b01-02e8-43f3-a1f3-b365a83b0853,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:48.792882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 8e823590-bc36-408d-89e1-ec92785e1dd3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8e823590-bc36-408d-89e1-ec92785e1dd3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:48.825207 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.855255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fdc114e-650f-4484-af91-c761c7d8cfa4 admin admin] Publish callbacks [] for security_group (0ede5b01-02e8-43f3-a1f3-b365a83b0853), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.868626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f1aeaa-c291-48f7-9e13-3278c02ffad6 admin admin] Publish callbacks [] for security_group (d91245eb-7772-4392-8cd1-7d629226896b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.873891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 128217fd-eb53-4f68-a323-d12fba528eec is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:48.874291 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (128217fd-eb53-4f68-a323-d12fba528eec), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.894705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fdc114e-650f-4484-af91-c761c7d8cfa4 admin admin] Publish callbacks [] for security_group (0ede5b01-02e8-43f3-a1f3-b365a83b0853), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.923262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Deleting port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:06:48.923262 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:48.929738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=8e823590-bc36-408d-89e1-ec92785e1dd3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:48.948529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 128217fd-eb53-4f68-a323-d12fba528eec, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=128217fd-eb53-4f68-a323-d12fba528eec,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:48.955366 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (128217fd-eb53-4f68-a323-d12fba528eec), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.043040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fdc114e-650f-4484-af91-c761c7d8cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ede5b01-02e8-43f3-a1f3-b365a83b0853), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.046259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fdc114e-650f-4484-af91-c761c7d8cfa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.050324 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8fdc114e-650f-4484-af91-c761c7d8cfa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ede5b01-02e8-43f3-a1f3-b365a83b0853 HTTP/1.1" status: 204 len: 168 time: 0.3487871 Apr 07 11:06:49.072944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=128217fd-eb53-4f68-a323-d12fba528eec,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:49.114632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc114e-650f-4484-af91-c761c7d8cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede5b01-02e8-43f3-a1f3-b365a83b0853,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:49.141524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] For port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:49.141902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.181420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Calling delete_port for e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba owned by compute:tempest-test_az-1554320426 {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:06:49.321505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6e941b5-6424-4e8b-804c-489b7450d0a0 req-a75f8f5d-c845-4f09-a8a5-22f7943a6d3e tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8798087 Apr 07 11:06:49.326960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Pushing event updated for resources: {'Port': ['ID=4c12fbf5-a3d5-46a5-be5a-72903a574efd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:49.446595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f1aeaa-c291-48f7-9e13-3278c02ffad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d91245eb-7772-4392-8cd1-7d629226896b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.450718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f1aeaa-c291-48f7-9e13-3278c02ffad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.454070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-26f1aeaa-c291-48f7-9e13-3278c02ffad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d91245eb-7772-4392-8cd1-7d629226896b HTTP/1.1" status: 204 len: 168 time: 1.0818453 Apr 07 11:06:49.480021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1aeaa-c291-48f7-9e13-3278c02ffad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91245eb-7772-4392-8cd1-7d629226896b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:49.487140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.542567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:49.560036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97abc8fb-da08-4d66-877c-edc7d7e59fcd req-c57c7ce6-b007-4900-ad3e-738b5855856d tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.13 "GET /v2.0/ports?device_id=34000596-022b-48dc-82ee-d63e4893e651 HTTP/1.1" status: 200 len: 210 time: 0.0481682 Apr 07 11:06:49.564822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Pushing event deleted for resources: {'Port': ['ID=e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:49.593986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:49.610485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164622940', 'description': 'tempest-description--313768299'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:49.725647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] No DVR routers for this DVR port e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:06:49.737034 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.747071 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4d3b8c82-a41a-4a90-8c2d-af01f1c5b8bf req-1f856cb5-cd7d-447c-8c15-38ae33bf8824 tempest-DeleteServersAdminTestJSON-642330159 tempest-DeleteServersAdminTestJSON-642330159-project] 10.222.0.23 "DELETE /v2.0/ports/e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba HTTP/1.1" status: 204 len: 173 time: 1.0276301 Apr 07 11:06:49.750239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34000596-022b-48dc-82ee-d63e4893e651', 'name': 'network-vif-deleted', 'tag': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:49.769732 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d494b0e7-5074-4bab-a77c-bfb70ff2f9da" -d '{"events": [{"server_uuid": "34000596-022b-48dc-82ee-d63e4893e651", "name": "network-vif-deleted", "tag": "e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:49.817579 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.875596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e83d62-9a60-45b7-838a-796728f54c88 req-20eb5544-4843-417f-8dd1-838210228930 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:49.893427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6e83d62-9a60-45b7-838a-796728f54c88 req-20eb5544-4843-417f-8dd1-838210228930 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.2072530 Apr 07 11:06:49.898983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks [] for router_gateway (99e83877-9445-43b4-8ea4-39ced9830133), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:49.900842 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0870e5c4-e6c5-4c3f-9cf6-d773ea57fc83 x-openstack-request-id: req-0870e5c4-e6c5-4c3f-9cf6-d773ea57fc83 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:49.901371 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34000596-022b-48dc-82ee-d63e4893e651", "name": "network-vif-deleted", "tag": "e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:49.905470 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0870e5c4-e6c5-4c3f-9cf6-d773ea57fc83 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:49.906616 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0870e5c4-e6c5-4c3f-9cf6-d773ea57fc83'] response: {'server_uuid': '34000596-022b-48dc-82ee-d63e4893e651', 'name': 'network-vif-deleted', 'tag': 'e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba', 'status': 'completed', 'code': 200} Apr 07 11:06:49.965212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1522a09-336b-488c-942b-2613459f67cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e823590-bc36-408d-89e1-ec92785e1dd3'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:06:49.975135 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd051a-cfe1-47ba-847c-cbc55d14a67c" -d '{"events": [{"server_uuid": "f1522a09-336b-488c-942b-2613459f67cc", "name": "network-vif-plugged", "status": "completed", "tag": "8e823590-bc36-408d-89e1-ec92785e1dd3"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:06:49.996161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group (70d1d126-0c41-4246-9007-ebc4c0dd7762), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.005545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (70d1d126-0c41-4246-9007-ebc4c0dd7762), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.075653 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d01e6-e993-4abb-a12f-ad0a526d1730 x-openstack-request-id: req-7d1d01e6-e993-4abb-a12f-ad0a526d1730 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:06:50.075981 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1522a09-336b-488c-942b-2613459f67cc", "name": "network-vif-plugged", "status": "completed", "tag": "8e823590-bc36-408d-89e1-ec92785e1dd3", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:06:50.076276 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d1d01e6-e993-4abb-a12f-ad0a526d1730 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:06:50.076683 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1d01e6-e993-4abb-a12f-ad0a526d1730'] response: {'server_uuid': 'f1522a09-336b-488c-942b-2613459f67cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e823590-bc36-408d-89e1-ec92785e1dd3', 'code': 200} Apr 07 11:06:50.109603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d1d126-0c41-4246-9007-ebc4c0dd7762,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:50.120901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.125605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c311e99e-80ad-4534-aedf-fa1e89816f56 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5202384 Apr 07 11:06:50.126477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59886) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:50.138750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Request body: {'security_group_rule': {'security_group_id': '70d1d126-0c41-4246-9007-ebc4c0dd7762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:50.146450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59888) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:50.196970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6e83d62-9a60-45b7-838a-796728f54c88 req-ecfc0cfa-020e-4825-b7cf-c90eb505ec85 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023088 Apr 07 11:06:50.203148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbee00d-aebb-4910-8b54-abdce63d09fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.287025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group_rule (71733e56-3d98-4d3c-bc01-6efc559329e4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.402179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 128217fd-eb53-4f68-a323-d12fba528eec up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:50.411847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbee00d-aebb-4910-8b54-abdce63d09fc admin admin] Publish callbacks [] for security_group (2b330395-154c-495d-9559-bb5bad255d95), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.420352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53cf4d-6246-4ba5-9b97-e5c9244b6f83 req-324ff787-5edd-40a7-9254-313570b14cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:50.422479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f53cf4d-6246-4ba5-9b97-e5c9244b6f83 req-324ff787-5edd-40a7-9254-313570b14cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 1132 time: 0.2351856 Apr 07 11:06:50.450788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group_rule (71733e56-3d98-4d3c-bc01-6efc559329e4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.460686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (71733e56-3d98-4d3c-bc01-6efc559329e4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.482342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74d3a7-0620-4418-8019-def1358c9b7b None None] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:06:50.502424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71733e56-3d98-4d3c-bc01-6efc559329e4,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:50.518595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f53cf4d-6246-4ba5-9b97-e5c9244b6f83 req-fc3d8363-1e9e-4341-b628-258e818607b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840869 Apr 07 11:06:50.522915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.526851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-235a9a6a-ff5d-458e-90f1-d0e27c42f72b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965816 Apr 07 11:06:50.528489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59898) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:50.534514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Request body: {'security_group_rule': {'security_group_id': '70d1d126-0c41-4246-9007-ebc4c0dd7762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:50.538847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbee00d-aebb-4910-8b54-abdce63d09fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2b330395-154c-495d-9559-bb5bad255d95), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.601502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group_rule (07b0b5ad-07f8-4fa2-841c-995cadedc842), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.620705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] Provisioning complete for port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:50.621825 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.730326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 128217fd-eb53-4f68-a323-d12fba528eec triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:50.731780 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (128217fd-eb53-4f68-a323-d12fba528eec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.772810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group_rule (07b0b5ad-07f8-4fa2-841c-995cadedc842), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.784332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (07b0b5ad-07f8-4fa2-841c-995cadedc842), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.785919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7fbee00d-aebb-4910-8b54-abdce63d09fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c1725a1ef214d348622ee42859da62f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6378024 Apr 07 11:06:50.788595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59912) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:50.836784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (99e83877-9445-43b4-8ea4-39ced9830133), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.841116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbee00d-aebb-4910-8b54-abdce63d09fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b330395-154c-495d-9559-bb5bad255d95,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:50.919136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b0b5ad-07f8-4fa2-841c-995cadedc842,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:50.951468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031965b1-1a79-44c7-8063-5550ce22f2e8 req-b0755718-b904-44b3-a816-4bc904cef657 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:50.953565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-031965b1-1a79-44c7-8063-5550ce22f2e8 req-b0755718-b904-44b3-a816-4bc904cef657 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 950 time: 0.4237339 Apr 07 11:06:50.987406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:50.991761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b93f291-6546-4606-a1f5-5623032865c9 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4618027 Apr 07 11:06:50.996494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59918) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:51.013239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:51.040687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c167f9a0-91ee-4568-a49c-894942bb3ae6 admin admin] Publish callbacks [] for security_group (2b330395-154c-495d-9559-bb5bad255d95), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.065587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] Current status of the port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:51.065949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.108558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 128217fd-eb53-4f68-a323-d12fba528eec is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:51.109850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6b1c68ed-949a-4d0a-ad82-ec58972195b1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:51.127795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c167f9a0-91ee-4568-a49c-894942bb3ae6 admin admin] Publish callbacks [] for security_group (2b330395-154c-495d-9559-bb5bad255d95), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.181454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-031965b1-1a79-44c7-8063-5550ce22f2e8 req-d553403e-3fd1-4e56-9bb8-28ab1086a325 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175798 Apr 07 11:06:51.183612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.243959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c167f9a0-91ee-4568-a49c-894942bb3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2b330395-154c-495d-9559-bb5bad255d95), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.247492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c167f9a0-91ee-4568-a49c-894942bb3ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.249625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c167f9a0-91ee-4568-a49c-894942bb3ae6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b330395-154c-495d-9559-bb5bad255d95 HTTP/1.1" status: 204 len: 168 time: 0.4526331 Apr 07 11:06:51.269941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167f9a0-91ee-4568-a49c-894942bb3ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b330395-154c-495d-9559-bb5bad255d95,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:51.293957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] For port 6b1c68ed-949a-4d0a-ad82-ec58972195b1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6b1c68ed-949a-4d0a-ad82-ec58972195b1,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:51.315562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.347093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:51.347269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.439181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773244c-632d-4d38-8d03-81ff3f7f92a9 None None] Pushing event updated for resources: {'Port': ['ID=6b1c68ed-949a-4d0a-ad82-ec58972195b1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:51.490333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Router 99e83877-9445-43b4-8ea4-39ced9830133 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:06:51.501161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9efbd-a777-4e87-a9c1-70a336a8f5eb req-8a5722c7-4710-403e-b49d-0b261c9cd895 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:51.503297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efa9efbd-a777-4e87-a9c1-70a336a8f5eb req-8a5722c7-4710-403e-b49d-0b261c9cd895 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1696184 Apr 07 11:06:51.548122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:51.555997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a2084779-d24e-44ce-b7f9-8798c1f89cfa None None] Provisioning complete for port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:51.556421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a2084779-d24e-44ce-b7f9-8798c1f89cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.672115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a2084779-d24e-44ce-b7f9-8798c1f89cfa None None] Current status of the port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:51.674816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:06:51.696797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:06:51.711934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:06:51.712960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:51.735376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:51.736747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2225bb4a-34b8-4a1e-a770-b55099004225 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.0949461 Apr 07 11:06:51.740420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59944) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:51.761524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efa9efbd-a777-4e87-a9c1-70a336a8f5eb req-233e640c-05da-4ee5-a294-5a87ac19be3f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461700 Apr 07 11:06:51.768644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.035656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Allocated IP 172.25.5.116 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a316d7c4-c22c-4b63-b2c9-a418fad20973) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:52.144047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59954) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:52.185433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:06:52.225571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.229856 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Sync routers for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:06:52.250542 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:06:52.252708 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:52.265403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6b1c68ed-949a-4d0a-ad82-ec58972195b1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:52.275444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:06:52.282559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e7a7fec4-cb1d-4e90-8ed6-96d146b6eaba not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:06:52.299849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59964) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:52.365737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:06:52.413892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.440527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.487326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event updated for resources: {'Port': ['ID=a316d7c4-c22c-4b63-b2c9-a418fad20973,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:52.507854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5910-e8e9-4314-b70b-691501f71c2e req-bedfbb08-3830-4183-bb46-8ab39db4ebe7 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:52.509449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5abf5910-e8e9-4314-b70b-691501f71c2e req-bedfbb08-3830-4183-bb46-8ab39db4ebe7 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 950 time: 0.1839662 Apr 07 11:06:52.519277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:52.523045 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:06:52.547233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:52.554551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:52.663594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:52.664037 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.721931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d246cd6-a221-46f4-954c-321ab15e7f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.786386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5abf5910-e8e9-4314-b70b-691501f71c2e req-3b3e1d67-d23b-4b7d-bd26-6c188d0c85ac tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595470 Apr 07 11:06:52.842512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:52.860187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:49Z', 'revision_number': 3, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:52.877590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d192b-27f7-4823-a0e0-1706281f8b78 req-7cb470d2-2f8a-444c-8dba-da749189ee45 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:52.877590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca9d192b-27f7-4823-a0e0-1706281f8b78 req-7cb470d2-2f8a-444c-8dba-da749189ee45 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1132 time: 0.2505407 Apr 07 11:06:52.895309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-86f9fc9f-aef5-49ae-a963-471e15989930 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af21c4a9eb58422da38beb16a49f3a5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5940657 Apr 07 11:06:52.904389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (28a09d40-28af-4ee4-88a4-7f07c51320ec), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.908080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:06:52.909832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Updating router 99e83877-9445-43b4-8ea4-39ced9830133 port 4c12fbf5-a3d5-46a5-be5a-72903a574efd binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:06:52.924394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59980) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:52.925200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ca9d192b-27f7-4823-a0e0-1706281f8b78 req-d97f279d-565e-401e-aba0-e19b5d541088 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.943134 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d246cd6-a221-46f4-954c-321ab15e7f33 admin admin] Publish callbacks [] for security_group (47c2c21f-b8b4-4f9b-9333-88cb3221e3dd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.956217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d246cd6-a221-46f4-954c-321ab15e7f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (47c2c21f-b8b4-4f9b-9333-88cb3221e3dd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:52.975067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Allocated IP 172.20.0.1 (9b9a094f-42ef-4513-9349-ffe774a4c759/c8f7a001-cdff-4637-8bb7-bb143f4b18ab/289ef6fb-2704-406b-a9e7-5053c7639f6e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:52.993593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.008273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53877719-bfc7-4fee-ba0b-2015263f1f79 admin admin] Publish callbacks [] for security_group (ebcb7bd0-45db-473b-8c41-c75861f33c02), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.039221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d246cd6-a221-46f4-954c-321ab15e7f33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b400ba7143d145d4a0338a073f239975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8913546 Apr 07 11:06:53.046762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59984) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:53.053603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d246cd6-a221-46f4-954c-321ab15e7f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c2c21f-b8b4-4f9b-9333-88cb3221e3dd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.067711 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 2, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:53.116998 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53877719-bfc7-4fee-ba0b-2015263f1f79 admin admin] Publish callbacks [] for security_group (ebcb7bd0-45db-473b-8c41-c75861f33c02), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.136162 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Checking router: 079ac0f0-449b-4c31-8472-df9a411138fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:06:53.136540 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Updating router 079ac0f0-449b-4c31-8472-df9a411138fd port 27a7a141-e087-465a-8909-b44c804154e6 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:06:53.172427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.201886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c12ee84-f261-4f19-a44d-16fab9baf72a admin admin] Publish callbacks [] for security_group (47c2c21f-b8b4-4f9b-9333-88cb3221e3dd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.222216 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27a7a141-e087-465a-8909-b44c804154e6), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.232285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks [] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.276981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c12ee84-f261-4f19-a44d-16fab9baf72a admin admin] Publish callbacks [] for security_group (47c2c21f-b8b4-4f9b-9333-88cb3221e3dd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.438162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.530073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c12ee84-f261-4f19-a44d-16fab9baf72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (47c2c21f-b8b4-4f9b-9333-88cb3221e3dd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.538185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c12ee84-f261-4f19-a44d-16fab9baf72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.541901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0c12ee84-f261-4f19-a44d-16fab9baf72a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47c2c21f-b8b4-4f9b-9333-88cb3221e3dd HTTP/1.1" status: 204 len: 168 time: 0.4916298 Apr 07 11:06:53.561478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:53.585927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Publish callbacks [] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.592055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12ee84-f261-4f19-a44d-16fab9baf72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c2c21f-b8b4-4f9b-9333-88cb3221e3dd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.592262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ca9d192b-27f7-4823-a0e0-1706281f8b78 req-d97f279d-565e-401e-aba0-e19b5d541088 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Publish callbacks [] for security_group (920c0cd0-b0a8-4592-b71d-d9a3f674a4b1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.600157 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.608686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:53.609601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ca9d192b-27f7-4823-a0e0-1706281f8b78 req-d97f279d-565e-401e-aba0-e19b5d541088 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (920c0cd0-b0a8-4592-b71d-d9a3f674a4b1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.616391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:53.619675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Pushing event updated for resources: {'Port': ['ID=289ef6fb-2704-406b-a9e7-5053c7639f6e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.632600 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Publish callbacks [] for port (27a7a141-e087-465a-8909-b44c804154e6), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.649272 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (27a7a141-e087-465a-8909-b44c804154e6), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.656082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53877719-bfc7-4fee-ba0b-2015263f1f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ebcb7bd0-45db-473b-8c41-c75861f33c02), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.659410 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53877719-bfc7-4fee-ba0b-2015263f1f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.660599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-53877719-bfc7-4fee-ba0b-2015263f1f79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebcb7bd0-45db-473b-8c41-c75861f33c02 HTTP/1.1" status: 204 len: 168 time: 0.7311010 Apr 07 11:06:53.689524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (99e83877-9445-43b4-8ea4-39ced9830133), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.706085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca9d192b-27f7-4823-a0e0-1706281f8b78 req-d97f279d-565e-401e-aba0-e19b5d541088 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896016 Apr 07 11:06:53.721302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f279d-565e-401e-aba0-e19b5d541088 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920c0cd0-b0a8-4592-b71d-d9a3f674a4b1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.777564 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9848-a7cc-4c66-bc55-bd08e737d990 None None] Pushing event updated for resources: {'Port': ['ID=27a7a141-e087-465a-8909-b44c804154e6,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.784624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53877719-bfc7-4fee-ba0b-2015263f1f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcb7bd0-45db-473b-8c41-c75861f33c02,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.803631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f0c1f-2e7f-4e1d-8b1b-06128ff6590f None None] Pushing event updated for resources: {'Port': ['ID=4c12fbf5-a3d5-46a5-be5a-72903a574efd,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:53.814721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Attempting to bind port 4c12fbf5-a3d5-46a5-be5a-72903a574efd on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:53.815110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Attempting to bind port 4c12fbf5-a3d5-46a5-be5a-72903a574efd by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:53.816586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Attempting to bind port 4c12fbf5-a3d5-46a5-be5a-72903a574efd on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:53.839905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:53.840349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:53.841168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.841449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:53.841922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Bound port: 4c12fbf5-a3d5-46a5-be5a-72903a574efd, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:53.849307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:53.986011 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Attempting to bind port 27a7a141-e087-465a-8909-b44c804154e6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:06:53.988879 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Attempting to bind port 27a7a141-e087-465a-8909-b44c804154e6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:06:53.989826 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Attempting to bind port 27a7a141-e087-465a-8909-b44c804154e6 on network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:06:53.992331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.005234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.016854 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:06:54.017795 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Checking segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:54.019099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.019753 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.021636 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Bound using segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:06:54.022389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Bound port: 27a7a141-e087-465a-8909-b44c804154e6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:06:54.027994 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27a7a141-e087-465a-8909-b44c804154e6), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.063786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] For port 4c12fbf5-a3d5-46a5-be5a-72903a574efd, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:54.076028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] For port 4c12fbf5-a3d5-46a5-be5a-72903a574efd, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4c12fbf5-a3d5-46a5-be5a-72903a574efd,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:54.085808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.141706 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] For port 27a7a141-e087-465a-8909-b44c804154e6, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:06:54.145623 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] For port 27a7a141-e087-465a-8909-b44c804154e6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=27a7a141-e087-465a-8909-b44c804154e6,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:06:54.153682 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (27a7a141-e087-465a-8909-b44c804154e6), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.211874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event updated for resources: {'Port': ['ID=a316d7c4-c22c-4b63-b2c9-a418fad20973,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:54.238624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (28a09d40-28af-4ee4-88a4-7f07c51320ec), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.275556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1f59b126-ad2c-4994-ac34-325be3eb2673 None None] Provisioning complete for port 289ef6fb-2704-406b-a9e7-5053c7639f6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:54.275811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.276398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f59b126-ad2c-4994-ac34-325be3eb2673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.277164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec23f1be-26dd-49ba-97de-cd9567db9021 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2702727 Apr 07 11:06:54.280296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f0c1f-2e7f-4e1d-8b1b-06128ff6590f None None] Pushing event updated for resources: {'Port': ['ID=4c12fbf5-a3d5-46a5-be5a-72903a574efd,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:54.303652 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9848-a7cc-4c66-bc55-bd08e737d990 None None] Pushing event updated for resources: {'Port': ['ID=27a7a141-e087-465a-8909-b44c804154e6,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:54.315699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:06:54.316925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:54.341002 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:06:54.344983 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:54.362912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks [] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.372848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.437185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (99e83877-9445-43b4-8ea4-39ced9830133), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.457297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1f59b126-ad2c-4994-ac34-325be3eb2673 None None] Port 289ef6fb-2704-406b-a9e7-5053c7639f6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:54.555810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:06:54.588963 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:06:54.600735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Pushing event updated for resources: {'Port': ['ID=289ef6fb-2704-406b-a9e7-5053c7639f6e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:54.690325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-9ddf924d-01d8-43da-b72a-c2c101c1f58c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=41718dd6621040c294975e53c3d8e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555329 Apr 07 11:06:54.711920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:54.716771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:54.727009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] Provisioning complete for port 27a7a141-e087-465a-8909-b44c804154e6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:54.727385 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27a7a141-e087-465a-8909-b44c804154e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.840843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60034) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:54.841249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60036) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:54.895645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad98253c-dd48-46d4-8eac-306a85988986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.901436 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6531-ec13-4095-a251-c88877b22766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:54.995227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] Current status of the port 27a7a141-e087-465a-8909-b44c804154e6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:54.995793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27a7a141-e087-465a-8909-b44c804154e6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.060874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] For port 27a7a141-e087-465a-8909-b44c804154e6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=27a7a141-e087-465a-8909-b44c804154e6,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:55.070134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 1, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:55.104683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab558b3-d36f-4907-94a0-fd9d0ddcdf67 None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 1, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:06:55.114811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad98253c-dd48-46d4-8eac-306a85988986 admin admin] Publish callbacks [] for security_group (bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.116978 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (27a7a141-e087-465a-8909-b44c804154e6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.128082 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:54Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:06:55.132396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad98253c-dd48-46d4-8eac-306a85988986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.201989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b320bb-9041-4f8f-8f3e-b47a79d77862 None None] Pushing event updated for resources: {'Port': ['ID=27a7a141-e087-465a-8909-b44c804154e6,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:55.203680 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18516156-14b6-4e0e-bf09-85f9f4905ed9 None None] The sync data for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 is: [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:54Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:06:55.262074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c5d1d57-107d-4fa8-8ad7-b00019423f1a None None] Provisioning complete for port 289ef6fb-2704-406b-a9e7-5053c7639f6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:55.272766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1d57-107d-4fa8-8ad7-b00019423f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.295194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98253c-dd48-46d4-8eac-306a85988986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:55.337086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ad98253c-dd48-46d4-8eac-306a85988986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fff9164ca43948a5bbff22eb64870a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4947596 Apr 07 11:06:55.344613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60044) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:55.358117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-0d0a7aef-a3b6-4220-a76b-5a6b859aa73c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:55.359921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-0d0a7aef-a3b6-4220-a76b-5a6b859aa73c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6606531 Apr 07 11:06:55.394275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d1d57-107d-4fa8-8ad7-b00019423f1a None None] Port 289ef6fb-2704-406b-a9e7-5053c7639f6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:55.406205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c5d1d57-107d-4fa8-8ad7-b00019423f1a None None] Provisioning complete for port 27a7a141-e087-465a-8909-b44c804154e6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:55.406594 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1d57-107d-4fa8-8ad7-b00019423f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27a7a141-e087-465a-8909-b44c804154e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.434933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Router 99e83877-9445-43b4-8ea4-39ced9830133 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:06:55.448389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-da61d400-b08d-459e-b5ca-e09f43ac2043 req-47ef3235-475a-4a46-9653-27826dfa7d92 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:06:55.449568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da61d400-b08d-459e-b5ca-e09f43ac2043 req-47ef3235-475a-4a46-9653-27826dfa7d92 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2135181 Apr 07 11:06:55.500265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-0b9c4ac0-0c25-4e33-bbe3-a7482e3b81f9 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/quotas/41718dd6621040c294975e53c3d8e5ec HTTP/1.1" status: 200 len: 375 time: 0.0607162 Apr 07 11:06:55.590852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d1d57-107d-4fa8-8ad7-b00019423f1a None None] Current status of the port 27a7a141-e087-465a-8909-b44c804154e6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:55.612485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a3f97b1-53bb-4b37-8799-b4f259175215 admin admin] Publish callbacks [] for security_group (bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.627001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:06:55.642544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-520a1d05-3f8e-42b9-aa42-8fc20842b551 admin admin] 10.222.0.13 "PUT /v2.0/routers/99e83877-9445-43b4-8ea4-39ced9830133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004695 Apr 07 11:06:55.713966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a3f97b1-53bb-4b37-8799-b4f259175215 admin admin] Publish callbacks [] for security_group (bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.805064 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6531-ec13-4095-a251-c88877b22766 admin admin] Publish callbacks [] for security_group (04c96d13-0064-4d6f-98fe-8ee55b45a707), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.831093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-3d3a20e8-69bc-4352-8d4a-038055f2484a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=41718dd6621040c294975e53c3d8e5ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3214843 Apr 07 11:06:55.834571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6531-ec13-4095-a251-c88877b22766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (04c96d13-0064-4d6f-98fe-8ee55b45a707), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.942950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b6531-ec13-4095-a251-c88877b22766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c96d13-0064-4d6f-98fe-8ee55b45a707,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:55.951349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fe6b6531-ec13-4095-a251-c88877b22766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=542a196bdeee40b4b4110ac9892ae24f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1054988 Apr 07 11:06:55.951349 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a3f97b1-53bb-4b37-8799-b4f259175215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.951760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60068) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:55.953109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a3f97b1-53bb-4b37-8799-b4f259175215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:55.957674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9a3f97b1-53bb-4b37-8799-b4f259175215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191 HTTP/1.1" status: 204 len: 168 time: 0.5967560 Apr 07 11:06:55.967475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f97b1-53bb-4b37-8799-b4f259175215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf9f1d-e7cd-4c8c-bf2b-13c2ed35f191,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:56.142985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a57f4bd-0a60-4b7e-adf0-35c4ca70be4b admin admin] Publish callbacks [] for security_group (04c96d13-0064-4d6f-98fe-8ee55b45a707), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:56.195374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a57f4bd-0a60-4b7e-adf0-35c4ca70be4b admin admin] Publish callbacks [] for security_group (04c96d13-0064-4d6f-98fe-8ee55b45a707), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:56.199227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27a7a141-e087-465a-8909-b44c804154e6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:56.304982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a57f4bd-0a60-4b7e-adf0-35c4ca70be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (04c96d13-0064-4d6f-98fe-8ee55b45a707), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:56.308270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a57f4bd-0a60-4b7e-adf0-35c4ca70be4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:56.312543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7a57f4bd-0a60-4b7e-adf0-35c4ca70be4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c96d13-0064-4d6f-98fe-8ee55b45a707 HTTP/1.1" status: 204 len: 168 time: 0.3597143 Apr 07 11:06:56.324544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 27a7a141-e087-465a-8909-b44c804154e6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:56.325060 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27a7a141-e087-465a-8909-b44c804154e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:56.327661 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57f4bd-0a60-4b7e-adf0-35c4ca70be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c96d13-0064-4d6f-98fe-8ee55b45a707,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:56.570076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-dfc9a578-d46c-4c57-aa50-f4a17d4fd3ae tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1164622940&fields=id&tenant_id=29f7e082792e4ffd85c7d06ee57af140 HTTP/1.1" status: 200 len: 267 time: 0.1420226 Apr 07 11:06:56.576940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 27a7a141-e087-465a-8909-b44c804154e6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:56.808427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac8bc275-181f-43d9-bc72-689809f730a5 req-817f83f5-c1cc-4655-a73c-982209544938 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 210 time: 0.0375197 Apr 07 11:06:57.035886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-13fe0002-7a0d-4497-a8d9-daebb3350869 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:57.053744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-13fe0002-7a0d-4497-a8d9-daebb3350869 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/networks?id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c HTTP/1.1" status: 200 len: 806 time: 0.4795861 Apr 07 11:06:57.077649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-3f282978-c363-4e31-8b67-6f4c8ab338ae tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/quotas/29f7e082792e4ffd85c7d06ee57af140 HTTP/1.1" status: 200 len: 375 time: 0.0228827 Apr 07 11:06:57.152023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe459c8-3e28-4564-b1ab-d763dcd68849 req-2193ca0c-8596-473f-ba80-3433d214c7b3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:57.156881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfe459c8-3e28-4564-b1ab-d763dcd68849 req-2193ca0c-8596-473f-ba80-3433d214c7b3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.2430794 Apr 07 11:06:57.220862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-0b571292-04b2-4dea-95ba-e76607321d09 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29f7e082792e4ffd85c7d06ee57af140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355991 Apr 07 11:06:57.245558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfe459c8-3e28-4564-b1ab-d763dcd68849 req-5a0cc08d-b516-4b6e-882d-9df7d3fac75d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851946 Apr 07 11:06:57.482054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60134) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:57.640952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-d2e8e92c-bc4c-4373-ace9-29c1457d9f53 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=41718dd6621040c294975e53c3d8e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249970 Apr 07 11:06:57.818637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-5606b0c3-16d6-43f8-af86-00802086f399 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:06:57.829722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-5606b0c3-16d6-43f8-af86-00802086f399 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3050878 Apr 07 11:06:57.838631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-7f5ea046-7629-4eb0-aa16-5bc10580a99d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:57.840544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-7f5ea046-7629-4eb0-aa16-5bc10580a99d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952996 Apr 07 11:06:57.856894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Request body: {'port': {'device_id': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '41718dd6621040c294975e53c3d8e5ec'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:57.884914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-c04aff87-b1e8-4a99-bb9a-7de3d48b887d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4011998 Apr 07 11:06:57.920144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-dfa52fdb-db37-4298-a6ba-37eae3b2dced service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:06:57.921375 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-dfa52fdb-db37-4298-a6ba-37eae3b2dced service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0355833 Apr 07 11:06:57.937827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60152) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:57.944724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-network', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:57.977771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Made reservation on behalf of e99c513f31d74f4e856f7bbab9882f0f for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:57.983180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.001361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.058305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Made reservation on behalf of 41718dd6621040c294975e53c3d8e5ec for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:58.062359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.160384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-e9a61797-a528-4248-95de-51b5d16ca867 service neutron] 10.222.0.13 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295736 Apr 07 11:06:58.198504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4c12fbf5-a3d5-46a5-be5a-72903a574efd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:06:58.298296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks [] for security_group (e3483a4b-770d-492a-82aa-2963b81007ed), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.305494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e3483a4b-770d-492a-82aa-2963b81007ed), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.317096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-2a2fad5c-5389-4a52-a91a-569f26b47e11 service neutron] 10.222.0.13 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459553 Apr 07 11:06:58.338059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4c12fbf5-a3d5-46a5-be5a-72903a574efd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:58.338441 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.358808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Allocated IP 192.168.233.143 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/08a0e9c2-8f56-4a77-8800-faa97bbb3aca) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:06:58.401560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3483a4b-770d-492a-82aa-2963b81007ed,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:58.405371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:06:58.444478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d898c75b-5984-42ae-a131-31b06da94cbc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.445051 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Added segment d898c75b-5984-42ae-a131-31b06da94cbc of type vlan for network 77f2de70-477c-4876-845a-dd8c285c3bb3 Apr 07 11:06:58.531696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4c12fbf5-a3d5-46a5-be5a-72903a574efd is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:06:58.532100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.535033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (77f2de70-477c-4876-845a-dd8c285c3bb3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.584992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 4c12fbf5-a3d5-46a5-be5a-72903a574efd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4c12fbf5-a3d5-46a5-be5a-72903a574efd,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:06:58.592811 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.617790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (77f2de70-477c-4876-845a-dd8c285c3bb3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.619003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:58.619660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.766588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8274384 Apr 07 11:06:58.769517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60176) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:58.786716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=4c12fbf5-a3d5-46a5-be5a-72903a574efd,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:58.786854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Request body: {'subnet': {'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-subnet', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:58.796481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d88619-2d9c-4367-b0cd-cb2fca1895c0 admin admin] Pushing event updated for resources: {'Network': ['ID=77f2de70-477c-4876-845a-dd8c285c3bb3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:58.814709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:06:58.865628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks [] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.915234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0d33d9e-5e1d-4243-bad8-af7d6198d00a req-91a3469d-7c11-4006-ac5c-1c3641f1285c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 210 time: 0.0856977 Apr 07 11:06:58.919676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Made reservation on behalf of e99c513f31d74f4e856f7bbab9882f0f for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:06:58.929692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:58.979172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:59.070858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Pushing event updated for resources: {'Port': ['ID=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:59.084407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.085156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.086572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.087265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.088557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.089170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.089908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.090572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.091177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.091839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.092390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.092944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.093494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.106432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:06:59.108919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:06:59.125683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:06:59.137897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d9951b7-96b5-4298-8104-2ebb7f0347b6 req-9ef94b67-3e14-4cb6-94c7-723bf152d343 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 210 time: 0.0994713 Apr 07 11:06:59.235850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:59.237681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:59.261945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc149-7bfd-4b6a-851c-edd2292fcb0b req-77f1d2e5-d2b9-4a0a-9ccb-5143fd06058c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:06:59.266992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb2dc149-7bfd-4b6a-851c-edd2292fcb0b req-77f1d2e5-d2b9-4a0a-9ccb-5143fd06058c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.2268813 Apr 07 11:06:59.287983 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-e713fbfd-1f5f-4b3f-a15c-6daeb59af636 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4348841 Apr 07 11:06:59.314323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Request body: {'port': {'device_id': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:06:59.343751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8e823590-bc36-408d-89e1-ec92785e1dd3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:06:59.537953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:59.598076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb2dc149-7bfd-4b6a-851c-edd2292fcb0b req-90b0bab2-43e5-48f0-811d-5480f37eb8fa tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136017 Apr 07 11:06:59.744993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8be5be3d-208f-4d1f-8c36-d521a19e1bf9 None None] Provisioning complete for port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:06:59.745398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8be5be3d-208f-4d1f-8c36-d521a19e1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:59.753839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (ef24d91c-d8c8-4baa-8050-4b55ed4ea30d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:06:59.856415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef24d91c-d8c8-4baa-8050-4b55ed4ea30d,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:06:59.877493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8be5be3d-208f-4d1f-8c36-d521a19e1bf9 None None] Port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:06:59.879026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Checking segment: {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:06:59.880008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Network hostable DHCP agents. Network: 77f2de70-477c-4876-845a-dd8c285c3bb3, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:06:59.900978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.901740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.902378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.902960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.906907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.907424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.908202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.910121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.911249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.915040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.915569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.916513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.917017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:06:59.943650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60230) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:06:59.967926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:00.002155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 77f2de70-477c-4876-845a-dd8c285c3bb3) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:00.013089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1c4dc-7611-42ca-98ea-80b1b360ac1d None None] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:00.015932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:00.021515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.106792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:07:00.119659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8aee5aa0-3a63-4281-87bd-4e12b68215b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3490596 Apr 07 11:07:00.123456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60236) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:00.132092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:00.165461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (04fdda19-1a29-4686-8169-c133854a133f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.166446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (04fdda19-1a29-4686-8169-c133854a133f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.178998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84eff-d823-4121-aae2-710583560c69 req-94c2ec31-7ada-4cb4-a8d4-a3f431895f9c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:00.179880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a0e9c2-8f56-4a77-8800-faa97bbb3aca {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:00.181509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44f84eff-d823-4121-aae2-710583560c69 req-94c2ec31-7ada-4cb4-a8d4-a3f431895f9c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 936 time: 0.1669471 Apr 07 11:07:00.189818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4c12fbf5-a3d5-46a5-be5a-72903a574efd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:00.201507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Publish callbacks [] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.233640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Transition to ACTIVE for port object 08a0e9c2-8f56-4a77-8800-faa97bbb3aca will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:00.262366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.276472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:00.277429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:06:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:00.287788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44f84eff-d823-4121-aae2-710583560c69 req-0ce4e323-3ebc-498f-a2ee-0383e167fa02 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899596 Apr 07 11:07:00.303586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks [] for router_controller (04fdda19-1a29-4686-8169-c133854a133f), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.312796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3263f9ae-b26a-4792-8809-711638e5a231 req-d7f6fa25-e7ca-43de-ae9b-3f1b66fe1ab1 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 210 time: 0.0395796 Apr 07 11:07:00.478294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Pushing event updated for resources: {'Port': ['ID=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:00.547581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:00.694453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks [] for router_gateway (04fdda19-1a29-4686-8169-c133854a133f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.709015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60252) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:00.774974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-a8630363-48bb-4b7b-877f-48b4fe214451 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:00.776351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-a8630363-48bb-4b7b-877f-48b4fe214451 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/ports/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 1129 time: 0.8317504 Apr 07 11:07:00.784369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Attempting to bind port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:00.787368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Attempting to bind port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:00.787976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Attempting to bind port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:00.796188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:00.796843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Attempting to bind port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:00.810077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:00.810710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:00.811315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:00.811988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Bound port: 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:00.812563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.816462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:00.880299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-b37b8d46-ba05-4c39-ab6c-d5c70de925f3 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:00.883165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-b37b8d46-ba05-4c39-ab6c-d5c70de925f3 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.23 "GET /v2.0/networks?id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c HTTP/1.1" status: 200 len: 806 time: 0.2966926 Apr 07 11:07:00.901619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cf0a7-9dd4-484d-8bf6-1ae96f1bc9cc req-c61f3c9a-2cd0-4120-9aa3-ef49b8e252b7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:00.904468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-369cf0a7-9dd4-484d-8bf6-1ae96f1bc9cc req-c61f3c9a-2cd0-4120-9aa3-ef49b8e252b7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1271391 Apr 07 11:07:00.932454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] For port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:00.941161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] For port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:00.952060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0561b936-ac78-41e2-8080-a339a3f6de7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:00.971046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.018931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-369cf0a7-9dd4-484d-8bf6-1ae96f1bc9cc req-0dcbea10-e1dd-419e-90af-6de039334048 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055465 Apr 07 11:07:01.066488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-907f7fe2-7ce8-4730-ab90-9af3c0a81c86 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29f7e082792e4ffd85c7d06ee57af140 HTTP/1.1" status: 200 len: 380 time: 0.1748087 Apr 07 11:07:01.087429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Request body: {'port': {'device_id': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'admin_state_up': True, 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'security_groups': ['70d1d126-0c41-4246-9007-ebc4c0dd7762']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:01.094644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:01.097854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.104336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] 10.222.0.23 "PUT /v2.0/ports/08a0e9c2-8f56-4a77-8800-faa97bbb3aca HTTP/1.1" status: 200 len: 1096 time: 1.8081112 Apr 07 11:07:01.119985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'tag': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:01.122826 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f791389-cb9c-4632-8fd0-208aaf115e54" -d '{"events": [{"name": "network-changed", "server_uuid": "158a5f85-2c88-4726-9725-dc0ef7dfdbde", "tag": "08a0e9c2-8f56-4a77-8800-faa97bbb3aca"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:01.175912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4c12fbf5-a3d5-46a5-be5a-72903a574efd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:01.178407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.247738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567168a1-1560-44bf-8efd-edf7534c5c4c service neutron] Pushing event updated for resources: {'Port': ['ID=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:01.257867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb2a19b7-cd71-4a41-8f86-5d933a3c620b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.279579 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f512b-0f25-4439-8624-97da0198646a x-openstack-request-id: req-955f512b-0f25-4439-8624-97da0198646a {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:01.279899 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158a5f85-2c88-4726-9725-dc0ef7dfdbde", "tag": "08a0e9c2-8f56-4a77-8800-faa97bbb3aca", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:01.282163 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-955f512b-0f25-4439-8624-97da0198646a {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:01.282593 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955f512b-0f25-4439-8624-97da0198646a'] response: {'name': 'network-changed', 'server_uuid': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'tag': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca', 'status': 'completed', 'code': 200} Apr 07 11:07:01.353351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-77f2de70-477c-4876-845a-dd8c285c3bb3', 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3', 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'fixed_ips': [{'subnet_id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:07:01.354888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.431540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Made reservation on behalf of 29f7e082792e4ffd85c7d06ee57af140 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:01.436893 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.499109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.622273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b39-4cd6-4f77-98d3-b4a05b1f9bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.635106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96d78556-adbc-4807-a1b0-42346a3a4c20 req-1e6f8bf9-0637-466b-88f0-614247af93df tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 210 time: 0.0629261 Apr 07 11:07:01.668061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4c12fbf5-a3d5-46a5-be5a-72903a574efd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:01.697379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:06:54Z', 'revision_number': 2, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:01.702255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-72886a6b-416e-4728-94ff-221465cdc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:01.705488 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-72886a6b-416e-4728-94ff-221465cdc0cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=41718dd6621040c294975e53c3d8e5ec&device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 1130 time: 0.5277557 Apr 07 11:07:01.726017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0561b936-ac78-41e2-8080-a339a3f6de7b admin admin] Publish callbacks [] for security_group (3cc8c594-3d43-4621-aa5e-75b19c5ce77d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.758816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:07:01.759208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Updating router 99e83877-9445-43b4-8ea4-39ced9830133 port 289ef6fb-2704-406b-a9e7-5053c7639f6e binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:07:01.767281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0561b936-ac78-41e2-8080-a339a3f6de7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3cc8c594-3d43-4621-aa5e-75b19c5ce77d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.774573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c680f-83bb-40bc-ab03-94d520b818db req-08b535a1-5d55-44e9-8f3d-a73b9c55ee08 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:01.776476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c99c680f-83bb-40bc-ab03-94d520b818db req-08b535a1-5d55-44e9-8f3d-a73b9c55ee08 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 948 time: 0.2067657 Apr 07 11:07:01.821074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Allocated IP 172.20.0.5 (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c/08033c5a-a6f9-44c8-9944-c7ae6e86efa4/43b398f8-7875-4dd4-bf07-7acdb8e0267d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:01.860433 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.861611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks [] for router_gateway (04fdda19-1a29-4686-8169-c133854a133f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:01.892302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c99c680f-83bb-40bc-ab03-94d520b818db req-22d298c8-3c5e-4ce3-839a-6a1286e50589 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902460 Apr 07 11:07:01.898459 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-0a489902-0388-43d3-88a9-56cd1fac2d1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca HTTP/1.1" status: 200 len: 217 time: 0.1696692 Apr 07 11:07:01.911718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Allocated IP 172.20.0.2 (77f2de70-477c-4876-845a-dd8c285c3bb3/ef24d91c-d8c8-4baa-8050-4b55ed4ea30d/8ed71d25-fd42-4694-9b92-61332aa54f2a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:01.913316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.031704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0561b936-ac78-41e2-8080-a339a3f6de7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0c825568e4f4ee3aa30f2883710287b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3194118 Apr 07 11:07:02.045605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60294) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:02.045839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561b936-ac78-41e2-8080-a339a3f6de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc8c594-3d43-4621-aa5e-75b19c5ce77d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:02.111740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.144538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-5e2f7495-ed2b-4135-8ddd-a79ee2bd0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.147097 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-5e2f7495-ed2b-4135-8ddd-a79ee2bd0340 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2383802 Apr 07 11:07:02.173109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.268092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b39-4cd6-4f77-98d3-b4a05b1f9bad admin admin] Publish callbacks [] for security_group (960fd805-57be-4f23-8893-28bc2ce992ce), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.275206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a384c01-33f5-4009-a246-57b4017e58e2 admin admin] Publish callbacks [] for security_group (3cc8c594-3d43-4621-aa5e-75b19c5ce77d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.305504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a94d6b39-4cd6-4f77-98d3-b4a05b1f9bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (960fd805-57be-4f23-8893-28bc2ce992ce), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.327135 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Publish callbacks [] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.333850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Allocated IP 172.25.5.214 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/725029e2-3e71-49ba-8460-2089bee37e54) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:02.342844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.370486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a384c01-33f5-4009-a246-57b4017e58e2 admin admin] Publish callbacks [] for security_group (3cc8c594-3d43-4621-aa5e-75b19c5ce77d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.387302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db713-4432-407f-9cb2-e10352ad1a9e req-d215892f-e475-4fa9-a25f-844124f976ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.388844 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-d215892f-e475-4fa9-a25f-844124f976ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2283931 Apr 07 11:07:02.410608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a94d6b39-4cd6-4f77-98d3-b4a05b1f9bad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=119dff6f13314882a381c2d6f409fcae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5892160 Apr 07 11:07:02.415608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:02.420467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:02.423587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:02.441779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60302) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:02.469386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Pushing event updated for resources: {'Port': ['ID=8ed71d25-fd42-4694-9b92-61332aa54f2a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:02.529880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Attempting to bind port 8ed71d25-fd42-4694-9b92-61332aa54f2a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:02.530253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Attempting to bind port 8ed71d25-fd42-4694-9b92-61332aa54f2a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:02.530615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Attempting to bind port 8ed71d25-fd42-4694-9b92-61332aa54f2a on network 77f2de70-477c-4876-845a-dd8c285c3bb3 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:02.540031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:02.540411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Checking segment: {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:02.540818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.541582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Bound using segment: {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:02.541746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Bound port: 8ed71d25-fd42-4694-9b92-61332aa54f2a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:02.542100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.571971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:02.585911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event updated for resources: {'Port': ['ID=43b398f8-7875-4dd4-bf07-7acdb8e0267d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:02.594447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:02.602317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:02.660196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Publish callbacks [] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.667658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] For port 8ed71d25-fd42-4694-9b92-61332aa54f2a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:02.672159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] For port 8ed71d25-fd42-4694-9b92-61332aa54f2a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ed71d25-fd42-4694-9b92-61332aa54f2a,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:02.677347 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.689876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.690467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186dc62-8ade-4b4c-bea2-274727dce959 req-728414fe-461f-4edf-8f2b-c985a2d60e64 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.695002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c186dc62-8ade-4b4c-bea2-274727dce959 req-728414fe-461f-4edf-8f2b-c985a2d60e64 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.4658761 Apr 07 11:07:02.739121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d6b39-4cd6-4f77-98d3-b4a05b1f9bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960fd805-57be-4f23-8893-28bc2ce992ce,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:02.768531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-82eaef24-5ce7-4e87-955c-c590d1a22642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.770200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-82eaef24-5ce7-4e87-955c-c590d1a22642 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1132 time: 0.5120339 Apr 07 11:07:02.856920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c186dc62-8ade-4b4c-bea2-274727dce959 req-7f1955f2-ce79-4c6a-8191-b76c5fc49c11 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424813 Apr 07 11:07:02.870542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.872144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:02.875737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.876224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.876687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.881546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.883701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.885675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:02.904891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5c6d70e-240b-4409-9423-8b111b15363e req-0ff2b078-ad05-40b4-b1ef-2d3fceb5faae tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4322 time: 0.6782277 Apr 07 11:07:02.946213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-02c945cb-1699-48c3-ba6a-b20343868c2b tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8740461 Apr 07 11:07:02.957830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Request body: {'port': {'device_id': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:02.998205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86d90694-462f-4fa0-b49a-d6e2b59c5345 admin admin] Publish callbacks [] for security_group (960fd805-57be-4f23-8893-28bc2ce992ce), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.119854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec558f3-5773-4c2f-b6af-d9a12ac34d0a None None] Pushing event updated for resources: {'Port': ['ID=289ef6fb-2704-406b-a9e7-5053c7639f6e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:03.126695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.150590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a384c01-33f5-4009-a246-57b4017e58e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3cc8c594-3d43-4621-aa5e-75b19c5ce77d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.154504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a384c01-33f5-4009-a246-57b4017e58e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.160791 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a384c01-33f5-4009-a246-57b4017e58e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cc8c594-3d43-4621-aa5e-75b19c5ce77d HTTP/1.1" status: 204 len: 168 time: 1.1118929 Apr 07 11:07:03.168304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.171137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Attempting to bind port 289ef6fb-2704-406b-a9e7-5053c7639f6e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:03.171676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Attempting to bind port 289ef6fb-2704-406b-a9e7-5053c7639f6e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:03.172193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Attempting to bind port 289ef6fb-2704-406b-a9e7-5053c7639f6e on network 9b9a094f-42ef-4513-9349-ffe774a4c759 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:03.174519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-411996cf-2ceb-4855-978e-4e054870024d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.193778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:03.194533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Checking segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:03.196428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.197185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Bound using segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:03.197984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Bound port: 289ef6fb-2704-406b-a9e7-5053c7639f6e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:03.199041 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.218557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-428cc2f7-adc2-453e-98db-e9f051a878eb None None] Provisioning complete for port 43b398f8-7875-4dd4-bf07-7acdb8e0267d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:03.219149 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-428cc2f7-adc2-453e-98db-e9f051a878eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.227377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86d90694-462f-4fa0-b49a-d6e2b59c5345 admin admin] Publish callbacks [] for security_group (960fd805-57be-4f23-8893-28bc2ce992ce), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.228144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a384c01-33f5-4009-a246-57b4017e58e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc8c594-3d43-4621-aa5e-75b19c5ce77d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:03.245386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-55776e55-5a2f-48cf-9ef9-8efe5dde7390 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8399739 Apr 07 11:07:03.254948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks [] for port (725029e2-3e71-49ba-8460-2089bee37e54), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.278320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde65b46-8d44-403c-9e29-c3910b3db12f None None] Pushing event updated for resources: {'Port': ['ID=8ed71d25-fd42-4694-9b92-61332aa54f2a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:03.296847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-f7c9ed8e-96ec-44f3-abac-a222631d7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:03.302239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-f7c9ed8e-96ec-44f3-abac-a222631d7f20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.5094903 Apr 07 11:07:03.329420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-428cc2f7-adc2-453e-98db-e9f051a878eb None None] Port 43b398f8-7875-4dd4-bf07-7acdb8e0267d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:03.366189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] For port 289ef6fb-2704-406b-a9e7-5053c7639f6e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:03.370789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] For port 289ef6fb-2704-406b-a9e7-5053c7639f6e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=289ef6fb-2704-406b-a9e7-5053c7639f6e,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:03.383887 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.428129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-22cfd18d-2af5-4c17-b53d-779e06547be9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0659282 Apr 07 11:07:03.518735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] Provisioning complete for port 289ef6fb-2704-406b-a9e7-5053c7639f6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:03.519202 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.558617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-64479495-8695-49ca-806b-81ac2d4c526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:03.560241 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-64479495-8695-49ca-806b-81ac2d4c526f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1193907 Apr 07 11:07:03.581298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec558f3-5773-4c2f-b6af-d9a12ac34d0a None None] Pushing event updated for resources: {'Port': ['ID=289ef6fb-2704-406b-a9e7-5053c7639f6e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:03.597643 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (725029e2-3e71-49ba-8460-2089bee37e54), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.600281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:03.601318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:03.608153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86d90694-462f-4fa0-b49a-d6e2b59c5345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (960fd805-57be-4f23-8893-28bc2ce992ce), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.610795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86d90694-462f-4fa0-b49a-d6e2b59c5345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.611931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-86d90694-462f-4fa0-b49a-d6e2b59c5345 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/960fd805-57be-4f23-8893-28bc2ce992ce HTTP/1.1" status: 204 len: 168 time: 1.1644723 Apr 07 11:07:03.620429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b398f8-7875-4dd4-bf07-7acdb8e0267d {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:03.640261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Publish callbacks [] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.678884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Transition to ACTIVE for port object 43b398f8-7875-4dd4-bf07-7acdb8e0267d will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:03.706414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf58f4-efcf-40eb-a1dc-21348f18aa9d req-bd64f052-ef4f-4dfd-8d2e-f9dc0646bc7e tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:03.709142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62cf58f4-efcf-40eb-a1dc-21348f18aa9d req-bd64f052-ef4f-4dfd-8d2e-f9dc0646bc7e tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 931 time: 0.6451364 Apr 07 11:07:03.716387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:03.731209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-988db713-4432-407f-9cb2-e10352ad1a9e req-30f0b1dd-c745-470e-a53e-c17148392ea6 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689946 Apr 07 11:07:03.732813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:03.738627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d90694-462f-4fa0-b49a-d6e2b59c5345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fd805-57be-4f23-8893-28bc2ce992ce,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:03.744248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:03.756423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:03.838966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-830a6828-cd30-4046-b0a6-e8f60fa4b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:03.840580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-830a6828-cd30-4046-b0a6-e8f60fa4b5de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2565649 Apr 07 11:07:03.845222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Pushing event updated for resources: {'Port': ['ID=725029e2-3e71-49ba-8460-2089bee37e54,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:03.905275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0667af-dd80-4fa8-ab00-51830327d30e req-8d9fed3b-00b2-4901-a486-0229e904101d tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:03.910505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f0667af-dd80-4fa8-ab00-51830327d30e req-8d9fed3b-00b2-4901-a486-0229e904101d tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 886 time: 0.7760706 Apr 07 11:07:03.991635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Pushing event updated for resources: {'Port': ['ID=43b398f8-7875-4dd4-bf07-7acdb8e0267d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:04.032182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:04.099463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:04.102252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] Current status of the port 289ef6fb-2704-406b-a9e7-5053c7639f6e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:04.102743 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.122897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62cf58f4-efcf-40eb-a1dc-21348f18aa9d req-879662e8-7855-4749-960f-1707f5cb2d77 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017408 Apr 07 11:07:04.127580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e58ef749-d3df-4453-b8b1-546cb7ed2d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.227387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] For port 289ef6fb-2704-406b-a9e7-5053c7639f6e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=289ef6fb-2704-406b-a9e7-5053c7639f6e,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:04.299857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-cfbcecc0-f2cc-4884-9ca0-80a33fc14e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:04.305754 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-cfbcecc0-f2cc-4884-9ca0-80a33fc14e9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=41718dd6621040c294975e53c3d8e5ec&device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 1130 time: 0.4980545 Apr 07 11:07:04.344723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Attempting to bind port 43b398f8-7875-4dd4-bf07-7acdb8e0267d on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:04.345029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Attempting to bind port 43b398f8-7875-4dd4-bf07-7acdb8e0267d by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:04.345441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Attempting to bind port 43b398f8-7875-4dd4-bf07-7acdb8e0267d on network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:04.358055 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.370240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Port 43b398f8-7875-4dd4-bf07-7acdb8e0267d on network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:04.370572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Attempting to bind port 43b398f8-7875-4dd4-bf07-7acdb8e0267d on network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:04.423178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:04.423551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Checking segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:04.423909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Bound using segment: {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:04.433178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Bound port: 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bb3720-e7ba-4206-9646-f4a6f7fb8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:04.433622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.515587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56d46b-a36e-4b23-92da-762c0663af53 req-80a86bda-438c-4b83-830a-76329a621e98 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:04.520032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c56d46b-a36e-4b23-92da-762c0663af53 req-80a86bda-438c-4b83-830a-76329a621e98 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 948 time: 0.4666927 Apr 07 11:07:04.525881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60332) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:04.556895 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.565000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-68e9e363-5d20-4f6d-8010-53a193929c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:04.570355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-68e9e363-5d20-4f6d-8010-53a193929c16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2427788 Apr 07 11:07:04.571442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db86f5e1-79bf-4a3b-ade5-56a7bc4e7c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.645940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-edf70b92-5fe9-4f03-b0d3-ab033bca2e83 None None] Provisioning complete for port 289ef6fb-2704-406b-a9e7-5053c7639f6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:04.646332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-edf70b92-5fe9-4f03-b0d3-ab033bca2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.652017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 289ef6fb-2704-406b-a9e7-5053c7639f6e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:04.666909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e7398-c9c7-40a1-8bf0-33d8310e417d None None] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:04.669091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9473605-f051-425f-9285-5683dcd4e8f8 None None] Pushing event updated for resources: {'Port': ['ID=289ef6fb-2704-406b-a9e7-5053c7639f6e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:04.724934 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-376f7192-770f-410b-9b11-8d20a3523758 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca HTTP/1.1" status: 200 len: 217 time: 0.1452267 Apr 07 11:07:04.750668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db86f5e1-79bf-4a3b-ade5-56a7bc4e7c78 admin admin] Publish callbacks [] for security_group (4b42d1c7-40cc-4c0b-93e4-9d4630c73116), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.782890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db86f5e1-79bf-4a3b-ade5-56a7bc4e7c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4b42d1c7-40cc-4c0b-93e4-9d4630c73116), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.792625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-3abcc4d2-8875-4771-9ee1-4416226860cf service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9244611 Apr 07 11:07:04.879803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c56d46b-a36e-4b23-92da-762c0663af53 req-989313a6-456b-4b41-a518-b902c429bf6b tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098378 Apr 07 11:07:04.896109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] For port 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:04.905903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-db86f5e1-79bf-4a3b-ade5-56a7bc4e7c78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51c5e4eaf742472ca1b5c10dceae724e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691773 Apr 07 11:07:04.907829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e58ef749-d3df-4453-b8b1-546cb7ed2d25 admin admin] Publish callbacks [] for security_group (599242da-b1d3-4dbc-8c51-22e8db1805b0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.910011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60336) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:04.912370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 289ef6fb-2704-406b-a9e7-5053c7639f6e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:04.912751 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.919739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86f5e1-79bf-4a3b-ade5-56a7bc4e7c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b42d1c7-40cc-4c0b-93e4-9d4630c73116,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:04.936847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e58ef749-d3df-4453-b8b1-546cb7ed2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (599242da-b1d3-4dbc-8c51-22e8db1805b0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:04.940156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] For port 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:04.965044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-edf70b92-5fe9-4f03-b0d3-ab033bca2e83 None None] Current status of the port 289ef6fb-2704-406b-a9e7-5053c7639f6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:04.988087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:03Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:04.995458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-77887e69-8ef9-4460-b622-f6c020b18ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:04.996930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-77887e69-8ef9-4460-b622-f6c020b18ee7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2648656 Apr 07 11:07:05.001125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.028774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd62e6-41ae-4a5c-ac8c-19873887d260 None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:03Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:07:05.046398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks [] for router_gateway (04fdda19-1a29-4686-8169-c133854a133f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.090367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 289ef6fb-2704-406b-a9e7-5053c7639f6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:05.091441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ed71d25-fd42-4694-9b92-61332aa54f2a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:05.141689 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-3f5f06b1-cf02-4489-a668-9c013cc3a10c service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129966 Apr 07 11:07:05.163659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8ed71d25-fd42-4694-9b92-61332aa54f2a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:05.164233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.179869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.181426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.183360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] 10.222.0.23 "PUT /v2.0/ports/43b398f8-7875-4dd4-bf07-7acdb8e0267d HTTP/1.1" status: 200 len: 1091 time: 2.2298241 Apr 07 11:07:05.184016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ef749-d3df-4453-b8b1-546cb7ed2d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599242da-b1d3-4dbc-8c51-22e8db1805b0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:05.210479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60636-deca-4199-a29f-a934affdbc5b req-a80e6b32-270f-4558-8711-02b11728865e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.215245 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bf60636-deca-4199-a29f-a934affdbc5b req-a80e6b32-270f-4558-8711-02b11728865e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.4432149 Apr 07 11:07:05.226137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e58ef749-d3df-4453-b8b1-546cb7ed2d25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=967d8d09c6b3486cb20afc12e2f91c07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1874635 Apr 07 11:07:05.231363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.233018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60344) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:05.234031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.234541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.235018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.235796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.237383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-0b56c2c9-5ac4-47c9-b15c-facc4fca7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.239777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-0b56c2c9-5ac4-47c9-b15c-facc4fca7daf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2310970 Apr 07 11:07:05.240278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.242262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c252fcb0-14f9-4061-9170-4d87af45e958 req-4314c2e3-df4f-4cc9-8c0c-554da6fca636 tempest-NetworksTest-1010771501 tempest-NetworksTest-1010771501-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4322 time: 0.2966757 Apr 07 11:07:05.253397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:05.256404 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35dda1a-40f7-479c-b159-0445629eb906" -d '{"events": [{"name": "network-changed", "server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:05.317918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8ed71d25-fd42-4694-9b92-61332aa54f2a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:05.319663 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.384108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 8ed71d25-fd42-4694-9b92-61332aa54f2a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ed71d25-fd42-4694-9b92-61332aa54f2a,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:05.409672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-866311f3-9a56-46c3-8f51-92f391adc8e0 None None] Provisioning complete for port 8ed71d25-fd42-4694-9b92-61332aa54f2a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:05.410448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-866311f3-9a56-46c3-8f51-92f391adc8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.492053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-434d8894-5f4b-4357-9e09-1f273569f2d3 admin admin] Publish callbacks [] for security_group (4b42d1c7-40cc-4c0b-93e4-9d4630c73116), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.511661 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.658697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=8ed71d25-fd42-4694-9b92-61332aa54f2a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:05.693266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-434d8894-5f4b-4357-9e09-1f273569f2d3 admin admin] Publish callbacks [] for security_group (4b42d1c7-40cc-4c0b-93e4-9d4630c73116), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.696517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5f21-d0bf-49c3-b863-fdb991796864 service neutron] Pushing event updated for resources: {'Port': ['ID=43b398f8-7875-4dd4-bf07-7acdb8e0267d,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:05.713161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bf60636-deca-4199-a29f-a934affdbc5b req-0fab0a8f-d83d-477c-8fe3-901e51b320a2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671643 Apr 07 11:07:05.735673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-866311f3-9a56-46c3-8f51-92f391adc8e0 None None] Current status of the port 8ed71d25-fd42-4694-9b92-61332aa54f2a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:05.784784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-4e00e600-a583-4945-9485-940462ecbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:05.787165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-4e00e600-a583-4945-9485-940462ecbf94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f7e082792e4ffd85c7d06ee57af140&device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 1125 time: 0.5142379 Apr 07 11:07:05.844855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-e3f69cb8-2d1c-4f41-8402-0102e6bda415 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d HTTP/1.1" status: 200 len: 217 time: 0.0508115 Apr 07 11:07:05.859496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.872103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-434d8894-5f4b-4357-9e09-1f273569f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4b42d1c7-40cc-4c0b-93e4-9d4630c73116), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.875335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-434d8894-5f4b-4357-9e09-1f273569f2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.880970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-434d8894-5f4b-4357-9e09-1f273569f2d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b42d1c7-40cc-4c0b-93e4-9d4630c73116 HTTP/1.1" status: 204 len: 168 time: 0.9694993 Apr 07 11:07:05.905359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7cb6a85a-37a4-4804-a8a9-391e6f52ca11 None None] Provisioning complete for port 8ed71d25-fd42-4694-9b92-61332aa54f2a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:05.905756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a85a-37a4-4804-a8a9-391e6f52ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:05.938539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d8894-5f4b-4357-9e09-1f273569f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b42d1c7-40cc-4c0b-93e4-9d4630c73116,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:06.024423 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-fbe6d4e1-a9a5-4ddc-a152-ec878172f04e service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599392 Apr 07 11:07:06.030630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15a28a13-e15f-4467-a7d6-2aa9572cd2bb admin admin] Publish callbacks [] for security_group (599242da-b1d3-4dbc-8c51-22e8db1805b0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.031369 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f58ef25-af0c-4637-9c9a-d64bf4f49b19 x-openstack-request-id: req-3f58ef25-af0c-4637-9c9a-d64bf4f49b19 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:06.031716 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:06.032114 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f58ef25-af0c-4637-9c9a-d64bf4f49b19 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:06.033060 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f58ef25-af0c-4637-9c9a-d64bf4f49b19'] response: {'name': 'network-changed', 'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'status': 'completed', 'code': 200} Apr 07 11:07:06.034482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60362) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:06.059128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-668a3d9e-fe0f-43c1-9b6c-a5b3b8ee8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:06.060631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-668a3d9e-fe0f-43c1-9b6c-a5b3b8ee8b7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08033c5a-a6f9-44c8-9944-c7ae6e86efa4 HTTP/1.1" status: 200 len: 845 time: 0.2062407 Apr 07 11:07:06.117097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6a85a-37a4-4804-a8a9-391e6f52ca11 None None] Current status of the port 8ed71d25-fd42-4694-9b92-61332aa54f2a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:06.134945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15a28a13-e15f-4467-a7d6-2aa9572cd2bb admin admin] Publish callbacks [] for security_group (599242da-b1d3-4dbc-8c51-22e8db1805b0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.175601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 08a0e9c2-8f56-4a77-8800-faa97bbb3aca details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:06.217725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (04fdda19-1a29-4686-8169-c133854a133f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.222152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2f791389-cb9c-4632-8fd0-208aaf115e54 req-970d85b0-c4ac-403d-a518-2be1e5761676 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865923 Apr 07 11:07:06.226497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d25f0-7210-4872-99c1-f160892e816b req-3bfb46e7-f9fc-4a51-8cfc-6a20dc0ce314 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:06.241034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac6d25f0-7210-4872-99c1-f160892e816b req-3bfb46e7-f9fc-4a51-8cfc-6a20dc0ce314 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 943 time: 0.2907004 Apr 07 11:07:06.263210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-cd519030-4a22-4b05-9d68-b69e70212865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:06.264724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-cd519030-4a22-4b05-9d68-b69e70212865 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1959100 Apr 07 11:07:06.290231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58246efd-a783-42ba-b70a-90306dd50ce4 req-6e6f71d3-e9e6-4575-b7d9-3cc66a3b1610 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:06.291651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58246efd-a783-42ba-b70a-90306dd50ce4 req-6e6f71d3-e9e6-4575-b7d9-3cc66a3b1610 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 948 time: 0.1508548 Apr 07 11:07:06.331160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15a28a13-e15f-4467-a7d6-2aa9572cd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (599242da-b1d3-4dbc-8c51-22e8db1805b0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.336463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15a28a13-e15f-4467-a7d6-2aa9572cd2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.342670 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15a28a13-e15f-4467-a7d6-2aa9572cd2bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/599242da-b1d3-4dbc-8c51-22e8db1805b0 HTTP/1.1" status: 204 len: 168 time: 1.0986083 Apr 07 11:07:06.370160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a28a13-e15f-4467-a7d6-2aa9572cd2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599242da-b1d3-4dbc-8c51-22e8db1805b0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:06.451192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac6d25f0-7210-4872-99c1-f160892e816b req-89f5c7a9-d75e-4b7e-8d4c-98ceb83f093e tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090533 Apr 07 11:07:06.526755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Router 04fdda19-1a29-4686-8169-c133854a133f is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:07:06.568291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 289ef6fb-2704-406b-a9e7-5053c7639f6e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:06.578586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:06.663600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca', 'mac_address': 'fa:16:3e:83:ab:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:06.684015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58246efd-a783-42ba-b70a-90306dd50ce4 req-e01fa85c-2a2b-4e2d-b36b-b6bb92778ae7 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415020 Apr 07 11:07:06.729385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-fe105829-b08c-42c0-ad66-709531aac596 service neutron] 10.222.0.23 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498174 Apr 07 11:07:06.747739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c11979f-d173-4c5e-9ea6-0e573e9a4553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.790158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:06.790556 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.834094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 289ef6fb-2704-406b-a9e7-5053c7639f6e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:06.834783 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.867253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a0e9c2-8f56-4a77-8800-faa97bbb3aca {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:06.882448 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c11979f-d173-4c5e-9ea6-0e573e9a4553 admin admin] Publish callbacks [] for security_group (83488ad2-6547-49cb-a460-ed2b2cc1fb55), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.885795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:07:06.896312 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Sync routers for ids ['04fdda19-1a29-4686-8169-c133854a133f'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:07:06.897206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:06.901487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c11979f-d173-4c5e-9ea6-0e573e9a4553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (83488ad2-6547-49cb-a460-ed2b2cc1fb55), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.909851 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.915284 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Routers {'04fdda19-1a29-4686-8169-c133854a133f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:06.917163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04fdda19-1a29-4686-8169-c133854a133f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:06.973028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:06.979528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0ff7d16d-b476-4012-9633-cb48ad56bae1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8546276 Apr 07 11:07:06.987786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60394) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:07.023903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:07.046281 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c11979f-d173-4c5e-9ea6-0e573e9a4553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87d36b43867a4ad5a3c17789be9c0008&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0027838 Apr 07 11:07:07.047644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:07.049816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11979f-d173-4c5e-9ea6-0e573e9a4553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83488ad2-6547-49cb-a460-ed2b2cc1fb55,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:07.055664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 289ef6fb-2704-406b-a9e7-5053c7639f6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:07.064970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ed71d25-fd42-4694-9b92-61332aa54f2a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:07.116178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f214be5-21a0-4685-b7e5-7c29997c6501 req-a38448c6-66a7-4dd6-9be0-5d562090e2d3 service neutron] 10.222.0.23 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712292 Apr 07 11:07:07.167311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['08a0e9c2-8f56-4a77-8800-faa97bbb3aca'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:07.171056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d67c4b5-3e65-4f39-9676-fa8a047320dc admin admin] Publish callbacks [] for security_group (83488ad2-6547-49cb-a460-ed2b2cc1fb55), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.213839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d67c4b5-3e65-4f39-9676-fa8a047320dc admin admin] Publish callbacks [] for security_group (83488ad2-6547-49cb-a460-ed2b2cc1fb55), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.230577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.258866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8ed71d25-fd42-4694-9b92-61332aa54f2a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:07.259242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.304838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60406) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:07.335124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d67c4b5-3e65-4f39-9676-fa8a047320dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (83488ad2-6547-49cb-a460-ed2b2cc1fb55), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.338506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d67c4b5-3e65-4f39-9676-fa8a047320dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.344836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d67c4b5-3e65-4f39-9676-fa8a047320dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83488ad2-6547-49cb-a460-ed2b2cc1fb55 HTTP/1.1" status: 204 len: 168 time: 0.2951574 Apr 07 11:07:07.368492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c4b5-3e65-4f39-9676-fa8a047320dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83488ad2-6547-49cb-a460-ed2b2cc1fb55,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:07.417209 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Set router 04fdda19-1a29-4686-8169-c133854a133f gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:07.480845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8ed71d25-fd42-4694-9b92-61332aa54f2a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:07.506061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-915e2cc8-d205-4251-b26c-ad21af55c89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.617721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e108c3-aecc-48dc-aca8-b2d1986fdfc3 req-5fae6064-596c-41d7-ba78-87f311e1ad0d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:07.619238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88e108c3-aecc-48dc-aca8-b2d1986fdfc3 req-5fae6064-596c-41d7-ba78-87f311e1ad0d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.7061963 Apr 07 11:07:07.694999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-915e2cc8-d205-4251-b26c-ad21af55c89a admin admin] Publish callbacks [] for security_group (919fa23e-a0c7-46be-b1cf-9fc453df7f6d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.702275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-915e2cc8-d205-4251-b26c-ad21af55c89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (919fa23e-a0c7-46be-b1cf-9fc453df7f6d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.739477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dda1a-40f7-479c-b159-0445629eb906 req-0ec33c39-9e75-480a-8655-41cf7f7446a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:07.741079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-0ec33c39-9e75-480a-8655-41cf7f7446a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f7e082792e4ffd85c7d06ee57af140&device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 1125 time: 0.5303791 Apr 07 11:07:07.753487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88e108c3-aecc-48dc-aca8-b2d1986fdfc3 req-c081f6f3-df1b-4268-a48f-342f53dfabf2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002488 Apr 07 11:07:07.765216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-915e2cc8-d205-4251-b26c-ad21af55c89a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=188aabc4ff0d448bae43fc503ec0b3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583580 Apr 07 11:07:07.769393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60426) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:07.770121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf026ca-b925-4e8a-aead-992b05bdc6db req-8cd4ee8b-9adb-42fe-a38a-12ee60492f0d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:07.771620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdf026ca-b925-4e8a-aead-992b05bdc6db req-8cd4ee8b-9adb-42fe-a38a-12ee60492f0d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 943 time: 0.1661239 Apr 07 11:07:07.789649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2cc8-d205-4251-b26c-ad21af55c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919fa23e-a0c7-46be-b1cf-9fc453df7f6d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:07.838789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a33da24-b3f5-4fe0-b7c6-49cf50e2cc3c admin admin] Publish callbacks [] for security_group (919fa23e-a0c7-46be-b1cf-9fc453df7f6d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.870127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a33da24-b3f5-4fe0-b7c6-49cf50e2cc3c admin admin] Publish callbacks [] for security_group (919fa23e-a0c7-46be-b1cf-9fc453df7f6d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.905868 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 3, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:07.941681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a33da24-b3f5-4fe0-b7c6-49cf50e2cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (919fa23e-a0c7-46be-b1cf-9fc453df7f6d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.945449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a33da24-b3f5-4fe0-b7c6-49cf50e2cc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:07.946622 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2a33da24-b3f5-4fe0-b7c6-49cf50e2cc3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/919fa23e-a0c7-46be-b1cf-9fc453df7f6d HTTP/1.1" status: 204 len: 168 time: 0.1758139 Apr 07 11:07:07.961383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33da24-b3f5-4fe0-b7c6-49cf50e2cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919fa23e-a0c7-46be-b1cf-9fc453df7f6d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:07.961612 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Checking router: 04fdda19-1a29-4686-8169-c133854a133f for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:07:07.961869 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Updating router 04fdda19-1a29-4686-8169-c133854a133f port 725029e2-3e71-49ba-8460-2089bee37e54 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:07:08.001247 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (725029e2-3e71-49ba-8460-2089bee37e54), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.030729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdf026ca-b925-4e8a-aead-992b05bdc6db req-6718a7bb-6687-4c9d-9b38-91243bc34465 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520351 Apr 07 11:07:08.058084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dda1a-40f7-479c-b159-0445629eb906 req-cffc7315-7cc2-4105-84b0-6d8c764f3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:08.059772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-cffc7315-7cc2-4105-84b0-6d8c764f3f8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c HTTP/1.1" status: 200 len: 907 time: 0.3098776 Apr 07 11:07:08.068478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdb81-718f-4c5b-a417-41f51f293d05 req-2a87231d-7239-41cb-974c-e803b2cfaa3e tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:08.069968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b3bdb81-718f-4c5b-a417-41f51f293d05 req-2a87231d-7239-41cb-974c-e803b2cfaa3e tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 949 time: 0.1704092 Apr 07 11:07:08.114794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:08.124409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-ac85e9c5-b307-4765-96c5-6b04e4f1260c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d HTTP/1.1" status: 200 len: 217 time: 0.0534847 Apr 07 11:07:08.150952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de3b74be-b277-4ccc-ab4b-4d6c80f4d72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.189333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 08a0e9c2-8f56-4a77-8800-faa97bbb3aca up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:08.307131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:08.314785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:08.315301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.339343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de3b74be-b277-4ccc-ab4b-4d6c80f4d72f admin admin] Publish callbacks [] for security_group (5db8360e-b635-4433-9d5b-f20d182463f4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.349023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:08.366484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de3b74be-b277-4ccc-ab4b-4d6c80f4d72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5db8360e-b635-4433-9d5b-f20d182463f4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.391881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dda1a-40f7-479c-b159-0445629eb906 req-8e7eb88a-903f-4d35-a191-c41026b9a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:08.393256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-8e7eb88a-903f-4d35-a191-c41026b9a4a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08033c5a-a6f9-44c8-9944-c7ae6e86efa4 HTTP/1.1" status: 200 len: 845 time: 0.2618377 Apr 07 11:07:08.399515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b3bdb81-718f-4c5b-a417-41f51f293d05 req-6bbaaf06-5bb6-43f0-ab1a-fdcbb859bff5 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177555 Apr 07 11:07:08.443055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b74be-b277-4ccc-ab4b-4d6c80f4d72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8360e-b635-4433-9d5b-f20d182463f4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:08.447985 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-de3b74be-b277-4ccc-ab4b-4d6c80f4d72f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30b8ba088cad4f8eb85b71994080e58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321462 Apr 07 11:07:08.450603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:08.509011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.512513 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Publish callbacks [] for port (725029e2-3e71-49ba-8460-2089bee37e54), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.513418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b622927d-5887-4ff5-b52a-7b64b97ac6a0 admin admin] Publish callbacks [] for security_group (5db8360e-b635-4433-9d5b-f20d182463f4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.527304 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (725029e2-3e71-49ba-8460-2089bee37e54), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.536267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:08.543253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b622927d-5887-4ff5-b52a-7b64b97ac6a0 admin admin] Publish callbacks [] for security_group (5db8360e-b635-4433-9d5b-f20d182463f4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.546322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dda1a-40f7-479c-b159-0445629eb906 req-37256bbe-b649-4957-8d39-6f9c63d03d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:08.547990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-37256bbe-b649-4957-8d39-6f9c63d03d67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1305647 Apr 07 11:07:08.554073 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.604113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b622927d-5887-4ff5-b52a-7b64b97ac6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5db8360e-b635-4433-9d5b-f20d182463f4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.607275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b622927d-5887-4ff5-b52a-7b64b97ac6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.608807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b622927d-5887-4ff5-b52a-7b64b97ac6a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5db8360e-b635-4433-9d5b-f20d182463f4 HTTP/1.1" status: 204 len: 168 time: 0.1569748 Apr 07 11:07:08.619038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622927d-5887-4ff5-b52a-7b64b97ac6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8360e-b635-4433-9d5b-f20d182463f4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:08.648483 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5da438-960a-44f3-ba32-df749520cddf None None] Pushing event updated for resources: {'Port': ['ID=725029e2-3e71-49ba-8460-2089bee37e54,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:08.660204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:08.666502 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Attempting to bind port 725029e2-3e71-49ba-8460-2089bee37e54 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:08.667231 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Attempting to bind port 725029e2-3e71-49ba-8460-2089bee37e54 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:08.667627 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf0462-0862-41b3-8f4c-7a93dda7ddbe" -d '{"events": [{"server_uuid": "158a5f85-2c88-4726-9725-dc0ef7dfdbde", "name": "network-vif-plugged", "status": "completed", "tag": "08a0e9c2-8f56-4a77-8800-faa97bbb3aca"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:08.668042 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Attempting to bind port 725029e2-3e71-49ba-8460-2089bee37e54 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:08.683833 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:08.684427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:08.684786 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.685222 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:08.685788 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Bound port: 725029e2-3e71-49ba-8460-2089bee37e54, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:08.686189 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (725029e2-3e71-49ba-8460-2089bee37e54), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.741244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:08.752389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.760089 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] For port 725029e2-3e71-49ba-8460-2089bee37e54, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:08.770907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] For port 725029e2-3e71-49ba-8460-2089bee37e54, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=725029e2-3e71-49ba-8460-2089bee37e54,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:08.786403 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (725029e2-3e71-49ba-8460-2089bee37e54), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.799841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-469113859-network', 'tenant_id': '1cd46c12619042ea8bfb9e63365c9ec9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:08.835269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-df9ed488-1eee-4d27-b8a4-9030906afe44 service neutron] 10.222.0.23 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385383 Apr 07 11:07:08.843550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Made reservation on behalf of 1cd46c12619042ea8bfb9e63365c9ec9 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:08.847526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.877315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:08.899775 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7686024-364d-4fa8-ab13-18b838d76420 x-openstack-request-id: req-d7686024-364d-4fa8-ab13-18b838d76420 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:08.900000 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158a5f85-2c88-4726-9725-dc0ef7dfdbde", "name": "network-vif-plugged", "status": "completed", "tag": "08a0e9c2-8f56-4a77-8800-faa97bbb3aca", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:08.900273 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7686024-364d-4fa8-ab13-18b838d76420 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:08.900685 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7686024-364d-4fa8-ab13-18b838d76420'] response: {'server_uuid': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca', 'code': 200} Apr 07 11:07:08.908183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:08.911110 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Routers {'04fdda19-1a29-4686-8169-c133854a133f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:08.912291 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04fdda19-1a29-4686-8169-c133854a133f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:08.938729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Allocated IP 172.20.0.1 (77f2de70-477c-4876-845a-dd8c285c3bb3/ef24d91c-d8c8-4baa-8050-4b55ed4ea30d/a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:08.996972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca28e2-fcc6-4f37-98fd-ce57448986c7 req-2416114d-a405-4dbd-80c7-bbed2a001169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:08.998652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-80ca28e2-fcc6-4f37-98fd-ce57448986c7 req-2416114d-a405-4dbd-80c7-bbed2a001169 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 1132 time: 0.1246245 Apr 07 11:07:09.034434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] Set router 04fdda19-1a29-4686-8169-c133854a133f gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:09.088966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60460) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:09.094731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-80ca28e2-fcc6-4f37-98fd-ce57448986c7 req-3c0e1a8f-d472-4184-b58b-86d5ba915edd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882959 Apr 07 11:07:09.102141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345f9d8-8b20-4a56-8f64-8835445b69ae req-27ae7302-6e96-4ea6-8a27-d35a3267322a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:09.117179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2eb9df1e-2de7-4d41-af70-8702442eddca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.120684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8345f9d8-8b20-4a56-8f64-8835445b69ae req-27ae7302-6e96-4ea6-8a27-d35a3267322a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1973386 Apr 07 11:07:09.138418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks [] for security_group (27722269-bbb1-4e02-90a7-5cc4f2d20a2c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.154178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (27722269-bbb1-4e02-90a7-5cc4f2d20a2c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.204225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:07:09.223932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27722269-bbb1-4e02-90a7-5cc4f2d20a2c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:09.232657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4f4d9266-a274-466a-b229-87795df4257a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.233213 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Added segment 4f4d9266-a274-466a-b229-87795df4257a of type vlan for network 43736fd5-2088-4086-9627-dc47efe12f30 Apr 07 11:07:09.258448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35dda1a-40f7-479c-b159-0445629eb906 req-530d3be1-791e-4299-8d1d-8d016db4b28e service neutron] 10.222.0.23 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078193 Apr 07 11:07:09.271616 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5da438-960a-44f3-ba32-df749520cddf None None] Pushing event updated for resources: {'Port': ['ID=725029e2-3e71-49ba-8460-2089bee37e54,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:09.275637 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 3, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:09.297098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3a316-5cd5-46d7-b6ae-c81ae0a7875a req-f11dcf35-9630-4add-9939-e988e1aa4dab tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:09.305587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (43736fd5-2088-4086-9627-dc47efe12f30), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.305792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44a3a316-5cd5-46d7-b6ae-c81ae0a7875a req-f11dcf35-9630-4add-9939-e988e1aa4dab tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 943 time: 0.1381397 Apr 07 11:07:09.308243 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf6f07-21b3-43de-a172-474759a32ff1 None None] The sync data for ids ['04fdda19-1a29-4686-8169-c133854a133f'] in n-d-836788-1 is: [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 3, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:07:09.354635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8345f9d8-8b20-4a56-8f64-8835445b69ae req-79cf64cd-b5bb-4c65-b2eb-0b66a0b39e92 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330720 Apr 07 11:07:09.372379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks [] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.374734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2eb9df1e-2de7-4d41-af70-8702442eddca admin admin] Publish callbacks [] for security_group (d2c27da8-f153-4f68-8e94-449830083e38), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.388481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2eb9df1e-2de7-4d41-af70-8702442eddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d2c27da8-f153-4f68-8e94-449830083e38), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.412118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (43736fd5-2088-4086-9627-dc47efe12f30), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.413218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:09.413800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.417704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44a3a316-5cd5-46d7-b6ae-c81ae0a7875a req-86acce6b-98aa-47ea-8cb0-d3feede05569 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110561 Apr 07 11:07:09.510909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.534355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2eb9df1e-2de7-4d41-af70-8702442eddca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89b13a5df5e149b9be142319bd63a6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404938 Apr 07 11:07:09.535913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9df1e-2de7-4d41-af70-8702442eddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c27da8-f153-4f68-8e94-449830083e38,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:09.538754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60472) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:09.584662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2305944 Apr 07 11:07:09.591843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60476) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:09.601021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Request body: {'subnet': {'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-469113859-subnet', 'tenant_id': '1cd46c12619042ea8bfb9e63365c9ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:09.618333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:09.618534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5531-e3a3-42b1-a542-e8612e0093b4 admin admin] Pushing event updated for resources: {'Network': ['ID=43736fd5-2088-4086-9627-dc47efe12f30,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:09.624796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:09.629023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:09.632435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:09.638161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 43736fd5-2088-4086-9627-dc47efe12f30 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:07:09.688439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c90a65-7643-41c9-bffc-a1f932f1a248 req-6b49da8c-01bd-421f-8429-34cb596c7b62 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:09.689088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Made reservation on behalf of 1cd46c12619042ea8bfb9e63365c9ec9 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:09.690086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18c90a65-7643-41c9-bffc-a1f932f1a248 req-6b49da8c-01bd-421f-8429-34cb596c7b62 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 950 time: 0.1452565 Apr 07 11:07:09.693183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.697675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (04fdda19-1a29-4686-8169-c133854a133f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.720012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3b06567-a42a-4e0f-a522-1d0582b65a6f admin admin] Publish callbacks [] for security_group (d2c27da8-f153-4f68-8e94-449830083e38), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:09.896774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18c90a65-7643-41c9-bffc-a1f932f1a248 req-9bf9fa80-1d4a-43d4-86c7-d7522b51f5ac tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955087 Apr 07 11:07:09.930970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3b06567-a42a-4e0f-a522-1d0582b65a6f admin admin] Publish callbacks [] for security_group (d2c27da8-f153-4f68-8e94-449830083e38), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.065590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.105764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-78ff14c3-a15d-42b3-bd99-bd9fc0dc52c2 None None] Provisioning complete for port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:10.106998 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78ff14c3-a15d-42b3-bd99-bd9fc0dc52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.189628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-78ff14c3-a15d-42b3-bd99-bd9fc0dc52c2 None None] Port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:10.199796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 43b398f8-7875-4dd4-bf07-7acdb8e0267d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:10.207054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3b06567-a42a-4e0f-a522-1d0582b65a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d2c27da8-f153-4f68-8e94-449830083e38), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.215308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3b06567-a42a-4e0f-a522-1d0582b65a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.222214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a3b06567-a42a-4e0f-a522-1d0582b65a6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2c27da8-f153-4f68-8e94-449830083e38 HTTP/1.1" status: 204 len: 168 time: 0.6638625 Apr 07 11:07:10.249770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b06567-a42a-4e0f-a522-1d0582b65a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c27da8-f153-4f68-8e94-449830083e38,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:10.385479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:10.389519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks [] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.400021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.408162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (369ba404-e64a-42b5-a1a8-1f5b894a6720), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.495483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'port_id': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'mac_address': 'fa:16:3e:5c:f9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:10.512184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 725029e2-3e71-49ba-8460-2089bee37e54 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:10.575789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=369ba404-e64a-42b5-a1a8-1f5b894a6720,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:10.580400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:10.580758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Network hostable DHCP agents. Network: 43736fd5-2088-4086-9627-dc47efe12f30, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:07:10.604750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Network 43736fd5-2088-4086-9627-dc47efe12f30 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:10.626594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 43736fd5-2088-4086-9627-dc47efe12f30) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:10.633636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:10.633636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.651249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:10.655260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (04fdda19-1a29-4686-8169-c133854a133f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.663816 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-28cdc550-526c-4f50-b21a-b0d6ac309e9a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0683372 Apr 07 11:07:10.694512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e25c759-5b70-46a7-a8bc-f8893c0054e3 None None] Network 43736fd5-2088-4086-9627-dc47efe12f30 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:10.774739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 43b398f8-7875-4dd4-bf07-7acdb8e0267d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:10.775347 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.806528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e758d-cc2b-4188-9162-2cdbc24e21ba req-d484366a-ec21-4343-b95e-6060ce0ea38e tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:10.808108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df5e758d-cc2b-4188-9162-2cdbc24e21ba req-d484366a-ec21-4343-b95e-6060ce0ea38e tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 943 time: 0.2504735 Apr 07 11:07:10.823023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b398f8-7875-4dd4-bf07-7acdb8e0267d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:10.832243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f31a98-1e2d-4307-a46a-def382f17db7 req-405e6cfa-6d9e-40e0-b0aa-142162db2e08 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:10.837295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16f31a98-1e2d-4307-a46a-def382f17db7 req-405e6cfa-6d9e-40e0-b0aa-142162db2e08 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.3233781 Apr 07 11:07:10.875515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:10.878659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 725029e2-3e71-49ba-8460-2089bee37e54 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:10.879925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (725029e2-3e71-49ba-8460-2089bee37e54), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.913369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:10.920777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:10.944901 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:10.948265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df5e758d-cc2b-4188-9162-2cdbc24e21ba req-4b4b7d67-2e83-4ab1-871a-4ab26b97b452 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257563 Apr 07 11:07:10.952195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16f31a98-1e2d-4307-a46a-def382f17db7 req-5108973c-73f3-427f-8707-1b7e2b3d7065 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083856 Apr 07 11:07:11.041963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a527883-207e-455a-9286-a0863ba74eeb None None] Network 43736fd5-2088-4086-9627-dc47efe12f30 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:11.181499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Router 04fdda19-1a29-4686-8169-c133854a133f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:07:11.187074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=43b398f8-7875-4dd4-bf07-7acdb8e0267d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:11.232194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['43b398f8-7875-4dd4-bf07-7acdb8e0267d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:11.284634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 725029e2-3e71-49ba-8460-2089bee37e54 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:11.285019 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (725029e2-3e71-49ba-8460-2089bee37e54), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:11.313231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 725029e2-3e71-49ba-8460-2089bee37e54, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=725029e2-3e71-49ba-8460-2089bee37e54,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:11.321577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (725029e2-3e71-49ba-8460-2089bee37e54), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:11.352028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee043bd-289f-4c58-8898-b8efbfb64f7c req-816b2db0-cdf6-4ab4-906e-41ee25f6d63a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:11.353583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee043bd-289f-4c58-8898-b8efbfb64f7c req-816b2db0-cdf6-4ab4-906e-41ee25f6d63a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 950 time: 0.1957660 Apr 07 11:07:11.482418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-085e8928-22f0-4dd4-a292-e552092bcefc None None] Provisioning complete for port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:11.482789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-085e8928-22f0-4dd4-a292-e552092bcefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:11.527674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-085e8928-22f0-4dd4-a292-e552092bcefc None None] Port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:11.531999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=725029e2-3e71-49ba-8460-2089bee37e54,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:11.708147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:07:11.712773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee043bd-289f-4c58-8898-b8efbfb64f7c req-6d384662-f228-4918-bd3c-d603e9ed7700 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482687 Apr 07 11:07:11.716308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1fe1e7d8-81bb-48c2-909f-452b2dc159f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/04fdda19-1a29-4686-8169-c133854a133f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7169025 Apr 07 11:07:12.045591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06413c-4205-4939-8dda-55d2611aa654 req-5de82714-1a42-4fec-b897-20ac987d5ce9 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:12.047095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a06413c-4205-4939-8dda-55d2611aa654 req-5de82714-1a42-4fec-b897-20ac987d5ce9 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 1132 time: 0.0752242 Apr 07 11:07:12.070147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a06413c-4205-4939-8dda-55d2611aa654 req-94cf4f9b-efaa-44c5-8127-8e4e1b45bb68 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.134359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Sync routers for ids ['04fdda19-1a29-4686-8169-c133854a133f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:07:12.154456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Routers {'04fdda19-1a29-4686-8169-c133854a133f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:12.156480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04fdda19-1a29-4686-8169-c133854a133f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:12.181284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec242-b340-45f8-b25a-4917decdcbac req-eab614c1-09cc-4455-b932-d7ab9b1d751b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:12.183049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa3ec242-b340-45f8-b25a-4917decdcbac req-eab614c1-09cc-4455-b932-d7ab9b1d751b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.0869560 Apr 07 11:07:12.209831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 43b398f8-7875-4dd4-bf07-7acdb8e0267d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:12.221305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a06413c-4205-4939-8dda-55d2611aa654 req-94cf4f9b-efaa-44c5-8127-8e4e1b45bb68 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] Publish callbacks [] for security_group (32cb5b70-7ba0-4bca-a21b-e4fc76a334bc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.231221 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a06413c-4205-4939-8dda-55d2611aa654 req-94cf4f9b-efaa-44c5-8127-8e4e1b45bb68 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (32cb5b70-7ba0-4bca-a21b-e4fc76a334bc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.288669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf4f9b-efaa-44c5-8127-8e4e1b45bb68 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb5b70-7ba0-4bca-a21b-e4fc76a334bc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:12.294818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa3ec242-b340-45f8-b25a-4917decdcbac req-85ab80ff-4077-4a66-8ea4-b1c77cba10fe tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013021 Apr 07 11:07:12.324599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a06413c-4205-4939-8dda-55d2611aa654 req-94cf4f9b-efaa-44c5-8127-8e4e1b45bb68 tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683725 Apr 07 11:07:12.373282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Set router 04fdda19-1a29-4686-8169-c133854a133f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:12.375633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 43b398f8-7875-4dd4-bf07-7acdb8e0267d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:12.432256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 43b398f8-7875-4dd4-bf07-7acdb8e0267d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:12.432583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.471869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 725029e2-3e71-49ba-8460-2089bee37e54 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:12.507436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05b177-0501-463d-85ba-b8927810ab6c req-df3bee08-ce32-4724-af50-da9ad29687ff tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:12.509309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f05b177-0501-463d-85ba-b8927810ab6c req-df3bee08-ce32-4724-af50-da9ad29687ff tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 944 time: 0.0859213 Apr 07 11:07:12.591975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f05b177-0501-463d-85ba-b8927810ab6c req-f34ece2e-12c9-49cd-8677-1df8b9d553e4 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772107 Apr 07 11:07:12.706649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60586) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:12.715484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1255407899-network', 'tenant_id': '82fa8daf179a46e49ef6c41e3c786de7'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:12.736987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Made reservation on behalf of 82fa8daf179a46e49ef6c41e3c786de7 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:12.740873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.751807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.819952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 725029e2-3e71-49ba-8460-2089bee37e54 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:12.820589 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (725029e2-3e71-49ba-8460-2089bee37e54), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.871165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 43b398f8-7875-4dd4-bf07-7acdb8e0267d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:12.871552 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.879616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks [] for security_group (e058619a-9f1c-47aa-9e98-8b18195caeef), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.889272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e058619a-9f1c-47aa-9e98-8b18195caeef), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.912685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:07:12.922262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:12.924902 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7717e39-fafc-43ee-84b8-3aa7bd02464f" -d '{"events": [{"server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "name": "network-vif-plugged", "status": "completed", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:12.941076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e5cc029c-a4e5-4aa7-8f4a-943ee903464a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:12.941382 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Added segment e5cc029c-a4e5-4aa7-8f4a-943ee903464a of type vlan for network 17aa1451-4fc2-4c8e-915e-4cff1466544c Apr 07 11:07:12.943065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e058619a-9f1c-47aa-9e98-8b18195caeef,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:12.946760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:12.959642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.015705 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (17aa1451-4fc2-4c8e-915e-4cff1466544c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.022978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:07:09Z', 'revision_number': 4, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1', 'name': '', 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'mac_address': 'fa:16:3e:95:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:08Z', 'updated_at': '2022-04-07T11:07:10Z', 'revision_number': 2, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'subnets': [{'id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:13.046019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (17aa1451-4fc2-4c8e-915e-4cff1466544c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.048289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:13.049240 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.059305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 725029e2-3e71-49ba-8460-2089bee37e54 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:13.065717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Checking router: 04fdda19-1a29-4686-8169-c133854a133f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:07:13.066278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Updating router 04fdda19-1a29-4686-8169-c133854a133f port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:07:13.083579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3756311 Apr 07 11:07:13.086744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60600) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:13.092298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Request body: {'subnet': {'network_id': '17aa1451-4fc2-4c8e-915e-4cff1466544c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1255407899-subnet', 'tenant_id': '82fa8daf179a46e49ef6c41e3c786de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:13.099067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=43b398f8-7875-4dd4-bf07-7acdb8e0267d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:13.110235 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.132856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Made reservation on behalf of 82fa8daf179a46e49ef6c41e3c786de7 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:13.135383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.150585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebd349-b6b7-4565-b2be-76a79c449b78 admin admin] Pushing event updated for resources: {'Network': ['ID=17aa1451-4fc2-4c8e-915e-4cff1466544c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:13.167036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 17aa1451-4fc2-4c8e-915e-4cff1466544c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:07:13.295345 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ca16b-061f-4c3f-8b8e-1ab4d99b6418 x-openstack-request-id: req-514ca16b-061f-4c3f-8b8e-1ab4d99b6418 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:13.295664 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "name": "network-vif-plugged", "status": "completed", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:13.295932 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-514ca16b-061f-4c3f-8b8e-1ab4d99b6418 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:13.296424 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514ca16b-061f-4c3f-8b8e-1ab4d99b6418'] response: {'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'code': 200} Apr 07 11:07:13.456308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (66c295d1-2418-4636-8f90-31d09de2e888), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.502058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:13.521702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d4f45-cdc2-4125-8f7d-2a0cf95d2084 req-21c5c8cd-dcf7-43aa-af97-71e4ef714df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:13.523290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-728d4f45-cdc2-4125-8f7d-2a0cf95d2084 req-21c5c8cd-dcf7-43aa-af97-71e4ef714df7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 1127 time: 0.1473854 Apr 07 11:07:13.538562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Publish callbacks [] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.545786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607705cd-1cc5-4275-941e-d0b3bbb351d9 req-aa528509-908e-45ab-95c5-54525a237ca1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:13.547385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-607705cd-1cc5-4275-941e-d0b3bbb351d9 req-aa528509-908e-45ab-95c5-54525a237ca1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1175084 Apr 07 11:07:13.548041 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.614397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c295d1-2418-4636-8f90-31d09de2e888,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:13.629994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Checking segment: {'id': 'e5cc029c-a4e5-4aa7-8f4a-943ee903464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '17aa1451-4fc2-4c8e-915e-4cff1466544c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:13.629994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Network hostable DHCP agents. Network: 17aa1451-4fc2-4c8e-915e-4cff1466544c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:07:13.640313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-728d4f45-cdc2-4125-8f7d-2a0cf95d2084 req-3edc1d60-5ebc-4bff-81e2-1f9f11f529b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065140 Apr 07 11:07:13.671495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Network 17aa1451-4fc2-4c8e-915e-4cff1466544c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:13.688678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 17aa1451-4fc2-4c8e-915e-4cff1466544c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:13.694300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:13.694895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.705996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Attempting to bind port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:13.706299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Attempting to bind port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:13.706678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Attempting to bind port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 on network 77f2de70-477c-4876-845a-dd8c285c3bb3 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:13.713192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae561f-2fd7-4da6-98d0-34a962a5d99e None None] Network 17aa1451-4fc2-4c8e-915e-4cff1466544c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:13.717083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:13.717545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Checking segment: {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:13.717937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.718338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Bound using segment: {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:13.718929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Bound port: a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd898c75b-5984-42ae-a131-31b06da94cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:13.719403 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.731417 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7649e9f7-6623-4d97-aa72-3bf6a6c513af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6435368 Apr 07 11:07:13.743756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7e599-d4c6-47bc-b763-d65122b68a91 None None] Pushing event updated for resources: {'Port': ['ID=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:13.757253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a64df89c-4c0d-4c20-8bf5-abb8c37e76a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.812483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-607705cd-1cc5-4275-941e-d0b3bbb351d9 req-8ed66b9f-3e24-4fe6-af55-b1410f7c8238 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732719 Apr 07 11:07:13.848904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d538c54-9539-4548-802c-59f4e12f3161 req-78ba88e1-6539-4280-9346-dbd5ff70365b tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:13.851118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d538c54-9539-4548-802c-59f4e12f3161 req-78ba88e1-6539-4280-9346-dbd5ff70365b tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 1132 time: 0.2157609 Apr 07 11:07:13.891498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] For port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:13.926976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] For port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:13.943170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a64df89c-4c0d-4c20-8bf5-abb8c37e76a8 admin admin] Publish callbacks [] for security_group (6e16a7c4-1d58-45ee-9a08-3497205e618a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:13.944091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.020471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a64df89c-4c0d-4c20-8bf5-abb8c37e76a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6e16a7c4-1d58-45ee-9a08-3497205e618a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.050762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d538c54-9539-4548-802c-59f4e12f3161 req-1315f329-2b4f-441f-9a5d-3ea2b8de7dcb tempest-ServersAdminNegativeTestJSON-1348763752 tempest-ServersAdminNegativeTestJSON-1348763752-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060615 Apr 07 11:07:14.080007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Routers {'04fdda19-1a29-4686-8169-c133854a133f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:14.080382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04fdda19-1a29-4686-8169-c133854a133f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:14.085511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a64df89c-4c0d-4c20-8bf5-abb8c37e76a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3a5e68fcac844caa523445914bb16b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787005 Apr 07 11:07:14.086378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64df89c-4c0d-4c20-8bf5-abb8c37e76a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16a7c4-1d58-45ee-9a08-3497205e618a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:14.087232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60640) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:14.212336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e08af-9a31-4d79-95e9-e79258084f87 None None] Network 17aa1451-4fc2-4c8e-915e-4cff1466544c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:14.217102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22b6c29f-b927-43a9-9d2d-1e15cc2dc49b admin admin] Publish callbacks [] for security_group (6e16a7c4-1d58-45ee-9a08-3497205e618a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.256533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22b6c29f-b927-43a9-9d2d-1e15cc2dc49b admin admin] Publish callbacks [] for security_group (6e16a7c4-1d58-45ee-9a08-3497205e618a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.263204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9977d6a-d7d2-4a01-92fa-dbc53501b289 req-e7f5197b-649f-419e-8f85-44b8942e01aa tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:14.276127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9977d6a-d7d2-4a01-92fa-dbc53501b289 req-e7f5197b-649f-419e-8f85-44b8942e01aa tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.0989723 Apr 07 11:07:14.315763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7e599-d4c6-47bc-b763-d65122b68a91 None None] Pushing event updated for resources: {'Port': ['ID=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:14.340037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] Provisioning complete for port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:14.340602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.342459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9977d6a-d7d2-4a01-92fa-dbc53501b289 req-6ad3d21f-b296-469d-8331-d3118e290df8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669839 Apr 07 11:07:14.346988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22b6c29f-b927-43a9-9d2d-1e15cc2dc49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6e16a7c4-1d58-45ee-9a08-3497205e618a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.350347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22b6c29f-b927-43a9-9d2d-1e15cc2dc49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.351711 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22b6c29f-b927-43a9-9d2d-1e15cc2dc49b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e16a7c4-1d58-45ee-9a08-3497205e618a HTTP/1.1" status: 204 len: 168 time: 0.2633011 Apr 07 11:07:14.397722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6c29f-b927-43a9-9d2d-1e15cc2dc49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16a7c4-1d58-45ee-9a08-3497205e618a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:14.501640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] Set router 04fdda19-1a29-4686-8169-c133854a133f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:14.623404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] Current status of the port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:14.624125 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.724027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] For port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:14.735544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.830349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252db528-ac07-4f37-8752-b256920ddf2e None None] Pushing event updated for resources: {'Port': ['ID=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:14.878948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-827a5d63-b41d-4236-ba7f-627a65dbb436 None None] Provisioning complete for port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:14.879916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-827a5d63-b41d-4236-ba7f-627a65dbb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:14.940121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-59d7d811-5733-40a3-b9db-72f86be8c0c9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:14.946865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-59d7d811-5733-40a3-b9db-72f86be8c0c9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.1512346 Apr 07 11:07:14.962487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5415f848-518b-4ca6-bf3c-3275a015fdbc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/quotas/1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 375 time: 0.0121222 Apr 07 11:07:14.971186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60670) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:14.988754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ea035db-3be0-467e-b1ff-fd747ec7676a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.017807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-30065bc7-3dac-4e47-a344-06d873cb150c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476503 Apr 07 11:07:15.032622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-533a5d7a-1fba-49ca-926f-87bddd5df07f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:07:15.043127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-533a5d7a-1fba-49ca-926f-87bddd5df07f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179350 Apr 07 11:07:15.055175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:07:09Z', 'revision_number': 4, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1', 'name': '', 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'mac_address': 'fa:16:3e:95:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:08Z', 'updated_at': '2022-04-07T11:07:13Z', 'revision_number': 4, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'subnets': [{'id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:15.080379 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ea035db-3be0-467e-b1ff-fd747ec7676a admin admin] Publish callbacks [] for security_group (5ea8015e-6e09-447e-9090-c682d9b66822), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.088571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ea035db-3be0-467e-b1ff-fd747ec7676a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5ea8015e-6e09-447e-9090-c682d9b66822), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.094329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804e34a-0599-4f0f-92cb-065cec5c46ba None None] The sync data for ids ['04fdda19-1a29-4686-8169-c133854a133f'] in n-d-836788-1 is: [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:07:09Z', 'revision_number': 4, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1', 'name': '', 'network_id': '77f2de70-477c-4876-845a-dd8c285c3bb3', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'mac_address': 'fa:16:3e:95:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:08Z', 'updated_at': '2022-04-07T11:07:13Z', 'revision_number': 4, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'subnets': [{'id': 'ef24d91c-d8c8-4baa-8050-4b55ed4ea30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:07:15.147521 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1ea035db-3be0-467e-b1ff-fd747ec7676a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06b0f143ac3d4845b581f10576498625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751571 Apr 07 11:07:15.150222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60674) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:15.158049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea035db-3be0-467e-b1ff-fd747ec7676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea8015e-6e09-447e-9090-c682d9b66822,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:15.185122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-827a5d63-b41d-4236-ba7f-627a65dbb436 None None] Current status of the port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:15.214910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-c1e69b87-deb6-49ad-b662-db9ce6a900ab service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701357 Apr 07 11:07:15.251562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cb5202e-79ef-4325-b07c-c84df5b6bfa8 admin admin] Publish callbacks [] for security_group (5ea8015e-6e09-447e-9090-c682d9b66822), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.276347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cb5202e-79ef-4325-b07c-c84df5b6bfa8 admin admin] Publish callbacks [] for security_group (5ea8015e-6e09-447e-9090-c682d9b66822), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.331552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-a8c725f0-96d7-4288-ab42-65ed99e285af service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073849 Apr 07 11:07:15.335451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cb5202e-79ef-4325-b07c-c84df5b6bfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5ea8015e-6e09-447e-9090-c682d9b66822), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.342453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cb5202e-79ef-4325-b07c-c84df5b6bfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.343704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2cb5202e-79ef-4325-b07c-c84df5b6bfa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ea8015e-6e09-447e-9090-c682d9b66822 HTTP/1.1" status: 204 len: 168 time: 0.1923501 Apr 07 11:07:15.355276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5202e-79ef-4325-b07c-c84df5b6bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea8015e-6e09-447e-9090-c682d9b66822,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:15.413773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60680) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:15.419853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135331298', 'description': 'tempest-description--1509804878'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:15.466809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.598271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group (a689a4ea-2424-41bc-abba-61eb90a327e9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.609183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a689a4ea-2424-41bc-abba-61eb90a327e9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.620294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df99e9-141d-46a0-a89b-fd02c646a2de req-3c609cba-93f9-4f82-b2a5-32022bdbdb02 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:15.631936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33df99e9-141d-46a0-a89b-fd02c646a2de req-3c609cba-93f9-4f82-b2a5-32022bdbdb02 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1163936 Apr 07 11:07:15.672783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a689a4ea-2424-41bc-abba-61eb90a327e9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:15.701008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.704970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-033909ac-18cd-489b-a37d-6298f8361873 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2867422 Apr 07 11:07:15.705391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60694) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:15.720983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'security_group_rule': {'security_group_id': 'a689a4ea-2424-41bc-abba-61eb90a327e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:15.770019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33df99e9-141d-46a0-a89b-fd02c646a2de req-bcc24cf7-95b3-4bb5-ae08-53d40ef2f33b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375277 Apr 07 11:07:15.781849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group_rule (bb8df885-ef8f-48b0-a1cd-46ee898ea009), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.853872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fb7b7-ac38-482f-8aa2-2e8b9906ecc3 req-f799fe74-21f1-464b-b7f1-7fd3c915eec2 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:15.856397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-525fb7b7-ac38-482f-8aa2-2e8b9906ecc3 req-f799fe74-21f1-464b-b7f1-7fd3c915eec2 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.0844843 Apr 07 11:07:15.924504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group_rule (bb8df885-ef8f-48b0-a1cd-46ee898ea009), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.924631 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:07:15.934268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-887edf5a-3b0e-4736-bf22-56437dcb9e56 req-a7186960-ce38-47b7-a766-2904713f9e02 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 210 time: 0.0765169 Apr 07 11:07:15.953226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (bb8df885-ef8f-48b0-a1cd-46ee898ea009), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:15.965758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-525fb7b7-ac38-482f-8aa2-2e8b9906ecc3 req-21601ec5-8354-4821-a4ae-c5c009e272ea tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972390 Apr 07 11:07:16.017434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8df885-ef8f-48b0-a1cd-46ee898ea009,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:16.035356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.039514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e13cfdf-fe33-407e-81d9-955a21c01842 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303549 Apr 07 11:07:16.040436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60714) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:16.047064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'security_group_rule': {'security_group_id': 'a689a4ea-2424-41bc-abba-61eb90a327e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:16.094124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group_rule (954d730b-25d5-4d9f-b58b-7fab0109b328), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.241603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group_rule (954d730b-25d5-4d9f-b58b-7fab0109b328), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.249678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (954d730b-25d5-4d9f-b58b-7fab0109b328), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.268446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954d730b-25d5-4d9f-b58b-7fab0109b328,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:16.305691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837a2d-319f-4a20-adcc-8423a43dacbb req-d0d196f1-c3de-4726-8706-e86965198307 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:16.322067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:16.327095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Request body: {'floatingip': {'port_id': '43b398f8-7875-4dd4-bf07-7acdb8e0267d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:16.329732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00837a2d-319f-4a20-adcc-8423a43dacbb req-d0d196f1-c3de-4726-8706-e86965198307 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.1666868 Apr 07 11:07:16.338647 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.344540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-63289af2-7a50-4ad1-ac3f-e352fc88ccef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3027234 Apr 07 11:07:16.345166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60724) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:16.351865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:16.379357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.539750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:16.582041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (28a09d40-28af-4ee4-88a4-7f07c51320ec), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.600898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.679453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:16.681808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:16.860408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:16.923463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Allocated IP 172.25.5.254 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/3ceb2248-9fa4-4227-9630-84097b97bb54) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:16.949378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f22bb-1e3b-427d-8890-33804afa9d46 req-7dd1d02e-115d-4607-b399-809d0e6ee64c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:16.956976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f7f22bb-1e3b-427d-8890-33804afa9d46 req-7dd1d02e-115d-4607-b399-809d0e6ee64c tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 950 time: 0.1194170 Apr 07 11:07:16.987485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60750) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:17.130047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f7f22bb-1e3b-427d-8890-33804afa9d46 req-e0ef7bbf-f6a3-4f0b-bfe7-38d7ba2aba8a tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658995 Apr 07 11:07:17.265295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d59e6-608e-447f-8dc3-d93d4e17c6b4 req-6a6e2011-fc1a-44e4-a3f8-4b91764588ee tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:17.272936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-649d59e6-608e-447f-8dc3-d93d4e17c6b4 req-6a6e2011-fc1a-44e4-a3f8-4b91764588ee tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.2405751 Apr 07 11:07:17.351834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3f489-275b-41f8-8069-66980e1da52a req-9c7f899d-39dc-47bf-9ffb-41ee2746fa5f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 210 time: 0.1248863 Apr 07 11:07:17.392709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.421239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-649d59e6-608e-447f-8dc3-d93d4e17c6b4 req-706dfcaa-605b-46ea-83f0-512be571e777 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416755 Apr 07 11:07:17.460878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.505665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:17.508473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:17.511302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:17.552426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'Port': ['ID=3ceb2248-9fa4-4227-9630-84097b97bb54,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:17.630014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.663461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:17.681393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.786807 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.837497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (28a09d40-28af-4ee4-88a4-7f07c51320ec), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.840543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.845782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.900737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e12c6f04-5d7f-489d-ab29-99231385cd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.914621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-098b4fa6-6f26-49d5-b266-a3107854a877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:17.957807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'Port': ['ID=3ceb2248-9fa4-4227-9630-84097b97bb54,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:17.984954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.022373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.034150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0a63559c-4040-4307-b887-bdf277fe1ac4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6864583 Apr 07 11:07:18.066091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-6eafbece-c741-46d7-8fc2-a354da013b76 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:18.068135 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-6eafbece-c741-46d7-8fc2-a354da013b76 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.8769310 Apr 07 11:07:18.085976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Request body: {'port': {'device_id': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'admin_state_up': True, 'tenant_id': '1cd46c12619042ea8bfb9e63365c9ec9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:18.090501 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-098b4fa6-6f26-49d5-b266-a3107854a877 admin admin] Publish callbacks [] for security_group (37357de5-e54e-41a5-8586-f7cbba6954be), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.095405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-098b4fa6-6f26-49d5-b266-a3107854a877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (37357de5-e54e-41a5-8586-f7cbba6954be), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.134895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-098b4fa6-6f26-49d5-b266-a3107854a877 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f162bc2e74e4b9eb85e937daf44af3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677625 Apr 07 11:07:18.139318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:18.158880 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Floating IP 28a09d40-28af-4ee4-88a4-7f07c51320ec associated. External IP: 172.25.5.116, port: 43b398f8-7875-4dd4-bf07-7acdb8e0267d. Apr 07 11:07:18.201905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b4fa6-6f26-49d5-b266-a3107854a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37357de5-e54e-41a5-8586-f7cbba6954be,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:18.224212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-d0a028b0-a3e7-4108-8e0c-7b26d0399a59 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:18.227032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-d0a028b0-a3e7-4108-8e0c-7b26d0399a59 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.23 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 950 time: 0.0994370 Apr 07 11:07:18.296305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e12c6f04-5d7f-489d-ab29-99231385cd08 admin admin] Publish callbacks [] for security_group (fb43dc0c-de71-4d97-b834-5129a41420c4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.319402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e12c6f04-5d7f-489d-ab29-99231385cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fb43dc0c-de71-4d97-b834-5129a41420c4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.371181 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39cbcfe2-ff94-4d55-b8ee-cb87c5b8046b admin admin] Publish callbacks [] for security_group (37357de5-e54e-41a5-8586-f7cbba6954be), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.411578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e12c6f04-5d7f-489d-ab29-99231385cd08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a687eb40b793400f82b2d7d46b38a528&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4195020 Apr 07 11:07:18.414372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60800) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:18.416244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-531865f6-b9e9-4f13-8ad9-0a072a2c6fdf tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c46e19fb436448f9db6e45f37c20692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385475 Apr 07 11:07:18.416721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c6f04-5d7f-489d-ab29-99231385cd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43dc0c-de71-4d97-b834-5129a41420c4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:18.427201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Made reservation on behalf of 1cd46c12619042ea8bfb9e63365c9ec9 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:18.430485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.436975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39cbcfe2-ff94-4d55-b8ee-cb87c5b8046b admin admin] Publish callbacks [] for security_group (37357de5-e54e-41a5-8586-f7cbba6954be), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.439692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502544cf-917f-4150-af6e-1aefd8c216dc req-de291e31-0aa6-451b-8261-be9e18b2fcce tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:18.442547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-502544cf-917f-4150-af6e-1aefd8c216dc req-de291e31-0aa6-451b-8261-be9e18b2fcce tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=158a5f85-2c88-4726-9725-dc0ef7dfdbde HTTP/1.1" status: 200 len: 950 time: 0.1624475 Apr 07 11:07:18.602891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Deleting port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:07:18.603233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.627027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-502544cf-917f-4150-af6e-1aefd8c216dc req-d28dbea3-e6be-49d5-9c43-54535d3337b8 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630774 Apr 07 11:07:18.627654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39cbcfe2-ff94-4d55-b8ee-cb87c5b8046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (37357de5-e54e-41a5-8586-f7cbba6954be), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.627781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67d0d94c-e3a2-41a9-a758-4644dab02eb8 admin admin] Publish callbacks [] for security_group (fb43dc0c-de71-4d97-b834-5129a41420c4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.630336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39cbcfe2-ff94-4d55-b8ee-cb87c5b8046b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.631453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-39cbcfe2-ff94-4d55-b8ee-cb87c5b8046b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37357de5-e54e-41a5-8586-f7cbba6954be HTTP/1.1" status: 204 len: 168 time: 0.4873724 Apr 07 11:07:18.672057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbcfe2-ff94-4d55-b8ee-cb87c5b8046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37357de5-e54e-41a5-8586-f7cbba6954be,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:18.699897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Router 079ac0f0-449b-4c31-8472-df9a411138fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:07:18.705816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Allocated IP 172.20.0.3 (43736fd5-2088-4086-9627-dc47efe12f30/369ba404-e64a-42b5-a1a8-1f5b894a6720/735bdf5d-6af7-4cbc-b565-f4b4102aff3f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:18.712487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-4228f07f-ca95-4df9-8740-ea44cf6719fe tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:18.720275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-4228f07f-ca95-4df9-8740-ea44cf6719fe tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891555 Apr 07 11:07:18.737178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67d0d94c-e3a2-41a9-a758-4644dab02eb8 admin admin] Publish callbacks [] for security_group (fb43dc0c-de71-4d97-b834-5129a41420c4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.772146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-29a1e6d4-52e1-49c8-94c5-3d1be9b0c144 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/quotas/6c46e19fb436448f9db6e45f37c20692 HTTP/1.1" status: 200 len: 375 time: 0.0514228 Apr 07 11:07:18.840114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] For port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:18.840490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.851264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-03445180-93fe-4231-be6f-1e9cc41bc227 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c46e19fb436448f9db6e45f37c20692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619037 Apr 07 11:07:18.872775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Calling delete_port for 08a0e9c2-8f56-4a77-8800-faa97bbb3aca owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:07:18.887953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-94b02f38-a217-410f-a5e1-1e6642c35879 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--135331298&fields=id&tenant_id=15e32a766fc5408c9736f634ec0cf7db HTTP/1.1" status: 200 len: 267 time: 0.1371851 Apr 07 11:07:18.950099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:07:18.957337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67d0d94c-e3a2-41a9-a758-4644dab02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fb43dc0c-de71-4d97-b834-5129a41420c4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.960508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67d0d94c-e3a2-41a9-a758-4644dab02eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.961521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-67d0d94c-e3a2-41a9-a758-4644dab02eb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb43dc0c-de71-4d97-b834-5129a41420c4 HTTP/1.1" status: 204 len: 168 time: 0.5444102 Apr 07 11:07:18.969819 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19716079-f06e-4808-957a-5249a506c53d None None] Sync routers for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:07:18.972406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:18.991117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:18.992131 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:19.024512 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ab42716-2318-4d1f-a830-995c8b88ae8d tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "PUT /v2.0/floatingips/28a09d40-28af-4ee4-88a4-7f07c51320ec HTTP/1.1" status: 200 len: 991 time: 2.7007675 Apr 07 11:07:19.027856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:19.030354 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185" -d '{"events": [{"name": "network-changed", "server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:19.040287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d94c-e3a2-41a9-a758-4644dab02eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43dc0c-de71-4d97-b834-5129a41420c4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:19.114963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks [] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.127722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-6b4fc8aa-2e8e-4eda-840d-47d26a2e834e tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:19.134848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-6b4fc8aa-2e8e-4eda-840d-47d26a2e834e tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 823 time: 0.2006183 Apr 07 11:07:19.177904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-4eae0c61-e38a-4093-93eb-cde07e572b2f tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/quotas/15e32a766fc5408c9736f634ec0cf7db HTTP/1.1" status: 200 len: 375 time: 0.0422180 Apr 07 11:07:19.198414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.222419 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:19.235494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (08a0e9c2-8f56-4a77-8800-faa97bbb3aca), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.249090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8e823590-bc36-408d-89e1-ec92785e1dd3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:19.252265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['08a0e9c2-8f56-4a77-8800-faa97bbb3aca'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:19.274334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Network 43736fd5-2088-4086-9627-dc47efe12f30 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:19.283085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:19.297327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60826) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:19.308512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:19.337181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Pushing event deleted for resources: {'Port': ['ID=08a0e9c2-8f56-4a77-8800-faa97bbb3aca,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:19.415274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd807b4f-3572-4fac-90e9-86fe84748c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.423411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:19.424242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.428679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:19.454539 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-5fff24c5-d38d-4b89-be32-df9a7a9ad75b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3747182 Apr 07 11:07:19.467253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Request body: {'port': {'device_id': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:19.487893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-61ae1541-67cf-4c13-aee0-6b6baa85bfda tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3091309 Apr 07 11:07:19.517820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] No DVR routers for this DVR port 08a0e9c2-8f56-4a77-8800-faa97bbb3aca on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:07:19.545403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.548926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83548352-adfa-431a-82f1-b30e3eeb5317 req-f56570a9-ee5d-4ac3-99ab-dade5fb7c41d tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.23 "DELETE /v2.0/ports/08a0e9c2-8f56-4a77-8800-faa97bbb3aca HTTP/1.1" status: 204 len: 173 time: 1.3144979 Apr 07 11:07:19.551947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'name': 'network-vif-deleted', 'tag': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:19.569178 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90739745-a317-4de8-bd1f-887e4d403d52" -d '{"events": [{"server_uuid": "158a5f85-2c88-4726-9725-dc0ef7dfdbde", "name": "network-vif-deleted", "tag": "08a0e9c2-8f56-4a77-8800-faa97bbb3aca"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:19.673624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.913187 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '28a09d40-28af-4ee4-88a4-7f07c51320ec', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'port_id': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'mac_address': 'fa:16:3e:5c:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:17Z', 'revision_number': 1, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:55Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:19.946526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:19.966963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d736966-1284-475d-9100-9aa1da07526e req-3ae20e78-75b5-4545-9cff-15702cbf139f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:19.970619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-250931ba-b80b-4397-9d4a-f635c1f20271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:19.977443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d736966-1284-475d-9100-9aa1da07526e req-3ae20e78-75b5-4545-9cff-15702cbf139f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 931 time: 0.7342010 Apr 07 11:07:19.978421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19716079-f06e-4808-957a-5249a506c53d None None] Checking router: 079ac0f0-449b-4c31-8472-df9a411138fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:07:19.990086 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:19.990831 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:20.057727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd807b4f-3572-4fac-90e9-86fe84748c29 admin admin] Publish callbacks [] for security_group (6a7b310a-556c-43c4-85e9-401c555f7b09), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.063137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-f83808ab-0b56-4351-88fb-a16557d14ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519803 Apr 07 11:07:20.068704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd807b4f-3572-4fac-90e9-86fe84748c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6a7b310a-556c-43c4-85e9-401c555f7b09), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.121994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d736966-1284-475d-9100-9aa1da07526e req-b4c24c90-b9dc-4a3e-9541-c1ac710b06ec tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430213 Apr 07 11:07:20.239187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fd807b4f-3572-4fac-90e9-86fe84748c29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66469e8a92342858870c551710bbfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8952868 Apr 07 11:07:20.240227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60842) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:20.284336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-250931ba-b80b-4397-9d4a-f635c1f20271 admin admin] Publish callbacks [] for security_group (9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.295438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd807b4f-3572-4fac-90e9-86fe84748c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b310a-556c-43c4-85e9-401c555f7b09,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:20.296468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-250931ba-b80b-4397-9d4a-f635c1f20271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.347601 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-250931ba-b80b-4397-9d4a-f635c1f20271 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6b0cbb14e0c4d27964bb52723e30245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968041 Apr 07 11:07:20.349215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e83e-d5e6-4fff-a4c4-6d392546ba38 req-a8fbcbbb-6c1c-4e17-b46c-4ef7a21bed3d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:20.350869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7622e83e-d5e6-4fff-a4c4-6d392546ba38 req-a8fbcbbb-6c1c-4e17-b46c-4ef7a21bed3d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1311502 Apr 07 11:07:20.351486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60844) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:20.365561 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:20.389936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735bdf5d-6af7-4cbc-b565-f4b4102aff3f {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:20.396112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250931ba-b80b-4397-9d4a-f635c1f20271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:20.405066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Publish callbacks [] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.407439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d16d89-1cf3-4f0d-8c6d-2861e57da0bc admin admin] Publish callbacks [] for security_group (6a7b310a-556c-43c4-85e9-401c555f7b09), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.417031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-b7143e27-56b0-47b5-a781-2a81fff91e22 service neutron] 10.222.0.13 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415306 Apr 07 11:07:20.465697 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d16d89-1cf3-4f0d-8c6d-2861e57da0bc admin admin] Publish callbacks [] for security_group (6a7b310a-556c-43c4-85e9-401c555f7b09), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.475222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7622e83e-d5e6-4fff-a4c4-6d392546ba38 req-468b4d0e-88e1-41d2-88aa-79bd7a907095 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042857 Apr 07 11:07:20.476128 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29dfb65b-a07a-4814-8428-72316111319d admin admin] Publish callbacks [] for security_group (9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.505880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Transition to ACTIVE for port object 735bdf5d-6af7-4cbc-b565-f4b4102aff3f will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:20.509992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29dfb65b-a07a-4814-8428-72316111319d admin admin] Publish callbacks [] for security_group (9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.518702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.570829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29dfb65b-a07a-4814-8428-72316111319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.576190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29dfb65b-a07a-4814-8428-72316111319d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.579966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-29dfb65b-a07a-4814-8428-72316111319d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6 HTTP/1.1" status: 204 len: 168 time: 0.2255023 Apr 07 11:07:20.614071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfb65b-a07a-4814-8428-72316111319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98b994-6a81-4ea6-a20c-b2a0adcbc3b6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:20.700304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26bbd-6ba1-4386-ac72-d427309d0ddd req-35ce74b2-580b-4877-80ad-eba4e2461452 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:20.701988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbe26bbd-6ba1-4386-ac72-d427309d0ddd req-35ce74b2-580b-4877-80ad-eba4e2461452 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.1002131 Apr 07 11:07:20.730079 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f862f-7605-4cf8-bee6-83910c504ac3 x-openstack-request-id: req-ea9f862f-7605-4cf8-bee6-83910c504ac3 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:20.730349 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:20.730625 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea9f862f-7605-4cf8-bee6-83910c504ac3 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:20.731033 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9f862f-7605-4cf8-bee6-83910c504ac3'] response: {'name': 'network-changed', 'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'status': 'completed', 'code': 200} Apr 07 11:07:20.739744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d16d89-1cf3-4f0d-8c6d-2861e57da0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6a7b310a-556c-43c4-85e9-401c555f7b09), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.742887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d16d89-1cf3-4f0d-8c6d-2861e57da0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:20.747602 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-44d16d89-1cf3-4f0d-8c6d-2861e57da0bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a7b310a-556c-43c4-85e9-401c555f7b09 HTTP/1.1" status: 204 len: 168 time: 0.5027063 Apr 07 11:07:20.760912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:20.781669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d16d89-1cf3-4f0d-8c6d-2861e57da0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b310a-556c-43c4-85e9-401c555f7b09,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:20.813613 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19716079-f06e-4808-957a-5249a506c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '28a09d40-28af-4ee4-88a4-7f07c51320ec', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'port_id': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'mac_address': 'fa:16:3e:5c:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:17Z', 'revision_number': 1, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:55Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:20.874457 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-ce0fcf9c-6d56-41ea-b5d5-debe35888374 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6c46e19fb436448f9db6e45f37c20692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751393 Apr 07 11:07:20.902630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19716079-f06e-4808-957a-5249a506c53d None None] The sync data for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 is: [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '28a09d40-28af-4ee4-88a4-7f07c51320ec', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'port_id': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'mac_address': 'fa:16:3e:5c:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:17Z', 'revision_number': 1, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:55Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:07:21.016390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a025a121-3b13-479c-a59b-e6642a0ab211 req-bcf92a46-b0e7-4608-8acc-4c5ca779c793 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 210 time: 0.1513207 Apr 07 11:07:21.020488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbe26bbd-6ba1-4386-ac72-d427309d0ddd req-0931836f-221d-4dbf-b2fe-30f74635ff6e tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109632 Apr 07 11:07:21.043677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-5d625680-25f8-4c7c-a4a5-ccbfa019a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:21.045218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-5d625680-25f8-4c7c-a4a5-ccbfa019a5b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f7e082792e4ffd85c7d06ee57af140&device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 1127 time: 0.2949131 Apr 07 11:07:21.304488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-32df2612-f468-4c54-8d23-f26dc0791626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:21.312174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-32df2612-f468-4c54-8d23-f26dc0791626 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c HTTP/1.1" status: 200 len: 907 time: 0.2570634 Apr 07 11:07:21.313851 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15aa782-35eb-4755-b737-bc32abd1e033 x-openstack-request-id: req-d15aa782-35eb-4755-b737-bc32abd1e033 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:21.314165 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158a5f85-2c88-4726-9725-dc0ef7dfdbde", "name": "network-vif-deleted", "tag": "08a0e9c2-8f56-4a77-8800-faa97bbb3aca", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:21.314396 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d15aa782-35eb-4755-b737-bc32abd1e033 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:21.314790 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15aa782-35eb-4755-b737-bc32abd1e033'] response: {'server_uuid': '158a5f85-2c88-4726-9725-dc0ef7dfdbde', 'name': 'network-vif-deleted', 'tag': '08a0e9c2-8f56-4a77-8800-faa97bbb3aca', 'status': 'completed', 'code': 200} Apr 07 11:07:21.367728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb3720-dd3c-4e4e-83ad-15cd14137954 None None] New status for floating IP 28a09d40-28af-4ee4-88a4-7f07c51320ec: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:07:21.498061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cf01199-4631-43a3-9571-d11af3d9fde3 req-6be5ca93-ece8-42a2-9a64-53daaaa4e5f5 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 210 time: 0.1666329 Apr 07 11:07:21.534084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:21.535045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:21.536065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:21.551768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:21.561710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:21.572951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:21.575988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:21.579175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:21.579837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Bound port: 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:21.580403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:21.725053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-e6bf568e-87d2-49d9-9839-cf2b2d872c7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d HTTP/1.1" status: 200 len: 999 time: 0.3945403 Apr 07 11:07:21.827627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-214e49cb-13b4-47f9-8637-026f90804af5 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:21.838845 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-214e49cb-13b4-47f9-8637-026f90804af5 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9588006 Apr 07 11:07:21.881487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Request body: {'port': {'device_id': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '6c46e19fb436448f9db6e45f37c20692'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:21.904674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-2b31147d-522c-4a68-8249-40250e782ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:21.914232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-2b31147d-522c-4a68-8249-40250e782ec5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08033c5a-a6f9-44c8-9944-c7ae6e86efa4 HTTP/1.1" status: 200 len: 845 time: 0.1747363 Apr 07 11:07:21.966923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5a45b-7139-4e4b-b048-a3f989803bc9 req-39bcf1b0-543f-4239-89e5-374120838f7f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:21.978210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1a5a45b-7139-4e4b-b048-a3f989803bc9 req-39bcf1b0-543f-4239-89e5-374120838f7f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.4825213 Apr 07 11:07:22.017621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:22.068393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:22.094127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:22.154687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:22.155831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:22.164568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] 10.222.0.41 "PUT /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 1091 time: 2.7028508 Apr 07 11:07:22.202240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1a5a45b-7139-4e4b-b048-a3f989803bc9 req-950384ca-1d8d-40ba-9159-15e54c3b741b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230742 Apr 07 11:07:22.262548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 08a0e9c2-8f56-4a77-8800-faa97bbb3aca no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:07:22.310353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 08a0e9c2-8f56-4a77-8800-faa97bbb3aca {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:07:22.314028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 08a0e9c2-8f56-4a77-8800-faa97bbb3aca not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:07:22.396252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b730e24-fc16-4587-bb16-efcb0740ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:22.423640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c3fef-93aa-4b8b-b419-e85dff72d4bc req-72e4a599-93d1-45aa-aa8d-f34c309cc105 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:22.424437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Made reservation on behalf of 6c46e19fb436448f9db6e45f37c20692 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:22.427649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-133c3fef-93aa-4b8b-b419-e85dff72d4bc req-72e4a599-93d1-45aa-aa8d-f34c309cc105 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.3815699 Apr 07 11:07:22.429739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-a82663a9-b643-468d-a04f-82aae7015a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:22.430572 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:22.432816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-a82663a9-b643-468d-a04f-82aae7015a35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5123200 Apr 07 11:07:22.464264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:22.486486 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-509b75cc-f619-4f02-9789-cc11b22f6ed5 service neutron] show failed (client error): The resource could not be found. Apr 07 11:07:22.488490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-509b75cc-f619-4f02-9789-cc11b22f6ed5 service neutron] 10.222.0.41 "GET /v2.0/ports/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.2568059 Apr 07 11:07:22.565196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-221bff9a-591c-4041-b7dd-7d0a36d44a9c service neutron] 10.222.0.23 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245294 Apr 07 11:07:22.627210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-dac0df2f-a298-43c6-9282-477e594fb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:22.631285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-dac0df2f-a298-43c6-9282-477e594fb327 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1125 time: 0.3846862 Apr 07 11:07:22.663043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60914) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:22.698139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks [] for security_group (e6229998-c329-487d-a8de-3746c5c3b6d2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:22.703919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e6229998-c329-487d-a8de-3746c5c3b6d2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:22.733436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:22.742797 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:22.760718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-133c3fef-93aa-4b8b-b419-e85dff72d4bc req-072fd323-9051-46c5-bddf-8e77f3118c1c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246510 Apr 07 11:07:22.783703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-29813ec4-a4c7-42cf-bc05-6adeb6b3a8c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.1447017 Apr 07 11:07:22.784163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.23', 49442) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:22.910766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.23', 49443) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:22.934214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3b44f-8f25-4926-b988-2e5fc04fe06e req-d9d1a220-b69b-483b-b6e0-6662749d5e9f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:22.936021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95a3b44f-8f25-4926-b988-2e5fc04fe06e req-d9d1a220-b69b-483b-b6e0-6662749d5e9f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 950 time: 0.5331478 Apr 07 11:07:22.972561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6229998-c329-487d-a8de-3746c5c3b6d2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:23.069370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b4b6776-e33a-499c-9b13-5709b7938528 req-e3fc5073-2dff-4703-8033-e04b59c3039e tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 210 time: 0.1542807 Apr 07 11:07:23.127422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Allocated IP 192.168.233.166 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/82baf302-a0c7-4655-aa87-5bb787d25743) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:23.139463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-944319051-network', 'tenant_id': '5430aaa714024d25b4b2185e48a80813'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:23.161303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-02f76f02-7aa5-4724-a60f-26b9cdb93021 service neutron] 10.222.0.23 "GET /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684893 Apr 07 11:07:23.169069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-35075f11-ccca-428d-99f4-e6da058216f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:23.170528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-35075f11-ccca-428d-99f4-e6da058216f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.3516796 Apr 07 11:07:23.252123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-59fbce41-f12c-443f-abdb-79a0a555a7ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643566 Apr 07 11:07:23.272951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Made reservation on behalf of 5430aaa714024d25b4b2185e48a80813 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:23.275169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.318417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21357572-2629-4e4b-acce-037312d22416 req-c1ca17c5-135d-4ecc-aa59-cd646ab2bef4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 210 time: 0.1154263 Apr 07 11:07:23.327947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks [] for port (82baf302-a0c7-4655-aa87-5bb787d25743), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.362899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.373891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95a3b44f-8f25-4926-b988-2e5fc04fe06e req-7c89a071-282c-487c-b2eb-a6cc28d76ef6 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/security-groups?id=2989af4a-6d03-40a4-93ab-7f81a2b5021e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752644 Apr 07 11:07:23.384061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-6ca43111-ead7-4edb-a61d-a43150ca579c tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:23.385546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-6ca43111-ead7-4edb-a61d-a43150ca579c tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.23 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 823 time: 0.5986414 Apr 07 11:07:23.396571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-4a3a72d3-0354-4355-b921-3d23b10db4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:23.398280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-4a3a72d3-0354-4355-b921-3d23b10db4b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568&tenant_id=5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 1132 time: 0.4609792 Apr 07 11:07:23.404101 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52073377-500e-48da-b387-2472257c0362 x-openstack-request-id: req-52073377-500e-48da-b387-2472257c0362 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:23.404411 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:23.404678 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52073377-500e-48da-b387-2472257c0362 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:23.405090 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52073377-500e-48da-b387-2472257c0362'] response: {'name': 'network-changed', 'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'status': 'completed', 'code': 200} Apr 07 11:07:23.416051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:23.473377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-fa751f1a-a7f0-4c3f-a070-8120b09f023f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:23.475578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-fa751f1a-a7f0-4c3f-a070-8120b09f023f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 950 time: 0.1037083 Apr 07 11:07:23.476956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.538212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Pushing event updated for resources: {'Port': ['ID=82baf302-a0c7-4655-aa87-5bb787d25743,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:23.590853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:23.593041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-34101445-fb95-4ae6-b532-df7b99163cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210192 Apr 07 11:07:23.595423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:23.601475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:23.685170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.700540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:23.701124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-c5af734f-f770-47e3-a708-2d14edfbe56e tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e32a766fc5408c9736f634ec0cf7db HTTP/1.1" status: 200 len: 379 time: 0.3013551 Apr 07 11:07:23.701530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.724407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'port': {'device_id': '26252329-1d3b-4a9f-acc7-c218b091860f', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'admin_state_up': True, 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'security_groups': ['a689a4ea-2424-41bc-abba-61eb90a327e9']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:23.744654 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-53443c4a-11b3-4fb5-90f6-e8acac016f19 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8960021 Apr 07 11:07:23.751469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Deleting port 8e823590-bc36-408d-89e1-ec92785e1dd3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:07:23.751818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.759905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Request body: {'port': {'device_id': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:23.840922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks [] for security_group (8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.870493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d20e-6d6a-4f7f-9310-a7eaae0cbc45 req-062c8760-fc81-4ce9-8a45-81a334925bf2 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:23.872225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8454d20e-6d6a-4f7f-9310-a7eaae0cbc45 req-062c8760-fc81-4ce9-8a45-81a334925bf2 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.3661482 Apr 07 11:07:23.930537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:23.985932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.048525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] For port 8e823590-bc36-408d-89e1-ec92785e1dd3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8e823590-bc36-408d-89e1-ec92785e1dd3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:24.048895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.069502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60940) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:24.086603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Calling delete_port for 8e823590-bc36-408d-89e1-ec92785e1dd3 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:07:24.086956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8001e675-deed-45d7-be3d-451fc10ad6d7 None None] Provisioning complete for port 82baf302-a0c7-4655-aa87-5bb787d25743 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:24.089070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8001e675-deed-45d7-be3d-451fc10ad6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.150748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8001e675-deed-45d7-be3d-451fc10ad6d7 None None] Port 82baf302-a0c7-4655-aa87-5bb787d25743 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:24.271353 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84565bcf-2bc4-4761-96e9-d96aaa7fba27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.280447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f26d3571-dffa-4374-959d-69d3e960dc66 req-79e87a17-2785-4473-82c8-a8c10216f075 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753247 Apr 07 11:07:24.311700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:07:24.380809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:24.420658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (eaf41022-b00d-42d1-83f1-b9bba9d7ae62), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.421401 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Added segment eaf41022-b00d-42d1-83f1-b9bba9d7ae62 of type vlan for network a07638e2-76b3-4155-9144-c864387ac20e Apr 07 11:07:24.513243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8454d20e-6d6a-4f7f-9310-a7eaae0cbc45 req-d9202292-6c59-49c0-83fc-41181b90c641 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836959 Apr 07 11:07:24.527696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (a07638e2-76b3-4155-9144-c864387ac20e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.530660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82baf302-a0c7-4655-aa87-5bb787d25743 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:24.538946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5e0d-753e-4cf2-a513-f60af1447d33 req-0c31d80d-30d3-45e4-8ffe-df083674e5bc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:24.539496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Publish callbacks [] for port (82baf302-a0c7-4655-aa87-5bb787d25743), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.540601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b01a5e0d-753e-4cf2-a513-f60af1447d33 req-0c31d80d-30d3-45e4-8ffe-df083674e5bc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.5954490 Apr 07 11:07:24.573069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Transition to ACTIVE for port object 82baf302-a0c7-4655-aa87-5bb787d25743 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:24.578838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8e823590-bc36-408d-89e1-ec92785e1dd3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.590952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8e823590-bc36-408d-89e1-ec92785e1dd3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:24.593733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.600941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Made reservation on behalf of 15e32a766fc5408c9736f634ec0cf7db for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:24.604648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.660006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-7da217e8-051a-4210-895d-6100144a0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:24.661746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Pushing event deleted for resources: {'Port': ['ID=8e823590-bc36-408d-89e1-ec92785e1dd3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:24.662577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-7da217e8-051a-4210-895d-6100144a0720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1125 time: 0.2786818 Apr 07 11:07:24.701309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] No DVR routers for this DVR port 8e823590-bc36-408d-89e1-ec92785e1dd3 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:07:24.714977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84565bcf-2bc4-4761-96e9-d96aaa7fba27 admin admin] Publish callbacks [] for security_group (5b143b50-2e0b-43f5-b841-2cde319bba92), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.717943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.721711 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f34a3d59-2985-41e2-a6f2-9bcce2993712 req-503abb56-79da-4bc6-b6b8-41e2189d0fc2 tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.41 "DELETE /v2.0/ports/8e823590-bc36-408d-89e1-ec92785e1dd3 HTTP/1.1" status: 204 len: 173 time: 1.1847551 Apr 07 11:07:24.746485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84565bcf-2bc4-4761-96e9-d96aaa7fba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5b143b50-2e0b-43f5-b841-2cde319bba92), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.820572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (a07638e2-76b3-4155-9144-c864387ac20e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.821730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:24.822229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.832249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84565bcf-2bc4-4761-96e9-d96aaa7fba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b143b50-2e0b-43f5-b841-2cde319bba92,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:24.869717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Pushing event updated for resources: {'Port': ['ID=82baf302-a0c7-4655-aa87-5bb787d25743,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:24.879335 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84565bcf-2bc4-4761-96e9-d96aaa7fba27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67d7ea2792fa4f43902ff91f6714ee28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8085625 Apr 07 11:07:24.884842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60950) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:24.947872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Attempting to bind port 82baf302-a0c7-4655-aa87-5bb787d25743 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:24.948140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Attempting to bind port 82baf302-a0c7-4655-aa87-5bb787d25743 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:24.948472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Attempting to bind port 82baf302-a0c7-4655-aa87-5bb787d25743 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:24.953735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Port 82baf302-a0c7-4655-aa87-5bb787d25743 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:24.954055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Attempting to bind port 82baf302-a0c7-4655-aa87-5bb787d25743 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:24.972772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1331280b-189f-480d-b6c5-4dfdd1c70bb4 admin admin] Publish callbacks [] for security_group (5b143b50-2e0b-43f5-b841-2cde319bba92), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.979279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:24.979624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:24.980362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:24.981595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Bound port: 82baf302-a0c7-4655-aa87-5bb787d25743, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:24.982160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:24.999782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:25.047652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1331280b-189f-480d-b6c5-4dfdd1c70bb4 admin admin] Publish callbacks [] for security_group (5b143b50-2e0b-43f5-b841-2cde319bba92), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.056240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3621004 Apr 07 11:07:25.057630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:25.065209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b01a5e0d-753e-4cf2-a513-f60af1447d33 req-2a6546b7-0112-47f8-b081-e7dca5231c9d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152240 Apr 07 11:07:25.070251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Request body: {'subnet': {'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-944319051-subnet', 'tenant_id': '5430aaa714024d25b4b2185e48a80813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:25.117117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90918284-4d7f-42b0-b2ce-15c9c828444c admin admin] Pushing event updated for resources: {'Network': ['ID=a07638e2-76b3-4155-9144-c864387ac20e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:25.133338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network a07638e2-76b3-4155-9144-c864387ac20e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:07:25.139235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] For port 82baf302-a0c7-4655-aa87-5bb787d25743, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:25.143327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Made reservation on behalf of 5430aaa714024d25b4b2185e48a80813 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:25.146319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.153298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] For port 82baf302-a0c7-4655-aa87-5bb787d25743, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=82baf302-a0c7-4655-aa87-5bb787d25743,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:25.158049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1331280b-189f-480d-b6c5-4dfdd1c70bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5b143b50-2e0b-43f5-b841-2cde319bba92), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.161422 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1331280b-189f-480d-b6c5-4dfdd1c70bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.162868 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1331280b-189f-480d-b6c5-4dfdd1c70bb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b143b50-2e0b-43f5-b841-2cde319bba92 HTTP/1.1" status: 204 len: 168 time: 0.2754571 Apr 07 11:07:25.192388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbaa74-f6f2-4e06-b676-78d99be58cf5 req-0141dd69-e03a-4d96-9c10-9ce680a776ac tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.194106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3adbaa74-f6f2-4e06-b676-78d99be58cf5 req-0141dd69-e03a-4d96-9c10-9ce680a776ac tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 948 time: 0.5398967 Apr 07 11:07:25.200220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:25.208777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331280b-189f-480d-b6c5-4dfdd1c70bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b143b50-2e0b-43f5-b841-2cde319bba92,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:25.211055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.256590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.257229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.260786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] 10.222.0.23 "PUT /v2.0/ports/82baf302-a0c7-4655-aa87-5bb787d25743 HTTP/1.1" status: 200 len: 1096 time: 1.5048792 Apr 07 11:07:25.273087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-6dd76bb7-f707-4eb8-b2d6-dbea4b29c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.274983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-6dd76bb7-f707-4eb8-b2d6-dbea4b29c94a service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.6005082 Apr 07 11:07:25.327015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9caba170-b13d-49ed-910d-ccf4cfaf2e64 req-51e35738-f38a-4f98-8394-5b75777d2dc0 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 210 time: 0.1250143 Apr 07 11:07:25.341927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474b128-fd2f-4fbe-8a7b-448607858820 service neutron] Pushing event updated for resources: {'Port': ['ID=82baf302-a0c7-4655-aa87-5bb787d25743,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:25.421244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1522a09-336b-488c-942b-2613459f67cc', 'name': 'network-vif-deleted', 'tag': '8e823590-bc36-408d-89e1-ec92785e1dd3'}, {'name': 'network-changed', 'server_uuid': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'tag': '82baf302-a0c7-4655-aa87-5bb787d25743'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:25.423696 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642" -d '{"events": [{"server_uuid": "f1522a09-336b-488c-942b-2613459f67cc", "name": "network-vif-deleted", "tag": "8e823590-bc36-408d-89e1-ec92785e1dd3"}, {"name": "network-changed", "server_uuid": "ffb4e077-bfc5-49f9-b5d9-a892419fa011", "tag": "82baf302-a0c7-4655-aa87-5bb787d25743"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:25.436695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Allocated IP 172.20.0.13 (9b9a094f-42ef-4513-9349-ffe774a4c759/c8f7a001-cdff-4637-8bb7-bb143f4b18ab/d7360fb9-bff7-495b-812f-bc73ebb99338) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:25.460481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-24a7c651-76fd-41e4-8735-45205ff266c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.1379483 Apr 07 11:07:25.495487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:25.497849 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225daccd-9e5a-46cf-987b-a5f02210afc0" -d '{"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-unplugged", "status": "completed", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:25.516074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Publish callbacks [] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.542868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-6e056aee-f1ad-49c6-b81d-de83d522675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.544392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-6e056aee-f1ad-49c6-b81d-de83d522675e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c46e19fb436448f9db6e45f37c20692&device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 1130 time: 0.1979876 Apr 07 11:07:25.599152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-ca6d2fba-a8c8-4097-9907-36f0ec47a5d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=82baf302-a0c7-4655-aa87-5bb787d25743 HTTP/1.1" status: 200 len: 217 time: 0.0449510 Apr 07 11:07:25.622570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Transition to ACTIVE for port object d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:25.632174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-553d07be-b75f-48f3-8467-f4361ddb0039 req-a77993f8-da33-43d8-824e-e2605f43030f tempest-ServersAdminNegativeTestJSON-1276734886 tempest-ServersAdminNegativeTestJSON-1276734886-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1522a09-336b-488c-942b-2613459f67cc HTTP/1.1" status: 200 len: 210 time: 0.1075785 Apr 07 11:07:25.657796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.672765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3adbaa74-f6f2-4e06-b676-78d99be58cf5 req-2d79e583-e1f2-49cd-814c-ce33f1c10c72 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675519 Apr 07 11:07:25.677040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60964) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:25.697237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (24a0e80b-7652-4f88-8b1d-8659f5200268), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.729238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00188ea2-d4d7-4dd4-8af0-53a7bf864dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:25.732215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-8328eb1e-758c-4286-880a-c6175c08b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.733720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-8328eb1e-758c-4286-880a-c6175c08b872 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.2592063 Apr 07 11:07:25.751098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-4545e0a6-3203-42c6-92ef-0ddc039e66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.752635 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-4545e0a6-3203-42c6-92ef-0ddc039e66a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1334510 Apr 07 11:07:25.754292 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e431c34f-1962-4cf9-a6bf-e06e6787fc7c x-openstack-request-id: req-e431c34f-1962-4cf9-a6bf-e06e6787fc7c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:25.754628 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1522a09-336b-488c-942b-2613459f67cc", "name": "network-vif-deleted", "tag": "8e823590-bc36-408d-89e1-ec92785e1dd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffb4e077-bfc5-49f9-b5d9-a892419fa011", "tag": "82baf302-a0c7-4655-aa87-5bb787d25743", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:25.754837 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e431c34f-1962-4cf9-a6bf-e06e6787fc7c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:25.755222 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e431c34f-1962-4cf9-a6bf-e06e6787fc7c'] response: {'server_uuid': 'f1522a09-336b-488c-942b-2613459f67cc', 'name': 'network-vif-deleted', 'tag': '8e823590-bc36-408d-89e1-ec92785e1dd3', 'status': 'completed', 'code': 200} Apr 07 11:07:25.755482 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e431c34f-1962-4cf9-a6bf-e06e6787fc7c'] response: {'name': 'network-changed', 'server_uuid': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'tag': '82baf302-a0c7-4655-aa87-5bb787d25743', 'status': 'completed', 'code': 200} Apr 07 11:07:25.811805 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d303ffd-6d89-4dec-8943-50cf54fc7913 x-openstack-request-id: req-0d303ffd-6d89-4dec-8943-50cf54fc7913 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:25.812179 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-unplugged", "status": "completed", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:25.812362 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d303ffd-6d89-4dec-8943-50cf54fc7913 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:25.812762 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d303ffd-6d89-4dec-8943-50cf54fc7913'] response: {'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'code': 200} Apr 07 11:07:25.839673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a0e80b-7652-4f88-8b1d-8659f5200268,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:25.843968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-e55fb49d-9277-4c60-9bed-4bf596f964ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870357 Apr 07 11:07:25.890795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:25.893324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] No DVR routers for this DVR port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:07:25.896542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:25.896917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Network hostable DHCP agents. Network: a07638e2-76b3-4155-9144-c864387ac20e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:07:25.903715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-dbd76a75-5f08-4707-8d0c-8cf659f2ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:25.905872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-dbd76a75-5f08-4707-8d0c-8cf659f2ba78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1392519 Apr 07 11:07:26.000867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Network a07638e2-76b3-4155-9144-c864387ac20e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:26.024637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00188ea2-d4d7-4dd4-8af0-53a7bf864dfe admin admin] Publish callbacks [] for security_group (c824f098-0fb8-4b12-915e-5bbc1e8552d0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.025708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, a07638e2-76b3-4155-9144-c864387ac20e) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:26.037172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.038341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.038548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:26.038776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:26.039117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:26.039229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94f40a-5c10-4f29-bc7a-7b821d28a39a None None] Network a07638e2-76b3-4155-9144-c864387ac20e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:26.049286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00188ea2-d4d7-4dd4-8af0-53a7bf864dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c824f098-0fb8-4b12-915e-5bbc1e8552d0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.075784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:26.076109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Attempting to bind port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:26.084991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0172bc-5a5f-4084-b296-fb499f3a1bfc req-ccb2a1fd-a8cc-42ee-a505-dbfe80f26b2b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.086596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d0172bc-5a5f-4084-b296-fb499f3a1bfc req-ccb2a1fd-a8cc-42ee-a505-dbfe80f26b2b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.2509439 Apr 07 11:07:26.090497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.094068 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-506ae827-6bfd-4378-9f23-ba6662bf7aca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0339727 Apr 07 11:07:26.114556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:26.114936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:26.115324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:26.115784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Bound port: d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:26.116150 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.124684 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-c53a5ae1-3a4f-4fa0-8fba-f5e8beaba780 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101688 Apr 07 11:07:26.145305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-da92ff3f-1ed3-443b-b4e9-548bf944f2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725282 Apr 07 11:07:26.174193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-00188ea2-d4d7-4dd4-8af0-53a7bf864dfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d369ea24dd64dfda4329c388e0c3bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881415 Apr 07 11:07:26.185839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8e823590-bc36-408d-89e1-ec92785e1dd3 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:07:26.203008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00188ea2-d4d7-4dd4-8af0-53a7bf864dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c824f098-0fb8-4b12-915e-5bbc1e8552d0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:26.209967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 8e823590-bc36-408d-89e1-ec92785e1dd3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:07:26.211137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8e823590-bc36-408d-89e1-ec92785e1dd3 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:07:26.211954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60970) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:26.212395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:07:26.214772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62946a59-3858-47c3-8a8f-6f33c99e4ae0 None None] Network a07638e2-76b3-4155-9144-c864387ac20e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:26.308519 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a9124dc-9d1d-4374-8a8a-523814326761 req-938fffc5-43bf-4e8c-941f-2a2550116aea service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573441 Apr 07 11:07:26.316194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:07:26.318198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:07:26.342469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d0172bc-5a5f-4084-b296-fb499f3a1bfc req-97a323cc-306d-4e3a-b3f0-4be096542718 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400787 Apr 07 11:07:26.352191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.425632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-377a72d1-899f-4b27-9d52-2036d298c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.428836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-377a72d1-899f-4b27-9d52-2036d298c654 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c46e19fb436448f9db6e45f37c20692&device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 1130 time: 0.0677376 Apr 07 11:07:26.436268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:26.448822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:26.457889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:26.495012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.539168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-905af4b7-c214-42fb-8e6e-5f66f85e2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.540900 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-905af4b7-c214-42fb-8e6e-5f66f85e2140 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1040559 Apr 07 11:07:26.567076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:26.577100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32503c-4ea5-4a97-ab01-9634940f6e9e req-7a3a792b-8aac-4eb8-8470-8227496a7340 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.578615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb32503c-4ea5-4a97-ab01-9634940f6e9e req-7a3a792b-8aac-4eb8-8470-8227496a7340 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.3369424 Apr 07 11:07:26.588683 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-9dceb034-03bc-42ba-bc9d-b51ace4b9832 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=82baf302-a0c7-4655-aa87-5bb787d25743 HTTP/1.1" status: 200 len: 217 time: 0.0418961 Apr 07 11:07:26.594524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:26.606337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-405d1ef9-a1ba-4586-b2e6-342d8b86daf9 req-21fb8b63-1ffd-494b-8ae5-6e475b2a6519 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535270 Apr 07 11:07:26.614084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:26.652314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-700a1d21-f906-47c5-9a0d-31095c883d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.654183 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-700a1d21-f906-47c5-9a0d-31095c883d80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0597160 Apr 07 11:07:26.659811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a017ac50-0422-4959-bf88-37ea911c0757 admin admin] Publish callbacks [] for security_group (c824f098-0fb8-4b12-915e-5bbc1e8552d0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.678163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.678786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.680173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] 10.222.0.23 "PUT /v2.0/ports/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 1096 time: 3.2709877 Apr 07 11:07:26.738889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a2729-baa6-4035-b9f6-e70c2757323d service neutron] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:26.748869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-42a6c848-2478-4fce-a7c3-7e530124981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.750691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-42a6c848-2478-4fce-a7c3-7e530124981d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0884514 Apr 07 11:07:26.804856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a017ac50-0422-4959-bf88-37ea911c0757 admin admin] Publish callbacks [] for security_group (c824f098-0fb8-4b12-915e-5bbc1e8552d0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.818806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc2db-008b-4aad-a64d-8840154e6c55 req-dcb7046c-42f1-4042-ad91-f5a6fcfcb915 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.826947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-450cc2db-008b-4aad-a64d-8840154e6c55 req-dcb7046c-42f1-4042-ad91-f5a6fcfcb915 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 932 time: 0.3610928 Apr 07 11:07:26.852423 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-3b0c9723-edd3-4a4b-a901-9a57bcf48b42 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946124 Apr 07 11:07:26.891143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:26.891904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:26.935940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb32503c-4ea5-4a97-ab01-9634940f6e9e req-85b39997-4bbe-446a-868c-2e153f58ad59 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390133 Apr 07 11:07:26.977528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-bc583734-150a-4fbd-a5d6-c580fb58eb45 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2607698 Apr 07 11:07:26.995692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Request body: {'port': {'device_id': '26252329-1d3b-4a9f-acc7-c218b091860f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:27.000112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:27.007749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1866110083-network', 'tenant_id': '3aa24c92d25547339cc4f83884d05b6d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:27.009682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-450cc2db-008b-4aad-a64d-8840154e6c55 req-8dd6c700-1708-4cd4-b76b-e4ef9f9e5b2d tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818383 Apr 07 11:07:27.012782 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6fa7d4e9-ee18-4865-9b4a-b14c10ea9642 req-8d52f7af-8c04-44b9-9c24-d7d04330ec1e service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487486 Apr 07 11:07:27.053019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-9e2472b4-cac5-4dab-abbc-fd174f7da9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.054461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Made reservation on behalf of 3aa24c92d25547339cc4f83884d05b6d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:27.054612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-9e2472b4-cac5-4dab-abbc-fd174f7da9a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1130 time: 0.3212721 Apr 07 11:07:27.057898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.077464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.083909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-171e0731-87f6-44ec-85b3-f0281e05f9ac None None] Provisioning complete for port d7360fb9-bff7-495b-812f-bc73ebb99338 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:27.084312 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-171e0731-87f6-44ec-85b3-f0281e05f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.132712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-171e0731-87f6-44ec-85b3-f0281e05f9ac None None] Port d7360fb9-bff7-495b-812f-bc73ebb99338 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:27.197020 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks [] for security_group (73344d87-f049-446b-bfd8-311dd7d400fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.202322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (73344d87-f049-446b-bfd8-311dd7d400fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.240664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:07:27.251709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73344d87-f049-446b-bfd8-311dd7d400fd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:27.258536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0600199e-c2f7-43f0-809b-7c74da35fe19), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.258882 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Added segment 0600199e-c2f7-43f0-809b-7c74da35fe19 of type vlan for network 11e39864-525d-4f55-a0ad-fc456d247382 Apr 07 11:07:27.303825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (11e39864-525d-4f55-a0ad-fc456d247382), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.331863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (11e39864-525d-4f55-a0ad-fc456d247382), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.333263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.334047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.372578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60998) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:27.377182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a017ac50-0422-4959-bf88-37ea911c0757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c824f098-0fb8-4b12-915e-5bbc1e8552d0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.380410 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a017ac50-0422-4959-bf88-37ea911c0757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.381664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a017ac50-0422-4959-bf88-37ea911c0757 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c824f098-0fb8-4b12-915e-5bbc1e8552d0 HTTP/1.1" status: 204 len: 168 time: 1.1447690 Apr 07 11:07:27.393939 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3895764 Apr 07 11:07:27.397995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32772) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:27.406156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Request body: {'subnet': {'network_id': '11e39864-525d-4f55-a0ad-fc456d247382', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1866110083-subnet', 'tenant_id': '3aa24c92d25547339cc4f83884d05b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:27.418146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ec235-d292-44ed-84c0-019c7367de4d admin admin] Pushing event updated for resources: {'Network': ['ID=11e39864-525d-4f55-a0ad-fc456d247382,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:27.427006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.433195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 11e39864-525d-4f55-a0ad-fc456d247382 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:07:27.451789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Made reservation on behalf of 3aa24c92d25547339cc4f83884d05b6d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:27.454306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ac50-0422-4959-bf88-37ea911c0757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c824f098-0fb8-4b12-915e-5bbc1e8552d0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:27.460670 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.570981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ab22-2fa6-4318-af57-934579dac234 req-01bd1ee4-009b-4f0f-97f6-81bc06f42102 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.577815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f084ab22-2fa6-4318-af57-934579dac234 req-01bd1ee4-009b-4f0f-97f6-81bc06f42102 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 948 time: 0.4784420 Apr 07 11:07:27.671675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-0aff774a-7e15-4fc0-b59f-de8c7eb21b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.673166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-0aff774a-7e15-4fc0-b59f-de8c7eb21b52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.5753107 Apr 07 11:07:27.721908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (75b5fed8-9d84-4b5f-b390-1df87bc842bf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.749750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ea31-3744-426b-99fc-5eb8a270d2cf req-aad0619b-9b42-4639-9676-68462ec2e453 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.757030 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a07ea31-3744-426b-99fc-5eb8a270d2cf req-aad0619b-9b42-4639-9676-68462ec2e453 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.2488265 Apr 07 11:07:27.765322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-d345978a-0e54-42fb-b1b4-fa8c24ec1f5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0832224 Apr 07 11:07:27.792845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b5fed8-9d84-4b5f-b390-1df87bc842bf,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:27.802799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Checking segment: {'id': '0600199e-c2f7-43f0-809b-7c74da35fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '11e39864-525d-4f55-a0ad-fc456d247382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:27.803423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Network hostable DHCP agents. Network: 11e39864-525d-4f55-a0ad-fc456d247382, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:07:27.823018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Network 11e39864-525d-4f55-a0ad-fc456d247382 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:27.830656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:27.833356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 11e39864-525d-4f55-a0ad-fc456d247382) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:27.833872 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e427d9-4224-4c2b-98eb-1037c3576a43" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:27.838894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f084ab22-2fa6-4318-af57-934579dac234 req-2838aadf-2577-49e8-9cc3-2b5ea9de87e6 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602694 Apr 07 11:07:27.839987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.841426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:27.848859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff27968-4bcd-4e21-8803-070a5adcc7a4 None None] Network 11e39864-525d-4f55-a0ad-fc456d247382 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:27.883693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db040633-896f-46b1-bbd5-d8f13eabaa44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4845967 Apr 07 11:07:27.963269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a07ea31-3744-426b-99fc-5eb8a270d2cf req-07d6db80-8ff7-430e-98e3-8609250d3e98 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963480 Apr 07 11:07:27.967286 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d3039-0e34-43e0-b90e-45474ca12a56 x-openstack-request-id: req-bd1d3039-0e34-43e0-b90e-45474ca12a56 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:27.967607 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:27.967830 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd1d3039-0e34-43e0-b90e-45474ca12a56 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:27.968228 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1d3039-0e34-43e0-b90e-45474ca12a56'] response: {'name': 'network-changed', 'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'status': 'completed', 'code': 200} Apr 07 11:07:27.970675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-d505de80-6fbc-45a4-8a44-df39ae8dfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:27.972146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-d505de80-6fbc-45a4-8a44-df39ae8dfa70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1908002 Apr 07 11:07:27.984731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d268a1-4619-4fbb-9e56-92f021b44bb8 None None] Network 11e39864-525d-4f55-a0ad-fc456d247382 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:28.010415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32792) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:28.011504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72a3118a-f609-4e13-beff-7096d49f6162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41718dd6621040c294975e53c3d8e5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350982 Apr 07 11:07:28.102337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eebad02b-57b5-4a80-be5a-44727c45f19a admin admin] Publish callbacks [] for security_group (2989af4a-6d03-40a4-93ab-7f81a2b5021e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.132023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eebad02b-57b5-4a80-be5a-44727c45f19a admin admin] Publish callbacks [] for security_group (2989af4a-6d03-40a4-93ab-7f81a2b5021e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.181971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:28.218170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eebad02b-57b5-4a80-be5a-44727c45f19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2989af4a-6d03-40a4-93ab-7f81a2b5021e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.221878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eebad02b-57b5-4a80-be5a-44727c45f19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.223918 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eebad02b-57b5-4a80-be5a-44727c45f19a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2989af4a-6d03-40a4-93ab-7f81a2b5021e HTTP/1.1" status: 204 len: 168 time: 0.2124903 Apr 07 11:07:28.234033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebad02b-57b5-4a80-be5a-44727c45f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989af4a-6d03-40a4-93ab-7f81a2b5021e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:28.242154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-4bb3ecb0-c5c8-4db6-b009-191cdfb1fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:28.243914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-4bb3ecb0-c5c8-4db6-b009-191cdfb1fa4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1130 time: 0.2667980 Apr 07 11:07:28.258734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-e3f9d691-87cc-4dfd-bb5d-398983a1eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:28.260505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-e3f9d691-87cc-4dfd-bb5d-398983a1eb78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2820184 Apr 07 11:07:28.328064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:28.342928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'port_id': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'mac_address': 'fa:16:3e:e1:40:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369ba404-e64a-42b5-a1a8-1f5b894a6720', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:28.366003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7360fb9-bff7-495b-812f-bc73ebb99338 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:28.383256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Publish callbacks [] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.388874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:28.389627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.398987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a71f-400d-475b-b55b-8247473815e8 req-a8daac57-7608-4d13-b861-ccd1637dbfa0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:28.406130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e425a71f-400d-475b-b55b-8247473815e8 req-a8daac57-7608-4d13-b861-ccd1637dbfa0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.3533716 Apr 07 11:07:28.407517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735bdf5d-6af7-4cbc-b565-f4b4102aff3f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:28.435144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:28.437114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Transition to ACTIVE for port object d7360fb9-bff7-495b-812f-bc73ebb99338 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:28.442296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.460735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc1dc9-a06e-4850-85a1-2298c6b0a691 req-e524ba2a-fb27-4cd0-ba08-ee7d7f4b9500 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:28.462280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29bc1dc9-a06e-4850-85a1-2298c6b0a691 req-e524ba2a-fb27-4cd0-ba08-ee7d7f4b9500 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 932 time: 0.3135765 Apr 07 11:07:28.467554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:28.500605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:28.510052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.510446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.510800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.511268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.511647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.512039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.512382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.512749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.513223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.513563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.513894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.514820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.515169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:07:28.611074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-17ea3c9f-79e4-430a-a2cd-dd224ddd609a service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327579 Apr 07 11:07:28.627383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-28763e45-b12f-4a36-a1dd-ba485c724b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:28.628858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-28763e45-b12f-4a36-a1dd-ba485c724b24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3735809 Apr 07 11:07:28.652246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e425a71f-400d-475b-b55b-8247473815e8 req-b7f2a4e4-e141-404f-8f4a-ae8a5ca46a96 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451289 Apr 07 11:07:28.652957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Pushing event updated for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:28.735019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['735bdf5d-6af7-4cbc-b565-f4b4102aff3f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:28.783859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-f41e4dbb-5912-4148-b944-bac5af4a9d80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.1178710 Apr 07 11:07:28.792637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29bc1dc9-a06e-4850-85a1-2298c6b0a691 req-9d2a5298-174b-4513-9e4b-5ba985362994 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103893 Apr 07 11:07:28.796179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32818) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:28.905781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-c669bb7a-b64a-4b29-bce6-a6753a84c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:28.906759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a6d4b035-5eea-4178-a019-85abf75ed975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2726422df89448599bf67cbeabf26c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081829 Apr 07 11:07:28.907238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-c669bb7a-b64a-4b29-bce6-a6753a84c46e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1120675 Apr 07 11:07:28.907518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32822) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:28.918234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-405762b6-bb3b-43c2-aa63-e4402e59c798 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923818 Apr 07 11:07:28.956787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Attempting to bind port d7360fb9-bff7-495b-812f-bc73ebb99338 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:28.957183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Attempting to bind port d7360fb9-bff7-495b-812f-bc73ebb99338 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:28.957529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Attempting to bind port d7360fb9-bff7-495b-812f-bc73ebb99338 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:28.999472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Port d7360fb9-bff7-495b-812f-bc73ebb99338 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:28.999472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Attempting to bind port d7360fb9-bff7-495b-812f-bc73ebb99338 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:29.003381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92f59b99-93a7-4b5a-938d-33b0209230f1 admin admin] Publish callbacks [] for security_group (32cb5b70-7ba0-4bca-a21b-e4fc76a334bc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.029273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92f59b99-93a7-4b5a-938d-33b0209230f1 admin admin] Publish callbacks [] for security_group (32cb5b70-7ba0-4bca-a21b-e4fc76a334bc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.039898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:29.040261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Checking segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:29.040643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Bound using segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:29.041089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Bound port: d7360fb9-bff7-495b-812f-bc73ebb99338, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:29.041480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.110232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92f59b99-93a7-4b5a-938d-33b0209230f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (32cb5b70-7ba0-4bca-a21b-e4fc76a334bc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.112940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-e82fa4b0-29c0-4b8f-b869-ed1c29badb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:29.114294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92f59b99-93a7-4b5a-938d-33b0209230f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.114549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-e82fa4b0-29c0-4b8f-b869-ed1c29badb82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1989281 Apr 07 11:07:29.118333 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92f59b99-93a7-4b5a-938d-33b0209230f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32cb5b70-7ba0-4bca-a21b-e4fc76a334bc HTTP/1.1" status: 204 len: 168 time: 0.2098789 Apr 07 11:07:29.127476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f59b99-93a7-4b5a-938d-33b0209230f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb5b70-7ba0-4bca-a21b-e4fc76a334bc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:29.253984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7b93e-5732-4f5a-b090-2eaf1a342390 req-118e8c50-faa5-47a0-aeef-93bb9081198b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:29.256533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cad7b93e-5732-4f5a-b090-2eaf1a342390 req-118e8c50-faa5-47a0-aeef-93bb9081198b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 948 time: 0.2943761 Apr 07 11:07:29.270918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-24eaf226-2f1c-470d-8bac-e190d4a92ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:29.272706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-24eaf226-2f1c-470d-8bac-e190d4a92ece service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1130 time: 0.2482598 Apr 07 11:07:29.656375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:29.736354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-28c6e8e9-bc5b-4cc7-b44f-4fb303ebe87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:29.737793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-28c6e8e9-bc5b-4cc7-b44f-4fb303ebe87a service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.4464498 Apr 07 11:07:29.741340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d7360fb9-bff7-495b-812f-bc73ebb99338,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:29.770553 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.806267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-593241ab-6b8f-4df8-a415-ed25a758cfa4 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692145 Apr 07 11:07:29.819662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-1faae84c-91fb-45c6-9fc0-4a7d656d3dbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0664573 Apr 07 11:07:29.848895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cad7b93e-5732-4f5a-b090-2eaf1a342390 req-b5485bf8-b3f4-4b9a-8ed5-d7fd3a052b40 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808809 Apr 07 11:07:29.892833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:29.893491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:29.895013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7360fb9-bff7-495b-812f-bc73ebb99338 HTTP/1.1" status: 200 len: 1092 time: 2.9065073 Apr 07 11:07:29.973571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:29.976255 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743" -d '{"events": [{"name": "network-changed", "server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:30.035847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-34a71b52-3073-414a-a07b-098715d8bd7e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.036911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-34a71b52-3073-414a-a07b-098715d8bd7e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.7444904 Apr 07 11:07:30.071657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d8a3b-2d9b-4521-a202-d70bb838f332 service neutron] Pushing event updated for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:30.088666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-35333e72-f73c-4831-b788-165cac85561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.090280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-35333e72-f73c-4831-b788-165cac85561d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2358861 Apr 07 11:07:30.119864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-a1b531c0-3441-442f-a0a4-1c8377d30c29 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/quotas/5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 375 time: 0.0608785 Apr 07 11:07:30.172627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-1bb59d51-8fa0-4011-b44e-bd0be4f0a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.174061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-1bb59d51-8fa0-4011-b44e-bd0be4f0a46a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 1126 time: 0.2182462 Apr 07 11:07:30.192291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-5bbccd6d-fad0-44ee-83fd-03af92ffe24b service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736989 Apr 07 11:07:30.195276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:30.201697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55312f0-dace-422e-b7e3-0a847cbe798f req-548a54ea-b8f2-41a3-a458-f729a8dbbf8a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.208562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55312f0-dace-422e-b7e3-0a847cbe798f req-548a54ea-b8f2-41a3-a458-f729a8dbbf8a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 944 time: 0.2515423 Apr 07 11:07:30.211810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-a8b5446b-5c7a-43f3-bac3-0c9b3ee7250c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675368 Apr 07 11:07:30.274564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-5ac1b016-20d9-4111-a05e-fda22daadf97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7360fb9-bff7-495b-812f-bc73ebb99338 HTTP/1.1" status: 200 len: 217 time: 0.0803807 Apr 07 11:07:30.358255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-8ee0a424-29f8-4f41-a7f2-44bc14c943de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.359767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-8ee0a424-29f8-4f41-a7f2-44bc14c943de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2542136 Apr 07 11:07:30.380264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 82baf302-a0c7-4655-aa87-5bb787d25743 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:30.448213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55312f0-dace-422e-b7e3-0a847cbe798f req-b6a0fab8-6874-4fe1-94fd-a42cd6938790 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387946 Apr 07 11:07:30.455705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:30.466965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:30.466965 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.469691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-b64a0ee1-db71-4193-ae12-b5f63ab22e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.471152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-b64a0ee1-db71-4193-ae12-b5f63ab22e93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.1835845 Apr 07 11:07:30.493719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-a0c30739-2f7e-4dd9-ab0c-8d36308d1c54 service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680407 Apr 07 11:07:30.548695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e376ca5-1e1f-4e38-9729-77f6bb5e9100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.594663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 82baf302-a0c7-4655-aa87-5bb787d25743, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=82baf302-a0c7-4655-aa87-5bb787d25743,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:30.598801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-75e43fd2-4e1f-4510-8e14-3ee5ce861cff service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259681 Apr 07 11:07:30.617647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '82baf302-a0c7-4655-aa87-5bb787d25743', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '82baf302-a0c7-4655-aa87-5bb787d25743', 'mac_address': 'fa:16:3e:24:dc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:30.625359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:30.626049 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.636530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c452-dc79-4c80-a403-4514026dabeb req-04d1ee5e-cd57-4a56-9837-4ba8c7dcb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:30.638313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-04d1ee5e-cd57-4a56-9837-4ba8c7dcb9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1555398 Apr 07 11:07:30.679378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:30.681927 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e429e0e-d028-4b98-a3e7-c1375edfaee0" -d '{"events": [{"server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "name": "network-vif-plugged", "status": "completed", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:30.698606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 82baf302-a0c7-4655-aa87-5bb787d25743 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:30.699664 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.703645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:30.716700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.747816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82baf302-a0c7-4655-aa87-5bb787d25743 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:30.748141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-e24703a8-c99f-4602-a259-fc7645b80be6 service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347803 Apr 07 11:07:30.803274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1169997376', 'description': 'tempest-description-1770806822'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:30.804663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 82baf302-a0c7-4655-aa87-5bb787d25743, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=82baf302-a0c7-4655-aa87-5bb787d25743,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:30.813736 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.815311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e427d9-4224-4c2b-98eb-1037c3576a43 req-804c61f2-6c89-490d-b99d-4818b5aab56b service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073746 Apr 07 11:07:30.819204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:30.828626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-f55c861c-1f55-4f05-a1b9-f6f290b032f5 service neutron] 10.222.0.23 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588647 Apr 07 11:07:30.844932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.891950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:30.930878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=82baf302-a0c7-4655-aa87-5bb787d25743,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:30.967489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9257c452-dc79-4c80-a403-4514026dabeb req-87296698-7f53-4328-90f9-af936cf38976 service neutron] 10.222.0.23 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313055 Apr 07 11:07:31.014000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (890dbde2-5498-4820-9e85-7576aa3e67d5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.018664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (890dbde2-5498-4820-9e85-7576aa3e67d5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.052441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['82baf302-a0c7-4655-aa87-5bb787d25743'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:31.093199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890dbde2-5498-4820-9e85-7576aa3e67d5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:31.143269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac3c0-9df3-47a2-b1a5-6f1ee11d3b88 req-2b2b710d-2925-4c7e-9c74-66edf0443e89 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.149630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a8ac3c0-9df3-47a2-b1a5-6f1ee11d3b88 req-2b2b710d-2925-4c7e-9c74-66edf0443e89 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.1137285 Apr 07 11:07:31.157254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.171580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.215188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.216735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc941138-d384-4d90-ad9b-f9d92df40369 req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4232266 Apr 07 11:07:31.226426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1b2d0-867a-4950-9c19-6ca583e0ea8e tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:31.241858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a8ac3c0-9df3-47a2-b1a5-6f1ee11d3b88 req-53ba6f8a-a11e-43a3-9314-59873a444859 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872071 Apr 07 11:07:31.281014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.296138 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984267c1-b272-4b7d-ad0e-ef228fb556cf x-openstack-request-id: req-984267c1-b272-4b7d-ad0e-ef228fb556cf {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:31.296788 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:31.297380 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-984267c1-b272-4b7d-ad0e-ef228fb556cf {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:31.298469 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984267c1-b272-4b7d-ad0e-ef228fb556cf'] response: {'name': 'network-changed', 'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'status': 'completed', 'code': 200} Apr 07 11:07:31.375724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428597-2942-499e-b740-b60314e96118 req-9af6e596-55a7-4360-b9ee-ce3cbec2c072 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.377302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c428597-2942-499e-b740-b60314e96118 req-9af6e596-55a7-4360-b9ee-ce3cbec2c072 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 944 time: 0.0938647 Apr 07 11:07:31.407720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-26185f3f-f58f-4514-90ba-32c8b9dae92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.409212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-26185f3f-f58f-4514-90ba-32c8b9dae92c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 1126 time: 0.0819702 Apr 07 11:07:31.433585 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3422f1-a6bd-4655-8ded-8d51471fd012 x-openstack-request-id: req-bb3422f1-a6bd-4655-8ded-8d51471fd012 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:31.433903 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "name": "network-vif-plugged", "status": "completed", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:31.434177 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb3422f1-a6bd-4655-8ded-8d51471fd012 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:31.434580 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3422f1-a6bd-4655-8ded-8d51471fd012'] response: {'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'code': 200} Apr 07 11:07:31.484792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c428597-2942-499e-b740-b60314e96118 req-1e569058-e8ac-413b-b22e-0294ea8ab29f tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006322 Apr 07 11:07:31.610917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e4695b4-f6c4-49ad-8e36-a9c7cb6adb99 req-2e4d0175-d34b-4dbb-89cf-98cd111360d0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 210 time: 0.0517685 Apr 07 11:07:31.621825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-f28188e9-e96d-47a6-a0c1-11f20ef73275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.623276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-f28188e9-e96d-47a6-a0c1-11f20ef73275 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 924 time: 0.2029810 Apr 07 11:07:31.672008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94846fb1-6ca5-424e-8cdd-8eeb97e8c2b7 req-0ae6c0ae-d30c-4af7-a1df-b672a8bee84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.673576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94846fb1-6ca5-424e-8cdd-8eeb97e8c2b7 req-0ae6c0ae-d30c-4af7-a1df-b672a8bee84f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1127 time: 0.1691782 Apr 07 11:07:31.681346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b76763-405c-4534-9f7e-8838e7e6e786 req-4f072e33-3100-459c-b85e-f0a274da3ae8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.682765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6b76763-405c-4534-9f7e-8838e7e6e786 req-4f072e33-3100-459c-b85e-f0a274da3ae8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 949 time: 0.1929145 Apr 07 11:07:31.684036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-93215117-68c1-483e-b034-774be36e152b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7360fb9-bff7-495b-812f-bc73ebb99338 HTTP/1.1" status: 200 len: 217 time: 0.0541737 Apr 07 11:07:31.687044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-329a407c-7a01-4a2b-81d0-ce75384d406c req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1836822871', 'description': 'tempest-description-73443953'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:31.783715 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-329a407c-7a01-4a2b-81d0-ce75384d406c req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.806159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-37ef6970-9b9b-47d6-81ef-452cbf49c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.807609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-37ef6970-9b9b-47d6-81ef-452cbf49c30d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.1143293 Apr 07 11:07:31.828289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6b76763-405c-4534-9f7e-8838e7e6e786 req-35363721-9c23-45fe-9af5-d1da8cdb86cb tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371877 Apr 07 11:07:31.850984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94846fb1-6ca5-424e-8cdd-8eeb97e8c2b7 req-100e2fa5-5e6b-4c06-ae2b-7011fe82b6dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585643 Apr 07 11:07:31.892391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-0cef8704-13be-49cb-8e91-d919c5433d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:31.894020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-0cef8704-13be-49cb-8e91-d919c5433d39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786059 Apr 07 11:07:31.959261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-329a407c-7a01-4a2b-81d0-ce75384d406c req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (7c80535f-8190-4c93-b433-88a5d033841d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:31.964415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-329a407c-7a01-4a2b-81d0-ce75384d406c req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7c80535f-8190-4c93-b433-88a5d033841d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.002189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-329a407c-7a01-4a2b-81d0-ce75384d406c req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.003363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-329a407c-7a01-4a2b-81d0-ce75384d406c req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3347769 Apr 07 11:07:32.048708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aebd2a-423b-490d-b340-d48e41b89d09 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80535f-8190-4c93-b433-88a5d033841d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:32.075655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-38e4d6ef-bea3-4768-8f9a-5ba598bdff85 service neutron] 10.222.0.23 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696951 Apr 07 11:07:32.252988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:32.256217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 82baf302-a0c7-4655-aa87-5bb787d25743 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:32.391244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 82baf302-a0c7-4655-aa87-5bb787d25743 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:32.404914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 82baf302-a0c7-4655-aa87-5bb787d25743 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:32.405553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.444012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-31b1e329-6a3c-4c0e-839b-0aa2f6a4b1f3 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:32.446150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafaebb-9903-4481-96f0-c9ee1f9c2537 req-ebe97c50-6123-4227-80c1-414b9c4a182c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:32.446309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-31b1e329-6a3c-4c0e-839b-0aa2f6a4b1f3 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.1358161 Apr 07 11:07:32.453283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcafaebb-9903-4481-96f0-c9ee1f9c2537 req-ebe97c50-6123-4227-80c1-414b9c4a182c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 945 time: 0.4585757 Apr 07 11:07:32.454609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:32.462257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Request body: {'port': {'device_id': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'admin_state_up': True, 'tenant_id': '5430aaa714024d25b4b2185e48a80813'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:32.471598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'mac_address': 'fa:16:3e:2c:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:32.511813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def71f5-6b59-4f72-a6f2-e6e950f2f811 req-fc69f0c2-53ee-4b32-b055-4c87f8471d82 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:32.513257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8def71f5-6b59-4f72-a6f2-e6e950f2f811 req-fc69f0c2-53ee-4b32-b055-4c87f8471d82 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 948 time: 0.4553955 Apr 07 11:07:32.554285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:32.554678 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.556977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 82baf302-a0c7-4655-aa87-5bb787d25743 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:32.557374 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.583894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:32.585180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Made reservation on behalf of 5430aaa714024d25b4b2185e48a80813 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:32.585684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-59568123-2a68-4e75-9f2e-f00442f1f7a0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:32.587186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-59568123-2a68-4e75-9f2e-f00442f1f7a0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568&tenant_id=5c88156454414b57ad33b86ec8fb7f60&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 948 time: 0.2647333 Apr 07 11:07:32.591427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.596174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcafaebb-9903-4481-96f0-c9ee1f9c2537 req-fba8423d-f4b1-4991-b748-fc843ec979dc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420243 Apr 07 11:07:32.601017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a667f0f-5c9c-4f7d-b643-82ae89dbd743 req-79758e74-d6f9-4bd3-8645-235ba89889ba service neutron] 10.222.0.23 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774477 Apr 07 11:07:32.615099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:32.617012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 82baf302-a0c7-4655-aa87-5bb787d25743, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=82baf302-a0c7-4655-aa87-5bb787d25743,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:32.633633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.652689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8def71f5-6b59-4f72-a6f2-e6e950f2f811 req-d862c3da-7e37-415c-86a8-211a037b817e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 Apr 07 11:07:32.660830 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.679602 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-8c61e960-78e5-4fba-833c-fe69f764e58b service neutron] delete failed (client error): The resource could not be found. Apr 07 11:07:32.688372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-8c61e960-78e5-4fba-833c-fe69f764e58b service neutron] 10.222.0.41 "DELETE /v2.0/ports/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0824254 Apr 07 11:07:32.696092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:32.767517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=82baf302-a0c7-4655-aa87-5bb787d25743,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:32.799392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Allocated IP 172.20.0.12 (a07638e2-76b3-4155-9144-c864387ac20e/24a0e80b-7652-4f88-8b1d-8659f5200268/69507b7d-702d-4304-9abe-d59e8bc4de34) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:32.869941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd72b-fa91-422f-b569-613e2fec1832 req-009f7e05-579f-4418-8004-738929aa1872 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:32.873483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:32.877711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dcfd72b-fa91-422f-b569-613e2fec1832 req-009f7e05-579f-4418-8004-738929aa1872 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 944 time: 0.1110158 Apr 07 11:07:32.889244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1796168817', 'description': 'tempest-description-1446192451'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:32.919407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-193eced9-8e99-4834-98a2-a909fd2a487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:32.920339 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-847bee96-5dc3-4a61-b00d-8e521b16cbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.920897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-193eced9-8e99-4834-98a2-a909fd2a487c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1131 time: 0.1052635 Apr 07 11:07:32.943842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.950544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks [] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.964730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dcfd72b-fa91-422f-b569-613e2fec1832 req-f9ab277d-3a90-4f9a-9939-9ab1c212db7a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821805 Apr 07 11:07:32.983695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:32.992198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.043787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Network a07638e2-76b3-4155-9144-c864387ac20e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:33.048084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:33.050642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:33.053051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:33.110651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.111559 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.127172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.128619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-ec84369b-86a8-461c-8792-f4fa0e5b000e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6729114 Apr 07 11:07:33.132712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-a2defd18-99ce-446c-9a0e-79ca6d29e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.134191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-a2defd18-99ce-446c-9a0e-79ca6d29e268 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1682367 Apr 07 11:07:33.146167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Request body: {'port': {'device_id': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:33.193926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-3650b311-cddb-4546-85a2-6f0deebac0d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0508702 Apr 07 11:07:33.210031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.228584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51597c37-25fd-4ebc-8962-cd4861706477 req-d9bd9b5d-27f2-4448-8adf-cc8a2b8bf145 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.230078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51597c37-25fd-4ebc-8962-cd4861706477 req-d9bd9b5d-27f2-4448-8adf-cc8a2b8bf145 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 932 time: 0.1513469 Apr 07 11:07:33.231986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (34766f96-4887-42a3-8bdd-b68895eca5f6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.257674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34766f96-4887-42a3-8bdd-b68895eca5f6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.322178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-dbbd4867-334d-4df5-973a-b61d5d15d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.323569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-dbbd4867-334d-4df5-973a-b61d5d15d1a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1215279 Apr 07 11:07:33.327392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34766f96-4887-42a3-8bdd-b68895eca5f6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:33.385093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51597c37-25fd-4ebc-8962-cd4861706477 req-67304a1a-05a5-4a22-9839-e8e7de30cfc5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311669 Apr 07 11:07:33.412563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (37f83c7b-fcd8-440c-8919-a891881cfc3a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.417847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (37f83c7b-fcd8-440c-8919-a891881cfc3a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.436935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82baf302-a0c7-4655-aa87-5bb787d25743'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:33.440282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-42a79323-c67b-4830-8497-0c96b0a6fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.442439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-42a79323-c67b-4830-8497-0c96b0a6fd93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1100893 Apr 07 11:07:33.449191 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207638d-d98b-4c3b-adf9-ec38f21eef97" -d '{"events": [{"server_uuid": "ffb4e077-bfc5-49f9-b5d9-a892419fa011", "name": "network-vif-plugged", "status": "completed", "tag": "82baf302-a0c7-4655-aa87-5bb787d25743"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:33.466192 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.476283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc3e2a12-ce65-4bed-892d-44d932f31434 req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5909715 Apr 07 11:07:33.492628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402cbbf-d615-498b-ae2f-4ea9fc1f9c10 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f83c7b-fcd8-440c-8919-a891881cfc3a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:33.510351 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92835c81-86e2-4a52-a404-301aca8c1bd2 x-openstack-request-id: req-92835c81-86e2-4a52-a404-301aca8c1bd2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:33.510670 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb4e077-bfc5-49f9-b5d9-a892419fa011", "name": "network-vif-plugged", "status": "completed", "tag": "82baf302-a0c7-4655-aa87-5bb787d25743", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:33.511202 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92835c81-86e2-4a52-a404-301aca8c1bd2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:33.511604 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92835c81-86e2-4a52-a404-301aca8c1bd2'] response: {'server_uuid': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82baf302-a0c7-4655-aa87-5bb787d25743', 'code': 200} Apr 07 11:07:33.558969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-972614a2-837b-4948-a4b5-c52e5782606c req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1229915749', 'description': 'tempest-description-689703563'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:33.635179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-972614a2-837b-4948-a4b5-c52e5782606c req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.716250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52805b-6c31-43e2-910b-5569c875f98d req-10eec169-7f23-4a4a-90a5-5247d71a65b2 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.717782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d52805b-6c31-43e2-910b-5569c875f98d req-10eec169-7f23-4a4a-90a5-5247d71a65b2 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.1806538 Apr 07 11:07:33.746676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf414443-46a2-4672-8e28-8a1b010680c2 req-f3cbb391-a686-4aa8-bb95-909e77e1b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:33.748133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf414443-46a2-4672-8e28-8a1b010680c2 req-f3cbb391-a686-4aa8-bb95-909e77e1b8d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 1132 time: 0.1524556 Apr 07 11:07:33.749882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-fb0f287f-749d-4195-ba9a-513b6c3a0c50 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979741 Apr 07 11:07:33.775752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69507b7d-702d-4304-9abe-d59e8bc4de34 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:33.784021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Publish callbacks [] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.789661 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:33.805969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Transition to ACTIVE for port object 69507b7d-702d-4304-9abe-d59e8bc4de34 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:33.810673 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.867101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-972614a2-837b-4948-a4b5-c52e5782606c req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (5021bb28-8cb2-461e-acb8-814cef44c008), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.885934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-972614a2-837b-4948-a4b5-c52e5782606c req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5021bb28-8cb2-461e-acb8-814cef44c008), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.886551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:33.919297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d52805b-6c31-43e2-910b-5569c875f98d req-8b5ec2f9-1596-4816-a5fe-928a22b4dc2d tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868856 Apr 07 11:07:33.925041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd607fa-2a06-406b-a56c-cccd43be6a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.945008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf414443-46a2-4672-8e28-8a1b010680c2 req-9e69ece4-5e4d-4f9e-ae06-f8c1f43576b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838088 Apr 07 11:07:33.969218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:33.969555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:33.969884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:33.970749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-972614a2-837b-4948-a4b5-c52e5782606c req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:33.972011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-972614a2-837b-4948-a4b5-c52e5782606c req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4335923 Apr 07 11:07:33.982200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8526-e861-4a6d-a019-ff82ea528ffb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021bb28-8cb2-461e-acb8-814cef44c008,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:34.003271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec7456bd-b54d-4258-96a5-a7a669853820 req-5b53c621-07f0-4250-9e36-2cd4a44255f7 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409992 Apr 07 11:07:34.008004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:34.008605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:34.020108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:34.020773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:34.021742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:34.022413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Bound port: 69507b7d-702d-4304-9abe-d59e8bc4de34, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:34.022837 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.094482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d9c6f-e5bb-407b-85bc-835c0083e241 req-11826c08-805c-4b08-894e-237888461993 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.096098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-089d9c6f-e5bb-407b-85bc-835c0083e241 req-11826c08-805c-4b08-894e-237888461993 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 945 time: 0.1151006 Apr 07 11:07:34.111502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd607fa-2a06-406b-a56c-cccd43be6a55 admin admin] Publish callbacks [] for security_group (14a984e3-f060-495a-864a-bede04a7114e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.114426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d87b31-fe05-4168-92c2-91cf5daf2458 req-bf91b56b-82d7-487e-a117-f478fc5c7790 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.116225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1d87b31-fe05-4168-92c2-91cf5daf2458 req-bf91b56b-82d7-487e-a117-f478fc5c7790 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 949 time: 0.0806577 Apr 07 11:07:34.120562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd607fa-2a06-406b-a56c-cccd43be6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14a984e3-f060-495a-864a-bede04a7114e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.137914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:34.167273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:34.183646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-efd607fa-2a06-406b-a56c-cccd43be6a55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e1b7c5f80ba48c79379793bfd8d433e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929079 Apr 07 11:07:34.184782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.186542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32960) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:34.187985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-089d9c6f-e5bb-407b-85bc-835c0083e241 req-a12715d2-e154-4cdf-9766-28a48099df52 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825834 Apr 07 11:07:34.190724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd607fa-2a06-406b-a56c-cccd43be6a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a984e3-f060-495a-864a-bede04a7114e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:34.192525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1d87b31-fe05-4168-92c2-91cf5daf2458 req-1ff19b48-7409-4482-966e-9d333dc62a3a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697060 Apr 07 11:07:34.252914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d7360fb9-bff7-495b-812f-bc73ebb99338 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:34.258205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:34.259746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.260375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.264231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] 10.222.0.41 "PUT /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 1092 time: 1.1231520 Apr 07 11:07:34.269072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:34.273805 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cf825-0027-4226-8177-1fcd94d40d54" -d '{"events": [{"name": "network-changed", "server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:34.331259 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.366827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087c4c8-02bd-410d-9a3f-42d19f726e61 req-13e31abb-5ab0-41ac-8e47-f36af58afcf3 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.374043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6087c4c8-02bd-410d-9a3f-42d19f726e61 req-13e31abb-5ab0-41ac-8e47-f36af58afcf3 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 944 time: 0.0985999 Apr 07 11:07:34.374626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e5d27-da69-4e44-8b57-00bfc5dbfa5d service neutron] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:34.384795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51ae3345-7860-4be1-baae-7037acbce38d admin admin] Publish callbacks [] for security_group (14a984e3-f060-495a-864a-bede04a7114e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.400171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:34.412515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:34.413153 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.424425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51ae3345-7860-4be1-baae-7037acbce38d admin admin] Publish callbacks [] for security_group (14a984e3-f060-495a-864a-bede04a7114e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.454721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-b45e83ea-fb25-43d5-b0c2-11b048e25d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.457152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-b45e83ea-fb25-43d5-b0c2-11b048e25d85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1126 time: 0.1453724 Apr 07 11:07:34.458356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d7360fb9-bff7-495b-812f-bc73ebb99338,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:34.475658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6087c4c8-02bd-410d-9a3f-42d19f726e61 req-27171ccb-39b6-4352-9f60-bd628d1c7a67 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965936 Apr 07 11:07:34.479868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'port_id': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'mac_address': 'fa:16:3e:75:35:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:34.510070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-28f22fe1-f300-42f5-b471-fd6ac60e6c67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 217 time: 0.0464041 Apr 07 11:07:34.586226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d7360fb9-bff7-495b-812f-bc73ebb99338 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:34.586775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.615054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:34.615858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.621081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7360fb9-bff7-495b-812f-bc73ebb99338 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:34.622447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51ae3345-7860-4be1-baae-7037acbce38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14a984e3-f060-495a-864a-bede04a7114e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.625914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51ae3345-7860-4be1-baae-7037acbce38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.629433 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51ae3345-7860-4be1-baae-7037acbce38d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14a984e3-f060-495a-864a-bede04a7114e HTTP/1.1" status: 204 len: 168 time: 0.4374003 Apr 07 11:07:34.629433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9989a-f028-43bc-a079-e7c75f54040e req-f94bef96-05ef-415f-b7e9-f9dcce0a85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.642172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-f94bef96-05ef-415f-b7e9-f9dcce0a85fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1249709 Apr 07 11:07:34.663060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d7360fb9-bff7-495b-812f-bc73ebb99338,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:34.679774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.690500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:34.724656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae3345-7860-4be1-baae-7037acbce38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a984e3-f060-495a-864a-bede04a7114e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:34.730539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-8bf66472-dd85-43db-b972-e257e4111966 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56477 time: 0.5043788 Apr 07 11:07:34.737042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-6f181ce9-640a-43dc-addb-5b4511c3813b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865467 Apr 07 11:07:34.744562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:34.778868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:34.844159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:34.852852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-d21faddf-0df8-49a6-bbd7-2a9b0ae27cc4 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0b76d840-a7ad-487d-8d9f-4c3d0a9ef057 HTTP/1.1" status: 200 len: 2994 time: 0.1213210 Apr 07 11:07:34.868084 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-014763d3-a36c-4f74-963d-de39393bf26b service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244779 Apr 07 11:07:34.915079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-d3383473-a0a3-462c-88a8-14ddc3193b30 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0b76d840-a7ad-487d-8d9f-4c3d0a9ef057 HTTP/1.1" status: 200 len: 2994 time: 0.0591028 Apr 07 11:07:34.969601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d7360fb9-bff7-495b-812f-bc73ebb99338'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:34.971360 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66a9989a-f028-43bc-a079-e7c75f54040e req-f9ac3756-b8ed-4bed-afa7-a52914348107 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978577 Apr 07 11:07:34.982663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9398447-02b5-46bb-aef0-ed3fd95c0230 req-d6af014d-713c-4e0e-a930-cbb673fe0134 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:34.984252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9398447-02b5-46bb-aef0-ed3fd95c0230 req-d6af014d-713c-4e0e-a930-cbb673fe0134 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1127 time: 0.0809703 Apr 07 11:07:34.986301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-635f482a-8346-49b3-8240-49c4a15bbd57 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/132dc850-3f3e-44a7-99ac-c2b081ba7ac5 HTTP/1.1" status: 200 len: 2998 time: 0.0553598 Apr 07 11:07:35.122928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-7a1d04cf-eeb2-428f-ad22-3c401a97d94a tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/132dc850-3f3e-44a7-99ac-c2b081ba7ac5 HTTP/1.1" status: 200 len: 2998 time: 0.1233454 Apr 07 11:07:35.127538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9398447-02b5-46bb-aef0-ed3fd95c0230 req-d6c67984-266e-44ce-9fa2-aeeabf873a56 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365418 Apr 07 11:07:35.149716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-6ee2c5e4-37f4-4e30-bbda-6e31ef378a1c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980766 Apr 07 11:07:35.168589 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-93f4b56d-d965-4d38-97c7-598f7cec865c tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] show failed (client error): The resource could not be found. Apr 07 11:07:35.170058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-93f4b56d-d965-4d38-97c7-598f7cec865c tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/14a984e3-f060-495a-864a-bede04a7114e HTTP/1.1" status: 404 len: 352 time: 0.0360091 Apr 07 11:07:35.194514 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-44fc81f4-bcbb-485c-8217-3b5505baee6e tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] show failed (client error): The resource could not be found. Apr 07 11:07:35.195794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-44fc81f4-bcbb-485c-8217-3b5505baee6e tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/14a984e3-f060-495a-864a-bede04a7114e HTTP/1.1" status: 404 len: 352 time: 0.0157444 Apr 07 11:07:35.278930 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e81e12-54c4-499a-b009-c313e5243397 x-openstack-request-id: req-e7e81e12-54c4-499a-b009-c313e5243397 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:35.279429 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:35.279846 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e81e12-54c4-499a-b009-c313e5243397 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:35.280415 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e81e12-54c4-499a-b009-c313e5243397'] response: {'name': 'network-changed', 'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'status': 'completed', 'code': 200} Apr 07 11:07:35.280678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-530e075f-8d4c-474c-80e0-61d977b56720 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/27722269-bbb1-4e02-90a7-5cc4f2d20a2c HTTP/1.1" status: 200 len: 2998 time: 0.0758281 Apr 07 11:07:35.290117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-0d1924be-28ec-4ab5-80f8-4f4f81e2cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.291373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-0d1924be-28ec-4ab5-80f8-4f4f81e2cf21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1132 time: 0.0731859 Apr 07 11:07:35.298186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:35.327805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d492ce-e27e-480e-9cf4-4c6e21aeff9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.398335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cf825-0027-4226-8177-1fcd94d40d54 req-3d1a52f8-cf8d-4a98-8d1c-b8abd1b97053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.399825 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-3d1a52f8-cf8d-4a98-8d1c-b8abd1b97053 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1126 time: 0.0898733 Apr 07 11:07:35.408144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-d7a93de4-add4-404f-866b-5fe3f59b53c2 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/27722269-bbb1-4e02-90a7-5cc4f2d20a2c HTTP/1.1" status: 200 len: 2998 time: 0.1207824 Apr 07 11:07:35.485914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1c546-dd00-4204-a491-be7928e5b6d1 req-8a367350-a1c1-4fcf-a467-d9b567c6631b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.487561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79d1c546-dd00-4204-a491-be7928e5b6d1 req-8a367350-a1c1-4fcf-a467-d9b567c6631b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.1212502 Apr 07 11:07:35.491749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-713e7b18-8106-4fcb-83d2-e03aff15742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.493484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-713e7b18-8106-4fcb-83d2-e03aff15742f service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1771011 Apr 07 11:07:35.497838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-cd6aee2c-8ff1-4897-8165-2ca9bf896d00 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/34766f96-4887-42a3-8bdd-b68895eca5f6 HTTP/1.1" status: 200 len: 2998 time: 0.0821626 Apr 07 11:07:35.504086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d492ce-e27e-480e-9cf4-4c6e21aeff9e admin admin] Publish callbacks [] for security_group (0ca48260-dd2c-4d85-b924-79be5b7fe0e9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.512511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:35.513089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d492ce-e27e-480e-9cf4-4c6e21aeff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ca48260-dd2c-4d85-b924-79be5b7fe0e9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.515317 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69323e1-8ccf-4c26-9683-1e52b04057f9" -d '{"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-plugged", "status": "completed", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:35.557846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-1fd4ddcd-8161-46aa-8713-c6ca9511d3ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0542219 Apr 07 11:07:35.558373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cf825-0027-4226-8177-1fcd94d40d54 req-596fcb8a-4a9f-4f3c-9b04-c93755fd8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.559831 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-596fcb8a-4a9f-4f3c-9b04-c93755fd8977 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.1540291 Apr 07 11:07:35.564803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d492ce-e27e-480e-9cf4-4c6e21aeff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca48260-dd2c-4d85-b924-79be5b7fe0e9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:35.579646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35d492ce-e27e-480e-9cf4-4c6e21aeff9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89f56a2fd48c46c7ae0cb62eeaaee4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776880 Apr 07 11:07:35.580212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32986) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:35.614044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-e91f872e-9480-4659-a087-efe02e091b50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 217 time: 0.0448062 Apr 07 11:07:35.621346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79d1c546-dd00-4204-a491-be7928e5b6d1 req-aac3ed34-f96b-4387-8c16-6d27b342d548 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258278 Apr 07 11:07:35.649775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-c67febec-1148-4b82-898e-ca0334061caf tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/34766f96-4887-42a3-8bdd-b68895eca5f6 HTTP/1.1" status: 200 len: 2998 time: 0.1379709 Apr 07 11:07:35.651366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-55adf77f-2505-4bf9-b988-516d258ef9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.653183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-55adf77f-2505-4bf9-b988-516d258ef9c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0837486 Apr 07 11:07:35.712414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cf825-0027-4226-8177-1fcd94d40d54 req-2b2c979f-35c4-4c62-8e89-d0a60544232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.713889 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-2b2c979f-35c4-4c62-8e89-d0a60544232a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0930099 Apr 07 11:07:35.716721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5737-964c-47d6-87bd-31c98a0fc014 admin admin] Publish callbacks [] for security_group (0ca48260-dd2c-4d85-b924-79be5b7fe0e9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.753451 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-695dcbf3-ac53-49bf-98e5-2a73b9279f4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329723 Apr 07 11:07:35.772380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5737-964c-47d6-87bd-31c98a0fc014 admin admin] Publish callbacks [] for security_group (0ca48260-dd2c-4d85-b924-79be5b7fe0e9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.790861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-515acfc4-93f5-49a4-9af1-aed1838a3358 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/40279f5d-e08a-4a8b-96b0-fee316b3d73c HTTP/1.1" status: 200 len: 2998 time: 0.1318111 Apr 07 11:07:35.826198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-26b87bf0-7058-40f2-b979-0793e5a93f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.827667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-26b87bf0-7058-40f2-b979-0793e5a93f0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1662140 Apr 07 11:07:35.843698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82332e6-2577-4871-b3e2-bce1e038f144 req-6514005d-cbed-43c7-a535-4c90791a66c4 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:35.845194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d82332e6-2577-4871-b3e2-bce1e038f144 req-6514005d-cbed-43c7-a535-4c90791a66c4 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.1466279 Apr 07 11:07:35.847275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.862164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-89f7e4e9-75fc-40d0-8979-263372479574 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381948 Apr 07 11:07:35.885091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-9a005e8e-78f4-4adb-9265-5c5b7a211972 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244645 Apr 07 11:07:35.888061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5737-964c-47d6-87bd-31c98a0fc014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ca48260-dd2c-4d85-b924-79be5b7fe0e9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.891047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5737-964c-47d6-87bd-31c98a0fc014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:35.892458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b9c5737-964c-47d6-87bd-31c98a0fc014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca48260-dd2c-4d85-b924-79be5b7fe0e9 HTTP/1.1" status: 204 len: 168 time: 0.3114266 Apr 07 11:07:35.920830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c5737-964c-47d6-87bd-31c98a0fc014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca48260-dd2c-4d85-b924-79be5b7fe0e9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:35.955507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-19b2a4ec-8ef7-4f0a-b632-8a1f85de2fc6 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/40279f5d-e08a-4a8b-96b0-fee316b3d73c HTTP/1.1" status: 200 len: 2998 time: 0.1574571 Apr 07 11:07:36.001444 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-719cf825-0027-4226-8177-1fcd94d40d54 req-eaad00db-14a5-4a33-9321-e46052bc3c47 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076176 Apr 07 11:07:36.018723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d82332e6-2577-4871-b3e2-bce1e038f144 req-5a7ab83d-8c6f-4e9f-8e1b-3bd6870f28b0 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542044 Apr 07 11:07:36.058610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-87a15178-88a3-4c5f-8b7b-f7b0d6a6acab service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124455 Apr 07 11:07:36.068250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-d8ac00ca-b3e6-4006-9467-2238a8d95377 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6532c740-c232-4c5f-9628-d31060413cbd HTTP/1.1" status: 200 len: 2998 time: 0.0943546 Apr 07 11:07:36.070086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ff628-bf4c-4bd0-8001-262782608177 req-3afe0149-20ab-42cd-801c-e9bff272447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:36.071740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-3afe0149-20ab-42cd-801c-e9bff272447a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1127 time: 0.1495905 Apr 07 11:07:36.270085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d7360fb9-bff7-495b-812f-bc73ebb99338 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:36.325443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port d7360fb9-bff7-495b-812f-bc73ebb99338 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:36.329543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port d7360fb9-bff7-495b-812f-bc73ebb99338 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:36.329920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:36.420331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d7360fb9-bff7-495b-812f-bc73ebb99338 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:36.420717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:36.455860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d7360fb9-bff7-495b-812f-bc73ebb99338,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:36.460116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:36.496343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-6719b12a-0055-45c5-a7b1-15be6942d8e5 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6532c740-c232-4c5f-9628-d31060413cbd HTTP/1.1" status: 200 len: 2998 time: 0.4152508 Apr 07 11:07:36.515682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:36.563363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7320c1-4f76-4af8-ad9c-1e711870b7f1 req-3f11bf07-ed38-413c-b3f2-1f5ff71a6143 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:36.564845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa7320c1-4f76-4af8-ad9c-1e711870b7f1 req-3f11bf07-ed38-413c-b3f2-1f5ff71a6143 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.4716599 Apr 07 11:07:36.571210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20193c-e572-4b8a-9a42-2f429ef09044 req-bbe44d76-7f45-4ec6-8050-e10abed7f9ea service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057161 Apr 07 11:07:36.577866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ff628-bf4c-4bd0-8001-262782608177 req-287522ad-197b-40e7-93e2-9f96a76251c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:36.579228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-287522ad-197b-40e7-93e2-9f96a76251c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.4801564 Apr 07 11:07:36.654777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-a87d8557-af8c-4229-8235-80d67ba1e4e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.0690129 Apr 07 11:07:36.662336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-e1e96d48-e09f-4fa9-865d-29d5c79647c5 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/73344d87-f049-446b-bfd8-311dd7d400fd HTTP/1.1" status: 200 len: 2998 time: 0.1526487 Apr 07 11:07:36.739999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa7320c1-4f76-4af8-ad9c-1e711870b7f1 req-52b836b9-b53f-44b8-996c-f8f8d58f6f64 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634591 Apr 07 11:07:36.757352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ff628-bf4c-4bd0-8001-262782608177 req-d7527aca-8c9b-4bf3-af81-53ed0cb68d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:36.758836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-d7527aca-8c9b-4bf3-af81-53ed0cb68d1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0956454 Apr 07 11:07:36.760422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-4eeee499-0719-42cc-a8b5-51f9caf7af53 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/73344d87-f049-446b-bfd8-311dd7d400fd HTTP/1.1" status: 200 len: 2998 time: 0.0913424 Apr 07 11:07:36.807492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-a5050416-0a69-41e7-b025-99fe7dd3484c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427916 Apr 07 11:07:36.920062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-fccf5624-80db-4ead-8e05-7a0b79ca86b7 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/890dbde2-5498-4820-9e85-7576aa3e67d5 HTTP/1.1" status: 200 len: 2998 time: 0.1458924 Apr 07 11:07:36.997557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-55abe7ee-5723-450b-b10b-5c0391909306 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818674 Apr 07 11:07:37.000782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135b509-63da-40c5-8c84-da50982e5166 req-a87e4496-9d68-4c19-bedf-882bd870155c tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:37.002310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0135b509-63da-40c5-8c84-da50982e5166 req-a87e4496-9d68-4c19-bedf-882bd870155c tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1127 time: 0.1749947 Apr 07 11:07:37.068192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:37.070938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-b9ee51d3-7041-452e-b020-6e640e8e22e4 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/890dbde2-5498-4820-9e85-7576aa3e67d5 HTTP/1.1" status: 200 len: 2998 time: 0.1409647 Apr 07 11:07:37.143632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0135b509-63da-40c5-8c84-da50982e5166 req-f15c999c-739a-45b6-aab3-876457e776cf tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283584 Apr 07 11:07:37.169664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-753fe54c-c2fa-4d67-a035-b97339137d06 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4 HTTP/1.1" status: 200 len: 2998 time: 0.0892742 Apr 07 11:07:37.192831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-817ff628-bf4c-4bd0-8001-262782608177 req-68b7756c-2e26-489f-a9da-2408c5d615f8 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853251 Apr 07 11:07:37.218523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-1f4aa0f4-10b6-4179-89c2-2d7ba26c0223 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4 HTTP/1.1" status: 200 len: 2998 time: 0.0429809 Apr 07 11:07:37.288395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-6aef0c82-ce50-4bbc-900c-54924604d5f5 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/920c0cd0-b0a8-4592-b71d-d9a3f674a4b1 HTTP/1.1" status: 200 len: 2998 time: 0.0638952 Apr 07 11:07:37.333393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0670-74f7-4fa6-8871-e1e29701ff0a req-5ee0c0df-6a88-4e04-bfec-a1ef0fc94768 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:37.334895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-427b0670-74f7-4fa6-8871-e1e29701ff0a req-5ee0c0df-6a88-4e04-bfec-a1ef0fc94768 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.0869503 Apr 07 11:07:37.362980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-edbfedc8-0c53-41fc-a34d-2c4ff7456564 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/920c0cd0-b0a8-4592-b71d-d9a3f674a4b1 HTTP/1.1" status: 200 len: 2998 time: 0.0680130 Apr 07 11:07:37.406120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-427b0670-74f7-4fa6-8871-e1e29701ff0a req-bc841e03-c9ef-449c-8143-6d4e41fdb2ca tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622144 Apr 07 11:07:37.430037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-1d685e3a-568d-4cb9-9675-61ee38074715 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e058619a-9f1c-47aa-9e98-8b18195caeef HTTP/1.1" status: 200 len: 2998 time: 0.0552356 Apr 07 11:07:37.449747 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda93976-8ec7-4e3a-b6f0-646e01cb7725 x-openstack-request-id: req-fda93976-8ec7-4e3a-b6f0-646e01cb7725 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:37.450060 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-plugged", "status": "completed", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:37.450490 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fda93976-8ec7-4e3a-b6f0-646e01cb7725 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:37.450893 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda93976-8ec7-4e3a-b6f0-646e01cb7725'] response: {'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'code': 200} Apr 07 11:07:37.473481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-a590fe6c-f8c7-4b75-af06-3517a5128084 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e058619a-9f1c-47aa-9e98-8b18195caeef HTTP/1.1" status: 200 len: 2998 time: 0.0373445 Apr 07 11:07:37.514511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-17cb955f-bd7e-4bb3-a70d-ad4b265c896a tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e13985de-45a0-46a2-b77d-599b8c842104 HTTP/1.1" status: 200 len: 2998 time: 0.0352285 Apr 07 11:07:37.555600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-f19a4419-b633-4b43-8442-ccbe7a21c425 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e13985de-45a0-46a2-b77d-599b8c842104 HTTP/1.1" status: 200 len: 2998 time: 0.0349438 Apr 07 11:07:37.598321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-21d7d0c9-e446-4dc0-a1e0-333982a357e1 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e3483a4b-770d-492a-82aa-2963b81007ed HTTP/1.1" status: 200 len: 2998 time: 0.0364120 Apr 07 11:07:37.639969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-9baa2084-07a6-4d7b-9493-96e95fc41c3f tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e3483a4b-770d-492a-82aa-2963b81007ed HTTP/1.1" status: 200 len: 2998 time: 0.0365031 Apr 07 11:07:37.689571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-5568ec50-7b7c-4a9b-bd3f-005b12e7fd9f tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e6229998-c329-487d-a8de-3746c5c3b6d2 HTTP/1.1" status: 200 len: 2998 time: 0.0439310 Apr 07 11:07:37.733908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-b6c2f2c3-6b0d-46c1-a04c-99781307b61b tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e6229998-c329-487d-a8de-3746c5c3b6d2 HTTP/1.1" status: 200 len: 2998 time: 0.0371737 Apr 07 11:07:37.784797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-6cec79f8-fe8d-436e-b904-6faf3fed479d tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e64b393a-5921-4a60-95d0-93f0cab9bec4 HTTP/1.1" status: 200 len: 2990 time: 0.0442903 Apr 07 11:07:37.844711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c7ed21f-da89-4c19-b10b-9d8e9a03549c req-767047b1-8b3e-4417-84e0-658f5de70877 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e64b393a-5921-4a60-95d0-93f0cab9bec4 HTTP/1.1" status: 200 len: 2990 time: 0.0459087 Apr 07 11:07:37.852749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658850db-6df8-4f4f-8eb4-1e17540de0ed req-7527b898-11dc-4d9b-ad6b-c8eff1d07d27 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:37.854236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-658850db-6df8-4f4f-8eb4-1e17540de0ed req-7527b898-11dc-4d9b-ad6b-c8eff1d07d27 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.0820308 Apr 07 11:07:37.939163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-658850db-6df8-4f4f-8eb4-1e17540de0ed req-4e69ca8c-533f-4f8d-9800-578f1d0f27f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745912 Apr 07 11:07:37.952883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605933df-cf40-43ef-8e15-e6864eda5ffd req-bcb30878-306f-4918-8177-f6c1c8846530 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:37.954476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-605933df-cf40-43ef-8e15-e6864eda5ffd req-bcb30878-306f-4918-8177-f6c1c8846530 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1132 time: 0.0627940 Apr 07 11:07:38.017747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-605933df-cf40-43ef-8e15-e6864eda5ffd req-f91e6f02-2ecf-4343-8886-ed48f3dc8789 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547144 Apr 07 11:07:38.168564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716154a-c281-4cda-a706-d6c34b7007b9 req-acfd188a-d362-4dad-99eb-48b77a0075b4 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:38.169986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f716154a-c281-4cda-a706-d6c34b7007b9 req-acfd188a-d362-4dad-99eb-48b77a0075b4 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.0932038 Apr 07 11:07:38.179896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83a12322-4f51-4f1c-b13a-9bb6fdb32fc2 req-a7ecfec3-bbe8-4b4f-b4b9-a6c1b55a5125 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cec3fd8a2db0427dbedb55e7c8b55f66 HTTP/1.1" status: 200 len: 6153 time: 0.0941017 Apr 07 11:07:38.244342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:38.254195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f716154a-c281-4cda-a706-d6c34b7007b9 req-3c5e0f49-4b6b-47f0-9b30-4880034054f8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Apr 07 11:07:38.256627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83a12322-4f51-4f1c-b13a-9bb6fdb32fc2 req-4e35c9df-daf5-4e32-bde1-7672bf239354 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "GET /v2.0/security-groups/890dbde2-5498-4820-9e85-7576aa3e67d5 HTTP/1.1" status: 200 len: 2998 time: 0.0702844 Apr 07 11:07:38.311302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83a12322-4f51-4f1c-b13a-9bb6fdb32fc2 req-29e006df-741f-40ee-b08c-ef0bf4eb22ef tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "GET /v2.0/security-groups/890dbde2-5498-4820-9e85-7576aa3e67d5 HTTP/1.1" status: 200 len: 2998 time: 0.0487370 Apr 07 11:07:38.374079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:38.384934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-9038512b-56c0-453e-95b6-d9902784f954 req-ecf26e31-e8e2-4268-831f-b097528e6d87 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:07:38.387013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9038512b-56c0-453e-95b6-d9902784f954 req-ecf26e31-e8e2-4268-831f-b097528e6d87 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055220 Apr 07 11:07:38.392315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'port_id': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'mac_address': 'fa:16:3e:c0:fc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a0e80b-7652-4f88-8b1d-8659f5200268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:38.427151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8edc8b0c-57e7-4d10-a838-361b4e2dcb9b req-dcf29c37-a278-4d7f-8747-27503b701eda tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5021bb28-8cb2-461e-acb8-814cef44c008 HTTP/1.1" status: 200 len: 1794 time: 0.0399661 Apr 07 11:07:38.442806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 69507b7d-702d-4304-9abe-d59e8bc4de34 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:38.443199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:38.458709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69507b7d-702d-4304-9abe-d59e8bc4de34 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:38.485257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:38.486000 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:38.499114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8edc8b0c-57e7-4d10-a838-361b4e2dcb9b req-2009f270-80b4-4c9a-b58a-56ebd721d9bb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (5021bb28-8cb2-461e-acb8-814cef44c008), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:38.521476 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8edc8b0c-57e7-4d10-a838-361b4e2dcb9b req-2009f270-80b4-4c9a-b58a-56ebd721d9bb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (5021bb28-8cb2-461e-acb8-814cef44c008), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:38.539985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:38.570904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8edc8b0c-57e7-4d10-a838-361b4e2dcb9b req-2009f270-80b4-4c9a-b58a-56ebd721d9bb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5021bb28-8cb2-461e-acb8-814cef44c008), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:38.573696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8edc8b0c-57e7-4d10-a838-361b4e2dcb9b req-2009f270-80b4-4c9a-b58a-56ebd721d9bb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:38.574941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8edc8b0c-57e7-4d10-a838-361b4e2dcb9b req-2009f270-80b4-4c9a-b58a-56ebd721d9bb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/5021bb28-8cb2-461e-acb8-814cef44c008 HTTP/1.1" status: 204 len: 173 time: 0.1391792 Apr 07 11:07:38.583640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009f270-80b4-4c9a-b58a-56ebd721d9bb tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021bb28-8cb2-461e-acb8-814cef44c008,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:38.802440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673f2c-c932-434c-9c52-021176edd200 req-a193b7c2-d708-44e5-9d72-f9c62d4d1d82 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:38.804439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3673f2c-c932-434c-9c52-021176edd200 req-a193b7c2-d708-44e5-9d72-f9c62d4d1d82 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.0598927 Apr 07 11:07:38.806479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['69507b7d-702d-4304-9abe-d59e8bc4de34'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:38.868238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3673f2c-c932-434c-9c52-021176edd200 req-df74fb64-172b-402f-93fd-b6bd7a014a37 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497046 Apr 07 11:07:38.996179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-399b74bc-ca0b-4813-925f-99b1f1aa4809 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c46e19fb436448f9db6e45f37c20692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255110 Apr 07 11:07:39.038956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33098) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:39.124982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-785ba3d6-e1a2-47f0-b3ff-d411db5f9fae tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:39.126840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-785ba3d6-e1a2-47f0-b3ff-d411db5f9fae tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244037 Apr 07 11:07:39.142857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-c7f0e5db-90f2-4eaf-9df1-d66b951fe605 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/quotas/6c46e19fb436448f9db6e45f37c20692 HTTP/1.1" status: 200 len: 375 time: 0.0102668 Apr 07 11:07:39.150595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0df959a2-e8b0-4bbf-a5a2-1bfc92dc70ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.209705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-f9be5d7b-bab7-417e-96a6-469a946a1ee8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c46e19fb436448f9db6e45f37c20692&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582728 Apr 07 11:07:39.236640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0df959a2-e8b0-4bbf-a5a2-1bfc92dc70ea admin admin] Publish callbacks [] for security_group (01fc7429-08b6-4abf-b592-bb0dda143d52), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.240659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0df959a2-e8b0-4bbf-a5a2-1bfc92dc70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (01fc7429-08b6-4abf-b592-bb0dda143d52), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.279463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df959a2-e8b0-4bbf-a5a2-1bfc92dc70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc7429-08b6-4abf-b592-bb0dda143d52,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:39.284518 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0df959a2-e8b0-4bbf-a5a2-1bfc92dc70ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47a0f51011c14468ae497352ef72d981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445660 Apr 07 11:07:39.287155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33110) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:39.354690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-83ca9bd9-9898-4049-bd66-1f72330fd49e admin admin] Publish callbacks [] for security_group (01fc7429-08b6-4abf-b592-bb0dda143d52), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.380150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-83ca9bd9-9898-4049-bd66-1f72330fd49e admin admin] Publish callbacks [] for security_group (01fc7429-08b6-4abf-b592-bb0dda143d52), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.430977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-ca733266-21ad-4ee0-950f-af763597e045 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262468 Apr 07 11:07:39.435604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-83ca9bd9-9898-4049-bd66-1f72330fd49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (01fc7429-08b6-4abf-b592-bb0dda143d52), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.438341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-83ca9bd9-9898-4049-bd66-1f72330fd49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.439706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-83ca9bd9-9898-4049-bd66-1f72330fd49e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01fc7429-08b6-4abf-b592-bb0dda143d52 HTTP/1.1" status: 204 len: 168 time: 0.1516421 Apr 07 11:07:39.448719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9bd9-9898-4049-bd66-1f72330fd49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc7429-08b6-4abf-b592-bb0dda143d52,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:39.452416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:39.454731 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6366a-572f-4b24-8b57-4f756f2191a9" -d '{"events": [{"server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "name": "network-vif-plugged", "status": "completed", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:39.573029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-561863d5-f526-4fe9-a59a-870c40a58029 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:39.574585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-561863d5-f526-4fe9-a59a-870c40a58029 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359172 Apr 07 11:07:39.594846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-7c7962c2-9a2e-44ef-a9a9-32fe72c7c31b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/quotas/5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 375 time: 0.0099254 Apr 07 11:07:39.672513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-aad28279-3453-435f-b574-0d787e271fd6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679533 Apr 07 11:07:39.856282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33146) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:39.877272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25cf756a-7774-46cb-b85e-19edce7992f0 req-1ff4259c-58e9-4a08-bef9-765a185078c7 tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "GET /v2.0/security-groups/37f83c7b-fcd8-440c-8919-a891881cfc3a HTTP/1.1" status: 200 len: 1795 time: 0.0640366 Apr 07 11:07:39.881774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdba7ef2-18e6-4d42-91ad-1bb8a613b006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.967429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-25cf756a-7774-46cb-b85e-19edce7992f0 req-3245245a-199c-44d0-a8fd-49a7c9a222bc tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (37f83c7b-fcd8-440c-8919-a891881cfc3a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.989956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdba7ef2-18e6-4d42-91ad-1bb8a613b006 admin admin] Publish callbacks [] for security_group (e18209f9-3865-4e62-990b-73bb3011e792), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.994295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-25cf756a-7774-46cb-b85e-19edce7992f0 req-3245245a-199c-44d0-a8fd-49a7c9a222bc tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (37f83c7b-fcd8-440c-8919-a891881cfc3a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:39.998593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdba7ef2-18e6-4d42-91ad-1bb8a613b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e18209f9-3865-4e62-990b-73bb3011e792), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.054903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba7ef2-18e6-4d42-91ad-1bb8a613b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18209f9-3865-4e62-990b-73bb3011e792,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:40.055488 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-25cf756a-7774-46cb-b85e-19edce7992f0 req-3245245a-199c-44d0-a8fd-49a7c9a222bc tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (37f83c7b-fcd8-440c-8919-a891881cfc3a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.064364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-25cf756a-7774-46cb-b85e-19edce7992f0 req-3245245a-199c-44d0-a8fd-49a7c9a222bc tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.069381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25cf756a-7774-46cb-b85e-19edce7992f0 req-3245245a-199c-44d0-a8fd-49a7c9a222bc tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/37f83c7b-fcd8-440c-8919-a891881cfc3a HTTP/1.1" status: 204 len: 173 time: 0.1873047 Apr 07 11:07:40.075143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fdba7ef2-18e6-4d42-91ad-1bb8a613b006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1b5a061644c4c658581ef5723c36d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162092 Apr 07 11:07:40.077602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33156) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:40.087152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245245a-199c-44d0-a8fd-49a7c9a222bc tempest-SecurityGroupsTestAdminJSON-370830010 tempest-SecurityGroupsTestAdminJSON-370830010-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f83c7b-fcd8-440c-8919-a891881cfc3a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:40.158613 n-d-836788-1 neutron-server[104177]: WARNING keystonemiddleware.auth_token [req-a3a67647-9699-40a8-a385-c01af9a60c11 req-dfa52fdb-db37-4298-a6ba-37eae3b2dced service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:07:40.164186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-9d5cf7e3-10a3-48ff-8d91-a24ae7b2dc99 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:07:40.165384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-9d5cf7e3-10a3-48ff-8d91-a24ae7b2dc99 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4159727 Apr 07 11:07:40.166424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2159c8fb-352a-4604-b3d4-574ad9e9b89b admin admin] Publish callbacks [] for security_group (e18209f9-3865-4e62-990b-73bb3011e792), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.198869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2159c8fb-352a-4604-b3d4-574ad9e9b89b admin admin] Publish callbacks [] for security_group (e18209f9-3865-4e62-990b-73bb3011e792), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.241328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef38f3-d051-4ecd-8aac-3883fb872b97 req-32598039-4a6f-44ef-8849-f5f3d0f59644 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:40.243730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fef38f3-d051-4ecd-8aac-3883fb872b97 req-32598039-4a6f-44ef-8849-f5f3d0f59644 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 945 time: 0.0728829 Apr 07 11:07:40.259947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-ec4f1a6d-4a4d-44dd-924b-e02922875fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:40.261387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-ec4f1a6d-4a4d-44dd-924b-e02922875fa6 service neutron] 10.222.0.13 "GET /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 1124 time: 0.0604298 Apr 07 11:07:40.275792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:40.278779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:40.279458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:07:40.333068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 69507b7d-702d-4304-9abe-d59e8bc4de34 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:40.334070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fef38f3-d051-4ecd-8aac-3883fb872b97 req-63174141-8703-4654-9c3b-ffeac6307ccf tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837898 Apr 07 11:07:40.338117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 69507b7d-702d-4304-9abe-d59e8bc4de34 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:40.338979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.386926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2159c8fb-352a-4604-b3d4-574ad9e9b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e18209f9-3865-4e62-990b-73bb3011e792), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.390144 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2159c8fb-352a-4604-b3d4-574ad9e9b89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.393657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2159c8fb-352a-4604-b3d4-574ad9e9b89b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e18209f9-3865-4e62-990b-73bb3011e792 HTTP/1.1" status: 204 len: 168 time: 0.3128731 Apr 07 11:07:40.414139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159c8fb-352a-4604-b3d4-574ad9e9b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18209f9-3865-4e62-990b-73bb3011e792,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:40.453788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 69507b7d-702d-4304-9abe-d59e8bc4de34 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:40.454281 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.458520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:40.458798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:40.459473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:40.464833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:40.465460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:40.470781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:40.471425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:40.472036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:40.473603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Bound port: 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:40.494042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:40.501647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.577825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:40.589967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:40.591909 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-f882b8c7-c408-41c7-8897-10a345dfa8d9 service neutron] 10.222.0.13 "POST /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3192482 Apr 07 11:07:40.628600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:40.638550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-8a3a7259-021f-4378-b682-b50aea4ba787 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c46e19fb436448f9db6e45f37c20692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353234 Apr 07 11:07:40.787858 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032920ed-fd7b-4781-836a-27694b804b04 x-openstack-request-id: req-032920ed-fd7b-4781-836a-27694b804b04 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:40.788164 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "name": "network-vif-plugged", "status": "completed", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:40.788425 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-032920ed-fd7b-4781-836a-27694b804b04 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:40.788825 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032920ed-fd7b-4781-836a-27694b804b04'] response: {'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'code': 200} Apr 07 11:07:40.811985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17877d6f-cb70-4e5e-bf68-ced290e62a36 req-f87ff924-5607-4fa6-8633-3ea076071028 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 210 time: 0.0442441 Apr 07 11:07:40.898461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-05fa49e5-95e5-415a-9b4d-72eaee9964f9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:40.906424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-05fa49e5-95e5-415a-9b4d-72eaee9964f9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388992 Apr 07 11:07:40.915195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Request body: {'port': {'device_id': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '6c46e19fb436448f9db6e45f37c20692'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:41.016351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e82d0bc0-a396-40e8-9516-db3a469a42b5 req-9e22b3e5-ba68-4c16-964c-8bf9b1c64e05 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 210 time: 0.1086116 Apr 07 11:07:41.164734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb74d53-dd07-4c93-ad42-b18c958d89e6 req-3860cc13-16c9-4449-9384-9496ac0d39c2 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.166231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bb74d53-dd07-4c93-ad42-b18c958d89e6 req-3860cc13-16c9-4449-9384-9496ac0d39c2 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.2549133 Apr 07 11:07:41.178675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e4b4-b290-4ea0-89e5-cb9cbf7bec2c req-f76d34e3-27e1-4252-bb75-8f5e77096a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.180116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf33e4b4-b290-4ea0-89e5-cb9cbf7bec2c req-f76d34e3-27e1-4252-bb75-8f5e77096a03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 1128 time: 0.2078502 Apr 07 11:07:41.190339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15e2f9cb-8a00-4d5e-92e8-32d90dc1aaf8 req-1718a411-d0fa-47e9-b1c4-63fa684ee589 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "GET /v2.0/security-groups/7c80535f-8190-4c93-b433-88a5d033841d HTTP/1.1" status: 200 len: 1793 time: 0.1353219 Apr 07 11:07:41.216068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-13bcb87b-edb8-4175-86e3-e0f3d5693744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.217744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-13bcb87b-edb8-4175-86e3-e0f3d5693744 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1127 time: 0.1769626 Apr 07 11:07:41.299582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-5324c9e0-cf47-46af-a7b3-12721496521f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336072 Apr 07 11:07:41.333889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Made reservation on behalf of 6c46e19fb436448f9db6e45f37c20692 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:41.337165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.374562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bb74d53-dd07-4c93-ad42-b18c958d89e6 req-072e4180-0904-433e-8974-639b90d943db tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990662 Apr 07 11:07:41.391306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf33e4b4-b290-4ea0-89e5-cb9cbf7bec2c req-bbd01f6a-5f79-498d-baba-d9280f9bc1cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964395 Apr 07 11:07:41.435555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33194) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:41.472169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15e2f9cb-8a00-4d5e-92e8-32d90dc1aaf8 req-d7228e30-4ca5-4892-9264-cc0ef5acf0a0 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (7c80535f-8190-4c93-b433-88a5d033841d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.476547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-d122d383-f276-419d-b80c-f8beccd76c93 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.478060 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-d122d383-f276-419d-b80c-f8beccd76c93 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733141 Apr 07 11:07:41.489595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Request body: {'port': {'device_id': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '5c88156454414b57ad33b86ec8fb7f60'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:41.494544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-98a7e650-5def-48a1-b7c1-1d7f32768338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.495968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-98a7e650-5def-48a1-b7c1-1d7f32768338 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.2577848 Apr 07 11:07:41.538043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15e2f9cb-8a00-4d5e-92e8-32d90dc1aaf8 req-d7228e30-4ca5-4892-9264-cc0ef5acf0a0 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (7c80535f-8190-4c93-b433-88a5d033841d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.567026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1124041313-network', 'tenant_id': '10a62f88710848fa81fdbb921f71dee4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:41.609895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Made reservation on behalf of 10a62f88710848fa81fdbb921f71dee4 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:41.612096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.625817 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.645346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Made reservation on behalf of 5c88156454414b57ad33b86ec8fb7f60 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:41.648542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.663122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759f96c-1043-44b6-9eee-5c688d923d14 req-ffcc3b69-6480-4d48-a6bb-a79b3b0656e2 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.664816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b759f96c-1043-44b6-9eee-5c688d923d14 req-ffcc3b69-6480-4d48-a6bb-a79b3b0656e2 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 945 time: 0.1978741 Apr 07 11:07:41.671796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-81200842-e9b3-4378-b737-653354f2a4e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.0606143 Apr 07 11:07:41.672293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Allocated IP 192.168.233.31 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/9a210165-410a-4ece-9cd3-3b21207384ac) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:41.720115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15e2f9cb-8a00-4d5e-92e8-32d90dc1aaf8 req-d7228e30-4ca5-4892-9264-cc0ef5acf0a0 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7c80535f-8190-4c93-b433-88a5d033841d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.724400 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15e2f9cb-8a00-4d5e-92e8-32d90dc1aaf8 req-d7228e30-4ca5-4892-9264-cc0ef5acf0a0 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.726091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15e2f9cb-8a00-4d5e-92e8-32d90dc1aaf8 req-d7228e30-4ca5-4892-9264-cc0ef5acf0a0 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c80535f-8190-4c93-b433-88a5d033841d HTTP/1.1" status: 204 len: 173 time: 0.5167100 Apr 07 11:07:41.773980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks [] for security_group (458ba5d0-2463-4b4f-b057-3e1b45f9abef), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.778698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (458ba5d0-2463-4b4f-b057-3e1b45f9abef), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.781240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7228e30-4ca5-4892-9264-cc0ef5acf0a0 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80535f-8190-4c93-b433-88a5d033841d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:41.818239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:07:41.828017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458ba5d0-2463-4b4f-b057-3e1b45f9abef,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:41.833428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b7b54fe8-7c7f-4bd9-a876-93f662bdd3db), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.833772 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Added segment b7b54fe8-7c7f-4bd9-a876-93f662bdd3db of type vlan for network 59603613-1584-45cb-8ec0-bf854c7d68a5 Apr 07 11:07:41.850680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-cb97032c-4a45-47fe-822f-de4c629f6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.852123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-cb97032c-4a45-47fe-822f-de4c629f6706 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.1734047 Apr 07 11:07:41.871697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b759f96c-1043-44b6-9eee-5c688d923d14 req-3569e170-6e27-4775-b287-5052ab3b265a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970904 Apr 07 11:07:41.877612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (59603613-1584-45cb-8ec0-bf854c7d68a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.911467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (59603613-1584-45cb-8ec0-bf854c7d68a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.911869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:41.912920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:41.967489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5282385 Apr 07 11:07:41.967704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33202) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:41.973350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Request body: {'subnet': {'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1124041313-subnet', 'tenant_id': '10a62f88710848fa81fdbb921f71dee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:41.994174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d0604-252a-40e7-929d-1cdd776e12a5 admin admin] Pushing event updated for resources: {'Network': ['ID=59603613-1584-45cb-8ec0-bf854c7d68a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:42.007074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 59603613-1584-45cb-8ec0-bf854c7d68a5 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:07:42.012576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Made reservation on behalf of 10a62f88710848fa81fdbb921f71dee4 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:42.015232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.172118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-6fffb244-611f-4608-89ca-d66a20f06286 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3037217 Apr 07 11:07:42.194907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (84b1db84-65f5-44dc-9de4-a472b06dc325), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.247438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b1db84-65f5-44dc-9de4-a472b06dc325,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:42.264875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Checking segment: {'id': 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:42.265259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Network hostable DHCP agents. Network: 59603613-1584-45cb-8ec0-bf854c7d68a5, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:07:42.281681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Network 59603613-1584-45cb-8ec0-bf854c7d68a5 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:42.282552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaa8d3-962b-4a97-a741-e7342706c931 req-f77c0021-3971-4969-8789-b92503d9eee7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:42.284027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75eaa8d3-962b-4a97-a741-e7342706c931 req-f77c0021-3971-4969-8789-b92503d9eee7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.5008264 Apr 07 11:07:42.292348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 59603613-1584-45cb-8ec0-bf854c7d68a5) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:42.297274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:42.298013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.302620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513d2b9-1f59-410f-a4d8-b5062302ed18 None None] Network 59603613-1584-45cb-8ec0-bf854c7d68a5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:42.305722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43aab2d8-c90a-4816-ac09-56d2b34b3827 req-73f226c9-1a25-4fc9-bc77-a4326bcba62c tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "GET /v2.0/security-groups/6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9 HTTP/1.1" status: 200 len: 1795 time: 0.3974192 Apr 07 11:07:42.330846 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-238262ed-eaee-45a5-bfcc-b52364fdacd2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3569405 Apr 07 11:07:42.354430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks [] for port (9a210165-410a-4ece-9cd3-3b21207384ac), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.426209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-aedc96be-1e67-47b5-b334-5ca03676fbd0 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406859 Apr 07 11:07:42.434909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ee62a-0a13-4332-aa4c-0c4892eb278d None None] Network 59603613-1584-45cb-8ec0-bf854c7d68a5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:42.436583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75eaa8d3-962b-4a97-a741-e7342706c931 req-23d2a635-866e-4804-85c2-216505f8a82b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379075 Apr 07 11:07:42.533552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.551522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Allocated IP 192.168.233.11 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/f1a51391-7326-4f52-80c6-e8c05b97f08d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:42.552575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-43aab2d8-c90a-4816-ac09-56d2b34b3827 req-e45f2d8f-b401-4738-b1dc-b877601b4e93 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.578228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-43aab2d8-c90a-4816-ac09-56d2b34b3827 req-e45f2d8f-b401-4738-b1dc-b877601b4e93 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.659415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['82baf302-a0c7-4655-aa87-5bb787d25743'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:42.743488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:42.745207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-43aab2d8-c90a-4816-ac09-56d2b34b3827 req-e45f2d8f-b401-4738-b1dc-b877601b4e93 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.748389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-43aab2d8-c90a-4816-ac09-56d2b34b3827 req-e45f2d8f-b401-4738-b1dc-b877601b4e93 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.749544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43aab2d8-c90a-4816-ac09-56d2b34b3827 req-e45f2d8f-b401-4738-b1dc-b877601b4e93 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9 HTTP/1.1" status: 204 len: 173 time: 0.4329753 Apr 07 11:07:42.791770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:42.803874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:42.804818 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f45efe-39dc-4ba7-b3ac-fdd21183cfe0" -d '{"events": [{"server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:42.836353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:42.847835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Pushing event updated for resources: {'Port': ['ID=9a210165-410a-4ece-9cd3-3b21207384ac,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:42.872349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks [] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:42.879671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f2d8f-b401-4738-b1dc-b877601b4e93 tempest-SecurityGroupsTestAdminJSON-730696194 tempest-SecurityGroupsTestAdminJSON-730696194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f258a7f-3a24-4d31-bd58-2d18e5d4c2b9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:42.938563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9998bd8-77c4-4f58-b270-eecf062ef8f9 req-a417bbab-4bd2-4cd9-a34c-9d5526aa8b29 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:42.945687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9998bd8-77c4-4f58-b270-eecf062ef8f9 req-a417bbab-4bd2-4cd9-a34c-9d5526aa8b29 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 935 time: 0.4301836 Apr 07 11:07:42.947688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-9eb6dc4d-04b3-4739-8641-a78ef7514a4a service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089207 Apr 07 11:07:42.999237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbc03c5c-3e2e-4e24-bdd1-2889c807869d req-110754da-6d9a-4e04-9484-7995630ec92f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 210 time: 0.1322875 Apr 07 11:07:43.004640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.018427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:43.047303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:43.048230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.090541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-eda066b5-fa86-42dc-9e99-ac7dd102e00b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1790404 Apr 07 11:07:43.099357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9998bd8-77c4-4f58-b270-eecf062ef8f9 req-0f4a8ef4-e2ee-485d-9e15-42d7bcbe83ba tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384182 Apr 07 11:07:43.109276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:43.116292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Request body: {'port': {'device_id': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:43.131018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:43.136492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:43.205297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33228) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:43.223650 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c6534d-304b-4dda-b51b-b20814e73304 x-openstack-request-id: req-85c6534d-304b-4dda-b51b-b20814e73304 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:43.225777 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:43.226616 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85c6534d-304b-4dda-b51b-b20814e73304 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:43.227238 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c6534d-304b-4dda-b51b-b20814e73304'] response: {'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'code': 200} Apr 07 11:07:43.256857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:43.294610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.41', 53647) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:43.339533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-de52432f-6280-4907-8408-db4f82fd8dcf None None] Provisioning complete for port 9a210165-410a-4ece-9cd3-3b21207384ac triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:43.340865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52432f-6280-4907-8408-db4f82fd8dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.387058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:43.395473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1805545595-network', 'tenant_id': '85234377d2374df8878b1ac95c469baf'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:43.410881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:43.411820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.453854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-de52432f-6280-4907-8408-db4f82fd8dcf None None] Port 9a210165-410a-4ece-9cd3-3b21207384ac cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:43.459831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Made reservation on behalf of 85234377d2374df8878b1ac95c469baf for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:43.461919 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c3d4339f-e436-47a3-9a83-b85f161808af tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9761794 Apr 07 11:07:43.465331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79905a24-281e-4c12-bf53-8527da2a6093 req-f8c1d4e0-a8d7-41e2-b099-fdc34a6e85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:43.467100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79905a24-281e-4c12-bf53-8527da2a6093 req-f8c1d4e0-a8d7-41e2-b099-fdc34a6e85f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1128 time: 0.1707451 Apr 07 11:07:43.467246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.473851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Request body: {'port': {'device_id': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:43.501827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.524668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.528020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-dbde0fd7-1455-4078-97c2-2393918b3618 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:43.529577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-dbde0fd7-1455-4078-97c2-2393918b3618 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.3729920 Apr 07 11:07:43.555045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:43.572445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8669a-c99e-4fc8-93c6-88f2468ae0d8 req-369111b5-f8ef-4112-9bd6-ab1d31efa49b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:43.573991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53f8669a-c99e-4fc8-93c6-88f2468ae0d8 req-369111b5-f8ef-4112-9bd6-ab1d31efa49b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.3093588 Apr 07 11:07:43.576012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b7ec6cf2-c2c7-4b76-a039-3225ad451680 None None] Provisioning complete for port f1a51391-7326-4f52-80c6-e8c05b97f08d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:43.576610 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6cf2-c2c7-4b76-a039-3225ad451680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.598584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79905a24-281e-4c12-bf53-8527da2a6093 req-2abfcc9f-b2f9-480e-8462-e303c12f84dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206453 Apr 07 11:07:43.601124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.612043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65fe03-c30b-4493-bd9e-0bb6ddf9918d req-e81c5b68-1514-4bab-ac0c-f79c92908c02 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:43.619152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec6cf2-c2c7-4b76-a039-3225ad451680 None None] Port f1a51391-7326-4f52-80c6-e8c05b97f08d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:07:43.619989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc65fe03-c30b-4493-bd9e-0bb6ddf9918d req-e81c5b68-1514-4bab-ac0c-f79c92908c02 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 945 time: 0.2890165 Apr 07 11:07:43.625622 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-12e4d9a0-1080-4ded-b408-20ab1222755a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cec3fd8a2db0427dbedb55e7c8b55f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197268 Apr 07 11:07:43.628392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:43.776775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d8e20ef-db1b-4bcf-9a92-aad5d75a5aa4 admin admin] Publish callbacks [] for security_group (890dbde2-5498-4820-9e85-7576aa3e67d5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.834671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.845201 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d8e20ef-db1b-4bcf-9a92-aad5d75a5aa4 admin admin] Publish callbacks [] for security_group (890dbde2-5498-4820-9e85-7576aa3e67d5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.871892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53f8669a-c99e-4fc8-93c6-88f2468ae0d8 req-cc553352-7001-4cc2-af7f-fc25d9d38e0d tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757180 Apr 07 11:07:43.899499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc65fe03-c30b-4493-bd9e-0bb6ddf9918d req-e5afd114-1526-43ce-bbe4-50ab2be306e5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787163 Apr 07 11:07:43.907558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks [] for security_group (53c9412d-48be-4be6-a541-645f151c647b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.933361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (53c9412d-48be-4be6-a541-645f151c647b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.935018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d8e20ef-db1b-4bcf-9a92-aad5d75a5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (890dbde2-5498-4820-9e85-7576aa3e67d5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.938045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d8e20ef-db1b-4bcf-9a92-aad5d75a5aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:43.942578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d8e20ef-db1b-4bcf-9a92-aad5d75a5aa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/890dbde2-5498-4820-9e85-7576aa3e67d5 HTTP/1.1" status: 204 len: 168 time: 0.3094482 Apr 07 11:07:43.957051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e20ef-db1b-4bcf-9a92-aad5d75a5aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890dbde2-5498-4820-9e85-7576aa3e67d5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:43.987137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:07:44.006280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c9412d-48be-4be6-a541-645f151c647b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:44.032455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a51391-7326-4f52-80c6-e8c05b97f08d {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:44.042189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Publish callbacks [] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.057064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Transition to ACTIVE for port object f1a51391-7326-4f52-80c6-e8c05b97f08d will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:44.062227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.070991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2d32c76d-b84a-458e-9fe4-53013ec340e9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.071337 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Added segment 2d32c76d-b84a-458e-9fe4-53013ec340e9 of type vlan for network 9bba920a-bf55-4505-a1c6-f2a766798c98 Apr 07 11:07:44.145516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:44.221183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:44.221430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9bba920a-bf55-4505-a1c6-f2a766798c98), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.221790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:44.222180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:44.227601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Port f1a51391-7326-4f52-80c6-e8c05b97f08d on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:44.227997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:44.233702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:44.234102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:44.234561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:44.235042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Bound port: f1a51391-7326-4f52-80c6-e8c05b97f08d, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:44.235533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.300599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9575d0-d5fa-45b5-add6-d1a4303194bc req-1826d9b4-5c16-4111-8529-b2bce6685490 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:44.307960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9575d0-d5fa-45b5-add6-d1a4303194bc req-1826d9b4-5c16-4111-8529-b2bce6685490 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.2718656 Apr 07 11:07:44.324321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:44.328673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:44.339168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.344796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:44.366903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33250) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:44.389674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:44.390482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.392251 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-e5746d10-7d21-4827-84ff-4172197072da service neutron] 10.222.0.41 "PUT /v2.0/ports/f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 1095 time: 0.9241407 Apr 07 11:07:44.395838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:44.398282 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:44.410858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469df75-6d10-423b-ba46-a04013e60336 req-248055ea-8edc-4f7e-ad0d-53ce7a4be633 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:44.413718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f469df75-6d10-423b-ba46-a04013e60336 req-248055ea-8edc-4f7e-ad0d-53ce7a4be633 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.3671072 Apr 07 11:07:44.422371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33254) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:44.428236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'floatingip': {'port_id': 'd7360fb9-bff7-495b-812f-bc73ebb99338'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:44.430862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5746d10-7d21-4827-84ff-4172197072da service neutron] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:44.486595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9bba920a-bf55-4505-a1c6-f2a766798c98), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.488530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:44.489308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.499738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a210165-410a-4ece-9cd3-3b21207384ac {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:44.536291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Publish callbacks [] for port (9a210165-410a-4ece-9cd3-3b21207384ac), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.576179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9575d0-d5fa-45b5-add6-d1a4303194bc req-aab09685-09c4-4def-b721-9696bc4607b6 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670813 Apr 07 11:07:44.655990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2650714 Apr 07 11:07:44.666996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Transition to ACTIVE for port object 9a210165-410a-4ece-9cd3-3b21207384ac will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:44.675270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33256) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:44.690863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Request body: {'subnet': {'network_id': '9bba920a-bf55-4505-a1c6-f2a766798c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1805545595-subnet', 'tenant_id': '85234377d2374df8878b1ac95c469baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:44.697732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:44.708264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.740637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.749845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-be2c83d1-1c74-4b5d-8deb-f9dfcaf5c70d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be96a98259294c2e958b5bc8e558c928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685977 Apr 07 11:07:44.771996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:44.795243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cfd1d-f2d9-483e-a125-131dd85f55c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bba920a-bf55-4505-a1c6-f2a766798c98,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:44.812702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9bba920a-bf55-4505-a1c6-f2a766798c98 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:07:44.851323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Made reservation on behalf of 85234377d2374df8878b1ac95c469baf for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:44.853613 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.856579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:44.858802 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2d3989-aaf0-4e47-b0fc-01f732cd1b80" -d '{"events": [{"server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "name": "network-vif-unplugged", "status": "completed", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:44.865789 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Publish callbacks [] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:44.881364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c6a0-0ccb-4438-9eab-a47ab8f871d7 req-1838186c-f374-47ea-bed3-e3e49632881e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:44.882922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b81c6a0-0ccb-4438-9eab-a47ab8f871d7 req-1838186c-f374-47ea-bed3-e3e49632881e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.3560457 Apr 07 11:07:44.894178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Pushing event updated for resources: {'Port': ['ID=9a210165-410a-4ece-9cd3-3b21207384ac,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:44.913577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-6288adf6-5060-42f9-b2da-13151c0f5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:44.915249 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-6288adf6-5060-42f9-b2da-13151c0f5d67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1129 time: 0.2124248 Apr 07 11:07:44.928999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.083856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-f640368a-fe42-4400-93b4-667a2074ccbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.0562410 Apr 07 11:07:45.086547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de4e824-2dd7-48df-b959-5687128be18a admin admin] Publish callbacks [] for security_group (34766f96-4887-42a3-8bdd-b68895eca5f6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.246218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de4e824-2dd7-48df-b959-5687128be18a admin admin] Publish callbacks [] for security_group (34766f96-4887-42a3-8bdd-b68895eca5f6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.276065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-5f2460da-d740-4a0c-9457-1d296030fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:45.277447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-5f2460da-d740-4a0c-9457-1d296030fd4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1873343 Apr 07 11:07:45.313675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43158fba-e480-470e-9a87-8aea348afe56 req-244d1dd6-689f-4671-b025-20ff6716e3d9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:45.315161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43158fba-e480-470e-9a87-8aea348afe56 req-244d1dd6-689f-4671-b025-20ff6716e3d9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 947 time: 0.6599898 Apr 07 11:07:45.324260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Attempting to bind port 9a210165-410a-4ece-9cd3-3b21207384ac on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:45.324601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Attempting to bind port 9a210165-410a-4ece-9cd3-3b21207384ac by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:45.324935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Attempting to bind port 9a210165-410a-4ece-9cd3-3b21207384ac on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:45.380788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de4e824-2dd7-48df-b959-5687128be18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34766f96-4887-42a3-8bdd-b68895eca5f6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.383300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de4e824-2dd7-48df-b959-5687128be18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.384405 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6de4e824-2dd7-48df-b959-5687128be18a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34766f96-4887-42a3-8bdd-b68895eca5f6 HTTP/1.1" status: 204 len: 168 time: 0.6114862 Apr 07 11:07:45.404826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Port 9a210165-410a-4ece-9cd3-3b21207384ac on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:45.405193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Attempting to bind port 9a210165-410a-4ece-9cd3-3b21207384ac on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:45.431262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-efa5e023-a200-47c2-acbd-226d7fa8b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:45.432744 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-efa5e023-a200-47c2-acbd-226d7fa8b4da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1454594 Apr 07 11:07:45.435548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4e824-2dd7-48df-b959-5687128be18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34766f96-4887-42a3-8bdd-b68895eca5f6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:45.450649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:45.450649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:45.450649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:45.450649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Bound port: 9a210165-410a-4ece-9cd3-3b21207384ac, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:45.451994 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.457071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:45.466200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:45.466535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:45.466856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:45.496467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.506911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.507088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b81c6a0-0ccb-4438-9eab-a47ab8f871d7 req-fbde4ff6-f75c-47a6-97d9-e3de37ca4a80 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097929 Apr 07 11:07:45.573084 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c9cb6-690e-45e0-ba7e-67d4f2b5c0da x-openstack-request-id: req-a66c9cb6-690e-45e0-ba7e-67d4f2b5c0da {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:45.573423 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:45.573735 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a66c9cb6-690e-45e0-ba7e-67d4f2b5c0da {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:45.574068 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66c9cb6-690e-45e0-ba7e-67d4f2b5c0da'] response: {'name': 'network-changed', 'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'status': 'completed', 'code': 200} Apr 07 11:07:45.623496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-c7b0ebe4-6bde-4b48-bdf8-0a480e2198f4 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838787 Apr 07 11:07:45.637269 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda6889-dea3-4184-be2b-30e81d97bbc1 x-openstack-request-id: req-fdda6889-dea3-4184-be2b-30e81d97bbc1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:45.637742 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "name": "network-vif-unplugged", "status": "completed", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:45.638096 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdda6889-dea3-4184-be2b-30e81d97bbc1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:45.638722 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdda6889-dea3-4184-be2b-30e81d97bbc1'] response: {'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'code': 200} Apr 07 11:07:45.642488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43158fba-e480-470e-9a87-8aea348afe56 req-83f8a608-2c4d-4c11-8af3-092c054a0f91 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122127 Apr 07 11:07:45.684347 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Floating IP 329a2127-e6be-487e-9b59-fc77ea406edb associated. External IP: 172.25.5.254, port: d7360fb9-bff7-495b-812f-bc73ebb99338. Apr 07 11:07:45.700132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] For port 9a210165-410a-4ece-9cd3-3b21207384ac, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:45.703932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] For port 9a210165-410a-4ece-9cd3-3b21207384ac, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9a210165-410a-4ece-9cd3-3b21207384ac,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:45.711336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:45.711336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Attempting to bind port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:45.759677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:45.760002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:45.760329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:45.761172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Bound port: 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:45.761462 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.770860 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.812537 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fc129f24-76d3-43e2-9115-4cd535c7d4f2 req-2cc040b4-35b7-460f-8bdd-07b1a07d1605 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806586 Apr 07 11:07:45.880111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (fef4c46a-b899-4847-b42c-8cd7a44c3d28), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.890416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:45.891046 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:45.892452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a210165-410a-4ece-9cd3-3b21207384ac HTTP/1.1" status: 200 len: 1095 time: 2.7921629 Apr 07 11:07:45.999750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2d0c-3038-41ad-995e-eb6b30b551dd req-2b10d8d0-a173-4634-8535-f3541e2a81a1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.001468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-195e2d0c-3038-41ad-995e-eb6b30b551dd req-2b10d8d0-a173-4634-8535-f3541e2a81a1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.2868254 Apr 07 11:07:46.022253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-348383c3-fd40-4bea-9682-fa6c4ef6883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.023845 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-348383c3-fd40-4bea-9682-fa6c4ef6883c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1129 time: 0.0946116 Apr 07 11:07:46.056274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Router 99e83877-9445-43b4-8ea4-39ced9830133 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:07:46.058841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19ad1-87f8-4511-a328-e24c6f747486 service neutron] Pushing event updated for resources: {'Port': ['ID=9a210165-410a-4ece-9cd3-3b21207384ac,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:46.103905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef4c46a-b899-4847-b42c-8cd7a44c3d28,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:46.114405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:46.133665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c76e6-094e-4e87-b67b-4dac2547852a req-7cd304f3-f552-4085-94b3-480a93cd4c59 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.135673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f93c76e6-094e-4e87-b67b-4dac2547852a req-7cd304f3-f552-4085-94b3-480a93cd4c59 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.3681295 Apr 07 11:07:46.163038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:46.199862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Checking segment: {'id': '2d32c76d-b84a-458e-9fe4-53013ec340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9bba920a-bf55-4505-a1c6-f2a766798c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:46.200407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Network hostable DHCP agents. Network: 9bba920a-bf55-4505-a1c6-f2a766798c98, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:07:46.204151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:46.215579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-79cab8a7-9f63-41cc-af5c-2189f2247f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.217168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-79cab8a7-9f63-41cc-af5c-2189f2247f63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1848421 Apr 07 11:07:46.223512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-589892f5-89c4-4e84-adea-bb629b635dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.225034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-589892f5-89c4-4e84-adea-bb629b635dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c46e19fb436448f9db6e45f37c20692&device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 1129 time: 0.2636130 Apr 07 11:07:46.267935 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-ddc9bf13-280a-4124-912a-fae91f0a37ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.0410275 Apr 07 11:07:46.278813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-195e2d0c-3038-41ad-995e-eb6b30b551dd req-f4a3a72e-487b-4d10-b1c1-312330b2bdb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262540 Apr 07 11:07:46.312731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:07:46.320144 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:46.327817 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:07:46.329437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-1057c0ab-7781-476a-a869-d3dddca3f0c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9a210165-410a-4ece-9cd3-3b21207384ac HTTP/1.1" status: 200 len: 217 time: 0.0777564 Apr 07 11:07:46.344049 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:46.344985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:46.367703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-18704264-3dd1-402f-918a-de9a0cbe1b29 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "PUT /v2.0/floatingips/329a2127-e6be-487e-9b59-fc77ea406edb HTTP/1.1" status: 200 len: 992 time: 1.9440002 Apr 07 11:07:46.385458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-c4d28ec6-ae84-49c4-b382-7e04623110a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.387904 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-c4d28ec6-ae84-49c4-b382-7e04623110a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1131911 Apr 07 11:07:46.388964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Network 9bba920a-bf55-4505-a1c6-f2a766798c98 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:07:46.394655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:46.412955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f93c76e6-094e-4e87-b67b-4dac2547852a req-6e85f9e0-2a10-4351-86cc-d1aad9cddb34 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490098 Apr 07 11:07:46.460236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9bba920a-bf55-4505-a1c6-f2a766798c98) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:46.463107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.463983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:46.465589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-01e0bf4c-7422-426a-812c-b2d18c086c8e service neutron] 10.222.0.23 "PUT /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 1121 time: 2.9147620 Apr 07 11:07:46.473321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.474266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:46.476102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e694b-a823-4c0e-bea9-b3e07c81fd37 None None] Network 9bba920a-bf55-4505-a1c6-f2a766798c98 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:46.478470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-3f7f505f-d54f-449e-aac6-aef105640ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.480731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-3f7f505f-d54f-449e-aac6-aef105640ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1347511 Apr 07 11:07:46.536949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-68292758-5b5f-43c7-8975-2132052838d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.539281 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-68292758-5b5f-43c7-8975-2132052838d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1371510 Apr 07 11:07:46.579593 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:46.591020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ec9d68a-9dc3-4e02-9a68-0f9450126bbb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9134154 Apr 07 11:07:46.660400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839614b5-2eb8-4a0a-bdb4-179aae3c380a None None] Network 9bba920a-bf55-4505-a1c6-f2a766798c98 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:07:46.692362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-e25b7fe0-2abd-4c9c-b5c6-7bc7b38c80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.694025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-e25b7fe0-2abd-4c9c-b5c6-7bc7b38c80bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2029910 Apr 07 11:07:46.722219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59a563-4527-4597-97fb-f2cb82446d6d req-dc05e818-987b-496e-9254-db872f3ea8c5 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:46.728259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['735bdf5d-6af7-4cbc-b565-f4b4102aff3f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:46.732626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d59a563-4527-4597-97fb-f2cb82446d6d req-dc05e818-987b-496e-9254-db872f3ea8c5 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.2126791 Apr 07 11:07:46.736386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-c226cc7c-db38-474c-8b35-b47f4012440b service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896994 Apr 07 11:07:46.892877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '329a2127-e6be-487e-9b59-fc77ea406edb', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'port_id': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'mac_address': 'fa:16:3e:75:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26252329-1d3b-4a9f-acc7-c218b091860f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:07:17Z', 'updated_at': '2022-04-07T11:07:45Z', 'revision_number': 1, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:46.924427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:07:46.934924 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:07:46.935813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:07:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:47.071218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d59a563-4527-4597-97fb-f2cb82446d6d req-74e8bd54-dee9-4175-bb94-46363b85d14c tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302021 Apr 07 11:07:47.074360 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:07:47.147051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04fe7c-ac23-4224-bdea-71f2ad847f81 req-73d55fb1-ca9b-4a25-b23d-f684bc026dba tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:47.156132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc04fe7c-ac23-4224-bdea-71f2ad847f81 req-73d55fb1-ca9b-4a25-b23d-f684bc026dba tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1128 time: 0.2799118 Apr 07 11:07:47.159091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-dd84d34d-d9d7-4331-80ef-7bf7f6204518 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205537 Apr 07 11:07:47.259908 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd1a1149-69a5-4f34-8b02-a4e2244ecf5c req-d7013632-f71d-415e-b699-c3e95c316048 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097134 Apr 07 11:07:47.312821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2202fe-6bc6-4035-b4c1-f04953759a16 req-61f0d7f5-0b16-48d2-ace1-db98a6c3b5f0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:47.312821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e2202fe-6bc6-4035-b4c1-f04953759a16 req-61f0d7f5-0b16-48d2-ace1-db98a6c3b5f0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.1515815 Apr 07 11:07:47.313775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc04fe7c-ac23-4224-bdea-71f2ad847f81 req-b49cf714-7eaf-421b-a413-1c72fdcc119b tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439979 Apr 07 11:07:47.345158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8d8b01-cc44-4ca6-baff-39d5837b2e71 req-cc0ba689-9688-4913-ab94-45c9a7183598 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737063 Apr 07 11:07:47.356155 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '329a2127-e6be-487e-9b59-fc77ea406edb', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'port_id': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'mac_address': 'fa:16:3e:75:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26252329-1d3b-4a9f-acc7-c218b091860f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:07:17Z', 'updated_at': '2022-04-07T11:07:45Z', 'revision_number': 1, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:07:47.387930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e2202fe-6bc6-4035-b4c1-f04953759a16 req-6e283c96-b4c1-4456-bbfb-e599cb2cdea9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674081 Apr 07 11:07:47.400101 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26130c-81dd-40ee-87d0-114af9823354 None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '329a2127-e6be-487e-9b59-fc77ea406edb', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'port_id': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'mac_address': 'fa:16:3e:75:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26252329-1d3b-4a9f-acc7-c218b091860f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:07:17Z', 'updated_at': '2022-04-07T11:07:45Z', 'revision_number': 1, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:07:47.482492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366b21-c5e4-4162-9576-25f08a033ab7 req-34b3c2fd-3d6d-45be-a2b1-8abfadfc6562 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:47.484038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3366b21-c5e4-4162-9576-25f08a033ab7 req-34b3c2fd-3d6d-45be-a2b1-8abfadfc6562 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 947 time: 0.0712583 Apr 07 11:07:47.538628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3366b21-c5e4-4162-9576-25f08a033ab7 req-803e73b1-5e7f-42e6-ba06-535eb77a629f tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482574 Apr 07 11:07:47.575480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:47.578379 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b546594-fa02-40ef-aea9-1d274fd403d0" -d '{"events": [{"name": "network-changed", "server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:47.644946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'tag': '9a210165-410a-4ece-9cd3-3b21207384ac'}, {'name': 'network-changed', 'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:47.647383 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc", "tag": "9a210165-410a-4ece-9cd3-3b21207384ac"}, {"name": "network-changed", "server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:47.656866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f161f6-01c0-4768-be9f-b0c12b0ac98a None None] New status for floating IP 329a2127-e6be-487e-9b59-fc77ea406edb: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:07:47.679503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df640712-157c-40ac-8fa1-d50482aee5ea req-9782c714-3a53-48e1-a98c-951734bdc5ae tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:47.681113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df640712-157c-40ac-8fa1-d50482aee5ea req-9782c714-3a53-48e1-a98c-951734bdc5ae tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.0628266 Apr 07 11:07:47.794478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df640712-157c-40ac-8fa1-d50482aee5ea req-21438407-5330-4014-87bf-242f54ca2c09 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050031 Apr 07 11:07:47.836778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-a191d00e-6d6c-43a5-bd94-365977f813fe tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:47.838664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-a191d00e-6d6c-43a5-bd94-365977f813fe tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/networks?id=59603613-1584-45cb-8ec0-bf854c7d68a5 HTTP/1.1" status: 200 len: 815 time: 0.1277850 Apr 07 11:07:47.857962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-2911e509-e7b8-4c6d-8d98-62d33eee13a0 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/quotas/10a62f88710848fa81fdbb921f71dee4 HTTP/1.1" status: 200 len: 375 time: 0.0119801 Apr 07 11:07:47.897828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-b30b391d-0624-4470-9f12-009dc804fa61 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a62f88710848fa81fdbb921f71dee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331683 Apr 07 11:07:47.986591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f2242-3d8e-46fb-8fd1-b57fe89788de req-51136fb1-9fea-4587-879e-8ed4cec8c441 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:47.988727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78f2242-3d8e-46fb-8fd1-b57fe89788de req-51136fb1-9fea-4587-879e-8ed4cec8c441 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1128 time: 0.1135483 Apr 07 11:07:48.021387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-56b259a9-d1b2-4d4a-8898-211ab9d2b74e service neutron] 10.222.0.13 "GET /v2.0/networks/59603613-1584-45cb-8ec0-bf854c7d68a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092079 Apr 07 11:07:48.087628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78f2242-3d8e-46fb-8fd1-b57fe89788de req-d84698d0-feac-450e-a86d-70ebac85747f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925214 Apr 07 11:07:48.129555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-bdc12e90-4ff0-46c4-bf18-128508b0c462 service neutron] 10.222.0.13 "GET /v2.0/networks/59603613-1584-45cb-8ec0-bf854c7d68a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992031 Apr 07 11:07:48.130617 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ea36f-6ed1-4f46-848c-9a6250ffef91 x-openstack-request-id: req-098ea36f-6ed1-4f46-848c-9a6250ffef91 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:48.131011 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:48.131486 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-098ea36f-6ed1-4f46-848c-9a6250ffef91 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:48.132107 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098ea36f-6ed1-4f46-848c-9a6250ffef91'] response: {'name': 'network-changed', 'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'status': 'completed', 'code': 200} Apr 07 11:07:48.207391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-2e06f835-7afe-4645-9fd1-8c9233a28efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.208893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-2e06f835-7afe-4645-9fd1-8c9233a28efc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 1128 time: 0.0502067 Apr 07 11:07:48.303171 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc7d51a-6855-4912-9920-57820df6a926 x-openstack-request-id: req-4bc7d51a-6855-4912-9920-57820df6a926 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:48.304114 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc", "tag": "9a210165-410a-4ece-9cd3-3b21207384ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:48.304525 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bc7d51a-6855-4912-9920-57820df6a926 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:48.305080 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc7d51a-6855-4912-9920-57820df6a926'] response: {'name': 'network-changed', 'server_uuid': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'tag': '9a210165-410a-4ece-9cd3-3b21207384ac', 'status': 'completed', 'code': 200} Apr 07 11:07:48.305461 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc7d51a-6855-4912-9920-57820df6a926'] response: {'name': 'network-changed', 'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'status': 'completed', 'code': 200} Apr 07 11:07:48.329376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-30aa956f-0a7c-477d-8b79-f196eda16d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.333330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-30aa956f-0a7c-477d-8b79-f196eda16d5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 924 time: 0.1156666 Apr 07 11:07:48.431618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-88ecc3e2-4aa7-47d6-be43-de18a08aba35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7360fb9-bff7-495b-812f-bc73ebb99338 HTTP/1.1" status: 200 len: 1002 time: 0.0893042 Apr 07 11:07:48.524965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f5046b7-c660-4919-aec4-fdf50afec843 req-a38fd68b-b71c-4e50-9cb9-7820d02fb1a5 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 210 time: 0.0923891 Apr 07 11:07:48.537713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-84d402b8-6eec-4f90-8a30-0ace3bd48c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.539839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-84d402b8-6eec-4f90-8a30-0ace3bd48c5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.0910871 Apr 07 11:07:48.561085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-d5b0d9db-db9b-4a2f-9056-d51defd56f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.563739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-d5b0d9db-db9b-4a2f-9056-d51defd56f95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c46e19fb436448f9db6e45f37c20692&device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 1129 time: 0.2294312 Apr 07 11:07:48.726250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-246f2d26-19d3-4700-9162-4976f0912a7e req-1474ec6e-5690-474a-971b-e20e052700d8 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0628917 Apr 07 11:07:48.736187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-5e9180f2-6878-42e7-a2de-ad4ae61fe795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.737952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-5e9180f2-6878-42e7-a2de-ad4ae61fe795 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1418672 Apr 07 11:07:48.790838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-5f6a61e7-92fe-4e4f-ad66-59eb9dd16621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9a210165-410a-4ece-9cd3-3b21207384ac HTTP/1.1" status: 200 len: 217 time: 0.0446911 Apr 07 11:07:48.796642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-9f33624b-a068-4f12-9fc9-303c328945c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.798284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-9f33624b-a068-4f12-9fc9-303c328945c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2506449 Apr 07 11:07:48.932276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-8e4727af-5df6-4850-a696-400d66983527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:48.934116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-8e4727af-5df6-4850-a696-400d66983527 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1347778 Apr 07 11:07:49.000076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-71f72795-6ec3-4dce-91c8-41981ff38c41 service neutron] 10.222.0.23 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925421 Apr 07 11:07:49.009721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b6d05-b85a-4e88-9d13-edf6c35920f4 req-c6577b4d-e045-4736-9ba4-363fff3b2a37 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:49.011149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab8b6d05-b85a-4e88-9d13-edf6c35920f4 req-c6577b4d-e045-4736-9ba4-363fff3b2a37 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.1599102 Apr 07 11:07:49.098433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-6006cd5c-f756-4b81-bb3c-def29e8b0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:49.099927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-6006cd5c-f756-4b81-bb3c-def29e8b0982 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1572461 Apr 07 11:07:49.173676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab8b6d05-b85a-4e88-9d13-edf6c35920f4 req-bb7ffca1-c50b-41f2-afae-ceaec943cd01 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515236 Apr 07 11:07:49.202841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b546594-fa02-40ef-aea9-1d274fd403d0 req-01e9fd82-5372-427f-99bc-927dcf12fbf1 service neutron] 10.222.0.23 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883793 Apr 07 11:07:49.246361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-f729855d-bc6f-4900-aa76-f9677ab7ffc6 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368997 Apr 07 11:07:49.371747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871208-64ac-4848-a950-48c8f8a51183 req-40336a49-15ce-4423-b71b-bbf360083200 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:49.373367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27871208-64ac-4848-a950-48c8f8a51183 req-40336a49-15ce-4423-b71b-bbf360083200 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 947 time: 0.1157486 Apr 07 11:07:49.404707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-42fb19f9-1876-4e4e-ada6-0485e42829df service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451724 Apr 07 11:07:49.432818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27871208-64ac-4848-a950-48c8f8a51183 req-aad95485-9b7c-41bb-b860-3533594c0ad2 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525534 Apr 07 11:07:49.491143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-341da676-499c-4f24-b4a9-e8b87e5b4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:49.492650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-341da676-499c-4f24-b4a9-e8b87e5b4c0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1155 time: 0.0466979 Apr 07 11:07:49.591562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99a07247-9de5-442e-be1d-a09405ce1257 req-e5d31214-6244-4b8d-a8c2-d83519cd843c tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0399556 Apr 07 11:07:49.633644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33414) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:49.652075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-e6244277-a8c8-4013-862a-9f539a142192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:49.653843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-e6244277-a8c8-4013-862a-9f539a142192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1550910 Apr 07 11:07:49.708590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-fc344704-27a1-42c8-ad98-6609db5cc9f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.0475116 Apr 07 11:07:49.770782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-d6a3ceb5-29d2-4361-9468-03db8b83ac60 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:07:49.772253 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-d6a3ceb5-29d2-4361-9468-03db8b83ac60 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1374171 Apr 07 11:07:49.928490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-bae22d56-5128-4eac-b809-28b078fc0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:49.929885 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-bae22d56-5128-4eac-b809-28b078fc0062 service neutron] 10.222.0.13 "GET /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 1125 time: 0.0850365 Apr 07 11:07:49.939357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:49.939811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:07:50.079535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:50.079925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:50.080201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:50.083293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-01c3c7ba-cc0e-49db-add1-2adc870a7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:50.084772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-01c3c7ba-cc0e-49db-add1-2adc870a7151 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.3671665 Apr 07 11:07:50.085712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:50.086037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:50.091022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:50.091301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:50.091712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:50.092635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Bound port: 69507b7d-702d-4304-9abe-d59e8bc4de34, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:50.109582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512a011-ae63-4a0e-a7c8-6ccef617f707 req-28564456-88c7-4324-8579-073504afd788 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:50.111017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5512a011-ae63-4a0e-a7c8-6ccef617f707 req-28564456-88c7-4324-8579-073504afd788 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.4048846 Apr 07 11:07:50.141248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-369dd58c-a0af-43d0-bdce-83804bb92d3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475500 Apr 07 11:07:50.147216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:50.153960 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:50.155122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-25f37259-5cce-42bd-ba33-32a08549943c service neutron] 10.222.0.13 "POST /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34/bindings HTTP/1.1" status: 201 len: 389 time: 0.2195468 Apr 07 11:07:50.224472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-6c2cf0ef-7ed7-44ca-9ad2-64194efb6b42 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:50.226326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-6c2cf0ef-7ed7-44ca-9ad2-64194efb6b42 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.23 "GET /v2.0/networks?id=59603613-1584-45cb-8ec0-bf854c7d68a5 HTTP/1.1" status: 200 len: 815 time: 0.2459025 Apr 07 11:07:50.246052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Request body: {'port': {'device_id': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5', 'admin_state_up': True, 'tenant_id': '10a62f88710848fa81fdbb921f71dee4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:50.334695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:50.339473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5512a011-ae63-4a0e-a7c8-6ccef617f707 req-04e0444d-6d50-47a3-bd3b-f530ba708c77 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187436 Apr 07 11:07:50.344694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a368b0d8-acce-42a5-a4f4-4c0bc8c78848 req-abcda4b3-67a3-4e11-ad82-d16a7bab9cfa tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 210 time: 0.0507243 Apr 07 11:07:50.345619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:50.377742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-dec18b9b-2177-49f6-bba9-cc12ade39d0d service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277579 Apr 07 11:07:50.544789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Made reservation on behalf of 10a62f88710848fa81fdbb921f71dee4 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:07:50.548084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:50.559367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:50.562509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:50.579019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'mac_address': 'fa:16:3e:74:de:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:50.580673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:07:50.592623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10f31-a0d0-4513-8fd0-1d165f947d47 req-6bb0d162-f046-45bb-bc6a-d596c41e00e7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:50.594251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ee10f31-a0d0-4513-8fd0-1d165f947d47 req-6bb0d162-f046-45bb-bc6a-d596c41e00e7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.1557722 Apr 07 11:07:50.595954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2f3870-e6cb-4881-be2e-d5a4e7a17215 req-eb649250-d565-40fb-a6e5-969e596b7820 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103977 Apr 07 11:07:50.621633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port f1a51391-7326-4f52-80c6-e8c05b97f08d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:50.622173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:50.625812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d003d3b-a86f-4203-a879-aada4d9d3c53 req-ce87a93b-37b7-493b-8f73-28169c24ba1e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:50.627368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d003d3b-a86f-4203-a879-aada4d9d3c53 req-ce87a93b-37b7-493b-8f73-28169c24ba1e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.1730874 Apr 07 11:07:50.638488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a51391-7326-4f52-80c6-e8c05b97f08d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:50.658566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:50.664019 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:50.721704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:50.742351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ee10f31-a0d0-4513-8fd0-1d165f947d47 req-06445f08-6de3-47e5-8082-c7c5615cf6f4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373289 Apr 07 11:07:50.779684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d003d3b-a86f-4203-a879-aada4d9d3c53 req-6204b3e7-2e82-4278-8c10-50cbb271fd3c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154821 Apr 07 11:07:50.836118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Allocated IP 172.20.0.8 (59603613-1584-45cb-8ec0-bf854c7d68a5/84b1db84-65f5-44dc-9de4-a472b06dc325/6991615f-29a4-4350-8ec7-33a67282f539) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:07:50.886294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc2b63c4-2ba1-4674-acfc-3b37157aa20d req-675aa74f-1aee-45f8-b6d0-ea4192721213 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0384245 Apr 07 11:07:50.918434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5670d6-e618-4d83-9496-815c4a0bc019 req-124fb1fa-3ac9-488b-bfa1-31949f3ddcce tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:50.919889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a5670d6-e618-4d83-9496-815c4a0bc019 req-124fb1fa-3ac9-488b-bfa1-31949f3ddcce tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 947 time: 0.1161294 Apr 07 11:07:51.023674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a5670d6-e618-4d83-9496-815c4a0bc019 req-5b4a9ec8-cd80-4cea-bb49-12d63e6ee1c1 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955527 Apr 07 11:07:51.059616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks [] for port (6991615f-29a4-4350-8ec7-33a67282f539), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:51.065063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['f1a51391-7326-4f52-80c6-e8c05b97f08d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:51.097389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6991615f-29a4-4350-8ec7-33a67282f539), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:51.139837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Network 59603613-1584-45cb-8ec0-bf854c7d68a5 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:07:51.142909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:07:51.147327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:07:51.175264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Pushing event updated for resources: {'Port': ['ID=6991615f-29a4-4350-8ec7-33a67282f539,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:51.206000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:51.206671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:51.230912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-95938c76-9de4-4c40-bc62-2524822a4cdb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9913058 Apr 07 11:07:51.249308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b3d4bf3-cf5a-46b3-b99e-2d83021256b6 req-3f446eb3-fefd-47ac-a217-c9bbdc25c542 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0302768 Apr 07 11:07:51.252748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Request body: {'port': {'device_id': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:07:51.311108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6991615f-29a4-4350-8ec7-33a67282f539), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:51.587218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56bfc2-1842-4ae3-8026-a3725106b9f0 req-baf142dc-b568-49ea-a293-48c7b5eef688 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:51.588763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f56bfc2-1842-4ae3-8026-a3725106b9f0 req-baf142dc-b568-49ea-a293-48c7b5eef688 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.1567171 Apr 07 11:07:51.602005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c27cb8-6088-4aeb-ab3f-431837ab384f req-33f83aea-2a90-4f73-b25c-c84c815e8f8b tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:51.603439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14c27cb8-6088-4aeb-ab3f-431837ab384f req-33f83aea-2a90-4f73-b25c-c84c815e8f8b tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 931 time: 0.1564403 Apr 07 11:07:51.723558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f56bfc2-1842-4ae3-8026-a3725106b9f0 req-757e3171-e86d-4989-8f79-af38dd63b545 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191547 Apr 07 11:07:51.729315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14c27cb8-6088-4aeb-ab3f-431837ab384f req-34c145a0-37d7-4153-90b0-57df763c8b68 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149223 Apr 07 11:07:51.735387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6991615f-29a4-4350-8ec7-33a67282f539 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:51.743748 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Publish callbacks [] for port (6991615f-29a4-4350-8ec7-33a67282f539), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:51.762017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Transition to ACTIVE for port object 6991615f-29a4-4350-8ec7-33a67282f539 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:51.765772 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6991615f-29a4-4350-8ec7-33a67282f539), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:51.842571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Pushing event updated for resources: {'Port': ['ID=6991615f-29a4-4350-8ec7-33a67282f539,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:51.953022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Attempting to bind port 6991615f-29a4-4350-8ec7-33a67282f539 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:07:51.953377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Attempting to bind port 6991615f-29a4-4350-8ec7-33a67282f539 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:07:51.953698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Attempting to bind port 6991615f-29a4-4350-8ec7-33a67282f539 on network 59603613-1584-45cb-8ec0-bf854c7d68a5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:51.966946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e944-169f-4fd1-ac93-27e464e6a677 req-8d35f73f-6dbb-4a3b-a5c9-d9f01154a772 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:51.968332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd30e944-169f-4fd1-ac93-27e464e6a677 req-8d35f73f-6dbb-4a3b-a5c9-d9f01154a772 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.1498148 Apr 07 11:07:51.971544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Port 6991615f-29a4-4350-8ec7-33a67282f539 on network 59603613-1584-45cb-8ec0-bf854c7d68a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:07:51.971862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Attempting to bind port 6991615f-29a4-4350-8ec7-33a67282f539 on network 59603613-1584-45cb-8ec0-bf854c7d68a5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:07:51.983216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c2977-e3b2-415e-a4af-8e829fc7bfc6 req-7013ff39-2ece-4f55-adca-17dd62994d2a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:51.984586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d58c2977-e3b2-415e-a4af-8e829fc7bfc6 req-7013ff39-2ece-4f55-adca-17dd62994d2a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 948 time: 0.1046085 Apr 07 11:07:51.994782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:07:51.995122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Checking segment: {'id': 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:07:51.995494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Bound using segment: {'id': 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:07:51.995923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Bound port: 6991615f-29a4-4350-8ec7-33a67282f539, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:07:51.996341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6991615f-29a4-4350-8ec7-33a67282f539), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.095302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd30e944-169f-4fd1-ac93-27e464e6a677 req-93da5763-22a1-4e43-a36c-956bee319c35 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189096 Apr 07 11:07:52.110224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d58c2977-e3b2-415e-a4af-8e829fc7bfc6 req-bcc6ea47-6f36-48fc-b940-6aa97432e0dc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175029 Apr 07 11:07:52.122521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] For port 6991615f-29a4-4350-8ec7-33a67282f539, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:52.125902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] For port 6991615f-29a4-4350-8ec7-33a67282f539, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6991615f-29a4-4350-8ec7-33a67282f539,segment=NetworkSegment(b7b54fe8-7c7f-4bd9-a876-93f662bdd3db),segment_id=b7b54fe8-7c7f-4bd9-a876-93f662bdd3db)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:07:52.136886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6991615f-29a4-4350-8ec7-33a67282f539), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.187663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:52.188280 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.189649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] 10.222.0.23 "PUT /v2.0/ports/6991615f-29a4-4350-8ec7-33a67282f539 HTTP/1.1" status: 200 len: 1091 time: 0.9425845 Apr 07 11:07:52.190095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'tag': '6991615f-29a4-4350-8ec7-33a67282f539'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:52.192805 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a977588-1846-4785-8b04-a46b1d36cd6e", "tag": "6991615f-29a4-4350-8ec7-33a67282f539"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:52.220468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5eac0c1d-08fa-4687-a51c-d972a49b20a8 req-88ab88f9-e13a-4b78-915f-5b96af573609 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0532587 Apr 07 11:07:52.261843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106743-1ce2-44b4-9883-d1c543ef640d service neutron] Pushing event updated for resources: {'Port': ['ID=6991615f-29a4-4350-8ec7-33a67282f539,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:52.269792 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2192fd-d14a-407a-92c3-c76ac61f8efe x-openstack-request-id: req-7f2192fd-d14a-407a-92c3-c76ac61f8efe {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:52.270102 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a977588-1846-4785-8b04-a46b1d36cd6e", "tag": "6991615f-29a4-4350-8ec7-33a67282f539", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:52.270368 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f2192fd-d14a-407a-92c3-c76ac61f8efe {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:52.270838 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2192fd-d14a-407a-92c3-c76ac61f8efe'] response: {'name': 'network-changed', 'server_uuid': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'tag': '6991615f-29a4-4350-8ec7-33a67282f539', 'status': 'completed', 'code': 200} Apr 07 11:07:52.282401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd448ba-9bc7-45ed-b8e5-f057d00335ef req-28ba91d8-5907-45e3-a722-15099733646a tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:52.283867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dd448ba-9bc7-45ed-b8e5-f057d00335ef req-28ba91d8-5907-45e3-a722-15099733646a tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 947 time: 0.1036143 Apr 07 11:07:52.329706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dd448ba-9bc7-45ed-b8e5-f057d00335ef req-b06d2345-9ae9-4cf2-a0eb-feddc4808b48 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Apr 07 11:07:52.356756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9a210165-410a-4ece-9cd3-3b21207384ac details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:52.371367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:52.492047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port f1a51391-7326-4f52-80c6-e8c05b97f08d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:52.507274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port f1a51391-7326-4f52-80c6-e8c05b97f08d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:52.507804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.515671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9a210165-410a-4ece-9cd3-3b21207384ac, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9a210165-410a-4ece-9cd3-3b21207384ac,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:52.551981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '9a210165-410a-4ece-9cd3-3b21207384ac', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '9a210165-410a-4ece-9cd3-3b21207384ac', 'mac_address': 'fa:16:3e:ee:b8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:52.619051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9a210165-410a-4ece-9cd3-3b21207384ac is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:52.619419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.640460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a210165-410a-4ece-9cd3-3b21207384ac {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:52.644822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port f1a51391-7326-4f52-80c6-e8c05b97f08d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:52.645473 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.678887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9a210165-410a-4ece-9cd3-3b21207384ac, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9a210165-410a-4ece-9cd3-3b21207384ac,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:52.686120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:52.688329 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998d81bb-2a4e-4381-a156-50d4558ee733" -d '{"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-plugged", "status": "completed", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:52.699308 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.707864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:52.715325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a req-8ec035f2-7a7a-4703-a457-0371acb395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:52.716818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a req-8ec035f2-7a7a-4703-a457-0371acb395a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10a62f88710848fa81fdbb921f71dee4&device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 1125 time: 0.0514503 Apr 07 11:07:52.727605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:52.735812 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329cbb0b-3fff-4516-aa27-a486fbf64192 x-openstack-request-id: req-329cbb0b-3fff-4516-aa27-a486fbf64192 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:52.736127 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-plugged", "status": "completed", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:52.736393 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-329cbb0b-3fff-4516-aa27-a486fbf64192 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:52.736794 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329cbb0b-3fff-4516-aa27-a486fbf64192'] response: {'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'code': 200} Apr 07 11:07:52.759043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9a210165-410a-4ece-9cd3-3b21207384ac,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:52.841793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:52.923341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:07:53.016009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a req-6b9a7337-f029-4857-830f-e3448bad28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.017390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a req-6b9a7337-f029-4857-830f-e3448bad28a9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=10a62f88710848fa81fdbb921f71dee4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2857151 Apr 07 11:07:53.024740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f24225-ccf3-43c7-97c4-be1df964822f req-bedfb2e7-2554-41b0-809c-f6f970346bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.026117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0f24225-ccf3-43c7-97c4-be1df964822f req-bedfb2e7-2554-41b0-809c-f6f970346bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1131 time: 0.2057831 Apr 07 11:07:53.033955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48465-b028-4d90-91d8-d1fae77f32d8 req-af257015-1b39-4bf0-ae83-b04599b9499e tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.035683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9a210165-410a-4ece-9cd3-3b21207384ac'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:53.035848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbd48465-b028-4d90-91d8-d1fae77f32d8 req-af257015-1b39-4bf0-ae83-b04599b9499e tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 943 time: 0.2017853 Apr 07 11:07:53.043941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c8b7-e23d-4962-ba7a-0d85be42a9c3 req-14c13442-886e-4626-b96c-32f273187329 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.045366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d093c8b7-e23d-4962-ba7a-0d85be42a9c3 req-14c13442-886e-4626-b96c-32f273187329 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.2021475 Apr 07 11:07:53.200278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbd48465-b028-4d90-91d8-d1fae77f32d8 req-b8d0021c-6dcb-4827-9e90-c569f808c353 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539724 Apr 07 11:07:53.204863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0f24225-ccf3-43c7-97c4-be1df964822f req-7d4f4963-5db6-41ae-9c46-f2dd4d0bcd5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576538 Apr 07 11:07:53.210130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d093c8b7-e23d-4962-ba7a-0d85be42a9c3 req-66fe9c78-1fc5-44cc-80ec-63893a3d2f28 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554172 Apr 07 11:07:53.240769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a req-2480818e-cf3c-435e-bd13-b61ca0e847b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.242301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c7e6291-bbab-4a59-9b6d-41c1aab9342a req-2480818e-cf3c-435e-bd13-b61ca0e847b0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152324 Apr 07 11:07:53.382504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78ad13-f96e-46ca-b120-3e852ffb1627 req-26d47ef1-1822-4e0a-9625-a6a93d041314 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.383975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce78ad13-f96e-46ca-b120-3e852ffb1627 req-26d47ef1-1822-4e0a-9625-a6a93d041314 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.1249316 Apr 07 11:07:53.395964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ec48f-9260-4bd0-b1c7-f9daafd8e81d req-469d5797-63e2-45f0-8b87-93502898930b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.397366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e49ec48f-9260-4bd0-b1c7-f9daafd8e81d req-469d5797-63e2-45f0-8b87-93502898930b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1054850 Apr 07 11:07:53.401560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-53e0f6b8-83fe-48fa-917e-45ac11a8dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.402930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-53e0f6b8-83fe-48fa-917e-45ac11a8dff3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10a62f88710848fa81fdbb921f71dee4&device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 1125 time: 0.1122501 Apr 07 11:07:53.472586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-690f3e2c-dda8-404c-817e-735d1a7fc1e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991615f-29a4-4350-8ec7-33a67282f539 HTTP/1.1" status: 200 len: 217 time: 0.0502489 Apr 07 11:07:53.540436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce78ad13-f96e-46ca-b120-3e852ffb1627 req-806f51f3-5807-4c81-b8a1-b0c2db79e100 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413891 Apr 07 11:07:53.546111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e49ec48f-9260-4bd0-b1c7-f9daafd8e81d req-c630e552-6365-4d03-b410-fc08ed1f41fd tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423786 Apr 07 11:07:53.555913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-4e6b18c8-64d6-4170-9887-2c6c069e36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.557402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-4e6b18c8-64d6-4170-9887-2c6c069e36bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=84b1db84-65f5-44dc-9de4-a472b06dc325 HTTP/1.1" status: 200 len: 855 time: 0.0770037 Apr 07 11:07:53.596640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-d6a14d5b-f5d2-48b4-88a0-e2057290a78f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=59603613-1584-45cb-8ec0-bf854c7d68a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260801 Apr 07 11:07:53.676926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f15e645a-29f7-41f7-9488-431d5f55d116 req-4eeea5ea-03e2-4584-87ff-c1a830f2a932 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0739532 Apr 07 11:07:53.746075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa679f-2ec7-4856-8e4f-77f6bd1e764a req-d597bf0f-3eee-46d6-86e5-5b99dc7d3bc9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:53.747561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cfa679f-2ec7-4856-8e4f-77f6bd1e764a req-d597bf0f-3eee-46d6-86e5-5b99dc7d3bc9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 948 time: 0.1277575 Apr 07 11:07:53.749661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-80d04da1-229d-4ee7-a91d-015d3922b0c8 service neutron] 10.222.0.23 "GET /v2.0/networks/59603613-1584-45cb-8ec0-bf854c7d68a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451917 Apr 07 11:07:53.845109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cfa679f-2ec7-4856-8e4f-77f6bd1e764a req-82a1cf66-2702-4928-acf5-df4051072dd1 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Apr 07 11:07:53.871429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0956d0a1-47f8-46e1-890b-916d260fbf83 req-f4f459a0-299f-470d-b5ac-12cf02bdbcc7 service neutron] 10.222.0.23 "GET /v2.0/networks/59603613-1584-45cb-8ec0-bf854c7d68a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118982 Apr 07 11:07:54.346768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9a210165-410a-4ece-9cd3-3b21207384ac up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:07:54.400186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 9a210165-410a-4ece-9cd3-3b21207384ac completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:07:54.404728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 9a210165-410a-4ece-9cd3-3b21207384ac triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:07:54.405160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:54.492057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9a210165-410a-4ece-9cd3-3b21207384ac is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:54.492500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:54.588338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6fbad-de67-4fab-a2ce-9cfe1395d2d6 req-0b05bc7f-a840-46df-912f-096b501d112a tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:54.589909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cea6fbad-de67-4fab-a2ce-9cfe1395d2d6 req-0b05bc7f-a840-46df-912f-096b501d112a tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 943 time: 0.3223031 Apr 07 11:07:54.604384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367c4ad-6b08-486c-98fb-ecdc32623300 req-4edd67cc-ad94-4687-b3cb-232568ca2b89 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:54.606100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3367c4ad-6b08-486c-98fb-ecdc32623300 req-4edd67cc-ad94-4687-b3cb-232568ca2b89 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.3130093 Apr 07 11:07:54.649059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9a210165-410a-4ece-9cd3-3b21207384ac, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9a210165-410a-4ece-9cd3-3b21207384ac,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:54.653499 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:54.679049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cea6fbad-de67-4fab-a2ce-9cfe1395d2d6 req-1d4e3654-0ed4-4a2e-9b18-6f7ef5dda3e9 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718508 Apr 07 11:07:54.684171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3367c4ad-6b08-486c-98fb-ecdc32623300 req-4a4c54f4-435c-4051-aa58-01c31f78c23a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712988 Apr 07 11:07:54.713172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9a210165-410a-4ece-9cd3-3b21207384ac,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:54.739839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a210165-410a-4ece-9cd3-3b21207384ac'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:07:54.743802 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1f39c-ae5c-46ad-821a-66aadb0ed704" -d '{"events": [{"server_uuid": "0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc", "name": "network-vif-plugged", "status": "completed", "tag": "9a210165-410a-4ece-9cd3-3b21207384ac"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:07:54.834795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f962d96-c618-4537-ab54-44f19246e6bc req-bc27a035-7996-4320-a07f-3b89154c3e01 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:54.836265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f962d96-c618-4537-ab54-44f19246e6bc req-bc27a035-7996-4320-a07f-3b89154c3e01 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.0857131 Apr 07 11:07:54.857662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9f28b-96a9-4009-acbc-5725d4df7ce6 req-4f7edaa2-a105-4df3-8e9c-69e7bb7a128e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:54.859059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aba9f28b-96a9-4009-acbc-5725d4df7ce6 req-4f7edaa2-a105-4df3-8e9c-69e7bb7a128e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0773337 Apr 07 11:07:54.919547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f962d96-c618-4537-ab54-44f19246e6bc req-7ede6f85-8983-40a5-b6fc-5db196cc9938 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770721 Apr 07 11:07:54.939408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aba9f28b-96a9-4009-acbc-5725d4df7ce6 req-1789e1d3-baea-474e-accd-009b3b328d37 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Apr 07 11:07:54.979560 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1932ed83-efa0-4bb9-b502-19bf3edefaa5 x-openstack-request-id: req-1932ed83-efa0-4bb9-b502-19bf3edefaa5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:07:54.980621 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc", "name": "network-vif-plugged", "status": "completed", "tag": "9a210165-410a-4ece-9cd3-3b21207384ac", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:07:54.980931 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1932ed83-efa0-4bb9-b502-19bf3edefaa5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:07:54.981341 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1932ed83-efa0-4bb9-b502-19bf3edefaa5'] response: {'server_uuid': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a210165-410a-4ece-9cd3-3b21207384ac', 'code': 200} Apr 07 11:07:55.006513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-040479bf-82f1-45ea-a4a5-c32633229d40 req-db933bec-2fe8-4de3-94bf-e5e9604007e0 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0293047 Apr 07 11:07:55.109577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c2a3-2a20-42d6-8b34-071bb206e64e req-d756f33b-f8ad-459a-bd28-6230bde4296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:55.111036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c14c2a3-2a20-42d6-8b34-071bb206e64e req-d756f33b-f8ad-459a-bd28-6230bde4296a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 1131 time: 0.0666001 Apr 07 11:07:55.118487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc6870-cb3b-4dbf-828c-bb85d2d34d38 req-0e76acd8-7c3d-4494-b4cf-5976219313e7 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:55.119816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cdc6870-cb3b-4dbf-828c-bb85d2d34d38 req-0e76acd8-7c3d-4494-b4cf-5976219313e7 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.0876720 Apr 07 11:07:55.187411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c14c2a3-2a20-42d6-8b34-071bb206e64e req-01f99a7e-ded9-4ea4-bb6c-e30ab747d029 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666828 Apr 07 11:07:55.191488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cdc6870-cb3b-4dbf-828c-bb85d2d34d38 req-3133ab3f-0c95-4945-bf0b-59b4f268c429 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659213 Apr 07 11:07:55.834153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-22436248-5e9b-44c5-b129-c400a574c6cf service neutron] 10.222.0.41 "GET /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.1187084 Apr 07 11:07:55.884865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd33cf8-345f-4fe0-a605-ab54c18d8153 req-e90cab6b-02fc-48fe-8017-9317483747a4 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:55.886354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bd33cf8-345f-4fe0-a605-ab54c18d8153 req-e90cab6b-02fc-48fe-8017-9317483747a4 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 943 time: 0.1322348 Apr 07 11:07:55.923147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3142cf-3cf6-4ad1-9e40-11cf9916bfff req-75092f46-90b5-4526-b3f5-d748f7526c9d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:55.924593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d3142cf-3cf6-4ad1-9e40-11cf9916bfff req-75092f46-90b5-4526-b3f5-d748f7526c9d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 943 time: 0.1517465 Apr 07 11:07:56.005496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bd33cf8-345f-4fe0-a605-ab54c18d8153 req-34195c60-de7a-4239-9553-9e96651ab3e6 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130795 Apr 07 11:07:56.039925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d3142cf-3cf6-4ad1-9e40-11cf9916bfff req-f4de3e81-50ff-4f5e-8549-6d84dce5f48e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Apr 07 11:07:56.146152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:56.173164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:56.206389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded780-3b8e-4f97-a47b-a6547db33124 req-b18b4917-9108-4633-a060-5f6577137e3f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:56.207931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68ded780-3b8e-4f97-a47b-a6547db33124 req-b18b4917-9108-4633-a060-5f6577137e3f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.1043866 Apr 07 11:07:56.221192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735bdf5d-6af7-4cbc-b565-f4b4102aff3f {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:56.245958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:56.268077 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:56.337232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68ded780-3b8e-4f97-a47b-a6547db33124 req-1e90895e-587f-4e99-afdd-03bd2f8a27d3 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104305 Apr 07 11:07:56.390083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d600de9-0880-43ac-87f0-c1973dafaa90 req-46cec4ca-4279-494b-bb8d-e266f8c19d13 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:56.391546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d600de9-0880-43ac-87f0-c1973dafaa90 req-46cec4ca-4279-494b-bb8d-e266f8c19d13 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1124594 Apr 07 11:07:56.420768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] Transition to ACTIVE for port object 735bdf5d-6af7-4cbc-b565-f4b4102aff3f will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:07:56.428487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:56.486013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d600de9-0880-43ac-87f0-c1973dafaa90 req-2502af5d-7b0a-4f84-b85c-fc561807ab6f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873327 Apr 07 11:07:56.509746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1152a9c-41b8-4595-a368-5b82c8e8ea47 req-65e901aa-6de5-42b1-97d9-1680d93605b3 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0578229 Apr 07 11:07:56.534345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] No DVR routers for this DVR port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:07:56.572314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] Pushing event updated for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:56.615385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-e9544b30-7615-4a33-ac55-7e86440bb433 service neutron] 10.222.0.41 "PUT /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7745302 Apr 07 11:07:56.646306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02149-1ad5-4a9f-9a77-cef79a6577a6 req-70501a08-f6e3-4331-aa4f-89e39bafab84 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:56.648064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ace02149-1ad5-4a9f-9a77-cef79a6577a6 req-70501a08-f6e3-4331-aa4f-89e39bafab84 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.0908284 Apr 07 11:07:56.703420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ace02149-1ad5-4a9f-9a77-cef79a6577a6 req-c2554caf-2d52-42a8-b2ca-0791360b2ccc tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499587 Apr 07 11:07:56.758157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-7fbf9d57-d844-42d4-b7a6-d07e37e5a3d0 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:56.759828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-7fbf9d57-d844-42d4-b7a6-d07e37e5a3d0 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0555234 Apr 07 11:07:56.820928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-8d18de0c-3349-4eaa-807d-bcaf76835827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:56.822435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-8d18de0c-3349-4eaa-807d-bcaf76835827 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 1126 time: 0.0550013 Apr 07 11:07:56.843528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-22511aab-d5f4-4fdd-aea8-4ac28758ea8a req-478eb8f9-0101-4f3b-a4c6-eb61da9e8c71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:07:56.844529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22511aab-d5f4-4fdd-aea8-4ac28758ea8a req-478eb8f9-0101-4f3b-a4c6-eb61da9e8c71 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052958 Apr 07 11:07:56.904657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-afec81db-701e-4419-b1ab-a557c8132336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:56.906407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-afec81db-701e-4419-b1ab-a557c8132336 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1126 time: 0.0478325 Apr 07 11:07:57.048414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-132b51dd-b0ce-4228-857a-f31def2ae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.049880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-132b51dd-b0ce-4228-857a-f31def2ae550 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1366355 Apr 07 11:07:57.072918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53f27a-f154-4374-876c-5ab1dfa183d6 req-08235db3-ce88-4690-beef-f5779066ea40 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.074285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e53f27a-f154-4374-876c-5ab1dfa183d6 req-08235db3-ce88-4690-beef-f5779066ea40 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.1113586 Apr 07 11:07:57.075464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-de65e4ac-b2c8-4f49-bf10-47edb6f60c91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461745 Apr 07 11:07:57.116914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-257d1e41-ee1c-4413-af8e-713b9913ba94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.0519929 Apr 07 11:07:57.195740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c5a8-1f4f-441b-8bf9-ef498bd9269d req-a1c51060-699a-4c1d-9c94-a4b1d20fc205 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.197225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03d3c5a8-1f4f-441b-8bf9-ef498bd9269d req-a1c51060-699a-4c1d-9c94-a4b1d20fc205 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1665318 Apr 07 11:07:57.217989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-9b4a9861-394d-4fad-b5de-b4c6f2e852c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.219367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-9b4a9861-394d-4fad-b5de-b4c6f2e852c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0908575 Apr 07 11:07:57.228141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e53f27a-f154-4374-876c-5ab1dfa183d6 req-4adac41f-16cf-48e2-9e48-367ea2407706 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454692 Apr 07 11:07:57.261797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-17a1f842-09ab-4204-9b3f-476bbcc494b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310683 Apr 07 11:07:57.352969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03d3c5a8-1f4f-441b-8bf9-ef498bd9269d req-ebf1e47a-3b06-42b9-9e94-9ff06f1c9a21 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480243 Apr 07 11:07:57.410772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee60b9e-0863-4540-8bc0-0d3e1bc31386 req-25406bbd-79ee-441b-8bce-e21e4489b834 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.413059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ee60b9e-0863-4540-8bc0-0d3e1bc31386 req-25406bbd-79ee-441b-8bce-e21e4489b834 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 943 time: 0.1306660 Apr 07 11:07:57.418904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-96a972e4-66f3-40b9-9385-ab4efea2b061 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461463 Apr 07 11:07:57.470146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:07:57.558037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ee60b9e-0863-4540-8bc0-0d3e1bc31386 req-64d042d6-9908-46df-8788-aff4c9bf9be6 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288342 Apr 07 11:07:57.573925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-6969da45-0753-49c0-8a9b-d1861b6d700c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.577247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd88f9a-6d6a-4410-b759-5def8c89c012 req-7ce6f2b2-97a6-4a10-9048-d48842301759 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.584887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-6969da45-0753-49c0-8a9b-d1861b6d700c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports/f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 946 time: 0.1136124 Apr 07 11:07:57.585034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edd88f9a-6d6a-4410-b759-5def8c89c012 req-7ce6f2b2-97a6-4a10-9048-d48842301759 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 944 time: 0.1651707 Apr 07 11:07:57.619977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-64d32f34-5df2-476f-818e-9dc1e088c0e5 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831222 Apr 07 11:07:57.659020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edd88f9a-6d6a-4410-b759-5def8c89c012 req-e304fa0d-3124-43e2-8c4b-a5f57250ec5c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717027 Apr 07 11:07:57.729103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd7e97-728e-4055-867c-9ea0dbbcea9c req-3d22b444-e6a8-4109-92c1-b90433142971 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.730727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2bfd7e97-728e-4055-867c-9ea0dbbcea9c req-3d22b444-e6a8-4109-92c1-b90433142971 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.0896001 Apr 07 11:07:57.779026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-351cfb46-7b27-42c8-9377-5bdd6bc5b8c6 req-1cfcc994-30ac-473a-9152-48e82bd9a4b6 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0425842 Apr 07 11:07:57.808619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2bfd7e97-728e-4055-867c-9ea0dbbcea9c req-ae74eb11-5a8d-4b59-b154-d648af99fe42 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710099 Apr 07 11:07:57.993175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14e660-2c16-4b9c-8494-976dd0de5d11 req-58c8fa3d-1f44-4f79-bf28-54d1537fbb54 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:57.995285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e14e660-2c16-4b9c-8494-976dd0de5d11 req-58c8fa3d-1f44-4f79-bf28-54d1537fbb54 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.1125088 Apr 07 11:07:58.003109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-5cbc5b5c-fbb5-481f-930d-806d86c991fd tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.004797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-5cbc5b5c-fbb5-481f-930d-806d86c991fd tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0896831 Apr 07 11:07:58.103294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-854e73a2-c181-4759-9ec3-adec375907e5 req-84248102-d861-4a2d-8c6b-056bb8bdee8e tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0394113 Apr 07 11:07:58.142031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e14e660-2c16-4b9c-8494-976dd0de5d11 req-fcaae941-723a-4dab-8391-606bb1874165 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362636 Apr 07 11:07:58.265717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7b78dbb-886f-4b41-be9c-3cc0578ef473 req-e0b9fc02-ad98-4e9c-967d-1038a2306738 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0483479 Apr 07 11:07:58.294276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-6b2d2142-5d93-4e37-9c2a-58f5361f926e service neutron] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:07:58.297587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-6b2d2142-5d93-4e37-9c2a-58f5361f926e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:58.298716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3befa3-c52c-45b1-a1c5-4ce9f30582ea req-6b2d2142-5d93-4e37-9c2a-58f5361f926e service neutron] 10.222.0.23 "DELETE /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.2710118 Apr 07 11:07:58.377661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6991615f-29a4-4350-8ec7-33a67282f539 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:07:58.431895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e67946-14d6-47e7-bc08-a19dcd3d28e0 req-769e99b1-4814-49ac-8a32-7e0a6cdaaa58 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.433894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e67946-14d6-47e7-bc08-a19dcd3d28e0 req-769e99b1-4814-49ac-8a32-7e0a6cdaaa58 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.0638163 Apr 07 11:07:58.481642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6991615f-29a4-4350-8ec7-33a67282f539, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6991615f-29a4-4350-8ec7-33a67282f539,segment=NetworkSegment(b7b54fe8-7c7f-4bd9-a876-93f662bdd3db),segment_id=b7b54fe8-7c7f-4bd9-a876-93f662bdd3db)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:58.494178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '6991615f-29a4-4350-8ec7-33a67282f539', 'network_id': '59603613-1584-45cb-8ec0-bf854c7d68a5', 'port_id': '6991615f-29a4-4350-8ec7-33a67282f539', 'mac_address': 'fa:16:3e:e8:6d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b1db84-65f5-44dc-9de4-a472b06dc325', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:07:58.526298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79e62b-3ca8-480a-8820-000602f28568 req-cc311be6-fa2c-4c79-988c-d274c5315926 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.528882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb79e62b-3ca8-480a-8820-000602f28568 req-cc311be6-fa2c-4c79-988c-d274c5315926 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0936420 Apr 07 11:07:58.531713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6991615f-29a4-4350-8ec7-33a67282f539 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:07:58.532112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6991615f-29a4-4350-8ec7-33a67282f539), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:58.533248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e67946-14d6-47e7-bc08-a19dcd3d28e0 req-697e6d3b-225a-4f27-886b-c91bd4bcfa7a tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860879 Apr 07 11:07:58.546393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6991615f-29a4-4350-8ec7-33a67282f539 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:07:58.569930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6991615f-29a4-4350-8ec7-33a67282f539, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6991615f-29a4-4350-8ec7-33a67282f539,segment=NetworkSegment(b7b54fe8-7c7f-4bd9-a876-93f662bdd3db),segment_id=b7b54fe8-7c7f-4bd9-a876-93f662bdd3db)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:07:58.576313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6991615f-29a4-4350-8ec7-33a67282f539), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:07:58.594965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb79e62b-3ca8-480a-8820-000602f28568 req-96329de2-3fb5-4799-b318-7f46d77b08df tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569634 Apr 07 11:07:58.637340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6991615f-29a4-4350-8ec7-33a67282f539,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:07:58.723847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c53d7a-2852-4004-b1c8-caf0ca17457d req-ea4aea98-cb62-413a-82e8-ed2c7c4a5135 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.725747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08c53d7a-2852-4004-b1c8-caf0ca17457d req-ea4aea98-cb62-413a-82e8-ed2c7c4a5135 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 944 time: 0.0705128 Apr 07 11:07:58.800425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08c53d7a-2852-4004-b1c8-caf0ca17457d req-e9c5ba26-2548-4ea7-a91c-1cf1a3759a37 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670950 Apr 07 11:07:58.839279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697fcb0-9bd2-4e12-a507-3558eb2124ee req-91e88f1c-a6af-4f35-8f75-94196460e164 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.841594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5697fcb0-9bd2-4e12-a507-3558eb2124ee req-91e88f1c-a6af-4f35-8f75-94196460e164 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 944 time: 0.0809183 Apr 07 11:07:58.946791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6991615f-29a4-4350-8ec7-33a67282f539'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:07:58.961632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-558dc0f6-ce8e-4360-bee2-ba1cf34ccfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.963144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-558dc0f6-ce8e-4360-bee2-ba1cf34ccfa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1131 time: 0.1206684 Apr 07 11:07:58.966086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5697fcb0-9bd2-4e12-a507-3558eb2124ee req-651ccfa2-fb5a-4a4c-a217-f73a0cf7b671 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142845 Apr 07 11:07:58.987381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19c5c7-cf3c-4d7e-b922-79bfd6305a27 req-30c54bb2-874d-486f-964a-d21da445a346 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:58.988811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db19c5c7-cf3c-4d7e-b922-79bfd6305a27 req-30c54bb2-874d-486f-964a-d21da445a346 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.1100199 Apr 07 11:07:59.121692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db19c5c7-cf3c-4d7e-b922-79bfd6305a27 req-b3305056-fe09-4059-8377-10e669b4db0c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195958 Apr 07 11:07:59.144343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f1f97-2ad2-4a5c-a946-a22bb77b0077 req-23c450a2-313c-46f8-b924-782d8abc8838 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:59.145888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007f1f97-2ad2-4a5c-a946-a22bb77b0077 req-23c450a2-313c-46f8-b924-782d8abc8838 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.1099036 Apr 07 11:07:59.148887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-ea4e254f-27e8-4509-b501-b14efd6e96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:59.150262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-ea4e254f-27e8-4509-b501-b14efd6e96d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1792290 Apr 07 11:07:59.227780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-739fb7f4-99ee-4bd7-9e9e-da892e09df64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.0533149 Apr 07 11:07:59.242513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007f1f97-2ad2-4a5c-a946-a22bb77b0077 req-da82f542-a5f0-484b-b8f4-204b0c06010b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883250 Apr 07 11:07:59.314237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e5be7816-cc4a-4544-a03c-d151885880c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:59.315807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e5be7816-cc4a-4544-a03c-d151885880c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0568471 Apr 07 11:07:59.319936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c277a6-f4df-42ec-8dc2-fab47010c04a req-f369208c-cf17-4f8e-8414-dbbe76e6d0c2 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:59.321747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36c277a6-f4df-42ec-8dc2-fab47010c04a req-f369208c-cf17-4f8e-8414-dbbe76e6d0c2 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1126 time: 0.1011314 Apr 07 11:07:59.408027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43a441bd-05cb-4e44-93d3-3290882a243a req-53b238b7-5a24-4ec0-b10f-57d54811da7b tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0392716 Apr 07 11:07:59.429384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36c277a6-f4df-42ec-8dc2-fab47010c04a req-3d3ec8c2-cd0c-4cbe-9ded-7a61b23788c2 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011024 Apr 07 11:07:59.432143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-19a44d7d-91d7-4828-81fe-918bf0da353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:59.433600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-19a44d7d-91d7-4828-81fe-918bf0da353c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1036544 Apr 07 11:07:59.530238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-9e8aebfc-8215-43bc-b317-448fb372e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:07:59.531775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-9e8aebfc-8215-43bc-b317-448fb372e93e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1128 time: 0.0973361 Apr 07 11:07:59.862831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-b909cec8-1c09-4dff-ac7c-e53b5c29160d service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194515 Apr 07 11:08:00.053086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e857a-700f-45f2-9245-93b48d09f523 req-fa73c81d-0d09-4003-8732-e33f1f6b5a4d tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.054576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd1e857a-700f-45f2-9245-93b48d09f523 req-fa73c81d-0d09-4003-8732-e33f1f6b5a4d tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.2596047 Apr 07 11:08:00.055515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-3a8ac00a-bd16-4728-b752-06690ea4fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.056808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-3a8ac00a-bd16-4728-b752-06690ea4fb3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.5113239 Apr 07 11:08:00.072266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b71259dc-091b-46bc-afe6-050c4c77169e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.073669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b71259dc-091b-46bc-afe6-050c4c77169e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.2729819 Apr 07 11:08:00.141630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-fa6c15e3-9442-4c7a-b011-d738b60a7807 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 217 time: 0.0640609 Apr 07 11:08:00.143326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-a4d12014-f48d-4f74-adf1-0afcdb37d120 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353239 Apr 07 11:08:00.145012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-c47c77f8-661c-41e2-9de4-89257463b9b3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/quotas/1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 375 time: 0.0628314 Apr 07 11:08:00.227079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd1e857a-700f-45f2-9245-93b48d09f523 req-af0ba337-c64b-456b-a299-211fdf3aa965 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627328 Apr 07 11:08:00.253165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-0cf8e682-ac4e-4f9d-b31a-233899e54c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.254680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-0cf8e682-ac4e-4f9d-b31a-233899e54c30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0957158 Apr 07 11:08:00.259507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-74e9abb0-10db-4294-974e-4ea2139ef7be tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044931 Apr 07 11:08:00.307736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-ee1f4870-94a9-4baf-8fdd-7546251b43f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463352 Apr 07 11:08:00.365575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:00.394785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6991615f-29a4-4350-8ec7-33a67282f539 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:00.444529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:08:00.444931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:00.462558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 6991615f-29a4-4350-8ec7-33a67282f539 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:00.466700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 6991615f-29a4-4350-8ec7-33a67282f539 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:00.467081 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6991615f-29a4-4350-8ec7-33a67282f539), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:00.485829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30651cd5-7ac3-4f8f-b8f8-b68304ede98b req-3be10e15-da00-496f-af2e-5c6aa3979be0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.487292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30651cd5-7ac3-4f8f-b8f8-b68304ede98b req-3be10e15-da00-496f-af2e-5c6aa3979be0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1834617 Apr 07 11:08:00.499667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-f280c9f4-83eb-4ad2-a1b0-9e6bc3ee1db7 service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293081 Apr 07 11:08:00.526301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb59b6-1bb4-4786-af60-6669fded693a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:00.535497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-bc80592f-51e5-47b6-8ae1-6c5600ca2977 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750202 Apr 07 11:08:00.561208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6991615f-29a4-4350-8ec7-33a67282f539 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:00.561602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6991615f-29a4-4350-8ec7-33a67282f539), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:00.586210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6991615f-29a4-4350-8ec7-33a67282f539'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:00.588750 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af27a4-699d-42be-99fd-c27084036408" -d '{"events": [{"server_uuid": "4a977588-1846-4785-8b04-a46b1d36cd6e", "name": "network-vif-plugged", "status": "completed", "tag": "6991615f-29a4-4350-8ec7-33a67282f539"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:00.603957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6991615f-29a4-4350-8ec7-33a67282f539, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6991615f-29a4-4350-8ec7-33a67282f539,segment=NetworkSegment(b7b54fe8-7c7f-4bd9-a876-93f662bdd3db),segment_id=b7b54fe8-7c7f-4bd9-a876-93f662bdd3db)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:00.607817 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6991615f-29a4-4350-8ec7-33a67282f539), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:00.656311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6991615f-29a4-4350-8ec7-33a67282f539,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:00.681910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30651cd5-7ac3-4f8f-b8f8-b68304ede98b req-5ecaa87b-ff10-4cee-bdba-cf5b2d47d3e7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844306 Apr 07 11:08:00.717994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-f7168e54-d4a0-4a40-93fb-a3cf75f522c2 service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024925 Apr 07 11:08:00.738381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-91c5e948-3a32-4411-873f-4b99cb3cbbac tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.740078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-91c5e948-3a32-4411-873f-4b99cb3cbbac tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.23 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.1441591 Apr 07 11:08:00.766944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-f4e9b365-6e3e-4ef5-92e3-8dbeea7910ac service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035775 Apr 07 11:08:00.873125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb086c38-4d7e-4df0-b4f6-9fb7992bfa8b req-32ea7b8e-98c3-40db-8e0d-be25ba71adf8 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:00.874622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb086c38-4d7e-4df0-b4f6-9fb7992bfa8b req-32ea7b8e-98c3-40db-8e0d-be25ba71adf8 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 945 time: 0.1290429 Apr 07 11:08:00.995639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb086c38-4d7e-4df0-b4f6-9fb7992bfa8b req-ff6b24b4-3c41-45c7-88f6-1bde147409e6 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050208 Apr 07 11:08:00.999306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-b52b7840-898e-4d0c-8f4e-d34f890fac56 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:01.000771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-b52b7840-898e-4d0c-8f4e-d34f890fac56 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1128 time: 0.1561098 Apr 07 11:08:01.002996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Deleting port 43b398f8-7875-4dd4-bf07-7acdb8e0267d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:01.003336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:01.025847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8594cd-92cb-450e-b5cd-83d04a47bb8b req-d7c96a51-aa63-478a-81b0-3eadfbb23c2c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:01.027453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c8594cd-92cb-450e-b5cd-83d04a47bb8b req-d7c96a51-aa63-478a-81b0-3eadfbb23c2c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 945 time: 0.1358478 Apr 07 11:08:01.058596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:01.224244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c8594cd-92cb-450e-b5cd-83d04a47bb8b req-66f705b4-b9df-4ac2-92a3-b232731f1fdc tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups?id=70d1d126-0c41-4246-9007-ebc4c0dd7762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594121 Apr 07 11:08:01.231564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] For port 43b398f8-7875-4dd4-bf07-7acdb8e0267d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=43b398f8-7875-4dd4-bf07-7acdb8e0267d,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:01.231929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:01.243917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:01.271134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d184349-b6bd-47c3-8c6b-1d09a6b293d1 req-496de9ae-8a5c-4aff-9342-938ca4e1bc78 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:01.272666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d184349-b6bd-47c3-8c6b-1d09a6b293d1 req-496de9ae-8a5c-4aff-9342-938ca4e1bc78 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 1131 time: 0.2114136 Apr 07 11:08:01.285583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:01.383177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d184349-b6bd-47c3-8c6b-1d09a6b293d1 req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:01.869930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81178b4d-94cf-445b-a798-d03f4fdc25f8 req-f413e275-0ef9-416b-8be8-ee00db3b1dc1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:01.871993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81178b4d-94cf-445b-a798-d03f4fdc25f8 req-f413e275-0ef9-416b-8be8-ee00db3b1dc1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 946 time: 0.5595231 Apr 07 11:08:02.033179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.033472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (28a09d40-28af-4ee4-88a4-7f07c51320ec), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.033864 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Floating IP 28a09d40-28af-4ee4-88a4-7f07c51320ec disassociated. External IP: 172.25.5.116, port: 43b398f8-7875-4dd4-bf07-7acdb8e0267d. Apr 07 11:08:02.034181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Calling delete_port for 43b398f8-7875-4dd4-bf07-7acdb8e0267d owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:02.104626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:02.152986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d184349-b6bd-47c3-8c6b-1d09a6b293d1 req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Publish callbacks [] for security_group (6d5aea41-c23e-4c19-ad9e-4d5839fb4222), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.158621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81178b4d-94cf-445b-a798-d03f4fdc25f8 req-5749fcad-1f1a-4f89-90ba-e0c859aeaeb7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516840 Apr 07 11:08:02.171530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d184349-b6bd-47c3-8c6b-1d09a6b293d1 req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6d5aea41-c23e-4c19-ad9e-4d5839fb4222), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.208560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-6492485d-03e7-4375-ac6d-d9547643bb2d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:02.210157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-6492485d-03e7-4375-ac6d-d9547643bb2d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.3487020 Apr 07 11:08:02.251108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Request body: {'port': {'device_id': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'admin_state_up': True, 'tenant_id': '1cd46c12619042ea8bfb9e63365c9ec9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:02.285284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d184349-b6bd-47c3-8c6b-1d09a6b293d1 req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9738421 Apr 07 11:08:02.324565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5aea41-c23e-4c19-ad9e-4d5839fb4222,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:02.331446 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caab6e2-f0da-45c0-98bb-a982080093ec x-openstack-request-id: req-4caab6e2-f0da-45c0-98bb-a982080093ec {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:02.331944 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a977588-1846-4785-8b04-a46b1d36cd6e", "name": "network-vif-plugged", "status": "completed", "tag": "6991615f-29a4-4350-8ec7-33a67282f539", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:02.332109 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4caab6e2-f0da-45c0-98bb-a982080093ec {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:02.332459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2f852a5-6d35-4b70-96f3-d08d8a061693 req-9279f312-25a6-49a8-be4e-4876be400807 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1117609 Apr 07 11:08:02.333793 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4caab6e2-f0da-45c0-98bb-a982080093ec'] response: {'server_uuid': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6991615f-29a4-4350-8ec7-33a67282f539', 'code': 200} Apr 07 11:08:02.337874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:02.378042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.378401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.378750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.379121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.379753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.380503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.380982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.381358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.381700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.382034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.382364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.382692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.383016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203166e5-d9d8-43af-b993-bffbbfab8db5 tempest-LiveMigrationNegativeTest-174576367 tempest-LiveMigrationNegativeTest-174576367-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:02.452762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:02.454957 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca3664-2233-4979-8230-34b1f0a34b83" -d '{"events": [{"server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:02.467950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Publish callbacks [] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.472499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ac39-4f9e-4862-b32a-b29e0e838d63 req-6aed4943-b3b7-409f-a154-c35de12677c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:02.474999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0113ac39-4f9e-4862-b32a-b29e0e838d63 req-6aed4943-b3b7-409f-a154-c35de12677c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 1127 time: 0.0442421 Apr 07 11:08:02.516339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.519890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5863c13-754c-4643-8d08-1af886aa9e66 req-dc59106d-8f8b-485e-a580-ac930bac82f2 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 210 time: 0.0951061 Apr 07 11:08:02.520130 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0113ac39-4f9e-4862-b32a-b29e0e838d63 req-58cf9874-b410-481b-ba3a-3a504a1e54c3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Apr 07 11:08:02.616473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (43b398f8-7875-4dd4-bf07-7acdb8e0267d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.662859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:02.665438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Made reservation on behalf of 1cd46c12619042ea8bfb9e63365c9ec9 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:02.668641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.706213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ff54-1cb5-4977-bb94-4722db218815 req-dd23022b-06b9-4a5c-a02e-24bb6ee88fa3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:02.707761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5341ff54-1cb5-4977-bb94-4722db218815 req-dd23022b-06b9-4a5c-a02e-24bb6ee88fa3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.2745454 Apr 07 11:08:02.742325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event deleted for resources: {'Port': ['ID=43b398f8-7875-4dd4-bf07-7acdb8e0267d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:02.783132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:02.783463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:02.783788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:02.827145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc30ac-c76b-4a96-8b65-279c288c8baf req-a5c73f3b-7d00-4185-ad0a-914077c84d63 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:02.828618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8efc30ac-c76b-4a96-8b65-279c288c8baf req-a5c73f3b-7d00-4185-ad0a-914077c84d63 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 945 time: 0.2429521 Apr 07 11:08:02.884245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-686d1edf-e9b9-442c-88c1-b4309bbdaea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.891058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:02.891391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Attempting to bind port 69507b7d-702d-4304-9abe-d59e8bc4de34 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:02.929201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:02.929540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:02.929924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:02.930369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Bound port: 69507b7d-702d-4304-9abe-d59e8bc4de34, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:02.930724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:02.987140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5341ff54-1cb5-4977-bb94-4722db218815 req-4c8c8af2-5f4c-4cb4-9cd0-fb155ac865c5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503774 Apr 07 11:08:03.066276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8efc30ac-c76b-4a96-8b65-279c288c8baf req-ad09e5ad-7731-4e0d-8902-efbc56700680 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775420 Apr 07 11:08:03.130049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Allocated IP 172.20.0.13 (43736fd5-2088-4086-9627-dc47efe12f30/369ba404-e64a-42b5-a1a8-1f5b894a6720/64ce37b4-a68f-48f9-82e2-3227a2af170e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:03.138639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fceaed9-7916-4f2f-8fd7-432c0e684133 req-dfa221bb-5cc5-4811-8f6d-8b7b1d7bfa00 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/ports?device_id=09a79787-a430-4dac-baa9-e7ff31f45c92 HTTP/1.1" status: 200 len: 210 time: 0.0689659 Apr 07 11:08:03.149096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:03.150395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Router 079ac0f0-449b-4c31-8472-df9a411138fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:08:03.164534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:03.169330 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1523843d-3d3e-45a1-801b-f25030f3c463 x-openstack-request-id: req-1523843d-3d3e-45a1-801b-f25030f3c463 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:03.169739 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:03.169989 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1523843d-3d3e-45a1-801b-f25030f3c463 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:03.170582 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1523843d-3d3e-45a1-801b-f25030f3c463'] response: {'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'code': 200} Apr 07 11:08:03.173321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:03.195565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:03.434630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:03.508996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b6aadb7-da96-4186-a02c-ca439ebb1a5e req-2823d74c-0f11-4f47-8739-2eb6f0affd41 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0625527 Apr 07 11:08:03.514551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:03.515156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:03.516471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-130610df-5a61-48df-a771-fee17cf00227 service neutron] 10.222.0.23 "PUT /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 1122 time: 2.4982491 Apr 07 11:08:03.542873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:03.542873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f039-c5a4-49a0-a748-39b6d0de5779 req-7e95ad18-4c19-48a1-9d5b-37ad34735656 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:03.542873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c06f039-c5a4-49a0-a748-39b6d0de5779 req-7e95ad18-4c19-48a1-9d5b-37ad34735656 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.2521191 Apr 07 11:08:03.557225 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] Sync routers for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:03.571548 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:03.572247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:03.587731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['69507b7d-702d-4304-9abe-d59e8bc4de34'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:03.623291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] No DVR routers for this DVR port 43b398f8-7875-4dd4-bf07-7acdb8e0267d on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:03.644776 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:03.649904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe446d0a-d15c-4ba0-9f58-d3dce3120174 req-542102f1-aac4-4652-b144-21984947402c tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.23 "DELETE /v2.0/ports/43b398f8-7875-4dd4-bf07-7acdb8e0267d HTTP/1.1" status: 204 len: 173 time: 2.8937466 Apr 07 11:08:03.653532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks [] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:03.737740 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:03.760020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c06f039-c5a4-49a0-a748-39b6d0de5779 req-85e6f995-bddd-413f-a339-9a0ce478bce9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070019 Apr 07 11:08:03.782104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9bf30-10c6-4088-86f5-881ffa22d16e req-c6d844c1-9bbd-46fb-bac6-ba8a3f45c9e1 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:03.789886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47c9bf30-10c6-4088-86f5-881ffa22d16e req-c6d844c1-9bbd-46fb-bac6-ba8a3f45c9e1 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.1342282 Apr 07 11:08:03.871049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47c9bf30-10c6-4088-86f5-881ffa22d16e req-1f7fa770-ad46-4115-8084-2f02a29a9622 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798185 Apr 07 11:08:03.874826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:03.943096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Network 43736fd5-2088-4086-9627-dc47efe12f30 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:03.962755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:03.976849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:04.085266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:04.085895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:04.092428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:04.113178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f88c19-81a1-4152-8ea5-15eea067a454 req-679223de-76b7-4d42-bc68-b822bbad8f2e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:04.115274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7f88c19-81a1-4152-8ea5-15eea067a454 req-679223de-76b7-4d42-bc68-b822bbad8f2e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 932 time: 0.1921613 Apr 07 11:08:04.203821 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:55Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:04.238216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] Checking router: 079ac0f0-449b-4c31-8472-df9a411138fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:04.248379 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:04.249182 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:04.312019 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:04.368892 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:04.405939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 43b398f8-7875-4dd4-bf07-7acdb8e0267d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:04.411395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-8c4f3a77-6eda-4b6c-bfca-7104185133a9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1704998 Apr 07 11:08:04.431097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Request body: {'port': {'device_id': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:04.491126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7f88c19-81a1-4152-8ea5-15eea067a454 req-f0a8b0db-123b-4e13-8e46-559d57326823 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658929 Apr 07 11:08:04.498417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 43b398f8-7875-4dd4-bf07-7acdb8e0267d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:04.498417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 43b398f8-7875-4dd4-bf07-7acdb8e0267d not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:04.545092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275f2d0-79aa-4d80-b719-3bbe0456d744 req-fd70d167-aa12-4049-bf02-6a3b994e1aea tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:04.553805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d275f2d0-79aa-4d80-b719-3bbe0456d744 req-fd70d167-aa12-4049-bf02-6a3b994e1aea tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.4373672 Apr 07 11:08:04.570934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:04.661923 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:55Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:04.698319 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a045618b-6829-4c38-84bd-c5030bbbcb68 None None] The sync data for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 is: [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:06:46Z', 'revision_number': 4, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '27a7a141-e087-465a-8909-b44c804154e6', 'name': '', 'network_id': 'd5693bc5-36ea-4c4c-87d4-fe095a7eb89c', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'mac_address': 'fa:16:3e:55:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:55Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'subnets': [{'id': '08033c5a-a6f9-44c8-9944-c7ae6e86efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:04.715880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39183e4f-b16c-450e-b2cd-38d0b5c2d14b req-2f3925cd-dbe3-4cba-b8b2-edf118f08d00 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:04.717465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39183e4f-b16c-450e-b2cd-38d0b5c2d14b req-2f3925cd-dbe3-4cba-b8b2-edf118f08d00 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 945 time: 0.1367521 Apr 07 11:08:04.742340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d275f2d0-79aa-4d80-b719-3bbe0456d744 req-82c7c70d-56f0-454d-bd15-6d31708ab255 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875916 Apr 07 11:08:04.849937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39183e4f-b16c-450e-b2cd-38d0b5c2d14b req-329ca0fa-a83b-4d22-b7ae-10d6f9786d45 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241136 Apr 07 11:08:04.954649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b5b6ee7-b2c9-44b3-b1ee-c17441721450 req-98902531-2196-4707-9d0a-423046e986e0 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0851381 Apr 07 11:08:05.044501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33662) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:05.148681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616b6095-61e5-4935-ab0f-adf20e0d1c28 None None] New status for floating IP 28a09d40-28af-4ee4-88a4-7f07c51320ec: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:08:05.149284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ce37b4-a68f-48f9-82e2-3227a2af170e {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:05.152094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group (70d1d126-0c41-4246-9007-ebc4c0dd7762), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.158133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Publish callbacks [] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.175203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Transition to ACTIVE for port object 64ce37b4-a68f-48f9-82e2-3227a2af170e will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:05.176342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34'}, {'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'name': 'network-vif-deleted', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:05.179717 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560efebb-4f42-4fd2-915a-7366e9709b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34"}, {"server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "name": "network-vif-deleted", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:05.189026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.212735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group (70d1d126-0c41-4246-9007-ebc4c0dd7762), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.280620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:05.318988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9befbb1-b771-4e7b-bd59-ddec596d5816 req-8885f930-a357-4ea3-be32-d06e535d57e4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:05.326157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9befbb1-b771-4e7b-bd59-ddec596d5816 req-8885f930-a357-4ea3-be32-d06e535d57e4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.3819237 Apr 07 11:08:05.337862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (70d1d126-0c41-4246-9007-ebc4c0dd7762), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.342173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.344629 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "DELETE /v2.0/security-groups/70d1d126-0c41-4246-9007-ebc4c0dd7762 HTTP/1.1" status: 204 len: 168 time: 0.2977445 Apr 07 11:08:05.345946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33666) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:05.369515 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-de568bfb-ccb6-41ec-9adc-84f6448fddab tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] show failed (client error): The resource could not be found. Apr 07 11:08:05.370801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-de568bfb-ccb6-41ec-9adc-84f6448fddab tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "GET /v2.0/security-groups/70d1d126-0c41-4246-9007-ebc4c0dd7762 HTTP/1.1" status: 404 len: 347 time: 0.0178566 Apr 07 11:08:05.376385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33668) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:05.387785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d1d126-0c41-4246-9007-ebc4c0dd7762,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:05.399032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.399664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.400862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.401592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.402145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.402681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.403200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.403752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.407670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.408289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.408834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.409411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.409956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983b578-7fac-455d-80a9-52f189f622bd tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:05.437265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7e9a8-e377-41f5-a51b-a8a2937f3132 req-c3fb5d28-8a9c-4e78-9d2e-8d33ec3f332b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:05.444697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a7e9a8-e377-41f5-a51b-a8a2937f3132 req-c3fb5d28-8a9c-4e78-9d2e-8d33ec3f332b tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.2590387 Apr 07 11:08:05.486653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-5ee59625-2b87-4b72-8d68-58fc261f58ed tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:05.488225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-5ee59625-2b87-4b72-8d68-58fc261f58ed tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 949 time: 0.2176874 Apr 07 11:08:05.509321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9befbb1-b771-4e7b-bd59-ddec596d5816 req-f5e8910c-d3ba-4404-8102-27f14158c1a5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822033 Apr 07 11:08:05.598147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a7e9a8-e377-41f5-a51b-a8a2937f3132 req-855d0491-9be9-4af7-ad3a-b788c601bfe4 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525261 Apr 07 11:08:05.602513 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aadc042-70cd-4a4b-848e-6a269a2a5d21 x-openstack-request-id: req-6aadc042-70cd-4a4b-848e-6a269a2a5d21 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:05.602806 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34", "status": "completed", "code": 200}, {"server_uuid": "09a79787-a430-4dac-baa9-e7ff31f45c92", "name": "network-vif-deleted", "tag": "43b398f8-7875-4dd4-bf07-7acdb8e0267d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:05.603060 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aadc042-70cd-4a4b-848e-6a269a2a5d21 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:05.603462 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aadc042-70cd-4a4b-848e-6a269a2a5d21'] response: {'name': 'network-changed', 'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'status': 'completed', 'code': 200} Apr 07 11:08:05.610939 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aadc042-70cd-4a4b-848e-6a269a2a5d21'] response: {'server_uuid': '09a79787-a430-4dac-baa9-e7ff31f45c92', 'name': 'network-vif-deleted', 'tag': '43b398f8-7875-4dd4-bf07-7acdb8e0267d', 'status': 'completed', 'code': 200} Apr 07 11:08:05.615260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:05.615762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:05.616526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:05.622037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:05.622665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:05.629748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:05.630312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:05.630993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:05.631590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Bound port: 64ce37b4-a68f-48f9-82e2-3227a2af170e, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:05.632153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.716651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:05.721409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:05.731327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.758531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-e695491b-1cf5-46fb-a351-0142232ba22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:05.760100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-e695491b-1cf5-46fb-a351-0142232ba22c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1156 time: 0.0974777 Apr 07 11:08:05.775274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Deleting port 9a210165-410a-4ece-9cd3-3b21207384ac {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:05.775760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.860064 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.872819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:05.873510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.874918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 1092 time: 1.4504826 Apr 07 11:08:05.955532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Deleting port a316d7c4-c22c-4b63-b2c9-a418fad20973 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:05.955870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:05.983561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcb5c-5c36-4d3c-9d3c-d4082fb383f7 service neutron] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:06.004697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000a8b5-3b08-456d-b441-b47ac7f81741 req-5658677b-0025-4d1d-885e-f73b295cf727 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.006039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-3b71e575-2e31-4565-adbb-dc4d6235d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.007644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-3b71e575-2e31-4565-adbb-dc4d6235d9a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.2288241 Apr 07 11:08:06.011860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2000a8b5-3b08-456d-b441-b47ac7f81741 req-5658677b-0025-4d1d-885e-f73b295cf727 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.2681630 Apr 07 11:08:06.049608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc8ea5-5c4d-45b1-952a-09af9a6bf34a req-1c23dc81-5acf-4f94-8acb-a4e5adfc1a8f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.051088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2dc8ea5-5c4d-45b1-952a-09af9a6bf34a req-1c23dc81-5acf-4f94-8acb-a4e5adfc1a8f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1753159 Apr 07 11:08:06.065514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-e6bce038-52c2-4961-989b-b702f19d4e26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 217 time: 0.0504942 Apr 07 11:08:06.068395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-092739ca-728b-4b62-b96f-8de3486e3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.069918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-092739ca-728b-4b62-b96f-8de3486e3aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1126 time: 0.1326847 Apr 07 11:08:06.129153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-e048871a-3305-4270-a638-9954c61ffafb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 217 time: 0.0511591 Apr 07 11:08:06.133812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2000a8b5-3b08-456d-b441-b47ac7f81741 req-2b4a699f-663c-4d3d-9357-a57d2916873c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208475 Apr 07 11:08:06.138155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] For port 9a210165-410a-4ece-9cd3-3b21207384ac, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9a210165-410a-4ece-9cd3-3b21207384ac,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:06.138958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.167514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.167845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (a316d7c4-c22c-4b63-b2c9-a418fad20973), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.177493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Calling delete_port for 9a210165-410a-4ece-9cd3-3b21207384ac owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:06.181373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-473afa7f-52aa-457c-9fcf-0e1c63fd9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.182863 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-473afa7f-52aa-457c-9fcf-0e1c63fd9921 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1043479 Apr 07 11:08:06.189016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Calling delete_port for a316d7c4-c22c-4b63-b2c9-a418fad20973 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:06.206582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2dc8ea5-5c4d-45b1-952a-09af9a6bf34a req-a9f7eedd-a16e-4e55-be5c-d0f423a65ea5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410217 Apr 07 11:08:06.210998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-cbbbf21b-ecc1-4d9f-8d69-7e7d18d4ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.212460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-cbbbf21b-ecc1-4d9f-8d69-7e7d18d4ad2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0778031 Apr 07 11:08:06.248051 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-c3c1b837-262f-4a09-94bb-bebc27c5a253 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556893 Apr 07 11:08:06.249529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-9b1c6f61-3cc8-4b39-a916-e2c9aab5d83d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302827 Apr 07 11:08:06.393776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-1631bb99-0d14-463a-9011-44e9003dfe1e service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209917 Apr 07 11:08:06.406131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cce4aba9-6196-4d66-9c68-d728667b3d83 req-ec92aef6-122f-4ad2-97f0-0570fb47905b tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1428986 Apr 07 11:08:06.409898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:06.535884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-78da05af-afc3-4f8d-a636-9002a8fdbfce service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217798 Apr 07 11:08:06.564998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:06.579285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:08:06.585379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f9a433f-5b3d-43f8-8e25-7bcc4cc64a62 req-aa549a14-7da3-48dd-a539-008cb48928ef service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602998 Apr 07 11:08:06.675322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a316d7c4-c22c-4b63-b2c9-a418fad20973), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.689529 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9a210165-410a-4ece-9cd3-3b21207384ac), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.704150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['82baf302-a0c7-4655-aa87-5bb787d25743'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:06.708897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9a210165-410a-4ece-9cd3-3b21207384ac'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:06.724536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1528e0-4ea3-4ecf-bb41-4300df052c8d req-f93d375a-4c3b-4ed3-8c80-4a376cd6d35a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:06.726321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Pushing event deleted for resources: {'Port': ['ID=a316d7c4-c22c-4b63-b2c9-a418fad20973,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:06.726977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee1528e0-4ea3-4ecf-bb41-4300df052c8d req-f93d375a-4c3b-4ed3-8c80-4a376cd6d35a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.1151350 Apr 07 11:08:06.729514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d7b3c20-c677-4110-b8c2-86f162a36d74 req-3a7d2c60-6e33-47b5-b044-5b82f9b104d1 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc HTTP/1.1" status: 200 len: 210 time: 0.0584700 Apr 07 11:08:06.788727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Pushing event deleted for resources: {'Port': ['ID=9a210165-410a-4ece-9cd3-3b21207384ac,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:06.818385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee1528e0-4ea3-4ecf-bb41-4300df052c8d req-27ffed58-1dc5-461a-9a10-38751a44e10c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831521 Apr 07 11:08:06.916430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-560efebb-4f42-4fd2-915a-7366e9709b2a req-591b585f-2f57-40ba-badc-91c9a1c6f804 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665247 Apr 07 11:08:06.919405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] No DVR routers for this DVR port 9a210165-410a-4ece-9cd3-3b21207384ac on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:06.924078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.928288 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dd802f9d-32b5-4b13-af14-a8156a8f229b req-a46ed2b8-5bbe-4fb7-9e7d-1bd80505c383 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.41 "DELETE /v2.0/ports/9a210165-410a-4ece-9cd3-3b21207384ac HTTP/1.1" status: 204 len: 173 time: 1.4011590 Apr 07 11:08:06.931333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'name': 'network-vif-deleted', 'tag': '9a210165-410a-4ece-9cd3-3b21207384ac'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:06.935493 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b6b36-92e8-42c1-b6db-42d71eb08628" -d '{"events": [{"server_uuid": "0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc", "name": "network-vif-deleted", "tag": "9a210165-410a-4ece-9cd3-3b21207384ac"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:06.971848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks [] for floatingip (28a09d40-28af-4ee4-88a4-7f07c51320ec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.976475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:06.977851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ce67c7d-aaf4-427a-aa82-c055c2a00ed8 tempest-ServersTestJSON-1632710905 tempest-ServersTestJSON-1632710905-project] 10.222.0.13 "DELETE /v2.0/floatingips/28a09d40-28af-4ee4-88a4-7f07c51320ec HTTP/1.1" status: 204 len: 168 time: 1.5993650 Apr 07 11:08:06.981189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:07.010227 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ded152-b543-437d-a08a-950f6bb9a57b x-openstack-request-id: req-f6ded152-b543-437d-a08a-950f6bb9a57b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:07.010551 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc", "name": "network-vif-deleted", "tag": "9a210165-410a-4ece-9cd3-3b21207384ac", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:07.010821 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6ded152-b543-437d-a08a-950f6bb9a57b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:07.011230 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ded152-b543-437d-a08a-950f6bb9a57b'] response: {'server_uuid': '0ca39f3c-9929-4fcb-95a2-e3b06c25cdfc', 'name': 'network-vif-deleted', 'tag': '9a210165-410a-4ece-9cd3-3b21207384ac', 'status': 'completed', 'code': 200} Apr 07 11:08:07.075415 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:07.390376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901414fa-00f5-4a64-9e94-94826dcefc1b req-885f7c75-e843-49cd-9d05-dc5e55b915a4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:07.392512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-901414fa-00f5-4a64-9e94-94826dcefc1b req-885f7c75-e843-49cd-9d05-dc5e55b915a4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.1486385 Apr 07 11:08:07.408975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893ff46-bec7-43bb-a87a-4b9e59401d9e req-31d2795f-49dc-4c72-8b41-1b8604f73968 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:07.410442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3893ff46-bec7-43bb-a87a-4b9e59401d9e req-31d2795f-49dc-4c72-8b41-1b8604f73968 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1337395 Apr 07 11:08:07.528255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-901414fa-00f5-4a64-9e94-94826dcefc1b req-538f7e9e-0e3b-4ab6-9ed1-45bd50745f22 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142845 Apr 07 11:08:07.535115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3893ff46-bec7-43bb-a87a-4b9e59401d9e req-147f1600-8d7e-410e-a715-e346737e2030 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094611 Apr 07 11:08:07.611566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:07.614041 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:07.651830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3417453-90a9-4186-a54e-c8f7e960a622 req-e7ad745f-7b9d-4af9-ac37-8440239f03c3 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0445852 Apr 07 11:08:07.654059 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aec639d-13f9-4f58-8266-5b9ed950a7d5 x-openstack-request-id: req-1aec639d-13f9-4f58-8266-5b9ed950a7d5 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:07.654441 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:07.654576 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aec639d-13f9-4f58-8266-5b9ed950a7d5 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:07.654990 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aec639d-13f9-4f58-8266-5b9ed950a7d5'] response: {'name': 'network-changed', 'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'status': 'completed', 'code': 200} Apr 07 11:08:07.674577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (079ac0f0-449b-4c31-8472-df9a411138fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:07.747454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-192d1565-61e7-4564-b705-b9d308e5edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:07.749774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-192d1565-61e7-4564-b705-b9d308e5edbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1126 time: 0.0548739 Apr 07 11:08:07.872900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-535aae1b-2bda-472d-94ca-d17bacc21ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:07.874397 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-535aae1b-2bda-472d-94ca-d17bacc21ae5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1169329 Apr 07 11:08:07.938813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-57aa7c5b-f0a4-4e61-b66a-1f01d56a68e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 217 time: 0.0539114 Apr 07 11:08:08.029956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22a32-fbb7-40ec-8772-63dc43518e5e req-8720f1fa-b037-48d1-9573-55432adeac4f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:08.032524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aa22a32-fbb7-40ec-8772-63dc43518e5e req-8720f1fa-b037-48d1-9573-55432adeac4f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.0961344 Apr 07 11:08:08.035636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-3b8c59cd-52e7-47fd-9a98-c25a47644449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:08.038407 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-3b8c59cd-52e7-47fd-9a98-c25a47644449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0925856 Apr 07 11:08:08.095236 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-3aeca7eb-394a-4aa0-ac9d-1be33280c5ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418990 Apr 07 11:08:08.217107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-e78ef69a-7c58-4f35-a72e-18019bc8da20 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142139 Apr 07 11:08:08.320901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d870d7d9-fbdb-4c0c-89cf-fef269d99f3d req-55fc586f-cb5f-495f-9196-909cbd9161dc service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975499 Apr 07 11:08:08.412309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aa22a32-fbb7-40ec-8772-63dc43518e5e req-a983e349-ea1c-4caf-bff7-890a1652eeb6 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684349 Apr 07 11:08:08.418820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Deleting port 27a7a141-e087-465a-8909-b44c804154e6 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:08.419151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (27a7a141-e087-465a-8909-b44c804154e6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:08.480735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef545-390a-470f-9f73-47b009642aa8 req-60431912-0d78-45ad-a46e-ce1952192d01 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:08.482118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb9ef545-390a-470f-9f73-47b009642aa8 req-60431912-0d78-45ad-a46e-ce1952192d01 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.3779137 Apr 07 11:08:08.530166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] For port 27a7a141-e087-465a-8909-b44c804154e6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=27a7a141-e087-465a-8909-b44c804154e6,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:08.530445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (27a7a141-e087-465a-8909-b44c804154e6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:08.552662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Calling delete_port for 27a7a141-e087-465a-8909-b44c804154e6 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:08.564022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb9ef545-390a-470f-9f73-47b009642aa8 req-c3c418b0-6ae2-4431-b46b-90c5fb0999fa tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Apr 07 11:08:08.751932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc015f-2329-40af-90dd-991315f4e59b req-db367e42-f137-45a0-b83b-7e0bac235a6c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:08.753331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dcc015f-2329-40af-90dd-991315f4e59b req-db367e42-f137-45a0-b83b-7e0bac235a6c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.1382852 Apr 07 11:08:08.772539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a5221-fc7b-4199-a057-ba9c24dd3ff0 req-0f5ecb9a-9a0e-4607-ac7d-6bc5c5cb4c8d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:08.773961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d05a5221-fc7b-4199-a057-ba9c24dd3ff0 req-0f5ecb9a-9a0e-4607-ac7d-6bc5c5cb4c8d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1474464 Apr 07 11:08:08.875184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dcc015f-2329-40af-90dd-991315f4e59b req-24dec1ec-c64c-45b3-8ac2-f8f88c6af8af tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137617 Apr 07 11:08:08.892292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d05a5221-fc7b-4199-a057-ba9c24dd3ff0 req-fd965923-d4f1-4aac-ad16-aec80dd152ef tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113353 Apr 07 11:08:08.914990 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (27a7a141-e087-465a-8909-b44c804154e6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:08.940260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a7a141-e087-465a-8909-b44c804154e6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:08.972785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3feee7d3-bf3d-4024-bfc5-f1e5b8e20ce7 req-c1f6546c-20dc-4730-82c1-334d5a767d37 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0336652 Apr 07 11:08:09.119931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-1796fa34-78a8-4228-8838-094c18eba9f8 service neutron] 10.222.0.41 "GET /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.0732903 Apr 07 11:08:09.153532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (079ac0f0-449b-4c31-8472-df9a411138fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:09.309297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:09.400347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Router 079ac0f0-449b-4c31-8472-df9a411138fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:08:09.544515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:09.577579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69507b7d-702d-4304-9abe-d59e8bc4de34 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:09.588035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7648-38a1-41c3-99c5-3b2ca89b0790 req-005e3ad7-dbab-4655-8950-fe2c0d064dc9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:09.589554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbde7648-38a1-41c3-99c5-3b2ca89b0790 req-005e3ad7-dbab-4655-8950-fe2c0d064dc9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 944 time: 0.0817683 Apr 07 11:08:09.589689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:09.597587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:09.606882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ead5dbfc-cc74-4f6e-b195-79480fd898e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/079ac0f0-449b-4c31-8472-df9a411138fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6243401 Apr 07 11:08:09.607646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33740) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:09.608792 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] Sync routers for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:09.618358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:09.623952 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:09.624733 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:09.660581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbde7648-38a1-41c3-99c5-3b2ca89b0790 req-c6766cef-8d1d-4559-a2dd-685889f1d078 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610731 Apr 07 11:08:09.724308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ab09-c3a4-4937-951f-6c40ceddd624 req-4625b3fe-5f4f-494b-bd97-927fa80cb9c7 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:09.726144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2678ab09-c3a4-4937-951f-6c40ceddd624 req-4625b3fe-5f4f-494b-bd97-927fa80cb9c7 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.0644281 Apr 07 11:08:09.766647 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:09.781509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2678ab09-c3a4-4937-951f-6c40ceddd624 req-41c7d17f-d070-415d-8325-eea49fc40bd9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Apr 07 11:08:09.816199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks [] for router (079ac0f0-449b-4c31-8472-df9a411138fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:09.820488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] Transition to ACTIVE for port object 69507b7d-702d-4304-9abe-d59e8bc4de34 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:09.889683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:09.972535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] No DVR routers for this DVR port 69507b7d-702d-4304-9abe-d59e8bc4de34 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:10.021538 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '128217fd-eb53-4f68-a323-d12fba528eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:08:08Z', 'revision_number': 5, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port': {'id': '128217fd-eb53-4f68-a323-d12fba528eec', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:42Z', 'updated_at': '2022-04-07T11:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:10.027259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=10']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:10.046182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-28f3952a-2c0a-4749-ae1f-6b88b1e92ce6 service neutron] 10.222.0.41 "PUT /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9200723 Apr 07 11:08:10.053561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks [] for router_gateway (079ac0f0-449b-4c31-8472-df9a411138fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.058071 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] Checking router: 079ac0f0-449b-4c31-8472-df9a411138fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:10.071033 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] Routers {'079ac0f0-449b-4c31-8472-df9a411138fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:10.071983 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['079ac0f0-449b-4c31-8472-df9a411138fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:10.125171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5418f-b163-4924-8615-b9edf1f3532b req-a2b575e2-c8ea-4c9a-a114-b453c52f6dc1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.126778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d5418f-b163-4924-8615-b9edf1f3532b req-a2b575e2-c8ea-4c9a-a114-b453c52f6dc1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1175742 Apr 07 11:08:10.148814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Deleting port 128217fd-eb53-4f68-a323-d12fba528eec {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:10.150323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (128217fd-eb53-4f68-a323-d12fba528eec), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.186090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7058741-d046-4f2e-903c-df10fad00cdb req-bd0a494f-cbc2-4200-82ce-e5b4a133ea08 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.187725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7058741-d046-4f2e-903c-df10fad00cdb req-bd0a494f-cbc2-4200-82ce-e5b4a133ea08 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.1886194 Apr 07 11:08:10.201359 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] Set router 079ac0f0-449b-4c31-8472-df9a411138fd gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:10.263934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] For port 128217fd-eb53-4f68-a323-d12fba528eec, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=128217fd-eb53-4f68-a323-d12fba528eec,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:10.264845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (128217fd-eb53-4f68-a323-d12fba528eec), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.271861 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:08:10Z', 'revision_number': 6, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:10.281322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Calling delete_port for 128217fd-eb53-4f68-a323-d12fba528eec owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:10.284124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-2f6795ab-9895-4f10-87fd-a75f518ce8d8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.285596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-2f6795ab-9895-4f10-87fd-a75f518ce8d8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.1832223 Apr 07 11:08:10.290788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-bb32eee9-e903-4b05-a671-c49c8b563b2a tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.292204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-bb32eee9-e903-4b05-a671-c49c8b563b2a tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.1458178 Apr 07 11:08:10.304796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688c51c-f3b1-449f-97b4-fe249d81ace3 None None] The sync data for ids ['079ac0f0-449b-4c31-8472-df9a411138fd'] in n-d-836788-1 is: [{'id': '079ac0f0-449b-4c31-8472-df9a411138fd', 'name': 'tempest-ServersTestJSON-1656859685-router', 'tenant_id': '29f7e082792e4ffd85c7d06ee57af140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:41Z', 'updated_at': '2022-04-07T11:08:10Z', 'revision_number': 6, 'project_id': '29f7e082792e4ffd85c7d06ee57af140', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:10.321842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d5418f-b163-4924-8615-b9edf1f3532b req-80d714e8-dba0-4c26-8fbd-6f38fab7c3c8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441510 Apr 07 11:08:10.402426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7058741-d046-4f2e-903c-df10fad00cdb req-81a29512-4e94-439c-a43c-1d69c0267441 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953735 Apr 07 11:08:10.433712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:10.437855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9a210165-410a-4ece-9cd3-3b21207384ac no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:10.449886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41313775-6d34-4fbd-b114-d87c22a9566a req-6a5c06b9-f7e6-4f54-8ab1-84be3ffa17b6 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0520256 Apr 07 11:08:10.480137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 9a210165-410a-4ece-9cd3-3b21207384ac {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:10.480781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9a210165-410a-4ece-9cd3-3b21207384ac not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:10.494101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (128217fd-eb53-4f68-a323-d12fba528eec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.498061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-9f63e0e7-7ab5-4e6b-8230-3882a9db2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.499557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-9f63e0e7-7ab5-4e6b-8230-3882a9db2ffc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d&tenant_id=5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 1127 time: 0.1382325 Apr 07 11:08:10.539913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Deleting port 82baf302-a0c7-4655-aa87-5bb787d25743 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:10.539913 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.578727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Pushing event deleted for resources: {'Port': ['ID=128217fd-eb53-4f68-a323-d12fba528eec,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:10.638542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-5468a7ec-b85d-4c83-a61f-1322beb7b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.640158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-5468a7ec-b85d-4c83-a61f-1322beb7b338 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1127 time: 0.1135633 Apr 07 11:08:10.651137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:10.658329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (079ac0f0-449b-4c31-8472-df9a411138fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.667534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'port_id': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'mac_address': 'fa:16:3e:d5:14:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369ba404-e64a-42b5-a1a8-1f5b894a6720', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:08:10.755886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 64ce37b4-a68f-48f9-82e2-3227a2af170e is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:10.756273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.788984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] For port 82baf302-a0c7-4655-aa87-5bb787d25743, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=82baf302-a0c7-4655-aa87-5bb787d25743,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:10.789656 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.794971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ce37b4-a68f-48f9-82e2-3227a2af170e {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:10.842984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:10.850827 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.868615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Calling delete_port for 82baf302-a0c7-4655-aa87-5bb787d25743 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:10.895674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-b733361c-271a-491e-aaf5-d327b0105dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:10.896817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-b733361c-271a-491e-aaf5-d327b0105dd4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.2372932 Apr 07 11:08:10.906285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (079ac0f0-449b-4c31-8472-df9a411138fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.909316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks [] for router_controller (079ac0f0-449b-4c31-8472-df9a411138fd), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.921890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:10.984121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (079ac0f0-449b-4c31-8472-df9a411138fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.984767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 079ac0f0-449b-4c31-8472-df9a411138fd {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:08:10.991050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:10.993576 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ea205c91-48bd-4d61-b29e-31684c2cf662 admin admin] 10.222.0.13 "DELETE /v2.0/routers/079ac0f0-449b-4c31-8472-df9a411138fd HTTP/1.1" status: 204 len: 168 time: 1.3847516 Apr 07 11:08:10.995581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-ac41905f-4eb0-497b-9ecc-4fe64928a02b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 217 time: 0.0790081 Apr 07 11:08:10.996678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33758) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:11.049375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Deleting subnet 08033c5a-a6f9-44c8-9944-c7ae6e86efa4 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:08:11.052917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Publish callbacks [] for subnet (08033c5a-a6f9-44c8-9944-c7ae6e86efa4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.093145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (08033c5a-a6f9-44c8-9944-c7ae6e86efa4), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.113111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d016-7022-4618-b829-434d44a4e1c0 req-da7d839f-1b9d-4451-8a05-dd3b536c31ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:11.115265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bf1d016-7022-4618-b829-434d44a4e1c0 req-da7d839f-1b9d-4451-8a05-dd3b536c31ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 945 time: 0.2440572 Apr 07 11:08:11.118798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-20d317f1-a0a0-4fa0-80fa-70799385cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:11.120284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-20d317f1-a0a0-4fa0-80fa-70799385cc97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0940986 Apr 07 11:08:11.154024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['64ce37b4-a68f-48f9-82e2-3227a2af170e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:11.187997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fa534-d654-4dc7-97bc-a034174b4bab req-3b5c98e3-e1cd-44ec-a6dc-9f3bc2dd7b9d tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:11.193661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d75fa534-d654-4dc7-97bc-a034174b4bab req-3b5c98e3-e1cd-44ec-a6dc-9f3bc2dd7b9d tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 950 time: 0.2958276 Apr 07 11:08:11.204348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-aa4e5d46-0b63-4a26-b209-388a3baf7db8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564733 Apr 07 11:08:11.226062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27a7a141-e087-465a-8909-b44c804154e6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:11.240005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (08033c5a-a6f9-44c8-9944-c7ae6e86efa4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.267893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 27a7a141-e087-465a-8909-b44c804154e6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:11.268534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27a7a141-e087-465a-8909-b44c804154e6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:11.303606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (08033c5a-a6f9-44c8-9944-c7ae6e86efa4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.322694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.333883 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08033c5a-a6f9-44c8-9944-c7ae6e86efa4 HTTP/1.1" status: 204 len: 168 time: 0.3326044 Apr 07 11:08:11.333883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33760) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:11.346180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f13aa2-4bbb-465b-9a84-7129603d9b3a None None] Network d5693bc5-36ea-4c4c-87d4-fe095a7eb89c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:11.364315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479bca2-808d-4353-8c1a-4a81101e0801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08033c5a-a6f9-44c8-9944-c7ae6e86efa4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:11.369084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bf1d016-7022-4618-b829-434d44a4e1c0 req-410e7366-42f4-4bba-86b5-b1590ab248eb tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302849 Apr 07 11:08:11.397027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d75fa534-d654-4dc7-97bc-a034174b4bab req-66907f39-2a52-4d57-a172-1c3c44b948b8 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6229998-c329-487d-a8de-3746c5c3b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900272 Apr 07 11:08:11.408699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (82baf302-a0c7-4655-aa87-5bb787d25743), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.449598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Pushing event deleted for resources: {'Port': ['ID=82baf302-a0c7-4655-aa87-5bb787d25743,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:11.457217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-38e48f25-b87c-4e68-bc2b-7152ca967765 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268164 Apr 07 11:08:11.474862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.525439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['82baf302-a0c7-4655-aa87-5bb787d25743'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:11.585420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Deleting port e581132c-5e6d-4136-b597-fd060289154c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:11.585646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e581132c-5e6d-4136-b597-fd060289154c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.612225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] No DVR routers for this DVR port 82baf302-a0c7-4655-aa87-5bb787d25743 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:11.643165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.655948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202d272c-9ca6-4587-b1a6-0bfdff76b4c2 req-a023235b-e1c1-4109-a908-a99467e0cc50 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.23 "DELETE /v2.0/ports/82baf302-a0c7-4655-aa87-5bb787d25743 HTTP/1.1" status: 204 len: 173 time: 1.3601692 Apr 07 11:08:11.695683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'name': 'network-vif-deleted', 'tag': '82baf302-a0c7-4655-aa87-5bb787d25743'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:11.695683 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd95ff-5561-4618-b640-d315543c4b13" -d '{"events": [{"server_uuid": "ffb4e077-bfc5-49f9-b5d9-a892419fa011", "name": "network-vif-deleted", "tag": "82baf302-a0c7-4655-aa87-5bb787d25743"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:11.712277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] For port e581132c-5e6d-4136-b597-fd060289154c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e581132c-5e6d-4136-b597-fd060289154c,segment=NetworkSegment(77bb3720-e7ba-4206-9646-f4a6f7fb8716),segment_id=77bb3720-e7ba-4206-9646-f4a6f7fb8716)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:11.712825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e581132c-5e6d-4136-b597-fd060289154c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.731905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Calling delete_port for e581132c-5e6d-4136-b597-fd060289154c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:11.790967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-fe315083-fab8-481a-8179-f4e376631f66 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260412 Apr 07 11:08:11.822118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3e8d-0c32-412a-adcc-992790518ce3 req-41d93bab-15d0-4fc8-bdb1-52e906f52b93 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:11.831040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e45a3e8d-0c32-412a-adcc-992790518ce3 req-41d93bab-15d0-4fc8-bdb1-52e906f52b93 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.2568243 Apr 07 11:08:11.868341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01271c1b-292b-4da1-8b3e-225349dfbaee req-047ea0ec-bd40-4e84-80fe-760a83648cc3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:11.875376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01271c1b-292b-4da1-8b3e-225349dfbaee req-047ea0ec-bd40-4e84-80fe-760a83648cc3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 945 time: 0.3273520 Apr 07 11:08:11.878131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea38263-e555-4098-a215-d27a81544a57 None None] DHCP port deletion for d5693bc5-36ea-4c4c-87d4-fe095a7eb89c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:08:11.916625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e581132c-5e6d-4136-b597-fd060289154c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.936929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Deleting port e581132c-5e6d-4136-b597-fd060289154c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:11.937912 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e581132c-5e6d-4136-b597-fd060289154c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:11.952166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Pushing event deleted for resources: {'Port': ['ID=e581132c-5e6d-4136-b597-fd060289154c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:11.956043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] No DVR routers for this DVR port e581132c-5e6d-4136-b597-fd060289154c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:11.991296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01271c1b-292b-4da1-8b3e-225349dfbaee req-61f430c6-432b-41ec-b9a5-520afc62df91 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149499 Apr 07 11:08:12.045381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e45a3e8d-0c32-412a-adcc-992790518ce3 req-5b60a3f0-c62d-4518-9187-2db79c215724 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081857 Apr 07 11:08:12.076488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cea38263-e555-4098-a215-d27a81544a57 None None] For port e581132c-5e6d-4136-b597-fd060289154c, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:12.078261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e581132c-5e6d-4136-b597-fd060289154c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.105682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.114476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Calling delete_port for e581132c-5e6d-4136-b597-fd060289154c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:12.119387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Port e581132c-5e6d-4136-b597-fd060289154c was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:08:12.122770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (e581132c-5e6d-4136-b597-fd060289154c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.134336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5693bc5-36ea-4c4c-87d4-fe095a7eb89c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:12.146540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bb3720-e7ba-4206-9646-f4a6f7fb8716') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:12.148782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bb3720-e7ba-4206-9646-f4a6f7fb8716') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:12.168329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea38263-e555-4098-a215-d27a81544a57 None None] Pushing event deleted for resources: {'Port': ['ID=e581132c-5e6d-4136-b597-fd060289154c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:12.172939 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1719defc-04f2-4047-97fc-f197933e72ec x-openstack-request-id: req-1719defc-04f2-4047-97fc-f197933e72ec {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:12.173285 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb4e077-bfc5-49f9-b5d9-a892419fa011", "name": "network-vif-deleted", "tag": "82baf302-a0c7-4655-aa87-5bb787d25743", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:12.173453 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1719defc-04f2-4047-97fc-f197933e72ec {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:12.173804 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1719defc-04f2-4047-97fc-f197933e72ec'] response: {'server_uuid': 'ffb4e077-bfc5-49f9-b5d9-a892419fa011', 'name': 'network-vif-deleted', 'tag': '82baf302-a0c7-4655-aa87-5bb787d25743', 'status': 'completed', 'code': 200} Apr 07 11:08:12.175117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (77bb3720-e7ba-4206-9646-f4a6f7fb8716), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.177790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea38263-e555-4098-a215-d27a81544a57 None None] No DVR routers for this DVR port e581132c-5e6d-4136-b597-fd060289154c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:12.200264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (77bb3720-e7ba-4206-9646-f4a6f7fb8716), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.211637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:08:12.212170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (77bb3720-e7ba-4206-9646-f4a6f7fb8716), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:08:12.215931 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:08:12.226811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2c697ab-0f42-44c2-9f70-f51e99500a04 req-17151da4-57bf-463f-8a70-65d0419579fd tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0627282 Apr 07 11:08:12.249395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487092-a9c6-463b-86aa-96a0306c378c req-4e6cd210-3085-49ab-bac0-a58a1d779e2f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:12.251276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-4e6cd210-3085-49ab-bac0-a58a1d779e2f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.1518254 Apr 07 11:08:12.278216 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d5693bc5-36ea-4c4c-87d4-fe095a7eb89c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.287426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.292846 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5693bc5-36ea-4c4c-87d4-fe095a7eb89c HTTP/1.1" status: 204 len: 168 time: 0.9368401 Apr 07 11:08:12.305588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75476811-8007-420c-a39d-b876ee79695a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5693bc5-36ea-4c4c-87d4-fe095a7eb89c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:12.410424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-11487092-a9c6-463b-86aa-96a0306c378c req-df97e1e9-5f83-4987-85ce-ac4a0fbddc77 service neutron] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:12.416029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-11487092-a9c6-463b-86aa-96a0306c378c req-df97e1e9-5f83-4987-85ce-ac4a0fbddc77 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.420016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11487092-a9c6-463b-86aa-96a0306c378c req-df97e1e9-5f83-4987-85ce-ac4a0fbddc77 service neutron] 10.222.0.23 "DELETE /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.1564426 Apr 07 11:08:12.446325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:12.542124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 128217fd-eb53-4f68-a323-d12fba528eec no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:12.574432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 128217fd-eb53-4f68-a323-d12fba528eec {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:12.574890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 128217fd-eb53-4f68-a323-d12fba528eec not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:12.575580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e581132c-5e6d-4136-b597-fd060289154c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:12.584356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33778) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:12.601701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e581132c-5e6d-4136-b597-fd060289154c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:12.604506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e581132c-5e6d-4136-b597-fd060289154c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:12.618548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 64ce37b4-a68f-48f9-82e2-3227a2af170e completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:12.623772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 64ce37b4-a68f-48f9-82e2-3227a2af170e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:12.624287 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.629791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ecc9c1e-e331-44b7-9453-99fc99f491d5 req-779769b7-6028-4aeb-a21d-04b3433b2ac9 tempest-LiveMigrationNegativeTest-1575467529 tempest-LiveMigrationNegativeTest-1575467529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb4e077-bfc5-49f9-b5d9-a892419fa011 HTTP/1.1" status: 200 len: 210 time: 0.0436575 Apr 07 11:08:12.651617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52677985-7275-489c-9de1-f380e89f3a58 req-5cf781ab-60fc-49c3-aaaf-493a685a467f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:12.653363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52677985-7275-489c-9de1-f380e89f3a58 req-5cf781ab-60fc-49c3-aaaf-493a685a467f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 945 time: 0.1118944 Apr 07 11:08:12.673426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-61568445-9543-40d1-96b2-691080b19854 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29f7e082792e4ffd85c7d06ee57af140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875800 Apr 07 11:08:12.674015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:12.711659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52677985-7275-489c-9de1-f380e89f3a58 req-254ffecb-46a9-4e94-acf0-2db18c931c4c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 Apr 07 11:08:12.741075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a005727b-4805-4d46-aafd-b2738c79e04e admin admin] Publish callbacks [] for security_group (132dc850-3f3e-44a7-99ac-c2b081ba7ac5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.759536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 64ce37b4-a68f-48f9-82e2-3227a2af170e is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:12.759928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.767655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a005727b-4805-4d46-aafd-b2738c79e04e admin admin] Publish callbacks [] for security_group (132dc850-3f3e-44a7-99ac-c2b081ba7ac5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.793677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:12.797691 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ada751-fb01-467f-b163-56ff30d780f7" -d '{"events": [{"server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "name": "network-vif-plugged", "status": "completed", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:12.813507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:12.820265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.820265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:12.873443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a005727b-4805-4d46-aafd-b2738c79e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (132dc850-3f3e-44a7-99ac-c2b081ba7ac5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.877870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a005727b-4805-4d46-aafd-b2738c79e04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:12.879625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a005727b-4805-4d46-aafd-b2738c79e04e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/132dc850-3f3e-44a7-99ac-c2b081ba7ac5 HTTP/1.1" status: 204 len: 168 time: 0.2040946 Apr 07 11:08:12.882596 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffe3c13-293e-4bb0-8ccc-dadbbeb91fe6 x-openstack-request-id: req-dffe3c13-293e-4bb0-8ccc-dadbbeb91fe6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:12.883114 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "name": "network-vif-plugged", "status": "completed", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:12.883788 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dffe3c13-293e-4bb0-8ccc-dadbbeb91fe6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:12.883949 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffe3c13-293e-4bb0-8ccc-dadbbeb91fe6'] response: {'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'code': 200} Apr 07 11:08:12.917777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005727b-4805-4d46-aafd-b2738c79e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132dc850-3f3e-44a7-99ac-c2b081ba7ac5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:12.918431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:12.935902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 69507b7d-702d-4304-9abe-d59e8bc4de34 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:08:12.937867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:12.982927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af68d71-2119-41cd-bc6e-279bfc488be4 req-84f0110d-c06b-4cdf-b085-3836eb30840e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:12.991699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4af68d71-2119-41cd-bc6e-279bfc488be4 req-84f0110d-c06b-4cdf-b085-3836eb30840e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1127 time: 0.1085870 Apr 07 11:08:13.023933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36c7ac-b056-4cac-b636-8c5e5bbfa0e7 req-9e48bed2-1652-4c3d-a5dd-6be82cd578e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:13.025424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd36c7ac-b056-4cac-b636-8c5e5bbfa0e7 req-9e48bed2-1652-4c3d-a5dd-6be82cd578e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1128 time: 0.0506434 Apr 07 11:08:13.076771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4af68d71-2119-41cd-bc6e-279bfc488be4 req-864ff718-74b3-48b6-aeec-9f6061c4f149 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841017 Apr 07 11:08:13.082214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd36c7ac-b056-4cac-b636-8c5e5bbfa0e7 req-d97f64a3-6ce3-4be3-a949-f195d26994a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Apr 07 11:08:13.216617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c0bf-8134-45c9-91c6-b5001cb316a8 req-bf752faa-e0aa-4f38-ab21-4878ddfba26e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:13.218281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4be0c0bf-8134-45c9-91c6-b5001cb316a8 req-bf752faa-e0aa-4f38-ab21-4878ddfba26e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 946 time: 0.1136839 Apr 07 11:08:13.253698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5faf74-c62e-4d7c-8993-b05f397c2233 req-21890991-3bdb-42d8-8b29-6ee09e06b87d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:13.255758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a5faf74-c62e-4d7c-8993-b05f397c2233 req-21890991-3bdb-42d8-8b29-6ee09e06b87d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0998113 Apr 07 11:08:13.303521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4be0c0bf-8134-45c9-91c6-b5001cb316a8 req-fcfa6834-0ebe-41d6-b3bb-847be775ca06 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Apr 07 11:08:13.333300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a5faf74-c62e-4d7c-8993-b05f397c2233 req-823a0253-ef83-438e-964f-9374c6693394 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Apr 07 11:08:13.796971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33830) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:13.799509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-421197fc-1f66-4368-8081-fa301dac98bd req-e48b7b9b-2484-4e05-b79d-de884c037dd9 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.3757846 Apr 07 11:08:13.865614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-0c4b2743-a24d-4865-ab04-92d468e57a48 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:13.867178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-0c4b2743-a24d-4865-ab04-92d468e57a48 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.4569137 Apr 07 11:08:13.897159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-0fe25f59-de76-4c94-93ce-c36e400d1d0e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/quotas/5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 375 time: 0.0209734 Apr 07 11:08:13.984637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1293620608-network', 'tenant_id': 'ae72a134007f488c96faa3f5547e9ae9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:13.985406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-61a9e275-dc90-474c-883c-0d29e1dde05b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825534 Apr 07 11:08:14.010425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Made reservation on behalf of ae72a134007f488c96faa3f5547e9ae9 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:14.013603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.034800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.110144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-41518c43-d1fb-460c-bf76-02c502a5f7ec service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148777 Apr 07 11:08:14.130545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks [] for security_group (6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.136285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.164951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:08:14.181425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:14.188552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9e80e0ac-434b-4718-9584-1e55ec8c12df), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.188902 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Added segment 9e80e0ac-434b-4718-9584-1e55ec8c12df of type vlan for network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce Apr 07 11:08:14.224582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:14.240330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-9b85d437-49b0-4ccf-96e3-e34e6182799e service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225162 Apr 07 11:08:14.245607 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (bca3c2aa-80ad-4e85-ae89-389e5bbe35ce), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.275745 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (bca3c2aa-80ad-4e85-ae89-389e5bbe35ce), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.276747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:14.277663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.351683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33848) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:14.353870 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5551045 Apr 07 11:08:14.357691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Request body: {'subnet': {'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1293620608-subnet', 'tenant_id': 'ae72a134007f488c96faa3f5547e9ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:14.388612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Made reservation on behalf of ae72a134007f488c96faa3f5547e9ae9 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:14.391637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.395617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5711d1-fe76-4ec1-9dff-adf0392843f2 admin admin] Pushing event updated for resources: {'Network': ['ID=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:14.412033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 82baf302-a0c7-4655-aa87-5bb787d25743 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:14.414504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:08:14.529562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a72a2de1-7deb-4706-a02d-c01d066a17f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c46e19fb436448f9db6e45f37c20692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038092 Apr 07 11:08:14.530241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33854) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:14.592061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 82baf302-a0c7-4655-aa87-5bb787d25743 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:14.592617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 82baf302-a0c7-4655-aa87-5bb787d25743 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:14.603966 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2179406d-45cd-4ebb-9fee-7cda7b7326c4 admin admin] Publish callbacks [] for security_group (e6229998-c329-487d-a8de-3746c5c3b6d2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.633300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2179406d-45cd-4ebb-9fee-7cda7b7326c4 admin admin] Publish callbacks [] for security_group (e6229998-c329-487d-a8de-3746c5c3b6d2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.665931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9f08-b108-4317-9b1c-9b4a2c6ac3ee req-b6698fa8-0124-4cb2-b4b9-7109716f4731 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:14.673265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906d9f08-b108-4317-9b1c-9b4a2c6ac3ee req-b6698fa8-0124-4cb2-b4b9-7109716f4731 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 946 time: 0.2231004 Apr 07 11:08:14.700500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2179406d-45cd-4ebb-9fee-7cda7b7326c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e6229998-c329-487d-a8de-3746c5c3b6d2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.704972 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2179406d-45cd-4ebb-9fee-7cda7b7326c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:14.709345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2179406d-45cd-4ebb-9fee-7cda7b7326c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6229998-c329-487d-a8de-3746c5c3b6d2 HTTP/1.1" status: 204 len: 168 time: 0.1754537 Apr 07 11:08:14.717100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7c649-ba2a-427f-b360-d6a3fc15f361 req-6d623232-31c0-441c-bab7-95236d39db1e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:14.717400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179406d-45cd-4ebb-9fee-7cda7b7326c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6229998-c329-487d-a8de-3746c5c3b6d2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:14.718562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc7c649-ba2a-427f-b360-d6a3fc15f361 req-6d623232-31c0-441c-bab7-95236d39db1e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1247013 Apr 07 11:08:14.787387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906d9f08-b108-4317-9b1c-9b4a2c6ac3ee req-97844ed6-340a-4e9e-9a0e-11124c131a13 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129649 Apr 07 11:08:14.836455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc7c649-ba2a-427f-b360-d6a3fc15f361 req-0e72edaf-6d29-410b-9353-674a365543de tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936310 Apr 07 11:08:14.922072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-458b44da-2456-4406-86f1-3471a6c280ec req-1edd1450-2b7d-4601-882b-31313ba36ea6 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 210 time: 0.0389681 Apr 07 11:08:14.939454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (1babe3b2-59de-4620-88f2-f461a7600296), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:15.051425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4e36208-fba5-4c1c-bcbc-92f4c0fe1200 req-208d830a-c899-4b9f-9817-aaa83c9d37a0 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0620482 Apr 07 11:08:15.058126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1babe3b2-59de-4620-88f2-f461a7600296,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:15.080694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Checking segment: {'id': '9e80e0ac-434b-4718-9584-1e55ec8c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:15.081054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Network hostable DHCP agents. Network: bca3c2aa-80ad-4e85-ae89-389e5bbe35ce, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:08:15.110291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:08:15.121780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, bca3c2aa-80ad-4e85-ae89-389e5bbe35ce) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:15.127164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:15.127822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:15.135856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059a597-3812-46b5-be57-f90e4110d652 None None] Network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:15.156072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-94108d33-60ae-4bf1-9667-3b23afd2582d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8028810 Apr 07 11:08:15.209612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:15.257964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b521ec-9bd7-430d-bb16-deaa9d1f732c None None] Network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:15.272718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-992fefd3-bdb6-4499-8099-0feb842aa611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d922a970a8f9475cb2a2d743b290cae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608888 Apr 07 11:08:15.275485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33874) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:15.369212 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd6a2-e2de-49e9-bc74-451e996dea25 admin admin] Publish callbacks [] for security_group (6d5aea41-c23e-4c19-ad9e-4d5839fb4222), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:15.412918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd6a2-e2de-49e9-bc74-451e996dea25 admin admin] Publish callbacks [] for security_group (6d5aea41-c23e-4c19-ad9e-4d5839fb4222), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:15.483236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd6a2-e2de-49e9-bc74-451e996dea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6d5aea41-c23e-4c19-ad9e-4d5839fb4222), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:15.486198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd6a2-e2de-49e9-bc74-451e996dea25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:15.489183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6cfbd6a2-e2de-49e9-bc74-451e996dea25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d5aea41-c23e-4c19-ad9e-4d5839fb4222 HTTP/1.1" status: 204 len: 168 time: 0.2083914 Apr 07 11:08:15.498098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbd6a2-e2de-49e9-bc74-451e996dea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5aea41-c23e-4c19-ad9e-4d5839fb4222,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:15.771147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-3d25ae4a-3ae9-4742-aba8-3177da05ecc8 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:15.772307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-3d25ae4a-3ae9-4742-aba8-3177da05ecc8 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/networks?id=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce HTTP/1.1" status: 200 len: 822 time: 0.1298826 Apr 07 11:08:15.793174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-2094029f-5b7b-4de4-80e7-914925d98cde tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/quotas/ae72a134007f488c96faa3f5547e9ae9 HTTP/1.1" status: 200 len: 375 time: 0.0094867 Apr 07 11:08:15.866432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-cef3e9b1-81ec-42bb-9d01-200e477bc30d tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae72a134007f488c96faa3f5547e9ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663996 Apr 07 11:08:15.987628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-c298a4a1-8ff2-4064-8490-73434ca656a2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:15.988403 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-c298a4a1-8ff2-4064-8490-73434ca656a2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.1745145 Apr 07 11:08:16.002014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Request body: {'port': {'device_id': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'admin_state_up': True, 'tenant_id': '5430aaa714024d25b4b2185e48a80813'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:16.062172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-641123ce-5582-4d5a-abb4-24981b0f36b2 service neutron] 10.222.0.13 "GET /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931598 Apr 07 11:08:16.081425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990227a5-372b-4c83-951e-51a71f606849 req-a87663fb-3c13-414e-972e-3e063d413938 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:16.084041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-990227a5-372b-4c83-951e-51a71f606849 req-a87663fb-3c13-414e-972e-3e063d413938 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 946 time: 0.1163499 Apr 07 11:08:16.181924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Made reservation on behalf of 5430aaa714024d25b4b2185e48a80813 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:16.186424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:16.227386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-990227a5-372b-4c83-951e-51a71f606849 req-fe9d4032-2c9f-4adc-8b58-252ca2743f14 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916734 Apr 07 11:08:16.243583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-e68cab64-4802-4a19-b2ed-cb0f5b9ae66f service neutron] 10.222.0.13 "GET /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714051 Apr 07 11:08:16.409779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Allocated IP 172.20.0.3 (a07638e2-76b3-4155-9144-c864387ac20e/24a0e80b-7652-4f88-8b1d-8659f5200268/92967668-f33a-4682-8768-bbafa90047ec) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:16.462292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d1624-fc08-43da-9c29-57caf0c83c5e req-814ea744-8f13-49d5-94ac-4f01e8dce4d3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:16.464753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba7d1624-fc08-43da-9c29-57caf0c83c5e req-814ea744-8f13-49d5-94ac-4f01e8dce4d3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1228132 Apr 07 11:08:16.554686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41f369ab-cd6a-4476-ba8b-f903e5ee4550 req-48702964-ecdf-4336-b909-c78854f6d8d8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 210 time: 0.0637500 Apr 07 11:08:16.599653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba7d1624-fc08-43da-9c29-57caf0c83c5e req-83c058ad-8719-48f2-a336-648b606f0f8a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289887 Apr 07 11:08:16.694891 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks [] for port (92967668-f33a-4682-8768-bbafa90047ec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:16.699422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35246114-095f-45a4-9f60-3c56eddd14ab req-f54795ab-f102-4267-976a-76506638385e tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0475752 Apr 07 11:08:16.746312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:16.798916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:16.815449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Network a07638e2-76b3-4155-9144-c864387ac20e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:16.816765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:16.822290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdf2d7-3aae-4c18-a85d-247130ee3f21 req-4ae03d4a-330f-4eac-9a4f-1541febae08e tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:16.823839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3fdf2d7-3aae-4c18-a85d-247130ee3f21 req-4ae03d4a-330f-4eac-9a4f-1541febae08e tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1128 time: 0.1268613 Apr 07 11:08:16.824553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:16.887189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:16.888054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:16.910093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-09fe2099-db38-4eaf-bc0a-075f87f47602 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120371 Apr 07 11:08:16.914357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36416c36-7054-475d-af98-1ab4813611b2 req-d1ade19f-d515-4e4f-a2b1-50858b6464d2 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 210 time: 0.0872200 Apr 07 11:08:16.922376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Request body: {'port': {'device_id': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:16.947295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3fdf2d7-3aae-4c18-a85d-247130ee3f21 req-d230c035-0ed4-48c8-866a-e8040f64b225 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155820 Apr 07 11:08:16.997335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:17.166919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241bc1-d722-4e88-847a-a33d5940d8be req-6f7e78cc-86f8-412a-b5ed-3821df16abaa tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:17.169287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38241bc1-d722-4e88-847a-a33d5940d8be req-6f7e78cc-86f8-412a-b5ed-3821df16abaa tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1128 time: 0.0924067 Apr 07 11:08:17.291329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38241bc1-d722-4e88-847a-a33d5940d8be req-ec2fd207-3712-4254-aaca-ebceca5c6d63 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139522 Apr 07 11:08:17.667195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dab61-66f6-4163-b48b-0a504123bab0 req-744152d0-3963-4b3b-b2b5-f570a36118be tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:17.674649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f91dab61-66f6-4163-b48b-0a504123bab0 req-744152d0-3963-4b3b-b2b5-f570a36118be tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1128 time: 0.0543220 Apr 07 11:08:17.709405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92967668-f33a-4682-8768-bbafa90047ec {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:17.717066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Publish callbacks [] for port (92967668-f33a-4682-8768-bbafa90047ec), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:17.730387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Transition to ACTIVE for port object 92967668-f33a-4682-8768-bbafa90047ec will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:17.735297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f91dab61-66f6-4163-b48b-0a504123bab0 req-bbe68939-9b28-4981-897c-353bb53b6b1c tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596697 Apr 07 11:08:17.736937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:17.812711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:17.908571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:17.909027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:17.909463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:17.916045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:17.916367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:17.921827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:17.922172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:17.922552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:17.922972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Bound port: 92967668-f33a-4682-8768-bbafa90047ec, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:17.923324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:17.983922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8093a2-3401-4452-be1e-c250ed702f29 req-3d62b3c9-1fc8-417d-be2d-d107eab98533 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:17.988182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c8093a2-3401-4452-be1e-c250ed702f29 req-3d62b3c9-1fc8-417d-be2d-d107eab98533 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 0.0962100 Apr 07 11:08:18.079877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:18.085708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:18.101329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:18.133249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c8093a2-3401-4452-be1e-c250ed702f29 req-56805194-9547-4f6d-9346-ccf35ff7e43c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866852 Apr 07 11:08:18.150724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-ab785f71-3ef0-4392-9494-3b1e10609734 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.152354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-ab785f71-3ef0-4392-9494-3b1e10609734 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.41 "GET /v2.0/networks?id=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce HTTP/1.1" status: 200 len: 822 time: 0.1854179 Apr 07 11:08:18.170109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2e70-3750-4f0f-af95-88b63fabc94d req-842c0646-e132-489e-b41f-c8fde4dbc92e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.177676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d80b2e70-3750-4f0f-af95-88b63fabc94d req-842c0646-e132-489e-b41f-c8fde4dbc92e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1866341 Apr 07 11:08:18.213084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:18.243634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Request body: {'port': {'device_id': '1f38bd74-517d-4669-aec0-516638f581a3', 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce', 'admin_state_up': True, 'tenant_id': 'ae72a134007f488c96faa3f5547e9ae9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:18.244464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d80b2e70-3750-4f0f-af95-88b63fabc94d req-c835c97d-a506-486f-ab9f-e77b63cab7d7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Apr 07 11:08:18.259920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.259920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:18.259920 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-cd3b7e5b-1e3f-401f-a335-d4de5c20ea52 service neutron] 10.222.0.41 "PUT /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 1091 time: 1.3371186 Apr 07 11:08:18.274314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'tag': '92967668-f33a-4682-8768-bbafa90047ec'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:18.276683 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7d808-1eec-46d2-94e5-dc48f069c5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "tag": "92967668-f33a-4682-8768-bbafa90047ec"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:18.312179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff01cd70-84c4-43e7-9711-52d9f11f651a req-29d95c98-197e-4414-bb9c-9a9a52029caf tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0659485 Apr 07 11:08:18.440621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-902550d7-41be-4c36-a66b-f1baefac182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.443043 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-902550d7-41be-4c36-a66b-f1baefac182f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1125 time: 0.1206458 Apr 07 11:08:18.454546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e04e51b-dd22-4af1-bf58-28e93018e667 req-0613f6fd-ea68-4b94-89ba-568c60896585 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 210 time: 0.0491843 Apr 07 11:08:18.498892 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-d924e67e-9e76-4e79-99a3-e1da359ea734 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.0492067 Apr 07 11:08:18.538079 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36c173f-f73b-4adf-b24c-b84c90b01335 x-openstack-request-id: req-b36c173f-f73b-4adf-b24c-b84c90b01335 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:18.538382 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "tag": "92967668-f33a-4682-8768-bbafa90047ec", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:18.538637 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b36c173f-f73b-4adf-b24c-b84c90b01335 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:18.539029 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36c173f-f73b-4adf-b24c-b84c90b01335'] response: {'name': 'network-changed', 'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'tag': '92967668-f33a-4682-8768-bbafa90047ec', 'status': 'completed', 'code': 200} Apr 07 11:08:18.539742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Made reservation on behalf of ae72a134007f488c96faa3f5547e9ae9 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:18.543009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:18.582413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562550-10f5-490b-bcfe-4d06f937e74b req-9e744b2c-1ea2-49f9-b649-97ae50eeab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.583943 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-9e744b2c-1ea2-49f9-b649-97ae50eeab7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0759161 Apr 07 11:08:18.654274 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-a7c9b8b6-13e6-46d5-99a2-747860ef0216 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410726 Apr 07 11:08:18.753611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3adf33e-a876-4fe8-9c9d-c06d0cd5f710 req-af2cc666-d338-4d32-a234-9e15792c8648 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262032 Apr 07 11:08:18.777964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Allocated IP 172.20.0.5 (bca3c2aa-80ad-4e85-ae89-389e5bbe35ce/1babe3b2-59de-4620-88f2-f461a7600296/796b6a17-c733-4dc1-ba0f-10e147c8dc04) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:18.818936 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-aec2c40b-dd0b-4c50-b522-82f5e1830f9c service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554222 Apr 07 11:08:18.924667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adf33e-a876-4fe8-9c9d-c06d0cd5f710 req-f5ff3895-8978-4652-93f1-5e4bbcf5c3d4 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.926226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3adf33e-a876-4fe8-9c9d-c06d0cd5f710 req-f5ff3895-8978-4652-93f1-5e4bbcf5c3d4 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653302 Apr 07 11:08:18.948295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4a35-5e39-49dc-ab4d-0e52664d0245 req-aa81822a-c567-420c-bf1c-3f6e843a8a90 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:18.950649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96ed4a35-5e39-49dc-ab4d-0e52664d0245 req-aa81822a-c567-420c-bf1c-3f6e843a8a90 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1128 time: 0.0755918 Apr 07 11:08:18.962118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3adf33e-a876-4fe8-9c9d-c06d0cd5f710 req-bee378a8-8214-4b55-94ac-19a782eb35c9 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/quotas/025a5993d2a54d3ebecce8a6c7c47d92 HTTP/1.1" status: 200 len: 375 time: 0.0204909 Apr 07 11:08:19.021346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3adf33e-a876-4fe8-9c9d-c06d0cd5f710 req-1b4e8660-5058-4be7-a795-7a3df9c2c64e tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505977 Apr 07 11:08:19.023264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71562550-10f5-490b-bcfe-4d06f937e74b req-86d46a72-c019-44ac-8d37-008b822ea870 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888473 Apr 07 11:08:19.045320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96ed4a35-5e39-49dc-ab4d-0e52664d0245 req-88c7235a-c26b-4fa6-b792-4f8b671e55bb tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Apr 07 11:08:19.072501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks [] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:19.168161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-8822fbdc-ff79-4b1b-8906-5b6661e02d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:19.169996 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-8822fbdc-ff79-4b1b-8906-5b6661e02d1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1125 time: 0.0938187 Apr 07 11:08:19.175199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:19.278476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:19.289688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:19.295980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:19.387614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Pushing event updated for resources: {'Port': ['ID=796b6a17-c733-4dc1-ba0f-10e147c8dc04,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:19.406316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca32f3-1798-4892-8293-b2d8e2a19127 req-35fae276-e979-4504-920a-20b61e1086d2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:19.416909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecca32f3-1798-4892-8293-b2d8e2a19127 req-35fae276-e979-4504-920a-20b61e1086d2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 0.0768123 Apr 07 11:08:19.454665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:19.456275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:19.476616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecca32f3-1798-4892-8293-b2d8e2a19127 req-160db433-dc52-4703-b6de-daa01861e14f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 Apr 07 11:08:19.481465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-27e4d879-dbba-4002-8a3b-cfda607b9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:19.483547 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-27e4d879-dbba-4002-8a3b-cfda607b9c91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.3049896 Apr 07 11:08:19.502298 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d40d2817-2566-4d69-ab8b-e2ad04cc4f1a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2617786 Apr 07 11:08:19.507099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Request body: {'port': {'device_id': '1f38bd74-517d-4669-aec0-516638f581a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:19.575292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-ba1b2597-1f15-4c1b-a303-eb7f0419bad6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.0792959 Apr 07 11:08:19.607366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f77a6-4567-4126-8e55-7ef74d0cf073 req-cd60c009-61d0-4834-9ecc-09832c8e710e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:19.615490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d3f77a6-4567-4126-8e55-7ef74d0cf073 req-cd60c009-61d0-4834-9ecc-09832c8e710e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0702608 Apr 07 11:08:19.633614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:19.660094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-44560b5c-7dbb-43cb-9e0c-fd63ff25fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:19.662229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-44560b5c-7dbb-43cb-9e0c-fd63ff25fbbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0712872 Apr 07 11:08:19.689457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d3f77a6-4567-4126-8e55-7ef74d0cf073 req-5fdfb9c1-db3a-4f19-96cf-fc0639400f1b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729020 Apr 07 11:08:19.726234 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-fd0c2b69-5de6-4ebf-a9cc-9709983facfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375965 Apr 07 11:08:19.937105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44670a8a-0877-4d81-88b7-c1d67c696d23 req-81dd6573-b404-4967-a6d4-52b91ca27c4d tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0446038 Apr 07 11:08:19.946936 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-c2019fb3-b98a-4874-bd2a-af2948f9aae1 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125316 Apr 07 11:08:20.092852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2e03-9515-495d-af91-e13ff462355d req-8d23315e-eb96-48e3-adc2-b0439f19cd68 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:20.094769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6de2e03-9515-495d-af91-e13ff462355d req-8d23315e-eb96-48e3-adc2-b0439f19cd68 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 931 time: 0.0758533 Apr 07 11:08:20.119143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28c7d808-1eec-46d2-94e5-dc48f069c5ef req-83968521-e2ad-4ca3-909d-3a1992bdcbca service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656997 Apr 07 11:08:20.137004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796b6a17-c733-4dc1-ba0f-10e147c8dc04 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:20.148340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Publish callbacks [] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:20.155692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6de2e03-9515-495d-af91-e13ff462355d req-a1a48bef-ba42-42bb-916f-fdcadf2c65aa tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Apr 07 11:08:20.168471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Transition to ACTIVE for port object 796b6a17-c733-4dc1-ba0f-10e147c8dc04 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:20.173871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:20.212578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0dd8ace5-5877-4ed8-921d-6a651cba54a1 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:08:20.213720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0dd8ace5-5877-4ed8-921d-6a651cba54a1 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097439 Apr 07 11:08:20.259567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Pushing event updated for resources: {'Port': ['ID=796b6a17-c733-4dc1-ba0f-10e147c8dc04,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:20.305859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-42000842-5322-4665-bc31-d424bbb2d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:20.307226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-42000842-5322-4665-bc31-d424bbb2d2ba service neutron] 10.222.0.13 "GET /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 1125 time: 0.0761776 Apr 07 11:08:20.321634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:20.322352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:08:20.374920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Attempting to bind port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:20.375248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Attempting to bind port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '9e80e0ac-434b-4718-9584-1e55ec8c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:20.375756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Attempting to bind port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 on network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:20.392315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 on network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:20.392822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Attempting to bind port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 on network bca3c2aa-80ad-4e85-ae89-389e5bbe35ce {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:20.428860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:20.429373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Checking segment: {'id': '9e80e0ac-434b-4718-9584-1e55ec8c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:20.429878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Bound using segment: {'id': '9e80e0ac-434b-4718-9584-1e55ec8c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:20.430639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Bound port: 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e80e0ac-434b-4718-9584-1e55ec8c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:20.431836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:20.498794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0cfc76f-dc12-400c-9544-3dd631b80597 req-9e30a6ef-17d8-48e1-8902-eecf32696abb tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234733 Apr 07 11:08:20.544548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] For port 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:20.549103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] For port 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04,segment=NetworkSegment(9e80e0ac-434b-4718-9584-1e55ec8c12df),segment_id=9e80e0ac-434b-4718-9584-1e55ec8c12df)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:20.554576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:20.555012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:20.555448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:20.559310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:20.566050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:20.566050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:20.598892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:20.599239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:20.599804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:20.603137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Bound port: 64ce37b4-a68f-48f9-82e2-3227a2af170e, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:20.609385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:20.610004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:20.611372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] 10.222.0.41 "PUT /v2.0/ports/796b6a17-c733-4dc1-ba0f-10e147c8dc04 HTTP/1.1" status: 200 len: 1091 time: 1.1099939 Apr 07 11:08:20.616120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f38bd74-517d-4669-aec0-516638f581a3', 'tag': '796b6a17-c733-4dc1-ba0f-10e147c8dc04'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:20.618343 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348613ea-679f-44c8-9f84-c728b2715bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f38bd74-517d-4669-aec0-516638f581a3", "tag": "796b6a17-c733-4dc1-ba0f-10e147c8dc04"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:20.619075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfc76f-dc12-400c-9544-3dd631b80597 req-507f18d5-303f-47c0-9c4b-b062da42c80e tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:20.620720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0cfc76f-dc12-400c-9544-3dd631b80597 req-507f18d5-303f-47c0-9c4b-b062da42c80e tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148844 Apr 07 11:08:20.647019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0cfc76f-dc12-400c-9544-3dd631b80597 req-c2360d6a-b465-4ba4-8690-80aaa74255b6 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/quotas/025a5993d2a54d3ebecce8a6c7c47d92 HTTP/1.1" status: 200 len: 375 time: 0.0172722 Apr 07 11:08:20.657783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c5a0c-0e39-4be8-aeb2-6ebb1f0e2881 service neutron] Pushing event updated for resources: {'Port': ['ID=796b6a17-c733-4dc1-ba0f-10e147c8dc04,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:20.685157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0cfc76f-dc12-400c-9544-3dd631b80597 req-b5b1506d-cd12-4014-88a6-80e7c560d5fc tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342822 Apr 07 11:08:20.717668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:20.728287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:20.729491 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-bb612b4e-48ce-440d-8b53-63744db71a2d service neutron] 10.222.0.13 "POST /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4112515 Apr 07 11:08:20.740940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-646fbe74-bd80-463f-a509-5cd5d37d06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:20.742510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-646fbe74-bd80-463f-a509-5cd5d37d06f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae72a134007f488c96faa3f5547e9ae9&device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 1125 time: 0.0790076 Apr 07 11:08:20.806953 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-1ac9c78b-068c-4d47-8be5-1d7e0597bf11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04 HTTP/1.1" status: 200 len: 217 time: 0.0563560 Apr 07 11:08:20.883412 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7873c-1f0e-4e92-94b5-48ac95093860 x-openstack-request-id: req-87c7873c-1f0e-4e92-94b5-48ac95093860 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:20.883713 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f38bd74-517d-4669-aec0-516638f581a3", "tag": "796b6a17-c733-4dc1-ba0f-10e147c8dc04", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:20.884113 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87c7873c-1f0e-4e92-94b5-48ac95093860 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:20.884538 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c7873c-1f0e-4e92-94b5-48ac95093860'] response: {'name': 'network-changed', 'server_uuid': '1f38bd74-517d-4669-aec0-516638f581a3', 'tag': '796b6a17-c733-4dc1-ba0f-10e147c8dc04', 'status': 'completed', 'code': 200} Apr 07 11:08:20.887270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d1271ebe-9200-44f8-b4ad-c73627b592ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:20.889280 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-d1271ebe-9200-44f8-b4ad-c73627b592ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1babe3b2-59de-4620-88f2-f461a7600296 HTTP/1.1" status: 200 len: 862 time: 0.0758338 Apr 07 11:08:20.931284 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-a5eea094-8fe5-4a98-bdcf-ec243d01a3fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353680 Apr 07 11:08:21.002980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fffb2-bfd7-4620-9db6-5743a5abf964 req-cbf0f9b1-2ff3-4065-b38d-8d1123379721 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.005719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a2fffb2-bfd7-4620-9db6-5743a5abf964 req-cbf0f9b1-2ff3-4065-b38d-8d1123379721 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 0.1599462 Apr 07 11:08:21.056363 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-46bcc901-6d15-47af-b6fe-7ac8e6371228 service neutron] 10.222.0.41 "GET /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172416 Apr 07 11:08:21.092865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece60d34-b7c4-4c09-9a58-bf588952ee1d req-d2b68a8a-d6db-4d63-bd16-e1803b6e8530 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.095124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ece60d34-b7c4-4c09-9a58-bf588952ee1d req-d2b68a8a-d6db-4d63-bd16-e1803b6e8530 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1533833 Apr 07 11:08:21.138746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a2fffb2-bfd7-4620-9db6-5743a5abf964 req-de4d9a66-62c1-411c-aee2-78f826a194ce tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254964 Apr 07 11:08:21.163883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-53a70c1d-8dab-4c2e-b753-cc56f0b7778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.165663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-53a70c1d-8dab-4c2e-b753-cc56f0b7778e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1128 time: 0.1213045 Apr 07 11:08:21.199392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ece60d34-b7c4-4c09-9a58-bf588952ee1d req-ab6cdb19-7289-4451-8311-fe567c921aba tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907712 Apr 07 11:08:21.211709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-653447ee-7ea4-43b4-989d-5ca367f3d6f7 req-f5d9987c-c266-41d9-ab5e-80696afced48 service neutron] 10.222.0.41 "GET /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490667 Apr 07 11:08:21.389016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcc82-57db-4986-908f-1d3acfd20f75 req-67eed447-5b4f-4ccd-aa66-20599838a393 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.399697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f8fcc82-57db-4986-908f-1d3acfd20f75 req-67eed447-5b4f-4ccd-aa66-20599838a393 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 946 time: 0.1080287 Apr 07 11:08:21.404902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-0349048a-b35b-4aa9-ac7a-b80f99f3a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.406495 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-0349048a-b35b-4aa9-ac7a-b80f99f3a112 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae72a134007f488c96faa3f5547e9ae9&device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 1125 time: 0.1290805 Apr 07 11:08:21.471975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-45cd7ccd-bbf1-4cd5-a9b8-d720d5eaf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.475632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-45cd7ccd-bbf1-4cd5-a9b8-d720d5eaf32c service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.2988968 Apr 07 11:08:21.486476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f8fcc82-57db-4986-908f-1d3acfd20f75 req-80ea0d1a-7df3-43f1-bfc0-ec50d9cc470c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857754 Apr 07 11:08:21.551349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-ace8be17-d443-45c5-b1ab-0924dea3cc81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 217 time: 0.0637639 Apr 07 11:08:21.606907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-a673085e-af24-40b5-84fa-2480efa1c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.608356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-a673085e-af24-40b5-84fa-2480efa1c799 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce HTTP/1.1" status: 200 len: 923 time: 0.1954026 Apr 07 11:08:21.675419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78d0c2c6-9618-4d8b-b196-3018a9b8b385 req-43bb694a-9920-4397-a4d6-b32d8fa03d37 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0611138 Apr 07 11:08:21.698880 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-88d94f5d-868b-44ad-8200-9e72ccfeb187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04 HTTP/1.1" status: 200 len: 217 time: 0.0805173 Apr 07 11:08:21.719034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-a00a10bb-9cce-483e-a5de-612d8495e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.721284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-a00a10bb-9cce-483e-a5de-612d8495e977 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.1639113 Apr 07 11:08:21.782444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-ff8ecc8a-7c1f-45be-813c-4bcdb6033e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.783902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-ff8ecc8a-7c1f-45be-813c-4bcdb6033e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1babe3b2-59de-4620-88f2-f461a7600296 HTTP/1.1" status: 200 len: 862 time: 0.0745943 Apr 07 11:08:21.822794 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-c1a399e5-18a2-44cf-b2c6-ec4041ed89f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317438 Apr 07 11:08:21.827351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-87820f3d-b21f-4ec6-8e2e-a917bdc5da23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784924 Apr 07 11:08:21.837112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729955-ded3-4eda-b9a6-f3a043461d4d req-d20e9666-3bcd-47f4-8acf-09b90816e807 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:21.846927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce729955-ded3-4eda-b9a6-f3a043461d4d req-d20e9666-3bcd-47f4-8acf-09b90816e807 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 943 time: 0.2424352 Apr 07 11:08:21.975008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce729955-ded3-4eda-b9a6-f3a043461d4d req-9b2949b1-a1d8-446c-8a21-a635f7c787e8 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Apr 07 11:08:22.018763 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-8eb5b9e5-598d-46d6-b40c-678ce5340ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868174 Apr 07 11:08:22.025023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-9af7d7b9-df5d-4086-bcf6-c4c46c587612 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745687 Apr 07 11:08:22.183391 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-348613ea-679f-44c8-9f84-c728b2715bc5 req-bff37ff9-06d8-403e-b30f-7ac6b0db8dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569870 Apr 07 11:08:22.204870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-72b171d5-603b-4f18-a502-3799e6e6e2ba service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707196 Apr 07 11:08:22.254961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0103b4bb-0b4a-4e94-8ae2-771454c8ad24 req-320f62f7-4855-47eb-b370-026f344a9a10 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308609 Apr 07 11:08:22.442344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee1878-ff48-4e70-b0c2-0531439488e3 req-a3ee9ed6-e93b-4e29-a9cd-fd37a0deef46 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:22.444060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46ee1878-ff48-4e70-b0c2-0531439488e3 req-a3ee9ed6-e93b-4e29-a9cd-fd37a0deef46 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 0.1687460 Apr 07 11:08:22.446226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-47f47aea-106c-4831-afe1-111672612269 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:22.447691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-47f47aea-106c-4831-afe1-111672612269 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1128 time: 0.1507192 Apr 07 11:08:22.464957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:22.505822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 92967668-f33a-4682-8768-bbafa90047ec details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:22.532095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103b4bb-0b4a-4e94-8ae2-771454c8ad24 req-e692033f-aee2-4473-be3b-b7069714aa4a tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:22.539143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0103b4bb-0b4a-4e94-8ae2-771454c8ad24 req-e692033f-aee2-4473-be3b-b7069714aa4a tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757614 Apr 07 11:08:22.583994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0103b4bb-0b4a-4e94-8ae2-771454c8ad24 req-08a50145-1156-4d22-84e6-676d15766052 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/quotas/025a5993d2a54d3ebecce8a6c7c47d92 HTTP/1.1" status: 200 len: 375 time: 0.0438628 Apr 07 11:08:22.647196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0103b4bb-0b4a-4e94-8ae2-771454c8ad24 req-77ce80fd-b53e-4b74-b739-1c1cd2af8f98 tempest-QuotasAdminNegativeTest-427251090 tempest-QuotasAdminNegativeTest-427251090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592344 Apr 07 11:08:22.649621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:22.660041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46ee1878-ff48-4e70-b0c2-0531439488e3 req-69fe0012-096a-4b21-8c1a-ac693fbba782 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044103 Apr 07 11:08:22.729988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:22.748329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '92967668-f33a-4682-8768-bbafa90047ec', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'port_id': '92967668-f33a-4682-8768-bbafa90047ec', 'mac_address': 'fa:16:3e:38:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a0e80b-7652-4f88-8b1d-8659f5200268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:08:22.802395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 92967668-f33a-4682-8768-bbafa90047ec is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:22.803106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:22.826711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92967668-f33a-4682-8768-bbafa90047ec {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:22.857558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:22.865899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:22.981183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:22.992118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2b19d-915a-4782-8678-bf32a3b14013 req-b916f26f-5d35-497a-b31e-7003f1b88c8d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:23.000696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71e2b19d-915a-4782-8678-bf32a3b14013 req-b916f26f-5d35-497a-b31e-7003f1b88c8d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.2148306 Apr 07 11:08:23.016673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5c25a-cfdd-49db-a2cd-82d720f9fbe7 req-6296abe5-9fb7-443c-88a6-1151db66dffd tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:23.024383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e5c25a-cfdd-49db-a2cd-82d720f9fbe7 req-6296abe5-9fb7-443c-88a6-1151db66dffd tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 946 time: 0.1684225 Apr 07 11:08:23.065936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:23.127596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:23.133616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71e2b19d-915a-4782-8678-bf32a3b14013 req-6d349d3a-44a8-48dc-8d71-4afef68ab91a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319027 Apr 07 11:08:23.146416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e5c25a-cfdd-49db-a2cd-82d720f9fbe7 req-de72d0e1-cf74-410a-b793-64ad244b9767 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175592 Apr 07 11:08:23.212971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:23.215780 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3755e8c4-0bed-43fa-82b9-ee09ddd67458" -d '{"events": [{"server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "name": "network-vif-unplugged", "status": "completed", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:23.220782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Publish callbacks [] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:23.237497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:23.265174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f4d98a4-7e40-43f5-8456-34b7f5512b70 req-4c4dc1ba-4fe3-4ed7-b74e-6748c29c53d9 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0419860 Apr 07 11:08:23.267583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['92967668-f33a-4682-8768-bbafa90047ec'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:23.398932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:23.399426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:23.400072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:23.404473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:23.408098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:23.408548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Attempting to bind port 64ce37b4-a68f-48f9-82e2-3227a2af170e on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:23.417491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:23.417942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:23.418566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:23.419213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Bound port: 64ce37b4-a68f-48f9-82e2-3227a2af170e, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:23.419696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:23.494596 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0c273-faa7-4b04-9dcd-9df8ec7bc7f4 x-openstack-request-id: req-49b0c273-faa7-4b04-9dcd-9df8ec7bc7f4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:23.494596 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "name": "network-vif-unplugged", "status": "completed", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:23.495107 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49b0c273-faa7-4b04-9dcd-9df8ec7bc7f4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:23.495677 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b0c273-faa7-4b04-9dcd-9df8ec7bc7f4'] response: {'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'code': 200} Apr 07 11:08:23.542326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:23.545652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:23.555321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ffe0c-4b28-45e4-948d-55d3f15715bb req-0fe3bb1e-5e06-4187-ac9a-9b8986cbdafe tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:23.557024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee0ffe0c-4b28-45e4-948d-55d3f15715bb req-0fe3bb1e-5e06-4187-ac9a-9b8986cbdafe tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 943 time: 0.1183379 Apr 07 11:08:23.567458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:23.701689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:23.710333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:23.714683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:23.716205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-4186da60-e3a9-4160-85a4-3e607bb15d8c service neutron] 10.222.0.23 "PUT /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 1122 time: 1.2592530 Apr 07 11:08:23.722656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee0ffe0c-4b28-45e4-948d-55d3f15715bb req-f79d5bb6-d660-4e97-92ab-6f1a5ea92ad5 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585414 Apr 07 11:08:23.797355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['64ce37b4-a68f-48f9-82e2-3227a2af170e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:23.884443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34140) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:23.887166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ab31b-d280-4bcf-b496-4934f6c417e4 req-b308d9c7-ea67-4870-bb7f-27d1b3a287db tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:23.888788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c43ab31b-d280-4bcf-b496-4934f6c417e4 req-b308d9c7-ea67-4870-bb7f-27d1b3a287db tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 944 time: 0.0835919 Apr 07 11:08:24.047026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5668ed6a-404b-49b1-90d3-0c9d2137f837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.137689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5668ed6a-404b-49b1-90d3-0c9d2137f837 admin admin] Publish callbacks [] for security_group (7fdac384-f0bb-4970-9fed-898270a54b2c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.142739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5668ed6a-404b-49b1-90d3-0c9d2137f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7fdac384-f0bb-4970-9fed-898270a54b2c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.188897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668ed6a-404b-49b1-90d3-0c9d2137f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdac384-f0bb-4970-9fed-898270a54b2c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:24.196831 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5668ed6a-404b-49b1-90d3-0c9d2137f837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=025a5993d2a54d3ebecce8a6c7c47d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099778 Apr 07 11:08:24.199387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34148) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:24.263992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f1af-8d08-4d1a-a884-b80bf6a96828 admin admin] Publish callbacks [] for security_group (7fdac384-f0bb-4970-9fed-898270a54b2c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.287281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f1af-8d08-4d1a-a884-b80bf6a96828 admin admin] Publish callbacks [] for security_group (7fdac384-f0bb-4970-9fed-898270a54b2c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.295495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c43ab31b-d280-4bcf-b496-4934f6c417e4 req-ecf6a9a5-ad0e-47b9-be40-45432c24ab7b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997734 Apr 07 11:08:24.323396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc05f47-96b5-4d9d-95e7-6e6d156d4317 req-6b5b4ded-1af5-4181-8457-3afe17df19db tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:24.325069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfc05f47-96b5-4d9d-95e7-6e6d156d4317 req-6b5b4ded-1af5-4181-8457-3afe17df19db tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0945597 Apr 07 11:08:24.347760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f1af-8d08-4d1a-a884-b80bf6a96828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7fdac384-f0bb-4970-9fed-898270a54b2c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.351596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f1af-8d08-4d1a-a884-b80bf6a96828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.356862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f2f2f1af-8d08-4d1a-a884-b80bf6a96828 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fdac384-f0bb-4970-9fed-898270a54b2c HTTP/1.1" status: 204 len: 168 time: 0.1523852 Apr 07 11:08:24.369351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2f1af-8d08-4d1a-a884-b80bf6a96828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdac384-f0bb-4970-9fed-898270a54b2c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:24.436480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfc05f47-96b5-4d9d-95e7-6e6d156d4317 req-099cae5d-3357-457a-abc2-c0d02a44f890 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054802 Apr 07 11:08:24.470138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c921ba-08be-4675-ac1c-d7fd1aaaa826 req-e1d1ae43-44de-40bd-be02-bd50be3cfac7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:24.474150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2c921ba-08be-4675-ac1c-d7fd1aaaa826 req-e1d1ae43-44de-40bd-be02-bd50be3cfac7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.1043229 Apr 07 11:08:24.504875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 796b6a17-c733-4dc1-ba0f-10e147c8dc04 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:24.511775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 92967668-f33a-4682-8768-bbafa90047ec up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:24.534672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2c921ba-08be-4675-ac1c-d7fd1aaaa826 req-20f87fb7-d0b9-48c9-b94b-07f90a70a943 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Apr 07 11:08:24.566253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d68875cc-da53-479a-800c-5301711fff5d req-523948de-b825-41eb-8a6c-0beefa571443 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0357757 Apr 07 11:08:24.635722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 92967668-f33a-4682-8768-bbafa90047ec completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:24.648841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 92967668-f33a-4682-8768-bbafa90047ec triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:24.649237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (92967668-f33a-4682-8768-bbafa90047ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.686363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04,segment=NetworkSegment(9e80e0ac-434b-4718-9584-1e55ec8c12df),segment_id=9e80e0ac-434b-4718-9584-1e55ec8c12df)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:24.687812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34156) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:24.702121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2615cd16-fb00-4c5b-823e-34e6237ad448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.713882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '796b6a17-c733-4dc1-ba0f-10e147c8dc04', 'network_id': 'bca3c2aa-80ad-4e85-ae89-389e5bbe35ce', 'port_id': '796b6a17-c733-4dc1-ba0f-10e147c8dc04', 'mac_address': 'fa:16:3e:32:e8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1babe3b2-59de-4620-88f2-f461a7600296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:08:24.789747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2615cd16-fb00-4c5b-823e-34e6237ad448 admin admin] Publish callbacks [] for security_group (aac7e203-a6d5-4e2e-aa2a-45c520d69b83), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.791602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:24.792069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.805377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2615cd16-fb00-4c5b-823e-34e6237ad448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aac7e203-a6d5-4e2e-aa2a-45c520d69b83), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.811917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796b6a17-c733-4dc1-ba0f-10e147c8dc04 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:24.833841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 92967668-f33a-4682-8768-bbafa90047ec is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:24.834428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.852878 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2615cd16-fb00-4c5b-823e-34e6237ad448 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=544a8cd4682c430db975b56f2ddba6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639204 Apr 07 11:08:24.857921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34162) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:24.861664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615cd16-fb00-4c5b-823e-34e6237ad448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac7e203-a6d5-4e2e-aa2a-45c520d69b83,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:24.869788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04,segment=NetworkSegment(9e80e0ac-434b-4718-9584-1e55ec8c12df),segment_id=9e80e0ac-434b-4718-9584-1e55ec8c12df)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:24.875952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92967668-f33a-4682-8768-bbafa90047ec'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:24.878393 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda416d7-665b-4615-b341-e5a1582db414" -d '{"events": [{"server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "name": "network-vif-plugged", "status": "completed", "tag": "92967668-f33a-4682-8768-bbafa90047ec"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:24.882112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdef8eb-84b1-4164-9f56-d7786434c435 req-0479c65c-cb87-40a3-a965-ccb6f60f0e29 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:24.883627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bdef8eb-84b1-4164-9f56-d7786434c435 req-0479c65c-cb87-40a3-a965-ccb6f60f0e29 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 943 time: 0.0833251 Apr 07 11:08:24.888484 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.894193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:24.919347 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.923435 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd6a3bd-1483-4ff8-8475-371c13b1cf3d x-openstack-request-id: req-bcd6a3bd-1483-4ff8-8475-371c13b1cf3d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:24.923749 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "name": "network-vif-plugged", "status": "completed", "tag": "92967668-f33a-4682-8768-bbafa90047ec", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:24.924008 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcd6a3bd-1483-4ff8-8475-371c13b1cf3d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:24.924411 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd6a3bd-1483-4ff8-8475-371c13b1cf3d'] response: {'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92967668-f33a-4682-8768-bbafa90047ec', 'code': 200} Apr 07 11:08:24.947955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=796b6a17-c733-4dc1-ba0f-10e147c8dc04,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:24.961855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9891ad8c-0546-457c-91a2-dce9e3359e0c admin admin] Publish callbacks [] for security_group (aac7e203-a6d5-4e2e-aa2a-45c520d69b83), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:24.967334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bdef8eb-84b1-4164-9f56-d7786434c435 req-40e71396-1d21-49d9-93cf-94200c0c2e80 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738788 Apr 07 11:08:24.987394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9891ad8c-0546-457c-91a2-dce9e3359e0c admin admin] Publish callbacks [] for security_group (aac7e203-a6d5-4e2e-aa2a-45c520d69b83), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:25.015135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:25.038374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb68fd9-ff0d-40b6-9ba9-4261a9bd3764 req-d51aa04d-65e7-40f7-b944-8aa347ec4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:25.040027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7bb68fd9-ff0d-40b6-9ba9-4261a9bd3764 req-d51aa04d-65e7-40f7-b944-8aa347ec4d7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.0469766 Apr 07 11:08:25.047912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9891ad8c-0546-457c-91a2-dce9e3359e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aac7e203-a6d5-4e2e-aa2a-45c520d69b83), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:25.050636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9891ad8c-0546-457c-91a2-dce9e3359e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:25.055097 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9891ad8c-0546-457c-91a2-dce9e3359e0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aac7e203-a6d5-4e2e-aa2a-45c520d69b83 HTTP/1.1" status: 204 len: 168 time: 0.1927307 Apr 07 11:08:25.062734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891ad8c-0546-457c-91a2-dce9e3359e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac7e203-a6d5-4e2e-aa2a-45c520d69b83,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:25.101618 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7bb68fd9-ff0d-40b6-9ba9-4261a9bd3764 req-fe59885b-566a-4266-bfa6-1eb5dcf3a3ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554686 Apr 07 11:08:25.242993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['796b6a17-c733-4dc1-ba0f-10e147c8dc04'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:25.440536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7eff4-9b08-405f-9a51-4662c9e52329 req-615584b6-0d29-4fe7-a1fa-757fd8aa0f21 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:25.442548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3b7eff4-9b08-405f-9a51-4662c9e52329 req-615584b6-0d29-4fe7-a1fa-757fd8aa0f21 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 945 time: 0.0653765 Apr 07 11:08:25.495290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3b7eff4-9b08-405f-9a51-4662c9e52329 req-c6462b97-1db6-4022-a2d8-0950b6f174e7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Apr 07 11:08:25.497004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:25.499577 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838bc6a-7047-4d60-892a-3b0ddfd06638" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:25.545819 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e38f98-793f-48af-b34d-7d90746d289a x-openstack-request-id: req-d3e38f98-793f-48af-b34d-7d90746d289a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:25.546122 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:25.546450 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e38f98-793f-48af-b34d-7d90746d289a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:25.546917 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e38f98-793f-48af-b34d-7d90746d289a'] response: {'name': 'network-changed', 'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'status': 'completed', 'code': 200} Apr 07 11:08:25.575536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baec849-b5f3-4b92-8651-b8d3e314e454 req-f803508d-629a-4b91-ac6a-88e9aeae4b5c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:25.577325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0baec849-b5f3-4b92-8651-b8d3e314e454 req-f803508d-629a-4b91-ac6a-88e9aeae4b5c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0603256 Apr 07 11:08:25.634193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-f013dda5-c86b-4922-a58f-4dd195164ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:25.636125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-f013dda5-c86b-4922-a58f-4dd195164ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1156 time: 0.0584247 Apr 07 11:08:25.658925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0baec849-b5f3-4b92-8651-b8d3e314e454 req-af14aa89-5314-48d1-8d45-999a62d06c0d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 Apr 07 11:08:25.722324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442ed88-3007-49ba-8087-42980761cfa8 req-364c02aa-63d6-48e2-b389-cfe98122e8eb tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:25.730457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6442ed88-3007-49ba-8087-42980761cfa8 req-364c02aa-63d6-48e2-b389-cfe98122e8eb tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.0929394 Apr 07 11:08:25.761002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-d17ec626-d72a-4582-a370-594fe31fd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:25.762899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-d17ec626-d72a-4582-a370-594fe31fd9cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1078379 Apr 07 11:08:25.785488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac13d269-d772-4fe9-bf22-56485691c1b0 req-ed8d5d3a-a7dd-45cb-b4ad-9964c5067884 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0391097 Apr 07 11:08:25.808471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6442ed88-3007-49ba-8087-42980761cfa8 req-74d80881-839b-4f8b-bf8c-5a4a5e10a633 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770590 Apr 07 11:08:25.837625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34198) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:25.949613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-network', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:25.970186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Made reservation on behalf of 7ee67bac83224f758b0fb6c4d43542b5 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:25.972733 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:25.983225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.030956 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-ed9447c4-f757-4081-8ca6-158e3c0064b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 217 time: 0.2607355 Apr 07 11:08:26.080228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-d4682a5d-6008-4dfa-ad63-8e6f8a028402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:26.081865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-d4682a5d-6008-4dfa-ad63-8e6f8a028402 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0446215 Apr 07 11:08:26.116983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks [] for security_group (b40ec785-e4a4-44fd-87b0-9f225c995a90), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.120282 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-9c25cbe9-3bb3-4b3b-b112-dae9af1c9f21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315917 Apr 07 11:08:26.122487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b40ec785-e4a4-44fd-87b0-9f225c995a90), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.149807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e698-cfec-4eea-9b9a-e85a2868ec0d req-b51525c7-a250-49c0-8e49-c5f9b2cf42cb tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:26.151284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8d1e698-cfec-4eea-9b9a-e85a2868ec0d req-b51525c7-a250-49c0-8e49-c5f9b2cf42cb tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 944 time: 0.1046062 Apr 07 11:08:26.152000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:08:26.187320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4c9e1653-87c4-464e-a6b2-f4a9cb9527d1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.187671 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Added segment 4c9e1653-87c4-464e-a6b2-f4a9cb9527d1 of type vlan for network 542f9b44-4706-41ab-beef-190468127df2 Apr 07 11:08:26.189888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ec785-e4a4-44fd-87b0-9f225c995a90,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:26.212906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-ec1e239d-efc3-44f1-a79e-d3ff9ab792aa service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864804 Apr 07 11:08:26.250319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (542f9b44-4706-41ab-beef-190468127df2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.257695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8d1e698-cfec-4eea-9b9a-e85a2868ec0d req-83e86813-4e49-478f-a323-6d611a8eb8a1 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 Apr 07 11:08:26.281699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (542f9b44-4706-41ab-beef-190468127df2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.283044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:26.283768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.315819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c838bc6a-7047-4d60-892a-3b0ddfd06638 req-cc01862a-996f-423a-a591-415e3aaf1c33 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912044 Apr 07 11:08:26.338003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4990733 Apr 07 11:08:26.340675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34206) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:26.345327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Request body: {'subnet': {'network_id': '542f9b44-4706-41ab-beef-190468127df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-subnet', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:26.371000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb11db-b7be-4b19-9825-f9a9de8a922f admin admin] Pushing event updated for resources: {'Network': ['ID=542f9b44-4706-41ab-beef-190468127df2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:26.379373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Made reservation on behalf of 7ee67bac83224f758b0fb6c4d43542b5 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:26.382127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.384465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 542f9b44-4706-41ab-beef-190468127df2 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:08:26.437046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:26.526422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 796b6a17-c733-4dc1-ba0f-10e147c8dc04 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:26.569946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.612127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:26.621422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:26.628386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:08:26.631270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:26.631659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.662270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:26.670698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Checking segment: {'id': '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '542f9b44-4706-41ab-beef-190468127df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:26.671066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Network hostable DHCP agents. Network: 542f9b44-4706-41ab-beef-190468127df2, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:08:26.696378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c35173-7da6-4020-871b-9197a554baee req-75bcd998-4699-4937-bf8e-1ee2973e14fd tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:26.698952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84c35173-7da6-4020-871b-9197a554baee req-75bcd998-4699-4937-bf8e-1ee2973e14fd tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 945 time: 0.1191416 Apr 07 11:08:26.724566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:26.725553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.728087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Network 542f9b44-4706-41ab-beef-190468127df2 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:08:26.744854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 542f9b44-4706-41ab-beef-190468127df2) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:26.758761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa5bd20-7c1f-4a1c-a6dd-fe4a2ad11d45 None None] Network 542f9b44-4706-41ab-beef-190468127df2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:26.763768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:26.764367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.778339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04,segment=NetworkSegment(9e80e0ac-434b-4718-9584-1e55ec8c12df),segment_id=9e80e0ac-434b-4718-9584-1e55ec8c12df)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:26.806265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.806635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84c35173-7da6-4020-871b-9197a554baee req-66303b2e-589a-4e11-849c-f6ab2aa3b4e4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970578 Apr 07 11:08:26.818415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-19f8c0e1-e4d7-45a2-9565-5a24ae8c491a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4741180 Apr 07 11:08:26.818632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34214) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:26.828828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:26.851619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f7886-0ea1-49ec-b1c3-f3496d645879 req-4aefcc27-f223-4a5e-8b8a-59a34bd52676 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:26.853414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-664f7886-0ea1-49ec-b1c3-f3496d645879 req-4aefcc27-f223-4a5e-8b8a-59a34bd52676 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1112535 Apr 07 11:08:26.863458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (49082d5b-1a75-424c-bb44-33b49c2ababd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.865594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (49082d5b-1a75-424c-bb44-33b49c2ababd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.874885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=796b6a17-c733-4dc1-ba0f-10e147c8dc04,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:26.915393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90bb9050-2c77-438b-8151-2434e660b6af req-67718453-1317-4968-8a27-69282b35e9df tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0420930 Apr 07 11:08:26.927170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f38bd74-517d-4669-aec0-516638f581a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796b6a17-c733-4dc1-ba0f-10e147c8dc04'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:26.929582 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e431cc-c592-4a36-a4a5-e79b1833f422" -d '{"events": [{"server_uuid": "1f38bd74-517d-4669-aec0-516638f581a3", "name": "network-vif-plugged", "status": "completed", "tag": "796b6a17-c733-4dc1-ba0f-10e147c8dc04"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:26.932221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-542f9b44-4706-41ab-beef-190468127df2', 'network_id': '542f9b44-4706-41ab-beef-190468127df2', 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'fixed_ips': [{'subnet_id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:08:26.933107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.983975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks [] for router_controller (49082d5b-1a75-424c-bb44-33b49c2ababd), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:26.994385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-664f7886-0ea1-49ec-b1c3-f3496d645879 req-40e16f0f-6f08-458e-b891-04f71f3d5e59 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231794 Apr 07 11:08:27.055560 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aabf3c-9c78-4f56-89ae-fb4c148494f5 x-openstack-request-id: req-04aabf3c-9c78-4f56-89ae-fb4c148494f5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:27.055886 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f38bd74-517d-4669-aec0-516638f581a3", "name": "network-vif-plugged", "status": "completed", "tag": "796b6a17-c733-4dc1-ba0f-10e147c8dc04", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:27.056198 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04aabf3c-9c78-4f56-89ae-fb4c148494f5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:27.056609 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04aabf3c-9c78-4f56-89ae-fb4c148494f5'] response: {'server_uuid': '1f38bd74-517d-4669-aec0-516638f581a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796b6a17-c733-4dc1-ba0f-10e147c8dc04', 'code': 200} Apr 07 11:08:27.127065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Allocated IP 172.20.0.2 (542f9b44-4706-41ab-beef-190468127df2/9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4/7b0059e5-e403-44c0-ae39-fafaf1f03be1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:27.159320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e038-89b5-4c43-abff-71ef1ab1b302 req-b77e5cb0-c8a4-410c-9a59-240a41b4e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:27.161969 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ca6e038-89b5-4c43-abff-71ef1ab1b302 req-b77e5cb0-c8a4-410c-9a59-240a41b4e9b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 1127 time: 0.0530567 Apr 07 11:08:27.174666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks [] for router_gateway (49082d5b-1a75-424c-bb44-33b49c2ababd), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.187303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e102-30ed-4611-9ab2-fcfe465edd27 req-6cbe59f3-1e26-4196-8702-e8830f26281b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:27.188813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd5e102-30ed-4611-9ab2-fcfe465edd27 req-6cbe59f3-1e26-4196-8702-e8830f26281b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 944 time: 0.1566107 Apr 07 11:08:27.216871 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ca6e038-89b5-4c43-abff-71ef1ab1b302 req-f82d2ba1-f1b8-40a1-bc2c-b742a1b58548 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 Apr 07 11:08:27.276016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Publish callbacks [] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.280145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd5e102-30ed-4611-9ab2-fcfe465edd27 req-8a66d0ad-bf66-496e-9580-7ef2840d4acf tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851543 Apr 07 11:08:27.284094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.333163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Network 542f9b44-4706-41ab-beef-190468127df2 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:27.336357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:27.342344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:27.348941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Pushing event updated for resources: {'Port': ['ID=7b0059e5-e403-44c0-ae39-fafaf1f03be1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:27.405646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Attempting to bind port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:27.406309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Attempting to bind port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '542f9b44-4706-41ab-beef-190468127df2'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:27.406420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Attempting to bind port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 on network 542f9b44-4706-41ab-beef-190468127df2 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:27.412395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:27.412770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Checking segment: {'id': '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '542f9b44-4706-41ab-beef-190468127df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:27.413233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.413667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Bound using segment: {'id': '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '542f9b44-4706-41ab-beef-190468127df2'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:27.414210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Bound port: 7b0059e5-e403-44c0-ae39-fafaf1f03be1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '542f9b44-4706-41ab-beef-190468127df2'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:27.414630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.477139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a71384-666c-4ec9-be54-3be8066a6ea3 req-a2f16336-0b26-4358-9ed6-c6681e16096a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:27.478625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6a71384-666c-4ec9-be54-3be8066a6ea3 req-a2f16336-0b26-4358-9ed6-c6681e16096a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 945 time: 0.1114273 Apr 07 11:08:27.479634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks [] for router_gateway (49082d5b-1a75-424c-bb44-33b49c2ababd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.481457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] For port 7b0059e5-e403-44c0-ae39-fafaf1f03be1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:27.484706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] For port 7b0059e5-e403-44c0-ae39-fafaf1f03be1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7b0059e5-e403-44c0-ae39-fafaf1f03be1,segment=NetworkSegment(4c9e1653-87c4-464e-a6b2-f4a9cb9527d1),segment_id=4c9e1653-87c4-464e-a6b2-f4a9cb9527d1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:27.491273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.501248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.551772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4429-6642-4380-97bc-1c18489109f0 None None] Pushing event updated for resources: {'Port': ['ID=7b0059e5-e403-44c0-ae39-fafaf1f03be1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:27.585595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6a71384-666c-4ec9-be54-3be8066a6ea3 req-ccbc6f65-0a74-4560-815d-54e8ab700d40 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863404 Apr 07 11:08:27.642979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Allocated IP 172.25.5.209 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/891ad9a5-3acd-45e3-a849-ea5800ac6bb8) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:27.756431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks [] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.794739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:27.832059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:27.835322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:27.837749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:27.877214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Pushing event updated for resources: {'Port': ['ID=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:27.916880 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-de452e05-79c6-4550-8a53-063db1bfde1c service neutron] 10.222.0.41 "GET /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.0593841 Apr 07 11:08:28.027685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2959003-a48e-4469-a9fa-4614dae1e9d5 req-1250afa6-6309-4c0a-b4bf-0c0c3a277c36 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:28.029913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2959003-a48e-4469-a9fa-4614dae1e9d5 req-1250afa6-6309-4c0a-b4bf-0c0c3a277c36 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 945 time: 0.1468711 Apr 07 11:08:28.084697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f8a620f-493b-4e20-885e-50b078128109 req-6bd42634-c85f-4338-b005-46b851c3104e tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0516763 Apr 07 11:08:28.151183 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-b09c5a5f-cd4d-434c-a233-529709ac2c6d service neutron] show failed (client error): The resource could not be found. Apr 07 11:08:28.152187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-b09c5a5f-cd4d-434c-a233-529709ac2c6d service neutron] 10.222.0.41 "GET /v2.0/ports/f1a51391-7326-4f52-80c6-e8c05b97f08d/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.1086035 Apr 07 11:08:28.184237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:28.204780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2959003-a48e-4469-a9fa-4614dae1e9d5 req-ba501e77-29d9-4a86-a14c-0a5d9b356923 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607807 Apr 07 11:08:28.212219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:28.265903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ce37b4-a68f-48f9-82e2-3227a2af170e {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:28.280344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:28.282128 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks [] for router_gateway (49082d5b-1a75-424c-bb44-33b49c2ababd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:28.295028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3cfb-78de-4f38-9e07-f1c139c9a93c req-72646289-63c5-450f-988f-1e12f6302375 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:28.297666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:28.302477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-782b3cfb-78de-4f38-9e07-f1c139c9a93c req-72646289-63c5-450f-988f-1e12f6302375 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1179924 Apr 07 11:08:28.434360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] Transition to ACTIVE for port object 64ce37b4-a68f-48f9-82e2-3227a2af170e will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:28.441580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:28.506782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] No DVR routers for this DVR port 64ce37b4-a68f-48f9-82e2-3227a2af170e on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:28.576240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-782b3cfb-78de-4f38-9e07-f1c139c9a93c req-18c14389-2b3e-42d1-ac87-48acb1a980a3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727792 Apr 07 11:08:28.582421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] Pushing event updated for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=10']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:28.603935 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-e412abdc-37cc-49ad-83fb-2cfa29323c41 service neutron] 10.222.0.41 "PUT /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6807754 Apr 07 11:08:28.637545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7b0059e5-e403-44c0-ae39-fafaf1f03be1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:28.662197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4bc9d-5b76-427f-97dc-5c03c800022f req-e681ac15-28de-4ada-ad18-2a633834c1d0 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:28.665689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0b4bc9d-5b76-427f-97dc-5c03c800022f req-e681ac15-28de-4ada-ad18-2a633834c1d0 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.3079724 Apr 07 11:08:28.720137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:28.720522 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:28.734110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-f7e3e129-cb99-405b-b034-42309d21eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:28.735539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-f7e3e129-cb99-405b-b034-42309d21eef2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7&tenant_id=5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 1131 time: 0.3218205 Apr 07 11:08:28.795215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6986db-30cf-4d59-b9eb-69570f1b45cc None None] Network 542f9b44-4706-41ab-beef-190468127df2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:28.808139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:28.861775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:28.862286 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:28.897005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-229ac448-3640-402d-a4ac-adb835d56c06 None None] Provisioning complete for port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:28.897406 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-229ac448-3640-402d-a4ac-adb835d56c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:28.944635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 7b0059e5-e403-44c0-ae39-fafaf1f03be1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7b0059e5-e403-44c0-ae39-fafaf1f03be1,segment=NetworkSegment(4c9e1653-87c4-464e-a6b2-f4a9cb9527d1),segment_id=4c9e1653-87c4-464e-a6b2-f4a9cb9527d1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:28.966571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:29.064923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=7b0059e5-e403-44c0-ae39-fafaf1f03be1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:29.077446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.077801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.078198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.078474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.078811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.079146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.079474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.079806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.080135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.080460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.080789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.081117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.081465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:29.097555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-229ac448-3640-402d-a4ac-adb835d56c06 None None] Current status of the port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:29.164202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0b4bc9d-5b76-427f-97dc-5c03c800022f req-20b89488-f8a2-4c46-9512-2f8003715dc9 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526796 Apr 07 11:08:29.237558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-7794aaec-5459-40ba-85e1-8223af9a45ff tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:29.239673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-7794aaec-5459-40ba-85e1-8223af9a45ff tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.5321035 Apr 07 11:08:29.287490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (49082d5b-1a75-424c-bb44-33b49c2ababd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:29.297618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534d9a6-ba0c-455c-8f60-8b753b0d88c8 req-51266b18-eda4-415c-b7e6-2f5f4354fae0 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:29.299103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1534d9a6-ba0c-455c-8f60-8b753b0d88c8 req-51266b18-eda4-415c-b7e6-2f5f4354fae0 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 945 time: 0.5674982 Apr 07 11:08:29.317256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:29.319796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3b175ca5-fad6-49ad-9149-b1472598bc09 None None] Provisioning complete for port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:29.320242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3b175ca5-fad6-49ad-9149-b1472598bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:29.399346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3b175ca5-fad6-49ad-9149-b1472598bc09 None None] Current status of the port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:29.490816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f0fd4-b4c8-42be-97c2-31677ec1ef0c req-d201c7e7-501c-4e75-b139-45529afeb777 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:29.492194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e9f0fd4-b4c8-42be-97c2-31677ec1ef0c req-d201c7e7-501c-4e75-b139-45529afeb777 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 945 time: 0.2572458 Apr 07 11:08:29.507970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-d61a3804-8001-48b4-b8f8-9d62f4aca3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:29.509427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-d61a3804-8001-48b4-b8f8-9d62f4aca3ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 1127 time: 0.2499571 Apr 07 11:08:29.512337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1534d9a6-ba0c-455c-8f60-8b753b0d88c8 req-80a8c5b4-ea60-4d7a-b0c4-559cfffb09aa tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911898 Apr 07 11:08:29.674075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4dd7c3d-5fca-4f39-aec5-e97ad80c6004 req-457ba10e-7cc4-4d16-a6af-8ee7dd9f73f8 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0803671 Apr 07 11:08:29.711107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e9f0fd4-b4c8-42be-97c2-31677ec1ef0c req-9ec24245-8b28-42f5-8871-502179c3e8c9 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089312 Apr 07 11:08:29.811207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0be1a54c-fb7e-4d5f-ba92-f81fc2cc91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:29.812679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0be1a54c-fb7e-4d5f-ba92-f81fc2cc91cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1127 time: 0.2708569 Apr 07 11:08:29.833880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Router 49082d5b-1a75-424c-bb44-33b49c2ababd is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:08:29.922428 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:08:29.934175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:30.014427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2b4c-52d5-4288-8617-995c321b4e77 req-f450f55a-bf0e-4c6d-8a54-e2fbbdb5eade tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:30.015875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60a2b4c-52d5-4288-8617-995c321b4e77 req-f450f55a-bf0e-4c6d-8a54-e2fbbdb5eade tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.2539434 Apr 07 11:08:30.032318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90695-e6a5-444a-8fc3-a17a202b3df8 req-ca4cbfec-b18c-46ae-bafa-8161da426059 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:30.033755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61b90695-e6a5-444a-8fc3-a17a202b3df8 req-ca4cbfec-b18c-46ae-bafa-8161da426059 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.2563484 Apr 07 11:08:30.132027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-de2a38d1-219e-4130-95dd-499a36326178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:30.133532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-de2a38d1-219e-4130-95dd-499a36326178 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.3012602 Apr 07 11:08:30.135986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:30.240178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-b3bf1f3a-6334-4343-9cdd-002952225aa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 217 time: 0.0953984 Apr 07 11:08:30.249875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60a2b4c-52d5-4288-8617-995c321b4e77 req-976249ea-16fb-4979-a276-0380e05da6ab tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235565 Apr 07 11:08:30.262833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:30.273154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Sync routers for ids ['49082d5b-1a75-424c-bb44-33b49c2ababd'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:30.277387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61b90695-e6a5-444a-8fc3-a17a202b3df8 req-14713030-56a5-4c97-acfe-cddcc17afff2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338381 Apr 07 11:08:30.281598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:30.283848 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ce0365-0c50-4de5-8137-1212036cf541" -d '{"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:30.290665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Publish callbacks [] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:30.294864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Routers {'49082d5b-1a75-424c-bb44-33b49c2ababd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:30.295505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['49082d5b-1a75-424c-bb44-33b49c2ababd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:30.331466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Transition to ACTIVE for port object f1a51391-7326-4f52-80c6-e8c05b97f08d will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:30.336477 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:30.338011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b9fba632-ae45-4309-afb0-e58e578fabc7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5184097 Apr 07 11:08:30.341072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34254) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:30.346013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:30.354633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0d24afa7-8f02-4396-bf20-6b1f3932adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:30.354633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0d24afa7-8f02-4396-bf20-6b1f3932adec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0877910 Apr 07 11:08:30.425681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-1627ccdb-f2a4-4d67-b7f2-0a638ef01ff5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446999 Apr 07 11:08:30.434524 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c3b59a-761f-4c29-ab9d-87f1bc9ca50c x-openstack-request-id: req-71c3b59a-761f-4c29-ab9d-87f1bc9ca50c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:30.434988 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:30.435348 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71c3b59a-761f-4c29-ab9d-87f1bc9ca50c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:30.435966 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c3b59a-761f-4c29-ab9d-87f1bc9ca50c'] response: {'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'code': 200} Apr 07 11:08:30.458654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:30.496272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] No DVR routers for this DVR port f1a51391-7326-4f52-80c6-e8c05b97f08d on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:30.497290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Set router 49082d5b-1a75-424c-bb44-33b49c2ababd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:30.625838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:30.626211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:30.626861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:30.640843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Port f1a51391-7326-4f52-80c6-e8c05b97f08d on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:30.640843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Attempting to bind port f1a51391-7326-4f52-80c6-e8c05b97f08d on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:30.659475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:30.659842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:30.660198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:30.661257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Bound port: f1a51391-7326-4f52-80c6-e8c05b97f08d, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:30.661659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:30.808794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:30.829634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7b0059e5-e403-44c0-ae39-fafaf1f03be1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:30.881819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:30.900537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-0a9602bd-384e-4cc1-a9a4-17cfe03019b1 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564476 Apr 07 11:08:30.900773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5cac7a1d-ab16-4a9d-8e31-bd7719836d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:30.904205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:30.955304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:30.955685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.009216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.009834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.011197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] 10.222.0.23 "PUT /v2.0/ports/f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 1095 time: 2.2265697 Apr 07 11:08:31.024852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c69ea-120a-4660-ab44-104c09b265a8 req-a938b0d1-c987-4f4d-b690-a4815e7da0c6 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.026494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed4c69ea-120a-4660-ab44-104c09b265a8 req-a938b0d1-c987-4f4d-b690-a4815e7da0c6 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.1851168 Apr 07 11:08:31.045957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692f6e-3942-4ce6-99f5-9688fb4b26b1 req-2d5598b0-b679-4e42-b516-3ae9e8e9c596 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.053721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15692f6e-3942-4ce6-99f5-9688fb4b26b1 req-2d5598b0-b679-4e42-b516-3ae9e8e9c596 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 945 time: 0.2563970 Apr 07 11:08:31.092727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.107452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:31.127700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772ad64-031b-49f4-b668-111fcfe4cd6a service neutron] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:31.134174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:28Z', 'revision_number': 3, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:31.174497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Checking router: 49082d5b-1a75-424c-bb44-33b49c2ababd for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:31.174999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Updating router 49082d5b-1a75-424c-bb44-33b49c2ababd port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:08:31.212249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.221732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15692f6e-3942-4ce6-99f5-9688fb4b26b1 req-5f500c15-ae48-442b-ba37-91e8d40dfe9f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670654 Apr 07 11:08:31.247393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed4c69ea-120a-4660-ab44-104c09b265a8 req-c8d3f3fa-0e98-4f0c-a359-dc479b9ab398 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769783 Apr 07 11:08:31.264391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-3bb2d1d4-0139-4913-bb48-c7135773e17d service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257339 Apr 07 11:08:31.277933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-18f76868-e967-48bc-a7c3-d1b0c5b48870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.282729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-18f76868-e967-48bc-a7c3-d1b0c5b48870 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1129 time: 0.2107863 Apr 07 11:08:31.371567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Allocated IP 172.20.0.1 (542f9b44-4706-41ab-beef-190468127df2/9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4/8067091c-cc0a-490a-804b-f2e319280776) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:31.405420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.432413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1db7064-65c3-4acd-8bb4-be213b76dee7 req-eb5c35f6-fe7f-439d-806d-adcdbccfc6f2 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0596740 Apr 07 11:08:31.527185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks [] for port (8067091c-cc0a-490a-804b-f2e319280776), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.530042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd3ca-4ca2-4eb8-990f-3a59218400fb req-5d9732a1-df28-4949-8187-4ccaa732b178 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.538688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81fbd3ca-4ca2-4eb8-990f-3a59218400fb req-5d9732a1-df28-4949-8187-4ccaa732b178 tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 945 time: 0.1465614 Apr 07 11:08:31.541161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-b377e1fc-2f98-423d-ae45-026c73e14e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.542771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-b377e1fc-2f98-423d-ae45-026c73e14e6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2526956 Apr 07 11:08:31.573250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8067091c-cc0a-490a-804b-f2e319280776), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.619508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Network 542f9b44-4706-41ab-beef-190468127df2 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:31.624483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Publish callbacks [] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.626325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:31.629805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:31.642561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.663717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-08e8a5c0-ab53-47e7-83c0-d54948b0df77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.1041842 Apr 07 11:08:31.674577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Pushing event updated for resources: {'Port': ['ID=8067091c-cc0a-490a-804b-f2e319280776,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:31.691407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (49082d5b-1a75-424c-bb44-33b49c2ababd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.726433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39a928-4ccf-42ec-a49c-0834d71c911b None None] Pushing event updated for resources: {'Port': ['ID=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:31.730398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Attempting to bind port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:31.730782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Attempting to bind port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:31.731198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Attempting to bind port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:31.739249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:31.739680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:31.740105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.740551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:31.741059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Bound port: 891ad9a5-3acd-45e3-a849-ea5800ac6bb8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:31.741511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.789091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81fbd3ca-4ca2-4eb8-990f-3a59218400fb req-d7e01c3a-5c26-4518-b5f2-166925779f8a tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491972 Apr 07 11:08:31.810728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] For port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:31.814920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] For port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:31.824758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.853049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e737-587a-44d8-a1b9-7b4b5acc85dd req-261c0619-351e-476a-b009-4ab64c4e8f25 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.856221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5095e737-587a-44d8-a1b9-7b4b5acc85dd req-261c0619-351e-476a-b009-4ab64c4e8f25 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.3124266 Apr 07 11:08:31.858345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-5a88288a-d155-4609-8964-5116cb171043 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.859737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-5a88288a-d155-4609-8964-5116cb171043 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.2808092 Apr 07 11:08:31.861617 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8067091c-cc0a-490a-804b-f2e319280776), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:31.866248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-baf15bc9-b138-4029-945d-ca95441ac39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:31.871908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-baf15bc9-b138-4029-945d-ca95441ac39a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1787415 Apr 07 11:08:31.906610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Routers {'49082d5b-1a75-424c-bb44-33b49c2ababd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:31.907487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['49082d5b-1a75-424c-bb44-33b49c2ababd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:31.954197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39a928-4ccf-42ec-a49c-0834d71c911b None None] Pushing event updated for resources: {'Port': ['ID=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:32.010901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2fe69de1-b0e9-4acc-856c-d707b3613269 None None] Provisioning complete for port 8067091c-cc0a-490a-804b-f2e319280776 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:32.011585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2fe69de1-b0e9-4acc-856c-d707b3613269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8067091c-cc0a-490a-804b-f2e319280776), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.063163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2fe69de1-b0e9-4acc-856c-d707b3613269 None None] Port 8067091c-cc0a-490a-804b-f2e319280776 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:08:32.068536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-85332144-dc4c-4ef9-8f8e-a81b965982a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:32.070710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-85332144-dc4c-4ef9-8f8e-a81b965982a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1829636 Apr 07 11:08:32.073383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] Set router 49082d5b-1a75-424c-bb44-33b49c2ababd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:32.102789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5095e737-587a-44d8-a1b9-7b4b5acc85dd req-a998444d-f5b3-4cf5-9572-a3719c289407 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298803 Apr 07 11:08:32.165547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks [] for port (8067091c-cc0a-490a-804b-f2e319280776), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.185903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8067091c-cc0a-490a-804b-f2e319280776), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.216788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-172d141e-82b1-4282-b834-bd0a6b4ddd64 service neutron] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:32.221875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-172d141e-82b1-4282-b834-bd0a6b4ddd64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.223107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-526f06f5-38e5-4ddc-b7d2-9eecd29181b7 req-172d141e-82b1-4282-b834-bd0a6b4ddd64 service neutron] 10.222.0.23 "DELETE /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.3448830 Apr 07 11:08:32.225107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-b766bfe8-9a98-41be-9c76-d022d2c76dd8 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463404 Apr 07 11:08:32.260538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-95067bc2-f265-41b3-a551-ce4a888e2aac tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:32.262600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-95067bc2-f265-41b3-a551-ce4a888e2aac tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 945 time: 0.1539834 Apr 07 11:08:32.308049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (49082d5b-1a75-424c-bb44-33b49c2ababd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.370328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Pushing event updated for resources: {'Port': ['ID=8067091c-cc0a-490a-804b-f2e319280776,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:32.392165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 4, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8067091c-cc0a-490a-804b-f2e319280776', 'name': '', 'network_id': '542f9b44-4706-41ab-beef-190468127df2', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'mac_address': 'fa:16:3e:79:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:31Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 1, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'subnets': [{'id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:32.442107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d1e86-511d-4536-8a98-2ac9c8ed25d6 None None] The sync data for ids ['49082d5b-1a75-424c-bb44-33b49c2ababd'] in n-d-836788-1 is: [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 4, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8067091c-cc0a-490a-804b-f2e319280776', 'name': '', 'network_id': '542f9b44-4706-41ab-beef-190468127df2', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'mac_address': 'fa:16:3e:79:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:31Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 1, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'subnets': [{'id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:32.506837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Network 542f9b44-4706-41ab-beef-190468127df2 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:32.513117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:32.524704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Deleting port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:32.525160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.537185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:32.640670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 64ce37b4-a68f-48f9-82e2-3227a2af170e host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:08:32.641098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:32.641567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:32.666916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:32.669542 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe279d-1cb1-4d92-8711-4439e0d905cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:32.729949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port f1a51391-7326-4f52-80c6-e8c05b97f08d host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:08:32.730507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:32.750150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Router 49082d5b-1a75-424c-bb44-33b49c2ababd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:08:32.878983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65580d0-1074-49f3-b6f8-d47675a28f42 req-0e732fa0-3586-48c2-9d97-6fa32d615b2e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:32.880911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e65580d0-1074-49f3-b6f8-d47675a28f42 req-0e732fa0-3586-48c2-9d97-6fa32d615b2e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.2085702 Apr 07 11:08:32.889081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a88416-18df-490e-8a8b-b193c4c943c4 req-0ab77c48-ff92-4c68-9afa-8e10f4ab91a1 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485159 Apr 07 11:08:32.899004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0e35-8fb8-4f68-ad32-ba796098860d req-0274902f-392a-4584-b7c3-73f6f70f874b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:32.900986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-719e0e35-8fb8-4f68-ad32-ba796098860d req-0274902f-392a-4584-b7c3-73f6f70f874b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 945 time: 0.2179339 Apr 07 11:08:32.909306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2dbdcdb9-9aa3-4c81-a3c1-05e462732b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.914205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] For port 796b6a17-c733-4dc1-ba0f-10e147c8dc04, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=796b6a17-c733-4dc1-ba0f-10e147c8dc04,segment=NetworkSegment(9e80e0ac-434b-4718-9584-1e55ec8c12df),segment_id=9e80e0ac-434b-4718-9584-1e55ec8c12df)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:32.914603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.915579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-99ff1404-499e-4876-a2f9-325564a5ac8a None None] Provisioning complete for port 8067091c-cc0a-490a-804b-f2e319280776 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:32.916042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-99ff1404-499e-4876-a2f9-325564a5ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8067091c-cc0a-490a-804b-f2e319280776), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:32.938793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Calling delete_port for 796b6a17-c733-4dc1-ba0f-10e147c8dc04 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:32.965835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-99ff1404-499e-4876-a2f9-325564a5ac8a None None] Port 8067091c-cc0a-490a-804b-f2e319280776 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:08:33.022052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:33.036789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e65580d0-1074-49f3-b6f8-d47675a28f42 req-8cd45bd5-1d95-4ac2-834e-ff334b48f25e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343942 Apr 07 11:08:33.037894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb6acc27-be0a-4ce8-82c5-cca4450ff45f admin admin] 10.222.0.13 "PUT /v2.0/routers/49082d5b-1a75-424c-bb44-33b49c2ababd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6935256 Apr 07 11:08:33.060070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-719e0e35-8fb8-4f68-ad32-ba796098860d req-e7b12d72-2b95-4c7e-afbb-8069dcee8a4f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390636 Apr 07 11:08:33.177198 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:33.243401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59ad4983-4948-486f-9116-1ddff5e717c0 req-a5d87269-1f79-4382-84d4-45386ee7d85b tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0789227 Apr 07 11:08:33.294018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (796b6a17-c733-4dc1-ba0f-10e147c8dc04), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:33.307502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['796b6a17-c733-4dc1-ba0f-10e147c8dc04'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:33.327981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Pushing event deleted for resources: {'Port': ['ID=796b6a17-c733-4dc1-ba0f-10e147c8dc04,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:33.345211 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a6f5d-239e-4309-a703-87563894b576 x-openstack-request-id: req-2a2a6f5d-239e-4309-a703-87563894b576 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:33.345627 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:33.349290 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a2a6f5d-239e-4309-a703-87563894b576 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:33.349860 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2a6f5d-239e-4309-a703-87563894b576'] response: {'name': 'network-changed', 'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'status': 'completed', 'code': 200} Apr 07 11:08:33.486668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1747c2d-deab-4811-92df-6396a02a28c4 req-4416e64f-d6b3-4def-8e4a-d7659a5dccef tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f38bd74-517d-4669-aec0-516638f581a3 HTTP/1.1" status: 200 len: 210 time: 0.0719752 Apr 07 11:08:33.504835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-45a46c82-a55d-46c2-b15d-c85e0df35dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:33.507423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-45a46c82-a55d-46c2-b15d-c85e0df35dfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1129 time: 0.0791123 Apr 07 11:08:33.673479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-3a87c4c8-c774-4164-b3c9-957155b8eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:33.675500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-3a87c4c8-c774-4164-b3c9-957155b8eaba service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1625094 Apr 07 11:08:33.768308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-60f54a2d-4dcb-45ec-a890-27d6e4c5f0e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.0853066 Apr 07 11:08:33.847782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] No DVR routers for this DVR port 796b6a17-c733-4dc1-ba0f-10e147c8dc04 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:33.853094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:33.857014 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d79e9898-d39d-4b35-b79b-ddb952f052dd req-50d0d456-f779-42d3-8a63-5555f6bd3aff tempest-InstanceActionsNegativeTestJSON-198894692 tempest-InstanceActionsNegativeTestJSON-198894692-project] 10.222.0.41 "DELETE /v2.0/ports/796b6a17-c733-4dc1-ba0f-10e147c8dc04 HTTP/1.1" status: 204 len: 173 time: 1.5873833 Apr 07 11:08:33.857554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f38bd74-517d-4669-aec0-516638f581a3', 'name': 'network-vif-deleted', 'tag': '796b6a17-c733-4dc1-ba0f-10e147c8dc04'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:33.859797 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a987ff4-e0ba-4cd6-955b-e5af51375532" -d '{"events": [{"server_uuid": "1f38bd74-517d-4669-aec0-516638f581a3", "name": "network-vif-deleted", "tag": "796b6a17-c733-4dc1-ba0f-10e147c8dc04"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:33.885259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ebb14-c246-47b9-b5a6-375b6cdb7245 req-de1bc6cb-150f-476d-9a13-21e9140d868c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:33.889611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc0ebb14-c246-47b9-b5a6-375b6cdb7245 req-de1bc6cb-150f-476d-9a13-21e9140d868c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.0659430 Apr 07 11:08:33.897907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-fda2a3ec-803d-41b4-a163-def267ba0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:33.900679 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-fda2a3ec-803d-41b4-a163-def267ba0c84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1129 time: 0.4923747 Apr 07 11:08:34.015150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc0ebb14-c246-47b9-b5a6-375b6cdb7245 req-bf14cc56-40ff-4a62-8266-cc3ded489d43 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205125 Apr 07 11:08:34.023269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-79c7058a-8241-47d1-bc62-73757f5dfe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:34.026398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-79c7058a-8241-47d1-bc62-73757f5dfe60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0925448 Apr 07 11:08:34.069703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-4587a7ba-0020-40ae-93a1-9f56e8798d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:34.071443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-4587a7ba-0020-40ae-93a1-9f56e8798d81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1648118 Apr 07 11:08:34.155112 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-42fce7b7-ce99-4c5e-9cff-9868f61fe1a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.0768213 Apr 07 11:08:34.185446 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-26b2b476-f004-4ea0-b5be-980149fbbded req-7c9aaa8c-58a9-46fc-9d3c-b1144c703e1a tempest-FloatingIPDetailsNegativeTestJSON-102594147 tempest-FloatingIPDetailsNegativeTestJSON-102594147-project] show failed (client error): The resource could not be found. Apr 07 11:08:34.186566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26b2b476-f004-4ea0-b5be-980149fbbded req-7c9aaa8c-58a9-46fc-9d3c-b1144c703e1a tempest-FloatingIPDetailsNegativeTestJSON-102594147 tempest-FloatingIPDetailsNegativeTestJSON-102594147-project] 10.222.0.13 "GET /v2.0/floatingips/7290955b-09ee-4664-b4cc-72beb7c33feb HTTP/1.1" status: 404 len: 350 time: 0.0472817 Apr 07 11:08:34.195162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-29642679-2096-44d5-9c73-2ca1847c076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:34.196555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-29642679-2096-44d5-9c73-2ca1847c076b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1610553 Apr 07 11:08:34.201740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34338) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:34.316397 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:34.342057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-107c8da6-54ba-4dea-b287-3ab9e6432a96 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367538 Apr 07 11:08:34.520570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb403-aee2-4a1b-9a4c-9dcd209a4d34 req-60ee0d8d-f639-44fa-8732-48ec7bc5b997 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:34.528432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6ecb403-aee2-4a1b-9a4c-9dcd209a4d34 req-60ee0d8d-f639-44fa-8732-48ec7bc5b997 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1127 time: 0.0935266 Apr 07 11:08:34.552234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-c53f6478-76e9-451a-80be-e1b3d3de696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:34.553994 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-c53f6478-76e9-451a-80be-e1b3d3de696b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.3916447 Apr 07 11:08:34.574931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-033914de-a4bc-405c-a559-0176681eeb25 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250452 Apr 07 11:08:34.583782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:34.623905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6ecb403-aee2-4a1b-9a4c-9dcd209a4d34 req-9e2c7edf-ff4c-4d18-a419-2592dc577547 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943682 Apr 07 11:08:34.710152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:34.710540 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:34.755529 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a8a121-ba75-4ceb-9f87-5d0eed27f9c6 x-openstack-request-id: req-d3a8a121-ba75-4ceb-9f87-5d0eed27f9c6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:34.755788 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f38bd74-517d-4669-aec0-516638f581a3", "name": "network-vif-deleted", "tag": "796b6a17-c733-4dc1-ba0f-10e147c8dc04", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:34.756052 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3a8a121-ba75-4ceb-9f87-5d0eed27f9c6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:34.756461 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a8a121-ba75-4ceb-9f87-5d0eed27f9c6'] response: {'server_uuid': '1f38bd74-517d-4669-aec0-516638f581a3', 'name': 'network-vif-deleted', 'tag': '796b6a17-c733-4dc1-ba0f-10e147c8dc04', 'status': 'completed', 'code': 200} Apr 07 11:08:34.871539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-7d650caf-882f-464a-aa75-3ca53b367fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:34.873662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-7d650caf-882f-464a-aa75-3ca53b367fd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2537167 Apr 07 11:08:34.889342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cfd2fcb-2000-41ef-afb9-e8441add805d req-f6f465ee-2448-4bab-b376-bfacc314b6ef tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0457618 Apr 07 11:08:34.915971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:34.915971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:34.956524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34354) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:34.973844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:34.982741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.013274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-5823f952-7e33-4f1e-a138-e0c3886bfde7 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:08:35.025054 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-5823f952-7e33-4f1e-a138-e0c3886bfde7 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224688 Apr 07 11:08:35.030161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Deleting subnet 1babe3b2-59de-4620-88f2-f461a7600296 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:08:35.033313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Publish callbacks [] for subnet (1babe3b2-59de-4620-88f2-f461a7600296), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.069529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:35.124251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-9ea5b6d0-65c5-470b-bf8e-e93dc31a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:35.127966 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-9ea5b6d0-65c5-470b-bf8e-e93dc31a89a6 service neutron] 10.222.0.13 "GET /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 1124 time: 0.1020422 Apr 07 11:08:35.147994 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (1babe3b2-59de-4620-88f2-f461a7600296), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.161415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:35.162170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:08:35.218475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1babe3b2-59de-4620-88f2-f461a7600296), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.237204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-bff425c9-4e85-40b4-95ee-e9c1d850edd8 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511856 Apr 07 11:08:35.244355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-99ec5f08-3f1f-43b1-a41b-ca75f9ab7f1c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:35.249645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-99ec5f08-3f1f-43b1-a41b-ca75f9ab7f1c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.1780903 Apr 07 11:08:35.267447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-a8e10c1e-e458-446f-a207-401892c33c4d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/quotas/1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 375 time: 0.0133252 Apr 07 11:08:35.336675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (1babe3b2-59de-4620-88f2-f461a7600296), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.372129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1babe3b2-59de-4620-88f2-f461a7600296,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:35.385672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-baf77cc8-2fdd-421b-8c02-473580b2419c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078465 Apr 07 11:08:35.397948 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.403809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (49082d5b-1a75-424c-bb44-33b49c2ababd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.406591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0ece18a0-b137-4c7f-b124-2ebe90fe313f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1babe3b2-59de-4620-88f2-f461a7600296 HTTP/1.1" status: 204 len: 168 time: 0.4468429 Apr 07 11:08:35.419765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34368) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:35.505991 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-24fe279d-1cb1-4d92-8711-4439e0d905cf req-433f9b61-3570-4241-a12e-a490ebdf947b service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567179 Apr 07 11:08:35.538942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (bca3c2aa-80ad-4e85-ae89-389e5bbe35ce), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.564514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:35.564985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:35.565427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:35.578819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:35.579237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:35.652419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:35.652816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:35.653257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:35.653658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-261e998a-8ac9-4110-ae0a-3148a12ae6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474585 Apr 07 11:08:35.653776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Bound port: 92967668-f33a-4682-8768-bbafa90047ec, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:35.727053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:35.783507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (bca3c2aa-80ad-4e85-ae89-389e5bbe35ce), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.794025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.795618 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-810b2bde-ec48-4ff1-8bff-39263d6242f3 service neutron] 10.222.0.13 "POST /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.6486108 Apr 07 11:08:35.852998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca3c2aa-80ad-4e85-ae89-389e5bbe35ce']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:35.868049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e80e0ac-434b-4718-9584-1e55ec8c12df') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:35.868682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e80e0ac-434b-4718-9584-1e55ec8c12df') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:35.889231 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (9e80e0ac-434b-4718-9584-1e55ec8c12df), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.893967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.913441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-c1cf851a-9d5c-42ae-a6aa-d24499c418a3 service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102296 Apr 07 11:08:35.914995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9e80e0ac-434b-4718-9584-1e55ec8c12df), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.923993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:08:35.925264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (9e80e0ac-434b-4718-9584-1e55ec8c12df), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:08:35.927500 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:08:36.052001 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Sync routers for ids ['49082d5b-1a75-424c-bb44-33b49c2ababd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:36.072667 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Routers {'49082d5b-1a75-424c-bb44-33b49c2ababd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:36.072873 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['49082d5b-1a75-424c-bb44-33b49c2ababd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:36.107480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Deleting port 8067091c-cc0a-490a-804b-f2e319280776 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:36.108412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8067091c-cc0a-490a-804b-f2e319280776), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.193349 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (bca3c2aa-80ad-4e85-ae89-389e5bbe35ce), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.220525 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.224766 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] 10.222.0.13 "DELETE /v2.0/networks/bca3c2aa-80ad-4e85-ae89-389e5bbe35ce HTTP/1.1" status: 204 len: 168 time: 0.8040357 Apr 07 11:08:36.263769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876320-7d75-4074-9dd0-48c73aa0841c admin admin] Pushing event deleted for resources: {'Network': ['ID=bca3c2aa-80ad-4e85-ae89-389e5bbe35ce,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:36.281052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e43329-d5b3-4af2-80d2-65faf5be588e req-9076cce1-7c89-4e5c-b9d9-e788fbce1dec tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:36.282855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14e43329-d5b3-4af2-80d2-65faf5be588e req-9076cce1-7c89-4e5c-b9d9-e788fbce1dec tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.1966145 Apr 07 11:08:36.322111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8067091c-cc0a-490a-804b-f2e319280776), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.341225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Calling delete_port for 8067091c-cc0a-490a-804b-f2e319280776 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:36.350218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14e43329-d5b3-4af2-80d2-65faf5be588e req-d02c4b9c-0328-48fc-95e5-bbcadd4cd2a9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Apr 07 11:08:36.386974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-6cbb9793-eddf-4049-aeae-988e05e51d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:36.388642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-6cbb9793-eddf-4049-aeae-988e05e51d81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.2087696 Apr 07 11:08:36.455677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:36.516231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18ea8-a5ae-4574-a24c-92001c8d9618 req-cd996e97-425f-43c6-90da-e300598f5865 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:36.517839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7f18ea8-a5ae-4574-a24c-92001c8d9618 req-cd996e97-425f-43c6-90da-e300598f5865 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 945 time: 0.1732612 Apr 07 11:08:36.526949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34384) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:36.605937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:36.608123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 796b6a17-c733-4dc1-ba0f-10e147c8dc04 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:36.641893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79616b6d-2cf4-4ce4-9d54-00d9cc08dd46 req-e5d0cdb1-f787-4e29-bf7f-a03c86fa2ac9 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1189415 Apr 07 11:08:36.644833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df4023e0-10d4-4618-8209-984e6b816783 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae72a134007f488c96faa3f5547e9ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1163681 Apr 07 11:08:36.645900 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Set router 49082d5b-1a75-424c-bb44-33b49c2ababd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:36.648961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:36.690775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 796b6a17-c733-4dc1-ba0f-10e147c8dc04 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:36.691121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 796b6a17-c733-4dc1-ba0f-10e147c8dc04 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:36.823355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3644182f-bad2-481f-810f-be4de98c23db admin admin] Publish callbacks [] for security_group (6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.840371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-237f8017-80d4-4001-89d4-d6fceea3f19a req-c354f7ce-b04a-46ab-ba57-9d936f99ab1e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0834737 Apr 07 11:08:36.868423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8067091c-cc0a-490a-804b-f2e319280776), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.894482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7f18ea8-a5ae-4574-a24c-92001c8d9618 req-9e4902f1-cd66-4277-a40c-72494c9d24c7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534660 Apr 07 11:08:36.901886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-ab673c38-0432-4698-b201-9d8e5187fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:36.906208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-ab673c38-0432-4698-b201-9d8e5187fe53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.5020638 Apr 07 11:08:36.909126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:36.912308 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.950034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:36.967386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3644182f-bad2-481f-810f-be4de98c23db admin admin] Publish callbacks [] for security_group (6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:36.977498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Pushing event deleted for resources: {'Port': ['ID=8067091c-cc0a-490a-804b-f2e319280776,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:36.993462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-25e9f6f5-7381-4445-894f-c129bd2aa038 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.0793469 Apr 07 11:08:37.024237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'mac_address': 'fa:16:3e:74:de:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:08:37.102713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-bc24e9ab-551d-49eb-9c6c-072c2143de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:37.106683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-bc24e9ab-551d-49eb-9c6c-072c2143de1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1066766 Apr 07 11:08:37.191430 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 4, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8067091c-cc0a-490a-804b-f2e319280776', 'name': '', 'network_id': '542f9b44-4706-41ab-beef-190468127df2', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'mac_address': 'fa:16:3e:79:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:31Z', 'updated_at': '2022-04-07T11:08:31Z', 'revision_number': 2, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'subnets': [{'id': '9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:37.229724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-c1041162-c6b0-4fb3-acba-2c48bc9824fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125827 Apr 07 11:08:37.247886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:37.288795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port f1a51391-7326-4f52-80c6-e8c05b97f08d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:37.289481 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:37.314231 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Checking router: 49082d5b-1a75-424c-bb44-33b49c2ababd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:37.314867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Updating router 49082d5b-1a75-424c-bb44-33b49c2ababd port 8067091c-cc0a-490a-804b-f2e319280776 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:08:37.350780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a51391-7326-4f52-80c6-e8c05b97f08d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:37.361654 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Port 8067091c-cc0a-490a-804b-f2e319280776 not found while updating agent binding for router 49082d5b-1a75-424c-bb44-33b49c2ababd. {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 07 11:08:37.397952 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Routers {'49082d5b-1a75-424c-bb44-33b49c2ababd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:37.404271 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['49082d5b-1a75-424c-bb44-33b49c2ababd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:37.419109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:37.495349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:37.582859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:37.617505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a558-04af-4ea6-87df-1781b4b46b4b req-9252aec3-ba80-4b14-876e-87a9e2e019f2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:37.624778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a054a558-04af-4ea6-87df-1781b4b46b4b req-9252aec3-ba80-4b14-876e-87a9e2e019f2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 947 time: 0.3253875 Apr 07 11:08:37.638595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:37.685439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-1b779726-fa42-4935-9e9f-c6ca6d20e62d service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370573 Apr 07 11:08:37.797956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] Set router 49082d5b-1a75-424c-bb44-33b49c2ababd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:37.798571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a054a558-04af-4ea6-87df-1781b4b46b4b req-c5e1c4e7-f90c-46e9-b7cd-da1d0cc5e175 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725430 Apr 07 11:08:37.892295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f1a51391-7326-4f52-80c6-e8c05b97f08d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:37.990534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a079fb6-0e52-4a78-89d0-b647ada01a5b req-0a230e8a-60c0-412b-a8af-982061310bc5 tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1905282 Apr 07 11:08:38.010978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-d30f9959-b05c-4a9e-9e23-fd49443eb6a0 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228366 Apr 07 11:08:38.185167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-4bed5fa4-a945-4ecd-b0f5-2c7552593127 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--135331298&fields=id&tenant_id=15e32a766fc5408c9736f634ec0cf7db HTTP/1.1" status: 200 len: 267 time: 0.2078495 Apr 07 11:08:38.212481 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:36Z', 'revision_number': 5, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:38.231226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (49082d5b-1a75-424c-bb44-33b49c2ababd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:38.233423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3644182f-bad2-481f-810f-be4de98c23db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:38.237085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3644182f-bad2-481f-810f-be4de98c23db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:38.237882 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3644182f-bad2-481f-810f-be4de98c23db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5 HTTP/1.1" status: 204 len: 168 time: 1.5874214 Apr 07 11:08:38.248468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-726442b9-c14e-466b-91be-35753131c7cb req-453aa817-059e-4a11-af52-e083213e5cd7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 210 time: 0.1158297 Apr 07 11:08:38.266352 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2673b-259d-4bd9-b949-f064250d1ee6 None None] The sync data for ids ['49082d5b-1a75-424c-bb44-33b49c2ababd'] in n-d-836788-1 is: [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:36Z', 'revision_number': 5, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:38.300058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644182f-bad2-481f-810f-be4de98c23db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1b5cfd-5dc9-4ef3-8f11-fe6f3bb949e5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:38.343985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-9ebe3ac0-93e6-4ce1-9db7-c5d278deccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.358577 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-9ebe3ac0-93e6-4ce1-9db7-c5d278deccc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1127 time: 0.4344845 Apr 07 11:08:38.443878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-fa67c4c2-aeef-4eee-9bbb-6a166fe99110 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.445575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-fa67c4c2-aeef-4eee-9bbb-6a166fe99110 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.3317881 Apr 07 11:08:38.466525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:38.497729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-d6440d23-4d18-4646-a0e3-ace6a615cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.499910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-d6440d23-4d18-4646-a0e3-ace6a615cb75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.1264842 Apr 07 11:08:38.511492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-5b149cd2-525b-4726-a0f7-4ea72cd64d48 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.513095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-5b149cd2-525b-4726-a0f7-4ea72cd64d48 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7&tenant_id=5c88156454414b57ad33b86ec8fb7f60&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 948 time: 0.6230075 Apr 07 11:08:38.564276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-74d67a75-2af6-4306-abf8-147a994583f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.0490010 Apr 07 11:08:38.658729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:38.670029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8067091c-cc0a-490a-804b-f2e319280776 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:38.702886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-484adca4-31e9-49c3-8747-6642e5f705bc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.705737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-484adca4-31e9-49c3-8747-6642e5f705bc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.3845108 Apr 07 11:08:38.718221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8067091c-cc0a-490a-804b-f2e319280776 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:38.718804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8067091c-cc0a-490a-804b-f2e319280776 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:38.777033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Request body: {'port': {'device_id': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'admin_state_up': True, 'tenant_id': '1cd46c12619042ea8bfb9e63365c9ec9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:38.782064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-0588871e-1a92-4826-a0b1-59a9a0ad88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.788935 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-0588871e-1a92-4826-a0b1-59a9a0ad88e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1821132 Apr 07 11:08:38.814346 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-1901ab36-6541-4b72-b036-774aabfb16eb service neutron] delete failed (client error): The resource could not be found. Apr 07 11:08:38.815606 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-1901ab36-6541-4b72-b036-774aabfb16eb service neutron] 10.222.0.41 "DELETE /v2.0/ports/f1a51391-7326-4f52-80c6-e8c05b97f08d/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.2142773 Apr 07 11:08:38.869356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-d0f08ab8-3cb8-49b3-9a50-25ca485bda01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659049 Apr 07 11:08:38.892321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ea37-39c3-4d31-b6ac-6af26cdb67f5 req-faf967c5-7332-4d46-9689-5cb27b5c72ad tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.902285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b230ea37-39c3-4d31-b6ac-6af26cdb67f5 req-faf967c5-7332-4d46-9689-5cb27b5c72ad tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 945 time: 0.4488502 Apr 07 11:08:38.917806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-900582fa-a63c-44b4-91a1-0ad757839d3f tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:38.919309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-900582fa-a63c-44b4-91a1-0ad757839d3f tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 823 time: 0.6790617 Apr 07 11:08:39.032389 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-2bc152ea-3286-4698-90bb-e08a3eed6d55 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558523 Apr 07 11:08:39.275123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-af76870d-0f52-41d2-b064-4f01368ba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:39.276580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-af76870d-0f52-41d2-b064-4f01368ba964 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 1130 time: 0.2420125 Apr 07 11:08:39.393197 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37096cdf-f51e-4ec6-b8c2-02d233eea3a3 req-6f74019b-2160-41ad-8049-7a8d87442fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411448 Apr 07 11:08:39.421026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b230ea37-39c3-4d31-b6ac-6af26cdb67f5 req-73f132a1-ed42-4ee0-96eb-0b980114d241 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176256 Apr 07 11:08:39.435243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-6295d133-886a-42db-b77e-3536b3be8420 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/quotas/15e32a766fc5408c9736f634ec0cf7db HTTP/1.1" status: 200 len: 375 time: 0.0857151 Apr 07 11:08:39.449576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Router 49082d5b-1a75-424c-bb44-33b49c2ababd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:08:39.493173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-bfdcf1ef-3675-4149-b556-aebdc4683db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:39.494187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Made reservation on behalf of 1cd46c12619042ea8bfb9e63365c9ec9 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:39.495046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-bfdcf1ef-3675-4149-b556-aebdc4683db1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2101643 Apr 07 11:08:39.497580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:39.542996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34448) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:39.614184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-9764b9fc-7ca7-49c2-b19d-7035b5129280 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:39.615943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-9764b9fc-7ca7-49c2-b19d-7035b5129280 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.23 "GET /v2.0/ports?device_id=26252329-1d3b-4a9f-acc7-c218b091860f HTTP/1.1" status: 200 len: 946 time: 0.2674723 Apr 07 11:08:39.672668 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-ac20d9f1-9e59-451e-a297-485a2b998020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 200 len: 217 time: 0.1187837 Apr 07 11:08:39.760582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-83e9bb37-f17c-4c9a-bdb5-c576b319d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:39.762046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-83e9bb37-f17c-4c9a-bdb5-c576b319d43d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0760455 Apr 07 11:08:39.804357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:39.812011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5feae88d-cf88-4df2-a622-ece3acfcd339 admin admin] 10.222.0.13 "PUT /v2.0/routers/49082d5b-1a75-424c-bb44-33b49c2ababd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6070530 Apr 07 11:08:39.812241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34452) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:39.826621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-f1285b7e-4635-45a5-af27-0f40296f4fd9 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3731372 Apr 07 11:08:39.880290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-985476473-network', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:39.900996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] Sync routers for ids ['49082d5b-1a75-424c-bb44-33b49c2ababd'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:39.914651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-4d8348db-a125-40ef-8036-998de68e162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:39.916328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-4d8348db-a125-40ef-8036-998de68e162a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1452553 Apr 07 11:08:39.917886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] Routers {'49082d5b-1a75-424c-bb44-33b49c2ababd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:39.918645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['49082d5b-1a75-424c-bb44-33b49c2ababd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:39.949220 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks [] for router (49082d5b-1a75-424c-bb44-33b49c2ababd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.056285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] Set router 49082d5b-1a75-424c-bb44-33b49c2ababd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:40.298464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-e461b0e8-1a3b-4ae0-a049-bdee7277b72b service neutron] 10.222.0.13 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089651 Apr 07 11:08:40.308195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:40.335463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:36Z', 'revision_number': 5, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:40.362403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:40.421405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Allocated IP 172.20.0.8 (43736fd5-2088-4086-9627-dc47efe12f30/369ba404-e64a-42b5-a1a8-1f5b894a6720/7b3d6e6b-6e84-4369-9d70-1271edd664db) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:40.426922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92967668-f33a-4682-8768-bbafa90047ec'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:40.429374 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365303aa-698c-4afd-8acb-b9cf96fd000b" -d '{"events": [{"server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "92967668-f33a-4682-8768-bbafa90047ec"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:40.435914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] Checking router: 49082d5b-1a75-424c-bb44-33b49c2ababd for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:40.436141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Publish callbacks [] for port (92967668-f33a-4682-8768-bbafa90047ec), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.461095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] Routers {'49082d5b-1a75-424c-bb44-33b49c2ababd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:40.461769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['49082d5b-1a75-424c-bb44-33b49c2ababd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:40.484024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:40.486561 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.501694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.518973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31fa70-a8ed-4794-baef-17fc33aa2305 req-1f2065e5-314d-4d66-9231-fbf41ccc56f0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:40.526936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab31fa70-a8ed-4794-baef-17fc33aa2305 req-1f2065e5-314d-4d66-9231-fbf41ccc56f0 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 948 time: 0.7418060 Apr 07 11:08:40.527673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:40.538756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.549794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Deleting port d7360fb9-bff7-495b-812f-bc73ebb99338 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:40.550133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.615087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-e0a2a01c-6aa0-4c33-b5cd-667dd82f571d service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634707 Apr 07 11:08:40.669391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks [] for router_gateway (49082d5b-1a75-424c-bb44-33b49c2ababd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.718985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port f1a51391-7326-4f52-80c6-e8c05b97f08d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:40.735760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port f1a51391-7326-4f52-80c6-e8c05b97f08d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:40.736666 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.747285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] Set router 49082d5b-1a75-424c-bb44-33b49c2ababd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:40.769043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab31fa70-a8ed-4794-baef-17fc33aa2305 req-ccedb0c1-1efe-4fa3-b2cb-d5d2cae2348a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399719 Apr 07 11:08:40.793586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:40.794555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:40.794888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:40.811514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4587845-fe0e-4f1b-92dc-484d310528b8 req-df2cce0b-017c-4b31-98be-436c27485630 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528878 Apr 07 11:08:40.841339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Deleting port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:40.841594 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.850925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:40.851508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Attempting to bind port 92967668-f33a-4682-8768-bbafa90047ec on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:40.874710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:40.875058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:40.876044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:40.876496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Bound port: 92967668-f33a-4682-8768-bbafa90047ec, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:40.876912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:40.983472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] For port 891ad9a5-3acd-45e3-a849-ea5800ac6bb8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:40.984829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.032191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Calling delete_port for 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:41.037402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c42fac3-b78a-49e1-a86c-e4a31d71fc5e req-eefd1015-1a21-421c-b63f-6d59389aecbe tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0767403 Apr 07 11:08:41.139033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks [] for security_group (bccd7342-2b82-49ca-a679-993a47ad8aea), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.140360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:36Z', 'revision_number': 5, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:41.162256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:41.166154 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bccd7342-2b82-49ca-a679-993a47ad8aea), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.192704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee4378-2073-4959-b7a4-f7d8ee0dfae3 None None] The sync data for ids ['49082d5b-1a75-424c-bb44-33b49c2ababd'] in n-d-836788-1 is: [{'id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1145283108-router', 'tenant_id': '7ee67bac83224f758b0fb6c4d43542b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:26Z', 'updated_at': '2022-04-07T11:08:36Z', 'revision_number': 5, 'project_id': '7ee67bac83224f758b0fb6c4d43542b5', 'gw_port': {'id': '891ad9a5-3acd-45e3-a849-ea5800ac6bb8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49082d5b-1a75-424c-bb44-33b49c2ababd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:27Z', 'updated_at': '2022-04-07T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:41.296141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-5b3f686f-933f-4016-8523-495d785628aa service neutron] 10.222.0.13 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720367 Apr 07 11:08:41.324417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:41.336088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port f1a51391-7326-4f52-80c6-e8c05b97f08d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:41.336926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.355833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:08:41.414786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:41.418488 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c23557-b131-4bfe-980d-82fe32e3978c" -d '{"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-plugged", "status": "completed", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:41.423333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9ae2172-5b85-4449-98ef-c4858beb2f55 req-f845d4f2-0880-478e-84f9-181cbbef2c8d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 210 time: 0.1493595 Apr 07 11:08:41.426117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:41.460894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd7342-2b82-49ca-a679-993a47ad8aea,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:41.497261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (891ad9a5-3acd-45e3-a849-ea5800ac6bb8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.507836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:41.516869 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.542432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d7360fb9-bff7-495b-812f-bc73ebb99338 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:41.558828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=891ad9a5-3acd-45e3-a849-ea5800ac6bb8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:41.618938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks [] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.687573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d7360fb9-bff7-495b-812f-bc73ebb99338,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:41.688159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.698111 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4accb818-a3b1-49ab-831d-1b35d9120464 x-openstack-request-id: req-4accb818-a3b1-49ab-831d-1b35d9120464 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:41.698414 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "92967668-f33a-4682-8768-bbafa90047ec", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:41.698671 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4accb818-a3b1-49ab-831d-1b35d9120464 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:41.699179 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4accb818-a3b1-49ab-831d-1b35d9120464'] response: {'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92967668-f33a-4682-8768-bbafa90047ec', 'code': 200} Apr 07 11:08:41.703253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.712459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.724709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c1e7a84a-5acf-4751-b850-f518922c5e5d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.725277 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Added segment c1e7a84a-5acf-4751-b850-f518922c5e5d of type vlan for network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 Apr 07 11:08:41.729629 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (49082d5b-1a75-424c-bb44-33b49c2ababd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.866988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (49082d5b-1a75-424c-bb44-33b49c2ababd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.872324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks [] for router_controller (49082d5b-1a75-424c-bb44-33b49c2ababd), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:41.984997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:42.034925 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9127836d-bfff-4a4b-885f-a2385db4dfda req-f96508ba-c9ae-4865-b535-c82f33bb0a35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0597081 Apr 07 11:08:42.037875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (49082d5b-1a75-424c-bb44-33b49c2ababd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.038420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49082d5b-1a75-424c-bb44-33b49c2ababd {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:08:42.047702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.053157 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-85a59423-c378-482f-bb14-8bc8ef963a4b admin admin] 10.222.0.13 "DELETE /v2.0/routers/49082d5b-1a75-424c-bb44-33b49c2ababd HTTP/1.1" status: 204 len: 168 time: 2.2357266 Apr 07 11:08:42.053975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34470) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:42.073398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d7360fb9-bff7-495b-812f-bc73ebb99338 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:42.073806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.133756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (f6f4f310-fc56-4f4a-bd65-b3d401be10b4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.166146 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50feda-2b68-4f7c-893e-0083e05d99ff x-openstack-request-id: req-1c50feda-2b68-4f7c-893e-0083e05d99ff {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:42.166659 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-plugged", "status": "completed", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:42.166762 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c50feda-2b68-4f7c-893e-0083e05d99ff {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:42.176555 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c50feda-2b68-4f7c-893e-0083e05d99ff'] response: {'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'code': 200} Apr 07 11:08:42.188676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d7360fb9-bff7-495b-812f-bc73ebb99338, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d7360fb9-bff7-495b-812f-bc73ebb99338,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:42.196494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Network 43736fd5-2088-4086-9627-dc47efe12f30 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:42.197683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.207860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Deleting subnet 9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:08:42.219827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (f6f4f310-fc56-4f4a-bd65-b3d401be10b4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.220966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:42.224429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.232966 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Publish callbacks [] for subnet (9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.303988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:42.307647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.356883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:42.414914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:42.415962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.417652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 1121 time: 3.9550653 Apr 07 11:08:42.418977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:42.428409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:42.478577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['92967668-f33a-4682-8768-bbafa90047ec'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:42.480237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.562234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.621443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:42.649413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.654133 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-89916f87-ab61-4eef-8161-9a80b269dd78 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a6d6cad-d092-49a2-8c5f-fd8eeaa787d4 HTTP/1.1" status: 204 len: 168 time: 0.5990922 Apr 07 11:08:42.658266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:42.662319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a67802c-f516-4d9b-8351-cdd4945e373f None None] Network 542f9b44-4706-41ab-beef-190468127df2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:42.816401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:42.850890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:42.851502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 891ad9a5-3acd-45e3-a849-ea5800ac6bb8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:42.881419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (542f9b44-4706-41ab-beef-190468127df2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.942844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] DHCP port deletion for 542f9b44-4706-41ab-beef-190468127df2 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:08:42.949887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.950377 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:42.950699 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Floating IP 329a2127-e6be-487e-9b59-fc77ea406edb disassociated. External IP: 172.25.5.254, port: d7360fb9-bff7-495b-812f-bc73ebb99338. Apr 07 11:08:42.951215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Calling delete_port for d7360fb9-bff7-495b-812f-bc73ebb99338 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:42.968959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Deleting port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:42.969457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.024784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] Deleting port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:08:43.025197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.061168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] For port 7b0059e5-e403-44c0-ae39-fafaf1f03be1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7b0059e5-e403-44c0-ae39-fafaf1f03be1,segment=NetworkSegment(4c9e1653-87c4-464e-a6b2-f4a9cb9527d1),segment_id=4c9e1653-87c4-464e-a6b2-f4a9cb9527d1)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:43.061846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.087042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Calling delete_port for 7b0059e5-e403-44c0-ae39-fafaf1f03be1 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:43.143255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5611110 Apr 07 11:08:43.151871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:43.159426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Request body: {'subnet': {'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-985476473-subnet', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:43.173901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] For port 7b0059e5-e403-44c0-ae39-fafaf1f03be1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7b0059e5-e403-44c0-ae39-fafaf1f03be1,segment=NetworkSegment(4c9e1653-87c4-464e-a6b2-f4a9cb9527d1),segment_id=4c9e1653-87c4-464e-a6b2-f4a9cb9527d1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:43.176558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.193566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d197b1-aa1d-47cb-ac71-fa374a4e3368 req-53298c66-b171-4587-b3b4-699cc18b1ee6 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:43.206010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0d197b1-aa1d-47cb-ac71-fa374a4e3368 req-53298c66-b171-4587-b3b4-699cc18b1ee6 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 1.5097511 Apr 07 11:08:43.209991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:43.212890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.217789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] Calling delete_port for 7b0059e5-e403-44c0-ae39-fafaf1f03be1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:08:43.225339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c57de5-f3a8-4cc2-8861-1a818ea9ef4f admin admin] Pushing event updated for resources: {'Network': ['ID=f6f4f310-fc56-4f4a-bd65-b3d401be10b4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:43.243506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:08:43.244107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:43.244804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.275777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-2e441dde-7d51-4af8-a726-3dd750cdf4f9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5150831 Apr 07 11:08:43.291517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452d954-fdb1-4a9a-bbf6-a86b84a221b2 service neutron] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:43.299109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Request body: {'port': {'device_id': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:43.325123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.347578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51bb2-e69b-425d-8945-f2c858b3c69e req-5f0aef2d-598d-47d7-bce6-c8aca1dbcfce tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:43.360045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e51bb2-e69b-425d-8945-f2c858b3c69e req-5f0aef2d-598d-47d7-bce6-c8aca1dbcfce tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.9665465 Apr 07 11:08:43.392154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0059e5-e403-44c0-ae39-fafaf1f03be1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:43.398847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] No DVR routers for this DVR port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:43.491540 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d7360fb9-bff7-495b-812f-bc73ebb99338), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.512536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (542f9b44-4706-41ab-beef-190468127df2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.562766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event deleted for resources: {'Port': ['ID=d7360fb9-bff7-495b-812f-bc73ebb99338,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:43.563284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542f9b44-4706-41ab-beef-190468127df2']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:43.578475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:43.578772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9e1653-87c4-464e-a6b2-f4a9cb9527d1') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:43.579022 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (7b0059e5-e403-44c0-ae39-fafaf1f03be1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.586107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0d197b1-aa1d-47cb-ac71-fa374a4e3368 req-400a58e9-75ab-4b61-a0fd-1554929a814d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786006 Apr 07 11:08:43.618165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (4c9e1653-87c4-464e-a6b2-f4a9cb9527d1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.648998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] Pushing event deleted for resources: {'Port': ['ID=7b0059e5-e403-44c0-ae39-fafaf1f03be1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:43.653251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6360c-65ae-418f-81e5-461644fe6093 None None] No DVR routers for this DVR port 7b0059e5-e403-44c0-ae39-fafaf1f03be1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:43.751721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4c9e1653-87c4-464e-a6b2-f4a9cb9527d1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.767379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'tag': '92967668-f33a-4682-8768-bbafa90047ec'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:43.770166 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1772a6d8-5876-4234-ab97-dfe0ca7c9427" -d '{"events": [{"name": "network-changed", "server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "tag": "92967668-f33a-4682-8768-bbafa90047ec"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:43.787810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:08:43.788215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (4c9e1653-87c4-464e-a6b2-f4a9cb9527d1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:08:43.789920 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:08:43.831182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (eb1b809c-f284-46b0-b1d3-957323e80795), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.832368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e51bb2-e69b-425d-8945-f2c858b3c69e req-2675864d-20ac-4cef-b95f-3384f0df10e6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710801 Apr 07 11:08:43.838878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d654c48-8c18-4fb0-b0cc-a6d45e176304 req-b32273b7-8cc5-4eac-9a48-a57a30a0858d tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 210 time: 0.0906310 Apr 07 11:08:43.841216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:43.876711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Router 99e83877-9445-43b4-8ea4-39ced9830133 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:08:44.002985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (542f9b44-4706-41ab-beef-190468127df2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.009802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.018110 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/542f9b44-4706-41ab-beef-190468127df2 HTTP/1.1" status: 204 len: 168 time: 1.3581131 Apr 07 11:08:44.099466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08759de1-1519-4498-9562-c75dcf3f69c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=542f9b44-4706-41ab-beef-190468127df2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:44.159573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1b809c-f284-46b0-b1d3-957323e80795,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:44.171714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-e22238de-3fef-4524-a3b9-db72b091e9ae tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:44.173326 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-e22238de-3fef-4524-a3b9-db72b091e9ae tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.41 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 823 time: 0.4191885 Apr 07 11:08:44.177808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:44.180183 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672313ed-64cb-4d59-8e9b-c468ca6dffa8" -d '{"events": [{"server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "name": "network-vif-unplugged", "status": "completed", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:44.189113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:44.189499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Network hostable DHCP agents. Network: f6f4f310-fc56-4f4a-bd65-b3d401be10b4, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:08:44.260404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:44.314931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-5b3486a4-94d8-40ec-a799-c3932c2b0b2d tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e32a766fc5408c9736f634ec0cf7db HTTP/1.1" status: 200 len: 379 time: 0.1269042 Apr 07 11:08:44.316729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:08:44.331118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'port': {'device_id': '3a274491-371b-43c8-8806-de3c8ba810a8', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'admin_state_up': True, 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'security_groups': ['a689a4ea-2424-41bc-abba-61eb90a327e9']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:44.381378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, f6f4f310-fc56-4f4a-bd65-b3d401be10b4) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:44.385573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:44.386152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.396934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42028e0f-6bb4-4b5f-a08e-473b59bf2cfb None None] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:44.460843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0ac1426a-2e7d-40e6-9a66-040af7b66110 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ee67bac83224f758b0fb6c4d43542b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948271 Apr 07 11:08:44.460843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:44.521347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 92967668-f33a-4682-8768-bbafa90047ec details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:44.524975 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-28e47d4e-817d-4851-9760-918c8480698e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3716917 Apr 07 11:08:44.525659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34500) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:44.542149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:44.577365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7b0059e5-e403-44c0-ae39-fafaf1f03be1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:44.611641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9cf0c3e-66ec-4f03-9c0b-274081503a6c req-d077647d-4033-48c2-b363-a7df55de8dea tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.6701632 Apr 07 11:08:44.616359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.617597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.654602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-535ab123-9759-4b3a-8443-b31ec72e8dce admin admin] Publish callbacks [] for security_group (b40ec785-e4a4-44fd-87b0-9f225c995a90), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.665051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Made reservation on behalf of 15e32a766fc5408c9736f634ec0cf7db for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:44.668352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.671792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 7b0059e5-e403-44c0-ae39-fafaf1f03be1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:08:44.672285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7b0059e5-e403-44c0-ae39-fafaf1f03be1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:44.704354 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-535ab123-9759-4b3a-8443-b31ec72e8dce admin admin] Publish callbacks [] for security_group (b40ec785-e4a4-44fd-87b0-9f225c995a90), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.730561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:08:44.750968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks [] for router_controller (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.770080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355ad72-280c-4ecd-a4dd-8468bd53133b req-77639384-406b-4787-9fd8-8747c1e503c4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:44.781568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2355ad72-280c-4ecd-a4dd-8468bd53133b req-77639384-406b-4787-9fd8-8747c1e503c4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 931 time: 0.3957486 Apr 07 11:08:44.852047 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e890a78-8c67-44f4-8a48-d6f7b79766b9 x-openstack-request-id: req-2e890a78-8c67-44f4-8a48-d6f7b79766b9 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:44.860657 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "tag": "92967668-f33a-4682-8768-bbafa90047ec", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:44.860929 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e890a78-8c67-44f4-8a48-d6f7b79766b9 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:44.861399 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e890a78-8c67-44f4-8a48-d6f7b79766b9'] response: {'name': 'network-changed', 'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'tag': '92967668-f33a-4682-8768-bbafa90047ec', 'status': 'completed', 'code': 200} Apr 07 11:08:44.879993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:44.893924 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:44.926691 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:44.927390 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:44.957795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] No DVR routers for this DVR port d7360fb9-bff7-495b-812f-bc73ebb99338 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:44.966640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:44.970017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12bd7fcf-5b62-484c-865c-881feac3c21e req-516ee345-045d-4ee7-95fe-11df63885448 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.23 "DELETE /v2.0/ports/d7360fb9-bff7-495b-812f-bc73ebb99338 HTTP/1.1" status: 204 len: 173 time: 5.3204401 Apr 07 11:08:45.010049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2355ad72-280c-4ecd-a4dd-8468bd53133b req-c300fdba-54b8-4c1c-8f50-41181d0b1f6a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273571 Apr 07 11:08:45.075466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3d6e6b-6e84-4369-9d70-1271edd664db {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:45.089841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Publish callbacks [] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.109202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Transition to ACTIVE for port object 7b3d6e6b-6e84-4369-9d70-1271edd664db will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:45.110780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks [] for router_gateway (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.123752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.167877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:45.222641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:45.253189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867b2c-4913-4685-9361-189d8a836c40 req-3d11ac7e-bc12-4735-8cfb-588e518053c6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:45.253627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 92967668-f33a-4682-8768-bbafa90047ec has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:08:45.258651 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b6f8c7-41eb-44a9-ad7f-6f89bbe1cf17 x-openstack-request-id: req-d5b6f8c7-41eb-44a9-ad7f-6f89bbe1cf17 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:45.258951 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "name": "network-vif-unplugged", "status": "completed", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:45.259206 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5b6f8c7-41eb-44a9-ad7f-6f89bbe1cf17 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:45.259603 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b6f8c7-41eb-44a9-ad7f-6f89bbe1cf17'] response: {'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'code': 200} Apr 07 11:08:45.266877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60867b2c-4913-4685-9361-189d8a836c40 req-3d11ac7e-bc12-4735-8cfb-588e518053c6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.2906017 Apr 07 11:08:45.267804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:08:45.268682 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.356201 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-535ab123-9759-4b3a-8443-b31ec72e8dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b40ec785-e4a4-44fd-87b0-9f225c995a90), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.359986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-535ab123-9759-4b3a-8443-b31ec72e8dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.361266 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-535ab123-9759-4b3a-8443-b31ec72e8dce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b40ec785-e4a4-44fd-87b0-9f225c995a90 HTTP/1.1" status: 204 len: 168 time: 0.8997905 Apr 07 11:08:45.377855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60867b2c-4913-4685-9361-189d8a836c40 req-bf2d82b6-1062-47d3-ba39-53b421be8ae9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004825 Apr 07 11:08:45.387163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:45.388044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ab123-9759-4b3a-8443-b31ec72e8dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ec785-e4a4-44fd-87b0-9f225c995a90,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:45.391647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-84401978-94bc-4bd6-92e9-9b657bf83903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:45.393832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-84401978-94bc-4bd6-92e9-9b657bf83903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1155 time: 0.5257585 Apr 07 11:08:45.403213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Allocated IP 172.20.0.8 (9b9a094f-42ef-4513-9349-ffe774a4c759/c8f7a001-cdff-4637-8bb7-bb143f4b18ab/9b7698af-9d33-47f6-afcc-451028313dd9) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:45.505169 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:45.545259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832b4fa-d9e2-4f69-a772-c0c2122a757a req-d226b06a-1c3c-40fa-9e12-5254abb14261 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:45.545677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Allocated IP 172.20.0.2 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:45.555166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9832b4fa-d9e2-4f69-a772-c0c2122a757a req-d226b06a-1c3c-40fa-9e12-5254abb14261 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 0.2813725 Apr 07 11:08:45.582509 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:45.609278 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:45.611430 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:45.713529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:45.714619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:45.715123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:45.725934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:45.726941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:45.755941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9832b4fa-d9e2-4f69-a772-c0c2122a757a req-bf93822b-bdb6-45ff-89fd-5f4d2e28ce28 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997836 Apr 07 11:08:45.782965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:45.782965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:45.783284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:45.783657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Bound port: 7b3d6e6b-6e84-4369-9d70-1271edd664db, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:45.783948 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.917240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Publish callbacks [] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.928749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.929227 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:45.945176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for port (9b7698af-9d33-47f6-afcc-451028313dd9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:45.962371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:46.020982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-63c34dac-833e-4494-81da-54401fcaffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:46.023173 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-63c34dac-833e-4494-81da-54401fcaffad service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.5888066 Apr 07 11:08:46.023950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba67d68c-edf0-4ae5-a75d-0d2abf85b969 req-5ba42f5e-bdb9-4153-ac23-4c9310fe5b94 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 210 time: 0.0969210 Apr 07 11:08:46.041788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Pushing event updated for resources: {'Port': ['ID=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:46.045569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:46.064965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.071471 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.091855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:46.093824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:46.132110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:46.202593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:46.203237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.204776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 1091 time: 2.9147687 Apr 07 11:08:46.251509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5587-cbbd-40d6-83a4-5e7144c08a55 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:46.266861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Attempting to bind port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:46.266861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Attempting to bind port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:46.268846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Attempting to bind port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:46.283648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:46.284040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:46.284454 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.284868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:46.285934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Bound port: cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:46.286344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.329891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:46.333023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event updated for resources: {'Port': ['ID=9b7698af-9d33-47f6-afcc-451028313dd9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:46.338410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-5a29a1d2-db27-41e6-bf71-859a1181b4a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.2968647 Apr 07 11:08:46.339725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:46.342891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:46.431294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.41', 53718) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:46.545431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] For port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:46.549499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] For port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:46.553844 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:46.561116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.591344 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c83e7-b978-42cd-9a9a-62a922355125 None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:46.669702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-60c8b55e-d8bd-4d0c-a31d-6b9d222f38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:46.682609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-60c8b55e-d8bd-4d0c-a31d-6b9d222f38a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1125 time: 0.3641000 Apr 07 11:08:46.688484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4048fa3-97c7-4f6c-873b-5c5876dc40f1 None None] Pushing event updated for resources: {'Port': ['ID=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:46.727693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:46.728343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.742481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a429fc-7edf-4488-8867-b274e6b625bd req-39229640-1759-46a2-a9a5-324c6683cb86 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1017520 Apr 07 11:08:46.827429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6f243f6f-e2eb-48da-b8b8-5efbe908e3fe None None] Provisioning complete for port 9b7698af-9d33-47f6-afcc-451028313dd9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:46.827429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f243f6f-e2eb-48da-b8b8-5efbe908e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:46.865633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-7769aae7-0cb4-4736-9a9b-eab3edcd1351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 217 time: 0.1410227 Apr 07 11:08:46.866378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'name': 'network-vif-deleted', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338'}, {'name': 'network-changed', 'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:46.868745 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0478fd-f072-4803-8d1b-539ef8e6116c" -d '{"events": [{"server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "name": "network-vif-deleted", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338"}, {"name": "network-changed", "server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:46.872629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-424b0637-3d79-4296-a320-5f874331ce52 service neutron] 10.222.0.41 "GET /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.4386876 Apr 07 11:08:46.955590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a4997d62-d033-4d96-b13e-6848830bc5c7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6310065 Apr 07 11:08:46.959427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6f243f6f-e2eb-48da-b8b8-5efbe908e3fe None None] Port 9b7698af-9d33-47f6-afcc-451028313dd9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:08:46.968233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-09a4ceb2-3781-4410-a670-9b3055e2eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:46.970931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-09a4ceb2-3781-4410-a670-9b3055e2eff2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.5233226 Apr 07 11:08:46.980897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Request body: {'port': {'device_id': '3a274491-371b-43c8-8806-de3c8ba810a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:47.070659 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-1fc7e845-9ba5-442a-9df8-6da419aa29f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837035 Apr 07 11:08:47.121353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9073-458d-49a6-b943-98caa7efafd7 req-f44b02d3-890c-462a-a91e-8d1ed5b4ca2d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:47.137061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-769d9073-458d-49a6-b943-98caa7efafd7 req-f44b02d3-890c-462a-a91e-8d1ed5b4ca2d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.5964806 Apr 07 11:08:47.152838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c51056-794f-4316-8428-8e0b7360dc2b None None] New status for floating IP 329a2127-e6be-487e-9b59-fc77ea406edb: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:08:47.271480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:47.285186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-f1cc5d44-4df0-4053-8d49-a04e90ecbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:47.290195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-f1cc5d44-4df0-4053-8d49-a04e90ecbcd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.4044480 Apr 07 11:08:47.302513 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks [] for router_gateway (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:47.376196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:47.391312 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-2ee2dd12-5f0d-490d-ab1f-be05ccf6ff7a service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093896 Apr 07 11:08:47.407701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-4b437c0a-1450-4b6a-99bf-07f8b6af6807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946531 Apr 07 11:08:47.423288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54471e-b86c-49d0-b150-8b5d18212b00 req-d46e2aff-655e-4b2c-90ac-ed2519fb5705 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:47.432712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b54471e-b86c-49d0-b150-8b5d18212b00 req-d46e2aff-655e-4b2c-90ac-ed2519fb5705 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 943 time: 0.4030266 Apr 07 11:08:47.529396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1772a6d8-5876-4234-ab97-dfe0ca7c9427 req-6c798654-aa1e-4073-b313-d33837d76089 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275051 Apr 07 11:08:47.595443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-edfeca23-c955-4b01-8c49-45eb440f786b service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508610 Apr 07 11:08:47.640204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-769d9073-458d-49a6-b943-98caa7efafd7 req-7eee21ad-198d-46c7-8d55-94a2f253572a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017574 Apr 07 11:08:47.809909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b54471e-b86c-49d0-b150-8b5d18212b00 req-c4390d46-2c48-4d53-90fe-4cd7616a7e99 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759246 Apr 07 11:08:47.907073 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7453f-437e-44c8-b284-7612318a59a8 x-openstack-request-id: req-d2d7453f-437e-44c8-b284-7612318a59a8 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:47.907498 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26252329-1d3b-4a9f-acc7-c218b091860f", "name": "network-vif-deleted", "tag": "d7360fb9-bff7-495b-812f-bc73ebb99338", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:47.907624 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2d7453f-437e-44c8-b284-7612318a59a8 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:47.908050 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d7453f-437e-44c8-b284-7612318a59a8'] response: {'server_uuid': '26252329-1d3b-4a9f-acc7-c218b091860f', 'name': 'network-vif-deleted', 'tag': 'd7360fb9-bff7-495b-812f-bc73ebb99338', 'status': 'completed', 'code': 200} Apr 07 11:08:47.908314 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d7453f-437e-44c8-b284-7612318a59a8'] response: {'name': 'network-changed', 'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'status': 'completed', 'code': 200} Apr 07 11:08:47.916066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c83f9188-d231-493b-b721-f8a664d09f28 req-8a18138c-d811-4b69-8da0-89e797ee2c84 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1029072 Apr 07 11:08:47.991332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcefb04-a9b7-4ccd-8cf9-fd6e69293a30 req-85acdee3-073d-48e2-b7b5-0f146c036656 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446751 Apr 07 11:08:48.029899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:48.070317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:48.147932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92967668-f33a-4682-8768-bbafa90047ec {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:48.163279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:48.204165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.300801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b77a3-b95a-4817-820c-478ae80a0a19 None None] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:08:48.309613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Allocated IP 172.25.5.50 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/f085d24f-2307-47cb-a29a-d3f1cb521e21) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:48.342601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7698af-9d33-47f6-afcc-451028313dd9 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:48.356338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] Transition to ACTIVE for port object 92967668-f33a-4682-8768-bbafa90047ec will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:48.363450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.421611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Publish callbacks [] for port (9b7698af-9d33-47f6-afcc-451028313dd9), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.447097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] Pushing event updated for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:48.453019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Transition to ACTIVE for port object 9b7698af-9d33-47f6-afcc-451028313dd9 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:48.460455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.493380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc801ff-5f04-4e99-80a8-523ee60f459b req-49dfe381-c79e-4d9d-8e6a-4bb7b42d70f9 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:48.500569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdc801ff-5f04-4e99-80a8-523ee60f459b req-49dfe381-c79e-4d9d-8e6a-4bb7b42d70f9 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 931 time: 0.3210976 Apr 07 11:08:48.509032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-41dedf1c-77e6-405e-9921-ba8f055b5ae1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800760 Apr 07 11:08:48.516772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] Provisioning complete for port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:48.517953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.611695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-39e1df4f-13bd-4b84-87f7-85838803e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:48.620493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7698af-9d33-47f6-afcc-451028313dd9,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:48.636588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-39e1df4f-13bd-4b84-87f7-85838803e232 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1125 time: 0.4592123 Apr 07 11:08:48.656807 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks [] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.671431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:48.769299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.838864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-c6b99ca1-df37-46c6-8076-7f0d1247de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:48.840842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-c6b99ca1-df37-46c6-8076-7f0d1247de42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1880348 Apr 07 11:08:48.845498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] Current status of the port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:48.847541 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.882414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] No DVR routers for this DVR port 92967668-f33a-4682-8768-bbafa90047ec on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:08:48.897040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Pushing event updated for resources: {'Port': ['ID=f085d24f-2307-47cb-a29a-d3f1cb521e21,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:48.920625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:48.921423 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:48.922449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:48.924057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Attempting to bind port 9b7698af-9d33-47f6-afcc-451028313dd9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:48.924393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Attempting to bind port 9b7698af-9d33-47f6-afcc-451028313dd9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:48.925905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Attempting to bind port 9b7698af-9d33-47f6-afcc-451028313dd9 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:48.928377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:48.931422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:48.982977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdc801ff-5f04-4e99-80a8-523ee60f459b req-22981b2e-b3df-4d2a-aa85-a976d2116b5b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4812930 Apr 07 11:08:49.009998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] For port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:49.016101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:49.038926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Port 9b7698af-9d33-47f6-afcc-451028313dd9 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:49.039712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Attempting to bind port 9b7698af-9d33-47f6-afcc-451028313dd9 on network 9b9a094f-42ef-4513-9349-ffe774a4c759 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:49.058762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-f888ba2f-2895-4cb8-aa68-0d2913507df7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 217 time: 0.1794951 Apr 07 11:08:49.071671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:49.076945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Checking segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:49.077441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Bound using segment: {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:49.077972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Bound port: 9b7698af-9d33-47f6-afcc-451028313dd9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c50296-cb44-407a-bd81-fc8a22f1f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:49.078370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:49.179129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543544-c225-4a1c-b2bd-f17e45e8537d None None] Pushing event updated for resources: {'Port': ['ID=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:49.199906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:49.212008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-89d078c2-6a84-4b6b-868a-813898328a9a None None] Provisioning complete for port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:49.212510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89d078c2-6a84-4b6b-868a-813898328a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:49.303875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2dd3eb5e-9aee-49ae-8c62-d4617a0f8287 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.306603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2dd3eb5e-9aee-49ae-8c62-d4617a0f8287 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7868996 Apr 07 11:08:49.310214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] For port 9b7698af-9d33-47f6-afcc-451028313dd9, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:49.314975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2d93b2c9-766d-4dd1-951c-ac489a6d07ff service neutron] 10.222.0.41 "PUT /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4341724 Apr 07 11:08:49.315136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] For port 9b7698af-9d33-47f6-afcc-451028313dd9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b7698af-9d33-47f6-afcc-451028313dd9,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:49.366438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:49.417968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-89d078c2-6a84-4b6b-868a-813898328a9a None None] Current status of the port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:49.418955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.419821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:49.421813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b7698af-9d33-47f6-afcc-451028313dd9 HTTP/1.1" status: 200 len: 1091 time: 2.4492745 Apr 07 11:08:49.422482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:49.425019 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23984e7f-92e2-4ee0-af9e-d74394fc6d71" -d '{"events": [{"name": "network-changed", "server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:49.452865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-a5241591-5fa2-4a44-8bea-f89a4f369eaf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/quotas/5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 375 time: 0.0941975 Apr 07 11:08:49.464995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2469e62-c04b-4758-aa4d-928296b5194f req-d3637c3b-d01e-4cc8-a3f9-ea6a2913b95a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.467132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2469e62-c04b-4758-aa4d-928296b5194f req-d3637c3b-d01e-4cc8-a3f9-ea6a2913b95a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.2731822 Apr 07 11:08:49.468832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-2bf0e053-7023-4efe-86d4-a94f3acead7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.470186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-2bf0e053-7023-4efe-86d4-a94f3acead7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.3723893 Apr 07 11:08:49.558982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-f08894aa-371e-4063-ae79-eb32da02ab6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457547 Apr 07 11:08:49.587720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d0e66-c0eb-41fa-ba52-bbaa8bb04f64 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7698af-9d33-47f6-afcc-451028313dd9,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:49.610452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-f5cfed7f-06f8-4fb3-9521-97d431bc2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.611961 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-f5cfed7f-06f8-4fb3-9521-97d431bc2759 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 1125 time: 0.1269171 Apr 07 11:08:49.612937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks [] for router_gateway (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:49.695442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-f3e96175-67a8-4574-b18b-a2615b7e914b service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169949 Apr 07 11:08:49.748428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-16ed9781-8155-4ba0-ae98-35764dda63d1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2945271 Apr 07 11:08:49.756744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2469e62-c04b-4758-aa4d-928296b5194f req-4c17f337-6c1d-4d30-b20b-1500d68dfe6a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426684 Apr 07 11:08:49.779550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-709b8660-d10d-440b-af28-b2a4faeaf7f7 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.781229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-709b8660-d10d-440b-af28-b2a4faeaf7f7 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.4048820 Apr 07 11:08:49.817844 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-8237f02d-2c69-4fef-9bda-a7b9606ee649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b7698af-9d33-47f6-afcc-451028313dd9 HTTP/1.1" status: 200 len: 217 time: 0.1627159 Apr 07 11:08:49.903427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e6883d12-9cb7-4bdd-99b1-3e4e699642f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.904917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-e6883d12-9cb7-4bdd-99b1-3e4e699642f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8&tenant_id=5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 1126 time: 0.1105030 Apr 07 11:08:49.964123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a2330f40-d5b2-4bf9-a383-6847061205f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:49.965916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-a2330f40-d5b2-4bf9-a383-6847061205f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.1406620 Apr 07 11:08:50.033060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21110247-9108-4d2e-8032-ed4811570b0c req-acecc924-3aab-4614-b0da-200764222cc6 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0581369 Apr 07 11:08:50.051995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df0478fd-f072-4803-8d1b-539ef8e6116c req-6f881b22-591c-4201-b967-db9a5bf4de19 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219028 Apr 07 11:08:50.084919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-4ae41806-246c-46ac-9bd6-68d44d437968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:50.086520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-4ae41806-246c-46ac-9bd6-68d44d437968 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1126 time: 0.1417289 Apr 07 11:08:50.098321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6d2e-2f76-4ddb-8a6a-cea5241a61f4 req-016f3a7e-e513-4ca3-a4ce-2ece314bacb7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:50.099892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1fe6d2e-2f76-4ddb-8a6a-cea5241a61f4 req-016f3a7e-e513-4ca3-a4ce-2ece314bacb7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 944 time: 0.1562717 Apr 07 11:08:50.189739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-56f1c747-7b11-4e73-a1db-d40efb043fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:50.192255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-56f1c747-7b11-4e73-a1db-d40efb043fb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.0908477 Apr 07 11:08:50.312445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-1172472b-0dc4-4354-ac3e-77021ba15142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:50.314990 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-1172472b-0dc4-4354-ac3e-77021ba15142 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3423390 Apr 07 11:08:50.515798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-00d0657c-e7ae-4bc6-91b8-cb53ae455c17 service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922984 Apr 07 11:08:50.520686 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5472d00e-3465-4ee2-858d-3ec94804e3b4 x-openstack-request-id: req-5472d00e-3465-4ee2-858d-3ec94804e3b4 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:50.521277 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:50.521717 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5472d00e-3465-4ee2-858d-3ec94804e3b4 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:50.522422 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5472d00e-3465-4ee2-858d-3ec94804e3b4'] response: {'name': 'network-changed', 'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9', 'status': 'completed', 'code': 200} Apr 07 11:08:50.601849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-903255b3-ba70-4407-aefc-bef812cdcbcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.3946857 Apr 07 11:08:50.614941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 92967668-f33a-4682-8768-bbafa90047ec no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:08:50.646640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1fe6d2e-2f76-4ddb-8a6a-cea5241a61f4 req-8b237038-b436-44e3-bb90-555b7a5a1993 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532139 Apr 07 11:08:50.721390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:50.779569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:50.836723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3f00af3-252a-4b1f-916f-b8a5a2ad462f req-f7c88e8f-f3ee-441e-827e-b9adc0909f70 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 210 time: 0.1246753 Apr 07 11:08:50.851681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 92967668-f33a-4682-8768-bbafa90047ec host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:08:50.852814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 92967668-f33a-4682-8768-bbafa90047ec not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:08:50.885254 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ad9a1ad-eff2-40b6-802b-45e7015a6bb2 req-687916d6-83ee-4cf5-b002-bcab86bdf549 service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476009 Apr 07 11:08:50.931523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:50.932181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:50.954950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-59776255-821c-4af9-b1fb-57cf48e4161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:50.957567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-59776255-821c-4af9-b1fb-57cf48e4161a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.3243742 Apr 07 11:08:51.090311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904e845-1a0b-4699-bf6f-41280fa3d567 req-2890986b-924c-4fc2-b730-8d7eb66aebf7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:51.096313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0904e845-1a0b-4699-bf6f-41280fa3d567 req-2890986b-924c-4fc2-b730-8d7eb66aebf7 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 943 time: 0.2634361 Apr 07 11:08:51.105399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-ecf86168-cee3-49c2-8ce7-180f542f4ce5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330047 Apr 07 11:08:51.167278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:51.222085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:08:51.240227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-ccea80be-d0c7-44ce-94d3-e96c6fbb3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:51.242388 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-ccea80be-d0c7-44ce-94d3-e96c6fbb3b89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 1125 time: 0.1534760 Apr 07 11:08:51.392329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0904e845-1a0b-4699-bf6f-41280fa3d567 req-af4d75d0-6a83-4bee-a8f4-0b6b7fdf3ede tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443171 Apr 07 11:08:51.424394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:51.430177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94baa1-bf4a-4988-af48-adc3e0d33505 req-4bbd97bd-d01c-427a-a417-34a8bbd9c6d1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:51.438678 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Sync routers for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:51.443096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef94baa1-bf4a-4988-af48-adc3e0d33505 req-4bbd97bd-d01c-427a-a417-34a8bbd9c6d1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.2850783 Apr 07 11:08:51.462621 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:51.463972 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:51.469873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:51.474982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34658) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:51.475626 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-59d26fa1-473b-4a7c-ace0-488d3d0037ab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9448924 Apr 07 11:08:51.554921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-2e77d199-481c-4859-97aa-b4622cbd1118 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286971 Apr 07 11:08:51.563349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-22334d24-26c8-4d8e-882f-d0652df56a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:51.567419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-22334d24-26c8-4d8e-882f-d0652df56a76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 924 time: 0.2206814 Apr 07 11:08:51.628471 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-cb1bee54-1341-409d-9eff-9698e11ddb3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b7698af-9d33-47f6-afcc-451028313dd9 HTTP/1.1" status: 200 len: 217 time: 0.0549989 Apr 07 11:08:51.649768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-839f3342-ed1b-4e48-a507-2dd4404f3cc1 req-021274ca-4d30-44c1-81b5-63ba4275eab9 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0849831 Apr 07 11:08:51.667211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef94baa1-bf4a-4988-af48-adc3e0d33505 req-a72cc2b4-e9fc-4340-af96-8caf4fd3b1c5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230749 Apr 07 11:08:51.759901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-9b3d7bde-e196-4876-9d1b-2d48f40c1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:51.764286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-9b3d7bde-e196-4876-9d1b-2d48f40c1b27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.1285369 Apr 07 11:08:51.808691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-8585c233-a122-4c7a-b6b3-4b8941d03bf7 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347465 Apr 07 11:08:51.815143 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:51.890606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-615a3f6a-836c-4585-8ea2-58da973b8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:51.892266 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-615a3f6a-836c-4585-8ea2-58da973b8138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210427 Apr 07 11:08:52.025193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-a66eb8d8-06b9-4806-8c4b-bbf4dc465011 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362052 Apr 07 11:08:52.094636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-20e8eb51-02bf-44af-9990-324c34cfe595 service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885226 Apr 07 11:08:52.105829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3834b3df-edc1-4e8c-84be-67a45e6ef5f5 req-bb48a60b-ea06-4c6c-bac0-46ea8671832c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 210 time: 0.0838282 Apr 07 11:08:52.109766 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:49Z', 'revision_number': 3, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:52.152762 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Checking router: 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:52.153622 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Updating router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 port f085d24f-2307-47cb-a29a-d3f1cb521e21 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:08:52.190490 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.257619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23984e7f-92e2-4ee0-af9e-d74394fc6d71 req-90d0dcee-fd80-4ef4-ac2a-127215cf97b4 service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555920 Apr 07 11:08:52.373476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe60f1-67ae-4e13-a525-e410bcac1659 req-c8a9caa9-80fe-4d46-ad72-468375fef53e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:52.375036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66fe60f1-67ae-4e13-a525-e410bcac1659 req-c8a9caa9-80fe-4d46-ad72-468375fef53e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 944 time: 0.4889681 Apr 07 11:08:52.409321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-88ccd7e9-df0b-47eb-a107-d0041f0adc23 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:52.410717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-88ccd7e9-df0b-47eb-a107-d0041f0adc23 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.3008800 Apr 07 11:08:52.420417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-7cc922ec-f548-4505-a568-ebf892939047 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:52.422114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-7cc922ec-f548-4505-a568-ebf892939047 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154285 Apr 07 11:08:52.525240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Request body: {'port': {'device_id': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '5c88156454414b57ad33b86ec8fb7f60'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:52.543289 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Publish callbacks [] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.550476 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.619335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:52.637769 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Pushing event updated for resources: {'Port': ['ID=f085d24f-2307-47cb-a29a-d3f1cb521e21,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:52.649780 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Attempting to bind port f085d24f-2307-47cb-a29a-d3f1cb521e21 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:52.650159 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Attempting to bind port f085d24f-2307-47cb-a29a-d3f1cb521e21 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:52.650549 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Attempting to bind port f085d24f-2307-47cb-a29a-d3f1cb521e21 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:52.655443 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.655838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.656117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.656464 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.656827 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.657246 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.657588 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.658018 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.658357 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.658606 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.659017 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.659352 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.659765 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:08:52.666041 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:52.666426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:52.666850 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.667231 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:52.667715 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Bound port: f085d24f-2307-47cb-a29a-d3f1cb521e21, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:52.668206 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.725903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-be8bd9e5-1c71-4175-a577-fb4a9c7c0ead service neutron] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:52.742015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-be8bd9e5-1c71-4175-a577-fb4a9c7c0ead service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.743128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d454f4e5-f303-49b6-8cc1-acfba70603ee req-be8bd9e5-1c71-4175-a577-fb4a9c7c0ead service neutron] 10.222.0.23 "DELETE /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.3201463 Apr 07 11:08:52.760598 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] For port f085d24f-2307-47cb-a29a-d3f1cb521e21, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:52.767076 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] For port f085d24f-2307-47cb-a29a-d3f1cb521e21, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f085d24f-2307-47cb-a29a-d3f1cb521e21,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:52.778713 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.783248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:52.804494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'port_id': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'mac_address': 'fa:16:3e:9c:5c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369ba404-e64a-42b5-a1a8-1f5b894a6720', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:08:52.845890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66fe60f1-67ae-4e13-a525-e410bcac1659 req-5f9fcfe6-7883-49cc-a123-792c41ba92b7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316335 Apr 07 11:08:52.865838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:52.866830 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:52.892294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7b3d6e6b-6e84-4369-9d70-1271edd664db is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:52.892706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:52.934337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3d6e6b-6e84-4369-9d70-1271edd664db {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:52.945728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14766076-e21d-4215-a457-c8e05db728ed req-4a262181-bb3c-49fa-a2df-b6cc839d55af tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:52.947379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14766076-e21d-4215-a457-c8e05db728ed req-4a262181-bb3c-49fa-a2df-b6cc839d55af tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 943 time: 0.3969250 Apr 07 11:08:52.967131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:52.973644 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:53.036761 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad1a2-b191-4362-a328-d90541b74a7a None None] Pushing event updated for resources: {'Port': ['ID=f085d24f-2307-47cb-a29a-d3f1cb521e21,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:53.089264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:53.099519 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:53.138719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Made reservation on behalf of 5c88156454414b57ad33b86ec8fb7f60 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:08:53.142526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:53.185771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14766076-e21d-4215-a457-c8e05db728ed req-252508f7-a1eb-4b2d-b5bd-58e9253cee5f tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134914 Apr 07 11:08:53.280424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7b3d6e6b-6e84-4369-9d70-1271edd664db'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:53.319257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:53.354844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12db4ce2-7748-44d8-87e1-5ea84f7aab58 req-0e73e1a7-ce61-4fbb-913c-5be8abc5ce8e tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0717657 Apr 07 11:08:53.376276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231767-c41f-4a8a-9c74-0b1353f3c299 req-a41d4d59-f8e8-4470-b0dd-f08c83151043 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:53.383118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5231767-c41f-4a8a-9c74-0b1353f3c299 req-a41d4d59-f8e8-4470-b0dd-f08c83151043 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 944 time: 0.2981830 Apr 07 11:08:53.438356 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:49Z', 'revision_number': 3, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:53.563249 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6571d91-e875-43ac-90c4-42054d30e119 None None] The sync data for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 is: [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:49Z', 'revision_number': 3, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:08:53.613343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5231767-c41f-4a8a-9c74-0b1353f3c299 req-b379cdc8-7e7d-46b2-98d5-6f6623d437ba tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292135 Apr 07 11:08:53.675300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34b1512c-96fe-4a1f-9d59-e6780ebd8d5b req-d3fb7018-1bf7-4730-8160-698ee639522e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 210 time: 0.0520213 Apr 07 11:08:53.722539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Allocated IP 192.168.233.101 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/bed02ca0-91ca-44f4-b667-95136d96a946) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:53.870313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Allocated IP 172.20.0.1 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/eecab4f4-4182-424e-88df-6bab61f21773) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:08:54.042445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks [] for port (bed02ca0-91ca-44f4-b667-95136d96a946), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.097383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks [] for port (eecab4f4-4182-424e-88df-6bab61f21773), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.117871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f4bfd-9459-49e4-a998-6b1968768599 req-fd2f31ab-5cb6-4b30-812f-d9f23a82a78d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:54.119386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-707f4bfd-9459-49e4-a998-6b1968768599 req-fd2f31ab-5cb6-4b30-812f-d9f23a82a78d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 944 time: 0.1434584 Apr 07 11:08:54.157584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.169384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'f1a51391-7326-4f52-80c6-e8c05b97f08d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:54.243513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:54.266217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:54.268077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:54.296057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-707f4bfd-9459-49e4-a998-6b1968768599 req-bf4b488a-11af-4328-b117-707acba38876 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637404 Apr 07 11:08:54.298571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:54.303251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (eecab4f4-4182-424e-88df-6bab61f21773), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.519181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Pushing event updated for resources: {'Port': ['ID=eecab4f4-4182-424e-88df-6bab61f21773,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:54.529998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:54.562096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:54.562809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.564836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f085d24f-2307-47cb-a29a-d3f1cb521e21 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:54.578367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:54.606454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:08:54.634672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b7698af-9d33-47f6-afcc-451028313dd9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:08:54.668550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-9ca190e5-fcf0-41a5-8739-96ee18d18024 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1537886 Apr 07 11:08:54.696861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6c89f-fbbc-4b65-9787-94e212204181 req-e36e74e7-3a74-4b8b-9209-284adc179432 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:54.698438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd6c89f-fbbc-4b65-9787-94e212204181 req-e36e74e7-3a74-4b8b-9209-284adc179432 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 943 time: 0.4010215 Apr 07 11:08:54.718272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Request body: {'port': {'device_id': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:54.749178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:54.776850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30482465-f607-4416-bee4-bd16b8dc7cbe req-a6f12d38-451a-4760-9ab0-6f0349defbdb tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:54.778612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30482465-f607-4416-bee4-bd16b8dc7cbe req-a6f12d38-451a-4760-9ab0-6f0349defbdb tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1126 time: 0.2800817 Apr 07 11:08:54.797271 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.852386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-be803f56-5e6b-426a-b410-0c6e9be588bf None None] Provisioning complete for port bed02ca0-91ca-44f4-b667-95136d96a946 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:54.852761 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be803f56-5e6b-426a-b410-0c6e9be588bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.930566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b7698af-9d33-47f6-afcc-451028313dd9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b7698af-9d33-47f6-afcc-451028313dd9,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:54.956130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f085d24f-2307-47cb-a29a-d3f1cb521e21 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:54.956510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:54.961152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-be803f56-5e6b-426a-b410-0c6e9be588bf None None] Port bed02ca0-91ca-44f4-b667-95136d96a946 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:08:54.962674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '9b7698af-9d33-47f6-afcc-451028313dd9', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'port_id': '9b7698af-9d33-47f6-afcc-451028313dd9', 'mac_address': 'fa:16:3e:26:f4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:08:54.983368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 7b3d6e6b-6e84-4369-9d70-1271edd664db completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:55.015318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 7b3d6e6b-6e84-4369-9d70-1271edd664db triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:55.015874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.061273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9b7698af-9d33-47f6-afcc-451028313dd9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:55.061650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.099130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7698af-9d33-47f6-afcc-451028313dd9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:55.243103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.260327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd6c89f-fbbc-4b65-9787-94e212204181 req-c15a8f54-bb4a-4600-8c03-484a838c3bcc tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5048139 Apr 07 11:08:55.272879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30482465-f607-4416-bee4-bd16b8dc7cbe req-4905911b-74dd-4e16-8b23-29c4aa2d9913 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806745 Apr 07 11:08:55.275896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4ca724af-4692-49cd-b5bb-9090f16be1fe None None] Provisioning complete for port eecab4f4-4182-424e-88df-6bab61f21773 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:55.276414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ca724af-4692-49cd-b5bb-9090f16be1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eecab4f4-4182-424e-88df-6bab61f21773), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.332933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b7698af-9d33-47f6-afcc-451028313dd9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b7698af-9d33-47f6-afcc-451028313dd9,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:55.370654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f085d24f-2307-47cb-a29a-d3f1cb521e21 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:55.371184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.384210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.402397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4ca724af-4692-49cd-b5bb-9090f16be1fe None None] Port eecab4f4-4182-424e-88df-6bab61f21773 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:08:55.440600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7b3d6e6b-6e84-4369-9d70-1271edd664db is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:55.441864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.446056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f085d24f-2307-47cb-a29a-d3f1cb521e21, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f085d24f-2307-47cb-a29a-d3f1cb521e21,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:55.464420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.486945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9b7698af-9d33-47f6-afcc-451028313dd9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:55.496610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:55.498799 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96adb08c-4716-4728-8f63-6e3f2268dff1" -d '{"events": [{"server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:55.533373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:55.539089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.544417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1657b20c-d482-41ef-81d0-5d01fec036a9 req-4dfb0d49-51eb-4899-9ca8-ee696238fdf6 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1065378 Apr 07 11:08:55.555473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eecab4f4-4182-424e-88df-6bab61f21773), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:55.562627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f085d24f-2307-47cb-a29a-d3f1cb521e21,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:55.641797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:55.691147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da8fb3-d815-4277-af18-1b07a9cb0ef7 req-739a5b2b-8b30-4321-b833-7bbfcdd5c8e1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:55.693404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3da8fb3-d815-4277-af18-1b07a9cb0ef7 req-739a5b2b-8b30-4321-b833-7bbfcdd5c8e1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 944 time: 0.2567322 Apr 07 11:08:55.745567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9b7698af-9d33-47f6-afcc-451028313dd9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:08:55.974797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3da8fb3-d815-4277-af18-1b07a9cb0ef7 req-ded5be2d-81ea-4eb1-95d1-136d6334a148 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681756 Apr 07 11:08:56.005466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed02ca0-91ca-44f4-b667-95136d96a946 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:08:56.023604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e15873-c94a-4381-8674-743f9ef638f3 req-f2c460cc-95cc-402b-afc7-6558ae37d1bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:56.025156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7e15873-c94a-4381-8674-743f9ef638f3 req-f2c460cc-95cc-402b-afc7-6558ae37d1bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 936 time: 0.2408738 Apr 07 11:08:56.028432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Publish callbacks [] for port (bed02ca0-91ca-44f4-b667-95136d96a946), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.066815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks [] for port (eecab4f4-4182-424e-88df-6bab61f21773), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.073238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Transition to ACTIVE for port object bed02ca0-91ca-44f4-b667-95136d96a946 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:08:56.077630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (eecab4f4-4182-424e-88df-6bab61f21773), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.113016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.193558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7e15873-c94a-4381-8674-743f9ef638f3 req-0f0ec6aa-31bb-4de9-8b98-ae43442424ca tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570637 Apr 07 11:08:56.241961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.248138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Pushing event updated for resources: {'Port': ['ID=eecab4f4-4182-424e-88df-6bab61f21773,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:56.280881 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d318aba1-6949-43df-a2d9-0e033d0cf7b8 x-openstack-request-id: req-d318aba1-6949-43df-a2d9-0e033d0cf7b8 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:56.281783 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:56.282193 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d318aba1-6949-43df-a2d9-0e033d0cf7b8 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:56.282742 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d318aba1-6949-43df-a2d9-0e033d0cf7b8'] response: {'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'code': 200} Apr 07 11:08:56.464066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036f2d1-d9a8-4d2c-b773-199bbb99e0c6 req-74fe6d37-fddc-4589-b528-a0a7a9d9eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:56.472260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4036f2d1-d9a8-4d2c-b773-199bbb99e0c6 req-74fe6d37-fddc-4589-b528-a0a7a9d9eaec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1127 time: 0.1060376 Apr 07 11:08:56.537953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:56.558476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f085d24f-2307-47cb-a29a-d3f1cb521e21 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:56.577663 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4036f2d1-d9a8-4d2c-b773-199bbb99e0c6 req-770f27b7-5f17-4bda-8c0f-28e3faeb3766 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031179 Apr 07 11:08:56.615478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-e6dbf4e5-5c77-4a04-b672-473694e908ba tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:56.617022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-e6dbf4e5-5c77-4a04-b672-473694e908ba tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.4738579 Apr 07 11:08:56.631301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b7698af-9d33-47f6-afcc-451028313dd9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:08:56.663023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:08:56.665993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:56.665993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:56.666311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:56.666705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f085d24f-2307-47cb-a29a-d3f1cb521e21 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:56.667092 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.673443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:08:56.684912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-98dfde5f-9a43-4fb1-a8b8-e3cb30199829 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/quotas/5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 375 time: 0.0459042 Apr 07 11:08:56.688591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:08:56.688591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:56.732715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:56.733085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:56.733590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:56.733911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Bound port: bed02ca0-91ca-44f4-b667-95136d96a946, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:56.734377 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.780141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 9b7698af-9d33-47f6-afcc-451028313dd9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:08:56.792315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 9b7698af-9d33-47f6-afcc-451028313dd9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:56.792935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.823219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f085d24f-2307-47cb-a29a-d3f1cb521e21 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:56.836558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f221a-f823-48e1-9cfc-4fad35f8c997 req-e488db48-28ab-4acd-a40c-5b04144033ef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:56.844687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e06f221a-f823-48e1-9cfc-4fad35f8c997 req-e488db48-28ab-4acd-a40c-5b04144033ef tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 944 time: 0.2957687 Apr 07 11:08:56.916840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9b7698af-9d33-47f6-afcc-451028313dd9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:08:56.916840 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.966112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b7698af-9d33-47f6-afcc-451028313dd9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b7698af-9d33-47f6-afcc-451028313dd9,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:08:56.971127 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:56.992599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:56.996415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:57.016782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-1cdbb601-1196-43d4-96fd-d1ed845e0148 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2860856 Apr 07 11:08:57.022135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:57.054002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e06f221a-f823-48e1-9cfc-4fad35f8c997 req-e2226c8e-4494-46d9-978b-b89d6880dbf4 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084191 Apr 07 11:08:57.055815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9b7698af-9d33-47f6-afcc-451028313dd9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:57.096302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:57.096915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:57.098946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] 10.222.0.23 "PUT /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 1096 time: 2.3968210 Apr 07 11:08:57.100414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:57.110188 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8654c792-2ed5-4836-ba97-3e6ca8a34b09" -d '{"events": [{"name": "network-changed", "server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:57.162727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:08:57.172352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-778fdf71-2776-41ee-b823-65433a97e687 None None] Provisioning complete for port eecab4f4-4182-424e-88df-6bab61f21773 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:57.173095 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-778fdf71-2776-41ee-b823-65433a97e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eecab4f4-4182-424e-88df-6bab61f21773), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:57.240185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-778fdf71-2776-41ee-b823-65433a97e687 None None] Port eecab4f4-4182-424e-88df-6bab61f21773 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:08:57.277803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-07d00f40-6b40-4a9e-a09f-c4bca35e0889 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=da06936149804a8aa5242544cf5b1110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139121 Apr 07 11:08:57.295992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770d9ac-dad3-4033-8b39-df59a96ccba1 service neutron] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:57.449775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-3c79c804-8dc6-44e6-b09f-013274c69647 service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148421 Apr 07 11:08:57.491286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-6369a4a2-bc4d-4e54-8071-1bffd9a4a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:57.492741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-6369a4a2-bc4d-4e54-8071-1bffd9a4a9dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1130 time: 0.3350029 Apr 07 11:08:57.586022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-3e43e3d2-aa0d-4760-a3cf-4ffdac0cfea0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.0605385 Apr 07 11:08:57.602742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-3b3ed386-d728-4541-a650-bd13b007c0ca tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:57.604122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-3b3ed386-d728-4541-a650-bd13b007c0ca tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138416 Apr 07 11:08:57.647397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:08:57.656324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Sync routers for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:08:57.663142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2aa17db5-8c1e-4666-a705-177dc6b8b771 admin admin] 10.222.0.13 "PUT /v2.0/routers/107bad2f-bbfe-4421-a2e1-3d60ab200ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1841202 Apr 07 11:08:57.667161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-66405504-46ff-4f96-9125-d819a68f5824 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/quotas/da06936149804a8aa5242544cf5b1110 HTTP/1.1" status: 200 len: 375 time: 0.0515087 Apr 07 11:08:57.671805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:57.672334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:57.725966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-1e1eb640-d79e-4284-b683-575eed31e194 service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660706 Apr 07 11:08:57.727974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-4305de1a-42db-4761-a8a5-e92db6953535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:57.729597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-4305de1a-42db-4761-a8a5-e92db6953535 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1338646 Apr 07 11:08:57.731682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-caa45466-671c-47a3-b5db-a31ac5cbef74 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da06936149804a8aa5242544cf5b1110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522110 Apr 07 11:08:58.058391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:08:58.294283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:08:58.297461 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38e2d7d-fa1c-4370-abe6-33f2e12df126" -d '{"events": [{"server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:08:58.353698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-280647bb-efc0-4c0c-b46e-ff9f270c4884 req-ecf5a87c-f6ac-424e-84cf-fefe7b838cc5 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0685704 Apr 07 11:08:58.370669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-03888580-c02d-4d15-9430-7e8769b3907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:58.372394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-03888580-c02d-4d15-9430-7e8769b3907b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6354060 Apr 07 11:08:58.490602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab072e3-4dc3-4363-b357-dfbd43109fd7 req-cecb6f2b-a92e-4e3b-a742-9cc6771360da tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:58.499557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ab072e3-4dc3-4363-b357-dfbd43109fd7 req-cecb6f2b-a92e-4e3b-a742-9cc6771360da tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.2229490 Apr 07 11:08:58.502999 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5a8d5-0192-4aec-bd05-174fa6580e12 x-openstack-request-id: req-bae5a8d5-0192-4aec-bd05-174fa6580e12 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:08:58.503527 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:08:58.504621 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae5a8d5-0192-4aec-bd05-174fa6580e12 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:08:58.505393 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae5a8d5-0192-4aec-bd05-174fa6580e12'] response: {'name': 'network-changed', 'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'status': 'completed', 'code': 200} Apr 07 11:08:58.631090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ab072e3-4dc3-4363-b357-dfbd43109fd7 req-cad68fc4-4283-4de4-aeb8-ffdc3ed6a4ce tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263244 Apr 07 11:08:58.650425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 2, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:58.665813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-0d40aa94-a948-40fb-895b-d2cb59feedab service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753637 Apr 07 11:08:58.696249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Checking router: 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:08:58.696821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Updating router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 port eecab4f4-4182-424e-88df-6bab61f21773 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:08:58.752514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eecab4f4-4182-424e-88df-6bab61f21773), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:58.767087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bf3982-bf14-4cdb-84aa-f80be8914a85 req-c4317099-2969-404a-8094-4a96999bc5a3 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955498 Apr 07 11:08:58.807364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d85360-7ed8-4a2d-bac1-5f166b1be9ad req-9bd01b11-255b-4cd6-b8c3-e20151215683 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:58.813542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16d85360-7ed8-4a2d-bac1-5f166b1be9ad req-9bd01b11-255b-4cd6-b8c3-e20151215683 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.2193537 Apr 07 11:08:58.875813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16d85360-7ed8-4a2d-bac1-5f166b1be9ad req-0bf0e557-0c56-4d16-8deb-1e2d9ed1d08b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565293 Apr 07 11:08:59.018704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06097491-1a90-4535-aaec-325fad3a0016 req-8bf3c0c7-feef-4fab-bbd3-f0941443dd23 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 210 time: 0.0759220 Apr 07 11:08:59.022295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-7bf3ac7b-1a63-4482-83fb-0dafd4ea8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:59.023839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-7bf3ac7b-1a63-4482-83fb-0dafd4ea8397 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1130 time: 0.1471565 Apr 07 11:08:59.203744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-90b7e1ce-0758-4f48-8d8e-c613dc06abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:59.205612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-90b7e1ce-0758-4f48-8d8e-c613dc06abdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1729879 Apr 07 11:08:59.262860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-64292cb5-9d1b-485d-8ced-8cff0da8ab46 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=da06936149804a8aa5242544cf5b1110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561812 Apr 07 11:08:59.351937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Publish callbacks [] for port (eecab4f4-4182-424e-88df-6bab61f21773), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.358714 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eecab4f4-4182-424e-88df-6bab61f21773), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.381256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-a6549405-198d-45e1-b683-d669abf6e9e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.1505871 Apr 07 11:08:59.425104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff118f-d30c-4039-a4b9-b7a56cc7e128 None None] Pushing event updated for resources: {'Port': ['ID=eecab4f4-4182-424e-88df-6bab61f21773,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:59.440293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:59.451585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392711359', 'description': 'tempest-description--1019508961'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:59.489445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.516125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Attempting to bind port eecab4f4-4182-424e-88df-6bab61f21773 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:08:59.516588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Attempting to bind port eecab4f4-4182-424e-88df-6bab61f21773 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:08:59.517020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Attempting to bind port eecab4f4-4182-424e-88df-6bab61f21773 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:08:59.528062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:08:59.528961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:08:59.531478 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.531977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:08:59.532575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Bound port: eecab4f4-4182-424e-88df-6bab61f21773, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:08:59.532977 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eecab4f4-4182-424e-88df-6bab61f21773), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.638458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group (bdcfdc25-ff74-4006-a120-6013c5ed7d11), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.644217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdcfdc25-ff74-4006-a120-6013c5ed7d11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.681506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-2fffd70a-d04c-4c76-97cb-d053f38d4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:59.682531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-2fffd70a-d04c-4c76-97cb-d053f38d4f41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2220573 Apr 07 11:08:59.688781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-8e43b0c8-eb2c-47e8-9d96-1a0cb7d3b65d tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:59.696703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.697919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-8e43b0c8-eb2c-47e8-9d96-1a0cb7d3b65d tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4340568 Apr 07 11:08:59.698085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2566714 Apr 07 11:08:59.700840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34874) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:08:59.704521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] For port eecab4f4-4182-424e-88df-6bab61f21773, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:08:59.705218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfdc25-ff74-4006-a120-6013c5ed7d11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:08:59.713950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f5042-798a-42e1-8721-9094b185aa9f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcfdc25-ff74-4006-a120-6013c5ed7d11,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:59.726803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] For port eecab4f4-4182-424e-88df-6bab61f21773, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=eecab4f4-4182-424e-88df-6bab61f21773,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:08:59.735433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] Provisioning complete for port eecab4f4-4182-424e-88df-6bab61f21773 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:08:59.736149 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eecab4f4-4182-424e-88df-6bab61f21773), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.742789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group_rule (75da5456-bb8e-40ca-86cd-206152ffd54b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.784495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eecab4f4-4182-424e-88df-6bab61f21773), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:08:59.828429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d906b51-978a-4dae-9c87-cf2bbe785677 req-ee87e73c-e638-40f9-9e5a-431d09d81b28 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:08:59.836620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d906b51-978a-4dae-9c87-cf2bbe785677 req-ee87e73c-e638-40f9-9e5a-431d09d81b28 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.2936537 Apr 07 11:08:59.868134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-7a3b7af0-9a67-4944-afd1-03b2873683c0 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/quotas/da06936149804a8aa5242544cf5b1110 HTTP/1.1" status: 200 len: 375 time: 0.1365507 Apr 07 11:08:59.874568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-eff7469c-eefd-4f8b-b5f1-889a21673994 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=da06936149804a8aa5242544cf5b1110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742140 Apr 07 11:08:59.915107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff118f-d30c-4039-a4b9-b7a56cc7e128 None None] Pushing event updated for resources: {'Port': ['ID=eecab4f4-4182-424e-88df-6bab61f21773,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:08:59.940214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:08:59.941302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:08:59.966550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-01f5a440-a39a-44d6-8409-939325305325 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da06936149804a8aa5242544cf5b1110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975778 Apr 07 11:09:00.123752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-ae22388f-d403-48a4-8105-e63c8e493d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:00.132777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-ae22388f-d403-48a4-8105-e63c8e493d20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4333999 Apr 07 11:09:00.158368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d906b51-978a-4dae-9c87-cf2bbe785677 req-3f74e9da-4ba1-4cca-bee3-a8cb880a0faf tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205278 Apr 07 11:09:00.365772 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e293f4a-f603-4550-a732-a89f34e7074a x-openstack-request-id: req-3e293f4a-f603-4550-a732-a89f34e7074a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:00.366099 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:00.366367 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e293f4a-f603-4550-a732-a89f34e7074a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:00.366774 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e293f4a-f603-4550-a732-a89f34e7074a'] response: {'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9', 'code': 200} Apr 07 11:09:00.417191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-777dd4be-08bc-4780-aca4-5cc9a5fa716d service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530122 Apr 07 11:09:00.417772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] Current status of the port eecab4f4-4182-424e-88df-6bab61f21773 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:00.417772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eecab4f4-4182-424e-88df-6bab61f21773), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.438407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-944cc4e8-4c36-458f-bf4c-a781376772da tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:00.440251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-944cc4e8-4c36-458f-bf4c-a781376772da tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5490708 Apr 07 11:09:00.491733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] For port eecab4f4-4182-424e-88df-6bab61f21773, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=eecab4f4-4182-424e-88df-6bab61f21773,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:00.520861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eecab4f4-4182-424e-88df-6bab61f21773), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.528750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Request body: {'port': {'device_id': '4194c452-89c8-4a82-8402-0cc07776a999', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'da06936149804a8aa5242544cf5b1110'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:00.536753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03017f00-757b-4fab-b849-bcde0192dab5 req-f244f401-c1c9-41b2-9e23-07bfe19ead6b tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0848613 Apr 07 11:09:00.554552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:09:00.700605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-c482b644-a235-4633-adff-23f111c666ce tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:00.702300 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-c482b644-a235-4633-adff-23f111c666ce tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.9370306 Apr 07 11:09:00.719092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Request body: {'port': {'device_id': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'admin_state_up': True, 'tenant_id': '5430aaa714024d25b4b2185e48a80813'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:00.732037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99404-a468-4d1d-8d8f-4881e44dd30e req-58903596-3ea6-4f69-adf8-2c54b5360a05 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:00.733570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3c99404-a468-4d1d-8d8f-4881e44dd30e req-58903596-3ea6-4f69-adf8-2c54b5360a05 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1127 time: 0.2860816 Apr 07 11:09:00.740608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1fa0d-db7d-4522-a229-e4c29bd7f049 req-10935286-ba75-430d-945d-a66284e106d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:00.742146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fc1fa0d-db7d-4522-a229-e4c29bd7f049 req-10935286-ba75-430d-945d-a66284e106d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 1127 time: 0.2722352 Apr 07 11:09:00.783936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group_rule (75da5456-bb8e-40ca-86cd-206152ffd54b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.791074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (75da5456-bb8e-40ca-86cd-206152ffd54b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.811104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75da5456-bb8e-40ca-86cd-206152ffd54b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:00.837409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8654c792-2ed5-4836-ba97-3e6ca8a34b09 req-36b1eeee-9d77-4f04-b035-0861e506a187 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950920 Apr 07 11:09:00.837648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.839153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-37f1dae3-e96e-4da5-870b-27b78411df32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1373377 Apr 07 11:09:00.846822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34892) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:00.855435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfdc25-ff74-4006-a120-6013c5ed7d11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:00.914128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group_rule (61269d27-8df3-4f19-a5c5-b05fa9d0fd9d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.919100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fc1fa0d-db7d-4522-a229-e4c29bd7f049 req-72f7749f-3f20-4a50-a25f-43bc76b86443 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466260 Apr 07 11:09:00.929300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8566a0-7467-4ee3-84b4-d38406807f53 req-d2f0e2ad-4209-49a9-a808-e37862a5c854 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:00.930871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c8566a0-7467-4ee3-84b4-d38406807f53 req-d2f0e2ad-4209-49a9-a808-e37862a5c854 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.2190013 Apr 07 11:09:00.933049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3c99404-a468-4d1d-8d8f-4881e44dd30e req-6d4db293-df87-4937-9561-bb748fc14387 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550093 Apr 07 11:09:00.933888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Made reservation on behalf of da06936149804a8aa5242544cf5b1110 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:00.938025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.947188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0cbec7b7-3847-4697-9dde-e153fdfb1472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.955042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:00.977802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-26376054-f82b-4cfd-a0dc-ac9d4d4de449 None None] Provisioning complete for port eecab4f4-4182-424e-88df-6bab61f21773 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:00.978122 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26376054-f82b-4cfd-a0dc-ac9d4d4de449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eecab4f4-4182-424e-88df-6bab61f21773), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.025402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group_rule (61269d27-8df3-4f19-a5c5-b05fa9d0fd9d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.025402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Made reservation on behalf of 5430aaa714024d25b4b2185e48a80813 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:01.025402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.034242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (61269d27-8df3-4f19-a5c5-b05fa9d0fd9d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.070320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c8566a0-7467-4ee3-84b4-d38406807f53 req-4caeadda-5d39-4b39-89ee-379fd045dfcc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221619 Apr 07 11:09:01.071285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61269d27-8df3-4f19-a5c5-b05fa9d0fd9d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:01.073211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494cf79-c86f-4b30-b8e9-766fd2b2484a None None] Pushing event updated for resources: {'Port': ['ID=eecab4f4-4182-424e-88df-6bab61f21773,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:01.135418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.139447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df6e0795-0c9d-49bb-a9a2-4beced20d7f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886174 Apr 07 11:09:01.141039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34898) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:01.153096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:01.223458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-26376054-f82b-4cfd-a0dc-ac9d4d4de449 None None] Current status of the port eecab4f4-4182-424e-88df-6bab61f21773 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:01.232246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.233218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:08:59Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:01.280988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc351a-572b-42bd-81c4-3d33f47957c6 None None] The sync data for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 is: [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:08:59Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:09:01.295975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks [] for security_group (40a6f8fb-fe17-4a99-a29f-857c554d44fd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.303073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d3f5eb9-8f60-4a73-b505-5a57628fc2c8 req-9b5b001d-5338-4d90-bcd5-cfb3ba5766e9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 210 time: 0.0616062 Apr 07 11:09:01.305718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f5c8e28-e3da-4528-8454-ff94c05c1a1a req-63011fac-95f3-4967-9bee-a2badbcd4caf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 210 time: 0.0654492 Apr 07 11:09:01.306459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40a6f8fb-fe17-4a99-a29f-857c554d44fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.307513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.424453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6f8fb-fe17-4a99-a29f-857c554d44fd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:01.478701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Allocated IP 172.20.0.5 (a07638e2-76b3-4155-9144-c864387ac20e/24a0e80b-7652-4f88-8b1d-8659f5200268/b073e1a4-14d3-4de9-a53f-407e3ba3205c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:09:01.699006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Allocated IP 192.168.233.86 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/6d8db75b-bb0f-4e00-9363-26127611e6ba) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:09:01.755624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec12847-3c51-4626-b28b-a64f2354ff6b req-755404be-8cf2-40dc-aeb3-542331047f24 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:01.770722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ec12847-3c51-4626-b28b-a64f2354ff6b req-755404be-8cf2-40dc-aeb3-542331047f24 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.2411718 Apr 07 11:09:01.810158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks [] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.864094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e8ce73a-97df-4345-8316-a4c88aa46e1c req-fc290c14-e004-4147-a1d0-7065961a69c6 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0653150 Apr 07 11:09:01.929688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:01.935554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ec12847-3c51-4626-b28b-a64f2354ff6b req-0b96b698-d5cf-4a9f-aca6-658e7d8e770b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468234 Apr 07 11:09:02.016720 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:02.071295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Network a07638e2-76b3-4155-9144-c864387ac20e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:09:02.097051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:02.111737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:09:02.166628 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks [] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:02.181320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-40701e08-76ca-45cb-93a0-0b7d85c4f32b tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=da06936149804a8aa5242544cf5b1110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438380 Apr 07 11:09:02.314276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:02.404218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:02.405786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:02.487352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-264d5add-ea1c-4b43-947a-daab47c92ea5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7737939 Apr 07 11:09:02.505711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Request body: {'port': {'device_id': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:02.530875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:02.535074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:02.590910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Allocated IP 172.25.5.118 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d59cc9ea-3e62-49c6-93dd-258f32a959a2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:09:02.614552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b71094e4-cba3-420a-b738-6f668019a9a0 req-26672db6-162b-4fca-8e77-c3ac89657c14 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 210 time: 0.1056111 Apr 07 11:09:02.708388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eecab4f4-4182-424e-88df-6bab61f21773 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:02.710056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8e4cf-0ea7-476e-877b-c1f8e18323f4 req-5d5c4bd1-b46d-482b-a831-3de2ef2992b8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:02.726300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0a8e4cf-0ea7-476e-877b-c1f8e18323f4 req-5d5c4bd1-b46d-482b-a831-3de2ef2992b8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.4080784 Apr 07 11:09:02.782782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:02.908425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:02.922197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.008566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:03.010396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0a8e4cf-0ea7-476e-877b-c1f8e18323f4 req-ddae027b-ef47-430c-a32f-b2a54b75b74c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261888 Apr 07 11:09:03.025584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-d858bdaa-253d-4aa6-b93e-802f275bc656 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:03.030064 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7691c3ef-6752-4f47-baec-510fd9827755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.031628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-d858bdaa-253d-4aa6-b93e-802f275bc656 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8320777 Apr 07 11:09:03.052119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'mac_address': 'fa:16:3e:4c:97:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:03.053906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port eecab4f4-4182-424e-88df-6bab61f21773 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:03.054282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eecab4f4-4182-424e-88df-6bab61f21773), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.077659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Request body: {'port': {'device_id': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'da06936149804a8aa5242544cf5b1110'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:03.242698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port bed02ca0-91ca-44f4-b667-95136d96a946 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:03.243090 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.266509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.278715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.284044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed02ca0-91ca-44f4-b667-95136d96a946 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:03.293901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:09:03.326693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.327520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.328252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.328802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.329431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.330010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.330563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.331212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.331758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.332589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.333230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.334477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.335048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:03.341223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:03.361869 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.375249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:03.379518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port eecab4f4-4182-424e-88df-6bab61f21773 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:03.464426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:09:03.464565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:03.486621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:09:03.520220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:03.530351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=d59cc9ea-3e62-49c6-93dd-258f32a959a2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:03.532728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:09:03.570122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ecc266c-2d9e-4541-b33a-6b36b7aff1df req-efd6cd17-1653-4e45-8647-af1b776dd958 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.2535532 Apr 07 11:09:03.645825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:03.646492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.668077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bed02ca0-91ca-44f4-b667-95136d96a946'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:03.678762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Made reservation on behalf of da06936149804a8aa5242544cf5b1110 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:03.690799 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.750563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09081fd-9cd9-4ff6-8d0e-3502deb88967 req-0593396f-256c-439d-a57e-b5f334837994 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:03.752250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c09081fd-9cd9-4ff6-8d0e-3502deb88967 req-0593396f-256c-439d-a57e-b5f334837994 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 931 time: 0.9148161 Apr 07 11:09:03.904566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b073e1a4-14d3-4de9-a53f-407e3ba3205c {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:03.934756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-86cbbc9d-5f5c-4f3b-8554-bf9f83418daa tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4650948 Apr 07 11:09:03.943558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-43616000-4669-441f-a964-689f3f0238e9 None None] Provisioning complete for port 6d8db75b-bb0f-4e00-9363-26127611e6ba triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:03.944311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43616000-4669-441f-a964-689f3f0238e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.962908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Publish callbacks [] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:03.981376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Request body: {'port': {'device_id': '4194c452-89c8-4a82-8402-0cc07776a999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:04.011232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (6e3cab03-63de-4ad5-8075-7a16c18963b9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.037070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Transition to ACTIVE for port object b073e1a4-14d3-4de9-a53f-407e3ba3205c will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:09:04.107793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-43616000-4669-441f-a964-689f3f0238e9 None None] Port 6d8db75b-bb0f-4e00-9363-26127611e6ba cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:09:04.118375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.131332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.227004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c09081fd-9cd9-4ff6-8d0e-3502deb88967 req-88ae0d64-7cbc-4c2b-a12d-3a0a2e3e613f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358597 Apr 07 11:09:04.239641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:04.320494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.384759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0306415-342e-4892-9691-e7421ad29605 req-0834b57a-7f23-41f5-8c1d-6e0ea29d9c63 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:04.386361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0306415-342e-4892-9691-e7421ad29605 req-0834b57a-7f23-41f5-8c1d-6e0ea29d9c63 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.6071706 Apr 07 11:09:04.448093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.462177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.512073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.563954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (6e3cab03-63de-4ad5-8075-7a16c18963b9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.579696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-176f9648-7619-474b-9efa-7d3fd67da313 req-14376a9d-a7a4-4982-a3aa-08e268edb5a6 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 210 time: 0.1882074 Apr 07 11:09:04.675047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=d59cc9ea-3e62-49c6-93dd-258f32a959a2,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:04.695363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.696727 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9d033a45-e345-45dc-9fd9-d9f322a480d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5546649 Apr 07 11:09:04.736368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:04.737881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:04.739897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:04.750096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:04.751411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:04.761863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:04.763267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:04.763950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:04.764583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Bound port: b073e1a4-14d3-4de9-a53f-407e3ba3205c, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:04.765236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:04.799023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Allocated IP 192.168.233.235 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/54f05235-7f3f-4718-b7d0-1928a6047d63) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:09:04.805000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0306415-342e-4892-9691-e7421ad29605 req-b352a5ed-f326-448f-8f39-6335eab737fd tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936925 Apr 07 11:09:04.922064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:04.943820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:04.958066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:05.031149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:05.031839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:05.033184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] 10.222.0.41 "PUT /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 1091 time: 2.5387139 Apr 07 11:09:05.033647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:05.036493 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83393b57-8b58-46ee-b9eb-a86791848f50" -d '{"events": [{"name": "network-changed", "server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:05.079735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2ea8d-1466-4874-b615-db7174a4f972 service neutron] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:05.182352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b005d2bc-afea-4c41-9346-a6834793c31d req-2053c359-af1c-4187-8fb7-4b2eb4d21529 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1024129 Apr 07 11:09:05.197076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-0a9da3e9-71cd-4c20-9a5e-67d8d6b1936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:05.199277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-0a9da3e9-71cd-4c20-9a5e-67d8d6b1936f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1125 time: 0.1118445 Apr 07 11:09:05.282769 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-c9ea85da-a2cf-48af-93c7-a328908f0315 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 217 time: 0.0769744 Apr 07 11:09:05.372332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-c32b8e32-7ba3-4fc6-a518-ec6045827be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:05.379231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-c32b8e32-7ba3-4fc6-a518-ec6045827be8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0860791 Apr 07 11:09:05.444201 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-c900ddf7-cd33-4680-9b85-9d93088aa90e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623670 Apr 07 11:09:05.565166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-a1c23be9-8dae-4079-8e7b-5c2f3cbbafba service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144760 Apr 07 11:09:05.672520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4773e-c2e3-4277-a603-f17be6b34e57 req-7f39e394-2787-4467-8712-dc6d44553710 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:05.680371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-abc4773e-c2e3-4277-a603-f17be6b34e57 req-7f39e394-2787-4467-8712-dc6d44553710 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 949 time: 0.9386702 Apr 07 11:09:05.691117 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4e08de1a-8eb2-4377-8b0c-815cff679855 req-8653f65d-c575-4ea1-95fa-b74e3020f636 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199205 Apr 07 11:09:05.731305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks [] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:05.797421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-abc4773e-c2e3-4277-a603-f17be6b34e57 req-fb808f75-5aec-48a3-ad53-00be0addb301 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143599 Apr 07 11:09:05.802579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d4da3562-5b5b-4bb4-96ae-1679eb862dc4 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--392711359&fields=id&tenant_id=55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 267 time: 0.1151097 Apr 07 11:09:05.833411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:05.863768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.003552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:09:06.024361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:06.027380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:09:06.039139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:06.147257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab274c-d01f-49aa-ad81-8adc73922e51 req-2c721e31-ea2f-49a6-abde-eaad22ceea35 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:06.148861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddab274c-d01f-49aa-ad81-8adc73922e51 req-2c721e31-ea2f-49a6-abde-eaad22ceea35 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.2615695 Apr 07 11:09:06.156408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:06.157046 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.158369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34972) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:06.163207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Request body: {'floatingip': {'port_id': '9b7698af-9d33-47f6-afcc-451028313dd9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:06.164940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-17faed89-1465-4600-acc7-7de62e82655d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:06.166757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-17faed89-1465-4600-acc7-7de62e82655d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.3558106 Apr 07 11:09:06.192917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-5ee6cd0f-b081-42e8-b330-0e9c3d410255 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/quotas/55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 375 time: 0.0191710 Apr 07 11:09:06.220952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-006b32bf-0079-4d45-9af9-bbefea003bbf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1537993 Apr 07 11:09:06.247306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Request body: {'port': {'device_id': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:06.257704 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37f9d54-4628-4256-a5f4-2938244c2196 x-openstack-request-id: req-c37f9d54-4628-4256-a5f4-2938244c2196 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:06.257920 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:06.258188 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c37f9d54-4628-4256-a5f4-2938244c2196 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:06.259576 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37f9d54-4628-4256-a5f4-2938244c2196'] response: {'name': 'network-changed', 'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'status': 'completed', 'code': 200} Apr 07 11:09:06.317685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8db75b-bb0f-4e00-9363-26127611e6ba {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:06.324867 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.335452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Publish callbacks [] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.389763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eeff7c69-77db-4754-8b5f-76827748429a None None] Provisioning complete for port 54f05235-7f3f-4718-b7d0-1928a6047d63 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:06.390440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eeff7c69-77db-4754-8b5f-76827748429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.406853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-28037ea5-1436-480e-9fb5-af2898e402be tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033195 Apr 07 11:09:06.414672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Transition to ACTIVE for port object 6d8db75b-bb0f-4e00-9363-26127611e6ba will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:09:06.419665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.425548 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.437623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-894c219a-8836-4a2a-84d5-4a5a8a66e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:06.440999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-894c219a-8836-4a2a-84d5-4a5a8a66e175 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1125 time: 0.1800778 Apr 07 11:09:06.449449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eeff7c69-77db-4754-8b5f-76827748429a None None] Port 54f05235-7f3f-4718-b7d0-1928a6047d63 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:09:06.528941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:06.574810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5101962-d58e-4e3c-a7c0-57cca6e99cbb req-2716a2fb-a83f-4670-9468-48ed7271be27 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:06.582668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5101962-d58e-4e3c-a7c0-57cca6e99cbb req-2716a2fb-a83f-4670-9468-48ed7271be27 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.2548125 Apr 07 11:09:06.618213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:06.655283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port bed02ca0-91ca-44f4-b667-95136d96a946 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:09:06.665081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port bed02ca0-91ca-44f4-b667-95136d96a946 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:06.665796 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.696919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-7120b517-8eff-499c-9a56-b2e2c78946d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:06.699222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-7120b517-8eff-499c-9a56-b2e2c78946d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.2505100 Apr 07 11:09:06.757553 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-be44f746-7a55-4da4-a787-ef18e5d80b0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 217 time: 0.0515134 Apr 07 11:09:06.794798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-ec7fd695-c439-4f21-aa1b-b1d80d6b5a4a service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540351 Apr 07 11:09:06.831327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port bed02ca0-91ca-44f4-b667-95136d96a946 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:06.831728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.839269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5101962-d58e-4e3c-a7c0-57cca6e99cbb req-afeac402-dd70-4c55-a5fa-00ed1f4db7c9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553327 Apr 07 11:09:06.889147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:06.891704 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee11ae0-6c3f-4b64-a2b2-a2cf20da0ffb" -d '{"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-plugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:06.906918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:06.914288 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:06.923962 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:09:06.987475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Attempting to bind port 6d8db75b-bb0f-4e00-9363-26127611e6ba on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:06.987818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Attempting to bind port 6d8db75b-bb0f-4e00-9363-26127611e6ba by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:06.988746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Attempting to bind port 6d8db75b-bb0f-4e00-9363-26127611e6ba on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:07.002833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:07.044055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Port 6d8db75b-bb0f-4e00-9363-26127611e6ba on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:07.044902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Attempting to bind port 6d8db75b-bb0f-4e00-9363-26127611e6ba on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:07.068578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-00def2d1-149a-434f-b485-9d33b1e6e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:07.068862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:07.069255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:07.069868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:07.070605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Bound port: 6d8db75b-bb0f-4e00-9363-26127611e6ba, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:07.070956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.081571 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-00def2d1-149a-434f-b485-9d33b1e6e03c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.3151708 Apr 07 11:09:07.157760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-c782b5c2-7b7b-4da3-bbd3-a5255a643fbb service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486364 Apr 07 11:09:07.169339 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-c7090079-5203-4423-bd37-0b469baa8b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805039 Apr 07 11:09:07.271349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:07.332160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.resource_extend [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:09:07.347328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:07.380469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.409274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f05235-7f3f-4718-b7d0-1928a6047d63 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:07.483424 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Publish callbacks [] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.520658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.595948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Transition to ACTIVE for port object 54f05235-7f3f-4718-b7d0-1928a6047d63 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:09:07.614912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:07.615691 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.617430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] 10.222.0.41 "PUT /v2.0/ports/6d8db75b-bb0f-4e00-9363-26127611e6ba HTTP/1.1" status: 200 len: 1095 time: 3.6572258 Apr 07 11:09:07.618115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.620134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:07.629823 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a" -d '{"events": [{"name": "network-changed", "server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:07.771545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edae6c9f-a068-4cea-8b33-704b637c7c44 req-d84d54e4-99d2-44ed-991d-1886690fe1f6 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1674852 Apr 07 11:09:07.816858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5b5b4-e199-479e-8c62-133aad28d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:07.866744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212838-5fc4-4126-8b06-aa5e19a19628 req-970a019d-1698-46a6-9af2-0876ae641729 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:07.879147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-93212838-5fc4-4126-8b06-aa5e19a19628 req-970a019d-1698-46a6-9af2-0876ae641729 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 936 time: 0.4105527 Apr 07 11:09:07.969266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:07.983493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-b038ae2c-9d90-4643-a7ac-8b2f38b2846b service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991335 Apr 07 11:09:07.984871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:08.117807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-9202cccc-be33-40af-9620-1f44ffc13648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:08.119572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-9202cccc-be33-40af-9620-1f44ffc13648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da06936149804a8aa5242544cf5b1110&device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 1129 time: 0.4506440 Apr 07 11:09:08.202924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-afeacb99-7300-4afc-8b6b-ada4bb0ef66a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba HTTP/1.1" status: 200 len: 217 time: 0.0614660 Apr 07 11:09:08.220523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:08.223568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Attempting to bind port 54f05235-7f3f-4718-b7d0-1928a6047d63 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:08.223830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Attempting to bind port 54f05235-7f3f-4718-b7d0-1928a6047d63 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:08.224390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Attempting to bind port 54f05235-7f3f-4718-b7d0-1928a6047d63 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:08.294876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Port 54f05235-7f3f-4718-b7d0-1928a6047d63 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:08.295566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Attempting to bind port 54f05235-7f3f-4718-b7d0-1928a6047d63 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:08.308254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-93212838-5fc4-4126-8b06-aa5e19a19628 req-2474fa14-7fc0-4396-b177-64de032d3f8f tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280047 Apr 07 11:09:08.323783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:08.324289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:08.324771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:08.325672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Bound port: 54f05235-7f3f-4718-b7d0-1928a6047d63, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:08.326142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:08.356029 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Floating IP 329a2127-e6be-487e-9b59-fc77ea406edb associated. External IP: 172.25.5.254, port: 9b7698af-9d33-47f6-afcc-451028313dd9. Apr 07 11:09:08.357989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46725b75-0d26-4b64-b5d9-93da8b279426 req-18eccd31-9b58-4680-bde1-daf1979ae7f4 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:08.364359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46725b75-0d26-4b64-b5d9-93da8b279426 req-18eccd31-9b58-4680-bde1-daf1979ae7f4 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.3001184 Apr 07 11:09:08.403453 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af86a12-351b-4d35-aece-ecdbbe5a8319 x-openstack-request-id: req-0af86a12-351b-4d35-aece-ecdbbe5a8319 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:08.403990 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-plugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:08.403990 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0af86a12-351b-4d35-aece-ecdbbe5a8319 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:08.404404 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af86a12-351b-4d35-aece-ecdbbe5a8319'] response: {'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'code': 200} Apr 07 11:09:08.465495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-65ffbfe9-ab94-4ab7-a487-ba63c8fd5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:08.466971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-65ffbfe9-ab94-4ab7-a487-ba63c8fd5bc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2398300 Apr 07 11:09:08.616517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83393b57-8b58-46ee-b9eb-a86791848f50 req-c2497bfe-7ea9-4e13-b46b-9d9435f5b288 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261652 Apr 07 11:09:08.658851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:08.715637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7141188b-bed7-404d-810e-b0abe2c83895 req-00a850a9-f67b-4396-af12-a338e7cc0c4b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 210 time: 0.1066940 Apr 07 11:09:08.743410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46725b75-0d26-4b64-b5d9-93da8b279426 req-b038bb44-56d4-4379-bf3a-c18a046f34a5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527310 Apr 07 11:09:08.792676 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885dc41c-8779-4239-930f-a062a31c3b14 x-openstack-request-id: req-885dc41c-8779-4239-930f-a062a31c3b14 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:08.792901 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:08.797401 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-885dc41c-8779-4239-930f-a062a31c3b14 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:08.800344 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885dc41c-8779-4239-930f-a062a31c3b14'] response: {'name': 'network-changed', 'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'status': 'completed', 'code': 200} Apr 07 11:09:08.810128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:08.827300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:08.846456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df369582-b15a-4aaf-9192-7c8d3d274213 req-32addc0d-c080-4ce9-ba91-3fce153baa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:08.854509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df369582-b15a-4aaf-9192-7c8d3d274213 req-32addc0d-c080-4ce9-ba91-3fce153baa15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1132 time: 0.3445957 Apr 07 11:09:08.887953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:08.902108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-157ce2c6-c4bd-48bf-a5d3-f5a502811fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:08.905261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-157ce2c6-c4bd-48bf-a5d3-f5a502811fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3944423 Apr 07 11:09:08.912521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Router 99e83877-9445-43b4-8ea4-39ced9830133 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:09:08.915678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'port_id': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'mac_address': 'fa:16:3e:e5:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a0e80b-7652-4f88-8b1d-8659f5200268', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:08.934594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:08.991741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-070c4d44-f487-4c7b-ab69-9fee8adbf4ce req-54c9a8be-2188-4001-baa5-f0c58edb401a tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0460999 Apr 07 11:09:09.016776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b073e1a4-14d3-4de9-a53f-407e3ba3205c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:09.017364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:09.049924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b073e1a4-14d3-4de9-a53f-407e3ba3205c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:09.109049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:09.109706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:09.111126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] 10.222.0.41 "PUT /v2.0/ports/54f05235-7f3f-4718-b7d0-1928a6047d63 HTTP/1.1" status: 200 len: 1096 time: 2.8687129 Apr 07 11:09:09.128185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:09.135070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:09.183647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:09:09.190669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:09.195268 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:09:09.218626 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:09:09.220841 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:09:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:09.264948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-53db9cbc-e8b4-49c0-b5e2-b7d7eeb4c8e6 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "PUT /v2.0/floatingips/329a2127-e6be-487e-9b59-fc77ea406edb HTTP/1.1" status: 200 len: 991 time: 3.1037886 Apr 07 11:09:09.265640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:09.293717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:09.300119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df369582-b15a-4aaf-9192-7c8d3d274213 req-5e36531a-ee95-484b-afed-f8e71a41a190 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266286 Apr 07 11:09:09.307110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba7c0f-eb71-409d-bedb-18e4567db157 service neutron] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:09.311440 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef44fbd-0c1d-4049-b642-bb5407a86307" -d '{"events": [{"name": "network-changed", "server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:09.365346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cabb3-883c-4ce2-be4b-aebcf399d16c req-1a93d43d-324e-45b8-8118-1adc5c6c246e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:09.398467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-124cabb3-883c-4ce2-be4b-aebcf399d16c req-1a93d43d-324e-45b8-8118-1adc5c6c246e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.5427363 Apr 07 11:09:09.475132 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:09:09.476758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-9651796b-ab7d-40d1-b250-4f049d8b42da service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322390 Apr 07 11:09:09.546650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['b073e1a4-14d3-4de9-a53f-407e3ba3205c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:09.817202 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '329a2127-e6be-487e-9b59-fc77ea406edb', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'port_id': '9b7698af-9d33-47f6-afcc-451028313dd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'mac_address': 'fa:16:3e:26:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a274491-371b-43c8-8806-de3c8ba810a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:07:17Z', 'updated_at': '2022-04-07T11:09:07Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:09.844411 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:09:09.855413 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:09:09.856318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:09:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:09.977190 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:09:09.991998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac607bd8-1680-4a28-b288-e7386a6133ef req-b546203c-7141-480f-bcd0-897eb7950d8a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058022 Apr 07 11:09:10.011543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-64c15296-2d58-43b2-aa9b-69cb7565ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.013091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-64c15296-2d58-43b2-aa9b-69cb7565ae2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da06936149804a8aa5242544cf5b1110&device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 1130 time: 0.7990220 Apr 07 11:09:10.064189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-a6ec41b0-f1d7-4625-becd-88e61f6abb14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=54f05235-7f3f-4718-b7d0-1928a6047d63 HTTP/1.1" status: 200 len: 217 time: 0.0368202 Apr 07 11:09:10.079383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-124cabb3-883c-4ce2-be4b-aebcf399d16c req-e600213a-976e-4cb1-abbe-58d3d7e10b98 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798897 Apr 07 11:09:10.142303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-6a9dee86-b054-4dfb-936d-2aee709482d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.145348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-6a9dee86-b054-4dfb-936d-2aee709482d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0648994 Apr 07 11:09:10.162328 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe05b66-4987-4139-945f-4c6fb5357fa2 x-openstack-request-id: req-8fe05b66-4987-4139-945f-4c6fb5357fa2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:10.162822 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:10.162930 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fe05b66-4987-4139-945f-4c6fb5357fa2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:10.163251 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe05b66-4987-4139-945f-4c6fb5357fa2'] response: {'name': 'network-changed', 'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9', 'status': 'completed', 'code': 200} Apr 07 11:09:10.166470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-059d9f40-7192-43c7-bfe8-7cb0f26819ad tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.167927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-059d9f40-7192-43c7-bfe8-7cb0f26819ad tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 1.0390725 Apr 07 11:09:10.264812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430ceb-bc39-4ba5-aef6-f8e5e15de124 req-4214b4fc-7ed4-4314-8266-ef85c4bca359 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.274491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1430ceb-bc39-4ba5-aef6-f8e5e15de124 req-4214b4fc-7ed4-4314-8266-ef85c4bca359 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.8372805 Apr 07 11:09:10.298776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-59e4dc84-506d-4a3a-a364-48b40634e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.300282 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-59e4dc84-506d-4a3a-a364-48b40634e46c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 1127 time: 0.1060200 Apr 07 11:09:10.415714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-b657366b-e980-4bb7-8f3d-1b83b62d326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.417557 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-b657366b-e980-4bb7-8f3d-1b83b62d326d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 924 time: 0.1110134 Apr 07 11:09:10.451363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1430ceb-bc39-4ba5-aef6-f8e5e15de124 req-b688200e-ef3c-407e-8629-cfe6735fface tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759031 Apr 07 11:09:10.471023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-cd75e610-919e-4a87-a906-967aaa98d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.472929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-cd75e610-919e-4a87-a906-967aaa98d0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3030722 Apr 07 11:09:10.482534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-de99867f-437a-46fc-bc4e-985125b25dcc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 379 time: 0.2550056 Apr 07 11:09:10.542040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'port': {'device_id': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'admin_state_up': True, 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'security_groups': ['bdcfdc25-ff74-4006-a120-6013c5ed7d11']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:10.656109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-8af321ec-c1d4-4d54-8e21-b1278c8274a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.657671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-8af321ec-c1d4-4d54-8e21-b1278c8274a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da06936149804a8aa5242544cf5b1110&device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 1129 time: 0.5891049 Apr 07 11:09:10.661421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '329a2127-e6be-487e-9b59-fc77ea406edb', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'port_id': '9b7698af-9d33-47f6-afcc-451028313dd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'mac_address': 'fa:16:3e:26:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a274491-371b-43c8-8806-de3c8ba810a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:07:17Z', 'updated_at': '2022-04-07T11:09:07Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:10.682717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:10.702673 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-75735607-26cb-4f04-8d3c-1a521bf73a2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b7698af-9d33-47f6-afcc-451028313dd9 HTTP/1.1" status: 200 len: 999 time: 0.2769115 Apr 07 11:09:10.727858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99ba3373-b11b-4083-8aa4-953f1bcdefb6 req-aab43e70-b01a-4811-9c1d-1a12b5af5152 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 210 time: 0.1272843 Apr 07 11:09:10.768951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a3f7b-e727-4903-ab77-ac8ee08553f7 None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '329a2127-e6be-487e-9b59-fc77ea406edb', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'port_id': '9b7698af-9d33-47f6-afcc-451028313dd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'mac_address': 'fa:16:3e:26:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a274491-371b-43c8-8806-de3c8ba810a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:07:17Z', 'updated_at': '2022-04-07T11:09:07Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:09:10.807177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-ecabcbaa-52ce-49b8-a8e9-45ca22fa7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.814682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-ecabcbaa-52ce-49b8-a8e9-45ca22fa7472 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.1053586 Apr 07 11:09:10.872541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:10.874963 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92359b8e-0118-4c57-9578-cedc6e8aec6d" -d '{"events": [{"name": "network-changed", "server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:10.886686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port b073e1a4-14d3-4de9-a53f-407e3ba3205c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:09:10.890341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-f2ea3632-86af-4911-90c1-5a04749862fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.891483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port b073e1a4-14d3-4de9-a53f-407e3ba3205c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:10.891863 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:10.892479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-f2ea3632-86af-4911-90c1-5a04749862fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625634 Apr 07 11:09:10.898329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a333c9f-2690-41c2-a410-a18c34512f1d req-84d2392d-6695-428c-aecf-f36b3bd8591d tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:10.899925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a333c9f-2690-41c2-a410-a18c34512f1d req-84d2392d-6695-428c-aecf-f36b3bd8591d tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 948 time: 0.6044860 Apr 07 11:09:11.026618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-62d63170-3f70-4d62-9f73-562111e3e280 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402715 Apr 07 11:09:11.043226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-df5548cb-41dd-48ca-a8a5-84e0aa347cac service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424551 Apr 07 11:09:11.076991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b073e1a4-14d3-4de9-a53f-407e3ba3205c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:11.077649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:11.160906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:11.166064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:11.173547 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbffb4aa-88a4-4d3b-9dea-a33151f6f31c" -d '{"events": [{"server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "name": "network-vif-plugged", "status": "completed", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:11.180319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7868c-f4de-411a-ba8a-0987c57177da None None] New status for floating IP 329a2127-e6be-487e-9b59-fc77ea406edb: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:09:11.194968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-fc8efbe3-1a57-4fac-9b53-4a1fb44e3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:11.196604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-fc8efbe3-1a57-4fac-9b53-4a1fb44e3ee9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.4865446 Apr 07 11:09:11.206079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a333c9f-2690-41c2-a410-a18c34512f1d req-2b3eea97-acb3-40b4-93d9-fb0fff85736a tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976975 Apr 07 11:09:11.278357 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ef44fbd-0c1d-4049-b642-bb5407a86307 req-f595827f-ebba-48b4-85cb-684c107d847f service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294590 Apr 07 11:09:11.297754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f9eb-e721-40b0-be7e-5b6e0ba6b686 req-a2e6a97d-7a58-4481-aad1-69d94e23bbb2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:11.302730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6171f9eb-e721-40b0-be7e-5b6e0ba6b686 req-a2e6a97d-7a58-4481-aad1-69d94e23bbb2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.3622248 Apr 07 11:09:11.303427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:11.312356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:11.337532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-c87f8cec-b4a7-4ffe-abed-2e147b198801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba HTTP/1.1" status: 200 len: 217 time: 0.1285148 Apr 07 11:09:11.371301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:11.444965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:11.447960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cba8668b-601c-4969-9aa3-58376e2a3975 req-bf59c8b3-3b33-4395-a8e3-e5da061369d0 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1012673 Apr 07 11:09:11.594446 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd54c9-66b6-47b6-b463-9d728d81b7ea x-openstack-request-id: req-e2fd54c9-66b6-47b6-b463-9d728d81b7ea {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:11.594743 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:11.595000 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2fd54c9-66b6-47b6-b463-9d728d81b7ea {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:11.595388 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fd54c9-66b6-47b6-b463-9d728d81b7ea'] response: {'name': 'network-changed', 'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'status': 'completed', 'code': 200} Apr 07 11:09:11.654159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0d80e0-3083-437e-882b-448f7ba1aa94 req-975a8879-1697-44c9-8ebf-6c285201d335 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996747 Apr 07 11:09:11.668614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-df34880f-e4c7-4923-a82c-2a0baf6c9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:11.670786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-df34880f-e4c7-4923-a82c-2a0baf6c9654 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.3086860 Apr 07 11:09:11.691773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6171f9eb-e721-40b0-be7e-5b6e0ba6b686 req-3e553192-16a4-4c6d-90b2-3daf73737d1c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713467 Apr 07 11:09:11.730873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Allocated IP 172.20.0.10 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/18e86218-c14c-4d78-81c1-4d0a5edfb5f8) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:09:11.756661 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f9e3e1-e8d5-4e9e-83c1-5f93d1fd4bcc x-openstack-request-id: req-45f9e3e1-e8d5-4e9e-83c1-5f93d1fd4bcc {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:11.757529 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "name": "network-vif-plugged", "status": "completed", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:11.758496 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f9e3e1-e8d5-4e9e-83c1-5f93d1fd4bcc {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:11.759059 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f9e3e1-e8d5-4e9e-83c1-5f93d1fd4bcc'] response: {'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'code': 200} Apr 07 11:09:11.896866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353e0cc-81c5-4817-9107-a8a20a81c292 req-75db11bb-d646-408b-8fe7-962b2726bc5b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:11.898723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7353e0cc-81c5-4817-9107-a8a20a81c292 req-75db11bb-d646-408b-8fe7-962b2726bc5b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.3115869 Apr 07 11:09:11.950368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc36cc1-8bcd-4999-8a80-ac70ab610d42 req-e7e00093-62c3-4924-b136-3c4c65a9bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:11.952199 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cc36cc1-8bcd-4999-8a80-ac70ab610d42 req-e7e00093-62c3-4924-b136-3c4c65a9bc91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1127 time: 0.1261790 Apr 07 11:09:11.973379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-22be20c1-3f79-4833-8ae5-6d96ca5e525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:11.974891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-22be20c1-3f79-4833-8ae5-6d96ca5e525e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2815633 Apr 07 11:09:12.045743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-dccfd87b-a0bb-4727-80ac-727adf8e2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:12.047902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-dccfd87b-a0bb-4727-80ac-727adf8e2141 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da06936149804a8aa5242544cf5b1110&device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 1130 time: 0.3074367 Apr 07 11:09:12.055642 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cc36cc1-8bcd-4999-8a80-ac70ab610d42 req-cdf8df36-7aa9-460c-9149-45652d52fece service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894907 Apr 07 11:09:12.126862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7353e0cc-81c5-4817-9107-a8a20a81c292 req-2372da9a-d45f-4929-a47f-5c36a3893c91 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053599 Apr 07 11:09:12.204338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:12.276916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-f921d190-80d9-4c59-ad5d-2eea38ed568e service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943571 Apr 07 11:09:12.286159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215328a-9712-4cf2-acec-db9ade48d7ba req-544309da-cfb4-4c63-af19-1fafe9fda29e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:12.287764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5215328a-9712-4cf2-acec-db9ade48d7ba req-544309da-cfb4-4c63-af19-1fafe9fda29e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1528161 Apr 07 11:09:12.289871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f472f31d-315e-44aa-9fa6-7a079114d4d4 req-e996d1eb-5bca-4bc5-b7b2-86e6a3afa3e5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 210 time: 0.0529084 Apr 07 11:09:12.390746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:12.549877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:09:12.577125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:12.580125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:09:12.663670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5215328a-9712-4cf2-acec-db9ade48d7ba req-79a77b71-d71a-4ce6-a3c2-fa88d94db58a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381510 Apr 07 11:09:12.664412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:12.750984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a53f4-aaee-4310-8b29-2be9122426a4 req-cf82d822-6a9f-46e0-a2d6-dcdddb7d42fb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:12.752565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-460a53f4-aaee-4310-8b29-2be9122426a4 req-cf82d822-6a9f-46e0-a2d6-dcdddb7d42fb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 945 time: 0.3809865 Apr 07 11:09:12.754262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-88a049ba-e116-43d7-9800-aa2e7baeabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:12.756149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-88a049ba-e116-43d7-9800-aa2e7baeabba service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.4348736 Apr 07 11:09:12.758073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38a846f6-0c5f-4c9b-b961-fd5fb5e8100a req-12786fa9-2f76-4f70-93bf-b038318c0777 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794913 Apr 07 11:09:12.825490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:12.826395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:12.869608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-9365edab-13d0-40ed-9018-036839366ab0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=54f05235-7f3f-4718-b7d0-1928a6047d63 HTTP/1.1" status: 200 len: 217 time: 0.0868235 Apr 07 11:09:12.904900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-d7d140bf-10e5-4c3f-b387-d14ce834245a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3995304 Apr 07 11:09:12.941963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Request body: {'port': {'device_id': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:12.955655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-460a53f4-aaee-4310-8b29-2be9122426a4 req-6c99e91d-c686-43d1-98b4-86fc2593e53c tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800213 Apr 07 11:09:13.010043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-91f26fda-2a5f-4a9f-93dc-2c18bdaeba7d None None] Provisioning complete for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:13.011027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-91f26fda-2a5f-4a9f-93dc-2c18bdaeba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:13.017852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7c7bc-b18c-40a2-9337-ed4134dbbbb1 req-1d697187-b807-4848-b231-17661040d966 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:13.020268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ee7c7bc-b18c-40a2-9337-ed4134dbbbb1 req-1d697187-b807-4848-b231-17661040d966 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 948 time: 0.2566159 Apr 07 11:09:13.041098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-9f310d73-29a8-472f-aade-68726c5ae531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:13.042545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-9f310d73-29a8-472f-aade-68726c5ae531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1648357 Apr 07 11:09:13.085099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-91f26fda-2a5f-4a9f-93dc-2c18bdaeba7d None None] Port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:09:13.135963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:13.157321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0a95bc2-efb5-4fa9-b231-809ab277eba2 req-f2a6d14f-999d-4647-9643-a45782167b9d tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0465558 Apr 07 11:09:13.178809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ee7c7bc-b18c-40a2-9337-ed4134dbbbb1 req-ee4a2ca8-751f-4f4d-9eab-8021fef29ad4 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428385 Apr 07 11:09:13.633823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-668f1dd5-e702-4e04-871c-d27a00d2bfed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697978 Apr 07 11:09:13.668054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-01d502e3-815e-4edc-91d6-aec1a0bf5d99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:09:13.685773 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-01d502e3-815e-4edc-91d6-aec1a0bf5d99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471413 Apr 07 11:09:13.737672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-261a38ed-6163-4814-9e0c-8f027994f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:13.745370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-261a38ed-6163-4814-9e0c-8f027994f1ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6892390 Apr 07 11:09:14.058335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29461f-c315-4915-92ef-80da60dab669 req-59549557-22a2-4f44-b4dd-4034bdbe8c26 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:14.059863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c29461f-c315-4915-92ef-80da60dab669 req-59549557-22a2-4f44-b4dd-4034bdbe8c26 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.4178469 Apr 07 11:09:14.090357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23c40d-4fd6-4349-901c-817aab99dac9 req-c1d3f95f-9b2b-4630-aacb-e7b1b68e4229 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:14.091970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f23c40d-4fd6-4349-901c-817aab99dac9 req-c1d3f95f-9b2b-4630-aacb-e7b1b68e4229 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 932 time: 0.4638953 Apr 07 11:09:14.218375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-22146729-c6a3-4f9c-be21-f4f500b0b553 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:14.220157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-22146729-c6a3-4f9c-be21-f4f500b0b553 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 945 time: 0.2827575 Apr 07 11:09:14.242109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-4ebcef2c-b743-4fc8-bd6b-223330349f78 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863491 Apr 07 11:09:14.329694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c29461f-c315-4915-92ef-80da60dab669 req-0438a7d2-7d5a-447e-843b-0f6aa0c3c537 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547426 Apr 07 11:09:14.384095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f23c40d-4fd6-4349-901c-817aab99dac9 req-febe2bc9-a69b-4c8a-92c6-47055747358f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732401 Apr 07 11:09:14.498252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-7cf04bd1-ab93-45f1-9234-334bc896aca3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:14.499673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-7cf04bd1-ab93-45f1-9234-334bc896aca3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 947 time: 0.2395823 Apr 07 11:09:14.503363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:14.550101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Publish callbacks [] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:14.590982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Transition to ACTIVE for port object 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:09:14.613782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:14.652037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92359b8e-0118-4c57-9578-cedc6e8aec6d req-2d455b3c-ed9a-4ab5-bcfd-6be2e50617c8 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827515 Apr 07 11:09:14.675201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5592-909d-45d5-b57a-4d972ed25ab4 req-2d0e7ece-4f4a-4d43-8092-dd348262dc9e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:14.677336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561c5592-909d-45d5-b57a-4d972ed25ab4 req-2d0e7ece-4f4a-4d43-8092-dd348262dc9e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.2556493 Apr 07 11:09:14.703179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:14.703806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc11d-32df-4e87-a30f-4ed9d713c7d9 req-b55cc8cd-834b-4c1b-a753-ef6212bf820d tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:14.718272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc9dc11d-32df-4e87-a30f-4ed9d713c7d9 req-b55cc8cd-834b-4c1b-a753-ef6212bf820d tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 945 time: 0.2656274 Apr 07 11:09:14.764657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:14.792194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Deleting port 6991615f-29a4-4350-8ec7-33a67282f539 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:09:14.792537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6991615f-29a4-4350-8ec7-33a67282f539), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:14.879940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:14.893649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'mac_address': 'fa:16:3e:af:56:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:14.971768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:14.974487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:14.994830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8db75b-bb0f-4e00-9363-26127611e6ba {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:15.018215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561c5592-909d-45d5-b57a-4d972ed25ab4 req-3ac73504-54c1-4335-a3fc-91f56a2ec554 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883451 Apr 07 11:09:15.039978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc9dc11d-32df-4e87-a30f-4ed9d713c7d9 req-e6d078c7-7313-4b99-903e-c651e0725666 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/security-groups?id=458ba5d0-2463-4b4f-b057-3e1b45f9abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207560 Apr 07 11:09:15.042234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:15.056466 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:15.125289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:15.156689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Attempting to bind port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:15.157055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Attempting to bind port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:15.157468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Attempting to bind port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:15.210381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:15.210744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Attempting to bind port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:15.233916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:15.234649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:15.234649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:15.235097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Bound port: 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:15.235474 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:15.246863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85d26bf3-6f51-4599-96ee-ec76f5955732 req-a712417b-8c88-4823-ad9a-367c4012e840 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0753691 Apr 07 11:09:15.261315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] For port 6991615f-29a4-4350-8ec7-33a67282f539, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6991615f-29a4-4350-8ec7-33a67282f539,segment=NetworkSegment(b7b54fe8-7c7f-4bd9-a876-93f662bdd3db),segment_id=b7b54fe8-7c7f-4bd9-a876-93f662bdd3db)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:15.261698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6991615f-29a4-4350-8ec7-33a67282f539), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:15.284030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Calling delete_port for 6991615f-29a4-4350-8ec7-33a67282f539 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:09:15.333085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72d0ca-4712-4415-b4b2-93a7fe8f7d35 req-37d861f3-fb25-486d-a3ce-75389295b54b tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.334793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a72d0ca-4712-4415-b4b2-93a7fe8f7d35 req-37d861f3-fb25-486d-a3ce-75389295b54b tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 948 time: 0.1991298 Apr 07 11:09:15.428029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['6d8db75b-bb0f-4e00-9363-26127611e6ba'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:15.429754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:15.490134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:15.507902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a72d0ca-4712-4415-b4b2-93a7fe8f7d35 req-73f2283d-1af7-4d00-b8ec-961ea4510c7f tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351905 Apr 07 11:09:15.511414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:15.557754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.558394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:15.559958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] 10.222.0.23 "PUT /v2.0/ports/18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1092 time: 2.6258228 Apr 07 11:09:15.566166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:15.568447 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:15.629531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8130b-cd50-44e0-a114-209ed1ac8efb req-f9a23c91-d74c-4b75-a3cb-350e2cb386a4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.662740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3e8130b-cd50-44e0-a114-209ed1ac8efb req-f9a23c91-d74c-4b75-a3cb-350e2cb386a4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2378724 Apr 07 11:09:15.775021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-1dde607d-06da-42d2-9d84-3fc4521e11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.776859 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-1dde607d-06da-42d2-9d84-3fc4521e11f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1132 time: 0.0619228 Apr 07 11:09:15.806287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86734d7-e984-4c28-a053-125615bb1d80 service neutron] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:15.841907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6991615f-29a4-4350-8ec7-33a67282f539), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:15.901095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9c2f1-5b3b-4890-90d6-f4d821303281 req-ef3b61d1-3b83-40fc-99df-d432ea1ea966 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.908670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcf9c2f1-5b3b-4890-90d6-f4d821303281 req-ef3b61d1-3b83-40fc-99df-d432ea1ea966 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 944 time: 0.2936075 Apr 07 11:09:15.910368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-0108af8d-18b8-4541-bd16-645b79f34ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.911859 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-0108af8d-18b8-4541-bd16-645b79f34ee1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1276650 Apr 07 11:09:15.921257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3e8130b-cd50-44e0-a114-209ed1ac8efb req-376a6654-dd7e-4e4d-acef-0b3a65aafa65 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573998 Apr 07 11:09:15.922244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Pushing event deleted for resources: {'Port': ['ID=6991615f-29a4-4350-8ec7-33a67282f539,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:15.934740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-7b8d52d9-dc65-4848-acea-6835c9c9d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:15.936459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-7b8d52d9-dc65-4848-acea-6835c9c9d407 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1126 time: 0.3226297 Apr 07 11:09:15.965611 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-ddffdf6d-2e28-41a8-8f15-426626a3c167 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.0451925 Apr 07 11:09:16.037462 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a94b5e-3106-44e6-843c-30b3e19be6e1 x-openstack-request-id: req-10a94b5e-3106-44e6-843c-30b3e19be6e1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:16.037751 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:16.038034 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10a94b5e-3106-44e6-843c-30b3e19be6e1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:16.038448 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a94b5e-3106-44e6-843c-30b3e19be6e1'] response: {'name': 'network-changed', 'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'status': 'completed', 'code': 200} Apr 07 11:09:16.039826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] No DVR routers for this DVR port 6991615f-29a4-4350-8ec7-33a67282f539 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:09:16.043846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:16.046935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-1d01c955-3cee-4df3-96f9-d22435dd2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.049005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f13efb95-83ae-4e28-aa1a-125b84a97283 req-27fc7ae8-2b65-4c3f-a9ab-1735a29596e2 tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.23 "DELETE /v2.0/ports/6991615f-29a4-4350-8ec7-33a67282f539 HTTP/1.1" status: 204 len: 173 time: 1.8122191 Apr 07 11:09:16.049756 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-1d01c955-3cee-4df3-96f9-d22435dd2c53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0776453 Apr 07 11:09:16.051240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-dcc8fb04-4080-4f32-a303-3123201202e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 217 time: 0.0709412 Apr 07 11:09:16.122844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-f99b4a85-a868-4052-ab3c-d94189f4059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.124511 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-f99b4a85-a868-4052-ab3c-d94189f4059e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0610950 Apr 07 11:09:16.146477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcf9c2f1-5b3b-4890-90d6-f4d821303281 req-e3693c34-646d-4882-b2cf-7e33914707cc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364485 Apr 07 11:09:16.180865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-45299f0a-6506-45d9-8e9c-9fcb635d2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.182512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-45299f0a-6506-45d9-8e9c-9fcb635d2abe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1178672 Apr 07 11:09:16.255848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa74c1c-c9a6-4ffa-a3af-7ced467af90c req-16ae63a8-fcbf-4f4b-b8d5-fee0edb57ef1 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.257717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fa74c1c-c9a6-4ffa-a3af-7ced467af90c req-16ae63a8-fcbf-4f4b-b8d5-fee0edb57ef1 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1127 time: 0.1797736 Apr 07 11:09:16.275288 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-7007c4e1-365c-46d9-8ea5-dff8a49d3923 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411150 Apr 07 11:09:16.337453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f08a1-7d90-4a9e-bec2-83003217773e req-c5c71271-e823-4500-b2ec-5ff8904d4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.338204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-c5c71271-e823-4500-b2ec-5ff8904d4058 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497519 Apr 07 11:09:16.392642 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-38e07d0a-d2a5-4ef3-9207-1831cbcade2a service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101482 Apr 07 11:09:16.415956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fa74c1c-c9a6-4ffa-a3af-7ced467af90c req-a3cf4ac6-e899-4686-9238-5d43d9fd7321 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366780 Apr 07 11:09:16.430989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ab12e-fb94-46eb-9173-2b0201acef25 req-6ad23fab-d36f-4381-a75f-502b7bc1623d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.439636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f91ab12e-fb94-46eb-9173-2b0201acef25 req-6ad23fab-d36f-4381-a75f-502b7bc1623d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.2017572 Apr 07 11:09:16.536301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f91ab12e-fb94-46eb-9173-2b0201acef25 req-2969152a-4088-4edb-95e1-f64cb8e22442 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Apr 07 11:09:16.560061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-884d23ba-f706-437b-8823-21bb1f52ef53 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126262 Apr 07 11:09:16.598191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6991615f-29a4-4350-8ec7-33a67282f539 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:09:16.643033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 6991615f-29a4-4350-8ec7-33a67282f539 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:09:16.643504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6991615f-29a4-4350-8ec7-33a67282f539 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:09:16.715512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:16.718750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:16.732010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28468b41-bf02-4884-a446-8bb7a918aeee req-32c56ed0-78b5-41a2-97be-e867ab6f0064 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0588777 Apr 07 11:09:16.733788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18024da0-50c1-44cf-99b8-e09005c0ea8d req-39560d2b-3461-4a3f-8284-28fe5384d0eb tempest-VolumesAdminNegativeTest-545148998 tempest-VolumesAdminNegativeTest-545148998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a977588-1846-4785-8b04-a46b1d36cd6e HTTP/1.1" status: 200 len: 210 time: 0.0619273 Apr 07 11:09:16.750051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-336f08a1-7d90-4a9e-bec2-83003217773e req-5ed4eb67-c937-432c-8a76-ecdb89c362cf service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777949 Apr 07 11:09:16.875951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 6d8db75b-bb0f-4e00-9363-26127611e6ba completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:09:16.883640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-8bce8d60-de55-4822-8dd1-798b976384a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:16.885161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-8bce8d60-de55-4822-8dd1-798b976384a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1126 time: 0.0580549 Apr 07 11:09:16.910972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 6d8db75b-bb0f-4e00-9363-26127611e6ba triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:16.911347 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:17.025413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9690-a639-448c-bea2-9cac8bfae6fc req-0eeff4bb-a095-409e-87b5-ee06122acf12 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:17.032588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5aa9690-a639-448c-bea2-9cac8bfae6fc req-0eeff4bb-a095-409e-87b5-ee06122acf12 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 948 time: 0.1252217 Apr 07 11:09:17.119456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5aa9690-a639-448c-bea2-9cac8bfae6fc req-19264b62-03a9-48a3-885a-4aab26590ab2 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857108 Apr 07 11:09:17.126660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-0e3658fc-21a1-4074-a1bc-55ab3fa50b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:17.128414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-0e3658fc-21a1-4074-a1bc-55ab3fa50b26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2359695 Apr 07 11:09:17.186205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:17.200558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-9919f2d2-e242-41fa-b830-46efdb681fcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 217 time: 0.0641158 Apr 07 11:09:17.224152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:17.225051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:17.233583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'mac_address': 'fa:16:3e:70:ec:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:17.321941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-f318685a-a29f-4c9f-ae7d-71942e6a5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:17.325380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:17.326906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-f318685a-a29f-4c9f-ae7d-71942e6a5349 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1200156 Apr 07 11:09:17.328914 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32dd178-ae37-4fa0-be95-b620cec5050d" -d '{"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-plugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:17.398180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:17.401118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 54f05235-7f3f-4718-b7d0-1928a6047d63 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:17.402226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:17.427914 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c446e329-3784-4fcc-92e9-e1fbc8a82f32 x-openstack-request-id: req-c446e329-3784-4fcc-92e9-e1fbc8a82f32 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:17.428248 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-plugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:17.428539 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c446e329-3784-4fcc-92e9-e1fbc8a82f32 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:17.429070 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c446e329-3784-4fcc-92e9-e1fbc8a82f32'] response: {'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'code': 200} Apr 07 11:09:17.432427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f05235-7f3f-4718-b7d0-1928a6047d63 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:17.449087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928278d-bb92-4fc5-92f0-4333d248c153 req-98388cb0-6b52-4e24-8569-c8e9765a8e01 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:17.458521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d928278d-bb92-4fc5-92f0-4333d248c153 req-98388cb0-6b52-4e24-8569-c8e9765a8e01 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 944 time: 0.1946716 Apr 07 11:09:17.461560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:17.465177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:17.498746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-26f74fd1-5b6d-42b2-bb7b-4510e598d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:17.500400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-26f74fd1-5b6d-42b2-bb7b-4510e598d4a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1645198 Apr 07 11:09:17.531175 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:17.535306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:17.626256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:17.944165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['54f05235-7f3f-4718-b7d0-1928a6047d63'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:17.949392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d928278d-bb92-4fc5-92f0-4333d248c153 req-e6f137a2-9734-4bca-9516-3ed2ae6c4ed0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4897423 Apr 07 11:09:18.043264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'name': 'network-vif-deleted', 'tag': '6991615f-29a4-4350-8ec7-33a67282f539'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:18.045786 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b6c6b-6839-4ca2-9a5a-4a453711d92d" -d '{"events": [{"server_uuid": "4a977588-1846-4785-8b04-a46b1d36cd6e", "name": "network-vif-deleted", "tag": "6991615f-29a4-4350-8ec7-33a67282f539"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:18.052237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15084-f6c1-4394-b975-fb4f5905d1a2 req-03c2e10c-fa85-4e81-85d5-62063452b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:18.054030 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50f15084-f6c1-4394-b975-fb4f5905d1a2 req-03c2e10c-fa85-4e81-85d5-62063452b9f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 1131 time: 0.5592852 Apr 07 11:09:18.062981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0385d-1f53-4416-b029-e9fd9b36f166 req-4454d495-d8af-4011-b51f-d46b61dc787f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:18.070762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bf0385d-1f53-4416-b029-e9fd9b36f166 req-4454d495-d8af-4011-b51f-d46b61dc787f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1442168 Apr 07 11:09:18.079966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35148) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:18.093447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-8d9b1601-2c11-43fe-ab45-570d73d0184d service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753303 Apr 07 11:09:18.203370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Deleting subnet 84b1db84-65f5-44dc-9de4-a472b06dc325 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:09:18.217959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Publish callbacks [] for subnet (84b1db84-65f5-44dc-9de4-a472b06dc325), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.262047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bf0385d-1f53-4416-b029-e9fd9b36f166 req-3828dcc5-7c11-48f5-bc01-bbe36b8ffd77 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902356 Apr 07 11:09:18.281012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (84b1db84-65f5-44dc-9de4-a472b06dc325), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.348049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88ed6a1e-8ac9-41f7-b16d-7bca6c0fa942 req-dd55872e-6cd8-4240-bce8-3a58f061bafe tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1029484 Apr 07 11:09:18.358866 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc34a151-459e-4657-bbc5-bd66921f63d3 x-openstack-request-id: req-dc34a151-459e-4657-bbc5-bd66921f63d3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:18.362307 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a977588-1846-4785-8b04-a46b1d36cd6e", "name": "network-vif-deleted", "tag": "6991615f-29a4-4350-8ec7-33a67282f539", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:18.362307 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc34a151-459e-4657-bbc5-bd66921f63d3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:18.362307 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc34a151-459e-4657-bbc5-bd66921f63d3'] response: {'server_uuid': '4a977588-1846-4785-8b04-a46b1d36cd6e', 'name': 'network-vif-deleted', 'tag': '6991615f-29a4-4350-8ec7-33a67282f539', 'status': 'completed', 'code': 200} Apr 07 11:09:18.388529 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (84b1db84-65f5-44dc-9de4-a472b06dc325), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.393348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50f15084-f6c1-4394-b975-fb4f5905d1a2 req-e09ff04e-5e1e-441b-a466-3770902fe379 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877455 Apr 07 11:09:18.489595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4219fa31-ccec-4dd7-a8b8-61aa237a4a31 req-be0ad7ea-d176-4b87-afad-ea5d4dcafacc service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820772 Apr 07 11:09:18.554951 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (84b1db84-65f5-44dc-9de4-a472b06dc325), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.577726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.580866 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84b1db84-65f5-44dc-9de4-a472b06dc325 HTTP/1.1" status: 204 len: 168 time: 0.4992912 Apr 07 11:09:18.584627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35156) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:18.607694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:18.614617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b1db84-65f5-44dc-9de4-a472b06dc325,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:18.628710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.636976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.638265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.638692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.639127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.639536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.639963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.640394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.640832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.641263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.641663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.642453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.642868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b77a7-13a0-43bf-8f4d-ce8d2325c1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:18.683824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167c4dd-bebf-4c55-b094-305252364436 req-56e92e14-9419-4179-add7-4c6126dca0bb tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:18.690769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d167c4dd-bebf-4c55-b094-305252364436 req-56e92e14-9419-4179-add7-4c6126dca0bb tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 949 time: 0.2748015 Apr 07 11:09:18.764193 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (59603613-1584-45cb-8ec0-bf854c7d68a5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.782132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:18.802706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:18.850051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d167c4dd-bebf-4c55-b094-305252364436 req-37ddba78-9407-4786-b346-5e1aa0fd70cf tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991225 Apr 07 11:09:18.883361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:18.884927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.913788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:18.947295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:18.952207 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:18.985113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (59603613-1584-45cb-8ec0-bf854c7d68a5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.010658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59603613-1584-45cb-8ec0-bf854c7d68a5']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:19.023926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:19.024167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:19.024381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b54fe8-7c7f-4bd9-a876-93f662bdd3db') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:19.037720 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (b7b54fe8-7c7f-4bd9-a876-93f662bdd3db), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.053638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b7b54fe8-7c7f-4bd9-a876-93f662bdd3db), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.063459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:09:19.064015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (b7b54fe8-7c7f-4bd9-a876-93f662bdd3db), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:09:19.067615 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:09:19.154470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (59603613-1584-45cb-8ec0-bf854c7d68a5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.162501 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.165546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59603613-1584-45cb-8ec0-bf854c7d68a5 HTTP/1.1" status: 204 len: 168 time: 0.5781534 Apr 07 11:09:19.168444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35160) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:19.179041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb175-6683-4e1a-90af-6ee1d9476b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=59603613-1584-45cb-8ec0-bf854c7d68a5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:19.188271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c46e7-76da-4c77-8898-13a64fd7a8e7 req-a68beda0-9a22-478d-8794-87df9e6a2969 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:19.189772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af9c46e7-76da-4c77-8898-13a64fd7a8e7 req-a68beda0-9a22-478d-8794-87df9e6a2969 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1116688 Apr 07 11:09:19.223445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Deleting subnet fef4c46a-b899-4847-b42c-8cd7a44c3d28 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:09:19.227175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Publish callbacks [] for subnet (fef4c46a-b899-4847-b42c-8cd7a44c3d28), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.233927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['18e86218-c14c-4d78-81c1-4d0a5edfb5f8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:19.246407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af9c46e7-76da-4c77-8898-13a64fd7a8e7 req-6f5891b0-ff6d-4f95-b146-89c8c4c21e39 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Apr 07 11:09:19.274651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (fef4c46a-b899-4847-b42c-8cd7a44c3d28), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.323732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (fef4c46a-b899-4847-b42c-8cd7a44c3d28), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.386057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (fef4c46a-b899-4847-b42c-8cd7a44c3d28), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.408223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e114d-f993-46a8-a5af-e3ba673a4cc3 req-d95fe857-2aa2-475d-8ea0-1fa23d5f4b9b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:19.413534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f95e114d-f993-46a8-a5af-e3ba673a4cc3 req-d95fe857-2aa2-475d-8ea0-1fa23d5f4b9b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.0737653 Apr 07 11:09:19.419584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef4c46a-b899-4847-b42c-8cd7a44c3d28,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:19.421920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.429764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-703f5d7d-188a-4233-ad51-1382df9ef058 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fef4c46a-b899-4847-b42c-8cd7a44c3d28 HTTP/1.1" status: 204 len: 168 time: 0.2596424 Apr 07 11:09:19.430439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35166) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:19.479888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f95e114d-f993-46a8-a5af-e3ba673a4cc3 req-20c167c5-e935-4a0e-a552-7f92d666a7c1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599780 Apr 07 11:09:19.517895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9bba920a-bf55-4505-a1c6-f2a766798c98), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.552522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4a989aa-009b-4e86-9cdf-3fb2df52c6c5 req-ca18b99e-66ba-4463-90c5-a51557c7d55f tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0392277 Apr 07 11:09:19.637367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9bba920a-bf55-4505-a1c6-f2a766798c98), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.660273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bba920a-bf55-4505-a1c6-f2a766798c98']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:19.672401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d32c76d-b84a-458e-9fe4-53013ec340e9') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:19.672693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d32c76d-b84a-458e-9fe4-53013ec340e9') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:19.683426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2d32c76d-b84a-458e-9fe4-53013ec340e9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.698004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2d32c76d-b84a-458e-9fe4-53013ec340e9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.704738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:09:19.704738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2d32c76d-b84a-458e-9fe4-53013ec340e9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:09:19.707975 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:09:19.775002 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9bba920a-bf55-4505-a1c6-f2a766798c98), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.781645 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:19.786353 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/9bba920a-bf55-4505-a1c6-f2a766798c98 HTTP/1.1" status: 204 len: 168 time: 0.3542578 Apr 07 11:09:19.799459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98fb3e-fb1e-4aa5-8f0f-e1e8e3e210bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9bba920a-bf55-4505-a1c6-f2a766798c98,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:20.060999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35188) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:20.064738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ffb7e1c-1fac-4b33-9481-41badcce285c req-ec4d92c6-e6d6-44dc-993b-cd7a4c7fb9f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0695140 Apr 07 11:09:20.095542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d540-0c92-46a4-8fa7-6c0e36aa76c8 req-49fcb460-90ed-46b0-9945-bf45119a2db0 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:20.098433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0637d540-0c92-46a4-8fa7-6c0e36aa76c8 req-49fcb460-90ed-46b0-9945-bf45119a2db0 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 949 time: 0.0935590 Apr 07 11:09:20.131826 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b0792608-103a-472a-8530-49a7c313c881 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10a62f88710848fa81fdbb921f71dee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696199 Apr 07 11:09:20.135020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35190) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:20.190573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0637d540-0c92-46a4-8fa7-6c0e36aa76c8 req-2b1af9e0-3e1e-4da3-8eda-9aa44fd79d5c tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853219 Apr 07 11:09:20.215386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952abd50-197e-4152-a722-894f31fa58d4 admin admin] Publish callbacks [] for security_group (458ba5d0-2463-4b4f-b057-3e1b45f9abef), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:20.232273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952abd50-197e-4152-a722-894f31fa58d4 admin admin] Publish callbacks [] for security_group (458ba5d0-2463-4b4f-b057-3e1b45f9abef), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:20.300257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952abd50-197e-4152-a722-894f31fa58d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (458ba5d0-2463-4b4f-b057-3e1b45f9abef), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:20.306943 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952abd50-197e-4152-a722-894f31fa58d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:20.312520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-952abd50-197e-4152-a722-894f31fa58d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/458ba5d0-2463-4b4f-b057-3e1b45f9abef HTTP/1.1" status: 204 len: 168 time: 0.1765487 Apr 07 11:09:20.323086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952abd50-197e-4152-a722-894f31fa58d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ba5d0-2463-4b4f-b057-3e1b45f9abef,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:20.417914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e48218-2485-4ad9-9090-ad9e42cdff1e req-eb2ebf7d-2bb8-4e4d-ae61-9bb05b9b3673 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:20.419641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2e48218-2485-4ad9-9090-ad9e42cdff1e req-eb2ebf7d-2bb8-4e4d-ae61-9bb05b9b3673 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.0672314 Apr 07 11:09:20.485388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2e48218-2485-4ad9-9090-ad9e42cdff1e req-aea52e9d-5d9d-4c71-8b72-cb311e5a4c0f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573165 Apr 07 11:09:20.608036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:20.648057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d108d4-2d0d-4a16-9272-d68f34f17d30 req-11db1bc4-f2d6-46cc-9e5c-31bf21dba477 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:20.655278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21d108d4-2d0d-4a16-9272-d68f34f17d30 req-11db1bc4-f2d6-46cc-9e5c-31bf21dba477 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.0743511 Apr 07 11:09:20.725074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:09:20.732484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:20.733528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:20.767203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21d108d4-2d0d-4a16-9272-d68f34f17d30 req-94c80a05-7f9d-4e8c-88dd-3e202974c151 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059542 Apr 07 11:09:20.770536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c838689-f110-4303-b65b-d7fe544d37d7 req-30f2e3b5-8b17-42fc-a2fb-6fd8cf9d8a85 tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.1072309 Apr 07 11:09:20.784153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:20.917620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 54f05235-7f3f-4718-b7d0-1928a6047d63 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:09:20.918513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35206) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:20.960592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:20.960989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:20.977214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-91875bed-b5bd-4965-b464-6b02596930ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85234377d2374df8878b1ac95c469baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549426 Apr 07 11:09:20.977443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35208) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:20.988443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 54f05235-7f3f-4718-b7d0-1928a6047d63 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:20.990218 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.018870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:21.022316 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fcbe44-72cc-4897-a3a2-bd8b89a2f68d" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:21.048724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:21.071437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.077296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-363c660a-b6a9-44fd-b408-7d693a646d69 admin admin] Publish callbacks [] for security_group (53c9412d-48be-4be6-a541-645f151c647b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.148305 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376e690-bb05-43ef-971a-449c55c6fa2f x-openstack-request-id: req-0376e690-bb05-43ef-971a-449c55c6fa2f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:21.149013 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:21.149454 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0376e690-bb05-43ef-971a-449c55c6fa2f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:21.150217 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0376e690-bb05-43ef-971a-449c55c6fa2f'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:09:21.151551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:21.174130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-363c660a-b6a9-44fd-b408-7d693a646d69 admin admin] Publish callbacks [] for security_group (53c9412d-48be-4be6-a541-645f151c647b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.222985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 54f05235-7f3f-4718-b7d0-1928a6047d63 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:21.223879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.263040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:21.272941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.305095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-363c660a-b6a9-44fd-b408-7d693a646d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (53c9412d-48be-4be6-a541-645f151c647b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.307959 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-363c660a-b6a9-44fd-b408-7d693a646d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:21.309191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-363c660a-b6a9-44fd-b408-7d693a646d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53c9412d-48be-4be6-a541-645f151c647b HTTP/1.1" status: 204 len: 168 time: 0.3308108 Apr 07 11:09:21.363864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:21.428017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c660a-b6a9-44fd-b408-7d693a646d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c9412d-48be-4be6-a541-645f151c647b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:21.512437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0a1e-28a2-44cd-9033-55c6a005ae51 req-05db6390-d09d-4b45-9862-1e0ad2461c53 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:21.514108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b50a0a1e-28a2-44cd-9033-55c6a005ae51 req-05db6390-d09d-4b45-9862-1e0ad2461c53 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 950 time: 0.1684508 Apr 07 11:09:21.532803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30d86-de84-4df4-afba-aec97b00d26b req-591e0060-8b25-4566-ba02-c45856c8ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:21.540547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5f30d86-de84-4df4-afba-aec97b00d26b req-591e0060-8b25-4566-ba02-c45856c8ec01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1128 time: 0.2302008 Apr 07 11:09:21.687149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b50a0a1e-28a2-44cd-9033-55c6a005ae51 req-f62a8b49-bd88-4ab1-887c-e63010b3b2de tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452587 Apr 07 11:09:21.715461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5f30d86-de84-4df4-afba-aec97b00d26b req-a59dc678-6df6-4694-8e81-b5dca66af6ba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230848 Apr 07 11:09:21.725027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a3c0-c3f8-45a7-9a8c-66b6f41f052f req-d69e1bf5-f397-4131-8928-351a5c8cfe75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:21.728902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89f2a3c0-c3f8-45a7-9a8c-66b6f41f052f req-d69e1bf5-f397-4131-8928-351a5c8cfe75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.1019161 Apr 07 11:09:21.798594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89f2a3c0-c3f8-45a7-9a8c-66b6f41f052f req-160c88e3-5df2-48b0-bff1-9ceefb3b6f65 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591204 Apr 07 11:09:21.961913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327464f-b11c-4935-803a-f17302a39c8f req-ce43d361-a628-43ba-a120-f69e53c15d7e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:21.963901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b327464f-b11c-4935-803a-f17302a39c8f req-ce43d361-a628-43ba-a120-f69e53c15d7e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1095417 Apr 07 11:09:21.988336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a8cfc3e-08d7-4954-9a0e-eebf6d88ff1e req-2ac71039-e763-49f4-8766-9f2926d3d2cc tempest-ServersAdmin275Test-127498688 tempest-ServersAdmin275Test-127498688-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0518396 Apr 07 11:09:22.083019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b327464f-b11c-4935-803a-f17302a39c8f req-144a9d10-fe26-4999-b310-6da48c496535 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020944 Apr 07 11:09:22.337867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afba466c-e1dc-4633-b379-535280f74d7b req-6da57137-e157-4a74-86f7-b0111b711db8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=783e491eca6b4000a3c3280b7e4b6f54&device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0444255 Apr 07 11:09:22.409190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afba466c-e1dc-4633-b379-535280f74d7b req-a4f7dbf8-665b-4c76-a4ee-0a82f263e85c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=783e491eca6b4000a3c3280b7e4b6f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447335 Apr 07 11:09:22.446681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71a974c2-04da-496e-8b9a-d64c68daafe4 req-68eb0019-d288-4c1b-9c22-5458a2e96cdc tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0653346 Apr 07 11:09:22.603891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba466c-e1dc-4633-b379-535280f74d7b req-d8fc5bc0-ef60-45e4-877e-2271cf3d5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:22.603891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afba466c-e1dc-4633-b379-535280f74d7b req-d8fc5bc0-ef60-45e4-877e-2271cf3d5298 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698151 Apr 07 11:09:22.865806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1945f3-b870-444c-a65b-06693b4b919d req-9948afcd-3268-446f-8d0e-b08c9f3e21a5 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:22.882284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a1945f3-b870-444c-a65b-06693b4b919d req-9948afcd-3268-446f-8d0e-b08c9f3e21a5 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 950 time: 0.0958939 Apr 07 11:09:22.984569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a1945f3-b870-444c-a65b-06693b4b919d req-b99ff274-492f-44d4-b75a-e031e2827d51 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957718 Apr 07 11:09:23.015106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb79e-ee12-4a81-b44e-e5ac6ab20386 req-59a41fa9-23e1-49e1-ae4a-904e0075c411 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:23.026466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54acb79e-ee12-4a81-b44e-e5ac6ab20386 req-59a41fa9-23e1-49e1-ae4a-904e0075c411 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.1119950 Apr 07 11:09:23.089870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54acb79e-ee12-4a81-b44e-e5ac6ab20386 req-a6742ded-c43f-4f05-8b7f-eca2e143182e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609233 Apr 07 11:09:23.151880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:23.154380 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a4d0b-0aa4-4b85-a9dd-bcee3ce8aab7" -d '{"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-plugged", "status": "completed", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:23.221442 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5801563f-71d7-4718-bab9-ec9e69c55231 x-openstack-request-id: req-5801563f-71d7-4718-bab9-ec9e69c55231 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:23.221955 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-plugged", "status": "completed", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:23.223928 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5801563f-71d7-4718-bab9-ec9e69c55231 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:23.227451 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5801563f-71d7-4718-bab9-ec9e69c55231'] response: {'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'code': 200} Apr 07 11:09:23.361809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f8553-7849-4892-ad45-96a8817e3e76 req-4a5b81f0-3d60-4e6b-8344-4558c9b11264 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:23.369354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae0f8553-7849-4892-ad45-96a8817e3e76 req-4a5b81f0-3d60-4e6b-8344-4558c9b11264 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1512804 Apr 07 11:09:23.424133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853b181-ccb5-4f96-9edd-860c9b1162c1 req-02c64da6-aa8a-403e-a7b4-0a2bd23c662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:23.425691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4853b181-ccb5-4f96-9edd-860c9b1162c1 req-02c64da6-aa8a-403e-a7b4-0a2bd23c662f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 1132 time: 0.1277773 Apr 07 11:09:23.437111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae0f8553-7849-4892-ad45-96a8817e3e76 req-d4a768f9-db90-4cfb-80a8-d32671dd532a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668087 Apr 07 11:09:23.488877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4853b181-ccb5-4f96-9edd-860c9b1162c1 req-e3a4d12f-8091-433f-a4ec-864ec1c56498 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Apr 07 11:09:23.608084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc8bb2ea-d7d2-460a-a94e-3b3c6c121f64 req-c0d91cfd-1fec-4106-8dc5-449421ab5d0f tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.13 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0379720 Apr 07 11:09:24.158212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afba466c-e1dc-4633-b379-535280f74d7b req-0aa5eba6-4435-448e-b911-fe689429a1cd tempest-ServersAdmin275Test-2034291060 tempest-ServersAdmin275Test-2034291060-project] 10.222.0.23 "GET /v2.0/ports?device_id=591b06c7-7121-441f-a5ed-96927555041f HTTP/1.1" status: 200 len: 210 time: 0.0326135 Apr 07 11:09:24.171210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aada0-8901-4484-bbce-b639efa78d33 req-bc42b92a-6021-4750-ac51-927656b879f7 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:24.172891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da1aada0-8901-4484-bbce-b639efa78d33 req-bc42b92a-6021-4750-ac51-927656b879f7 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 950 time: 0.0894930 Apr 07 11:09:24.248878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da1aada0-8901-4484-bbce-b639efa78d33 req-4df3a3c5-f596-4206-a7d1-5197db1b66be tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Apr 07 11:09:24.396674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e33dad-d6c0-40b4-8e7f-9cca55e2557d req-8aba0aab-4da1-4068-8201-6abec6a594bf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:24.398948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e33dad-d6c0-40b4-8e7f-9cca55e2557d req-8aba0aab-4da1-4068-8201-6abec6a594bf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.0660570 Apr 07 11:09:24.452746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e33dad-d6c0-40b4-8e7f-9cca55e2557d req-dbfc8b45-b3e8-4ba8-a3d0-eca469e38bbc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482230 Apr 07 11:09:24.591342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c153f-fc01-4981-8c53-b4dd0d43d2fc req-02f7e2f4-bd9d-4ff6-abe3-f39d5aa6651f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:24.592894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-764c153f-fc01-4981-8c53-b4dd0d43d2fc req-02f7e2f4-bd9d-4ff6-abe3-f39d5aa6651f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.0684175 Apr 07 11:09:24.682394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-764c153f-fc01-4981-8c53-b4dd0d43d2fc req-6d09402b-94cc-45f0-9b08-769f0ad0eaeb tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655921 Apr 07 11:09:24.901100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c791b71-3ded-463e-9ef2-53dc5cbe2222 req-687281e1-3095-41f5-87d4-5827cedfa6e8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:24.903192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c791b71-3ded-463e-9ef2-53dc5cbe2222 req-687281e1-3095-41f5-87d4-5827cedfa6e8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.1198843 Apr 07 11:09:24.914944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:24.924465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'floatingip': {'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:25.030129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (6e3cab03-63de-4ad5-8075-7a16c18963b9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:25.321870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35486) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:25.463939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7cc22-f3b3-4ba7-b4c0-32b47bafc14b req-dab810a3-7569-4ed2-9aba-c3cfeaf7265b tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:25.468067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ed7cc22-f3b3-4ba7-b4c0-32b47bafc14b req-dab810a3-7569-4ed2-9aba-c3cfeaf7265b tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 950 time: 0.1175053 Apr 07 11:09:25.564886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ed7cc22-f3b3-4ba7-b4c0-32b47bafc14b req-2b38893b-acea-427e-a102-16336007e18d tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Apr 07 11:09:25.580201 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5abc-6be8-48a2-bc52-2fb68ca2c83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:25.727610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.resource_extend [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:09:25.766716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5abc-6be8-48a2-bc52-2fb68ca2c83a admin admin] Publish callbacks [] for security_group (9a94768e-4e51-4c68-a400-fc3451db1887), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:25.787117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5abc-6be8-48a2-bc52-2fb68ca2c83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9a94768e-4e51-4c68-a400-fc3451db1887), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:25.882852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2c0c5abc-6be8-48a2-bc52-2fb68ca2c83a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=783e491eca6b4000a3c3280b7e4b6f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596442 Apr 07 11:09:25.885867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c5abc-6be8-48a2-bc52-2fb68ca2c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a94768e-4e51-4c68-a400-fc3451db1887,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:25.888950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35546) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:25.889464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:25.895368 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (6e3cab03-63de-4ad5-8075-7a16c18963b9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:25.985213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f9369-c5d3-4a07-8d0b-d2b2e19f8400 req-28e45255-b6aa-42d5-80ca-9cc4c57100e1 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:25.987741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f2f9369-c5d3-4a07-8d0b-d2b2e19f8400 req-28e45255-b6aa-42d5-80ca-9cc4c57100e1 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 949 time: 0.2193820 Apr 07 11:09:25.996323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-481e14de-3395-42fd-9370-a4c9247eb832 admin admin] Publish callbacks [] for security_group (9a94768e-4e51-4c68-a400-fc3451db1887), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:26.054337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-481e14de-3395-42fd-9370-a4c9247eb832 admin admin] Publish callbacks [] for security_group (9a94768e-4e51-4c68-a400-fc3451db1887), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:26.058150 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Floating IP 6e3cab03-63de-4ad5-8075-7a16c18963b9 associated. External IP: 172.25.5.118, port: 18e86218-c14c-4d78-81c1-4d0a5edfb5f8. Apr 07 11:09:26.143504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f2f9369-c5d3-4a07-8d0b-d2b2e19f8400 req-b3901675-cd57-4493-9634-2f893908a29e tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420248 Apr 07 11:09:26.164445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-481e14de-3395-42fd-9370-a4c9247eb832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9a94768e-4e51-4c68-a400-fc3451db1887), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:26.167176 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-481e14de-3395-42fd-9370-a4c9247eb832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:26.173983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-481e14de-3395-42fd-9370-a4c9247eb832 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a94768e-4e51-4c68-a400-fc3451db1887 HTTP/1.1" status: 204 len: 168 time: 0.2832625 Apr 07 11:09:26.186084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e14de-3395-42fd-9370-a4c9247eb832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a94768e-4e51-4c68-a400-fc3451db1887,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:26.375144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8f275-2471-4618-8420-5b5614210906 req-4f52b651-0f16-4a18-9f5d-c223d26f6f64 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:26.377401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dd8f275-2471-4618-8420-5b5614210906 req-4f52b651-0f16-4a18-9f5d-c223d26f6f64 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.0984309 Apr 07 11:09:26.501306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dd8f275-2471-4618-8420-5b5614210906 req-97430df5-5702-4be1-be5a-153990597763 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144116 Apr 07 11:09:26.808416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35604) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:26.833747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e76e935d-f1bd-4332-8b1c-f878d928ef4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:26.928070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:09:27.168128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e76e935d-f1bd-4332-8b1c-f878d928ef4a admin admin] Publish callbacks [] for security_group (8d74f44c-5a10-479b-a416-631ac05675f2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.180925 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e76e935d-f1bd-4332-8b1c-f878d928ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8d74f44c-5a10-479b-a416-631ac05675f2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.248211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e76e935d-f1bd-4332-8b1c-f878d928ef4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7db6386767e84fa495908b393fff4298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382906 Apr 07 11:09:27.251280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:27.288860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e935d-f1bd-4332-8b1c-f878d928ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d74f44c-5a10-479b-a416-631ac05675f2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:27.307272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:09:27.322168 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] Sync routers for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:09:27.328582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.353564 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:09:27.354210 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:09:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:27.381112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e89aa15-7a6e-4563-9835-dd6eb94e69e9 admin admin] Publish callbacks [] for security_group (8d74f44c-5a10-479b-a416-631ac05675f2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.387223 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8c32aed4-ace9-4359-a926-e545f1f30bff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "PUT /v2.0/floatingips/6e3cab03-63de-4ad5-8075-7a16c18963b9 HTTP/1.1" status: 200 len: 992 time: 2.4707553 Apr 07 11:09:27.388362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:27.392025 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:27.441000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e89aa15-7a6e-4563-9835-dd6eb94e69e9 admin admin] Publish callbacks [] for security_group (8d74f44c-5a10-479b-a416-631ac05675f2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.545562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e89aa15-7a6e-4563-9835-dd6eb94e69e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8d74f44c-5a10-479b-a416-631ac05675f2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.548383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e89aa15-7a6e-4563-9835-dd6eb94e69e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:27.550042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e89aa15-7a6e-4563-9835-dd6eb94e69e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d74f44c-5a10-479b-a416-631ac05675f2 HTTP/1.1" status: 204 len: 168 time: 0.2968621 Apr 07 11:09:27.575248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89aa15-7a6e-4563-9835-dd6eb94e69e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d74f44c-5a10-479b-a416-631ac05675f2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:27.589313 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:09:27.606905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162dcc5-9e44-49a3-9a52-4bf40bef56a9 req-2cfe4f41-c0bd-469f-8e27-620d77d6ac1a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:27.611278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6162dcc5-9e44-49a3-9a52-4bf40bef56a9 req-2cfe4f41-c0bd-469f-8e27-620d77d6ac1a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.1210990 Apr 07 11:09:27.697037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6162dcc5-9e44-49a3-9a52-4bf40bef56a9 req-4942d987-5f0b-46de-a5a0-af1d2ee07e6a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731990 Apr 07 11:09:27.791613 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9420b-299e-4d69-a492-b063838d6afd x-openstack-request-id: req-4fa9420b-299e-4d69-a492-b063838d6afd {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:27.792229 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:27.792688 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fa9420b-299e-4d69-a492-b063838d6afd {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:27.793409 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa9420b-299e-4d69-a492-b063838d6afd'] response: {'name': 'network-changed', 'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'status': 'completed', 'code': 200} Apr 07 11:09:27.903231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-31cd5418-2aca-463d-9ab7-e106dc2f081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:27.904985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-31cd5418-2aca-463d-9ab7-e106dc2f081e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1128 time: 0.0829804 Apr 07 11:09:28.109630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31ad4a-0bfc-4028-a53b-7bbd0f094552 req-e0890adf-b4f7-4022-a9a7-2636b6a4145d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:28.111596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa31ad4a-0bfc-4028-a53b-7bbd0f094552 req-e0890adf-b4f7-4022-a9a7-2636b6a4145d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.2289484 Apr 07 11:09:28.116899 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '6e3cab03-63de-4ad5-8075-7a16c18963b9', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:09:03Z', 'updated_at': '2022-04-07T11:09:25Z', 'revision_number': 1, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:09:00Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:28.142579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-bb21f41f-b2db-4748-a45c-af56ff68a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:28.146203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-bb21f41f-b2db-4748-a45c-af56ff68a1f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2160296 Apr 07 11:09:28.154090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110eb45-7200-461a-a9e4-ae06df57174a req-d336b2a2-1729-48a2-bb1b-24fbd8f250a7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:28.155429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0110eb45-7200-461a-a9e4-ae06df57174a req-d336b2a2-1729-48a2-bb1b-24fbd8f250a7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.2294137 Apr 07 11:09:28.158529 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] Checking router: 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:09:28.169342 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:09:28.170304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:09:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:28.340430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa31ad4a-0bfc-4028-a53b-7bbd0f094552 req-0e2a9921-49c6-4413-952e-5a07d81e9113 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840072 Apr 07 11:09:28.345165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-054a9bd9-8c63-4b8b-affe-847feb1bbb5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.1793966 Apr 07 11:09:28.357949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0110eb45-7200-461a-a9e4-ae06df57174a req-932032b9-863f-467f-8488-c2c153b13331 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850259 Apr 07 11:09:28.397116 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:09:28.490448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-1cf1c313-5b7a-42fe-9d47-03f8990be6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:28.492303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-1cf1c313-5b7a-42fe-9d47-03f8990be6a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1334124 Apr 07 11:09:28.617569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-dff50a25-3ef8-4c22-8fbd-38e0fc557594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:28.619570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-dff50a25-3ef8-4c22-8fbd-38e0fc557594 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1211150 Apr 07 11:09:28.820366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-280936da-9db7-4a47-98c9-c7da5345f16a service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933491 Apr 07 11:09:28.869422 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '6e3cab03-63de-4ad5-8075-7a16c18963b9', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:09:03Z', 'updated_at': '2022-04-07T11:09:25Z', 'revision_number': 1, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:09:00Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:09:28.931995 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2e885-6460-4395-8f79-ecbc26ace590 None None] The sync data for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 is: [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '6e3cab03-63de-4ad5-8075-7a16c18963b9', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:09:03Z', 'updated_at': '2022-04-07T11:09:25Z', 'revision_number': 1, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:09:00Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:09:29.072498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea10d2a-391c-404a-a2ea-5ed10b5d558a req-b0ef8165-43ae-4c4b-8620-74b6ef052f7d service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436037 Apr 07 11:09:29.318776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3db7e3-9d23-4369-9f4f-6203639b83f7 None None] New status for floating IP 6e3cab03-63de-4ad5-8075-7a16c18963b9: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:09:29.346526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38682b-999e-47f2-9fa6-dd3b75a7e68f req-e612c930-713d-4339-8520-489b51e63e46 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:29.355325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f38682b-999e-47f2-9fa6-dd3b75a7e68f req-e612c930-713d-4339-8520-489b51e63e46 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1127 time: 0.0595522 Apr 07 11:09:29.410940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f38682b-999e-47f2-9fa6-dd3b75a7e68f req-6df6f093-2a06-4a44-8506-3ad501f18a83 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521855 Apr 07 11:09:29.580249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab2cf-a48c-4784-a872-5d634635402b req-3d782fe6-8a06-49a8-8a46-375f4627689e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:29.587743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55ab2cf-a48c-4784-a872-5d634635402b req-3d782fe6-8a06-49a8-8a46-375f4627689e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.0790262 Apr 07 11:09:29.637033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55ab2cf-a48c-4784-a872-5d634635402b req-cac9cad1-2b01-485d-935b-a68fdb5567be tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482855 Apr 07 11:09:29.720072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe4f4-648f-4d02-a76d-1e5bf78e5927 req-6e8930e5-da5b-4b3f-b982-33c222aeba95 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:29.721609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8efe4f4-648f-4d02-a76d-1e5bf78e5927 req-6e8930e5-da5b-4b3f-b982-33c222aeba95 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.0623684 Apr 07 11:09:29.774242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8efe4f4-648f-4d02-a76d-1e5bf78e5927 req-9d9af198-63c8-4176-945f-9ef8dbfe01d8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455928 Apr 07 11:09:30.403894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a7b3f-cdd6-49d1-b39e-c9c7fa51b414 req-c5bcb02f-7afa-4567-b6e9-8498486671c3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:30.405708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b7a7b3f-cdd6-49d1-b39e-c9c7fa51b414 req-c5bcb02f-7afa-4567-b6e9-8498486671c3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.0726223 Apr 07 11:09:30.467039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b7a7b3f-cdd6-49d1-b39e-c9c7fa51b414 req-19f3116e-d637-4460-8158-091f9cc73d5c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536916 Apr 07 11:09:30.536249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3b965c8b-6b33-44ef-b8a7-9fa3b8589ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:30.644994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-ca46b9b4-110b-466c-aa36-de3da02b3802 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:09:30.652139 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-ca46b9b4-110b-466c-aa36-de3da02b3802 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134728 Apr 07 11:09:30.702065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-0e1fd64a-1512-4cf3-86b8-4883e5dbfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:30.703433 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-0e1fd64a-1512-4cf3-86b8-4883e5dbfb76 service neutron] 10.222.0.13 "GET /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 1124 time: 0.0485640 Apr 07 11:09:30.726665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:30.727474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:09:30.814021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:30.959609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:30.985444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'mac_address': 'fa:16:3e:af:56:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:31.021665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:31.022232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:31.022608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:31.028576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:31.028914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:31.036171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:31.036503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:31.037443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:31.037897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Bound port: 7b3d6e6b-6e84-4369-9d70-1271edd664db, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:31.058659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:31.058990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.103050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d8db75b-bb0f-4e00-9363-26127611e6ba {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:31.121047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:31.132624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.135248 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-96da99d5-72a7-424d-a3d9-1b2613e4051d service neutron] 10.222.0.13 "POST /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db/bindings HTTP/1.1" status: 201 len: 389 time: 0.4133327 Apr 07 11:09:31.156265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:31.164245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.171106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc087c0-c358-4c0a-923b-5e517a090ff1 req-137a1aee-26a3-495d-823a-c1a306fc354b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:31.192263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dc087c0-c358-4c0a-923b-5e517a090ff1 req-137a1aee-26a3-495d-823a-c1a306fc354b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1152711 Apr 07 11:09:31.280635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dc087c0-c358-4c0a-923b-5e517a090ff1 req-10fe7468-1679-421c-9acf-02b00e4c5131 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825725 Apr 07 11:09:31.295117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:31.299317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['6d8db75b-bb0f-4e00-9363-26127611e6ba'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:31.417679 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.443241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.445444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.445986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.447411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.448079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.449111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.451260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.451622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.451978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.452354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.452684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.453022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.453390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:09:31.541189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35978) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:31.611886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582092c-7b0a-4371-80a1-5ebb9f18a18d req-d1b83c62-b934-49b7-a750-0900fa74cef3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:31.615176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0582092c-7b0a-4371-80a1-5ebb9f18a18d req-d1b83c62-b934-49b7-a750-0900fa74cef3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1635532 Apr 07 11:09:31.686869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-f81c6c55-e875-4507-a948-7dc6bf16b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:31.688315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-f81c6c55-e875-4507-a948-7dc6bf16b2d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1127 time: 0.1925609 Apr 07 11:09:31.703864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bd5f-5233-495d-9bfa-e0374f575d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.813123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0582092c-7b0a-4371-80a1-5ebb9f18a18d req-1a54fa9a-6a4b-4fe1-a12a-f367594c46a7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846409 Apr 07 11:09:31.821184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bd5f-5233-495d-9bfa-e0374f575d6e admin admin] Publish callbacks [] for security_group (cf1343b3-960e-4fa9-bbe4-09753b56c31a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.826985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bd5f-5233-495d-9bfa-e0374f575d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cf1343b3-960e-4fa9-bbe4-09753b56c31a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.849925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-4d9fb076-a89c-422b-ab74-423d7e6cd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:31.851490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-4d9fb076-a89c-422b-ab74-423d7e6cd744 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1551878 Apr 07 11:09:31.878222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4bd5f-5233-495d-9bfa-e0374f575d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1343b3-960e-4fa9-bbe4-09753b56c31a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:31.886096 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8bb4bd5f-5233-495d-9bfa-e0374f575d6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c01715d5d1ab44ac934c54180a610837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436460 Apr 07 11:09:31.888731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35998) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:31.917455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-81ecbc76-152a-4549-8b1a-69ec1560085f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 217 time: 0.0570514 Apr 07 11:09:31.948872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68ac99f-fae2-410d-b2a3-66e4954e0c68 admin admin] Publish callbacks [] for security_group (cf1343b3-960e-4fa9-bbe4-09753b56c31a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.982063 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68ac99f-fae2-410d-b2a3-66e4954e0c68 admin admin] Publish callbacks [] for security_group (cf1343b3-960e-4fa9-bbe4-09753b56c31a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:31.993445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-6e678079-f82e-4b30-a6fb-0f19c72c0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:31.995487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-6e678079-f82e-4b30-a6fb-0f19c72c0194 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0700386 Apr 07 11:09:32.028317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-3e7d038b-d4e7-40d3-9737-a27f235c5202 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262098 Apr 07 11:09:32.064109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68ac99f-fae2-410d-b2a3-66e4954e0c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cf1343b3-960e-4fa9-bbe4-09753b56c31a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:32.067914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68ac99f-fae2-410d-b2a3-66e4954e0c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:32.071969 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a68ac99f-fae2-410d-b2a3-66e4954e0c68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf1343b3-960e-4fa9-bbe4-09753b56c31a HTTP/1.1" status: 204 len: 168 time: 0.1814764 Apr 07 11:09:32.088591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ac99f-fae2-410d-b2a3-66e4954e0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1343b3-960e-4fa9-bbe4-09753b56c31a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:32.130482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:32.192211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-30ccda93-2858-47d0-a435-76f8572f0bc1 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572881 Apr 07 11:09:32.316754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-2795d885-a0f0-45f9-bd6a-24108919e48e service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176813 Apr 07 11:09:32.644649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82339f0-6f9f-4e77-9eef-21a5b3b3756e req-a6796ff6-160d-41e8-928c-0931acebd717 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:32.653043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d745fdbd-49bb-40a1-8bfb-9151a0a666a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:32.655477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e82339f0-6f9f-4e77-9eef-21a5b3b3756e req-a6796ff6-160d-41e8-928c-0931acebd717 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1934500 Apr 07 11:09:32.693968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:32.802431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e82339f0-6f9f-4e77-9eef-21a5b3b3756e req-8644ee10-b5cf-48fb-b8cf-ddbef4273716 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403153 Apr 07 11:09:32.921471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:32.940378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:32.942714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d745fdbd-49bb-40a1-8bfb-9151a0a666a1 admin admin] Publish callbacks [] for security_group (a93633ba-7cc2-4057-962a-e86c2dd687db), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:32.950202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d745fdbd-49bb-40a1-8bfb-9151a0a666a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a93633ba-7cc2-4057-962a-e86c2dd687db), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:32.953975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:32.977353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745fdbd-49bb-40a1-8bfb-9151a0a666a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93633ba-7cc2-4057-962a-e86c2dd687db,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:33.031070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5d261b99-94e6-4446-a692-b1e3efa4e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.031924 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d745fdbd-49bb-40a1-8bfb-9151a0a666a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48b6b22e0f00498a99a89bd2288c145a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8999262 Apr 07 11:09:33.033837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36038) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:33.078409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2d48f-72df-4866-8166-0df5f85c0c29 req-bc5c99bb-6a6e-4671-b71b-6d1f8dedb66a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:33.080095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49c2d48f-72df-4866-8166-0df5f85c0c29 req-bc5c99bb-6a6e-4671-b71b-6d1f8dedb66a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0718567 Apr 07 11:09:33.177229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-090588ac-5ba9-4ed4-b48c-a844c7deb3c0 admin admin] Publish callbacks [] for security_group (a93633ba-7cc2-4057-962a-e86c2dd687db), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.214464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49c2d48f-72df-4866-8166-0df5f85c0c29 req-19b52ac5-5481-4ade-8e80-a5ea27f8e947 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274650 Apr 07 11:09:33.217843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-090588ac-5ba9-4ed4-b48c-a844c7deb3c0 admin admin] Publish callbacks [] for security_group (a93633ba-7cc2-4057-962a-e86c2dd687db), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.254996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:33.257094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.277668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:33.285298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.298260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 6d8db75b-bb0f-4e00-9363-26127611e6ba triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:33.300058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.361574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:33.361933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-090588ac-5ba9-4ed4-b48c-a844c7deb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a93633ba-7cc2-4057-962a-e86c2dd687db), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.365482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-090588ac-5ba9-4ed4-b48c-a844c7deb3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.370193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-090588ac-5ba9-4ed4-b48c-a844c7deb3c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a93633ba-7cc2-4057-962a-e86c2dd687db HTTP/1.1" status: 204 len: 168 time: 0.3287237 Apr 07 11:09:33.378097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.390257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090588ac-5ba9-4ed4-b48c-a844c7deb3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93633ba-7cc2-4057-962a-e86c2dd687db,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:33.502124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:33.502713 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.532558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['18e86218-c14c-4d78-81c1-4d0a5edfb5f8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:33.584149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:33.598763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:33.605221 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de9abc-245b-4a58-851a-c3b5cea6c459" -d '{"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-plugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:33.640227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:33.665581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:33.725763 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3e5523-bc3a-473b-8e50-1af57b7bf14a x-openstack-request-id: req-cc3e5523-bc3a-473b-8e50-1af57b7bf14a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:33.727031 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-plugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:33.727471 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3e5523-bc3a-473b-8e50-1af57b7bf14a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:33.728097 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3e5523-bc3a-473b-8e50-1af57b7bf14a'] response: {'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'code': 200} Apr 07 11:09:33.791437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:34.052429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028671d-aaba-4807-9e7f-e67c60ad7d3d req-f8daffbc-1dfe-476f-88ff-27e203565b2e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:34.062269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0028671d-aaba-4807-9e7f-e67c60ad7d3d req-f8daffbc-1dfe-476f-88ff-27e203565b2e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1417639 Apr 07 11:09:34.146949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0028671d-aaba-4807-9e7f-e67c60ad7d3d req-73d45c34-6b48-44fb-a013-340e964d1e0b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821588 Apr 07 11:09:34.277619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-1b412942-329e-4b10-9ce6-031ad126e44f tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c8934a811cb84875b0452eee7d47bdc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248151 Apr 07 11:09:34.339597 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:34.474710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3e9c519-4dea-45d3-8d6e-7fcc01139ac7 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:34.477354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3e9c519-4dea-45d3-8d6e-7fcc01139ac7 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937485 Apr 07 11:09:34.505625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-9cef32c1-3bad-4936-9603-c3eb6e65d350 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/quotas/c8934a811cb84875b0452eee7d47bdc1 HTTP/1.1" status: 200 len: 375 time: 0.0209262 Apr 07 11:09:34.547916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0005f-abea-4b60-bd7e-e66cd9af5ab2 req-b2e44047-daee-4af5-be45-b3d1ca21c040 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:34.550905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fe0005f-abea-4b60-bd7e-e66cd9af5ab2 req-b2e44047-daee-4af5-be45-b3d1ca21c040 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1755974 Apr 07 11:09:34.580415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-c57f45c9-0cca-4bc0-a70b-05a0ec1f91e5 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8934a811cb84875b0452eee7d47bdc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637751 Apr 07 11:09:34.658346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fe0005f-abea-4b60-bd7e-e66cd9af5ab2 req-9e0d5024-9139-44e1-a6a8-505ed137b01d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829661 Apr 07 11:09:34.712740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:34.890993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:34.893391 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:34.896715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64ff515f-ed11-4f44-b276-629226f98d62 req-0bc6889a-9508-4de3-9810-4aefe979c6b5 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 210 time: 0.0476987 Apr 07 11:09:35.014070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:35.014471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:35.057936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:35.063683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:35.150687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:35.416272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7db472-2450-4fa0-9e32-e0f3306c5ab0 req-88fd0985-5e97-48df-9802-d325147dcf5e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:35.425927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd7db472-2450-4fa0-9e32-e0f3306c5ab0 req-88fd0985-5e97-48df-9802-d325147dcf5e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1329651 Apr 07 11:09:35.505711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd7db472-2450-4fa0-9e32-e0f3306c5ab0 req-0754a8f7-9316-4101-ae1d-e6f107da7b8f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712507 Apr 07 11:09:35.730140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:35.733018 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02429df4-fc36-4637-a2e8-68e0b6088b92" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:35.814236 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7769acf-c37a-4a8f-8eea-bc4ba4e50ae7 x-openstack-request-id: req-f7769acf-c37a-4a8f-8eea-bc4ba4e50ae7 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:35.814739 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:35.815586 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7769acf-c37a-4a8f-8eea-bc4ba4e50ae7 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:35.816915 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7769acf-c37a-4a8f-8eea-bc4ba4e50ae7'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:09:35.821573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:35.890730 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:35.947551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e1a9-bb5b-4f2c-a6fc-8596d28434e0 req-5eea4d46-a424-4e69-84f2-7fb3d263f292 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:35.955105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20b6e1a9-bb5b-4f2c-a6fc-8596d28434e0 req-5eea4d46-a424-4e69-84f2-7fb3d263f292 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1108985 Apr 07 11:09:36.055680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28d8219c-1872-425f-b7ba-17ce64ee44a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.080611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-420d4504-f8ec-4f2f-8ddb-75d890ea6ec2 req-3cd6f4e2-cd4a-40a5-81a5-7e368e18c0c4 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 210 time: 0.0758905 Apr 07 11:09:36.156580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20b6e1a9-bb5b-4f2c-a6fc-8596d28434e0 req-6c2fcaf2-87dd-4116-b58a-3e7efe5e73b7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005928 Apr 07 11:09:36.174078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-a56535cb-bd22-4598-bcec-2e939db62480 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870714 Apr 07 11:09:36.228310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28d8219c-1872-425f-b7ba-17ce64ee44a2 admin admin] Publish callbacks [] for security_group (e70841a8-5e60-4422-9475-1e5ba2e4ee62), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.236119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-28d8219c-1872-425f-b7ba-17ce64ee44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e70841a8-5e60-4422-9475-1e5ba2e4ee62), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.318694 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-28d8219c-1872-425f-b7ba-17ce64ee44a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9109b081795483fb786406eb80096be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926815 Apr 07 11:09:36.321389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:36.355026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-2d1b663b-f18f-4aa2-8631-28281ae8ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:36.356570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-2d1b663b-f18f-4aa2-8631-28281ae8ab84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 1132 time: 0.1036389 Apr 07 11:09:36.426816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-8913a8e1-65df-49aa-9a62-d30255c1e4be tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c8934a811cb84875b0452eee7d47bdc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407026 Apr 07 11:09:36.498485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8219c-1872-425f-b7ba-17ce64ee44a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70841a8-5e60-4422-9475-1e5ba2e4ee62,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:36.520494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6e92f98-0097-4c80-ab0b-3f486d640a93 admin admin] Publish callbacks [] for security_group (e70841a8-5e60-4422-9475-1e5ba2e4ee62), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.555391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6e92f98-0097-4c80-ab0b-3f486d640a93 admin admin] Publish callbacks [] for security_group (e70841a8-5e60-4422-9475-1e5ba2e4ee62), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.609830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-11cbbce8-9fea-4ffe-947b-3ae8ed0c517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:36.611299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-11cbbce8-9fea-4ffe-947b-3ae8ed0c517f service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1958780 Apr 07 11:09:36.665995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-a694ff6e-0e96-40df-b1c3-a180161980c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0454934 Apr 07 11:09:36.680269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6e92f98-0097-4c80-ab0b-3f486d640a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e70841a8-5e60-4422-9475-1e5ba2e4ee62), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.687147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6e92f98-0097-4c80-ab0b-3f486d640a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:36.692463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6e92f98-0097-4c80-ab0b-3f486d640a93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e70841a8-5e60-4422-9475-1e5ba2e4ee62 HTTP/1.1" status: 204 len: 168 time: 0.3677695 Apr 07 11:09:36.749260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e92f98-0097-4c80-ab0b-3f486d640a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70841a8-5e60-4422-9475-1e5ba2e4ee62,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:36.794908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-feff2425-e7d9-49b1-b61b-1c3d9d55e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:36.810287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-feff2425-e7d9-49b1-b61b-1c3d9d55e5fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1200840 Apr 07 11:09:36.883675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-3ace325d-4a25-41a1-863f-20a5a15364a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:36.885580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-3ace325d-4a25-41a1-863f-20a5a15364a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0740099 Apr 07 11:09:37.037815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-0cd15ed7-997b-48f3-b7b2-5f1e1053591b service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425798 Apr 07 11:09:37.093610 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:37.265423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-cfba8846-6995-4cf6-a95e-f002d07b607c tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:37.273494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-cfba8846-6995-4cf6-a95e-f002d07b607c tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8384676 Apr 07 11:09:37.289386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c17380a-d788-49b2-9f91-d54cbfb07656 req-309f166a-4555-41d9-887c-b1a518ec17e6 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364259 Apr 07 11:09:37.348799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Request body: {'port': {'device_id': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'c8934a811cb84875b0452eee7d47bdc1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:37.511953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f34a6f85-fab8-4464-89a9-274e1f152170 req-8ccc75e9-1eb1-427d-b682-ef55bef99d75 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 210 time: 0.1726713 Apr 07 11:09:37.576109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d78cb-2fa1-4d86-b390-27bc60b5c52c req-fa86a2a8-63d0-45ad-ab08-b993b504c749 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:37.592627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-173d78cb-2fa1-4d86-b390-27bc60b5c52c req-fa86a2a8-63d0-45ad-ab08-b993b504c749 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.4625747 Apr 07 11:09:37.708274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-173d78cb-2fa1-4d86-b390-27bc60b5c52c req-41427461-a74c-4e16-8c34-3294c035e558 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115768 Apr 07 11:09:37.880683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecd0e7-e89c-495e-93ff-9d577e9d41be req-b7e4e7b0-4016-4431-87e5-9796cd479218 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:37.883487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25ecd0e7-e89c-495e-93ff-9d577e9d41be req-b7e4e7b0-4016-4431-87e5-9796cd479218 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1737049 Apr 07 11:09:37.885098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Made reservation on behalf of c8934a811cb84875b0452eee7d47bdc1 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:37.890161 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:37.921681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:38.106033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25ecd0e7-e89c-495e-93ff-9d577e9d41be req-03b19b63-dd53-442d-9faf-f5b6e8dbc6e7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863468 Apr 07 11:09:38.278464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks [] for security_group (0bd98554-b8f4-4a02-b4e4-8b44c10811ab), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:38.286203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0bd98554-b8f4-4a02-b4e4-8b44c10811ab), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:38.595001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Allocated IP 192.168.233.59 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/c1cd044f-229d-448c-aa6e-fd3c9cee7781) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:09:38.710087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd98554-b8f4-4a02-b4e4-8b44c10811ab,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:38.897463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc81511-4c19-4906-aaea-72b6b92ed26a req-35789451-735e-48c2-a156-ab458db28f49 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 210 time: 0.0439501 Apr 07 11:09:39.016058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks [] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:39.081701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289df-5395-488e-aa03-5329a1ecbccb req-5c037d47-e8ac-4092-85bc-893191e27e68 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:39.082898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52c289df-5395-488e-aa03-5329a1ecbccb req-5c037d47-e8ac-4092-85bc-893191e27e68 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.0920124 Apr 07 11:09:39.180026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52c289df-5395-488e-aa03-5329a1ecbccb req-b1e9729d-cd33-4d00-963f-c59b31cb0dfa tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889089 Apr 07 11:09:39.207088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:39.312816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:09:39.327856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:39.348881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:09:39.432081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:39.432898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:39.473271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Pushing event updated for resources: {'Port': ['ID=c1cd044f-229d-448c-aa6e-fd3c9cee7781,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:39.607360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-096db2c1-9416-4fd8-a5f6-afba6727ea9d tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2669227 Apr 07 11:09:39.627412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Request body: {'port': {'device_id': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:39.934275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:40.035717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eb8282cf-d45b-4e8d-91db-ff48aff4c58d None None] Provisioning complete for port c1cd044f-229d-448c-aa6e-fd3c9cee7781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:40.036757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eb8282cf-d45b-4e8d-91db-ff48aff4c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:40.206207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eb8282cf-d45b-4e8d-91db-ff48aff4c58d None None] Port c1cd044f-229d-448c-aa6e-fd3c9cee7781 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:09:40.380155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-5b791117-cfc1-4534-ad8a-857ff09ec27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:40.400449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-5b791117-cfc1-4534-ad8a-857ff09ec27b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1127 time: 0.4190726 Apr 07 11:09:40.736357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-e69858ca-fc63-443e-8d85-f6cd42aa8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:40.738879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-e69858ca-fc63-443e-8d85-f6cd42aa8b65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.3009553 Apr 07 11:09:40.987406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-d80774d7-34cf-46e5-94df-c0425b5d891f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 217 time: 0.1682446 Apr 07 11:09:41.061626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cd044f-229d-448c-aa6e-fd3c9cee7781 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:41.078942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Publish callbacks [] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:41.108817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Transition to ACTIVE for port object c1cd044f-229d-448c-aa6e-fd3c9cee7781 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:09:41.116075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-bc7a4da4-9304-4baa-beba-d487a77fec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:41.118436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-bc7a4da4-9304-4baa-beba-d487a77fec3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.1037190 Apr 07 11:09:41.119897 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:41.191781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Pushing event updated for resources: {'Port': ['ID=c1cd044f-229d-448c-aa6e-fd3c9cee7781,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:41.218748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-c6c55567-4618-497c-9803-bf34a12a3bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885170 Apr 07 11:09:41.470969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Attempting to bind port c1cd044f-229d-448c-aa6e-fd3c9cee7781 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:41.471610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Attempting to bind port c1cd044f-229d-448c-aa6e-fd3c9cee7781 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:41.472169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Attempting to bind port c1cd044f-229d-448c-aa6e-fd3c9cee7781 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:41.482259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-c4e726cf-fcd9-4ba4-9ab0-b7378459c36d service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517645 Apr 07 11:09:41.483105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Port c1cd044f-229d-448c-aa6e-fd3c9cee7781 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:41.483595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Attempting to bind port c1cd044f-229d-448c-aa6e-fd3c9cee7781 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:41.507673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:41.508285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:41.508846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:41.509599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Bound port: c1cd044f-229d-448c-aa6e-fd3c9cee7781, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:41.510142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:41.705484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e6414a-6c0a-4b4c-9be0-8ddbf533677f req-90abf649-4439-41b2-a74b-2f6649373bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073560 Apr 07 11:09:41.707638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] For port c1cd044f-229d-448c-aa6e-fd3c9cee7781, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:41.714002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] For port c1cd044f-229d-448c-aa6e-fd3c9cee7781, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:41.732068 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:41.793452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:41.794083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:41.795655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] 10.222.0.23 "PUT /v2.0/ports/c1cd044f-229d-448c-aa6e-fd3c9cee7781 HTTP/1.1" status: 200 len: 1095 time: 2.1756809 Apr 07 11:09:41.796130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'tag': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:41.798679 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee579d5a-64ed-412d-8c53-772c69f63ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e", "tag": "c1cd044f-229d-448c-aa6e-fd3c9cee7781"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:41.921437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fffe73-d3c6-4f2c-a4f7-c0eabbdc55dc service neutron] Pushing event updated for resources: {'Port': ['ID=c1cd044f-229d-448c-aa6e-fd3c9cee7781,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:41.955248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-270938ba-2edd-4d0b-9042-a3f6bf160e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:41.961250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-270938ba-2edd-4d0b-9042-a3f6bf160e41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8934a811cb84875b0452eee7d47bdc1&device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 1129 time: 0.1077092 Apr 07 11:09:42.045288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-b7940ac1-6909-4c32-911a-6659c443673d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781 HTTP/1.1" status: 200 len: 217 time: 0.0687442 Apr 07 11:09:42.189645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-7f093732-4a56-4a34-bd27-f1a10677177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:42.192716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-7f093732-4a56-4a34-bd27-f1a10677177d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1460891 Apr 07 11:09:42.351802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-e9247339-58a9-4b0e-9095-aa6d0ce6115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:42.354726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-e9247339-58a9-4b0e-9095-aa6d0ce6115c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1531677 Apr 07 11:09:42.762691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-3573f8f0-1916-4af0-bf27-05c0bf0b31e2 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008977 Apr 07 11:09:42.979857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebc3d86-33c1-49c6-80de-c27b0989ab81 req-a9632894-a15a-4cad-8189-cacaff75dae4 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074714 Apr 07 11:09:43.937207 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:09:44.770243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c1cd044f-229d-448c-aa6e-fd3c9cee7781 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:44.950807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c1cd044f-229d-448c-aa6e-fd3c9cee7781, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:44.970127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781', 'mac_address': 'fa:16:3e:78:60:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:45.051844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c1cd044f-229d-448c-aa6e-fd3c9cee7781 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:45.052642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:45.073318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cd044f-229d-448c-aa6e-fd3c9cee7781 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:45.115908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c1cd044f-229d-448c-aa6e-fd3c9cee7781, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:45.121571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:45.242559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c1cd044f-229d-448c-aa6e-fd3c9cee7781,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:45.475225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['c1cd044f-229d-448c-aa6e-fd3c9cee7781'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:46.786639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c1cd044f-229d-448c-aa6e-fd3c9cee7781 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:46.927809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port c1cd044f-229d-448c-aa6e-fd3c9cee7781 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:09:46.936835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port c1cd044f-229d-448c-aa6e-fd3c9cee7781 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:46.937949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:47.161873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c1cd044f-229d-448c-aa6e-fd3c9cee7781 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:47.162280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:47.247610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c1cd044f-229d-448c-aa6e-fd3c9cee7781, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:47.252038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:47.263075 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d70f08b-9d53-4800-b71b-76298e6b1487" -d '{"events": [{"server_uuid": "ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e", "name": "network-vif-plugged", "status": "completed", "tag": "c1cd044f-229d-448c-aa6e-fd3c9cee7781"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:47.274109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:47.391102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c1cd044f-229d-448c-aa6e-fd3c9cee7781,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:48.716045 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-5112f56c-fa1a-426e-8082-8b91e3f51c5b service neutron] show failed (client error): The resource could not be found. Apr 07 11:09:48.717802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-5112f56c-fa1a-426e-8082-8b91e3f51c5b service neutron] 10.222.0.23 "GET /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.1371279 Apr 07 11:09:49.106459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-2d00c9d9-239a-48df-b936-086b575e8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:49.108269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-2d00c9d9-239a-48df-b936-086b575e8532 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c&tenant_id=5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 1132 time: 0.0947595 Apr 07 11:09:49.120357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:49.250000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:49.679766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:49.788884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:49.963104 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Publish callbacks [] for port (bed02ca0-91ca-44f4-b667-95136d96a946), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:50.000690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Transition to ACTIVE for port object bed02ca0-91ca-44f4-b667-95136d96a946 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:09:50.022999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:50.161497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] No DVR routers for this DVR port bed02ca0-91ca-44f4-b667-95136d96a946 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:09:50.164065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:50.320353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:50.323344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:50.324750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:50.338323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:50.339042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:50.394850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:50.394850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:50.396452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:50.396763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Bound port: bed02ca0-91ca-44f4-b667-95136d96a946, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:50.397099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:50.748474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:50.753225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:50.764427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:50.814195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:50.814801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:50.816751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] 10.222.0.41 "PUT /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 1096 time: 1.7003303 Apr 07 11:09:50.916740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b976b-ce7a-4bae-83d1-30c4b76793ed service neutron] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:50.990130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-08b51d34-4f94-4831-9e91-52a14fc0622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:50.992201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-08b51d34-4f94-4831-9e91-52a14fc0622e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1130 time: 0.1458914 Apr 07 11:09:51.133724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-40671c0e-98f0-4cf5-b497-3eeec45bab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:51.135394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-40671c0e-98f0-4cf5-b497-3eeec45bab94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1339674 Apr 07 11:09:51.218750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-95d4b2dd-944f-41a5-aa4a-b3c2fa6a15d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.0672796 Apr 07 11:09:51.306700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-177cc267-b47c-495c-9af3-3484a3239bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:51.314267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-177cc267-b47c-495c-9af3-3484a3239bdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0885749 Apr 07 11:09:51.393060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-d4783662-ccd3-46cc-b706-bedc4973e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:51.395109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-d4783662-ccd3-46cc-b706-bedc4973e7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0744982 Apr 07 11:09:51.555703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-e5f18e03-eec3-42e3-ab18-d9d4172b76b9 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488860 Apr 07 11:09:51.736592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-ebb65fce-e23b-45da-907b-afde70f13cae service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731768 Apr 07 11:09:51.873768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a0653-9bef-41b1-843a-180dab33ae0a req-6c770373-2e74-4c24-a3b5-755cd7ac2b76 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:51.875582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1a0653-9bef-41b1-843a-180dab33ae0a req-6c770373-2e74-4c24-a3b5-755cd7ac2b76 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1311388 Apr 07 11:09:51.930986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3344f5-7458-4ef7-a75e-477e4f5dbf24 req-d2f230b1-2da7-4bae-b9da-72b303ac1844 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:51.940958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac3344f5-7458-4ef7-a75e-477e4f5dbf24 req-d2f230b1-2da7-4bae-b9da-72b303ac1844 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 949 time: 0.1236594 Apr 07 11:09:51.975661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1a0653-9bef-41b1-843a-180dab33ae0a req-705015c0-deeb-441f-9757-d55513125dc7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926907 Apr 07 11:09:52.011079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac3344f5-7458-4ef7-a75e-477e4f5dbf24 req-ac121cc6-7c10-4ade-9121-1a16132bcfd6 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bd98554-b8f4-4a02-b4e4-8b44c10811ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691650 Apr 07 11:09:52.181585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dda2a-1d9a-4fca-9c2c-a5a77e96d346 req-252967ec-3e86-4449-8bf0-5d595a77806e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.183330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a4dda2a-1d9a-4fca-9c2c-a5a77e96d346 req-252967ec-3e86-4449-8bf0-5d595a77806e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1127 time: 0.0909648 Apr 07 11:09:52.208464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f2999-ac36-48bd-b0fc-895f05d4beb0 req-ec5c36c1-6171-4ec0-8fa2-d1453562fb2c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.210314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-146f2999-ac36-48bd-b0fc-895f05d4beb0 req-ec5c36c1-6171-4ec0-8fa2-d1453562fb2c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.0834064 Apr 07 11:09:52.283123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a4dda2a-1d9a-4fca-9c2c-a5a77e96d346 req-f2547824-f0f0-4c65-81ee-330a1a066879 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900569 Apr 07 11:09:52.291054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-146f2999-ac36-48bd-b0fc-895f05d4beb0 req-d1bd4a23-0bcd-4d97-87f5-08fba8bc3760 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740538 Apr 07 11:09:52.367663 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a05f1f6-8139-4651-a40f-5334710089fc x-openstack-request-id: req-5a05f1f6-8139-4651-a40f-5334710089fc {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:52.368010 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4493653-a6bf-436a-b4ab-094da3950895 x-openstack-request-id: req-f4493653-a6bf-436a-b4ab-094da3950895 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:52.368876 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e", "name": "network-vif-plugged", "status": "completed", "tag": "c1cd044f-229d-448c-aa6e-fd3c9cee7781", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:52.368876 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4493653-a6bf-436a-b4ab-094da3950895 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:52.369089 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4493653-a6bf-436a-b4ab-094da3950895'] response: {'server_uuid': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781', 'code': 200} Apr 07 11:09:52.369355 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e", "tag": "c1cd044f-229d-448c-aa6e-fd3c9cee7781", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:52.369593 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a05f1f6-8139-4651-a40f-5334710089fc {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:52.379503 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a05f1f6-8139-4651-a40f-5334710089fc'] response: {'name': 'network-changed', 'server_uuid': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'tag': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781', 'status': 'completed', 'code': 200} Apr 07 11:09:52.494512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-f45a5748-c540-4aa0-a5e0-51895c8c406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.496180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-f45a5748-c540-4aa0-a5e0-51895c8c406e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8934a811cb84875b0452eee7d47bdc1&device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 1131 time: 0.1003201 Apr 07 11:09:52.537464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e59e4-6bd4-4f32-9cbb-a2321c3aa2b8 req-8bdedc92-63ce-40e6-b7f6-a3913234c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.540185 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-454e59e4-6bd4-4f32-9cbb-a2321c3aa2b8 req-8bdedc92-63ce-40e6-b7f6-a3913234c1bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 1131 time: 0.0869169 Apr 07 11:09:52.568076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c456b-b8fe-4dba-baf7-2debfe3223fb req-13e634d7-f676-4b84-b7e5-e76da379a30b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.569758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-082c456b-b8fe-4dba-baf7-2debfe3223fb req-13e634d7-f676-4b84-b7e5-e76da379a30b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.1235173 Apr 07 11:09:52.599977 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-454e59e4-6bd4-4f32-9cbb-a2321c3aa2b8 req-f8c57416-a9ef-4693-b70f-2a2fdace0096 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0bd98554-b8f4-4a02-b4e4-8b44c10811ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Apr 07 11:09:52.655021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-082c456b-b8fe-4dba-baf7-2debfe3223fb req-27849e6a-3984-4478-95f5-26f6e737ae78 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774798 Apr 07 11:09:52.656044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-cc84bbce-e9d3-489f-b3a1-aefa1b1d81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.657519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-cc84bbce-e9d3-489f-b3a1-aefa1b1d81a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1548853 Apr 07 11:09:52.787859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:09:52.843278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port bed02ca0-91ca-44f4-b667-95136d96a946 host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:09:52.844092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:09:52.844741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:09:52.863722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-f7cc78ec-8b3b-43a2-8b3b-21e5899a48fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781 HTTP/1.1" status: 200 len: 217 time: 0.0483351 Apr 07 11:09:52.947154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-04eb885b-fec4-4a7b-a24a-b871cdddba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:52.950401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-04eb885b-fec4-4a7b-a24a-b871cdddba50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0794513 Apr 07 11:09:52.955299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:52.955723 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:53.010092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:53.014567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-f4d95fcc-3a18-4da3-9c33-213ea679c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:53.016237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-f4d95fcc-3a18-4da3-9c33-213ea679c3f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0591354 Apr 07 11:09:53.017609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:53.075894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:53.136056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-58d14176-0321-46fd-b344-41350680e799 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134341 Apr 07 11:09:53.270695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee579d5a-64ed-412d-8c53-772c69f63ac1 req-906303f3-fac1-4684-9b2d-ce95ff27aa0f service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226187 Apr 07 11:09:53.343739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13c5e-ed13-4e44-9391-3770bab4f9b6 req-0f8238cf-6191-4ea6-9d51-005c2ddbe2dc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:53.345239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87a13c5e-ed13-4e44-9391-3770bab4f9b6 req-0f8238cf-6191-4ea6-9d51-005c2ddbe2dc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0666735 Apr 07 11:09:53.393527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87a13c5e-ed13-4e44-9391-3770bab4f9b6 req-c2ada526-2c3a-46da-83c0-edcd05f36158 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Apr 07 11:09:53.510462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb4ebd-e544-48a9-a9c1-f767bb80b703 req-1c5c7330-c78f-485a-86c5-26e8a50e3f50 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:53.512348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb4ebd-e544-48a9-a9c1-f767bb80b703 req-1c5c7330-c78f-485a-86c5-26e8a50e3f50 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 949 time: 0.0559745 Apr 07 11:09:53.573801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb4ebd-e544-48a9-a9c1-f767bb80b703 req-6a6eae5d-daf7-448d-9525-11acd6922024 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bd98554-b8f4-4a02-b4e4-8b44c10811ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549273 Apr 07 11:09:53.582186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-5ba0671f-3a6f-441d-be72-d4806df5c104 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:09:53.583141 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-5ba0671f-3a6f-441d-be72-d4806df5c104 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070889 Apr 07 11:09:53.638455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-0635d9d5-f90b-4cc6-864e-171d491cc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:53.639881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-0635d9d5-f90b-4cc6-864e-171d491cc880 service neutron] 10.222.0.13 "GET /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 1124 time: 0.0441442 Apr 07 11:09:53.649839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:53.650291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:09:53.805735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ab36-0553-4213-84c1-0fd47afa6ea5 req-99d523c6-f205-42e2-930f-2aba3b16a3d3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:53.807893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac63ab36-0553-4213-84c1-0fd47afa6ea5 req-99d523c6-f205-42e2-930f-2aba3b16a3d3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.0606668 Apr 07 11:09:53.811721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:53.812095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:53.812444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:53.818678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:53.818998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:53.826190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:53.826848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:53.827465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:53.828347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Bound port: b073e1a4-14d3-4de9-a53f-407e3ba3205c, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:53.889919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac63ab36-0553-4213-84c1-0fd47afa6ea5 req-c2f8598e-f34b-4523-a93b-03538d15604f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681837 Apr 07 11:09:53.922611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:53.932978 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:53.935534 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-962d2e55-6f45-4378-bdbb-912515d66b9c service neutron] 10.222.0.13 "POST /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2893257 Apr 07 11:09:54.022088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36488) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:54.047258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1701c75-5cce-4e47-a887-22e91ca166c6 req-73b44f52-65ad-49ad-9781-ebff12cd2d79 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:54.051375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1701c75-5cce-4e47-a887-22e91ca166c6 req-73b44f52-65ad-49ad-9781-ebff12cd2d79 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 949 time: 0.0868545 Apr 07 11:09:54.123333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1701c75-5cce-4e47-a887-22e91ca166c6 req-2f30783a-f209-4777-9ab9-85e0c2f029f0 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609579 Apr 07 11:09:54.169577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c82a5e8a-1745-49c1-b8be-63fc167c1c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.181904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ca71b-c5fc-445f-b55d-e20defefc6f5 req-652d5642-addd-4be2-a9fb-ffc76479ae7d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:54.185170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-319ca71b-c5fc-445f-b55d-e20defefc6f5 req-652d5642-addd-4be2-a9fb-ffc76479ae7d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.0898764 Apr 07 11:09:54.248726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-319ca71b-c5fc-445f-b55d-e20defefc6f5 req-c5bdcc8d-c246-42e9-88c1-c9ba37a68cad tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522783 Apr 07 11:09:54.273109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c82a5e8a-1745-49c1-b8be-63fc167c1c58 admin admin] Publish callbacks [] for security_group (9f9f769e-dc4e-48ce-a2ca-77b11fc8d018), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.277573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c82a5e8a-1745-49c1-b8be-63fc167c1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9f9f769e-dc4e-48ce-a2ca-77b11fc8d018), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.322049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36502) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:54.328122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c82a5e8a-1745-49c1-b8be-63fc167c1c58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90122525b6c445afbac5f4e0569e79f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048077 Apr 07 11:09:54.329083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5e8a-1745-49c1-b8be-63fc167c1c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9f769e-dc4e-48ce-a2ca-77b11fc8d018,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:54.370799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:54.373741 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f55709-ae95-491e-892e-772e8f8cc72e" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:54.383691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}, {'name': 'network-changed', 'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:54.388821 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f15cddc-5f00-4152-9b99-062812aa62e6" -d '{"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-unplugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}, {"name": "network-changed", "server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:54.399362 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8c732c7-7546-4ab8-969a-f32be15988a5 admin admin] Publish callbacks [] for security_group (9f9f769e-dc4e-48ce-a2ca-77b11fc8d018), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.416067 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd9a18-8fdd-4c44-94a4-e4cadfa7034b x-openstack-request-id: req-fabd9a18-8fdd-4c44-94a4-e4cadfa7034b {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:54.416502 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:54.416884 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fabd9a18-8fdd-4c44-94a4-e4cadfa7034b {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:54.417415 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabd9a18-8fdd-4c44-94a4-e4cadfa7034b'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:09:54.423308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8c732c7-7546-4ab8-969a-f32be15988a5 admin admin] Publish callbacks [] for security_group (9f9f769e-dc4e-48ce-a2ca-77b11fc8d018), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.470083 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865c577-7ee1-4ea1-8322-78ae5a0ca119 x-openstack-request-id: req-7865c577-7ee1-4ea1-8322-78ae5a0ca119 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:54.470663 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-unplugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "code": 200}, {"name": "network-changed", "server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:54.471183 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7865c577-7ee1-4ea1-8322-78ae5a0ca119 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:54.471942 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7865c577-7ee1-4ea1-8322-78ae5a0ca119'] response: {'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'code': 200} Apr 07 11:09:54.472428 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7865c577-7ee1-4ea1-8322-78ae5a0ca119'] response: {'name': 'network-changed', 'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'status': 'completed', 'code': 200} Apr 07 11:09:54.521616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8c732c7-7546-4ab8-969a-f32be15988a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9f9f769e-dc4e-48ce-a2ca-77b11fc8d018), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.524662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8c732c7-7546-4ab8-969a-f32be15988a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:54.526230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e8c732c7-7546-4ab8-969a-f32be15988a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f9f769e-dc4e-48ce-a2ca-77b11fc8d018 HTTP/1.1" status: 204 len: 168 time: 0.2031586 Apr 07 11:09:54.606982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c732c7-7546-4ab8-969a-f32be15988a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9f769e-dc4e-48ce-a2ca-77b11fc8d018,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:54.688412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-8a6d2369-e301-4f98-9df4-dca1885dd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:54.689959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-8a6d2369-e301-4f98-9df4-dca1885dd095 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1130 time: 0.1893289 Apr 07 11:09:54.698057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0fc2-c798-4c09-9969-514a537b19e9 req-45092168-b043-4fb3-b172-b92a8e31f2da tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:54.699670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-587a0fc2-c798-4c09-9969-514a537b19e9 req-45092168-b043-4fb3-b172-b92a8e31f2da tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1722214 Apr 07 11:09:54.701722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-3154e64b-b1d4-4fd8-a7a1-154c096ce742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:54.703151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-3154e64b-b1d4-4fd8-a7a1-154c096ce742 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1130 time: 0.1919818 Apr 07 11:09:54.779569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:54.923690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:54.940733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:54.997269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:54.997269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.018200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:55.054377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:55.060821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.138099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:55.222447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['18e86218-c14c-4d78-81c1-4d0a5edfb5f8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:55.233800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-587a0fc2-c798-4c09-9969-514a537b19e9 req-98c01b81-e595-4e1d-a52b-3f614c306ce3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154843 Apr 07 11:09:55.262791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d8eb574d-d467-4a67-bdda-dc2fa829dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.264374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d8eb574d-d467-4a67-bdda-dc2fa829dedb service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.5482690 Apr 07 11:09:55.273776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6d9e4-b562-4c0b-929b-ec7c80c6c2d6 req-6161cfe4-9692-4c69-bd4a-ae86ff40ba08 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.275499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7a6d9e4-b562-4c0b-929b-ec7c80c6c2d6 req-6161cfe4-9692-4c69-bd4a-ae86ff40ba08 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 949 time: 0.5583639 Apr 07 11:09:55.315353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d69af0f5-6b70-4eea-a191-9ce1f7c485bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.316500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d69af0f5-6b70-4eea-a191-9ce1f7c485bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.6118333 Apr 07 11:09:55.334138 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-eda1697d-ded1-496a-9d2e-ef9e27031647 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.0575593 Apr 07 11:09:55.434625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-9bb86b6b-0077-46ce-b67e-74bbe414f9f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.1113112 Apr 07 11:09:55.453819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:55.503665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7a6d9e4-b562-4c0b-929b-ec7c80c6c2d6 req-0ce1f249-01ff-4e65-ace8-eef4b67c57a3 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bd98554-b8f4-4a02-b4e4-8b44c10811ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175465 Apr 07 11:09:55.515636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-80300e28-ecb7-4093-bf41-0bc5796654e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.517152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-80300e28-ecb7-4093-bf41-0bc5796654e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1663005 Apr 07 11:09:55.527857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287d3a-f24c-4d12-a073-b9d763e32ff7 req-dad7c00f-bfc8-4908-af36-38e1e0bb5a98 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.531352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73287d3a-f24c-4d12-a073-b9d763e32ff7 req-dad7c00f-bfc8-4908-af36-38e1e0bb5a98 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.2133117 Apr 07 11:09:55.578718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1032896509-network', 'tenant_id': 'be1eeba3f074475fbeb9e4f2534fbd82'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:55.601823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Made reservation on behalf of be1eeba3f074475fbeb9e4f2534fbd82 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:55.604027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-58773ee9-fa3f-4606-9ba3-027e3714de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.604522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.605547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-58773ee9-fa3f-4606-9ba3-027e3714de25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1606429 Apr 07 11:09:55.613570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.692211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks [] for security_group (ccd0a4aa-cac2-42ef-b371-d19abb4d98a1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.695756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73287d3a-f24c-4d12-a073-b9d763e32ff7 req-b5ec7547-7f43-492e-b008-97ff3e6a3ede tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572740 Apr 07 11:09:55.697704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ccd0a4aa-cac2-42ef-b371-d19abb4d98a1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.722930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-346508b4-0bee-4ec5-a67c-69182634ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.722930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-346508b4-0bee-4ec5-a67c-69182634ea6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1860530 Apr 07 11:09:55.739103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:09:55.756159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:55.763874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9a955f29-e374-43df-9a55-f583f95e781d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.764712 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Added segment 9a955f29-e374-43df-9a55-f583f95e781d of type vlan for network 78f1f221-3b39-4539-8d24-aeb2ea42e501 Apr 07 11:09:55.788624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a9a0c-91d0-4d02-8d0c-0a070a522c6e req-69f1a7a7-a222-436f-ba6f-50df465fa7bd tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.790264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c0a9a0c-91d0-4d02-8d0c-0a070a522c6e req-69f1a7a7-a222-436f-ba6f-50df465fa7bd tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2185409 Apr 07 11:09:55.804586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d054c162-41cb-409d-b5aa-bc5cd4d823fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.806097 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d054c162-41cb-409d-b5aa-bc5cd4d823fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1734948 Apr 07 11:09:55.843241 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (78f1f221-3b39-4539-8d24-aeb2ea42e501), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.873191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (78f1f221-3b39-4539-8d24-aeb2ea42e501), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.874676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:55.875294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:55.937891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4797611 Apr 07 11:09:55.941345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c0a9a0c-91d0-4d02-8d0c-0a070a522c6e req-8327f5f5-67cc-42fd-a57a-79e5869d04e8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335511 Apr 07 11:09:55.942530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:09:55.946022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-d040b43a-c746-4942-aa0f-e40166cdb472 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164247 Apr 07 11:09:55.948340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Request body: {'subnet': {'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1032896509-subnet', 'tenant_id': 'be1eeba3f074475fbeb9e4f2534fbd82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:55.963019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5948c79-8cf1-4808-a08f-deea818b592b admin admin] Pushing event updated for resources: {'Network': ['ID=78f1f221-3b39-4539-8d24-aeb2ea42e501,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:55.978713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:09:55.981627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Made reservation on behalf of be1eeba3f074475fbeb9e4f2534fbd82 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:09:55.985196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:56.039862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-1bd32c73-d4f9-4e9f-a323-f961b8bf9a10 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206452 Apr 07 11:09:56.174904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (62548967-7f3c-42ed-b92b-37ad62829ac3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:56.187008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-12ef70da-b02c-4fc1-94d4-a77493eaf3ce service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322826 Apr 07 11:09:56.230275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3063-7a36-436f-8875-9e4c5c71e791 req-1f33964d-c00c-43b5-b85e-596291a64d1c tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:56.231663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f0f3063-7a36-436f-8875-9e4c5c71e791 req-1f33964d-c00c-43b5-b85e-596291a64d1c tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 949 time: 0.1811845 Apr 07 11:09:56.232261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62548967-7f3c-42ed-b92b-37ad62829ac3,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:56.233993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f15cddc-5f00-4152-9b99-062812aa62e6 req-2d243ca8-5f1e-44ce-ae6f-89b3583a21a1 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853030 Apr 07 11:09:56.246487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Checking segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:56.246841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Network hostable DHCP agents. Network: 78f1f221-3b39-4539-8d24-aeb2ea42e501, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:09:56.269710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:09:56.281161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 78f1f221-3b39-4539-8d24-aeb2ea42e501) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:09:56.288009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:56.288599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:56.294067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25413ab5-3327-426e-8d48-d8460440b681 None None] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:09:56.301695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f0f3063-7a36-436f-8875-9e4c5c71e791 req-edab7da7-53ac-42c1-9e5d-1deb0725a0ae tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bd98554-b8f4-4a02-b4e4-8b44c10811ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595634 Apr 07 11:09:56.318813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ed02f3b-0774-4b4d-9dbc-ec4b916f5f43 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3665385 Apr 07 11:09:56.387858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9797aab-9663-4502-87e9-3b68f936bd1b req-f39939fc-93f1-4138-be8b-b7474fc84f99 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:56.390214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9797aab-9663-4502-87e9-3b68f936bd1b req-f39939fc-93f1-4138-be8b-b7474fc84f99 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0616140 Apr 07 11:09:56.424748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d63f3-985c-49c2-86f0-437f79bdb401 None None] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:09:56.454438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9797aab-9663-4502-87e9-3b68f936bd1b req-eec12064-c7fd-4a20-9c90-c76e1eb53d82 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531933 Apr 07 11:09:56.782804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:56.787363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:09:56.896092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-45decf52-5122-4db8-a311-34da368bf8fc tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:56.897695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-45decf52-5122-4db8-a311-34da368bf8fc tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.1472058 Apr 07 11:09:56.904448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-b1458298-3192-4c70-b57a-496884220482 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:56.905975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-b1458298-3192-4c70-b57a-496884220482 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 822 time: 0.2162726 Apr 07 11:09:56.916549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121147d-4a49-45c6-9fe6-8c41368f93af req-952f8650-6782-4da3-9941-363866944e96 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:56.918605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4121147d-4a49-45c6-9fe6-8c41368f93af req-952f8650-6782-4da3-9941-363866944e96 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 948 time: 0.1232154 Apr 07 11:09:56.923139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:09:56.942089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:09:56.942494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:56.982225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-6e1df893-2bd6-4af4-a5be-9f115b197b1f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/quotas/be1eeba3f074475fbeb9e4f2534fbd82 HTTP/1.1" status: 200 len: 375 time: 0.0562077 Apr 07 11:09:56.984897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:09:56.988615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:09:57.048711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:57.060284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-8de75ab8-492d-4231-a196-f46e4c6bb397 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463605 Apr 07 11:09:57.068096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.083274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:09:57.099578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4121147d-4a49-45c6-9fe6-8c41368f93af req-6a2ac2b0-d170-41ba-9f0f-ce59582a8783 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708603 Apr 07 11:09:57.255421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:57.255739 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.258889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:57.261564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:57.261972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.295661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'mac_address': 'fa:16:3e:4c:97:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:09:57.317557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:57.321276 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c45423-d0dd-4334-9ba3-c93a6f3949d6" -d '{"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:57.345795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:57.375090 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.379104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:57.380718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-368c9bb2-736c-44f5-8fa6-549b7aa25944 service neutron] 10.222.0.13 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060367 Apr 07 11:09:57.399569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0907-4978-4d4b-9bb9-c29943f76b50 req-c83ca33f-32bd-42d4-be72-83a208fa8e69 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:57.406652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b1b0907-4978-4d4b-9bb9-c29943f76b50 req-c83ca33f-32bd-42d4-be72-83a208fa8e69 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1986687 Apr 07 11:09:57.410028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.425557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port bed02ca0-91ca-44f4-b667-95136d96a946 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:09:57.426268 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.453170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed02ca0-91ca-44f4-b667-95136d96a946 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:09:57.466241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:57.502257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:57.516094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.520243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:57.551066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:57.585695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b1b0907-4978-4d4b-9bb9-c29943f76b50 req-29acfd2b-ee5c-4e07-a3a7-87ede52906d0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781368 Apr 07 11:09:57.633526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:57.648517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:57.685287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-f232e301-45b1-4c32-bca0-cb6aea720ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738135 Apr 07 11:09:57.745335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-5a4e25a9-6bc8-4a21-a32d-163bb8166041 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:57.747434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:57.749865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-5a4e25a9-6bc8-4a21-a32d-163bb8166041 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 949 time: 0.1183569 Apr 07 11:09:57.750984 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc55955-fd96-4c26-b00a-be8e4b53b47e" -d '{"events": [{"server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:57.758592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Publish callbacks [] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.776821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.945690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Deleting port c1cd044f-229d-448c-aa6e-fd3c9cee7781 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:09:57.946937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:57.961281 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c6ba72-3c8b-46c5-828f-890add3b648a x-openstack-request-id: req-e3c6ba72-3c8b-46c5-828f-890add3b648a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:57.961720 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:57.962641 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3c6ba72-3c8b-46c5-828f-890add3b648a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:57.964116 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c6ba72-3c8b-46c5-828f-890add3b648a'] response: {'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'code': 200} Apr 07 11:09:57.981376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc82352-e1ca-4b84-bcb6-7e8fd233de59 req-89ffccf0-bfe5-40e4-92ef-e681266a9333 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:57.983013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bc82352-e1ca-4b84-bcb6-7e8fd233de59 req-89ffccf0-bfe5-40e4-92ef-e681266a9333 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 949 time: 0.1582990 Apr 07 11:09:57.986081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:57.994598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:09:57.994936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:09:57.995273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:58.068477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bc82352-e1ca-4b84-bcb6-7e8fd233de59 req-60f9bc98-5683-4c01-9165-f013f488d2d5 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bd98554-b8f4-4a02-b4e4-8b44c10811ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Apr 07 11:09:58.078483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:09:58.078662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Attempting to bind port 7b3d6e6b-6e84-4369-9d70-1271edd664db on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:09:58.101743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:09:58.108206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:09:58.108917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:09:58.114175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Bound port: 7b3d6e6b-6e84-4369-9d70-1271edd664db, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:09:58.114915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:58.121636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] For port c1cd044f-229d-448c-aa6e-fd3c9cee7781, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c1cd044f-229d-448c-aa6e-fd3c9cee7781,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:09:58.122011 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:58.136747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Calling delete_port for c1cd044f-229d-448c-aa6e-fd3c9cee7781 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:09:58.170595 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1fad0-b808-4eb1-ae22-03521e89993b x-openstack-request-id: req-c0e1fad0-b808-4eb1-ae22-03521e89993b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:58.171717 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:58.175914 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0e1fad0-b808-4eb1-ae22-03521e89993b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:58.176423 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e1fad0-b808-4eb1-ae22-03521e89993b'] response: {'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'code': 200} Apr 07 11:09:58.305370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c1cd044f-229d-448c-aa6e-fd3c9cee7781), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:58.319614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['c1cd044f-229d-448c-aa6e-fd3c9cee7781'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:58.326434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa87217d-73d3-4874-b595-cba9b246febe req-b58afb8d-174f-4672-a493-a188adec4529 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 210 time: 0.0473380 Apr 07 11:09:58.346012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:09:58.382529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['bed02ca0-91ca-44f4-b667-95136d96a946'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:58.398108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:09:58.407613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Pushing event deleted for resources: {'Port': ['ID=c1cd044f-229d-448c-aa6e-fd3c9cee7781,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:58.413699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df8197-681b-4ef9-ab21-3ac558dea1ec req-01f38b86-db9f-4a63-858a-1dea61db5192 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:58.422616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7df8197-681b-4ef9-ab21-3ac558dea1ec req-01f38b86-db9f-4a63-858a-1dea61db5192 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.3528023 Apr 07 11:09:58.439725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:58.529253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] No DVR routers for this DVR port c1cd044f-229d-448c-aa6e-fd3c9cee7781 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:09:58.541573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:58.545602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:09:58.560481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11e647e1-0008-4266-a48f-41529f6b65a5 req-eacfdba4-9a87-4171-ab99-249ed5ddd719 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.23 "DELETE /v2.0/ports/c1cd044f-229d-448c-aa6e-fd3c9cee7781 HTTP/1.1" status: 204 len: 173 time: 0.7900708 Apr 07 11:09:58.561021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'name': 'network-vif-deleted', 'tag': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:58.582971 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebff530-97c3-49b9-aa55-bcd16967eeae" -d '{"events": [{"server_uuid": "ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e", "name": "network-vif-deleted", "tag": "c1cd044f-229d-448c-aa6e-fd3c9cee7781"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:09:58.868062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7df8197-681b-4ef9-ab21-3ac558dea1ec req-d8410e17-e086-4f70-9c11-d6f65e927060 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444556 Apr 07 11:09:58.870498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:58.871134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:09:58.872603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-d90a8ad0-1f3c-44b3-9fb6-e41b85231bb4 service neutron] 10.222.0.23 "PUT /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 1121 time: 1.9655271 Apr 07 11:09:58.902407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa8f6f-4f0a-4be2-9db8-878341de33de req-bd966874-3ce6-4067-a7cb-97866ef5c9fd tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:58.912847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2aa8f6f-4f0a-4be2-9db8-878341de33de req-bd966874-3ce6-4067-a7cb-97866ef5c9fd tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 949 time: 0.3682444 Apr 07 11:09:58.973795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7b3d6e6b-6e84-4369-9d70-1271edd664db'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:58.997558 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e445c214-52ee-4012-8ccb-29f2f7729db0 x-openstack-request-id: req-e445c214-52ee-4012-8ccb-29f2f7729db0 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:09:58.999272 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e", "name": "network-vif-deleted", "tag": "c1cd044f-229d-448c-aa6e-fd3c9cee7781", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:09:58.999759 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e445c214-52ee-4012-8ccb-29f2f7729db0 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:09:59.000416 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e445c214-52ee-4012-8ccb-29f2f7729db0'] response: {'server_uuid': 'ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e', 'name': 'network-vif-deleted', 'tag': 'c1cd044f-229d-448c-aa6e-fd3c9cee7781', 'status': 'completed', 'code': 200} Apr 07 11:09:59.037761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7b3d6e6b-6e84-4369-9d70-1271edd664db'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:09:59.042491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2aa8f6f-4f0a-4be2-9db8-878341de33de req-0f092f6e-e059-4c95-a817-b9ab179676ba tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285944 Apr 07 11:09:59.211215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a00d0-7f18-4d36-a40c-938094267a73 req-10abab2a-13b1-48f0-8480-6f77c0992f5b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:59.213864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c05a00d0-7f18-4d36-a40c-938094267a73 req-10abab2a-13b1-48f0-8480-6f77c0992f5b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1183341 Apr 07 11:09:59.303959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c05a00d0-7f18-4d36-a40c-938094267a73 req-f82fe395-7322-416f-bd27-9a99960aee0a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819418 Apr 07 11:09:59.573285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76a038c4-bf28-4d0f-8d73-e94eefb018ef req-f29bf30e-0fef-4a22-a224-a05aa9b18e52 tempest-ImagesNegativeTestJSON-601911569 tempest-ImagesNegativeTestJSON-601911569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6f52ef-7027-4a2b-b79f-8cf6f8360c0e HTTP/1.1" status: 200 len: 210 time: 0.0858405 Apr 07 11:09:59.767254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8993134c-800d-4dad-9e87-0af4f790588a req-a1d2db1b-ea2b-4f7e-929d-f841c8a872c4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 210 time: 0.0583882 Apr 07 11:09:59.841772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-a6f1d600-e41a-409b-992a-6212789f3d08 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:59.842138 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-a6f1d600-e41a-409b-992a-6212789f3d08 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c&tenant_id=5c88156454414b57ad33b86ec8fb7f60&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 949 time: 0.1807292 Apr 07 11:09:59.851053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148c322-fed0-4c4c-851e-d6ca433e3f35 req-a4342cf4-baba-40b9-b1e9-307fd73b5e3a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:09:59.853160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1148c322-fed0-4c4c-851e-d6ca433e3f35 req-a4342cf4-baba-40b9-b1e9-307fd73b5e3a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 949 time: 0.1417179 Apr 07 11:09:59.965751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:09:59.969050 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d333222-dab7-4fea-906d-9a9a7076f7df" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:00.011268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-98b9411e-e406-49ab-8c4c-d5023c7b3b0a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.012760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-98b9411e-e406-49ab-8c4c-d5023c7b3b0a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 822 time: 0.1231377 Apr 07 11:10:00.052492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'port': {'device_id': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'admin_state_up': True, 'tenant_id': 'be1eeba3f074475fbeb9e4f2534fbd82'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:00.167899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-260ebc08-f1a3-46cd-a0ce-5fd5be3ca1cd service neutron] 10.222.0.41 "GET /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946/bindings/n-h2-836788-1 HTTP/1.1" status: 200 len: 382 time: 0.3136704 Apr 07 11:10:00.179605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:00.181645 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265aa145-be46-4072-ad44-61e0f2e2a86f" -d '{"events": [{"name": "network-changed", "server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:00.192686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1148c322-fed0-4c4c-851e-d6ca433e3f35 req-3f03785e-eb54-4181-8087-62f6d98903d6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043613 Apr 07 11:10:00.261172 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46b37f1-4edc-4316-a3fc-a27375945f36 x-openstack-request-id: req-c46b37f1-4edc-4316-a3fc-a27375945f36 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:00.261487 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:00.262059 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c46b37f1-4edc-4316-a3fc-a27375945f36 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:00.262623 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46b37f1-4edc-4316-a3fc-a27375945f36'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:10:00.297745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c03312-04f7-4225-a515-3c4dec4e2d83 req-d46ba80c-5ba7-4d9c-b94c-f494da4d02c7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.302281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08c03312-04f7-4225-a515-3c4dec4e2d83 req-d46ba80c-5ba7-4d9c-b94c-f494da4d02c7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.2289705 Apr 07 11:10:00.334740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Made reservation on behalf of be1eeba3f074475fbeb9e4f2534fbd82 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:00.338136 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:00.387347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08c03312-04f7-4225-a515-3c4dec4e2d83 req-1766ad3c-3e4c-4475-805c-20a4bd4d7025 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800879 Apr 07 11:10:00.479957 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3defc74-22ec-4b42-b1b1-3e4282a81141 x-openstack-request-id: req-f3defc74-22ec-4b42-b1b1-3e4282a81141 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:00.480412 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:00.480672 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3defc74-22ec-4b42-b1b1-3e4282a81141 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:00.481170 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3defc74-22ec-4b42-b1b1-3e4282a81141'] response: {'name': 'network-changed', 'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'status': 'completed', 'code': 200} Apr 07 11:10:00.483417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-b41b981f-aa4a-4bec-9213-fb5009494714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.484943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-b41b981f-aa4a-4bec-9213-fb5009494714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1131 time: 0.2667181 Apr 07 11:10:00.519275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-647bf345-3fea-458c-8eab-3a697dd31663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.522262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-647bf345-3fea-458c-8eab-3a697dd31663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1155 time: 0.0750663 Apr 07 11:10:00.539890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-501f59e2-3152-4712-ab0e-bc2dee7b47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:00.653417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-ac544dae-38fb-4e70-8b81-a93fb629c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.655063 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-ac544dae-38fb-4e70-8b81-a93fb629c46f service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1244771 Apr 07 11:10:00.674741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3618-4ab1-4cdd-ac09-f7ab1701d061 req-7ab555f0-7ae5-4524-a29f-71da410531e4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.678435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45ea3618-4ab1-4cdd-ac09-f7ab1701d061 req-7ab555f0-7ae5-4524-a29f-71da410531e4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2004628 Apr 07 11:10:00.719006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Allocated IP 172.20.0.5 (78f1f221-3b39-4539-8d24-aeb2ea42e501/62548967-7f3c-42ed-b92b-37ad62829ac3/77b6ed21-317e-4463-a286-7bf4d2e88627) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:10:00.735561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-58490394-209c-4045-a6ad-389f40c6aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.737079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-58490394-209c-4045-a6ad-389f40c6aa11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2385073 Apr 07 11:10:00.762500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-6d23bbef-795c-4bf1-a426-7f30eeee2453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 217 time: 0.0823998 Apr 07 11:10:00.787694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45ea3618-4ab1-4cdd-ac09-f7ab1701d061 req-a12e0495-7b7d-4b38-8168-6c62b516659a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013918 Apr 07 11:10:00.795306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c1cd044f-229d-448c-aa6e-fd3c9cee7781 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:00.861395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: c1cd044f-229d-448c-aa6e-fd3c9cee7781 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:10:00.863469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c1cd044f-229d-448c-aa6e-fd3c9cee7781 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:10:00.873624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-3e86851f-eaaa-4e4d-9760-4da58b46db16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.0954556 Apr 07 11:10:00.884909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-59c69f01-313b-4a6b-bf6d-122106491974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:00.887034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-59c69f01-313b-4a6b-bf6d-122106491974 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.1127002 Apr 07 11:10:00.940408 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-fba6b281-8ca3-42d1-a13d-7b88cc0b5b26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467098 Apr 07 11:10:01.027795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:01.032910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:01.166603 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-595c52c3-66c0-40b7-84cf-13183e2e061b service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179966 Apr 07 11:10:01.275002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36734) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:01.380985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2dca1509-e468-413a-9d24-f973ab0030d0 req-4cc48978-92e8-4084-9ff5-7b4c844b1c5a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 210 time: 0.4565914 Apr 07 11:10:01.407931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-265aa145-be46-4072-ad44-61e0f2e2a86f req-e81c76f4-07a8-4318-9201-25bc9b95b72f service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207046 Apr 07 11:10:01.539875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.542368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-2e49acf3-accb-4694-9eea-ca7f84effae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:01.544184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-2e49acf3-accb-4694-9eea-ca7f84effae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.6166871 Apr 07 11:10:01.572026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port bed02ca0-91ca-44f4-b667-95136d96a946 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:01.585229 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.589079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port bed02ca0-91ca-44f4-b667-95136d96a946 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:01.589730 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.634118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67134448-febc-43fb-8aab-d9044eb65adf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8934a811cb84875b0452eee7d47bdc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579597 Apr 07 11:10:01.637498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:01.680039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:01.706824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'mac_address': 'fa:16:3e:70:ec:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:01.711320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1844ec-f892-4cf1-9963-25d55757d329 admin admin] Publish callbacks [] for security_group (0bd98554-b8f4-4a02-b4e4-8b44c10811ab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.714612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b551-5d07-49c5-836e-1d374e4ad1a9 req-0c79dacf-77ad-4c14-811f-181fcfdc2e39 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:01.720697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb1b551-5d07-49c5-836e-1d374e4ad1a9 req-0c79dacf-77ad-4c14-811f-181fcfdc2e39 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 949 time: 0.3386238 Apr 07 11:10:01.739975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1844ec-f892-4cf1-9963-25d55757d329 admin admin] Publish callbacks [] for security_group (0bd98554-b8f4-4a02-b4e4-8b44c10811ab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.746129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-c0b18c2f-0ed1-4f20-aa05-353411630ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:01.756859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-c0b18c2f-0ed1-4f20-aa05-353411630ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2037733 Apr 07 11:10:01.800873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port bed02ca0-91ca-44f4-b667-95136d96a946 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:01.801510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.817152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1844ec-f892-4cf1-9963-25d55757d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0bd98554-b8f4-4a02-b4e4-8b44c10811ab), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.823848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1844ec-f892-4cf1-9963-25d55757d329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.825011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df1844ec-f892-4cf1-9963-25d55757d329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bd98554-b8f4-4a02-b4e4-8b44c10811ab HTTP/1.1" status: 204 len: 168 time: 0.1865060 Apr 07 11:10:01.839985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1844ec-f892-4cf1-9963-25d55757d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd98554-b8f4-4a02-b4e4-8b44c10811ab,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:01.866118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.893161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 54f05235-7f3f-4718-b7d0-1928a6047d63 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:01.895519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:01.949555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69402e2-939c-4787-acae-e9b599c0a59d req-f9e7d1b7-6c1a-44ef-8b02-0c20fd856f53 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:01.957343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b69402e2-939c-4787-acae-e9b599c0a59d req-f9e7d1b7-6c1a-44ef-8b02-0c20fd856f53 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.3463838 Apr 07 11:10:01.958427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54f05235-7f3f-4718-b7d0-1928a6047d63 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:01.971015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:01.986654 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:02.064072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:02.074990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:02.078071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:02.156113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:02.165843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb1b551-5d07-49c5-836e-1d374e4ad1a9 req-99ffbb7b-6c2c-4da9-b3fe-e9f5af0c2022 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311595 Apr 07 11:10:02.169344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-4c96b8dd-bc7a-4618-b31d-1c6b17d00b53 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965492 Apr 07 11:10:02.176542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:10:02.187149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:02.208163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:02.215588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:10:02.226211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['54f05235-7f3f-4718-b7d0-1928a6047d63'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:02.276707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:02.290570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b69402e2-939c-4787-acae-e9b599c0a59d req-ff745b6b-0957-4f05-886e-38586ca1b310 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322954 Apr 07 11:10:02.301487 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4754dde-7e21-43b6-9043-32e639230f90" -d '{"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-plugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:02.382375 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a31faa-ffd8-44e9-b0f5-8ab9e14b03f6 x-openstack-request-id: req-27a31faa-ffd8-44e9-b0f5-8ab9e14b03f6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:02.383012 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-plugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:02.383289 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27a31faa-ffd8-44e9-b0f5-8ab9e14b03f6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:02.385876 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a31faa-ffd8-44e9-b0f5-8ab9e14b03f6'] response: {'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'code': 200} Apr 07 11:10:02.402353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:02.403430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:02.439026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-fce62478-15de-48f8-8512-d3dcca8781a7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3956478 Apr 07 11:10:02.468576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Request body: {'port': {'device_id': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:02.558145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1193456-a99d-487e-842f-c32f2b2a7d45 req-4333fbba-727a-48f6-ab48-1d1b52acfbf9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:02.566921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1193456-a99d-487e-842f-c32f2b2a7d45 req-4333fbba-727a-48f6-ab48-1d1b52acfbf9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2401421 Apr 07 11:10:02.597061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-dbeb477d-474f-42ce-9ea1-c4e84c73b11a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068437 Apr 07 11:10:02.642614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:02.738206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1193456-a99d-487e-842f-c32f2b2a7d45 req-3127d29d-2da3-485b-a88b-af4e00e0d4a7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694033 Apr 07 11:10:02.758988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620615a5-6c45-4d14-900c-ab8cd21ef749 req-b7c09725-66a9-4fab-aba7-c06655b88d88 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:02.760789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-620615a5-6c45-4d14-900c-ab8cd21ef749 req-b7c09725-66a9-4fab-aba7-c06655b88d88 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 931 time: 0.2154262 Apr 07 11:10:02.918576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0cff49a9-3d68-4aad-b243-e890f1d0eca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:02.992947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-620615a5-6c45-4d14-900c-ab8cd21ef749 req-7be99701-94b4-49b9-86d0-237927aef63f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158484 Apr 07 11:10:03.055948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:03.161304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.170885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 54f05235-7f3f-4718-b7d0-1928a6047d63 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:03.171259 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.177634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b6ed21-317e-4463-a286-7bf4d2e88627 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:03.187047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Publish callbacks [] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.206942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Transition to ACTIVE for port object 77b6ed21-317e-4463-a286-7bf4d2e88627 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:03.212125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.261355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:03.412154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 54f05235-7f3f-4718-b7d0-1928a6047d63 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:03.412983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.462428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:03.467498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.529475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:03.576027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee471f7-2e4a-4d64-aa52-ba8bcf8bc602 req-f61188c4-c867-4e74-87ce-9382784fb514 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:03.586275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aee471f7-2e4a-4d64-aa52-ba8bcf8bc602 req-f61188c4-c867-4e74-87ce-9382784fb514 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.2455368 Apr 07 11:10:03.638825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Attempting to bind port 77b6ed21-317e-4463-a286-7bf4d2e88627 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:03.639226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Attempting to bind port 77b6ed21-317e-4463-a286-7bf4d2e88627 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:03.639564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Attempting to bind port 77b6ed21-317e-4463-a286-7bf4d2e88627 on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:03.656742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Port 77b6ed21-317e-4463-a286-7bf4d2e88627 on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:10:03.656742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Attempting to bind port 77b6ed21-317e-4463-a286-7bf4d2e88627 on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:03.666064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:03.666398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Checking segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:03.666786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Bound using segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:03.667213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Bound port: 77b6ed21-317e-4463-a286-7bf4d2e88627, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:03.667576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.673991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aee471f7-2e4a-4d64-aa52-ba8bcf8bc602 req-1c018769-f7d3-464f-9efd-4cdda5d25ce6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861385 Apr 07 11:10:03.842642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:03.847723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:03.861150 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.874102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f3c7-6ef4-4ef7-9430-30e17751c64e req-cc220e36-b8c6-49ab-b728-972b6dd1c2f6 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:03.875674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2984f3c7-6ef4-4ef7-9430-30e17751c64e req-cc220e36-b8c6-49ab-b728-972b6dd1c2f6 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.1142745 Apr 07 11:10:03.968061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:03.968849 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:03.970392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] 10.222.0.41 "PUT /v2.0/ports/77b6ed21-317e-4463-a286-7bf4d2e88627 HTTP/1.1" status: 200 len: 1091 time: 1.5078442 Apr 07 11:10:03.980026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:03.982514 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350e2f94-9312-4725-858a-8860cdcb4f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:04.022506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:04.038481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de6a76-8aa2-43d8-a432-d307b2d96c58 req-53a4bd45-7b88-4626-a38a-6dee757f3714 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:04.040244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17de6a76-8aa2-43d8-a432-d307b2d96c58 req-53a4bd45-7b88-4626-a38a-6dee757f3714 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1624875 Apr 07 11:10:04.062177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.062651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.063119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.063574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.064008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.064447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.064968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.065612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.065927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.066309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.066717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.067123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.067523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af39c76-46c8-4393-9647-38ae544c6d16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:04.074018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2984f3c7-6ef4-4ef7-9430-30e17751c64e req-9932d86c-6f3a-4c54-ba7d-02ea057f126a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593692 Apr 07 11:10:04.170234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17de6a76-8aa2-43d8-a432-d307b2d96c58 req-f0dc515b-c572-4610-9b4f-6e08f390a2d7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099505 Apr 07 11:10:04.190095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-e691ddb4-7e1f-4dcd-a0e3-9e35e222511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:04.193197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-e691ddb4-7e1f-4dcd-a0e3-9e35e222511a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 1125 time: 0.1478167 Apr 07 11:10:04.252220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-46751953-e4ad-47c9-bbd9-3320f3c74a40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b6ed21-317e-4463-a286-7bf4d2e88627 HTTP/1.1" status: 200 len: 217 time: 0.0463808 Apr 07 11:10:04.328355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:04.349123 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf25644-b67b-494f-b4d0-4a3b3f237e5e x-openstack-request-id: req-fbf25644-b67b-494f-b4d0-4a3b3f237e5e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:04.350000 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:04.350531 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbf25644-b67b-494f-b4d0-4a3b3f237e5e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:04.352193 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf25644-b67b-494f-b4d0-4a3b3f237e5e'] response: {'name': 'network-changed', 'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'status': 'completed', 'code': 200} Apr 07 11:10:04.388461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:04.391773 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f052f7-3c5e-438a-8faa-33ad7a4775af" -d '{"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-plugged", "status": "completed", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:04.398726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-2191cccb-bbd4-48ae-a9ed-5734100b6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:04.399658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-2191cccb-bbd4-48ae-a9ed-5734100b6746 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 200 len: 862 time: 0.1333170 Apr 07 11:10:04.446694 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de3607-a3c7-492d-ae8e-b75cc3d938b6 x-openstack-request-id: req-57de3607-a3c7-492d-ae8e-b75cc3d938b6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:04.447007 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-plugged", "status": "completed", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:04.447299 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57de3607-a3c7-492d-ae8e-b75cc3d938b6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:04.447792 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57de3607-a3c7-492d-ae8e-b75cc3d938b6'] response: {'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'code': 200} Apr 07 11:10:04.492618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-51688f2a-ab03-4718-8fad-164ab32ab867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78f1f221-3b39-4539-8d24-aeb2ea42e501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579047 Apr 07 11:10:04.517808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da5b72-d53a-4a6f-a1fb-20436b98db2a req-431b29e3-8180-4936-b855-46e93d4a4891 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:04.520002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61da5b72-d53a-4a6f-a1fb-20436b98db2a req-431b29e3-8180-4936-b855-46e93d4a4891 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 943 time: 0.1441479 Apr 07 11:10:04.699297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-767144e6-7d70-4921-b4db-2d5b6236af63 service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946225 Apr 07 11:10:04.803816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61da5b72-d53a-4a6f-a1fb-20436b98db2a req-cbab7cbd-95cd-479d-8b45-90633db8e7b8 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756462 Apr 07 11:10:04.893379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2a797ce-2761-4048-8676-9f5fbbc2bd83 req-0f995e7d-3f9d-476a-8243-4f6bf36d6f2c service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829815 Apr 07 11:10:04.935675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25edf1-61ef-4608-ad7c-3e788cd77a3b req-2344329e-f693-4cd0-80df-a42f824f3065 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:04.937628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d25edf1-61ef-4608-ad7c-3e788cd77a3b req-2344329e-f693-4cd0-80df-a42f824f3065 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1009953 Apr 07 11:10:05.046251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-94702380-e55c-4a24-863f-bfe50a9d96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:05.048106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-94702380-e55c-4a24-863f-bfe50a9d96cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 1125 time: 0.0919633 Apr 07 11:10:05.059400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d25edf1-61ef-4608-ad7c-3e788cd77a3b req-12e0afee-21d7-4848-9b95-ebbcea590be2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142619 Apr 07 11:10:05.272486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-a559f962-84e6-4d85-8b7a-daeba8bd6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:05.274018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-a559f962-84e6-4d85-8b7a-daeba8bd6f48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 923 time: 0.2112651 Apr 07 11:10:05.335744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1af25-179d-48b8-9334-815690c70502 req-f5a51ff1-7432-4442-940f-473dda1a307d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:05.343348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06f1af25-179d-48b8-9334-815690c70502 req-f5a51ff1-7432-4442-940f-473dda1a307d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.1383770 Apr 07 11:10:05.350860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-1a18e96b-6d7b-4b89-924d-803a8654a915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b6ed21-317e-4463-a286-7bf4d2e88627 HTTP/1.1" status: 200 len: 217 time: 0.0658486 Apr 07 11:10:05.452868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06f1af25-179d-48b8-9334-815690c70502 req-c3041ee5-9748-4bdb-9f12-c7a8d106ae39 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085105 Apr 07 11:10:05.481878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-d93eb2cd-915e-43d8-852f-f0fc18ef18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:05.482815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-d93eb2cd-915e-43d8-852f-f0fc18ef18c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 200 len: 862 time: 0.1278470 Apr 07 11:10:05.540393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6440c1-1cc1-47ac-b2ca-16d6bb39206b req-3fbedd59-6714-4ae5-9d1f-4c8911b9ec4b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:05.542366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b6440c1-1cc1-47ac-b2ca-16d6bb39206b req-3fbedd59-6714-4ae5-9d1f-4c8911b9ec4b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1281998 Apr 07 11:10:05.544446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-ab2a6614-f093-4ddd-a503-2e9eff1f7554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78f1f221-3b39-4539-8d24-aeb2ea42e501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476332 Apr 07 11:10:05.673610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b6440c1-1cc1-47ac-b2ca-16d6bb39206b req-ff3cc24c-7478-4320-8389-151238f28998 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189096 Apr 07 11:10:05.736290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-0e9d1504-3efa-42c8-a528-0afcbde10b66 service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829078 Apr 07 11:10:05.890141 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:05.987681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350e2f94-9312-4725-858a-8860cdcb4f7f req-01a264b5-a95c-4d67-b0aa-1b248cab0435 service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451577 Apr 07 11:10:06.024289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee5a8-4e92-413d-847f-8c43b1ed9c6f req-7964e209-ece0-4dc8-8bc4-a7e288c08ca7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:06.026728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8ee5a8-4e92-413d-847f-8c43b1ed9c6f req-7964e209-ece0-4dc8-8bc4-a7e288c08ca7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 943 time: 0.0802143 Apr 07 11:10:06.189640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8ee5a8-4e92-413d-847f-8c43b1ed9c6f req-dfbe8364-ddc6-4f16-937b-caab84d036ff tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555064 Apr 07 11:10:06.348857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db864b18-cf31-4433-85a3-cd7147097d78 req-83360a53-b5a8-48e8-85bb-9f54cd4d00ff tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:06.360357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db864b18-cf31-4433-85a3-cd7147097d78 req-83360a53-b5a8-48e8-85bb-9f54cd4d00ff tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1614826 Apr 07 11:10:06.377745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-67b2b251-b9b0-4caf-9897-92193d6e93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:06.380208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-67b2b251-b9b0-4caf-9897-92193d6e93cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c&tenant_id=5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 1132 time: 0.1141872 Apr 07 11:10:06.396386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:06.506927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db864b18-cf31-4433-85a3-cd7147097d78 req-2e80b056-de0e-4074-a554-c2519bb409c8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451907 Apr 07 11:10:06.510741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:07.011592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7ffe-a6f1-4315-be88-d3d0a7419893 req-0170bce0-af48-46df-a5b8-87779dcf8e8b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:07.027340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-674e7ffe-a6f1-4315-be88-d3d0a7419893 req-0170bce0-af48-46df-a5b8-87779dcf8e8b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.3761189 Apr 07 11:10:07.121465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:07.153984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:07.197078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:07.272375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:07.274719 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882722a6-c941-4fce-b9ad-66e74bfde35a" -d '{"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-unplugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:07.279076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Publish callbacks [] for port (bed02ca0-91ca-44f4-b667-95136d96a946), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:07.323947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Transition to ACTIVE for port object bed02ca0-91ca-44f4-b667-95136d96a946 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:07.338206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-674e7ffe-a6f1-4315-be88-d3d0a7419893 req-fc34f8da-1a87-40f7-9323-d799eb853754 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098228 Apr 07 11:10:07.362709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:07.431373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43f3ef-b212-41af-8c16-f015778bb2f9 req-e4b3cfcd-a7f3-484e-8f2b-cfe373c86631 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:07.439231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a43f3ef-b212-41af-8c16-f015778bb2f9 req-e4b3cfcd-a7f3-484e-8f2b-cfe373c86631 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1999390 Apr 07 11:10:07.523159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] No DVR routers for this DVR port bed02ca0-91ca-44f4-b667-95136d96a946 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:10:07.575780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:07.643238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a43f3ef-b212-41af-8c16-f015778bb2f9 req-39fe467b-8710-4e2e-b67f-ab82c010fa53 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029955 Apr 07 11:10:07.726767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061b9b0-9494-4105-9df8-980f3f3e3381 req-3e8e5e92-0309-411b-9c8c-bf749444b59a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:07.733723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e061b9b0-9494-4105-9df8-980f3f3e3381 req-3e8e5e92-0309-411b-9c8c-bf749444b59a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 943 time: 0.2271516 Apr 07 11:10:07.734723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:07.735059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:07.735390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:07.754218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:10:07.754569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Attempting to bind port bed02ca0-91ca-44f4-b667-95136d96a946 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:07.772940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:07.773329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:07.773715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:07.774176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Bound port: bed02ca0-91ca-44f4-b667-95136d96a946, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:07.774535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:07.787508 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8395d2a-6e2a-4ee7-b297-2df0f29f52e2 x-openstack-request-id: req-f8395d2a-6e2a-4ee7-b297-2df0f29f52e2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:07.787796 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-unplugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:07.788051 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8395d2a-6e2a-4ee7-b297-2df0f29f52e2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:07.788446 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8395d2a-6e2a-4ee7-b297-2df0f29f52e2'] response: {'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'code': 200} Apr 07 11:10:07.883002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e061b9b0-9494-4105-9df8-980f3f3e3381 req-6eaea84a-5255-440a-99e1-7a6b5f28a2e5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405559 Apr 07 11:10:07.996195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:08.012478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:08.039361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:08.142753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba00634-80bc-4053-91b8-95b3f2d9c087 req-87c1abd8-d458-414d-909c-b1fa3c7b3316 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:08.144613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ba00634-80bc-4053-91b8-95b3f2d9c087 req-87c1abd8-d458-414d-909c-b1fa3c7b3316 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 949 time: 0.2577658 Apr 07 11:10:08.173498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:08.174205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:08.193520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] 10.222.0.23 "PUT /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 1097 time: 1.8044395 Apr 07 11:10:08.386488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591af5eb-401d-46e1-8dee-a3d4cd965155 service neutron] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=11']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:08.438283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36970) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:08.439692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-5deb6f18-71bf-498c-856a-64be28c9d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:08.448479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-5deb6f18-71bf-498c-856a-64be28c9d509 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1131 time: 0.2053602 Apr 07 11:10:08.648264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ba00634-80bc-4053-91b8-95b3f2d9c087 req-5fea537b-4e62-42f3-a392-fafbdb1f7593 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801521 Apr 07 11:10:08.729158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66820cbe-9403-48da-b537-a74b96fa47fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:08.760859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-eead5565-f7a4-437a-a9fe-28b7390f095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:08.762434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-eead5565-f7a4-437a-a9fe-28b7390f095f service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3067491 Apr 07 11:10:08.828469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-72e95ac2-6675-46d9-85d0-7fbce0edf13c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.0586927 Apr 07 11:10:08.951980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-8f72cec7-f6a8-4041-9a58-bfc83d1f70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:08.954362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66820cbe-9403-48da-b537-a74b96fa47fe admin admin] Publish callbacks [] for security_group (b2d950cb-5065-4231-8b54-c44fc994f951), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:08.961415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66820cbe-9403-48da-b537-a74b96fa47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b2d950cb-5065-4231-8b54-c44fc994f951), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:08.962189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-8f72cec7-f6a8-4041-9a58-bfc83d1f70bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1192183 Apr 07 11:10:09.052509 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66820cbe-9403-48da-b537-a74b96fa47fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11b0e181800c4f019a7169df96e742d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107659 Apr 07 11:10:09.057224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36978) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:09.058499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66820cbe-9403-48da-b537-a74b96fa47fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d950cb-5065-4231-8b54-c44fc994f951,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:09.067974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:09.134106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b123c-57ae-439a-8678-616d4b3bd668 req-3d8902b2-be70-4900-934f-1f9f3fbe7982 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:09.141942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-333b123c-57ae-439a-8678-616d4b3bd668 req-3d8902b2-be70-4900-934f-1f9f3fbe7982 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.1477883 Apr 07 11:10:09.168946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-0aeddfb3-d30b-428f-b3e4-531379977e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:09.171271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-0aeddfb3-d30b-428f-b3e4-531379977e53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2081630 Apr 07 11:10:09.214364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-333b123c-57ae-439a-8678-616d4b3bd668 req-5a3a64c3-9eb9-45a0-bf56-07d68b24a1b1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712156 Apr 07 11:10:09.236196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:09.259516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:09.263397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'port_id': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'mac_address': 'fa:16:3e:0c:ea:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62548967-7f3c-42ed-b92b-37ad62829ac3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:09.351076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 77b6ed21-317e-4463-a286-7bf4d2e88627 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:09.351765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:09.401042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b6ed21-317e-4463-a286-7bf4d2e88627 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:09.429929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6803-096d-4f6f-b9ca-41617d2ca2f5 admin admin] Publish callbacks [] for security_group (b2d950cb-5065-4231-8b54-c44fc994f951), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:09.473020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:09.484661 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:09.493921 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6803-096d-4f6f-b9ca-41617d2ca2f5 admin admin] Publish callbacks [] for security_group (b2d950cb-5065-4231-8b54-c44fc994f951), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:09.567202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:09.595832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-502ddf5f-6420-4ad4-81ed-6a276003bbe8 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950298 Apr 07 11:10:09.615824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c304-60ba-496e-8bf9-ca424867f619 req-0c5a7d25-3372-4def-81fa-1988e75439d4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:09.617427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c96c304-60ba-496e-8bf9-ca424867f619 req-0c5a7d25-3372-4def-81fa-1988e75439d4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2266703 Apr 07 11:10:09.644137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7b3d6e6b-6e84-4369-9d70-1271edd664db is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:09.645905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:09.747313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6803-096d-4f6f-b9ca-41617d2ca2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b2d950cb-5065-4231-8b54-c44fc994f951), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:09.753626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port bed02ca0-91ca-44f4-b667-95136d96a946 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:10:09.754495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:10:09.758770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6803-096d-4f6f-b9ca-41617d2ca2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:09.762250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa1c6803-096d-4f6f-b9ca-41617d2ca2f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2d950cb-5065-4231-8b54-c44fc994f951 HTTP/1.1" status: 204 len: 168 time: 0.7004132 Apr 07 11:10:09.798757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:09.801720 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa74b4-7964-4789-be2e-4d95a6ce438d" -d '{"events": [{"name": "network-changed", "server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:09.810227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c6803-096d-4f6f-b9ca-41617d2ca2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d950cb-5065-4231-8b54-c44fc994f951,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:09.847051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c96c304-60ba-496e-8bf9-ca424867f619 req-07530167-e25f-45ed-bd63-e3e7044eccaa tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182684 Apr 07 11:10:09.907128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ecad9d7-90f4-4446-95f2-bf16e6c34e53 req-026d7e24-4713-438f-ae44-da1a2a333906 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883408 Apr 07 11:10:09.930600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['77b6ed21-317e-4463-a286-7bf4d2e88627'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:10.150304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a0be-5fea-42b2-b9bd-01754ab63081 req-e32f032c-f501-46e2-a40e-d3ddbb679f7f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:10.169713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c07a0be-5fea-42b2-b9bd-01754ab63081 req-e32f032c-f501-46e2-a40e-d3ddbb679f7f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 944 time: 0.1763768 Apr 07 11:10:10.320518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c07a0be-5fea-42b2-b9bd-01754ab63081 req-dcc60e37-8b0b-4e0f-a745-91082b5aae26 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496592 Apr 07 11:10:10.741043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116178e-0b94-4dc2-a488-156b1db45ab7 req-d63d41eb-1d53-4cae-b650-931db6b57311 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:10.743407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4116178e-0b94-4dc2-a488-156b1db45ab7 req-d63d41eb-1d53-4cae-b650-931db6b57311 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 949 time: 0.2301970 Apr 07 11:10:10.862248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4116178e-0b94-4dc2-a488-156b1db45ab7 req-2c895e1b-c438-409a-98d1-e896defa5b41 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838280 Apr 07 11:10:11.093785 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a56d07-0f08-46df-8c7f-657388be5c09 x-openstack-request-id: req-30a56d07-0f08-46df-8c7f-657388be5c09 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:11.094311 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:11.094685 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30a56d07-0f08-46df-8c7f-657388be5c09 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:11.095213 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a56d07-0f08-46df-8c7f-657388be5c09'] response: {'name': 'network-changed', 'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'status': 'completed', 'code': 200} Apr 07 11:10:11.168085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-15ff3184-d0c8-4604-9007-11dfa00d678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:11.169858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-15ff3184-d0c8-4604-9007-11dfa00d678c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1131 time: 0.1534297 Apr 07 11:10:11.190874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-8fe9dd2b-7759-46a6-a1f8-1ad3e6feb598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:11.193368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-8fe9dd2b-7759-46a6-a1f8-1ad3e6feb598 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 1131 time: 0.0967207 Apr 07 11:10:12.005220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-5f1ee227-8b76-45c5-8cef-9620d0567cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.021227 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-5f1ee227-8b76-45c5-8cef-9620d0567cda service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.8416486 Apr 07 11:10:12.033025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cceb9d-1626-4f2e-9e89-985ecb133268 req-b885e8cc-9c0c-4016-925a-924aec3248fd tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.050325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75cceb9d-1626-4f2e-9e89-985ecb133268 req-b885e8cc-9c0c-4016-925a-924aec3248fd tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 943 time: 0.8167408 Apr 07 11:10:12.185662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-775027c9-5ff8-4d82-a213-e9139624404d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.1252389 Apr 07 11:10:12.193262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-fb6575c5-2e59-473d-908d-a7eda956cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.195663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-fb6575c5-2e59-473d-908d-a7eda956cf40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.9832742 Apr 07 11:10:12.450673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-d5efd3ae-494a-4969-966d-21990012fb0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 200 len: 217 time: 0.2292521 Apr 07 11:10:12.481061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75cceb9d-1626-4f2e-9e89-985ecb133268 req-e4c72252-66d3-4d7f-b921-8830051778ac tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286809 Apr 07 11:10:12.548085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-16628f39-affd-4c1e-9df4-c36daac6bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.549721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-16628f39-affd-4c1e-9df4-c36daac6bff2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.3479369 Apr 07 11:10:12.600290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-e8aaa13d-912b-4f0f-babe-377c8a6c33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.606058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-e8aaa13d-912b-4f0f-babe-377c8a6c33ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1543949 Apr 07 11:10:12.849679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:12.960388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-adfa9b40-4fdc-41a3-9b8e-b98c940502bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.962214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-adfa9b40-4fdc-41a3-9b8e-b98c940502bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3347702 Apr 07 11:10:12.979051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb112-c449-4c2c-97ea-0b66bde14a6c req-ec0f6354-2b21-4ca7-844e-1825377aadfb tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.985726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddceb112-c449-4c2c-97ea-0b66bde14a6c req-ec0f6354-2b21-4ca7-844e-1825377aadfb tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2925527 Apr 07 11:10:12.992654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-fb1bd335-169f-4d33-a0fc-bde18ad18208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:12.994497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-fb1bd335-169f-4d33-a0fc-bde18ad18208 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3866975 Apr 07 11:10:13.029002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:13.054581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'mac_address': 'fa:16:3e:4c:97:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:13.079095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddceb112-c449-4c2c-97ea-0b66bde14a6c req-c9eed757-2b82-42e8-a839-15f9257a03ef tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Apr 07 11:10:13.093757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:13.295835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port bed02ca0-91ca-44f4-b667-95136d96a946 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:13.298909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:13.314498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 77b6ed21-317e-4463-a286-7bf4d2e88627 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:13.325928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 77b6ed21-317e-4463-a286-7bf4d2e88627 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:13.326456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:13.344344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-a4499bf2-13fb-4dd5-a388-eda2b6821343 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775879 Apr 07 11:10:13.416144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed02ca0-91ca-44f4-b667-95136d96a946 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:13.448873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:13.496561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:13.661719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=12']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:13.668477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-32918047-6e87-4e2a-864a-e50de507d609 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812042 Apr 07 11:10:13.697463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 77b6ed21-317e-4463-a286-7bf4d2e88627 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:13.698178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:13.763828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-8b114240-b6ef-46a7-a30d-c2533e0f840d service neutron] 10.222.0.41 "GET /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.0893540 Apr 07 11:10:13.803986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:13.806913 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37968849-ca0a-4fbe-89df-c80569751c8d" -d '{"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-plugged", "status": "completed", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:13.818802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:13.828108 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:13.925031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:13.953504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bed02ca0-91ca-44f4-b667-95136d96a946'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:13.975559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-3ae5f255-c037-46f9-b6e1-37ded62c53b2 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9791820 Apr 07 11:10:14.066598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32626f5-12be-4295-88b6-19219dc88486 req-cd7d35b0-365b-46a7-823a-361d9e4c3ef4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:14.074187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f32626f5-12be-4295-88b6-19219dc88486 req-cd7d35b0-365b-46a7-823a-361d9e4c3ef4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 944 time: 0.3123243 Apr 07 11:10:14.231775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:14.255878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:14.292806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3d6e6b-6e84-4369-9d70-1271edd664db {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:14.304890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:14.333622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:14.458235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] Transition to ACTIVE for port object 7b3d6e6b-6e84-4369-9d70-1271edd664db will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:14.473068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f32626f5-12be-4295-88b6-19219dc88486 req-c2a792f5-1677-40e3-90cd-b96339e3383b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976104 Apr 07 11:10:14.479476 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:14.493331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccaa74b4-7964-4789-be2e-4d95a6ce438d req-7acb5b38-e27b-49eb-99f8-3547eae70970 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070372 Apr 07 11:10:14.572996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:14.652700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] No DVR routers for this DVR port 7b3d6e6b-6e84-4369-9d70-1271edd664db on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:10:14.711612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-68ec7eb0-5886-4f29-a048-c9aea57d018c service neutron] 10.222.0.41 "PUT /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9117360 Apr 07 11:10:14.733048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c30b-b46a-4dfc-a6b3-f1ae50760d3f req-ba916858-fd75-4296-bfa1-31aee0d3b637 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:14.734765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a985c30b-b46a-4dfc-a6b3-f1ae50760d3f req-ba916858-fd75-4296-bfa1-31aee0d3b637 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.1477895 Apr 07 11:10:14.848503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a985c30b-b46a-4dfc-a6b3-f1ae50760d3f req-6a8b4288-2a2c-420b-acce-3893b81e5477 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056595 Apr 07 11:10:14.869168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-1c05f48d-67a5-4420-b34b-aeaf9b1afbb6 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:14.874970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-1c05f48d-67a5-4420-b34b-aeaf9b1afbb6 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0959785 Apr 07 11:10:14.951395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-88dc341e-76bb-4a0f-9cce-1d66a8904ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:14.957972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-88dc341e-76bb-4a0f-9cce-1d66a8904ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 1126 time: 0.0703194 Apr 07 11:10:15.078760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cbbdf-ba4e-4454-88b9-2c2017f1f04e req-4e1fc968-683e-4e9d-9ab1-beceb09abd2d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.080267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-414cbbdf-ba4e-4454-88b9-2c2017f1f04e req-4e1fc968-683e-4e9d-9ab1-beceb09abd2d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 944 time: 0.1034889 Apr 07 11:10:15.093190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-4c556f36-a9bc-40f1-9a1b-523b5ce6b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.094692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-4c556f36-a9bc-40f1-9a1b-523b5ce6b1f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1126 time: 0.1075106 Apr 07 11:10:15.129926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f96efc5-956d-465b-abff-9e9186001eb8 req-dd1bc40f-b2d5-4a5c-ac91-b87cc68bf20f tempest-AbsoluteLimitsNegativeTestJSON-38381843 tempest-AbsoluteLimitsNegativeTestJSON-38381843-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=18774cb97d9841549896bf7851166663&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485601 Apr 07 11:10:15.318690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-414cbbdf-ba4e-4454-88b9-2c2017f1f04e req-92ec0ae1-d825-4837-b717-27328e36ebff tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196372 Apr 07 11:10:15.367441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-b428e80c-53cd-453e-9e81-9dffa93bbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.368941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-b428e80c-53cd-453e-9e81-9dffa93bbbc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.2573764 Apr 07 11:10:15.397843 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d400ce0e-de5a-41cb-b43f-8f3954eb65c1 x-openstack-request-id: req-d400ce0e-de5a-41cb-b43f-8f3954eb65c1 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:15.398854 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-plugged", "status": "completed", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:15.399346 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d400ce0e-de5a-41cb-b43f-8f3954eb65c1 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:15.399979 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d400ce0e-de5a-41cb-b43f-8f3954eb65c1'] response: {'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'code': 200} Apr 07 11:10:15.430377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-5a3cbea8-7e27-4d1c-9fcb-b8e66c8353c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 200 len: 217 time: 0.0540404 Apr 07 11:10:15.440234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96efc5-956d-465b-abff-9e9186001eb8 req-a2e88ca1-ddbd-403f-91fe-6c64ba6375ac tempest-AbsoluteLimitsNegativeTestJSON-38381843 tempest-AbsoluteLimitsNegativeTestJSON-38381843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.440234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f96efc5-956d-465b-abff-9e9186001eb8 req-a2e88ca1-ddbd-403f-91fe-6c64ba6375ac tempest-AbsoluteLimitsNegativeTestJSON-38381843 tempest-AbsoluteLimitsNegativeTestJSON-38381843-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712314 Apr 07 11:10:15.481706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f96efc5-956d-465b-abff-9e9186001eb8 req-bcd658e2-1362-48de-9147-75a2399c1176 tempest-AbsoluteLimitsNegativeTestJSON-38381843 tempest-AbsoluteLimitsNegativeTestJSON-38381843-project] 10.222.0.13 "GET /v2.0/quotas/18774cb97d9841549896bf7851166663 HTTP/1.1" status: 200 len: 375 time: 0.0313518 Apr 07 11:10:15.527403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f96efc5-956d-465b-abff-9e9186001eb8 req-d43acd44-2be8-438a-a17e-1990a4b68d3d tempest-AbsoluteLimitsNegativeTestJSON-38381843 tempest-AbsoluteLimitsNegativeTestJSON-38381843-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=18774cb97d9841549896bf7851166663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375857 Apr 07 11:10:15.538721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-7c5371ee-e1c5-4507-bab6-4d6cfd141626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.540902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-7c5371ee-e1c5-4507-bab6-4d6cfd141626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0995817 Apr 07 11:10:15.662202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-0eee0d82-80a7-4e57-b734-c7944aa5beda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967569 Apr 07 11:10:15.845190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0d406-958e-464f-84aa-9da3d6fb2f1c req-cd985a46-ca3a-4ce2-bc75-8cfd82f09b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.846991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85b0d406-958e-464f-84aa-9da3d6fb2f1c req-cd985a46-ca3a-4ce2-bc75-8cfd82f09b95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 1127 time: 0.3259704 Apr 07 11:10:15.869439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2caa0-6814-4cb8-b404-f95cfc8e28c1 req-de41db09-b24c-4f97-aebc-4df2df3be574 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.873656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bc2caa0-6814-4cb8-b404-f95cfc8e28c1 req-de41db09-b24c-4f97-aebc-4df2df3be574 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.3096511 Apr 07 11:10:15.910091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454ee09-66db-4afd-94d9-97eab9bd3567 req-7522c779-df6b-4f02-9a4d-e02f4b7a882a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:15.912283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8454ee09-66db-4afd-94d9-97eab9bd3567 req-7522c779-df6b-4f02-9a4d-e02f4b7a882a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 950 time: 0.2192471 Apr 07 11:10:15.944173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-2775a958-a268-41c7-be5d-c118c996b6b2 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665479 Apr 07 11:10:16.002349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37078) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:16.063928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85b0d406-958e-464f-84aa-9da3d6fb2f1c req-7b8e75b2-773e-4037-a24e-43fee7b72ca8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888921 Apr 07 11:10:16.082927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bc2caa0-6814-4cb8-b404-f95cfc8e28c1 req-6d74b830-3197-461e-82b6-af541b8371a2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675496 Apr 07 11:10:16.136498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8454ee09-66db-4afd-94d9-97eab9bd3567 req-abcb0c0d-3794-4338-8ff5-42248f2dc562 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999044 Apr 07 11:10:16.142835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-4850ce42-c8d8-4b88-a89c-a2334daa8b3b service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724176 Apr 07 11:10:16.185483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d971-f38f-4b8c-890c-b7541fdf23c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.312484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d971-f38f-4b8c-890c-b7541fdf23c2 admin admin] Publish callbacks [] for security_group (d811f7eb-804d-48ad-a6a4-79197faf8c24), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.327885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d971-f38f-4b8c-890c-b7541fdf23c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d811f7eb-804d-48ad-a6a4-79197faf8c24), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.381822 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6fc4d971-f38f-4b8c-890c-b7541fdf23c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18774cb97d9841549896bf7851166663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774378 Apr 07 11:10:16.383974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4d971-f38f-4b8c-890c-b7541fdf23c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d811f7eb-804d-48ad-a6a4-79197faf8c24,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:16.386920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37086) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:16.432580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6330b-34ef-4add-903c-5b201966d4bc req-4d39c5ee-99ec-4af9-ab1c-c56176133399 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:16.435453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cb6330b-34ef-4add-903c-5b201966d4bc req-4d39c5ee-99ec-4af9-ab1c-c56176133399 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.2181766 Apr 07 11:10:16.449416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d9848-4ad5-455a-9325-a3172732ad74 req-0e53f9f3-442a-4523-a668-92c1b1674cef tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:16.451189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad3d9848-4ad5-455a-9325-a3172732ad74 req-0e53f9f3-442a-4523-a668-92c1b1674cef tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1565852 Apr 07 11:10:16.609558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-55486b1c-81dc-4c6f-95a8-0f30fd2d4ee9 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:16.611222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-55486b1c-81dc-4c6f-95a8-0f30fd2d4ee9 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.1742096 Apr 07 11:10:16.618308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cb6330b-34ef-4add-903c-5b201966d4bc req-cd07aefd-8e54-48e1-b6f6-b003ac115285 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552005 Apr 07 11:10:16.629921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad3d9848-4ad5-455a-9325-a3172732ad74 req-e7e1b5e0-243f-4f73-9b20-37761bc844f7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634922 Apr 07 11:10:16.635853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2a89045e-8a3f-4d44-9b14-35f8060a33a9 admin admin] Publish callbacks [] for security_group (d811f7eb-804d-48ad-a6a4-79197faf8c24), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.733572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2a89045e-8a3f-4d44-9b14-35f8060a33a9 admin admin] Publish callbacks [] for security_group (d811f7eb-804d-48ad-a6a4-79197faf8c24), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.857413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:16.931379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port bed02ca0-91ca-44f4-b667-95136d96a946 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:16.936750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port bed02ca0-91ca-44f4-b667-95136d96a946 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:16.937451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.945745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bd30-1f8d-4e95-bb27-8418ccef6e3e req-67ec3457-fa10-4ad3-af71-2dbd24465dea tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:16.947670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1425bd30-1f8d-4e95-bb27-8418ccef6e3e req-67ec3457-fa10-4ad3-af71-2dbd24465dea tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 944 time: 0.1609898 Apr 07 11:10:16.949960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2a89045e-8a3f-4d44-9b14-35f8060a33a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d811f7eb-804d-48ad-a6a4-79197faf8c24), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.952513 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2a89045e-8a3f-4d44-9b14-35f8060a33a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:16.953591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2a89045e-8a3f-4d44-9b14-35f8060a33a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d811f7eb-804d-48ad-a6a4-79197faf8c24 HTTP/1.1" status: 204 len: 168 time: 0.5657623 Apr 07 11:10:17.063835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port bed02ca0-91ca-44f4-b667-95136d96a946 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:17.064298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:17.124390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:17.131926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:17.215921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=13']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:17.401275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:17.403939 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d353d8b-72b5-46e6-9c48-b855206bb343" -d '{"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-plugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:17.430786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89045e-8a3f-4d44-9b14-35f8060a33a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811f7eb-804d-48ad-a6a4-79197faf8c24,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:17.433231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-aac8d154-0549-42b4-8fb9-8bbad1f51f44 service neutron] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:17.459367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-aac8d154-0549-42b4-8fb9-8bbad1f51f44 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:17.461458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7233b4b6-48f0-4eaa-9826-998f20295e92 req-aac8d154-0549-42b4-8fb9-8bbad1f51f44 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.8420875 Apr 07 11:10:17.465086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-49b11505-b02a-4580-8459-a189890ee323 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419490 Apr 07 11:10:17.581317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1425bd30-1f8d-4e95-bb27-8418ccef6e3e req-f99e1a82-09a1-4404-b3b2-7373bfd0425b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233852 Apr 07 11:10:17.634216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-7a62f8b6-3fd2-4885-8141-f3cf2e060aa8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:17.636528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-7a62f8b6-3fd2-4885-8141-f3cf2e060aa8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604154 Apr 07 11:10:17.682139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-16396391-7fa7-4913-99ac-a54a2fc6e6ee tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/quotas/5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 375 time: 0.0385623 Apr 07 11:10:17.814666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-01eb7242-ad50-40cc-935e-51c096ade4f9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261785 Apr 07 11:10:17.834892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182f732-500b-4074-8add-c9f595b70fd1 req-d837e1d8-b980-4bb9-9b4b-675dfed706f8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:17.836884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5182f732-500b-4074-8add-c9f595b70fd1 req-d837e1d8-b980-4bb9-9b4b-675dfed706f8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.0915616 Apr 07 11:10:17.968787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5182f732-500b-4074-8add-c9f595b70fd1 req-dcae00e1-1ce3-4df6-8cb4-1cb7ad9b4a06 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225071 Apr 07 11:10:18.136953 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f89fcee-27f1-43ff-ab23-1e1faee4c7ff x-openstack-request-id: req-0f89fcee-27f1-43ff-ab23-1e1faee4c7ff {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:18.137529 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-plugged", "status": "completed", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:18.138068 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f89fcee-27f1-43ff-ab23-1e1faee4c7ff {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:18.138593 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f89fcee-27f1-43ff-ab23-1e1faee4c7ff'] response: {'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'code': 200} Apr 07 11:10:18.185108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d205-6dff-4318-91ef-2bf7ccbca10d req-b199c31d-86fe-4aaf-84f6-234f0623982a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:18.203719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dd8d205-6dff-4318-91ef-2bf7ccbca10d req-b199c31d-86fe-4aaf-84f6-234f0623982a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.1258314 Apr 07 11:10:18.297902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dd8d205-6dff-4318-91ef-2bf7ccbca10d req-8f229244-cd40-48e4-8bd4-2b0a7ff03f79 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849774 Apr 07 11:10:18.316072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2debb70-9e03-48b0-ba3e-0df4706d6e85 req-b9debd55-f607-4450-a055-4e942632113b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:18.326871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2debb70-9e03-48b0-ba3e-0df4706d6e85 req-b9debd55-f607-4450-a055-4e942632113b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1005580 Apr 07 11:10:18.342655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37158) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:18.421063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2debb70-9e03-48b0-ba3e-0df4706d6e85 req-174dfcb9-6302-4f2a-b1b1-2944a09bfaac tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929410 Apr 07 11:10:18.556757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ae4027f-2fd8-418f-8c82-3cf2c19a4498 req-e0984d4b-456e-40ce-bb11-f3c0d9d7aa07 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 210 time: 0.0658565 Apr 07 11:10:18.642514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-93157922-network', 'tenant_id': '0a1217f5dfd24eb6a0c787e64c63369a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:18.687252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Made reservation on behalf of 0a1217f5dfd24eb6a0c787e64c63369a for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:18.692628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.709652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.823821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8f544-417d-42f4-9e68-3495c460f4d3 req-f152f20c-7686-41b9-aed2-a9d428a6771a tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:18.832403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3a8f544-417d-42f4-9e68-3495c460f4d3 req-f152f20c-7686-41b9-aed2-a9d428a6771a tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1126 time: 0.1787138 Apr 07 11:10:18.864045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:18.864514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks [] for security_group (99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.867723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:18.871840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65f26-c4c6-442a-a68c-06922eccefa9 req-34132617-0b04-45c1-980d-e7d93111bd76 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:18.879048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aca65f26-c4c6-442a-a68c-06922eccefa9 req-34132617-0b04-45c1-980d-e7d93111bd76 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1807177 Apr 07 11:10:18.879704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.891507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:10:18.902386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c4412e23-2b95-4336-b8fb-498bd3151c28), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.902987 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Added segment c4412e23-2b95-4336-b8fb-498bd3151c28 of type vlan for network 81aab633-bd40-4545-ac28-3291d446749f Apr 07 11:10:18.946527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (81aab633-bd40-4545-ac28-3291d446749f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.997255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (81aab633-bd40-4545-ac28-3291d446749f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:18.998236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:18.998824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.055611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3a8f544-417d-42f4-9e68-3495c460f4d3 req-f9477c89-3a8e-46e1-b358-47cdd1346a15 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222042 Apr 07 11:10:19.089053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aca65f26-c4c6-442a-a68c-06922eccefa9 req-fa856112-3e34-447d-a2b8-3a2e7d59cc02 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071800 Apr 07 11:10:19.119134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-8e56fbe5-89d2-46d6-a0b1-3725119dfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:19.120940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-8e56fbe5-89d2-46d6-a0b1-3725119dfae3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1127 time: 0.2017486 Apr 07 11:10:19.140550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=81aab633-bd40-4545-ac28-3291d446749f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:19.142848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:19.161961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.162569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.163097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.163573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.164047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.167014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.167605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.168110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.168589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.169087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.169889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.170543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.171499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.192694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.194269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.194899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.195564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.196737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.197333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.198107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.198673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.199072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.199499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.199870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.200591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.201121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:19.209629 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05d637e8-7254-438b-a9a5-f6ab59afc4e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8630126 Apr 07 11:10:19.213272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37188) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:10:19.234994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Request body: {'subnet': {'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-93157922-subnet', 'tenant_id': '0a1217f5dfd24eb6a0c787e64c63369a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:19.275797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 81aab633-bd40-4545-ac28-3291d446749f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:10:19.277782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Made reservation on behalf of 0a1217f5dfd24eb6a0c787e64c63369a for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:19.280493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.497257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:19.497638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d127f-f608-4eae-a216-4a3c2cdae3eb req-4f0693ca-f6a0-453f-9c2a-cf1480ffbee5 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:19.498127 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.517384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-240d127f-f608-4eae-a216-4a3c2cdae3eb req-4f0693ca-f6a0-453f-9c2a-cf1480ffbee5 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 1126 time: 0.2353017 Apr 07 11:10:19.559657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:19.566347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:19.567982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be54d2-d1f5-4b6c-8896-6edb7634bd63 req-cec009d7-d613-4564-b081-a73de1d2fe5b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:19.570221 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.577172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62be54d2-d1f5-4b6c-8896-6edb7634bd63 req-cec009d7-d613-4564-b081-a73de1d2fe5b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2756512 Apr 07 11:10:19.607742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'mac_address': 'fa:16:3e:dd:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:19.610652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-70a6d3f8-2b23-4233-8237-947b736e3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:19.613028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-70a6d3f8-2b23-4233-8237-947b736e3f6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.4804511 Apr 07 11:10:19.642849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-240d127f-f608-4eae-a216-4a3c2cdae3eb req-3fbb9d44-4079-48f5-9c95-24d6a3c24302 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201606 Apr 07 11:10:19.651490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:19.651890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.669917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:19.675605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (3b0d137c-bd3b-405d-967e-6e7c0ba49d0b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.748104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:19.750098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:19.767758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.773774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-ff40c761-e27e-4293-aaa3-449224ed866a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 217 time: 0.1171875 Apr 07 11:10:19.774165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:19.844853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Checking segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:19.845486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Network hostable DHCP agents. Network: 81aab633-bd40-4545-ac28-3291d446749f, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:10:19.895179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=12']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:19.898026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Network 81aab633-bd40-4545-ac28-3291d446749f is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:10:19.905593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62be54d2-d1f5-4b6c-8896-6edb7634bd63 req-526771ae-1ca3-438a-b6c6-f0a639be305a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264234 Apr 07 11:10:19.919023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 81aab633-bd40-4545-ac28-3291d446749f) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:19.927062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:19.927887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:19.944009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-1725ce65-7c69-4d3e-8412-c3491aeee42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:19.945595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-1725ce65-7c69-4d3e-8412-c3491aeee42e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1565309 Apr 07 11:10:19.957959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4946d-3bab-48d9-99aa-cf454c5dc42c None None] Network 81aab633-bd40-4545-ac28-3291d446749f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:10:19.986868 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a38c29cf-e14f-4684-a164-4c7040b59475 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7604046 Apr 07 11:10:20.022053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a84b-3e57-47b3-a0e7-d82909349ee8 req-d953966f-31aa-4c8f-ad87-4c50801396eb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:20.043684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d401a84b-3e57-47b3-a0e7-d82909349ee8 req-d953966f-31aa-4c8f-ad87-4c50801396eb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 946 time: 0.2079279 Apr 07 11:10:20.045787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c1843c32-7862-4d02-85d9-d51fad8d92e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875247 Apr 07 11:10:20.120537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['18e86218-c14c-4d78-81c1-4d0a5edfb5f8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:20.147216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:20.150159 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f5ee5-2721-4954-9071-457c61263fab" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:20.156613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-81aab633-bd40-4545-ac28-3291d446749f', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'project_id': '0a1217f5dfd24eb6a0c787e64c63369a', 'fixed_ips': [{'subnet_id': '3b0d137c-bd3b-405d-967e-6e7c0ba49d0b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:10:20.157787 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:20.216414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-b0cbc226-65a3-410e-baba-9133d0b7184e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c88156454414b57ad33b86ec8fb7f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1695163 Apr 07 11:10:20.263221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb7e756a-e2b9-4684-bee0-acb41b10a862 req-18353164-8a42-491f-ae27-498e11d3a813 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 210 time: 0.0717919 Apr 07 11:10:20.358903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-27cb5370-33ed-43e7-b931-c1019234dab0 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885139 Apr 07 11:10:20.406750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Allocated IP 172.20.0.2 (81aab633-bd40-4545-ac28-3291d446749f/3b0d137c-bd3b-405d-967e-6e7c0ba49d0b/4489491b-d863-4180-a465-9ca0d789ba0c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:10:20.431012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d401a84b-3e57-47b3-a0e7-d82909349ee8 req-aec66516-9a89-452d-be06-4f26880caa2b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594210 Apr 07 11:10:20.640985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff4e19-ccf0-4e56-8b59-9f6ac015ed08 req-bfac3d43-d005-4932-a796-e1c7d4227bf7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:20.651229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9ff4e19-ccf0-4e56-8b59-9f6ac015ed08 req-bfac3d43-d005-4932-a796-e1c7d4227bf7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.2180007 Apr 07 11:10:20.679015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-c9f4dbb1-67d3-46aa-a921-11e0805f1f57 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:20.680661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-c9f4dbb1-67d3-46aa-a921-11e0805f1f57 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4210169 Apr 07 11:10:20.706867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Request body: {'port': {'device_id': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '5c88156454414b57ad33b86ec8fb7f60'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:20.818741 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b874669-8aff-4fb6-b39c-6d2419aa74e1 x-openstack-request-id: req-2b874669-8aff-4fb6-b39c-6d2419aa74e1 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:20.818899 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:20.819159 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b874669-8aff-4fb6-b39c-6d2419aa74e1 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:20.819487 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b874669-8aff-4fb6-b39c-6d2419aa74e1'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:10:20.855626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Publish callbacks [] for port (4489491b-d863-4180-a465-9ca0d789ba0c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:20.866479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:20.879002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-45c6d6e4-ebf0-4b76-8267-f74b395b0dfd service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824095 Apr 07 11:10:20.921160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9ff4e19-ccf0-4e56-8b59-9f6ac015ed08 req-de7acb1a-b5a9-4dc7-a8fc-404d3587a7d0 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689214 Apr 07 11:10:20.922975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Made reservation on behalf of 5c88156454414b57ad33b86ec8fb7f60 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:20.928668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:20.955511 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:10:21.026546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Network 81aab633-bd40-4545-ac28-3291d446749f is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:10:21.044712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:21.060491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:10:21.217029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Pushing event updated for resources: {'Port': ['ID=4489491b-d863-4180-a465-9ca0d789ba0c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:21.251029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Attempting to bind port 4489491b-d863-4180-a465-9ca0d789ba0c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:21.251409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Attempting to bind port 4489491b-d863-4180-a465-9ca0d789ba0c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:21.251843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Attempting to bind port 4489491b-d863-4180-a465-9ca0d789ba0c on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:21.267199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:21.267586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Checking segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:21.267999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:21.268436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Bound using segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:21.269093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Bound port: 4489491b-d863-4180-a465-9ca0d789ba0c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:21.270686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:21.369770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] For port 4489491b-d863-4180-a465-9ca0d789ba0c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:21.382400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] For port 4489491b-d863-4180-a465-9ca0d789ba0c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4489491b-d863-4180-a465-9ca0d789ba0c,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:21.399732 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:21.574709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Allocated IP 192.168.233.90 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/83f4521c-1efe-48aa-a2e4-8d38fb105db7) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:10:21.630449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfac54-5cf0-4f76-aa3c-f95014d6a3fa None None] Pushing event updated for resources: {'Port': ['ID=4489491b-d863-4180-a465-9ca0d789ba0c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:21.748334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4138e-fd27-48dc-91f1-6c3b23477663 req-63d7adb9-e25d-4589-b93d-bff72d569ed0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:21.763704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54f4138e-fd27-48dc-91f1-6c3b23477663 req-63d7adb9-e25d-4589-b93d-bff72d569ed0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.5089889 Apr 07 11:10:22.131012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54f4138e-fd27-48dc-91f1-6c3b23477663 req-d124589a-3243-45f5-ae97-94a1994e1f79 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661385 Apr 07 11:10:22.303936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-3830366f-0990-4a1d-87a7-fb5621dbc106 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:22.311902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-3830366f-0990-4a1d-87a7-fb5621dbc106 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 814 time: 0.7648134 Apr 07 11:10:22.369482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-27d0ee1b-14b2-45aa-b9a0-bc266c7b1cdc tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/quotas/0a1217f5dfd24eb6a0c787e64c63369a HTTP/1.1" status: 200 len: 375 time: 0.0566065 Apr 07 11:10:22.491602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32d6d-d161-48dc-9d36-aab74f27f2cd req-ea8a1dfa-2dd0-4a2e-9e04-5a20da607851 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:22.507459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09f32d6d-d161-48dc-9d36-aab74f27f2cd req-ea8a1dfa-2dd0-4a2e-9e04-5a20da607851 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1847527 Apr 07 11:10:22.563568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-c8a8f048-a03c-4f12-a67a-da0848793636 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929169 Apr 07 11:10:22.632633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09f32d6d-d161-48dc-9d36-aab74f27f2cd req-48d5d3b9-96d3-4529-b537-906fa9904dfc tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194534 Apr 07 11:10:22.636164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks [] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:22.781717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4489491b-d863-4180-a465-9ca0d789ba0c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:22.960960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:23.087708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-e71013c2-b43c-4b29-ad3f-1fcf9354842b service neutron] 10.222.0.13 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100076 Apr 07 11:10:23.096026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:23.126522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'bed02ca0-91ca-44f4-b667-95136d96a946'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:23.319263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:23.459005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4489491b-d863-4180-a465-9ca0d789ba0c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:23.459805 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:23.559102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:10:23.592335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:23.605031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:10:23.617091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:23.620972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:23.926482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:23.927440 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:23.975015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbbfdb-69d9-4b13-bacf-ebf1d73fe2da None None] Network 81aab633-bd40-4545-ac28-3291d446749f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:10:23.976075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-103f2c81-9959-4452-a666-c0ab5e5c4833 service neutron] 10.222.0.13 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8838701 Apr 07 11:10:24.009217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-8ba51a9f-a8a8-4d2a-be2d-790ace7862bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3135600 Apr 07 11:10:24.030970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Request body: {'port': {'device_id': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:24.215123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:24.809605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4489491b-d863-4180-a465-9ca0d789ba0c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:24.810164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:24.881885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 4489491b-d863-4180-a465-9ca0d789ba0c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4489491b-d863-4180-a465-9ca0d789ba0c,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:24.918842 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:25.127181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:25.128757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:25.212799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:25.213466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a31811b3-f49e-47ec-9eb8-50b29e4f605d None None] Provisioning complete for port 4489491b-d863-4180-a465-9ca0d789ba0c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:25.213929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a31811b3-f49e-47ec-9eb8-50b29e4f605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:25.254164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:25.263462 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ee969-cd58-44e8-8e69-9f0590476bf1" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:25.271149 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:25.385188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:25.413093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Publish callbacks [] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:25.448035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=4489491b-d863-4180-a465-9ca0d789ba0c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:25.475613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Transition to ACTIVE for port object 83f4521c-1efe-48aa-a2e4-8d38fb105db7 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:25.500358 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:25.646230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=13']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:25.747692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a31811b3-f49e-47ec-9eb8-50b29e4f605d None None] Current status of the port 4489491b-d863-4180-a465-9ca0d789ba0c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:25.747957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7029a18-b1f7-4c7f-ac6f-5a3d732779a5 req-85a7edf1-697d-47ba-a6b2-92ab4ca28ca3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:25.756957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7029a18-b1f7-4c7f-ac6f-5a3d732779a5 req-85a7edf1-697d-47ba-a6b2-92ab4ca28ca3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 935 time: 1.3647349 Apr 07 11:10:25.841398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:26.176602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7029a18-b1f7-4c7f-ac6f-5a3d732779a5 req-dcc71d22-4ca2-49fa-8a43-725f761049e3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127469 Apr 07 11:10:26.226408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c6a97711-57e4-4dcc-9074-cf71ca74553b None None] Provisioning complete for port 4489491b-d863-4180-a465-9ca0d789ba0c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:26.229045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6a97711-57e4-4dcc-9074-cf71ca74553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:26.272213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:26.272882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:26.273458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:26.285548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:10:26.286201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:26.301629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:26.302351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:26.302929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:26.303589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Bound port: 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:26.304286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:26.491888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:26.497997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:26.500289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c6a97711-57e4-4dcc-9074-cf71ca74553b None None] Current status of the port 4489491b-d863-4180-a465-9ca0d789ba0c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:26.513599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:26.749785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:26.820430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:26.821202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:26.823197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-2764d7c2-c8b5-4b93-bae7-29fa6a7add56 service neutron] 10.222.0.41 "PUT /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 1095 time: 2.7985992 Apr 07 11:10:26.824036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:26.849577 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed46dd8-ab21-4204-a87c-652a1146d307" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:26.945716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e82f03-fe52-4f90-92b9-5c13c3f88275 req-19d7d7a6-6ff8-4f27-8972-aa044c51f328 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:26.960622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67e82f03-fe52-4f90-92b9-5c13c3f88275 req-19d7d7a6-6ff8-4f27-8972-aa044c51f328 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.6082876 Apr 07 11:10:27.125162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4489491b-d863-4180-a465-9ca0d789ba0c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:27.240441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4489491b-d863-4180-a465-9ca0d789ba0c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:27.241104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:27.544664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4489491b-d863-4180-a465-9ca0d789ba0c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:27.723450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67e82f03-fe52-4f90-92b9-5c13c3f88275 req-6f8550c7-129c-48fc-b772-7e63f4d4d1cb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7598519 Apr 07 11:10:27.859091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-5b4a79c6-d7d5-44d0-8a1f-43ae9f2cfb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:27.863047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-5b4a79c6-d7d5-44d0-8a1f-43ae9f2cfb65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1129 time: 0.9390666 Apr 07 11:10:27.890576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-3a98fe03-90fb-428b-9adf-814b45a83510 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:27.892320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-3a98fe03-90fb-428b-9adf-814b45a83510 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 814 time: 1.0281630 Apr 07 11:10:27.993347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Request body: {'port': {'device_id': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'admin_state_up': True, 'tenant_id': '0a1217f5dfd24eb6a0c787e64c63369a'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:28.136714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-5479f03c-1c5e-4252-a3e4-ff2a9ca67806 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.1386631 Apr 07 11:10:28.257195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424a004-9c3d-493b-bba0-50cb5f86cfc0 req-55850891-0453-4284-9a02-9d277967be09 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:28.258677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d424a004-9c3d-493b-bba0-50cb5f86cfc0 req-55850891-0453-4284-9a02-9d277967be09 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.3559427 Apr 07 11:10:28.260163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-f183fa87-481c-468c-86ac-bfeef7d625b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:28.261486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-f183fa87-481c-468c-86ac-bfeef7d625b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0882316 Apr 07 11:10:28.396968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d424a004-9c3d-493b-bba0-50cb5f86cfc0 req-e4728b1a-b2ca-4312-8cc3-64ea6047bdd3 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016808 Apr 07 11:10:28.428870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-b31a6f08-5a77-4dfb-b242-734cb43f0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:28.428870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-b31a6f08-5a77-4dfb-b242-734cb43f0a93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1524069 Apr 07 11:10:28.501698 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b937d3e-1be6-422b-bfed-5493066c10a0 x-openstack-request-id: req-1b937d3e-1be6-422b-bfed-5493066c10a0 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:28.502811 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-plugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:28.503544 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b937d3e-1be6-422b-bfed-5493066c10a0 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:28.504246 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b937d3e-1be6-422b-bfed-5493066c10a0'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:10:28.515200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-74ad8231-25ce-4634-8e5f-42addc43fc20 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:28.522901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-74ad8231-25ce-4634-8e5f-42addc43fc20 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 814 time: 0.5455370 Apr 07 11:10:28.561234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-09c4d423-91c7-475a-86f2-3b64f27c8d1e tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/quotas/0a1217f5dfd24eb6a0c787e64c63369a HTTP/1.1" status: 200 len: 375 time: 0.0372877 Apr 07 11:10:28.571134 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3077c7f2-fc1c-4e50-9c15-7b5d82725fed x-openstack-request-id: req-3077c7f2-fc1c-4e50-9c15-7b5d82725fed {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:28.571409 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:28.571695 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3077c7f2-fc1c-4e50-9c15-7b5d82725fed {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:28.572185 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3077c7f2-fc1c-4e50-9c15-7b5d82725fed'] response: {'name': 'network-changed', 'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'status': 'completed', 'code': 200} Apr 07 11:10:28.657631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Made reservation on behalf of 0a1217f5dfd24eb6a0c787e64c63369a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:28.661658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:28.712695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-c3803722-04c6-4bf6-a307-6bdaa31f8a43 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836509 Apr 07 11:10:28.809572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-b8a53a37-7070-423d-8e70-60ac4a1ad6ce tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2472310 Apr 07 11:10:28.871245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505673b-94b8-47ae-a14e-d9466d247c6c req-4877f87f-311c-456f-8a32-1edea9d36ea2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:28.872861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9505673b-94b8-47ae-a14e-d9466d247c6c req-4877f87f-311c-456f-8a32-1edea9d36ea2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.2496464 Apr 07 11:10:29.044780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8dcdabd-9b94-48c7-bf7a-b54003c44708 req-60097f02-4c64-459a-b123-ba72f8278d38 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214581 Apr 07 11:10:29.097528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Allocated IP 172.20.0.4 (81aab633-bd40-4545-ac28-3291d446749f/3b0d137c-bd3b-405d-967e-6e7c0ba49d0b/a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:10:29.120954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9505673b-94b8-47ae-a14e-d9466d247c6c req-75117736-8086-4448-bad7-8be8904c8470 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327406 Apr 07 11:10:29.132867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-30aede82-5972-45c1-9109-8db4b7ffff8c service neutron] 10.222.0.13 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219540 Apr 07 11:10:29.303825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-a7883554-b1fd-448d-b785-add6488b895a service neutron] 10.222.0.13 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518281 Apr 07 11:10:29.359337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-b4bf81ba-3cd8-484f-88a8-5d48e0b3e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:29.360800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-b4bf81ba-3cd8-484f-88a8-5d48e0b3e049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1129 time: 0.2364495 Apr 07 11:10:29.484676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-38c025ff-cf8e-4b21-a6ff-8ed7a0ba9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:29.486201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-38c025ff-cf8e-4b21-a6ff-8ed7a0ba9b16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1188979 Apr 07 11:10:29.567752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-aa0db7cd-5a8e-4fe2-9573-d59b0149d261 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.0518708 Apr 07 11:10:29.693643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-ec2bdc57-a8ba-48ed-bc02-1b41d996c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:29.695127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-ec2bdc57-a8ba-48ed-bc02-1b41d996c7d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1031096 Apr 07 11:10:29.834923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb1012-699e-4498-9d83-1458ac2b8942 req-34cc4f25-bbc4-4309-b4e6-b4c78b2dc53c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:29.841931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bfb1012-699e-4498-9d83-1458ac2b8942 req-34cc4f25-bbc4-4309-b4e6-b4c78b2dc53c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.3547161 Apr 07 11:10:29.930676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks [] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:30.000690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-ed281309-d12e-472e-9ec0-7db60e018255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:30.002983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-ed281309-d12e-472e-9ec0-7db60e018255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2933230 Apr 07 11:10:30.038557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a0d7-5941-4e2f-b4d5-746b5321f0fd req-b53b3a02-eff7-4589-ada7-77bf611ae278 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:30.038557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8637a0d7-5941-4e2f-b4d5-746b5321f0fd req-b53b3a02-eff7-4589-ada7-77bf611ae278 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.3326616 Apr 07 11:10:30.103868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bfb1012-699e-4498-9d83-1458ac2b8942 req-e63d8e80-4bf3-42e8-9532-25674110751c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609494 Apr 07 11:10:30.288876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8637a0d7-5941-4e2f-b4d5-746b5321f0fd req-4fb1eaba-81b5-420a-a4d2-492050bb1d1a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467480 Apr 07 11:10:30.321310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:30.482018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Network 81aab633-bd40-4545-ac28-3291d446749f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:10:30.505059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:30.508589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:10:30.527337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-d185ebc6-7d5f-4a0d-82fd-44c675dad199 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948714 Apr 07 11:10:30.550509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Pushing event updated for resources: {'Port': ['ID=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:30.561556 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6983a32-8a72-4840-a8af-86bda5b0bc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:30.641924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9b4b2-bc61-427d-ab94-64648af926a8 req-59aa9d2a-2e62-48a1-ba22-0d61005d5ef4 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:30.649521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0da9b4b2-bc61-427d-ab94-64648af926a8 req-59aa9d2a-2e62-48a1-ba22-0d61005d5ef4 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 950 time: 0.3138123 Apr 07 11:10:30.757850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb8e9-b34b-4a78-b398-a4297411f0a0 req-752d6905-7690-414e-9dcf-9c6455a2f93e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:30.759204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a2fb8e9-b34b-4a78-b398-a4297411f0a0 req-752d6905-7690-414e-9dcf-9c6455a2f93e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.3318503 Apr 07 11:10:30.785569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:30.786510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:30.888308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-da4917ca-b452-4f38-aad3-118bfb361413 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8989437 Apr 07 11:10:30.913246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Request body: {'port': {'device_id': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:30.953355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0da9b4b2-bc61-427d-ab94-64648af926a8 req-b716531d-3d8a-4b34-a216-a259829fdf4b tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988968 Apr 07 11:10:30.994937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-606fce1d-8831-417d-8438-ea437cfb01c5 None None] Provisioning complete for port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:30.995574 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-606fce1d-8831-417d-8438-ea437cfb01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:31.021065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed46dd8-ab21-4204-a87c-652a1146d307 req-66988773-2270-4f73-9e9e-100a0b2b2744 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581931 Apr 07 11:10:31.050231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a2fb8e9-b34b-4a78-b398-a4297411f0a0 req-6ea447e2-e36c-4283-9346-00fd611c778d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771273 Apr 07 11:10:31.105441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-606fce1d-8831-417d-8438-ea437cfb01c5 None None] Port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:10:31.198883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:31.364557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-96a0d00d-57f7-4f38-bdce-ea679590d392 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:31.366690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-96a0d00d-57f7-4f38-bdce-ea679590d392 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.23 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 814 time: 0.1369557 Apr 07 11:10:31.376366 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:31.387505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 54f05235-7f3f-4718-b7d0-1928a6047d63 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:31.388172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:31.435443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:31.436982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:31.441718 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1781212-f663-4a22-b21a-211f8927aae6" -d '{"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-unplugged", "status": "completed", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:31.447486 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:31.516087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:31.527055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.527693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.528470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.528966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.529492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.530136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.530623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.531123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.531625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.532140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.532623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.533110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.533613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:10:31.815963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Request body: {'port': {'device_id': '0111129f-69ff-4236-b1a3-31d212eab19f', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'admin_state_up': True, 'tenant_id': '0a1217f5dfd24eb6a0c787e64c63369a'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:31.840057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:31.928939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-24c8544e-a403-4c13-b57d-93ff7959a2b8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:31.935794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-24c8544e-a403-4c13-b57d-93ff7959a2b8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 814 time: 0.8758986 Apr 07 11:10:31.990127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-8deacebd-b545-450a-8669-4925a47c69da tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/quotas/0a1217f5dfd24eb6a0c787e64c63369a HTTP/1.1" status: 200 len: 375 time: 0.0526845 Apr 07 11:10:32.055952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f6860-637d-4655-8300-dc7717d70558 req-8d5c7811-14d1-4b75-907f-639b8cec05a5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:32.062461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc1f6860-637d-4655-8300-dc7717d70558 req-8d5c7811-14d1-4b75-907f-639b8cec05a5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.8684795 Apr 07 11:10:32.228859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Made reservation on behalf of 0a1217f5dfd24eb6a0c787e64c63369a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:32.233357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:32.245587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-e8a0a3dc-ece2-4294-a0bb-ea6609a38082 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2549040 Apr 07 11:10:32.270399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc1f6860-637d-4655-8300-dc7717d70558 req-5a9e51fc-2f54-4d45-b789-b8cda20a9696 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068574 Apr 07 11:10:32.680953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822977b-c280-43d9-848e-0ed7b33b1242 req-4e7b1df2-e98a-403d-93cf-91b50e5b3741 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:32.682673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2822977b-c280-43d9-848e-0ed7b33b1242 req-4e7b1df2-e98a-403d-93cf-91b50e5b3741 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.2396910 Apr 07 11:10:32.721376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:32.733636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-86534947-c587-4b04-90d2-63602d6c318d service neutron] 10.222.0.13 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677478 Apr 07 11:10:32.748158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Publish callbacks [] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:32.825801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Transition to ACTIVE for port object a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:32.838897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2822977b-c280-43d9-848e-0ed7b33b1242 req-c5d5b1cb-33f0-40a8-843a-7fd204f74818 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487849 Apr 07 11:10:32.854610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:32.910068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cfff71fb-204b-4731-a88d-982b73dba696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:32.997771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-998b5b41-2f72-4800-9567-750dfc553f14 service neutron] 10.222.0.13 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630708 Apr 07 11:10:33.010791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Allocated IP 172.20.0.12 (81aab633-bd40-4545-ac28-3291d446749f/3b0d137c-bd3b-405d-967e-6e7c0ba49d0b/6a88e0e2-153b-471f-92cb-4d437ecb8383) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:10:33.108859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Pushing event updated for resources: {'Port': ['ID=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:33.177166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:33.191800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:33.398033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Attempting to bind port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:33.398255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Attempting to bind port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:33.398436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Attempting to bind port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:33.431220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:33.483964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'mac_address': 'fa:16:3e:00:c2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:33.566114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 on network 81aab633-bd40-4545-ac28-3291d446749f not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:10:33.566568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Attempting to bind port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:33.598283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:33.598827 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:33.631321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:33.631665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Checking segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:33.632054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Bound using segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:33.632500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Bound port: a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:33.640368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:33.647900 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3214628c-851d-41ea-b271-fe6f81c44c85 x-openstack-request-id: req-3214628c-851d-41ea-b271-fe6f81c44c85 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:33.648216 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-unplugged", "status": "completed", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:33.648543 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3214628c-851d-41ea-b271-fe6f81c44c85 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:33.648946 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3214628c-851d-41ea-b271-fe6f81c44c85'] response: {'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'code': 200} Apr 07 11:10:33.650965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:33.713014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:33.720498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:33.763145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b54676-f41d-42ae-824f-b9652978f32d req-ee2df24f-621a-41a2-84fa-0d87e7407cd9 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:33.764874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b54676-f41d-42ae-824f-b9652978f32d req-ee2df24f-621a-41a2-84fa-0d87e7407cd9 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.2638733 Apr 07 11:10:33.848612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:33.889950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks [] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:33.908076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] For port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:33.912717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] For port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:33.944984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:33.968949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b54676-f41d-42ae-824f-b9652978f32d req-fef248ce-2a74-4646-9a48-3522d9b40946 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786563 Apr 07 11:10:34.015789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.016974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:34.018655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] 10.222.0.41 "PUT /v2.0/ports/a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 HTTP/1.1" status: 200 len: 1091 time: 3.1098161 Apr 07 11:10:34.022146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'tag': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:34.024022 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eed4643-b6ef-4901-9c8c-6a9f16374a77" -d '{"events": [{"name": "network-changed", "server_uuid": "f34b8492-c32c-41ff-baa0-bfdf92dea174", "tag": "a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:34.037800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1ea47-75f1-4601-b2b3-2df1c2c52fa7 req-3175bbe8-3979-419b-aca2-3314ea996da4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.048073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a1ea47-75f1-4601-b2b3-2df1c2c52fa7 req-3175bbe8-3979-419b-aca2-3314ea996da4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2819059 Apr 07 11:10:34.131965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['83f4521c-1efe-48aa-a2e4-8d38fb105db7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:34.168369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7215170-599a-47dc-b6b6-379bc7f8aa8c service neutron] Pushing event updated for resources: {'Port': ['ID=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:34.212131 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:34.254469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcd52928-019c-49e8-b6f8-85b2006816f9 req-2652f2b3-609b-4b0c-b1a2-849ece21cdc3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 210 time: 0.0746307 Apr 07 11:10:34.337112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a1ea47-75f1-4601-b2b3-2df1c2c52fa7 req-17699915-5506-4b30-b525-3492008da20a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879553 Apr 07 11:10:34.416483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:34.466746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Network 81aab633-bd40-4545-ac28-3291d446749f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:10:34.474700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Pushing event updated for resources: {'Port': ['ID=6a88e0e2-153b-471f-92cb-4d437ecb8383,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:34.491832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:34.512602 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76571b10-6cd9-4ffd-813c-ed324ca03b94 x-openstack-request-id: req-76571b10-6cd9-4ffd-813c-ed324ca03b94 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:34.520778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34b8492-c32c-41ff-baa0-bfdf92dea174", "tag": "a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:34.521385 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76571b10-6cd9-4ffd-813c-ed324ca03b94 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:34.521782 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76571b10-6cd9-4ffd-813c-ed324ca03b94'] response: {'name': 'network-changed', 'server_uuid': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'tag': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2', 'status': 'completed', 'code': 200} Apr 07 11:10:34.524145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:10:34.543275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-2b6e224c-7826-49a1-96a1-7734a3872f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.545098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-2b6e224c-7826-49a1-96a1-7734a3872f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 1125 time: 0.4320362 Apr 07 11:10:34.730168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-e6f46ea8-4917-4756-b437-785ad6f6f777 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 HTTP/1.1" status: 200 len: 217 time: 0.1343529 Apr 07 11:10:34.810234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.810892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:34.863333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0decdd3-39ca-4512-b592-2d8c556c01c2 req-8f05e9ea-479f-4b1e-905f-c644e77bba5a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.865665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0decdd3-39ca-4512-b592-2d8c556c01c2 req-8f05e9ea-479f-4b1e-905f-c644e77bba5a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.2567253 Apr 07 11:10:34.869069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-0af284f9-0089-4f17-884c-bb47d805f3de tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0585158 Apr 07 11:10:34.871018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-4c31a5e3-2c7c-46aa-9ee7-35b22b6f5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.872388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-4c31a5e3-2c7c-46aa-9ee7-35b22b6f5e51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.1222055 Apr 07 11:10:34.882224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Request body: {'port': {'device_id': '0111129f-69ff-4236-b1a3-31d212eab19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:34.911279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984ff9e-32ff-4950-95c9-f078dd798afb req-e0331847-05d9-4060-840a-0237095c1ca1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:34.912903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3984ff9e-32ff-4950-95c9-f078dd798afb req-e0331847-05d9-4060-840a-0237095c1ca1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.2747715 Apr 07 11:10:34.918343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-74619f8a-aff6-4b58-9a99-3b19f79af39d None None] Provisioning complete for port 6a88e0e2-153b-471f-92cb-4d437ecb8383 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:34.918931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74619f8a-aff6-4b58-9a99-3b19f79af39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:34.970515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-74619f8a-aff6-4b58-9a99-3b19f79af39d None None] Port 6a88e0e2-153b-471f-92cb-4d437ecb8383 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:10:35.076685 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:35.110352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0decdd3-39ca-4512-b592-2d8c556c01c2 req-4fc699c5-52ef-4bfd-aa63-a91423dfddd8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165399 Apr 07 11:10:35.286869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-3832b5f9-c8e5-4e65-ae74-ec138666018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:35.287542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-3832b5f9-c8e5-4e65-ae74-ec138666018c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4017091 Apr 07 11:10:35.297885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-7091572b-cdfe-44d9-858c-ba9efbfeea33 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:35.297885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-7091572b-cdfe-44d9-858c-ba9efbfeea33 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 814 time: 0.1511786 Apr 07 11:10:35.305055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3984ff9e-32ff-4950-95c9-f078dd798afb req-fdee0f29-5eb4-4b7d-9254-b04364a59aec tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471909 Apr 07 11:10:35.324882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Request body: {'port': {'device_id': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'admin_state_up': True, 'tenant_id': '0a1217f5dfd24eb6a0c787e64c63369a'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:35.506889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ee30dee-d8cd-4c08-b974-b50bae3ee25a req-fa2a3310-9d0c-45b6-b00a-5a782fb125ce tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 210 time: 0.0979638 Apr 07 11:10:35.886640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:36.103984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6ab7c-e49c-4b35-803e-4140810df109 req-a16f1af0-5cd2-436d-8910-917997e90eae tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.111323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddb6ab7c-e49c-4b35-803e-4140810df109 req-a16f1af0-5cd2-436d-8910-917997e90eae tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.7038364 Apr 07 11:10:36.145442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-f0746469-e6fd-4f28-97a3-f49e377d44a6 service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306406 Apr 07 11:10:36.225454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Made reservation on behalf of 0a1217f5dfd24eb6a0c787e64c63369a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:10:36.229545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:36.232606 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-21abf49e-43d6-4e9c-8e2e-f59845dee0f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368663 Apr 07 11:10:36.239570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7a2e9-4ee0-4144-ac31-8d99f4c00168 req-af83fb1a-0ad3-40a6-bf14-e46e56a3bbe6 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.241203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54a7a2e9-4ee0-4144-ac31-8d99f4c00168 req-af83fb1a-0ad3-40a6-bf14-e46e56a3bbe6 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.6223598 Apr 07 11:10:36.310584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-9599b79b-7041-41f8-9d7f-4f11c183fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.312521 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-9599b79b-7041-41f8-9d7f-4f11c183fd29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 1126 time: 0.0556471 Apr 07 11:10:36.318675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddb6ab7c-e49c-4b35-803e-4140810df109 req-9ba3770d-65af-4080-b8f2-b5562087d2cd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056549 Apr 07 11:10:36.467390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70efdce1-fab2-4cc6-b381-57f8ce47c832 req-f18cd69b-b744-4d4e-8192-caab9691f5c1 service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206067 Apr 07 11:10:36.502037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54a7a2e9-4ee0-4144-ac31-8d99f4c00168 req-cbe160ae-0bf1-4d29-a88d-6f754dc4eb4a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422473 Apr 07 11:10:36.575691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-7c8ecd46-7534-46f8-a4e9-ecb6406e53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.577932 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-7c8ecd46-7534-46f8-a4e9-ecb6406e53b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.2425926 Apr 07 11:10:36.653320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88e0e2-153b-471f-92cb-4d437ecb8383 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:36.664949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Publish callbacks [] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:36.673226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-2da37ebc-ccf1-4d8a-8c65-8c5451793a50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 200 len: 217 time: 0.0888238 Apr 07 11:10:36.759085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-a7fa900f-a378-4784-b3ad-8c07c44c5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.760804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-a7fa900f-a378-4784-b3ad-8c07c44c5aed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0811987 Apr 07 11:10:36.766197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9a0d2-eff9-48ba-a439-620112883379 req-0323bf1a-935b-473f-814b-dc1094d4ba7c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.769219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6c9a0d2-eff9-48ba-a439-620112883379 req-0323bf1a-935b-473f-814b-dc1094d4ba7c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.2955213 Apr 07 11:10:36.773604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Transition to ACTIVE for port object 6a88e0e2-153b-471f-92cb-4d437ecb8383 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:36.821915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-70841f0d-3797-405b-9f5f-cdc64e25cfb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523553 Apr 07 11:10:36.855688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Allocated IP 172.20.0.3 (81aab633-bd40-4545-ac28-3291d446749f/3b0d137c-bd3b-405d-967e-6e7c0ba49d0b/02f6ba1c-e89a-42ed-a56d-3a2922e2d424) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:10:36.895881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:36.918233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-0eba2b14-52cf-4e7b-9d35-ba48d1150977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:36.920517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-0eba2b14-52cf-4e7b-9d35-ba48d1150977 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 1125 time: 0.3884671 Apr 07 11:10:36.958937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-01acf68b-9655-44eb-ae12-8b033d980b5b service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303926 Apr 07 11:10:37.096474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:37.118314 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a78c2b5b-cc45-4fb6-8099-7d84a67eddbc req-f9db28c5-d371-440c-a117-40b56323008b service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485810 Apr 07 11:10:37.184488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc20b-76f9-4d81-a037-eee26bbf184e req-e9653995-b0fb-448d-9c86-b5138875d583 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:37.187207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a16bc20b-76f9-4d81-a037-eee26bbf184e req-e9653995-b0fb-448d-9c86-b5138875d583 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.5079365 Apr 07 11:10:37.189404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:37.261715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:37.273748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:37.274045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:37.314797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88e0e2-153b-471f-92cb-4d437ecb8383,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:37.327720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6c9a0d2-eff9-48ba-a439-620112883379 req-789fff86-3639-4436-a6d1-5a4d0ba2ffaa tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534159 Apr 07 11:10:37.433916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:37.434250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:37.488344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-41f04a27-a953-4870-94e2-884fa58a4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:37.488344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-41f04a27-a953-4870-94e2-884fa58a4500 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 915 time: 0.5218418 Apr 07 11:10:37.507338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a16bc20b-76f9-4d81-a037-eee26bbf184e req-8b7ef72a-f1aa-4818-84ea-5f71aff1ce05 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946410 Apr 07 11:10:37.544429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:37.548658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:37.558949 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b4696b-b790-46e6-91b9-a38ce81f34ba" -d '{"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-plugged", "status": "completed", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:37.567680 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:37.699888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Attempting to bind port 6a88e0e2-153b-471f-92cb-4d437ecb8383 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:37.700136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Attempting to bind port 6a88e0e2-153b-471f-92cb-4d437ecb8383 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:37.700469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Attempting to bind port 6a88e0e2-153b-471f-92cb-4d437ecb8383 on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:37.711969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7dcceb2-2637-455c-8a24-81b3e70a8cb5 req-0cfa4b02-6023-4b40-84bc-6106ec448308 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 210 time: 0.1020799 Apr 07 11:10:37.711969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-ac56a292-63a6-4870-a567-59fc741f7a00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 HTTP/1.1" status: 200 len: 217 time: 0.1809025 Apr 07 11:10:37.755360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Port 6a88e0e2-153b-471f-92cb-4d437ecb8383 on network 81aab633-bd40-4545-ac28-3291d446749f not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:10:37.755677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Attempting to bind port 6a88e0e2-153b-471f-92cb-4d437ecb8383 on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:37.779277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:37.780579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Checking segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:37.780579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Bound using segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:37.780579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Bound port: 6a88e0e2-153b-471f-92cb-4d437ecb8383, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:37.780887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:37.782115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:37.803667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks [] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:37.869199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-7e902572-e2c6-4e43-af75-93184c484f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:37.870899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-7e902572-e2c6-4e43-af75-93184c484f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.1544223 Apr 07 11:10:38.032899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] For port 6a88e0e2-153b-471f-92cb-4d437ecb8383, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:38.077517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-b57a14e4-2540-4321-b07a-11feda4cd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:38.079202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-b57a14e4-2540-4321-b07a-11feda4cd32d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1765144 Apr 07 11:10:38.083494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] For port 6a88e0e2-153b-471f-92cb-4d437ecb8383, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:38.114295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:38.171483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:38.203163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:38.204286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:38.206263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a88e0e2-153b-471f-92cb-4d437ecb8383 HTTP/1.1" status: 200 len: 1092 time: 3.3277571 Apr 07 11:10:38.214823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a99be8-7ea3-43ca-ab7b-01c06ea9fdb5 req-b0fff2e4-f8cc-40fe-872a-5f46d89f2a52 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:38.223384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73a99be8-7ea3-43ca-ab7b-01c06ea9fdb5 req-b0fff2e4-f8cc-40fe-872a-5f46d89f2a52 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.2920766 Apr 07 11:10:38.231631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0111129f-69ff-4236-b1a3-31d212eab19f', 'tag': '6a88e0e2-153b-471f-92cb-4d437ecb8383'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:38.235230 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0111129f-69ff-4236-b1a3-31d212eab19f", "tag": "6a88e0e2-153b-471f-92cb-4d437ecb8383"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:38.323726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Network 81aab633-bd40-4545-ac28-3291d446749f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:10:38.423305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73a99be8-7ea3-43ca-ab7b-01c06ea9fdb5 req-e11f934d-6157-47ea-99d7-53f712b9a07d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970375 Apr 07 11:10:38.485481 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80035418-2ea7-41d1-abae-ec653b6a501e x-openstack-request-id: req-80035418-2ea7-41d1-abae-ec653b6a501e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:38.486005 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-plugged", "status": "completed", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:38.486171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:10:38.486329 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80035418-2ea7-41d1-abae-ec653b6a501e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:38.487000 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80035418-2ea7-41d1-abae-ec653b6a501e'] response: {'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'code': 200} Apr 07 11:10:38.777379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:10:38.833786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49535-a297-4114-8f98-f7401d6109c8 req-3dc6d16e-6d54-4aa4-92d7-46590991683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:38.838400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37d49535-a297-4114-8f98-f7401d6109c8 req-3dc6d16e-6d54-4aa4-92d7-46590991683d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1131 time: 0.2315590 Apr 07 11:10:38.854305 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6403fb-68a0-4016-9530-6f714121947b x-openstack-request-id: req-fa6403fb-68a0-4016-9530-6f714121947b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:38.856251 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0111129f-69ff-4236-b1a3-31d212eab19f", "tag": "6a88e0e2-153b-471f-92cb-4d437ecb8383", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:38.857233 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa6403fb-68a0-4016-9530-6f714121947b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:38.857845 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6403fb-68a0-4016-9530-6f714121947b'] response: {'name': 'network-changed', 'server_uuid': '0111129f-69ff-4236-b1a3-31d212eab19f', 'tag': '6a88e0e2-153b-471f-92cb-4d437ecb8383', 'status': 'completed', 'code': 200} Apr 07 11:10:39.058880 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-37d49535-a297-4114-8f98-f7401d6109c8 req-20111ff2-040f-4c74-afd2-77388005a8fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106798 Apr 07 11:10:39.085398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:39.089208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:39.111160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552019a-e43a-4399-9b42-7e1efc2e0886 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88e0e2-153b-471f-92cb-4d437ecb8383,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:39.136104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-fa32de00-0ac4-408c-a9a8-15bd9fa1e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:39.138028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-fa32de00-0ac4-408c-a9a8-15bd9fa1e232 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 1126 time: 0.8614736 Apr 07 11:10:39.161184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-7d6b801f-00b0-443e-8eb5-d60c4c59c14a service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0717275 Apr 07 11:10:39.245973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-56117661-d726-42b0-bede-9b22551aadbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383 HTTP/1.1" status: 200 len: 217 time: 0.0960732 Apr 07 11:10:39.264377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9561033 Apr 07 11:10:39.353414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e11cb-4b98-47d2-9379-b84d6509f011 req-ab762a9e-84ba-43ae-a07e-4bc13ee4dccf tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:39.356114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-462e11cb-4b98-47d2-9379-b84d6509f011 req-ab762a9e-84ba-43ae-a07e-4bc13ee4dccf tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.3688676 Apr 07 11:10:39.367641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Request body: {'port': {'device_id': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:39.423658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc478b-6704-42ec-a044-7921fec57030 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Pushing event updated for resources: {'Port': ['ID=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:39.445121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-07d58f2e-d014-4eb2-9d90-0ea90bc8ca60 None None] Provisioning complete for port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:39.445850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07d58f2e-d014-4eb2-9d90-0ea90bc8ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:39.536515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-486becc2-65c4-4091-9a53-e0948a0f9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:39.538056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-486becc2-65c4-4091-9a53-e0948a0f9f61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.2808690 Apr 07 11:10:39.538621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:39.547973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-07d58f2e-d014-4eb2-9d90-0ea90bc8ca60 None None] Port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:10:39.638222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19264a-3e46-47ee-875d-c5993176b363 req-ae62e7bc-9e37-4a77-909a-5593f04833f5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:39.639631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f19264a-3e46-47ee-875d-c5993176b363 req-ae62e7bc-9e37-4a77-909a-5593f04833f5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.3923886 Apr 07 11:10:39.682184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-462e11cb-4b98-47d2-9379-b84d6509f011 req-41fca160-e5aa-49ef-a502-ae135f94fa2e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695043 Apr 07 11:10:39.851931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eed4643-b6ef-4901-9c8c-6a9f16374a77 req-55f6a3aa-8a21-4c0c-a1ca-04d86c535e45 service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513626 Apr 07 11:10:39.861526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-5bb0de91-54d5-4fcf-a380-a528a87e0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:39.863488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-5bb0de91-54d5-4fcf-a380-a528a87e0a0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3111751 Apr 07 11:10:39.881923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f19264a-3e46-47ee-875d-c5993176b363 req-1a819a10-8055-4a4b-844d-f169e6eeb70a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135746 Apr 07 11:10:40.641922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88df5-d3fa-49d5-afc9-b3baa2f93907 req-fa61604f-1a02-4983-b181-632690389bea tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:40.644148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40c88df5-d3fa-49d5-afc9-b3baa2f93907 req-fa61604f-1a02-4983-b181-632690389bea tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.1967378 Apr 07 11:10:40.712219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccdde9-f7be-44d3-9a5e-23f0e7e591c9 req-c98f2117-9d8f-4ea5-b10b-4af4c8f0e223 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:40.722923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87ccdde9-f7be-44d3-9a5e-23f0e7e591c9 req-c98f2117-9d8f-4ea5-b10b-4af4c8f0e223 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 931 time: 0.2740121 Apr 07 11:10:40.750178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-4c02173e-50e3-4866-ba8a-8c157f1097f6 service neutron] 10.222.0.23 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642383 Apr 07 11:10:40.925484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87ccdde9-f7be-44d3-9a5e-23f0e7e591c9 req-a0db02fe-7de8-436b-ab7e-21f8b4943737 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007501 Apr 07 11:10:40.932788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40c88df5-d3fa-49d5-afc9-b3baa2f93907 req-c01f088b-0f4a-4aeb-8d44-8a333ec773b1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727554 Apr 07 11:10:41.130067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0420602-0a6d-4118-91f9-29dff9cd8724 req-99970409-9575-4ce1-ae14-1fddad908ddb service neutron] 10.222.0.23 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675735 Apr 07 11:10:41.143993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:41.157713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Publish callbacks [] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:41.173710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Transition to ACTIVE for port object 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:10:41.180320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:41.227374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:41.421514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fd6c5-4f9b-42dd-8927-6395b2c177f6 req-6b27d729-9703-4d2f-943d-ac38dee789bc tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:41.430795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-868fd6c5-4f9b-42dd-8927-6395b2c177f6 req-6b27d729-9703-4d2f-943d-ac38dee789bc tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.3699198 Apr 07 11:10:41.614696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Attempting to bind port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:10:41.615415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Attempting to bind port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:10:41.616066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Attempting to bind port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:41.625413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:41.636807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 on network 81aab633-bd40-4545-ac28-3291d446749f not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:10:41.637183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Attempting to bind port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 on network 81aab633-bd40-4545-ac28-3291d446749f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:10:41.649860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-81a1ac1d-8ac5-4077-bd77-f73a851c9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:41.655568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-81a1ac1d-8ac5-4077-bd77-f73a851c9b8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 1126 time: 0.4314651 Apr 07 11:10:41.686750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:10:41.687762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Checking segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:10:41.688530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Bound using segment: {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:10:41.689255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Bound port: 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4412e23-2b95-4336-b8fb-498bd3151c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81aab633-bd40-4545-ac28-3291d446749f'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:10:41.690464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:41.716208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:41.729796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'mac_address': 'fa:16:3e:af:56:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:41.774996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:41.775393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:41.792648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8db75b-bb0f-4e00-9363-26127611e6ba {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:41.851602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:41.859775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:41.906324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-868fd6c5-4f9b-42dd-8927-6395b2c177f6 req-825df21e-f68d-411f-aef6-71d46e45fe6d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745135 Apr 07 11:10:41.949240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] For port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:10:41.952919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-9e7826db-f9fe-4986-a06f-29f011905b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:41.954471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-9e7826db-f9fe-4986-a06f-29f011905b85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 915 time: 0.2431624 Apr 07 11:10:41.957591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] For port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:10:41.986565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:42.053321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-bbb0c9ed-b076-4741-8f81-350d4dce96e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383 HTTP/1.1" status: 200 len: 217 time: 0.0884695 Apr 07 11:10:42.074572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.075175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:42.076538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] 10.222.0.41 "PUT /v2.0/ports/02f6ba1c-e89a-42ed-a56d-3a2922e2d424 HTTP/1.1" status: 200 len: 1091 time: 2.7158437 Apr 07 11:10:42.082391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:42.094307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'tag': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:42.099464 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "668bb045-b517-4bf2-98f3-28e3acfe6e55", "tag": "02f6ba1c-e89a-42ed-a56d-3a2922e2d424"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:42.105960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['6d8db75b-bb0f-4e00-9363-26127611e6ba'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:42.289961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-86675842-3c85-4623-9e92-360b0acc96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.292068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-86675842-3c85-4623-9e92-360b0acc96b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.2191486 Apr 07 11:10:42.292824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87c648-0a05-4e26-bff7-7e69ddf7dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:42.415518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-8f25b628-ba81-4074-98db-49c304111739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.417446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-8f25b628-ba81-4074-98db-49c304111739 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 1125 time: 0.1442418 Apr 07 11:10:42.441058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9696b7-f962-42b1-862f-8c44bc0dc272 req-e1a84402-0f8d-4ea9-81d1-64b5d616f900 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.449020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c9696b7-f962-42b1-862f-8c44bc0dc272 req-e1a84402-0f8d-4ea9-81d1-64b5d616f900 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.3642380 Apr 07 11:10:42.510583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-e255d208-07ec-49e8-bb6d-3a9039c6aca7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424 HTTP/1.1" status: 200 len: 217 time: 0.0473468 Apr 07 11:10:42.521452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-f1e06df6-08c4-4963-910a-b7b00f19e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.523595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-f1e06df6-08c4-4963-910a-b7b00f19e9fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2156093 Apr 07 11:10:42.665182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-84e0f87e-4e3d-4fd6-bf1c-c0a76f7da8f3 service neutron] 10.222.0.23 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226881 Apr 07 11:10:42.804753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e8b2cb2-d61f-41af-9ed6-040e44e953ff req-dba2ffdd-e175-4977-9195-4e60c8af0769 service neutron] 10.222.0.23 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239214 Apr 07 11:10:42.833861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c9696b7-f962-42b1-862f-8c44bc0dc272 req-d9dd8db3-44eb-49f3-a455-116b328b0560 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838897 Apr 07 11:10:42.836291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-a31aaefe-6c7f-42cc-ac3b-2b2d3e38cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.840015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-a31aaefe-6c7f-42cc-ac3b-2b2d3e38cc57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.3134110 Apr 07 11:10:42.929726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a88e0e2-153b-471f-92cb-4d437ecb8383 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:42.961161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e157-a764-45de-b289-787005365b6f req-cd95ceb6-1715-4e67-96b2-044a18582ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:42.966343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-cd95ceb6-1715-4e67-96b2-044a18582ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1180580 Apr 07 11:10:43.178387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85356a3-ce46-4e47-ac04-b7ce4e24f098 req-e0e9d97b-2970-4127-a785-83ac3ec09fb6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:43.180087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85356a3-ce46-4e47-ac04-b7ce4e24f098 req-e0e9d97b-2970-4127-a785-83ac3ec09fb6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.2126899 Apr 07 11:10:43.244809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-8dfa67a0-27e7-4165-b69f-71023bc3d0be service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367384 Apr 07 11:10:43.255159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-7ea36baf-b6b5-4629-8049-17eacf7e4578 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2389519 Apr 07 11:10:43.413348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6a88e0e2-153b-471f-92cb-4d437ecb8383, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:43.427145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:43.447645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '6a88e0e2-153b-471f-92cb-4d437ecb8383', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'port_id': '6a88e0e2-153b-471f-92cb-4d437ecb8383', 'mac_address': 'fa:16:3e:b2:af:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0d137c-bd3b-405d-967e-6e7c0ba49d0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:43.528787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85356a3-ce46-4e47-ac04-b7ce4e24f098 req-2515ff43-611f-43d3-803f-13aa9613b7bf tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403306 Apr 07 11:10:43.625775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:43.634406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a3e157-a764-45de-b289-787005365b6f req-26a79c01-bda8-4d12-98c2-1cb8264c00c9 service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780222 Apr 07 11:10:43.679305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'port_id': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2', 'mac_address': 'fa:16:3e:92:b3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0d137c-bd3b-405d-967e-6e7c0ba49d0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:43.684328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6a88e0e2-153b-471f-92cb-4d437ecb8383 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:43.684837 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:43.704980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88e0e2-153b-471f-92cb-4d437ecb8383 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:43.735359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6a88e0e2-153b-471f-92cb-4d437ecb8383, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:43.736329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-cf9be9eb-435b-489b-95c4-ff0c610217d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:43.738467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-cf9be9eb-435b-489b-95c4-ff0c610217d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15e32a766fc5408c9736f634ec0cf7db&device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 1127 time: 0.4494259 Apr 07 11:10:43.757105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:43.845375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:43.845778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:43.848037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6a88e0e2-153b-471f-92cb-4d437ecb8383,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:43.874075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:43.884184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a93a-fdcb-4a47-b04d-4d5fd6cffd38 req-78e6e0cf-2b7e-4131-95d0-004afab22026 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:43.896083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9269a93a-fdcb-4a47-b04d-4d5fd6cffd38 req-78e6e0cf-2b7e-4131-95d0-004afab22026 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 943 time: 0.2532957 Apr 07 11:10:43.916658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:43.926362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:44.018749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:44.056683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9269a93a-fdcb-4a47-b04d-4d5fd6cffd38 req-de98325f-1a24-44f8-aae5-658de00dd25b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519144 Apr 07 11:10:44.096848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-797117f3-08e2-4d61-8251-7710b723b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:44.099073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-797117f3-08e2-4d61-8251-7710b723b5cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 200 len: 924 time: 0.3395355 Apr 07 11:10:44.116313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a88e0e2-153b-471f-92cb-4d437ecb8383'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:44.324703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-3a00adb8-d6f7-4735-9a0d-1866342a092a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b7698af-9d33-47f6-afcc-451028313dd9 HTTP/1.1" status: 200 len: 1001 time: 0.2183294 Apr 07 11:10:44.438149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-da538b31-565e-46b9-834e-0f67c15c5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:44.439626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-da538b31-565e-46b9-834e-0f67c15c5156 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 200 len: 862 time: 0.1062715 Apr 07 11:10:44.513509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b74b-edce-414a-bb3f-1e1bd5d548c0 req-dd07e9fc-8c4d-4b3e-bbdb-627e236a1889 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:44.515121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed6b74b-edce-414a-bb3f-1e1bd5d548c0 req-dd07e9fc-8c4d-4b3e-bbdb-627e236a1889 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.2883501 Apr 07 11:10:44.555462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-684dfd91-0be1-4e19-9344-d708db8b805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:44.557422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-684dfd91-0be1-4e19-9344-d708db8b805f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b9a094f-42ef-4513-9349-ffe774a4c759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1068468 Apr 07 11:10:44.609998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed6b74b-edce-414a-bb3f-1e1bd5d548c0 req-357b6318-5952-4312-89be-c7969e47d51c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828285 Apr 07 11:10:44.819530 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9165cf02-7a40-473e-99b5-ee3396a17f9b x-openstack-request-id: req-9165cf02-7a40-473e-99b5-ee3396a17f9b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:44.820234 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668bb045-b517-4bf2-98f3-28e3acfe6e55", "tag": "02f6ba1c-e89a-42ed-a56d-3a2922e2d424", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:44.820234 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9165cf02-7a40-473e-99b5-ee3396a17f9b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:44.820475 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9165cf02-7a40-473e-99b5-ee3396a17f9b'] response: {'name': 'network-changed', 'server_uuid': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'tag': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424', 'status': 'completed', 'code': 200} Apr 07 11:10:44.992590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-81ac85ae-b767-4f54-b060-78a5385f6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:44.994276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-81ac85ae-b767-4f54-b060-78a5385f6eaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 1125 time: 0.2475557 Apr 07 11:10:45.111614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-e7a4d19e-e489-4a6d-9d99-4465607cad51 service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943864 Apr 07 11:10:45.121875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2876a0-69d3-45c1-a193-3cf3733a4408 req-283cbeec-6244-45a1-9d1c-401a620b85bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:45.123100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c2876a0-69d3-45c1-a193-3cf3733a4408 req-283cbeec-6244-45a1-9d1c-401a620b85bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.2414422 Apr 07 11:10:45.270819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c2876a0-69d3-45c1-a193-3cf3733a4408 req-2fed3a0c-f5d4-410e-b88f-87a1ee78156d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360576 Apr 07 11:10:45.306115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-5437dd66-c5b8-47fc-b3da-d91dc3fdd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:45.307696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-5437dd66-c5b8-47fc-b3da-d91dc3fdd116 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 915 time: 0.3008235 Apr 07 11:10:45.356782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:45.384640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-03365728-aba1-433f-bd35-c2c8229948c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424 HTTP/1.1" status: 200 len: 217 time: 0.0559797 Apr 07 11:10:45.401039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c12084c7-9849-434b-8477-8e1ab59e5fe9 req-fc3c0dde-9b94-4565-9150-3e8b28efdbd5 service neutron] 10.222.0.41 "GET /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769475 Apr 07 11:10:45.523150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163afbb-6eef-4bd5-8cdc-6cddfe1bb309 req-3bd2d752-8455-46a5-8dfc-cee52b272de9 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:45.524682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f163afbb-6eef-4bd5-8cdc-6cddfe1bb309 req-3bd2d752-8455-46a5-8dfc-cee52b272de9 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1131 time: 0.2130525 Apr 07 11:10:45.526332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-fa2da27f-f64d-4ed4-8455-ee51c10c2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:45.527643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-fa2da27f-f64d-4ed4-8455-ee51c10c2132 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.1257465 Apr 07 11:10:45.541833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80669e-9ef2-4eba-ab5d-735825ea86c4 req-446c4399-0158-4841-a737-f9ebf04132ee tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:45.543445 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b80669e-9ef2-4eba-ab5d-735825ea86c4 req-446c4399-0158-4841-a737-f9ebf04132ee tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1631353 Apr 07 11:10:45.688267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b80669e-9ef2-4eba-ab5d-735825ea86c4 req-0ae2b5b4-8787-4cba-aa83-4e7ec56658a1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165187 Apr 07 11:10:45.717174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-fe9d2b74-e56c-4373-bc68-0f397d4f7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:45.718579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-fe9d2b74-e56c-4373-bc68-0f397d4f7fb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1742699 Apr 07 11:10:45.726016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f163afbb-6eef-4bd5-8cdc-6cddfe1bb309 req-7c2223ea-11ce-4e92-8b94-ae713e5ce933 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923025 Apr 07 11:10:46.201530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-3ddaff58-5168-4121-885d-5dc8cdad91ba service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732351 Apr 07 11:10:46.366016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7152e-06b2-487d-b553-309bd835a30c req-3100e203-56d1-4080-a45d-1c037fd21ca3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:46.367626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2a7152e-06b2-487d-b553-309bd835a30c req-3100e203-56d1-4080-a45d-1c037fd21ca3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.1642416 Apr 07 11:10:46.383328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919eb50-fddf-419f-acfa-012f7b5b5729 req-51622003-c09f-4479-bdb8-c6f6d23749a5 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:46.390697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1919eb50-fddf-419f-acfa-012f7b5b5729 req-51622003-c09f-4479-bdb8-c6f6d23749a5 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 943 time: 0.1882515 Apr 07 11:10:46.451008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2785e78e-4dc9-470d-aac3-7f5b61fc9f9a req-70a86fe3-abed-4390-abc7-756c7b5a4e90 service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302046 Apr 07 11:10:46.494768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1919eb50-fddf-419f-acfa-012f7b5b5729 req-0d136713-172b-465d-8956-fd56ce8b74c6 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028187 Apr 07 11:10:46.499564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2a7152e-06b2-487d-b553-309bd835a30c req-62379d3e-02d6-4d21-aef4-370d8f8639c1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065900 Apr 07 11:10:46.860434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294167e-fed1-4be9-b745-0030a9ecba52 req-e399edc8-946b-47e0-b14c-86c9cecd0421 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:46.863049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8294167e-fed1-4be9-b745-0030a9ecba52 req-e399edc8-946b-47e0-b14c-86c9cecd0421 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.0948825 Apr 07 11:10:46.939595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a88e0e2-153b-471f-92cb-4d437ecb8383 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:46.959772 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-cedafdf1-871b-4f05-a893-e99c4532faa5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670421 Apr 07 11:10:47.027479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 6a88e0e2-153b-471f-92cb-4d437ecb8383 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:47.042657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2b91-e298-4582-958d-0c029636afb3 req-0c108fe1-c259-4aad-8a5c-1b5ebf0ff0fe tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:47.045512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 6a88e0e2-153b-471f-92cb-4d437ecb8383 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:47.045906 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:47.053728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-769a2b91-e298-4582-958d-0c029636afb3 req-0c108fe1-c259-4aad-8a5c-1b5ebf0ff0fe tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.1895788 Apr 07 11:10:47.063524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8294167e-fed1-4be9-b745-0030a9ecba52 req-30252065-a379-429e-bcdb-7bfd3259918e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615393 Apr 07 11:10:47.186681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-769a2b91-e298-4582-958d-0c029636afb3 req-fcd20cbf-520c-473a-8a65-3b23f616afa7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219170 Apr 07 11:10:47.258419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:47.261083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:47.353175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2a3d-0d65-4499-970c-f9308af5ad15 req-803bfec6-3fb7-44a1-a30f-2cef31c6a1a1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:47.359736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6a88e0e2-153b-471f-92cb-4d437ecb8383 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:47.360240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:47.364710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7bc2a3d-0d65-4499-970c-f9308af5ad15 req-803bfec6-3fb7-44a1-a30f-2cef31c6a1a1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1693978 Apr 07 11:10:47.442830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0111129f-69ff-4236-b1a3-31d212eab19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88e0e2-153b-471f-92cb-4d437ecb8383'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:47.445362 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc054e-bc0e-432e-a0ea-9b4ff2a6b802" -d '{"events": [{"server_uuid": "0111129f-69ff-4236-b1a3-31d212eab19f", "name": "network-vif-plugged", "status": "completed", "tag": "6a88e0e2-153b-471f-92cb-4d437ecb8383"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:47.479489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7bc2a3d-0d65-4499-970c-f9308af5ad15 req-2bdbfee1-be14-4c68-8f68-52be3a14dc34 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137521 Apr 07 11:10:47.512346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3d49-ba10-4ebe-a179-0c835ae8f8ad req-fc7d7fed-7eb9-46ec-a45b-f9fab7861fdc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:47.519760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a8f3d49-ba10-4ebe-a179-0c835ae8f8ad req-fc7d7fed-7eb9-46ec-a45b-f9fab7861fdc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.2337012 Apr 07 11:10:47.535606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6a88e0e2-153b-471f-92cb-4d437ecb8383, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:47.544605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 6d8db75b-bb0f-4e00-9363-26127611e6ba triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:47.544986 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:47.644320 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452f9607-65f9-4baf-a0c4-4a1dc04d71d2 x-openstack-request-id: req-452f9607-65f9-4baf-a0c4-4a1dc04d71d2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:47.644630 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0111129f-69ff-4236-b1a3-31d212eab19f", "name": "network-vif-plugged", "status": "completed", "tag": "6a88e0e2-153b-471f-92cb-4d437ecb8383", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:47.644892 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-452f9607-65f9-4baf-a0c4-4a1dc04d71d2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:47.647475 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452f9607-65f9-4baf-a0c4-4a1dc04d71d2'] response: {'server_uuid': '0111129f-69ff-4236-b1a3-31d212eab19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88e0e2-153b-471f-92cb-4d437ecb8383', 'code': 200} Apr 07 11:10:47.661191 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:47.736065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a8f3d49-ba10-4ebe-a179-0c835ae8f8ad req-487dbb6c-5c7c-43b1-a391-f02eb9d30a2f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106619 Apr 07 11:10:47.808736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-a72a6313-b561-4235-b7fd-e99460e9c485 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:47.836597 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-a72a6313-b561-4235-b7fd-e99460e9c485 tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 1128 time: 0.0806272 Apr 07 11:10:47.837422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:47.840096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6a88e0e2-153b-471f-92cb-4d437ecb8383,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:47.855627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'port_id': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'mac_address': 'fa:16:3e:0c:ea:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62548967-7f3c-42ed-b92b-37ad62829ac3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:47.870013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:47.870987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:47.954002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118fe4a-cfda-4647-827a-e6e206c4f89a req-5439da8f-ed33-41e2-b62d-9f0ba54e3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:47.956076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c118fe4a-cfda-4647-827a-e6e206c4f89a req-5439da8f-ed33-41e2-b62d-9f0ba54e3ed2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 1128 time: 0.2547209 Apr 07 11:10:47.978909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 77b6ed21-317e-4463-a286-7bf4d2e88627 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:47.979569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:48.000913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207698ec-3d51-404e-b1c8-518bc48547d4 req-c8de6f53-a404-471e-90a7-fc06f012e708 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:48.007725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77b6ed21-317e-4463-a286-7bf4d2e88627 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:48.011397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-207698ec-3d51-404e-b1c8-518bc48547d4 req-c8de6f53-a404-471e-90a7-fc06f012e708 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 943 time: 0.2714770 Apr 07 11:10:48.018541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:48.033328 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:48.039105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:48.074576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:48.076543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c118fe4a-cfda-4647-827a-e6e206c4f89a req-250b9391-4017-44de-a2eb-5ec080afc7ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095006 Apr 07 11:10:48.128794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:48.228729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-207698ec-3d51-404e-b1c8-518bc48547d4 req-9da36459-8494-442e-89c7-1350bf468751 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162521 Apr 07 11:10:48.244990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:48.308287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['77b6ed21-317e-4463-a286-7bf4d2e88627'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:48.413739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c77b9-78d9-46ba-8c79-956458adb77d req-ade88221-079a-471d-99fa-3f974e182715 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:48.421534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d45c77b9-78d9-46ba-8c79-956458adb77d req-ade88221-079a-471d-99fa-3f974e182715 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 944 time: 0.0933578 Apr 07 11:10:48.482242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d45c77b9-78d9-46ba-8c79-956458adb77d req-1b1a7c9f-dc9e-4d87-a4a9-5da9310db179 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 Apr 07 11:10:48.721258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c48c7-2028-4ba1-bb99-6263968d4ee4 req-3b05581f-c52e-4bcc-babc-2c4bc9fe3622 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:48.730161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e4c48c7-2028-4ba1-bb99-6263968d4ee4 req-3b05581f-c52e-4bcc-babc-2c4bc9fe3622 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1334493 Apr 07 11:10:48.797440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e4c48c7-2028-4ba1-bb99-6263968d4ee4 req-15c44fe5-3717-4a44-9b35-b81a34833d0f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629818 Apr 07 11:10:48.941966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:48.979864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ef5b5-755d-469d-966c-18119996f633 req-23fb689b-e97b-4f29-9e5a-b0ce814f1775 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:48.982311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f0ef5b5-755d-469d-966c-18119996f633 req-23fb689b-e97b-4f29-9e5a-b0ce814f1775 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.0917811 Apr 07 11:10:49.048750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f0ef5b5-755d-469d-966c-18119996f633 req-683e7835-7073-42cb-b8f5-0590a5b6ae38 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Apr 07 11:10:49.131777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:49.132419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:49.219790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2889fa8-71de-4224-b2b6-d506f5d98e98 req-9d0f89c6-f070-43b1-bfb9-7b2af3ea873f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:49.230248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2889fa8-71de-4224-b2b6-d506f5d98e98 req-9d0f89c6-f070-43b1-bfb9-7b2af3ea873f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 947 time: 0.1024933 Apr 07 11:10:49.248496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:49.264935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:49.281996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:49.326106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2889fa8-71de-4224-b2b6-d506f5d98e98 req-7f374e00-a80c-48eb-b64a-6f8d2eb98809 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945449 Apr 07 11:10:49.426332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=14']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:49.478867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-323eff94-3d1e-469b-84cb-ae530ea0e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:49.478867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-323eff94-3d1e-469b-84cb-ae530ea0e158 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1131 time: 0.1567168 Apr 07 11:10:49.528163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 77b6ed21-317e-4463-a286-7bf4d2e88627 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:49.530882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:49.671316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}, {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:49.674024 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf07a56-2abb-4b24-98ba-6fba659f1f24" -d '{"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-plugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}, {"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:49.705003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 77b6ed21-317e-4463-a286-7bf4d2e88627 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:49.706823 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:49.751043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:49.774281 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:49.775480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:49.843007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-d6fc1ea1-df6a-4304-8ec4-f5cdf94de80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:49.846844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-d6fc1ea1-df6a-4304-8ec4-f5cdf94de80c service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3643603 Apr 07 11:10:49.872237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a23c8-12d3-48fa-beea-14402e53da31 req-6a3f0329-1060-42dd-a4d0-e9668b88489a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:49.883178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d05a23c8-12d3-48fa-beea-14402e53da31 req-6a3f0329-1060-42dd-a4d0-e9668b88489a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 943 time: 0.3846807 Apr 07 11:10:49.899618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:49.902765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:49.915128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:49.915725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:50.000933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-e19136ab-b106-4dc8-a314-e0de003d6652 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.1120310 Apr 07 11:10:50.060193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:50.060619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:50.098427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d05a23c8-12d3-48fa-beea-14402e53da31 req-6286c005-7ed7-4e79-ad36-d0fddc3ffd99 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143784 Apr 07 11:10:50.130781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-fe3dc2ba-8ce4-460c-929e-299e3938aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:50.134233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-fe3dc2ba-8ce4-460c-929e-299e3938aa50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1235340 Apr 07 11:10:50.162631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:50.174551 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:50.262112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-2e3acdd3-50a5-4279-971b-ccd2daa6dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:50.264005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-2e3acdd3-50a5-4279-971b-ccd2daa6dc30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1223183 Apr 07 11:10:50.286315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:50.436993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8828ecc-c9d9-4ced-b27a-9296b25bc6c6 req-ef272718-aee2-4bb1-a285-0ec8eca4ef88 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:50.438595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8828ecc-c9d9-4ced-b27a-9296b25bc6c6 req-ef272718-aee2-4bb1-a285-0ec8eca4ef88 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1937280 Apr 07 11:10:50.474982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-1a8d014f-fef6-4fec-bdbc-8330817217ef service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743035 Apr 07 11:10:50.559795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8828ecc-c9d9-4ced-b27a-9296b25bc6c6 req-fb503b59-3a13-4ed9-860c-6b0d731aa93e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136060 Apr 07 11:10:50.625820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8022d23e-7016-49b1-9b6f-171023a78dfe service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442881 Apr 07 11:10:50.791277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aae55-b3bd-4731-9259-dea68242be3e req-544363cf-58b3-427b-9d9f-7ae4d88bd92d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:50.801481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c9aae55-b3bd-4731-9259-dea68242be3e req-544363cf-58b3-427b-9d9f-7ae4d88bd92d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1393356 Apr 07 11:10:50.906188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c9aae55-b3bd-4731-9259-dea68242be3e req-b8254694-e947-4557-be63-6749a6603ec8 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025052 Apr 07 11:10:50.978468 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02392a6-b7dd-4164-8510-57da08c0d57c x-openstack-request-id: req-f02392a6-b7dd-4164-8510-57da08c0d57c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:50.979676 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-plugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "code": 200}, {"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-unplugged", "status": "completed", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:50.980290 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f02392a6-b7dd-4164-8510-57da08c0d57c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:50.981479 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02392a6-b7dd-4164-8510-57da08c0d57c'] response: {'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'code': 200} Apr 07 11:10:50.982192 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02392a6-b7dd-4164-8510-57da08c0d57c'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'code': 200} Apr 07 11:10:51.109785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca89878-bf9f-4956-89fd-5d15eb79ba25 req-a9a4f1f2-af60-4862-a11c-941857c34569 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:51.113354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ca89878-bf9f-4956-89fd-5d15eb79ba25 req-a9a4f1f2-af60-4862-a11c-941857c34569 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.0693092 Apr 07 11:10:51.191890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ca89878-bf9f-4956-89fd-5d15eb79ba25 req-932cd2d1-b9c3-448b-b45b-4cbb288ee650 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666676 Apr 07 11:10:51.274116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:10:51.333021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753de50-6eb2-462b-be1a-bec018c4445f req-29960bd1-ee50-4035-875e-7692dfbbe732 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:51.336557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0753de50-6eb2-462b-be1a-bec018c4445f req-29960bd1-ee50-4035-875e-7692dfbbe732 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.0784812 Apr 07 11:10:51.415846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0753de50-6eb2-462b-be1a-bec018c4445f req-7195b701-f99b-4e95-b550-35695aa0185b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731745 Apr 07 11:10:51.523837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:51.548588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424', 'network_id': '81aab633-bd40-4545-ac28-3291d446749f', 'port_id': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424', 'mac_address': 'fa:16:3e:4c:6e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0d137c-bd3b-405d-967e-6e7c0ba49d0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:10:51.598195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5d359-5816-4bfa-91c8-1271c7e31c70 req-faedc607-e8f1-46b3-9fcc-189fb53fca4d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:51.600532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ad5d359-5816-4bfa-91c8-1271c7e31c70 req-faedc607-e8f1-46b3-9fcc-189fb53fca4d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.0753417 Apr 07 11:10:51.626393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:51.626799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:51.649569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:10:51.670856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:51.687803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:51.708888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ad5d359-5816-4bfa-91c8-1271c7e31c70 req-b0e242bb-ad57-46e8-849b-c7ec32bf1c5c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997167 Apr 07 11:10:51.779697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:51.872409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f4b4-7bf6-48dc-8058-48e5f4f996a4 req-a022fb70-eae1-4006-9af3-6656f3518759 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:51.874262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e878f4b4-7bf6-48dc-8058-48e5f4f996a4 req-a022fb70-eae1-4006-9af3-6656f3518759 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 944 time: 0.0785108 Apr 07 11:10:51.957240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e878f4b4-7bf6-48dc-8058-48e5f4f996a4 req-55433ec6-bb2f-47f2-a01c-76267088acbe tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754805 Apr 07 11:10:52.231661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['02f6ba1c-e89a-42ed-a56d-3a2922e2d424'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:10:52.424915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592175ed-f0c5-481c-9b0e-483ad137044b req-5120f1cd-ad5b-4eea-9b9f-9d85a6fa5b5e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:52.433688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-592175ed-f0c5-481c-9b0e-483ad137044b req-5120f1cd-ad5b-4eea-9b9f-9d85a6fa5b5e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1032653 Apr 07 11:10:52.476610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-01673050-43fb-4bd8-94c8-f1bc03004f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:52.478773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-01673050-43fb-4bd8-94c8-f1bc03004f69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.1118448 Apr 07 11:10:52.595115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-f9e0069d-77c9-4c6b-9a2e-064c6596d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:52.596862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-f9e0069d-77c9-4c6b-9a2e-064c6596d0ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.1065719 Apr 07 11:10:52.637446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-592175ed-f0c5-481c-9b0e-483ad137044b req-337b5f0c-c5be-4a68-aa80-13e58e186676 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979470 Apr 07 11:10:52.798497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-65959dff-62db-4556-bc99-dbd18a8c029c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.1905217 Apr 07 11:10:52.887065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720e48-48ee-4449-831e-5c7e3dc60493 req-6ed25e15-a5c6-413e-b412-34a488fbea3a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:52.888950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf720e48-48ee-4449-831e-5c7e3dc60493 req-6ed25e15-a5c6-413e-b412-34a488fbea3a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.1495044 Apr 07 11:10:52.924837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-a3ec21db-cddd-4abd-9cf7-0269f36cdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:52.926818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-a3ec21db-cddd-4abd-9cf7-0269f36cdf3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1203501 Apr 07 11:10:52.983997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627'}, {'server_uuid': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:52.991121 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95de7580-a61f-436c-be4a-e6de776824e7" -d '{"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-plugged", "status": "completed", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627"}, {"server_uuid": "f34b8492-c32c-41ff-baa0-bfdf92dea174", "name": "network-vif-plugged", "status": "completed", "tag": "a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:53.004089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf720e48-48ee-4449-831e-5c7e3dc60493 req-7c2f2b72-37d6-4412-bbf6-ecf90a95cc57 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009355 Apr 07 11:10:53.040371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-cb8d3a99-5fa2-450b-9e58-b2f4457d4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:53.043672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-cb8d3a99-5fa2-450b-9e58-b2f4457d4dbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1102993 Apr 07 11:10:53.214403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f810af-31a4-4e02-9f99-0871cae46d9d req-38488052-6877-40e7-9a19-066d12e9e468 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:53.226068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66f810af-31a4-4e02-9f99-0871cae46d9d req-38488052-6877-40e7-9a19-066d12e9e468 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1369491 Apr 07 11:10:53.281407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-e738fae1-6946-4104-987f-8f60fd43189a service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284896 Apr 07 11:10:53.399485 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66f810af-31a4-4e02-9f99-0871cae46d9d req-94953b3e-d6a1-440d-a95d-2f1fe6912458 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724968 Apr 07 11:10:53.477174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63c31ac7-615c-4d39-9bb8-51a51f528463 req-fdc85899-ae68-45f6-ab85-4672cb34ea34 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837051 Apr 07 11:10:53.635642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb683f3-ece1-48e1-b6d7-80af674b9fcb req-878706e9-f716-4644-a12c-ab00c48875c4 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:53.646153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfb683f3-ece1-48e1-b6d7-80af674b9fcb req-878706e9-f716-4644-a12c-ab00c48875c4 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1618271 Apr 07 11:10:53.739202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfb683f3-ece1-48e1-b6d7-80af674b9fcb req-11c8c3e4-e543-4a4f-a9e6-9683626c147a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920746 Apr 07 11:10:53.879694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e823-7614-4eff-821d-a16b54b8e820 req-dc1f218f-9333-43e4-9956-776bf1622552 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:53.881775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3701e823-7614-4eff-821d-a16b54b8e820 req-dc1f218f-9333-43e4-9956-776bf1622552 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.0670393 Apr 07 11:10:53.959286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3701e823-7614-4eff-821d-a16b54b8e820 req-296bec55-59d5-451a-b76a-f1d193a8335e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718641 Apr 07 11:10:54.129150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fc89-9e47-45c9-9d0c-e1099ac46d51 req-d1577555-6e63-46b8-af34-c303f277bf9b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:54.130681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b366fc89-9e47-45c9-9d0c-e1099ac46d51 req-d1577555-6e63-46b8-af34-c303f277bf9b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 944 time: 0.0930169 Apr 07 11:10:54.205977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b366fc89-9e47-45c9-9d0c-e1099ac46d51 req-bfe1f7ad-9328-4f9c-92ee-00b616ad1174 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614915 Apr 07 11:10:54.274970 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a97c6d-1b3c-48c1-b8c9-8bf44319a82e x-openstack-request-id: req-28a97c6d-1b3c-48c1-b8c9-8bf44319a82e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:54.276528 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-plugged", "status": "completed", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627", "code": 200}, {"server_uuid": "f34b8492-c32c-41ff-baa0-bfdf92dea174", "name": "network-vif-plugged", "status": "completed", "tag": "a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:54.277173 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28a97c6d-1b3c-48c1-b8c9-8bf44319a82e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:54.277815 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a97c6d-1b3c-48c1-b8c9-8bf44319a82e'] response: {'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'code': 200} Apr 07 11:10:54.278296 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a97c6d-1b3c-48c1-b8c9-8bf44319a82e'] response: {'server_uuid': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2', 'code': 200} Apr 07 11:10:54.479483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedb997-dbe1-4fd8-91b8-73edf20a590a req-2051349e-287f-484e-9972-694ed9c3fd1a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:54.481412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fedb997-dbe1-4fd8-91b8-73edf20a590a req-2051349e-287f-484e-9972-694ed9c3fd1a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1121171 Apr 07 11:10:54.507593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf32d83-3bc5-4136-8643-43aeec50796f req-8bb194a0-1b84-40a2-8e00-541840190c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:54.514202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8cf32d83-3bc5-4136-8643-43aeec50796f req-8bb194a0-1b84-40a2-8e00-541840190c9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 1127 time: 0.1001542 Apr 07 11:10:54.560903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fedb997-dbe1-4fd8-91b8-73edf20a590a req-675c0152-1515-4f78-a6ce-ece93e169112 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702927 Apr 07 11:10:54.586786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8cf32d83-3bc5-4136-8643-43aeec50796f req-920e14a5-2c23-40d1-9faf-519e55577300 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694196 Apr 07 11:10:54.683252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231083fe-dc29-4031-9c23-f80b9e06e9b9 req-494aab1f-2bc4-4fe4-bf73-ca26803a3f18 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:54.684793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-231083fe-dc29-4031-9c23-f80b9e06e9b9 req-494aab1f-2bc4-4fe4-bf73-ca26803a3f18 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.0604861 Apr 07 11:10:54.756938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-231083fe-dc29-4031-9c23-f80b9e06e9b9 req-9cfcd704-600c-437c-9eb9-bfaf5e027a6d tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups?id=a689a4ea-2424-41bc-abba-61eb90a327e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601532 Apr 07 11:10:54.946667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62446-cbf2-4fa4-9d3e-adf92ec31999 req-de811688-0dbe-40e0-8aa3-7d10656a21af tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:54.948808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdc62446-cbf2-4fa4-9d3e-adf92ec31999 req-de811688-0dbe-40e0-8aa3-7d10656a21af tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1042445 Apr 07 11:10:54.997374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-def9d4ac-aa70-418c-9575-4039259c1c3c tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:54.999286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-def9d4ac-aa70-418c-9575-4039259c1c3c tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 945 time: 0.1006536 Apr 07 11:10:55.080053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdc62446-cbf2-4fa4-9d3e-adf92ec31999 req-b145bc51-011b-494f-a4a6-f8e2f0e15fc8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060009 Apr 07 11:10:55.172652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Deleting port 9b7698af-9d33-47f6-afcc-451028313dd9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:10:55.177458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.289734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:10:55.342054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] For port 9b7698af-9d33-47f6-afcc-451028313dd9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b7698af-9d33-47f6-afcc-451028313dd9,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:55.342763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.407226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:10:55.414592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:10:55.418460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.487772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69faa04-6f29-450f-8710-c3e79b4ef2e5 req-29a7b747-d7e3-429a-8472-32a18dbc412c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:55.496508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d69faa04-6f29-450f-8710-c3e79b4ef2e5 req-29a7b747-d7e3-429a-8472-32a18dbc412c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3095968 Apr 07 11:10:55.549934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:10:55.550482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.602543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:10:55.614651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.677999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.678465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:55.678741 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Floating IP 329a2127-e6be-487e-9b59-fc77ea406edb disassociated. External IP: 172.25.5.254, port: 9b7698af-9d33-47f6-afcc-451028313dd9. Apr 07 11:10:55.679028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Calling delete_port for 9b7698af-9d33-47f6-afcc-451028313dd9 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:10:55.690340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:55.712624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d69faa04-6f29-450f-8710-c3e79b4ef2e5 req-a5bd3534-9489-4b93-9346-f1682aaafb60 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149692 Apr 07 11:10:55.975535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b93ae-e03c-42a5-acc1-1e3932800d77 req-a71b8648-fe3f-4743-950d-656894f894cd tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:55.983838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a59b93ae-e03c-42a5-acc1-1e3932800d77 req-a71b8648-fe3f-4743-950d-656894f894cd tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.1617596 Apr 07 11:10:56.035919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9b7698af-9d33-47f6-afcc-451028313dd9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:56.087172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a59b93ae-e03c-42a5-acc1-1e3932800d77 req-51acc208-e813-4f8c-b7bc-9c9616e93cc5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022990 Apr 07 11:10:56.088855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event deleted for resources: {'Port': ['ID=9b7698af-9d33-47f6-afcc-451028313dd9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:10:56.279491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:56.281849 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c583f9bd-dad4-4e18-abb0-d12742fa4a25" -d '{"events": [{"server_uuid": "668bb045-b517-4bf2-98f3-28e3acfe6e55", "name": "network-vif-plugged", "status": "completed", "tag": "02f6ba1c-e89a-42ed-a56d-3a2922e2d424"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:56.808824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015037-4827-48c9-a40d-295a1c4bc4f8 req-d1dc42e7-0f8e-4d17-a5af-3e69091ddd05 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:56.810363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea015037-4827-48c9-a40d-295a1c4bc4f8 req-d1dc42e7-0f8e-4d17-a5af-3e69091ddd05 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.1227157 Apr 07 11:10:56.822062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Router 99e83877-9445-43b4-8ea4-39ced9830133 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:10:56.944150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea015037-4827-48c9-a40d-295a1c4bc4f8 req-577387b3-e6eb-430e-bd17-7eb34409bd46 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241183 Apr 07 11:10:57.023562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:10:57.034031 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:10:57.046769 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:10:57.047462 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:10:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:10:57.123447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] No DVR routers for this DVR port 9b7698af-9d33-47f6-afcc-451028313dd9 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:10:57.126099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:57.130877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6af350e2-3046-4f28-b6b0-39101be226a9 req-1be6173e-3a2f-435b-bcaa-8e4b566c2e7b tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.41 "DELETE /v2.0/ports/9b7698af-9d33-47f6-afcc-451028313dd9 HTTP/1.1" status: 204 len: 173 time: 2.1243591 Apr 07 11:10:57.131358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'name': 'network-vif-deleted', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:10:57.134149 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f299be4-fcb5-4750-bbce-993f2dc595d3" -d '{"events": [{"server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "name": "network-vif-deleted", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:10:57.207319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8350de4-46e9-46f8-a061-156931f09ad2 req-0b7c967d-1c3d-46ad-bf59-391165d8b5e0 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:57.212147 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:10:57.216651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8350de4-46e9-46f8-a061-156931f09ad2 req-0b7c967d-1c3d-46ad-bf59-391165d8b5e0 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.0753932 Apr 07 11:10:57.282247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8350de4-46e9-46f8-a061-156931f09ad2 req-69a581b8-0a7f-4e19-a9b6-dc99369f0119 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Apr 07 11:10:57.585991 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:10:57.596624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0733b531-f036-415a-9e50-064d70a5347d req-2296df03-8a11-4e62-94c0-503a4f1fff88 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a274491-371b-43c8-8806-de3c8ba810a8 HTTP/1.1" status: 200 len: 210 time: 0.0392263 Apr 07 11:10:57.618539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:10:57.628860 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:10:57.629538 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:10:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:10:57.787290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88708dd-8c79-40f9-aa0e-bbcbe8fa405a req-92d37656-1eb6-4bbc-bc96-a2dfacb16468 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:57.789242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d88708dd-8c79-40f9-aa0e-bbcbe8fa405a req-92d37656-1eb6-4bbc-bc96-a2dfacb16468 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.0950065 Apr 07 11:10:57.834039 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:10:57.886528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d88708dd-8c79-40f9-aa0e-bbcbe8fa405a req-7ff2e57d-8827-4d5c-b659-f3b44140efa5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887902 Apr 07 11:10:57.962322 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:10:57.999431 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdba1c6-fdb9-44e8-b531-602906c70d3f x-openstack-request-id: req-dfdba1c6-fdb9-44e8-b531-602906c70d3f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:58.000040 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668bb045-b517-4bf2-98f3-28e3acfe6e55", "name": "network-vif-plugged", "status": "completed", "tag": "02f6ba1c-e89a-42ed-a56d-3a2922e2d424", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:58.000040 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfdba1c6-fdb9-44e8-b531-602906c70d3f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:58.000367 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdba1c6-fdb9-44e8-b531-602906c70d3f'] response: {'server_uuid': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424', 'code': 200} Apr 07 11:10:58.194987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5fb5-1aa2-474c-88c7-91c14faba9ea req-50f1cd27-c49c-447e-9e15-ba51c72adf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:58.196640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-837d5fb5-1aa2-474c-88c7-91c14faba9ea req-50f1cd27-c49c-447e-9e15-ba51c72adf43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 1127 time: 0.1105781 Apr 07 11:10:58.207181 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:10:58.216232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4d38d-894f-4c9b-8673-743aac5bc3c7 req-d35cbfe1-7673-4094-9435-85774fd29171 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:58.218374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0b4d38d-894f-4c9b-8673-743aac5bc3c7 req-d35cbfe1-7673-4094-9435-85774fd29171 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.1212924 Apr 07 11:10:58.249485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc80db-6509-44ca-91c8-7e6a51b2cf9d None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:06:53Z', 'revision_number': 4, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '289ef6fb-2704-406b-a9e7-5053c7639f6e', 'name': '', 'network_id': '9b9a094f-42ef-4513-9349-ffe774a4c759', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'mac_address': 'fa:16:3e:90:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:52Z', 'updated_at': '2022-04-07T11:07:04Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'subnets': [{'id': 'c8f7a001-cdff-4637-8bb7-bb143f4b18ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:10:58.296003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-837d5fb5-1aa2-474c-88c7-91c14faba9ea req-690ea188-7929-4057-aecb-5c250aa93a2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744569 Apr 07 11:10:58.315549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0b4d38d-894f-4c9b-8673-743aac5bc3c7 req-43952ff4-8905-4528-8464-784965f6906c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815256 Apr 07 11:10:58.382088 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3b79c9-0a1b-42b8-a14d-ef50b1063233 x-openstack-request-id: req-3e3b79c9-0a1b-42b8-a14d-ef50b1063233 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:10:58.382394 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a274491-371b-43c8-8806-de3c8ba810a8", "name": "network-vif-deleted", "tag": "9b7698af-9d33-47f6-afcc-451028313dd9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:10:58.382679 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e3b79c9-0a1b-42b8-a14d-ef50b1063233 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:10:58.383100 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3b79c9-0a1b-42b8-a14d-ef50b1063233'] response: {'server_uuid': '3a274491-371b-43c8-8806-de3c8ba810a8', 'name': 'network-vif-deleted', 'tag': '9b7698af-9d33-47f6-afcc-451028313dd9', 'status': 'completed', 'code': 200} Apr 07 11:10:58.565123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81e49c-c516-4929-bcf7-756a34fcfbe5 req-f2f91c99-afc3-42ce-b505-41ec925658ce tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:58.577412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a81e49c-c516-4929-bcf7-756a34fcfbe5 req-f2f91c99-afc3-42ce-b505-41ec925658ce tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1212323 Apr 07 11:10:58.643698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9d5e0-20c3-4b33-9c83-87c7ee131fd9 None None] New status for floating IP 329a2127-e6be-487e-9b59-fc77ea406edb: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:10:58.646902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a81e49c-c516-4929-bcf7-756a34fcfbe5 req-96626c2e-527a-4263-bc5b-10d1058ad70f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666225 Apr 07 11:10:58.851415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ccda6-5496-404c-8254-7236a2274acd req-bd535d15-7d59-457b-86fb-67a5174c778b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:58.853046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-809ccda6-5496-404c-8254-7236a2274acd req-bd535d15-7d59-457b-86fb-67a5174c778b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.1022091 Apr 07 11:10:58.947486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-809ccda6-5496-404c-8254-7236a2274acd req-bea49f21-d360-4d10-b86a-9ae6deac2b54 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763264 Apr 07 11:10:59.091776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca983d1-8c60-497c-8d14-8ad6e491ba22 req-78771d3d-9094-4cf2-a208-995eea1a9d5b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:59.093360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cca983d1-8c60-497c-8d14-8ad6e491ba22 req-78771d3d-9094-4cf2-a208-995eea1a9d5b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.0718639 Apr 07 11:10:59.172200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cca983d1-8c60-497c-8d14-8ad6e491ba22 req-32b7abfb-c311-4a14-a50b-6dab3aed2068 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Apr 07 11:10:59.306141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b7698af-9d33-47f6-afcc-451028313dd9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:10:59.338173 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 9b7698af-9d33-47f6-afcc-451028313dd9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:10:59.339567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b7698af-9d33-47f6-afcc-451028313dd9 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:10:59.379528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b1284-1716-4d77-97d9-dedb92e03ff7 req-ffd8ed0a-ef44-47a5-a7b8-b3a78fc7a00c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:59.381402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd7b1284-1716-4d77-97d9-dedb92e03ff7 req-ffd8ed0a-ef44-47a5-a7b8-b3a78fc7a00c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.0861046 Apr 07 11:10:59.451520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd7b1284-1716-4d77-97d9-dedb92e03ff7 req-29d5b10c-8a45-4e08-9cd0-1f57347508e6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641074 Apr 07 11:10:59.682576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ff4e-452a-4e06-9831-87ceeba8d7f9 req-df3a099f-ac83-4180-af8e-6b71048c1b36 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:59.690508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb55ff4e-452a-4e06-9831-87ceeba8d7f9 req-df3a099f-ac83-4180-af8e-6b71048c1b36 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.1280854 Apr 07 11:10:59.700764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-4557a509-4c9f-4573-b99b-473f85e25e7f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:59.702899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-4557a509-4c9f-4573-b99b-473f85e25e7f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.1046753 Apr 07 11:10:59.715647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:10:59.844149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb55ff4e-452a-4e06-9831-87ceeba8d7f9 req-1edb7f70-f12d-4c90-8b7c-efdee5db33ba tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523902 Apr 07 11:10:59.876536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:10:59.901584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211dce-1607-421c-8d17-edb8e93541ab req-e31cec3a-18fa-48cd-be04-63f6b56c07ee tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:10:59.909350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f211dce-1607-421c-8d17-edb8e93541ab req-e31cec3a-18fa-48cd-be04-63f6b56c07ee tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 945 time: 0.1549730 Apr 07 11:11:00.035561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f211dce-1607-421c-8d17-edb8e93541ab req-97826ad0-5975-46f5-af12-eb4144c3860d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220748 Apr 07 11:11:00.156970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662d65f-e61f-4d04-a0e2-20ff20fed78b req-645f0316-0174-4b95-a9d8-b19acbcd6947 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:00.164988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f662d65f-e61f-4d04-a0e2-20ff20fed78b req-645f0316-0174-4b95-a9d8-b19acbcd6947 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2008939 Apr 07 11:11:00.261303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:00.331494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f662d65f-e61f-4d04-a0e2-20ff20fed78b req-c4be4ef4-4e75-4135-ad32-1a736c4e4d23 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621590 Apr 07 11:11:00.393263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37972) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:00.500114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:00.521442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9be769c2-af23-4f47-98ea-d177d97cc3b8 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group (a689a4ea-2424-41bc-abba-61eb90a327e9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.551163 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1538989c-ee42-45ca-a943-177f5564d909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.555816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9be769c2-af23-4f47-98ea-d177d97cc3b8 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group (a689a4ea-2424-41bc-abba-61eb90a327e9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.571371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805692c-4191-4463-b8d3-b26978fe0491 req-cbb0cea6-65ec-4193-bd72-4b299ef0299d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:00.573517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3805692c-4191-4463-b8d3-b26978fe0491 req-cbb0cea6-65ec-4193-bd72-4b299ef0299d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.2361777 Apr 07 11:11:00.620188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9be769c2-af23-4f47-98ea-d177d97cc3b8 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a689a4ea-2424-41bc-abba-61eb90a327e9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.621987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:00.622889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9be769c2-af23-4f47-98ea-d177d97cc3b8 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.624158 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9be769c2-af23-4f47-98ea-d177d97cc3b8 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "DELETE /v2.0/security-groups/a689a4ea-2424-41bc-abba-61eb90a327e9 HTTP/1.1" status: 204 len: 168 time: 0.2298245 Apr 07 11:11:00.629998 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34db3e-18f3-4b77-b268-00914ef594e6" -d '{"events": [{"server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "name": "network-vif-unplugged", "status": "completed", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:00.633556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37974) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:00.635945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be769c2-af23-4f47-98ea-d177d97cc3b8 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689a4ea-2424-41bc-abba-61eb90a327e9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:00.636190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Publish callbacks [] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.658984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.680076 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-822404cf-3cea-49e8-bbb3-2e20ed8c5ac5 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] show failed (client error): The resource could not be found. Apr 07 11:11:00.684783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37978) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:00.685235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-822404cf-3cea-49e8-bbb3-2e20ed8c5ac5 tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "GET /v2.0/security-groups/a689a4ea-2424-41bc-abba-61eb90a327e9 HTTP/1.1" status: 404 len: 347 time: 0.0457938 Apr 07 11:11:00.756880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f4a7a-1462-4d32-91d4-ef674f8f52d2 req-1be40a9f-2e08-4404-af1f-b6b0f89a9309 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:00.766288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e7f4a7a-1462-4d32-91d4-ef674f8f52d2 req-1be40a9f-2e08-4404-af1f-b6b0f89a9309 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.2583590 Apr 07 11:11:00.891548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Deleting port 3ceb2248-9fa4-4227-9630-84097b97bb54 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:00.892207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:00.915520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3805692c-4191-4463-b8d3-b26978fe0491 req-c4e2d9fc-7527-4cff-96ee-adeb932be111 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051763 Apr 07 11:11:01.008534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.009209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (3ceb2248-9fa4-4227-9630-84097b97bb54), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.012577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e7f4a7a-1462-4d32-91d4-ef674f8f52d2 req-2db7e150-7bfb-45f2-bf14-7cc0caa7bce9 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452812 Apr 07 11:11:01.029817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:11:01.030187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:11:01.030524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:01.044944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:01.048547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Calling delete_port for 3ceb2248-9fa4-4227-9630-84097b97bb54 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:01.104274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:11:01.104602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Attempting to bind port b073e1a4-14d3-4de9-a53f-407e3ba3205c on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:01.118303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:11:01.119063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:11:01.121897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:11:01.122421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Bound port: b073e1a4-14d3-4de9-a53f-407e3ba3205c, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:11:01.123761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.298783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:01.331995 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955d788-6763-43f7-b182-3f0ab289839f x-openstack-request-id: req-b955d788-6763-43f7-b182-3f0ab289839f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:01.337192 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "name": "network-vif-unplugged", "status": "completed", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:01.339280 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b955d788-6763-43f7-b182-3f0ab289839f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:01.344015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.345260 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b955d788-6763-43f7-b182-3f0ab289839f'] response: {'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'code': 200} Apr 07 11:11:01.355229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:11:01.383505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3ceb2248-9fa4-4227-9630-84097b97bb54), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.424025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Pushing event deleted for resources: {'Port': ['ID=3ceb2248-9fa4-4227-9630-84097b97bb54,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:01.546816 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.581109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks [] for floatingip (329a2127-e6be-487e-9b59-fc77ea406edb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.584289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.585774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10c1c12f-20bb-491b-91d7-bb7bd146250a tempest-ServersWithSpecificFlavorTestJSON-790840823 tempest-ServersWithSpecificFlavorTestJSON-790840823-project] 10.222.0.13 "DELETE /v2.0/floatingips/329a2127-e6be-487e-9b59-fc77ea406edb HTTP/1.1" status: 204 len: 168 time: 0.8994098 Apr 07 11:11:01.681384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d52e-f02e-43eb-9b63-644754a3839b req-1973da95-f43a-41fa-bd93-ec123a572131 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:01.685624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f88d52e-f02e-43eb-9b63-644754a3839b req-1973da95-f43a-41fa-bd93-ec123a572131 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.5959766 Apr 07 11:11:01.696413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:01.760623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:01.761482 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:01.763585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-71457f3b-280f-4a7f-8d00-79c84a0e275a service neutron] 10.222.0.23 "PUT /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 1121 time: 2.0536532 Apr 07 11:11:01.777537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f0c8-3340-4a3a-b772-314173a1cbc4 req-6bda2375-6482-496a-88c7-b2904e323381 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:01.783939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6257f0c8-3340-4a3a-b772-314173a1cbc4 req-6bda2375-6482-496a-88c7-b2904e323381 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.2306020 Apr 07 11:11:01.862255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['b073e1a4-14d3-4de9-a53f-407e3ba3205c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:01.895877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f88d52e-f02e-43eb-9b63-644754a3839b req-f25ee15e-16b4-49b5-b6ac-689085faad2a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944335 Apr 07 11:11:01.912814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b073e1a4-14d3-4de9-a53f-407e3ba3205c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:01.933667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6257f0c8-3340-4a3a-b772-314173a1cbc4 req-6eee281e-32a0-4d3f-a946-0483d6395bf2 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420882 Apr 07 11:11:02.167434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5e91-812f-4861-be90-5c2da5ffbcb2 req-d7a61fe3-67ae-458d-8f16-fd1308459d0a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:02.168809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d4f5e91-812f-4861-be90-5c2da5ffbcb2 req-d7a61fe3-67ae-458d-8f16-fd1308459d0a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.1332316 Apr 07 11:11:02.302831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d4f5e91-812f-4861-be90-5c2da5ffbcb2 req-0f5deb7a-2973-4400-bd24-8c5face67827 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162722 Apr 07 11:11:02.489459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83bc32-34b8-406d-bb56-86cc4f3b430b req-385172b4-a6d8-408e-8202-4ca245459551 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:02.498043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b83bc32-34b8-406d-bb56-86cc4f3b430b req-385172b4-a6d8-408e-8202-4ca245459551 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.1375978 Apr 07 11:11:02.585617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b83bc32-34b8-406d-bb56-86cc4f3b430b req-32511b7f-06cd-4244-8dc3-0e025809e28e tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846195 Apr 07 11:11:02.876412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-059562e8-53b2-4f13-8748-c3f4ac48a8aa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:02.886156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-059562e8-53b2-4f13-8748-c3f4ac48a8aa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.2378910 Apr 07 11:11:02.901365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c44777-6bd3-40e2-b398-d8b311ff1ba3 req-6a2f4ec8-507d-4288-a8eb-a4142611fdd8 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:02.902749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ecf71ba4-02e7-40b0-bb13-514d6f74365c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:02.913923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c44777-6bd3-40e2-b398-d8b311ff1ba3 req-6a2f4ec8-507d-4288-a8eb-a4142611fdd8 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 945 time: 0.1677990 Apr 07 11:11:03.058435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c44777-6bd3-40e2-b398-d8b311ff1ba3 req-9876afc2-0eb9-4b0b-897e-22fe285a7710 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431351 Apr 07 11:11:03.071618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:11:03.093624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-4fb2ff44-4465-4799-b412-652a1248114f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/quotas/55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 375 time: 0.1765585 Apr 07 11:11:03.240797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:11:03.255474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-316aa38b-77cd-4350-b125-eb1b3290c501 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554685 Apr 07 11:11:03.283988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:03.392597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:03.434376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:03.442184 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b2351b-3dd6-425d-8123-61d4bda5d971" -d '{"events": [{"name": "network-changed", "server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:03.461805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-300f3637-9df8-4f77-9457-7dbe8a7076e8 service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938157 Apr 07 11:11:03.626487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:03.696494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e526c3-3ea8-428d-85e1-1ea5102dde86 req-87fe5c35-e4fa-49a4-82d2-954130498731 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:03.707945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e526c3-3ea8-428d-85e1-1ea5102dde86 req-87fe5c35-e4fa-49a4-82d2-954130498731 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.2421422 Apr 07 11:11:03.723535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:11:03.764344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 77b6ed21-317e-4463-a286-7bf4d2e88627 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:03.764872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:03.810190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:03.819476 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354606d0-cb26-4cd9-80bc-b7f93b06b14e" -d '{"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-unplugged", "status": "completed", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:03.822106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-63188e1c-2b6b-4d1e-99ba-679d26d03c42 service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585279 Apr 07 11:11:03.848529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e526c3-3ea8-428d-85e1-1ea5102dde86 req-ec59e5c3-2436-42ea-a146-d299ad5c116f tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389682 Apr 07 11:11:03.855014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:03.865460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:03.974486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:04.117036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209aaee-66e5-4215-b962-0b188899bd92 req-25109389-373c-4f7b-8628-daf4c41a9ba5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:04.134972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0209aaee-66e5-4215-b962-0b188899bd92 req-25109389-373c-4f7b-8628-daf4c41a9ba5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.1681387 Apr 07 11:11:04.303740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0209aaee-66e5-4215-b962-0b188899bd92 req-a1a374b9-b7e9-4f23-863a-fb3522f32e7e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675797 Apr 07 11:11:04.338684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d24af-cea9-4af5-b02b-1afebce46687 req-e53fccff-b05e-47d7-974d-570f9fde5c9f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:04.347769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a96d24af-cea9-4af5-b02b-1afebce46687 req-e53fccff-b05e-47d7-974d-570f9fde5c9f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.1118712 Apr 07 11:11:04.350848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:04.424619 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420230bf-c699-4e5b-ae1a-1dab23000bb1 x-openstack-request-id: req-420230bf-c699-4e5b-ae1a-1dab23000bb1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:04.424955 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:04.430749 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-420230bf-c699-4e5b-ae1a-1dab23000bb1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:04.431687 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420230bf-c699-4e5b-ae1a-1dab23000bb1'] response: {'name': 'network-changed', 'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'status': 'completed', 'code': 200} Apr 07 11:11:04.453869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a96d24af-cea9-4af5-b02b-1afebce46687 req-4d055d58-23c1-4233-affd-dd8de780620a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049895 Apr 07 11:11:04.546971 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a1e8b2-b62a-4205-b6e9-41f73d9ac8c5 x-openstack-request-id: req-10a1e8b2-b62a-4205-b6e9-41f73d9ac8c5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:04.547602 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-unplugged", "status": "completed", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:04.548075 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10a1e8b2-b62a-4205-b6e9-41f73d9ac8c5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:04.551315 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a1e8b2-b62a-4205-b6e9-41f73d9ac8c5'] response: {'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'code': 200} Apr 07 11:11:04.669668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1c0e5db-e53a-4cff-bc3a-9afa1ea1da1c req-4c7fcf64-26ad-48e8-b318-c3acf86cd96f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 210 time: 0.0506094 Apr 07 11:11:04.690554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-fc1d3459-107e-47bc-bc7d-b861e5c11188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:04.692661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-fc1d3459-107e-47bc-bc7d-b861e5c11188 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1155 time: 0.2327268 Apr 07 11:11:04.739471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-6436e995-3f2a-4d97-bd1c-b471601c26d5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:04.742494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-6436e995-3f2a-4d97-bd1c-b471601c26d5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 943 time: 0.2792828 Apr 07 11:11:04.792381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bf01d-5a97-4148-94a8-c936fe9ab013 req-513d6c1c-9785-41e3-ab38-b133f16d9f3c tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:04.801891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac5bf01d-5a97-4148-94a8-c936fe9ab013 req-513d6c1c-9785-41e3-ab38-b133f16d9f3c tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 946 time: 0.1245399 Apr 07 11:11:05.018253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac5bf01d-5a97-4148-94a8-c936fe9ab013 req-5d61839f-a6b5-4de3-ae8b-a1f55453cc63 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149274 Apr 07 11:11:05.053851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d41fb-4a21-4f3c-9547-c876a912fe54 req-a6bdc137-09a4-4f67-a765-3a5e21c386bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:05.061354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-941d41fb-4a21-4f3c-9547-c876a912fe54 req-a6bdc137-09a4-4f67-a765-3a5e21c386bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 943 time: 0.1752844 Apr 07 11:11:05.067240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-a43ebb32-61b0-49ea-a3e1-c31b965bb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:05.068823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-a43ebb32-61b0-49ea-a3e1-c31b965bb5d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.3229556 Apr 07 11:11:05.266597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-e3380b31-692e-4398-a740-708c777e3b14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 217 time: 0.1787374 Apr 07 11:11:05.346133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-941d41fb-4a21-4f3c-9547-c876a912fe54 req-80e1bd0c-6484-4ae9-a781-4c2a839a534b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637575 Apr 07 11:11:05.552445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-e55dcd7f-4210-4942-9f33-ccad66ea527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:05.560413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-e55dcd7f-4210-4942-9f33-ccad66ea527f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.2403572 Apr 07 11:11:05.649240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-6683b23a-d64c-4f9f-9ad2-75190f41d114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791557 Apr 07 11:11:05.729733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Deleting port 77b6ed21-317e-4463-a286-7bf4d2e88627 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:05.729733 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:05.903575 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:06.385652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489bf54-e93a-4504-a586-0a1631b8db70 req-ea335c6a-88f9-419d-b60a-3510326cdc77 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:06.387511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2489bf54-e93a-4504-a586-0a1631b8db70 req-ea335c6a-88f9-419d-b60a-3510326cdc77 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.7417481 Apr 07 11:11:06.408193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c5b01-b606-4dbc-adb5-8f18bbe20d70 req-535b33a5-d90c-4c97-9421-2694c6e9a809 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:06.411204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-976c5b01-b606-4dbc-adb5-8f18bbe20d70 req-535b33a5-d90c-4c97-9421-2694c6e9a809 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.7669232 Apr 07 11:11:06.454160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] For port 77b6ed21-317e-4463-a286-7bf4d2e88627, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=77b6ed21-317e-4463-a286-7bf4d2e88627,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:06.454616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:06.458885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-513b5a6a-3001-46b4-bcbe-7cd6ecf5a353 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563291 Apr 07 11:11:06.512325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Calling delete_port for 77b6ed21-317e-4463-a286-7bf4d2e88627 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:06.582416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-c8ae2802-1415-4b48-a7ee-461b52cfba5c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:06.583944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-c8ae2802-1415-4b48-a7ee-461b52cfba5c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.3916965 Apr 07 11:11:06.616888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'port': {'device_id': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'admin_state_up': True, 'tenant_id': '55d15ed4c98547409ef2e631e1f52571'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:06.738839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2489bf54-e93a-4504-a586-0a1631b8db70 req-49f9c2b7-9839-463f-ab97-82ad24ab3e4e tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200178 Apr 07 11:11:06.754533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-976c5b01-b606-4dbc-adb5-8f18bbe20d70 req-3edfc940-8d75-4900-bad4-665e51ddc36a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314121 Apr 07 11:11:06.824868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2b2351b-3dd6-425d-8123-61d4bda5d971 req-851796ab-84dd-4dec-8183-8a221d4bd571 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364356 Apr 07 11:11:06.973700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:11:06.977239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:07.039237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4e748a5-0c69-4ccc-b281-d1860b272c90 req-0cfc9ac8-1efc-4a9a-b221-2761cc9e4fa7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 210 time: 0.0665309 Apr 07 11:11:07.039237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (77b6ed21-317e-4463-a286-7bf4d2e88627), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:07.054466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36570a79-6b78-4e26-bdeb-1a7b55ac1cac req-c82392eb-5ea3-4a3a-b6d6-a86bedcd239c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:07.062013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36570a79-6b78-4e26-bdeb-1a7b55ac1cac req-c82392eb-5ea3-4a3a-b6d6-a86bedcd239c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.2149453 Apr 07 11:11:07.095345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:07.147485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event deleted for resources: {'Port': ['ID=77b6ed21-317e-4463-a286-7bf4d2e88627,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:07.208117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.208499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.208802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.209168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.209503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.209840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.210170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.210522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.210828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.211230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.211589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.211965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.212288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:07.247435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ff45b60-ee40-4f04-972a-308784eb0025 req-333ff7bb-217e-44a1-8b1d-517993de9ad0 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfcbed6-d896-418d-b798-4dceb33f0053 HTTP/1.1" status: 200 len: 210 time: 0.0915413 Apr 07 11:11:07.282357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] No DVR routers for this DVR port 77b6ed21-317e-4463-a286-7bf4d2e88627 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:07.287359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:07.290939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07a84f2c-2c23-4d33-9b71-8b58d51be128 req-96e7d36e-5461-4e72-ac50-8cdc0ba2b186 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "DELETE /v2.0/ports/77b6ed21-317e-4463-a286-7bf4d2e88627 HTTP/1.1" status: 204 len: 173 time: 2.5339358 Apr 07 11:11:07.303167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-deleted', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:07.307927 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd69ca68-a7b0-4e0c-805e-737fb0e971a3" -d '{"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-deleted", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:07.318780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36570a79-6b78-4e26-bdeb-1a7b55ac1cac req-d7309b68-73b9-46f7-9f3d-8cd97dbe337a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556424 Apr 07 11:11:07.366223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:07.403466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Allocated IP 172.20.0.3 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/770017cc-e5a9-43c0-a713-4a571a06ff6a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:11:07.455814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 77b6ed21-317e-4463-a286-7bf4d2e88627 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:07.456572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 77b6ed21-317e-4463-a286-7bf4d2e88627 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:07.567584 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d5b2f-ee8b-4e57-b20c-210dace32d37 x-openstack-request-id: req-672d5b2f-ee8b-4e57-b20c-210dace32d37 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:07.567921 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcbed6-d896-418d-b798-4dceb33f0053", "name": "network-vif-deleted", "tag": "77b6ed21-317e-4463-a286-7bf4d2e88627", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:07.568190 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-672d5b2f-ee8b-4e57-b20c-210dace32d37 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:07.568618 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672d5b2f-ee8b-4e57-b20c-210dace32d37'] response: {'server_uuid': 'dbfcbed6-d896-418d-b798-4dceb33f0053', 'name': 'network-vif-deleted', 'tag': '77b6ed21-317e-4463-a286-7bf4d2e88627', 'status': 'completed', 'code': 200} Apr 07 11:11:07.641053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38154) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:07.715203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:07.842160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba5a4d-3c04-40c2-ad47-ab482b915f74 req-015e18cc-6253-48d9-a18e-2e257164f87d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:07.843813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83ba5a4d-3c04-40c2-ad47-ab482b915f74 req-015e18cc-6253-48d9-a18e-2e257164f87d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1266012 Apr 07 11:11:07.904066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:07.998080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:11:08.012226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e47c-45cb-472e-97fe-91b8987a5640 req-b3182938-abbb-4e68-8f29-015e5452c65f tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:08.020470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f074e47c-45cb-472e-97fe-91b8987a5640 req-b3182938-abbb-4e68-8f29-015e5452c65f tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 950 time: 0.2429078 Apr 07 11:11:08.026989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:11:08.042816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:11:08.060625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83ba5a4d-3c04-40c2-ad47-ab482b915f74 req-9f0fa4d9-5857-4f15-a735-39fe452eab57 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992068 Apr 07 11:11:08.167577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=770017cc-e5a9-43c0-a713-4a571a06ff6a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:08.352225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f074e47c-45cb-472e-97fe-91b8987a5640 req-ee2af57b-c6e1-4dce-9516-2a3ef9ff597c tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306408 Apr 07 11:11:08.393607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eee4a820-0ff1-48dd-a9bc-e870cc9b66ec None None] Provisioning complete for port 770017cc-e5a9-43c0-a713-4a571a06ff6a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:11:08.395040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eee4a820-0ff1-48dd-a9bc-e870cc9b66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:08.466160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eee4a820-0ff1-48dd-a9bc-e870cc9b66ec None None] Port 770017cc-e5a9-43c0-a713-4a571a06ff6a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:11:08.488380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:08.489123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:08.587836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d17f-82de-4290-9a19-0f066e1a0539 req-fd0d0488-4d2d-49bc-95ea-2e63072ef7b5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:08.598776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c43d17f-82de-4290-9a19-0f066e1a0539 req-fd0d0488-4d2d-49bc-95ea-2e63072ef7b5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.4100480 Apr 07 11:11:08.609447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-5eee8f29-6fa8-41fa-82fc-8e519ef4abc8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044019 Apr 07 11:11:08.618063 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-554e35ce-487b-49ef-b0fa-ce60a9e2c8ff service neutron] show failed (client error): The resource could not be found. Apr 07 11:11:08.619220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-554e35ce-487b-49ef-b0fa-ce60a9e2c8ff service neutron] 10.222.0.41 "GET /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.3248932 Apr 07 11:11:08.740845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c43d17f-82de-4290-9a19-0f066e1a0539 req-862bae64-45db-4d5a-beb5-771291caa312 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407425 Apr 07 11:11:08.780416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Request body: {'port': {'device_id': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:08.806065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (99e83877-9445-43b4-8ea4-39ced9830133), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:08.974276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f511e-f7e8-46bb-96d3-48e4740f17ea req-4e9f8c99-7cd6-4ce3-8787-b83b2914e4a8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:08.980799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f511e-f7e8-46bb-96d3-48e4740f17ea req-4e9f8c99-7cd6-4ce3-8787-b83b2914e4a8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:08.986453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f511e-f7e8-46bb-96d3-48e4740f17ea req-4e9f8c99-7cd6-4ce3-8787-b83b2914e4a8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:08.988876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e3f511e-f7e8-46bb-96d3-48e4740f17ea req-4e9f8c99-7cd6-4ce3-8787-b83b2914e4a8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55&device_id=0111129f-69ff-4236-b1a3-31d212eab19f&device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 2417 time: 0.1406019 Apr 07 11:11:08.990506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:09.088297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e3f511e-f7e8-46bb-96d3-48e4740f17ea req-5e692114-1ce1-4b52-89b5-7a31df462248 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898023 Apr 07 11:11:09.110567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f49d-a183-4776-8903-95d01a6e8e06 req-a27781d8-a825-4bd1-a2f2-d0cb9f70fa5e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:09.112652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a65f49d-a183-4776-8903-95d01a6e8e06 req-a27781d8-a825-4bd1-a2f2-d0cb9f70fa5e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 931 time: 0.2276382 Apr 07 11:11:09.169910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-4460ac2e-adc7-426d-86ab-8ffc650d0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:09.171473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-4460ac2e-adc7-426d-86ab-8ffc650d0571 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be&tenant_id=5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 1131 time: 0.2093849 Apr 07 11:11:09.200706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a65f49d-a183-4776-8903-95d01a6e8e06 req-afe803e9-b450-47fb-897b-de8b09602450 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 Apr 07 11:11:09.212760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:09.377388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:09.417489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:09.512143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fedb26-a6d8-4dc8-b304-b1ef3e584e92 req-4841b157-8179-43b1-800f-e633d1913ce9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:09.514065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17fedb26-a6d8-4dc8-b304-b1ef3e584e92 req-4841b157-8179-43b1-800f-e633d1913ce9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.1916027 Apr 07 11:11:09.660614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6d8db75b-bb0f-4e00-9363-26127611e6ba is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:09.661237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:09.684050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Deleting port 289ef6fb-2704-406b-a9e7-5053c7639f6e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:09.684403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:09.731597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:09.744001 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5c3566-23fe-4434-ac12-84ef212a9752" -d '{"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:09.747741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17fedb26-a6d8-4dc8-b304-b1ef3e584e92 req-4ae6c13e-b0c2-4889-b46e-cd9077c53233 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195122 Apr 07 11:11:09.770981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:09.779224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:09.806438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f1441-f585-4cfc-8291-d0f031bc6f9a req-d804ec1e-c088-4f50-91e2-e13d71b8ccb4 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:09.815217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f97f1441-f585-4cfc-8291-d0f031bc6f9a req-d804ec1e-c088-4f50-91e2-e13d71b8ccb4 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.2373557 Apr 07 11:11:09.921090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:09.956209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f97f1441-f585-4cfc-8291-d0f031bc6f9a req-c32188ad-b91b-45af-bd43-acc0286f8d7d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387148 Apr 07 11:11:09.959958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] For port 289ef6fb-2704-406b-a9e7-5053c7639f6e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=289ef6fb-2704-406b-a9e7-5053c7639f6e,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:09.960889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:09.965238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:09.990579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Calling delete_port for 289ef6fb-2704-406b-a9e7-5053c7639f6e owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:09.996833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770017cc-e5a9-43c0-a713-4a571a06ff6a {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:10.023088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Publish callbacks [] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.058549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Transition to ACTIVE for port object 770017cc-e5a9-43c0-a713-4a571a06ff6a will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:11:10.067875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.079329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:10.145804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:10.160106 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f13bb5b-f3b0-4e2c-a8de-a9a35c410bd0" -d '{"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-unplugged", "status": "completed", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:10.164960 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Publish callbacks [] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.186958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38206) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:10.199587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447371296', 'description': 'tempest-description--1296699418'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:10.238113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Transition to ACTIVE for port object 83f4521c-1efe-48aa-a2e4-8d38fb105db7 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:11:10.249563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.269084 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5771eb5e-f61d-45c2-8035-f1f9c1ef79f5 x-openstack-request-id: req-5771eb5e-f61d-45c2-8035-f1f9c1ef79f5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:10.269418 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:10.269684 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5771eb5e-f61d-45c2-8035-f1f9c1ef79f5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:10.270100 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5771eb5e-f61d-45c2-8035-f1f9c1ef79f5'] response: {'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'code': 200} Apr 07 11:11:10.461511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Pushing event updated for resources: {'Port': ['ID=770017cc-e5a9-43c0-a713-4a571a06ff6a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:10.466024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] No DVR routers for this DVR port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:10.468157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.522076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:10.679254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (289ef6fb-2704-406b-a9e7-5053c7639f6e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.691420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccbb82-ca35-4982-a535-7ec10c0f323c req-3f831dd0-b6bc-465b-80cb-c722c5cdd1f6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:10.708459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aeccbb82-ca35-4982-a535-7ec10c0f323c req-3f831dd0-b6bc-465b-80cb-c722c5cdd1f6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.3879602 Apr 07 11:11:10.771136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Pushing event deleted for resources: {'Port': ['ID=289ef6fb-2704-406b-a9e7-5053c7639f6e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:10.827270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Attempting to bind port 770017cc-e5a9-43c0-a713-4a571a06ff6a on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:11:10.827624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Attempting to bind port 770017cc-e5a9-43c0-a713-4a571a06ff6a by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:11:10.827985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Attempting to bind port 770017cc-e5a9-43c0-a713-4a571a06ff6a on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:10.888830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aeccbb82-ca35-4982-a535-7ec10c0f323c req-11d74ae7-e310-4827-8581-c1e2a00e723c tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776724 Apr 07 11:11:10.903434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Port 770017cc-e5a9-43c0-a713-4a571a06ff6a on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:11:10.909228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Attempting to bind port 770017cc-e5a9-43c0-a713-4a571a06ff6a on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:10.919658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group (79556a78-1390-4843-89a0-e12630c45448), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.921639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:11:10.922370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:11:10.923097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:11:10.923887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Bound port: 770017cc-e5a9-43c0-a713-4a571a06ff6a, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:11:10.924569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:10.929033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (79556a78-1390-4843-89a0-e12630c45448), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.040643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79556a78-1390-4843-89a0-e12630c45448,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:11.050483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.054581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7416d2d7-af62-4626-976a-fee10e6eddce tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8600163 Apr 07 11:11:11.061412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38226) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:11.084158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (99e83877-9445-43b4-8ea4-39ced9830133), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.090113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'security_group_rule': {'security_group_id': '79556a78-1390-4843-89a0-e12630c45448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:11.166825 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e725b2e-3c6a-4705-a15d-52ba91b521da x-openstack-request-id: req-6e725b2e-3c6a-4705-a15d-52ba91b521da {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:11.173791 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-unplugged", "status": "completed", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:11.174407 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e725b2e-3c6a-4705-a15d-52ba91b521da {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:11.175764 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e725b2e-3c6a-4705-a15d-52ba91b521da'] response: {'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'code': 200} Apr 07 11:11:11.177035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:11:11.177586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:11:11.178151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:11.188211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group_rule (b5536580-b323-487c-82a5-bcf770a892cf), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.322119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:11:11.323036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:11.334450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:11:11.335639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:11:11.336501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:11:11.337256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Bound port: 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:11:11.337896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.361843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] For port 770017cc-e5a9-43c0-a713-4a571a06ff6a, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:11.387512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] For port 770017cc-e5a9-43c0-a713-4a571a06ff6a, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:11:11.391438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:11.406973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.420172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group_rule (b5536580-b323-487c-82a5-bcf770a892cf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.458269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b5536580-b323-487c-82a5-bcf770a892cf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.485440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1240124-1487-4885-923f-c82071e7ed38 req-8104d6aa-2af9-443d-b427-d47ca6726c9a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:11.494852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1240124-1487-4885-923f-c82071e7ed38 req-8104d6aa-2af9-443d-b427-d47ca6726c9a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 943 time: 0.2356899 Apr 07 11:11:11.515929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:11.516563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.518585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] 10.222.0.23 "PUT /v2.0/ports/770017cc-e5a9-43c0-a713-4a571a06ff6a HTTP/1.1" status: 200 len: 1091 time: 2.8846941 Apr 07 11:11:11.519134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'tag': '770017cc-e5a9-43c0-a713-4a571a06ff6a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:11.529208 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7ee27d-852e-4151-a021-e8b56cdbaf84" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4e152f-4bb6-4a63-bd98-ea582819fdd7", "tag": "770017cc-e5a9-43c0-a713-4a571a06ff6a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:11.553231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Router 99e83877-9445-43b4-8ea4-39ced9830133 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:11:11.584856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b073e1a4-14d3-4de9-a53f-407e3ba3205c is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:11.586419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:11.599758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbee34-019b-41ff-af1c-849b74468758 service neutron] Pushing event updated for resources: {'Port': ['ID=770017cc-e5a9-43c0-a713-4a571a06ff6a,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:11.634079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5536580-b323-487c-82a5-bcf770a892cf,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:11.661150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1240124-1487-4885-923f-c82071e7ed38 req-c54f4cfd-938b-4fba-be2d-b262497bcc04 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652737 Apr 07 11:11:11.695367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c127-7a59-48b3-83a3-7f155ee1aa15 req-4258a1fe-55c1-4613-a6ef-187f1885ca86 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:11.704538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba15c127-7a59-48b3-83a3-7f155ee1aa15 req-4258a1fe-55c1-4613-a6ef-187f1885ca86 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.4320858 Apr 07 11:11:11.725859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:11:11.726879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:11.732584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.738931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a50203a2-a1a1-45ac-81fa-de311702c4d1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6753972 Apr 07 11:11:11.744739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:11.755238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'security_group_rule': {'security_group_id': '79556a78-1390-4843-89a0-e12630c45448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:11.778572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:11.803477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:11:11.823885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.840802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group_rule (04a6fdf2-976e-42e6-84f6-28dd29e774e1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.859499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:11.860382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:11.862205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] 10.222.0.23 "PUT /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 1095 time: 2.6752114 Apr 07 11:11:11.879428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:11:11.896192 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] Sync routers for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:11:11.924606 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:11:11.925373 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:11:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:11.953472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba15c127-7a59-48b3-83a3-7f155ee1aa15 req-1449b583-aba5-47d9-86be-0834c3ba365a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478387 Apr 07 11:11:11.963747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-7358ece1-0383-4b65-972f-91b61e4c7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:11.965798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-7358ece1-0383-4b65-972f-91b61e4c7df0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 1125 time: 0.3267927 Apr 07 11:11:12.034808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ce2d509a-5152-4452-b403-ba8322afded1 admin admin] 10.222.0.13 "PUT /v2.0/routers/99e83877-9445-43b4-8ea4-39ced9830133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3921032 Apr 07 11:11:12.039197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38242) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:12.051981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-a9526a00-4ec6-43e5-ae7d-aadf3808e73e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a HTTP/1.1" status: 200 len: 217 time: 0.0785403 Apr 07 11:11:12.195694 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a75b3-b543-43a9-90ef-35fffa951484 x-openstack-request-id: req-965a75b3-b543-43a9-90ef-35fffa951484 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:12.196094 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4e152f-4bb6-4a63-bd98-ea582819fdd7", "tag": "770017cc-e5a9-43c0-a713-4a571a06ff6a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:12.196461 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-965a75b3-b543-43a9-90ef-35fffa951484 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:12.197087 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965a75b3-b543-43a9-90ef-35fffa951484'] response: {'name': 'network-changed', 'server_uuid': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'tag': '770017cc-e5a9-43c0-a713-4a571a06ff6a', 'status': 'completed', 'code': 200} Apr 07 11:11:12.198900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-e3b1c94d-c7a5-46d5-ba3f-53cf87c8925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:12.200439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-e3b1c94d-c7a5-46d5-ba3f-53cf87c8925e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1407993 Apr 07 11:11:12.201101 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:11:12.387987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks [] for router (99e83877-9445-43b4-8ea4-39ced9830133), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:12.436658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447393f7-b278-4966-ae06-bae904192244 req-7a7d7cd0-b50a-412c-982f-fd1c162151da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:12.438332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-7a7d7cd0-b50a-412c-982f-fd1c162151da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2242658 Apr 07 11:11:12.462181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4238c3-821a-43eb-8eb0-9d0998c5c20a req-458c159d-407b-4c12-b2f5-8783336f7116 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:12.464398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f4238c3-821a-43eb-8eb0-9d0998c5c20a req-458c159d-407b-4c12-b2f5-8783336f7116 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.2381907 Apr 07 11:11:12.493281 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:11:10Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:12.524339 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] Checking router: 99e83877-9445-43b4-8ea4-39ced9830133 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:11:12.536775 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] Routers {'99e83877-9445-43b4-8ea4-39ced9830133'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:11:12.537625 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:11:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['99e83877-9445-43b4-8ea4-39ced9830133'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:12.760636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f4238c3-821a-43eb-8eb0-9d0998c5c20a req-e1f36c87-3153-41a5-92b2-9a612d853a2a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767632 Apr 07 11:11:12.771195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-3ff2cf4e-57f4-466d-bbea-8a08f5bd7a61 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053215 Apr 07 11:11:12.817757 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] Set router 99e83877-9445-43b4-8ea4-39ced9830133 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:11:13.010585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group_rule (04a6fdf2-976e-42e6-84f6-28dd29e774e1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:13.021650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (04a6fdf2-976e-42e6-84f6-28dd29e774e1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:13.047911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe0c3e-12ed-4df2-92ef-da91a9ca1a27 service neutron] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:13.078078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:13.079646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3303688 Apr 07 11:11:13.087228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38274) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:13.093318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:13.101918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963d605-d163-4a6d-9fc4-b0859f3497cd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a6fdf2-976e-42e6-84f6-28dd29e774e1,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:13.119211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-aca3bdf6-b687-4707-8aae-6b5a469968a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:13.121041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-aca3bdf6-b687-4707-8aae-6b5a469968a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1129 time: 1.1727660 Apr 07 11:11:13.162501 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:11:10Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:13.166931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-447393f7-b278-4966-ae06-bae904192244 req-d4d62513-143b-4e5b-9889-2b59cae8f9d3 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815322 Apr 07 11:11:13.213198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571ce3-78be-4372-8a36-864f62e356e4 req-341dba79-3c18-4164-8cd2-6f61c1070576 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:13.222432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7571ce3-78be-4372-8a36-864f62e356e4 req-341dba79-3c18-4164-8cd2-6f61c1070576 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 943 time: 0.2796803 Apr 07 11:11:13.226573 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b814f-a33d-4a13-a174-1b7ea9983ed5 None None] The sync data for ids ['99e83877-9445-43b4-8ea4-39ced9830133'] in n-d-836788-1 is: [{'id': '99e83877-9445-43b4-8ea4-39ced9830133', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-339098218-router', 'tenant_id': '15e32a766fc5408c9736f634ec0cf7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:06:45Z', 'updated_at': '2022-04-07T11:11:10Z', 'revision_number': 5, 'project_id': '15e32a766fc5408c9736f634ec0cf7db', 'gw_port': {'id': '4c12fbf5-a3d5-46a5-be5a-72903a574efd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e83877-9445-43b4-8ea4-39ced9830133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:06:47Z', 'updated_at': '2022-04-07T11:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:11:13.242833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:13.246177 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bdf836-974f-4c9a-9fbf-9652f90baf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:13.249341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-ad5be3a6-620f-4c6d-9f47-fd5d3f480633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:13.252493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-ad5be3a6-620f-4c6d-9f47-fd5d3f480633 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1207185 Apr 07 11:11:13.344408 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-14bde882-e1dc-40a3-9ac1-c8d9befa0929 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.0830793 Apr 07 11:11:13.348416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:13.421604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-74ad3a07-efb1-4526-9df8-2fbd86f97d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:13.424020 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-74ad3a07-efb1-4526-9df8-2fbd86f97d9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0671437 Apr 07 11:11:13.436640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks [] for router_gateway (99e83877-9445-43b4-8ea4-39ced9830133), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:13.451522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7571ce3-78be-4372-8a36-864f62e356e4 req-aeeb1f1c-8c1b-49e6-bd45-e859268ce2a3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278447 Apr 07 11:11:13.468730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-b3633d7f-fe5c-42a4-854f-38e90c628530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:13.471120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-b3633d7f-fe5c-42a4-854f-38e90c628530 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 1125 time: 0.1936471 Apr 07 11:11:13.694633 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3efbe01-37e1-496c-9b69-9d17755200aa x-openstack-request-id: req-c3efbe01-37e1-496c-9b69-9d17755200aa {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:13.694942 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:13.695209 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3efbe01-37e1-496c-9b69-9d17755200aa {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:13.696836 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3efbe01-37e1-496c-9b69-9d17755200aa'] response: {'name': 'network-changed', 'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'status': 'completed', 'code': 200} Apr 07 11:11:13.719561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-89117191-f41a-4a4b-a32a-b335502c06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:13.721730 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-89117191-f41a-4a4b-a32a-b335502c06b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2785718 Apr 07 11:11:13.743431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Deleting port 4c12fbf5-a3d5-46a5-be5a-72903a574efd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:13.743930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:14.043924 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:14.099813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] For port 4c12fbf5-a3d5-46a5-be5a-72903a574efd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4c12fbf5-a3d5-46a5-be5a-72903a574efd,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:14.100417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:14.150489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-7dfa2dd5-f602-4f46-81f5-69784af6b462 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223289 Apr 07 11:11:14.264345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Calling delete_port for 4c12fbf5-a3d5-46a5-be5a-72903a574efd owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:14.279073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c61c-6f47-4858-926c-427836b73108 req-c9462344-a1a4-4197-beb6-89c284dd054a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.287281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2a9c61c-6f47-4858-926c-427836b73108 req-c9462344-a1a4-4197-beb6-89c284dd054a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.7068038 Apr 07 11:11:14.342337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-7a979b7e-5ee1-422f-8c0b-bfb0e7e5cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.343881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-7a979b7e-5ee1-422f-8c0b-bfb0e7e5cf4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1129 time: 0.1723897 Apr 07 11:11:14.445641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-6d2eb852-85c9-4a84-bee1-07a1cf0c0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.447160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-6d2eb852-85c9-4a84-bee1-07a1cf0c0f7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.9668565 Apr 07 11:11:14.458772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cd0ec-019f-4194-bfc6-c7bad257bea2 req-c475953e-0305-4eb2-90cc-c464ac449aa3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.465334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Allocated IP 172.25.5.219 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/5033c231-f50d-410d-a18f-8d1814b700e7) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:11:14.466421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c34cd0ec-019f-4194-bfc6-c7bad257bea2 req-c475953e-0305-4eb2-90cc-c464ac449aa3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.2999532 Apr 07 11:11:14.484289 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0c2b9c7-cebb-40f5-860a-79e7ae0f2304 req-9d3bb537-d18b-4f35-95ec-a80e2159db25 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147492 Apr 07 11:11:14.485337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2a9c61c-6f47-4858-926c-427836b73108 req-f5894996-44bb-455a-a67a-006cc066abdb tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970167 Apr 07 11:11:14.728995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-fb0e6436-3912-40f4-b442-0a13edd39c00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a HTTP/1.1" status: 200 len: 217 time: 0.2585866 Apr 07 11:11:14.756746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-9f495dc0-f114-47aa-a4d7-0bf2342953c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.758438 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-9f495dc0-f114-47aa-a4d7-0bf2342953c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1129 time: 0.1604977 Apr 07 11:11:14.867442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c34cd0ec-019f-4194-bfc6-c7bad257bea2 req-52a47ee8-409d-4b0f-addb-4952b205c88f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001138 Apr 07 11:11:14.872302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-1c29f017-77b3-457a-b224-57eb75a6af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.873938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-1c29f017-77b3-457a-b224-57eb75a6af2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.5171633 Apr 07 11:11:14.960015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-e97004fd-eefe-4f56-b8c0-4022eefd748f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.0702357 Apr 07 11:11:14.964043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-452f6c67-d7b1-4a7a-88ce-16265bafef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.965569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-452f6c67-d7b1-4a7a-88ce-16265bafef3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.2033432 Apr 07 11:11:14.993170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-464ad2f1-724c-47ee-87a5-bdbc7b38e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:14.994380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-464ad2f1-724c-47ee-87a5-bdbc7b38e7ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2231746 Apr 07 11:11:15.010187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for port (5033c231-f50d-410d-a18f-8d1814b700e7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.021083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4c12fbf5-a3d5-46a5-be5a-72903a574efd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.049625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 289ef6fb-2704-406b-a9e7-5053c7639f6e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:15.095059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 289ef6fb-2704-406b-a9e7-5053c7639f6e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:15.099450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 289ef6fb-2704-406b-a9e7-5053c7639f6e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:15.155618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c12fbf5-a3d5-46a5-be5a-72903a574efd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:15.181899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-51c4392b-9ff8-4b38-86ab-1e5126347684 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.1448789 Apr 07 11:11:15.199593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-0ba57f93-39db-42d2-b91d-dc46cc4f28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:15.201126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-0ba57f93-39db-42d2-b91d-dc46cc4f28b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2221794 Apr 07 11:11:15.215837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-2582d3d4-d7ac-4c64-b655-c13c08d8acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:15.216253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-2582d3d4-d7ac-4c64-b655-c13c08d8acd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2386868 Apr 07 11:11:15.311230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a7eee-3b94-4d81-9792-e4ee2a9b2b70 req-f954c794-8451-4bf5-aaeb-38c606c716f7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:15.313752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a01a7eee-3b94-4d81-9792-e4ee2a9b2b70 req-f954c794-8451-4bf5-aaeb-38c606c716f7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 943 time: 0.2764642 Apr 07 11:11:15.370250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-6d8a1713-24e1-4089-8a00-f8929e2da1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:15.374009 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-6d8a1713-24e1-4089-8a00-f8929e2da1dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1817980 Apr 07 11:11:15.398449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5033c231-f50d-410d-a18f-8d1814b700e7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.436600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (99e83877-9445-43b4-8ea4-39ced9830133), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.471232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-d09fbeaa-bc7a-41cc-b9f9-4b36929e956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:15.473094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-d09fbeaa-bc7a-41cc-b9f9-4b36929e956f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2629187 Apr 07 11:11:15.534816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a01a7eee-3b94-4d81-9792-e4ee2a9b2b70 req-933fec41-5a12-48f4-824e-ef99e481aab6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977534 Apr 07 11:11:15.637830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-3338c7ea-9eba-42b7-bdc2-8110b5c851da service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048314 Apr 07 11:11:15.660149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (99e83877-9445-43b4-8ea4-39ced9830133), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.665245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks [] for router_controller (99e83877-9445-43b4-8ea4-39ced9830133), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.774001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (99e83877-9445-43b4-8ea4-39ced9830133), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.775214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e83877-9445-43b4-8ea4-39ced9830133 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:11:15.786044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:15.786940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-99b89007-8a60-4540-aa0e-a8fc74651f59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/99e83877-9445-43b4-8ea4-39ced9830133 HTTP/1.1" status: 204 len: 168 time: 3.7369375 Apr 07 11:11:15.791622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:11:15.792316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:15.813078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:11:15.852130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:11:15.899220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-e8427111-155c-4c1b-8370-e95f6493f705 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015574 Apr 07 11:11:15.994640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'Port': ['ID=5033c231-f50d-410d-a18f-8d1814b700e7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:16.007494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-923a62a8-1345-4457-8f7f-ab0583a215f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:16.010085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-923a62a8-1345-4457-8f7f-ab0583a215f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6057270 Apr 07 11:11:16.038871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Deleting subnet c8f7a001-cdff-4637-8bb7-bb143f4b18ab {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:11:16.044236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Publish callbacks [] for subnet (c8f7a001-cdff-4637-8bb7-bb143f4b18ab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.065292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d7ee27d-852e-4151-a021-e8b56cdbaf84 req-e080d157-fdef-47a4-9021-176b3640fb59 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162757 Apr 07 11:11:16.077125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431502-aede-4e33-8c29-2aa2fcdde3c6 req-01c5fb64-869e-437c-b8ac-8a2e1e6eec17 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:16.078773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46431502-aede-4e33-8c29-2aa2fcdde3c6 req-01c5fb64-869e-437c-b8ac-8a2e1e6eec17 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 943 time: 0.3861961 Apr 07 11:11:16.098020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-6c1ff972-22c7-49be-ab98-656d2f55dc54 service neutron] 10.222.0.41 "GET /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.4076660 Apr 07 11:11:16.108318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (c8f7a001-cdff-4637-8bb7-bb143f4b18ab), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.277077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46431502-aede-4e33-8c29-2aa2fcdde3c6 req-1084b70f-f6b9-4c25-a1bf-eecc37e50054 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861017 Apr 07 11:11:16.279040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-3bc2fb97-a9a6-4f77-9f54-4cabed591678 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619945 Apr 07 11:11:16.294374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bed48-e755-4955-81f2-7a8e04fc3467 req-f4d043ed-c6c2-43f6-b81d-03a9a488584a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:16.303223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d1bed48-e755-4955-81f2-7a8e04fc3467 req-f4d043ed-c6c2-43f6-b81d-03a9a488584a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.2576017 Apr 07 11:11:16.329387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-cd4d7fbc-aa3d-410a-9784-2311f2f662e5 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068585 Apr 07 11:11:16.359333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for floatingip (e9bc9928-f986-46d2-bee5-5fde71bd38a0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.418207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c8f7a001-cdff-4637-8bb7-bb143f4b18ab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.427828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d1bed48-e755-4955-81f2-7a8e04fc3467 req-e6fe5b81-0e51-4b6a-a7c1-3d3be7db52e1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233778 Apr 07 11:11:16.546691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5033c231-f50d-410d-a18f-8d1814b700e7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.612908 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61bdf836-974f-4c9a-9fbf-9652f90baf9f req-235f1d3b-3702-4d85-8c57-a6e5d348ea79 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752807 Apr 07 11:11:16.620636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:16.643110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c8f7a001-cdff-4637-8bb7-bb143f4b18ab), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.657396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:16.700501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd7ff-2f62-40c9-bbe5-9209a37a1c62 req-4ff90093-a183-4a57-8d66-960627b94952 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:16.710920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1afbd7ff-2f62-40c9-bbe5-9209a37a1c62 req-4ff90093-a183-4a57-8d66-960627b94952 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.2508917 Apr 07 11:11:16.754204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f7a001-cdff-4637-8bb7-bb143f4b18ab,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:16.760161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.764599 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ac3ba1a2-4708-41aa-abe7-f7cc8c81b3e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8f7a001-cdff-4637-8bb7-bb143f4b18ab HTTP/1.1" status: 204 len: 168 time: 0.9706149 Apr 07 11:11:16.770990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38364) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:16.773496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c195b-0828-48ae-a3a2-c199be7bb238 None None] Network 9b9a094f-42ef-4513-9349-ffe774a4c759 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:11:16.799695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b073e1a4-14d3-4de9-a53f-407e3ba3205c {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:16.822625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:16.840394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1afbd7ff-2f62-40c9-bbe5-9209a37a1c62 req-ee8cd61a-52d2-4ac3-96d9-e27bdf4927b4 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045780 Apr 07 11:11:16.852038 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:16.956258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9b9a094f-42ef-4513-9349-ffe774a4c759), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.024820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] Transition to ACTIVE for port object b073e1a4-14d3-4de9-a53f-407e3ba3205c will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:11:17.037894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.138612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for port (5033c231-f50d-410d-a18f-8d1814b700e7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.146053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 770017cc-e5a9-43c0-a713-4a571a06ff6a details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:11:17.161085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] Pushing event updated for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:17.173270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5033c231-f50d-410d-a18f-8d1814b700e7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.256431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] No DVR routers for this DVR port b073e1a4-14d3-4de9-a53f-407e3ba3205c on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:17.281186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 770017cc-e5a9-43c0-a713-4a571a06ff6a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:17.290271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'Port': ['ID=5033c231-f50d-410d-a18f-8d1814b700e7,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:17.308138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '770017cc-e5a9-43c0-a713-4a571a06ff6a', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '770017cc-e5a9-43c0-a713-4a571a06ff6a', 'mac_address': 'fa:16:3e:29:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:11:17.310047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-c971d5bd-c573-4e98-ba2a-686106946704 service neutron] 10.222.0.41 "PUT /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1855268 Apr 07 11:11:17.312899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4c12fbf5-a3d5-46a5-be5a-72903a574efd no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:17.315651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] DHCP port deletion for 9b9a094f-42ef-4513-9349-ffe774a4c759 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:11:17.339660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec52d9-4202-426a-bf48-0286ade33d03 req-d5644714-a450-4ad9-99ef-39239f4cc4bf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:17.342515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72ec52d9-4202-426a-bf48-0286ade33d03 req-d5644714-a450-4ad9-99ef-39239f4cc4bf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 943 time: 0.1755095 Apr 07 11:11:17.412513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 770017cc-e5a9-43c0-a713-4a571a06ff6a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:17.413216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.429707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4c12fbf5-a3d5-46a5-be5a-72903a574efd {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:17.430158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4c12fbf5-a3d5-46a5-be5a-72903a574efd not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:17.446812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770017cc-e5a9-43c0-a713-4a571a06ff6a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:17.475085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Deleting port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:17.475935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.476593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 770017cc-e5a9-43c0-a713-4a571a06ff6a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:17.487546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.502242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72ec52d9-4202-426a-bf48-0286ade33d03 req-f0ea91a4-963c-42fe-a648-080c6840d178 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362925 Apr 07 11:11:17.518533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa132a-fef5-4e76-ae7d-df754ffdfed8 req-6b8c8752-bdda-4cc0-8079-3898dee5a576 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:17.520007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cfa132a-fef5-4e76-ae7d-df754ffdfed8 req-6b8c8752-bdda-4cc0-8079-3898dee5a576 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 944 time: 0.1029050 Apr 07 11:11:17.544654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] Deleting port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:17.545367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.570987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (e9bc9928-f986-46d2-bee5-5fde71bd38a0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.631396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.641222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a6c3653d-6b89-4b98-9f10-6f71ec6bf1f2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5525606 Apr 07 11:11:17.647954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] For port 6b1c68ed-949a-4d0a-ad82-ec58972195b1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6b1c68ed-949a-4d0a-ad82-ec58972195b1,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:17.648319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.649005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cfa132a-fef5-4e76-ae7d-df754ffdfed8 req-54de7ab6-6ca6-4901-97ab-d805faa54932 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130056 Apr 07 11:11:17.671315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-ac1d0867-1e15-42dd-b48e-de6c9bf221b0 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:17.682788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-ac1d0867-1e15-42dd-b48e-de6c9bf221b0 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.2696929 Apr 07 11:11:17.682788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Calling delete_port for 6b1c68ed-949a-4d0a-ad82-ec58972195b1 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:17.686978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=770017cc-e5a9-43c0-a713-4a571a06ff6a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:17.768439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] For port 6b1c68ed-949a-4d0a-ad82-ec58972195b1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6b1c68ed-949a-4d0a-ad82-ec58972195b1,segment=NetworkSegment(d0c50296-cb44-407a-bd81-fc8a22f1f97d),segment_id=d0c50296-cb44-407a-bd81-fc8a22f1f97d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:17.769098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:17.821326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] Calling delete_port for 6b1c68ed-949a-4d0a-ad82-ec58972195b1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:17.878711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f093c2-57b2-44b2-ac3e-d99f02c72ae4 req-533d4157-0ecf-492c-86c6-d33add23afe7 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:17.882404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51f093c2-57b2-44b2-ac3e-d99f02c72ae4 req-533d4157-0ecf-492c-86c6-d33add23afe7 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.0886633 Apr 07 11:11:17.904903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-e9275edc-bcd4-4742-862f-28e74ba9b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:17.906545 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-e9275edc-bcd4-4742-862f-28e74ba9b797 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478&tenant_id=5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 1126 time: 0.2204037 Apr 07 11:11:17.910926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:17.961057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51f093c2-57b2-44b2-ac3e-d99f02c72ae4 req-72a2058b-0481-4eb2-b390-a972bc5a451a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Apr 07 11:11:17.989413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.028751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1c68ed-949a-4d0a-ad82-ec58972195b1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:18.034428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] No DVR routers for this DVR port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:18.040988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-310570d3-6047-4935-b99b-e37689927452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:18.042729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-310570d3-6047-4935-b99b-e37689927452 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1126 time: 0.1120992 Apr 07 11:11:18.279180 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (6b1c68ed-949a-4d0a-ad82-ec58972195b1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.287965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79552deb-7384-4fe5-b6f4-0918577aa8ac req-2235f256-ed44-4acf-b9eb-1f0252d0fd0d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:18.301762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79552deb-7384-4fe5-b6f4-0918577aa8ac req-2235f256-ed44-4acf-b9eb-1f0252d0fd0d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.1770160 Apr 07 11:11:18.322510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] Pushing event deleted for resources: {'Port': ['ID=6b1c68ed-949a-4d0a-ad82-ec58972195b1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:18.334465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674e439-41b3-47f7-80d5-73a04d2081eb None None] No DVR routers for this DVR port 6b1c68ed-949a-4d0a-ad82-ec58972195b1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:18.380590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79552deb-7384-4fe5-b6f4-0918577aa8ac req-c9e3c069-a951-4b4c-ad18-5bc2e6905610 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689468 Apr 07 11:11:18.570876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9b9a094f-42ef-4513-9349-ffe774a4c759), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.608792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9a094f-42ef-4513-9349-ffe774a4c759']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:18.627851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c50296-cb44-407a-bd81-fc8a22f1f97d') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:18.628205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c50296-cb44-407a-bd81-fc8a22f1f97d') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:18.642127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d0c50296-cb44-407a-bd81-fc8a22f1f97d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.644427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-e938d642-540a-4f18-9aad-821a21b5ca0e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:18.645175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-84dad54d-541d-436f-a43f-4c44e6b892a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:18.646864 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-84dad54d-541d-436f-a43f-4c44e6b892a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.5836346 Apr 07 11:11:18.653409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-e938d642-540a-4f18-9aad-821a21b5ca0e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 822 time: 0.1763756 Apr 07 11:11:18.670649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-b734fa88-7311-4dfc-aa8a-17dc32a7e68d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/quotas/be1eeba3f074475fbeb9e4f2534fbd82 HTTP/1.1" status: 200 len: 375 time: 0.0157738 Apr 07 11:11:18.680687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d0c50296-cb44-407a-bd81-fc8a22f1f97d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.715993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-c85d15d7-88de-40fd-9126-55eafd31e68b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438001 Apr 07 11:11:18.749427 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-42d390e9-9bf8-4a80-b362-2d963400729e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 200 len: 217 time: 0.0908861 Apr 07 11:11:18.751243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:11:18.752628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d0c50296-cb44-407a-bd81-fc8a22f1f97d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:11:18.755990 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:11:18.891488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-d71bb0c8-a1ee-4c2a-ac6b-9c25cb702fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:18.891488 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-d71bb0c8-a1ee-4c2a-ac6b-9c25cb702fbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1173997 Apr 07 11:11:18.935894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-1d254b95-1869-42cf-a3e9-7c732b64db4a service neutron] 10.222.0.13 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080524 Apr 07 11:11:18.936217 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-6e2a43e2-20b7-4d37-afdc-a09b980cf101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318007 Apr 07 11:11:18.944688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9b9a094f-42ef-4513-9349-ffe774a4c759), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.947789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-00a80d57-7fa9-403d-85c2-4cb871142a24 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:18.949357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-00a80d57-7fa9-403d-85c2-4cb871142a24 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be&tenant_id=5c88156454414b57ad33b86ec8fb7f60&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 947 time: 0.1250520 Apr 07 11:11:18.964861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:18.969442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b9a094f-42ef-4513-9349-ffe774a4c759 HTTP/1.1" status: 204 len: 168 time: 2.1979861 Apr 07 11:11:18.972665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38482) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:19.031860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36192f0d-3394-4b28-831d-d650696c9ead admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9a094f-42ef-4513-9349-ffe774a4c759,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:19.069439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6b1c68ed-949a-4d0a-ad82-ec58972195b1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:19.087163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9ae9-0f45-430d-bc93-1deb19a15e50 req-bfa94164-4a76-4eb0-89a3-5bf52aa50597 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:19.089024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0edb9ae9-0f45-430d-bc93-1deb19a15e50 req-bfa94164-4a76-4eb0-89a3-5bf52aa50597 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 944 time: 0.2289419 Apr 07 11:11:19.093540 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-b81a183d-af5c-4cd0-a925-9a8d80ae5e0f service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505120 Apr 07 11:11:19.099464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6b1c68ed-949a-4d0a-ad82-ec58972195b1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:19.099823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6b1c68ed-949a-4d0a-ad82-ec58972195b1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:19.156037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:11:19.216756 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-321a711d-84fe-4194-88b8-424294cfeac4 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151783 Apr 07 11:11:19.238182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-0938aa3a-9647-4a9d-afa3-17b18c3e1351 service neutron] 10.222.0.23 "GET /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 382 time: 0.2648191 Apr 07 11:11:19.249660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0edb9ae9-0f45-430d-bc93-1deb19a15e50 req-969f6c90-8e9f-4bd8-ae9d-569a077f0c1b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278031 Apr 07 11:11:19.254196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-31203efc-baf6-4e24-9a50-33ceae46bae7 service neutron] 10.222.0.13 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028655 Apr 07 11:11:19.312775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:19.350944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'mac_address': 'fa:16:3e:00:c2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:11:19.481007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:19.481007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:19.508343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:19.546299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:19.558600 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:19.632642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-885c03a2-4d59-4687-a358-fe1bcfed048c tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:19.634431 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-885c03a2-4d59-4687-a358-fe1bcfed048c tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0943832 Apr 07 11:11:19.640076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:19.847792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-5ca1e782-63fd-49d4-a0fe-7d51742cc0e2 service neutron] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:19.852483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-5ca1e782-63fd-49d4-a0fe-7d51742cc0e2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:19.854149 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2746888c-ec8b-4b9f-97f0-a1b9d42ac049 req-5ca1e782-63fd-49d4-a0fe-7d51742cc0e2 service neutron] 10.222.0.23 "DELETE /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.2119193 Apr 07 11:11:19.941002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-1b98cf1b-12f7-4254-a5c1-7de01fa7dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:19.943114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-1b98cf1b-12f7-4254-a5c1-7de01fa7dc90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1129 time: 0.6233094 Apr 07 11:11:19.975360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['83f4521c-1efe-48aa-a2e4-8d38fb105db7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:20.016206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350f596-fa17-4034-821d-c6cc9d77105e req-80a9dee1-06ca-4607-8419-8ab9fb811a48 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:20.019422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d350f596-fa17-4034-821d-c6cc9d77105e req-80a9dee1-06ca-4607-8419-8ab9fb811a48 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 944 time: 0.1908786 Apr 07 11:11:20.310700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-9292fbe9-dbe7-4a63-8d87-f0a8d7af23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:20.312180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-9292fbe9-dbe7-4a63-8d87-f0a8d7af23af service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3628571 Apr 07 11:11:20.322769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d350f596-fa17-4034-821d-c6cc9d77105e req-0d99dd46-24cc-4a0b-a2e6-d945ae85fdcc tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215946 Apr 07 11:11:20.373470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-779b8e83-9a6c-4ced-84ca-435f5db5482c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.0487885 Apr 07 11:11:20.401022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b648f83-5677-4e8c-b0db-5171e2447bf0 req-00bc0f0e-0aac-497f-89b1-abb577f0d340 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:20.402586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b648f83-5677-4e8c-b0db-5171e2447bf0 req-00bc0f0e-0aac-497f-89b1-abb577f0d340 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.2265613 Apr 07 11:11:20.516841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-f9cbe668-02a5-44bf-9805-2acc2ad70360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:20.518978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-f9cbe668-02a5-44bf-9805-2acc2ad70360 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1378169 Apr 07 11:11:20.588821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b648f83-5677-4e8c-b0db-5171e2447bf0 req-13e98e6f-505c-4605-8983-cce78c47934d tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636698 Apr 07 11:11:20.606774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa2136-51e1-4bf9-8afd-ec164df6c0c0 req-b6ef4e77-18f4-41fe-b7b5-8b5138627e86 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:20.608391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71aa2136-51e1-4bf9-8afd-ec164df6c0c0 req-b6ef4e77-18f4-41fe-b7b5-8b5138627e86 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1819715 Apr 07 11:11:20.639496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-95289255-2840-4134-b613-59d998ec48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:20.640992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-95289255-2840-4134-b613-59d998ec48c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1001458 Apr 07 11:11:20.661516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (04fdda19-1a29-4686-8169-c133854a133f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:20.824337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c7d1075-9f01-4a60-b5b1-960d24e90431 req-22d29419-98c5-472e-943f-6a7beb72fbeb tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 210 time: 0.1514885 Apr 07 11:11:20.904993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71aa2136-51e1-4bf9-8afd-ec164df6c0c0 req-8bcedc1c-df76-4720-ae11-3607adc6601e tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687478 Apr 07 11:11:21.167970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-5c65aded-b7fd-4e45-9b48-36163b4cd555 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179286 Apr 07 11:11:21.168546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 770017cc-e5a9-43c0-a713-4a571a06ff6a up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:11:21.260539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 770017cc-e5a9-43c0-a713-4a571a06ff6a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:11:21.265354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 770017cc-e5a9-43c0-a713-4a571a06ff6a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:11:21.266116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:21.387411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 770017cc-e5a9-43c0-a713-4a571a06ff6a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:21.387892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:21.423053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770017cc-e5a9-43c0-a713-4a571a06ff6a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:21.426189 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea47165-8eb1-457a-bb3c-8d4cc24ac29f" -d '{"events": [{"server_uuid": "ee4e152f-4bb6-4a63-bd98-ea582819fdd7", "name": "network-vif-plugged", "status": "completed", "tag": "770017cc-e5a9-43c0-a713-4a571a06ff6a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:21.436182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-033ceb4c-97cb-4a3b-b813-e8775b1ab2dc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:21.437968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-033ceb4c-97cb-4a3b-b813-e8775b1ab2dc tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.4886320 Apr 07 11:11:21.443638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 770017cc-e5a9-43c0-a713-4a571a06ff6a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:21.451258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:21.465219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8a9fb014-9932-4428-a4e3-2f408dc8ce7a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:21.467133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8a9fb014-9932-4428-a4e3-2f408dc8ce7a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 822 time: 0.6049783 Apr 07 11:11:21.494906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'port': {'device_id': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'admin_state_up': True, 'tenant_id': 'be1eeba3f074475fbeb9e4f2534fbd82'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:21.506893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-e7bb213a-5f56-4c23-8bd5-2d79ab77d476 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/quotas/1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 375 time: 0.0557706 Apr 07 11:11:21.536532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=770017cc-e5a9-43c0-a713-4a571a06ff6a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:21.556287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-e0dc8356-0866-486a-bf13-f29e79f62378 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777027 Apr 07 11:11:21.700566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-eb8b287b-93d7-4bf1-af3f-f63c32f88e33 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1519773 Apr 07 11:11:21.852845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Made reservation on behalf of be1eeba3f074475fbeb9e4f2534fbd82 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:11:21.856521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:22.007606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcde32e-c20c-45af-ae4e-9d1c58c9759c req-735f0944-8174-46bd-acbe-f92bff964024 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:22.009289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbcde32e-c20c-45af-ae4e-9d1c58c9759c req-735f0944-8174-46bd-acbe-f92bff964024 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.2858207 Apr 07 11:11:22.019247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-c4fbf279-d68e-41c2-b058-5e63dd54307a service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976050 Apr 07 11:11:22.176775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Deleting port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:22.177594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:22.259080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Allocated IP 172.20.0.7 (78f1f221-3b39-4539-8d24-aeb2ea42e501/62548967-7f3c-42ed-b92b-37ad62829ac3/eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:11:22.263893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbcde32e-c20c-45af-ae4e-9d1c58c9759c req-99a95512-7870-4b90-adc0-73e1840b7495 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435503 Apr 07 11:11:22.311538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-e88c3882-ff95-4595-8436-7f870f2284d7 service neutron] 10.222.0.13 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625632 Apr 07 11:11:22.509032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] For port a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:22.509534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:22.545792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Calling delete_port for a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:22.892524 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b17993-6314-4b45-8bc2-1a9698525c6a x-openstack-request-id: req-59b17993-6314-4b45-8bc2-1a9698525c6a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:22.893560 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4e152f-4bb6-4a63-bd98-ea582819fdd7", "name": "network-vif-plugged", "status": "completed", "tag": "770017cc-e5a9-43c0-a713-4a571a06ff6a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:22.894007 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59b17993-6314-4b45-8bc2-1a9698525c6a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:22.894579 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b17993-6314-4b45-8bc2-1a9698525c6a'] response: {'server_uuid': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770017cc-e5a9-43c0-a713-4a571a06ff6a', 'code': 200} Apr 07 11:11:23.163891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:23.249715 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:23.290675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 is: BUILD; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:23.291382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:23.294388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd46deb-87d3-4d93-9860-525526b96b9b req-e7127909-f3d7-41f7-93e0-7cc4e42b686d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:23.296995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cd46deb-87d3-4d93-9860-525526b96b9b req-e7127909-f3d7-41f7-93e0-7cc4e42b686d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 944 time: 0.8637340 Apr 07 11:11:23.318960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:23.351696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:23.357676 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:23.457997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:23.463584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50792ecd-21ef-4e75-a9dd-3a2a22d3fd8f req-48a97ff5-3a8d-4f0a-9166-dceef0dc8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:23.467133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50792ecd-21ef-4e75-a9dd-3a2a22d3fd8f req-48a97ff5-3a8d-4f0a-9166-dceef0dc8be4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 1127 time: 0.2814729 Apr 07 11:11:23.508439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b581f-530c-4fdd-89bc-9a6a0bec2fe6 req-dd82129e-934b-4e54-8e87-4c0016cb3ee5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:23.516175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-439b581f-530c-4fdd-89bc-9a6a0bec2fe6 req-dd82129e-934b-4e54-8e87-4c0016cb3ee5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.3341014 Apr 07 11:11:23.536096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:23.543211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cd46deb-87d3-4d93-9860-525526b96b9b req-90553b91-e9e6-4a2c-8c83-527d3237681a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184951 Apr 07 11:11:23.715746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:11:23.733542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:23.740795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:23.743899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:11:23.766578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:11:23.803769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50792ecd-21ef-4e75-a9dd-3a2a22d3fd8f req-e6cf6e06-4fe1-4b93-aedc-dbccec5719d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049266 Apr 07 11:11:23.828657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:23.839906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-439b581f-530c-4fdd-89bc-9a6a0bec2fe6 req-f11b51c1-8711-494e-9030-87a31ed5bed4 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227143 Apr 07 11:11:24.031159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:24.031937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:24.221965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8eeb7eb7-0b42-46a3-b7b7-ce9f58fea0bf tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7317178 Apr 07 11:11:24.245038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Request body: {'port': {'device_id': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:24.362256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84742-60de-4027-82f0-04d22626c663 req-b1c6a83d-b7ed-4b93-85b3-0ecd31cfc440 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:24.363503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ce84742-60de-4027-82f0-04d22626c663 req-b1c6a83d-b7ed-4b93-85b3-0ecd31cfc440 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.3247910 Apr 07 11:11:24.387974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (04fdda19-1a29-4686-8169-c133854a133f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:24.398494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dab19-295c-403d-ad0b-aa566b62bdf3 req-4f651727-c0f8-4445-bf23-903565196b81 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:24.400134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-493dab19-295c-403d-ad0b-aa566b62bdf3 req-4f651727-c0f8-4445-bf23-903565196b81 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 931 time: 0.2876894 Apr 07 11:11:24.539253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-3b5464ec-85c8-415e-9578-7148e51323c9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:24.542340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-3b5464ec-85c8-415e-9578-7148e51323c9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 820 time: 0.1895432 Apr 07 11:11:24.545214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:24.558440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Request body: {'port': {'device_id': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'admin_state_up': True, 'tenant_id': '1cd46c12619042ea8bfb9e63365c9ec9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:24.644718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-85647fd4-0776-49f9-8ca5-adc6126c6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:24.646402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-85647fd4-0776-49f9-8ca5-adc6126c6000 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be&tenant_id=5c88156454414b57ad33b86ec8fb7f60 HTTP/1.1" status: 200 len: 1129 time: 0.3944857 Apr 07 11:11:24.668245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:24.681710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ce84742-60de-4027-82f0-04d22626c663 req-25a3b9bb-5b9b-4830-a914-91ea6e0069df tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005583 Apr 07 11:11:24.734373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Made reservation on behalf of 1cd46c12619042ea8bfb9e63365c9ec9 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:11:24.740512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:24.763426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-493dab19-295c-403d-ad0b-aa566b62bdf3 req-d162b967-11bf-47c1-95e0-c30b8ff968ea tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222506 Apr 07 11:11:24.964048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6a1d1-d4c6-4f8d-bed7-7c53e4369d83 req-c12fcd2c-341a-495f-862b-a04e1576181b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.1669245 Apr 07 11:11:24.966118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Allocated IP 172.20.0.7 (43736fd5-2088-4086-9627-dc47efe12f30/369ba404-e64a-42b5-a1a8-1f5b894a6720/642a292a-ce48-464e-a758-bedcd2e21ee4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:11:25.149587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:25.311104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks [] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:25.354546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:25.370744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7b3d6e6b-6e84-4369-9d70-1271edd664db'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:25.396589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Network 43736fd5-2088-4086-9627-dc47efe12f30 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:11:25.400051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:11:25.404752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:11:25.441154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ed9a-a6ae-4ac5-83ba-5b9f4a2d8b96 req-ce3568f7-8264-4b4d-9368-89ebf9c52f4f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:25.445321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a360ed9a-a6ae-4ac5-83ba-5b9f4a2d8b96 req-ce3568f7-8264-4b4d-9368-89ebf9c52f4f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.4853466 Apr 07 11:11:25.464058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:25.480052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.480407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.480760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.481102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.481484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.481819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.482152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.482484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.482816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.483145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.483474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.483808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.484136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:25.495159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:25.495965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:25.518176 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-18cc87e3-5cc6-495b-b026-9907185a27ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648592 Apr 07 11:11:25.531566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Request body: {'port': {'device_id': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:11:25.611692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:25.733710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2b995-e98f-4af4-bb38-896a4d40b556 req-a566cdc0-1edb-4730-92a1-a6666a7af543 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:25.742454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41e2b995-e98f-4af4-bb38-896a4d40b556 req-a566cdc0-1edb-4730-92a1-a6666a7af543 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 948 time: 0.5242007 Apr 07 11:11:25.833515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Router 04fdda19-1a29-4686-8169-c133854a133f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:11:25.857721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:25.892135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a360ed9a-a6ae-4ac5-83ba-5b9f4a2d8b96 req-782407fa-9fd3-4091-b911-b9859b2dcaf7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180336 Apr 07 11:11:25.930601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Publish callbacks [] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:25.962684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Transition to ACTIVE for port object eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:11:26.043218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.049695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642a292a-ce48-464e-a758-bedcd2e21ee4 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:26.060609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Publish callbacks [] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.083201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Transition to ACTIVE for port object 642a292a-ce48-464e-a758-bedcd2e21ee4 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:11:26.090737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.208722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:26.290915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-3fa3d8d0-8367-443a-b8c8-f30325cc4d9e tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:26.290915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-3fa3d8d0-8367-443a-b8c8-f30325cc4d9e tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "GET /v2.0/ports?device_id=464d3fd4-7ba7-4c55-ac30-5fe94634a760 HTTP/1.1" status: 200 len: 948 time: 0.1552351 Apr 07 11:11:26.365179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:11:26.365179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:11:26.365502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:26.391394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:11:26.391748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:26.400722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:11:26.401054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:11:26.401505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:11:26.402125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Bound port: 642a292a-ce48-464e-a758-bedcd2e21ee4, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:11:26.402336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.473645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Deleting port 54f05235-7f3f-4718-b7d0-1928a6047d63 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:26.474078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.511775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41e2b995-e98f-4af4-bb38-896a4d40b556 req-6808a207-4b9b-4ebd-a957-ad193dd996b7 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684360 Apr 07 11:11:26.513561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:26.530582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:26.552876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:26.562736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:11:26.572985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.624998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:11:26.637719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:26.638142 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.639182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732e83-e4d9-477b-afc6-6c6a353bc6d4 req-c5a0a067-82a1-48d5-8e95-fcafa1e266c3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:26.639615 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] 10.222.0.41 "PUT /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 1091 time: 1.1143746 Apr 07 11:11:26.640782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58732e83-e4d9-477b-afc6-6c6a353bc6d4 req-c5a0a067-82a1-48d5-8e95-fcafa1e266c3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 947 time: 0.6089361 Apr 07 11:11:26.648255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-62e4d821-44fe-40db-8005-31a253158f2f admin admin] 10.222.0.13 "PUT /v2.0/routers/04fdda19-1a29-4686-8169-c133854a133f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6673839 Apr 07 11:11:26.648469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:26.650531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] Sync routers for ids ['04fdda19-1a29-4686-8169-c133854a133f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:11:26.651263 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbade0b-1f6a-423d-b8f7-98615b8d1250" -d '{"events": [{"name": "network-changed", "server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:26.652149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38626) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:26.663398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:26.690908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] For port 54f05235-7f3f-4718-b7d0-1928a6047d63, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=54f05235-7f3f-4718-b7d0-1928a6047d63,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:26.691279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.707365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] Routers {'04fdda19-1a29-4686-8169-c133854a133f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:11:26.708934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:11:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04fdda19-1a29-4686-8169-c133854a133f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:26.742856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Calling delete_port for 54f05235-7f3f-4718-b7d0-1928a6047d63 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:26.775506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7e76a-8df7-4396-866a-20d9876e851f service neutron] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:26.828895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks [] for router (04fdda19-1a29-4686-8169-c133854a133f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:26.862040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-5884320b-9054-4624-8716-4bdc2e0152bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:26.864510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-5884320b-9054-4624-8716-4bdc2e0152bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1125 time: 0.1538739 Apr 07 11:11:26.902412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] Set router 04fdda19-1a29-4686-8169-c133854a133f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:11:27.014513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-c7d1d187-4492-4591-9554-548e0c40cefd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 217 time: 0.0617392 Apr 07 11:11:27.080599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Attempting to bind port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:11:27.081027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Attempting to bind port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:11:27.081324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Attempting to bind port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:27.087214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks [] for router_gateway (04fdda19-1a29-4686-8169-c133854a133f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.104949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:11:27.105544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Attempting to bind port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:27.110269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (54f05235-7f3f-4718-b7d0-1928a6047d63), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.114231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-760f784a-b7b9-4916-a84a-18e821f13865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:27.116616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-760f784a-b7b9-4916-a84a-18e821f13865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0960469 Apr 07 11:11:27.131741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:27.185502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Pushing event deleted for resources: {'Port': ['ID=54f05235-7f3f-4718-b7d0-1928a6047d63,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:27.193950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Publish callbacks [] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.197576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:11:27.198189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Checking segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:11:27.200185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Bound using segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:11:27.200935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Bound port: eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:11:27.201721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.286369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] No DVR routers for this DVR port 54f05235-7f3f-4718-b7d0-1928a6047d63 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:27.290826 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-c9c5a0b3-4dae-409e-96d6-ac2919a5aa02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647816 Apr 07 11:11:27.291543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Ignored duplicate provisioning block setup for port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 07 11:11:27.291970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.296083 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-838483b4-173b-4a4e-8cc7-a95b8c0e2928 req-9189dbe0-41ad-40cb-83c7-bed6a71c12ab tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "DELETE /v2.0/ports/54f05235-7f3f-4718-b7d0-1928a6047d63 HTTP/1.1" status: 204 len: 173 time: 0.9980936 Apr 07 11:11:27.317989 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.344487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58732e83-e4d9-477b-afc6-6c6a353bc6d4 req-0c237405-ab67-4765-8888-ed6504fcbb19 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788352 Apr 07 11:11:27.363405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec756ce-03de-43e3-8b39-7b3d00a55944 req-36c9f9c3-6c29-4305-8ab5-b72833a65093 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:27.379618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ec756ce-03de-43e3-8b39-7b3d00a55944 req-36c9f9c3-6c29-4305-8ab5-b72833a65093 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1126 time: 0.3730953 Apr 07 11:11:27.381869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '725029e2-3e71-49ba-8460-2089bee37e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:11:23Z', 'revision_number': 5, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port': {'id': '725029e2-3e71-49ba-8460-2089bee37e54', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fdda19-1a29-4686-8169-c133854a133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:07:01Z', 'updated_at': '2022-04-07T11:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:27.434963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] Checking router: 04fdda19-1a29-4686-8169-c133854a133f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:11:27.468840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] Routers {'04fdda19-1a29-4686-8169-c133854a133f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:11:27.469622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:11:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04fdda19-1a29-4686-8169-c133854a133f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:27.480722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Deleting port 725029e2-3e71-49ba-8460-2089bee37e54 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:27.481087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (725029e2-3e71-49ba-8460-2089bee37e54), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.519981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-56f4c187-d49f-49b6-aaa7-dc0596801d9e service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118335 Apr 07 11:11:27.537619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:27.610223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:27.645039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:11:27.686639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] No DVR routers for this DVR port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:27.694726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.695485 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b578245a-7a7d-4d20-b91a-26e890e344c9 req-11d0c0e5-7895-466d-8b49-d1baa90959b1 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705713 Apr 07 11:11:27.749651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ec756ce-03de-43e3-8b39-7b3d00a55944 req-29fb9cb3-fbb9-4d3f-aa36-e7b9c4a75991 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746128 Apr 07 11:11:27.766394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] Set router 04fdda19-1a29-4686-8169-c133854a133f gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:11:27.769533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:27.770173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:27.771608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d HTTP/1.1" status: 200 len: 1091 time: 3.5330141 Apr 07 11:11:27.795481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:27.800006 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e450b68-b89e-45b4-afd8-b8103e80a92e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:27.906807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21ab72-623c-4397-92d5-863f257c9197 req-e8d70004-e008-40fd-98a9-c2459b4833da tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:27.918985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe21ab72-623c-4397-92d5-863f257c9197 req-e8d70004-e008-40fd-98a9-c2459b4833da tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.4515078 Apr 07 11:11:27.947945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:11:27Z', 'revision_number': 6, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:27.972300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:11:27.972827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:11:27.973465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:27.991572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4b16e-2aae-4c48-9c3c-c2d29e49e480 None None] The sync data for ids ['04fdda19-1a29-4686-8169-c133854a133f'] in n-d-836788-1 is: [{'id': '04fdda19-1a29-4686-8169-c133854a133f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-806705547-router', 'tenant_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:07:00Z', 'updated_at': '2022-04-07T11:11:27Z', 'revision_number': 6, 'project_id': 'e99c513f31d74f4e856f7bbab9882f0f', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:11:28.013794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd804d-2e17-455f-a5de-08fbed53fbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:28.046538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] For port 725029e2-3e71-49ba-8460-2089bee37e54, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=725029e2-3e71-49ba-8460-2089bee37e54,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:28.047215 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (725029e2-3e71-49ba-8460-2089bee37e54), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:28.053182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:11:28.053635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Attempting to bind port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:11:28.123150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Calling delete_port for 725029e2-3e71-49ba-8460-2089bee37e54 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:28.148156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:11:28.148513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:11:28.148941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:11:28.149690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Bound port: 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:11:28.149988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:28.213106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8325a55a-7685-4f03-af71-54d45795f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:28.214159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-8325a55a-7685-4f03-af71-54d45795f836 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 1125 time: 0.3659432 Apr 07 11:11:28.221952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe21ab72-623c-4397-92d5-863f257c9197 req-6e5ed54a-72b2-4a5e-912c-dd03f90e42f4 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019710 Apr 07 11:11:28.349386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-ca169b89-63e1-4ee4-b881-891b4798a9d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d HTTP/1.1" status: 200 len: 217 time: 0.1259005 Apr 07 11:11:28.368306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e411b0-041f-4d11-9da3-f4a7e35607dc req-a4015608-f6b2-4ece-b5d9-30b69cf8f196 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:28.375565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01e411b0-041f-4d11-9da3-f4a7e35607dc req-a4015608-f6b2-4ece-b5d9-30b69cf8f196 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 943 time: 0.3431017 Apr 07 11:11:28.546072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:11:28.598569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:11:28.604453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-fbf540ea-291f-438b-8e41-146784694887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:28.606749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-fbf540ea-291f-438b-8e41-146784694887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 200 len: 862 time: 0.1995485 Apr 07 11:11:28.641491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:28.671016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01e411b0-041f-4d11-9da3-f4a7e35607dc req-2141ff8b-2cd8-404c-a196-7d5a5b8e000b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945735 Apr 07 11:11:28.681619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-9897b94f-10d5-49f4-afcd-e40d3beb1e5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78f1f221-3b39-4539-8d24-aeb2ea42e501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537596 Apr 07 11:11:28.709075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325ae1b-17ba-4308-9efa-74b3e6b7bca3 req-2bead897-103d-43a1-88b2-104f83b5f1bd tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:28.711148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3325ae1b-17ba-4308-9efa-74b3e6b7bca3 req-2bead897-103d-43a1-88b2-104f83b5f1bd tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3833935 Apr 07 11:11:28.741208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:28.741668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:28.743459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] 10.222.0.41 "PUT /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 1096 time: 4.0877919 Apr 07 11:11:28.790506 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac90abeb-cc98-4019-a1f5-8848f14d044b x-openstack-request-id: req-ac90abeb-cc98-4019-a1f5-8848f14d044b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:28.791034 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:28.791321 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac90abeb-cc98-4019-a1f5-8848f14d044b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:28.791892 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac90abeb-cc98-4019-a1f5-8848f14d044b'] response: {'name': 'network-changed', 'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'status': 'completed', 'code': 200} Apr 07 11:11:28.961495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-4135a781-6fc6-40f7-93ae-0a40a7a2eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:28.964822 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-4135a781-6fc6-40f7-93ae-0a40a7a2eb33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1125 time: 0.1375639 Apr 07 11:11:28.993530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (725029e2-3e71-49ba-8460-2089bee37e54), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:29.003631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcadedd-ae5b-4c5e-b5a5-a931c291cddb service neutron] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=11']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:29.040995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3325ae1b-17ba-4308-9efa-74b3e6b7bca3 req-e76abd54-04ae-4465-bb61-447f5b2acda4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099530 Apr 07 11:11:29.110041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-9cf68498-d676-46a1-81db-63d46f16a3a9 service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930624 Apr 07 11:11:29.152817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=725029e2-3e71-49ba-8460-2089bee37e54,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:29.192035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:29.250316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:29.250678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7f27e5a-6d3a-47e4-8a5d-490f5e2ed5d1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:29.251116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 725029e2-3e71-49ba-8460-2089bee37e54 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:29.266830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-3caa1878-bf4e-42b5-b763-46f6ce4a5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:29.268412 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-3caa1878-bf4e-42b5-b763-46f6ce4a5960 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.2975800 Apr 07 11:11:29.276405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 725029e2-3e71-49ba-8460-2089bee37e54 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:29.277017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 725029e2-3e71-49ba-8460-2089bee37e54 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:29.318256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-9f9e2e86-5db6-45ee-a490-f48c8de91144 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 217 time: 0.0434504 Apr 07 11:11:29.327218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-35a08361-e094-4294-969f-0d708c1899d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:29.328873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-35a08361-e094-4294-969f-0d708c1899d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1130 time: 0.4963343 Apr 07 11:11:29.348820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ffe4c2-d10f-46ee-88cc-11cec4823dc8 req-395a747b-3c90-40b1-8d53-be8384241892 service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909211 Apr 07 11:11:29.384873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed1d0-1ab4-433a-bdad-b1011b14269c req-3b6fde3e-1473-4f60-bd1d-463f89000ada tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:29.385692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-1bb1b1a6-cf82-4854-beb2-33c6266616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:29.386429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e8ed1d0-1ab4-433a-bdad-b1011b14269c req-3b6fde3e-1473-4f60-bd1d-463f89000ada tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.4879289 Apr 07 11:11:29.388147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-1bb1b1a6-cf82-4854-beb2-33c6266616a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0644104 Apr 07 11:11:29.428026 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-706f38cc-57ff-409d-98ae-5422fe3a2b89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332608 Apr 07 11:11:29.461452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (04fdda19-1a29-4686-8169-c133854a133f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:29.472679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:29.504686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 54f05235-7f3f-4718-b7d0-1928a6047d63 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:29.505201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 54f05235-7f3f-4718-b7d0-1928a6047d63 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:29.572636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-26c5876e-f124-4a11-aa84-fa0692a6249a service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374974 Apr 07 11:11:29.640192 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (04fdda19-1a29-4686-8169-c133854a133f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:29.651248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks [] for router_controller (04fdda19-1a29-4686-8169-c133854a133f), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:29.654237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39233-c2b6-4ac3-a253-a2d4de8be63c req-06e7de83-6d20-47a5-8db1-4dd198177f1f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:29.661748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0d39233-c2b6-4ac3-a253-a2d4de8be63c req-06e7de83-6d20-47a5-8db1-4dd198177f1f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 1126 time: 0.3449667 Apr 07 11:11:29.697182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffbade0b-1f6a-423d-b8f7-98615b8d1250 req-625fc12e-3363-4501-aa4b-50303dc9c999 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176240 Apr 07 11:11:29.719290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-11a58f98-638b-47f2-a48f-2ea073238823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:29.722450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-11a58f98-638b-47f2-a48f-2ea073238823 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3819757 Apr 07 11:11:29.763390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e8ed1d0-1ab4-433a-bdad-b1011b14269c req-4c51f127-4be3-4f92-8382-ba070bac5017 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617735 Apr 07 11:11:30.008145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-5b7dc682-d94d-4bea-afee-0de9035a1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.010751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-5b7dc682-d94d-4bea-afee-0de9035a1eaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 1125 time: 0.0712585 Apr 07 11:11:30.112231 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7549903-a036-4c26-826a-20aa3c09ed4a x-openstack-request-id: req-e7549903-a036-4c26-826a-20aa3c09ed4a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:30.112589 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:30.112716 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7549903-a036-4c26-826a-20aa3c09ed4a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:30.113047 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7549903-a036-4c26-826a-20aa3c09ed4a'] response: {'name': 'network-changed', 'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'status': 'completed', 'code': 200} Apr 07 11:11:30.120550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-c259b254-b393-4dc3-9018-f7d2463df10a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.3610106 Apr 07 11:11:30.122424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-0a6fbe50-8f78-424a-908b-c4ca75bc60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.124360 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-0a6fbe50-8f78-424a-908b-c4ca75bc60e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 923 time: 0.1059029 Apr 07 11:11:30.156709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (04fdda19-1a29-4686-8169-c133854a133f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:30.157306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04fdda19-1a29-4686-8169-c133854a133f {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:11:30.194084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:30.197928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fb2e2672-4b8a-415d-abf2-fc229c362d1d admin admin] 10.222.0.13 "DELETE /v2.0/routers/04fdda19-1a29-4686-8169-c133854a133f HTTP/1.1" status: 204 len: 168 time: 3.5429881 Apr 07 11:11:30.198538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-530416ae-81e2-443e-82cf-7692059cf752 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d HTTP/1.1" status: 200 len: 217 time: 0.0621397 Apr 07 11:11:30.198667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:30.210650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0d39233-c2b6-4ac3-a253-a2d4de8be63c req-2befe589-6800-42dd-9677-fec10fdb08c9 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479784 Apr 07 11:11:30.311377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-f6c6b380-8736-4246-9275-bc2c197428d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.325479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-f6c6b380-8736-4246-9275-bc2c197428d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 200 len: 862 time: 0.1124959 Apr 07 11:11:30.329831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cd5a671c-9977-4f83-bb1c-d66c31ecb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.332377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-cd5a671c-9977-4f83-bb1c-d66c31ecb03b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1767333 Apr 07 11:11:30.371357 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-cf64948f-d94f-4d63-a6d0-e75622edb049 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78f1f221-3b39-4539-8d24-aeb2ea42e501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443244 Apr 07 11:11:30.376161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3fc3-8dc0-49b6-a1ef-dcf1ab3872e6 req-b9e9cab6-f69c-4e55-a480-de87654ce3ea tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.386930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-412c3fc3-8dc0-49b6-a1ef-dcf1ab3872e6 req-b9e9cab6-f69c-4e55-a480-de87654ce3ea tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.2766793 Apr 07 11:11:30.424611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Deleting subnet ef24d91c-d8c8-4baa-8050-4b55ed4ea30d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:11:30.438357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Publish callbacks [] for subnet (ef24d91c-d8c8-4baa-8050-4b55ed4ea30d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:30.535022 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-4796f97a-ad53-4f7c-8a88-a40c40870e66 service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564345 Apr 07 11:11:30.545377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-387ad73d-349a-49f9-ba95-a250018c198d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:30.565726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (ef24d91c-d8c8-4baa-8050-4b55ed4ea30d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:30.598654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-412c3fc3-8dc0-49b6-a1ef-dcf1ab3872e6 req-a0f39519-0d6e-46c7-bcfb-151c5144e4ad tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108283 Apr 07 11:11:30.617261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-ec125abb-470a-4bf4-ad27-640aef68eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.618785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-ec125abb-470a-4bf4-ad27-640aef68eee2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2684553 Apr 07 11:11:30.655818 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5e450b68-b89e-45b4-afd8-b8103e80a92e req-6251b170-04d0-406e-aca9-b054c6251a5f service neutron] 10.222.0.41 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144361 Apr 07 11:11:30.714095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126ed4-d8eb-4487-9780-b64f45918f9a req-e4a5816b-7c37-4096-8474-4b8dbd5ead97 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.716369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2126ed4-d8eb-4487-9780-b64f45918f9a req-e4a5816b-7c37-4096-8474-4b8dbd5ead97 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.2224958 Apr 07 11:11:30.793233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-deleted', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:30.796707 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cce66e-4740-4c69-a43e-2d0775d62e68" -d '{"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-deleted", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:30.849927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ef24d91c-d8c8-4baa-8050-4b55ed4ea30d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:30.904016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-029c6da9-cfc4-4c71-92ba-1cee9c1a739a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739482 Apr 07 11:11:30.923442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737593-38a0-4d63-9ed0-cb848ff183d6 req-5e352071-d326-49c0-9e25-bbc0e2b666a3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:30.925357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de737593-38a0-4d63-9ed0-cb848ff183d6 req-5e352071-d326-49c0-9e25-bbc0e2b666a3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 943 time: 0.2070546 Apr 07 11:11:30.936544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2126ed4-d8eb-4487-9780-b64f45918f9a req-b9f89c70-5e54-4354-8adf-8833336524d2 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949439 Apr 07 11:11:31.056243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (ef24d91c-d8c8-4baa-8050-4b55ed4ea30d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.112591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef24d91c-d8c8-4baa-8050-4b55ed4ea30d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:31.127313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de737593-38a0-4d63-9ed0-cb848ff183d6 req-78f2dd4d-c7e9-44fe-a6d9-d0f843553672 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807551 Apr 07 11:11:31.139975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.149357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38664) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:31.149990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f869b7a3-93b2-4ddd-9caa-40530cf412f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef24d91c-d8c8-4baa-8050-4b55ed4ea30d HTTP/1.1" status: 204 len: 168 time: 0.9473886 Apr 07 11:11:31.159427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081f1684-87f1-4800-871d-95ad7ff93f67 req-68c13371-f32e-4f85-9254-da51ab3b568c service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443638 Apr 07 11:11:31.159665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2673b81-bd5b-4f86-b634-cd602d47e6c0 None None] Network 77f2de70-477c-4876-845a-dd8c285c3bb3 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:11:31.259388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbbe58-f444-4a23-bb4a-ab4a4fb122d2 req-f4626043-e06e-4d68-a323-bdbb3577bdde tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:31.270747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68dbbe58-f444-4a23-bb4a-ab4a4fb122d2 req-f4626043-e06e-4d68-a323-bdbb3577bdde tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0870328 Apr 07 11:11:31.312620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (77f2de70-477c-4876-845a-dd8c285c3bb3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.348336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68dbbe58-f444-4a23-bb4a-ab4a4fb122d2 req-85a58e08-2e06-48a9-a328-1be9594574c9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757957 Apr 07 11:11:31.376379 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.409860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Deleting port 8ed71d25-fd42-4694-9b92-61332aa54f2a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:31.410163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.505708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b46e65-5bb4-411b-b5cc-2b0c64b4070f req-4db63271-4972-4ca8-a318-80d411fe3f5a tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:31.511708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] DHCP port deletion for 77f2de70-477c-4876-845a-dd8c285c3bb3 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:11:31.515834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83b46e65-5bb4-411b-b5cc-2b0c64b4070f req-4db63271-4972-4ca8-a318-80d411fe3f5a tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 948 time: 0.0940030 Apr 07 11:11:31.539039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] For port 8ed71d25-fd42-4694-9b92-61332aa54f2a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ed71d25-fd42-4694-9b92-61332aa54f2a,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:31.539408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.565856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Calling delete_port for 8ed71d25-fd42-4694-9b92-61332aa54f2a owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:31.574801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Deleting port 8ed71d25-fd42-4694-9b92-61332aa54f2a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:31.575385 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.609201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83b46e65-5bb4-411b-b5cc-2b0c64b4070f req-a9a50e09-2595-44ce-9440-48a6ec5edd62 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907137 Apr 07 11:11:31.660670 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b3ce53-cda5-4863-bf80-93866f31c2a6 x-openstack-request-id: req-c9b3ce53-cda5-4863-bf80-93866f31c2a6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:31.661031 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d3fd4-7ba7-4c55-ac30-5fe94634a760", "name": "network-vif-deleted", "tag": "54f05235-7f3f-4718-b7d0-1928a6047d63", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:31.661370 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b3ce53-cda5-4863-bf80-93866f31c2a6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:31.661886 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b3ce53-cda5-4863-bf80-93866f31c2a6'] response: {'server_uuid': '464d3fd4-7ba7-4c55-ac30-5fe94634a760', 'name': 'network-vif-deleted', 'tag': '54f05235-7f3f-4718-b7d0-1928a6047d63', 'status': 'completed', 'code': 200} Apr 07 11:11:31.707912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] For port 8ed71d25-fd42-4694-9b92-61332aa54f2a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ed71d25-fd42-4694-9b92-61332aa54f2a,segment=NetworkSegment(d898c75b-5984-42ae-a131-31b06da94cbc),segment_id=d898c75b-5984-42ae-a131-31b06da94cbc)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:31.708709 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.726556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Calling delete_port for 8ed71d25-fd42-4694-9b92-61332aa54f2a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:31.759245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.818742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed71d25-fd42-4694-9b92-61332aa54f2a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:31.833770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] No DVR routers for this DVR port 8ed71d25-fd42-4694-9b92-61332aa54f2a on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:31.839306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (8ed71d25-fd42-4694-9b92-61332aa54f2a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.872710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Pushing event deleted for resources: {'Port': ['ID=8ed71d25-fd42-4694-9b92-61332aa54f2a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:31.883456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.883899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.884313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.885004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.886349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.886926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.887338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.888132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.888545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.888949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.889389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.889860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.890298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:11:31.898344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb81730-78a1-4d5e-82c1-39679490f363 None None] No DVR routers for this DVR port 8ed71d25-fd42-4694-9b92-61332aa54f2a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:31.912811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (77f2de70-477c-4876-845a-dd8c285c3bb3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.932792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8f49-851e-402c-aec6-1a179b8eaebe req-fea40ab1-a6fc-4e5f-8fb2-bce252de4a45 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:31.934362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9da8f49-851e-402c-aec6-1a179b8eaebe req-fea40ab1-a6fc-4e5f-8fb2-bce252de4a45 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.1009307 Apr 07 11:11:31.942117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca85d3-aae4-47bf-ab6a-568b95efe86b req-f5a16c7f-2e05-4bca-957e-f5ab159376de tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:31.943631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bca85d3-aae4-47bf-ab6a-568b95efe86b req-f5a16c7f-2e05-4bca-957e-f5ab159376de tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.1946552 Apr 07 11:11:31.947286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f2de70-477c-4876-845a-dd8c285c3bb3']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:31.959223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd898c75b-5984-42ae-a131-31b06da94cbc') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:31.961307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd898c75b-5984-42ae-a131-31b06da94cbc') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:11:31.972835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d898c75b-5984-42ae-a131-31b06da94cbc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.988332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d898c75b-5984-42ae-a131-31b06da94cbc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.995965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:11:31.996434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d898c75b-5984-42ae-a131-31b06da94cbc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:11:31.998214 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:11:32.040415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9da8f49-851e-402c-aec6-1a179b8eaebe req-c3cdf661-1ec6-40c6-960c-b93290752b8a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957675 Apr 07 11:11:32.051223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bca85d3-aae4-47bf-ab6a-568b95efe86b req-2d05d63f-4a7d-4a4a-8591-14a1fd4e8026 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003056 Apr 07 11:11:32.075937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (77f2de70-477c-4876-845a-dd8c285c3bb3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.093706 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.100785 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] 10.222.0.13 "DELETE /v2.0/networks/77f2de70-477c-4876-845a-dd8c285c3bb3 HTTP/1.1" status: 204 len: 168 time: 0.9473639 Apr 07 11:11:32.100785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099151c7-26da-436f-a1fb-6f90cb373bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=77f2de70-477c-4876-845a-dd8c285c3bb3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:32.115009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:32.118242 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e774a772-55a6-42a9-8a98-1a53e57514f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:32.175207 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f6fd8-4d01-4aef-8cae-1fa3a13f035d x-openstack-request-id: req-134f6fd8-4d01-4aef-8cae-1fa3a13f035d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:32.175580 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:32.175926 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-134f6fd8-4d01-4aef-8cae-1fa3a13f035d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:32.176396 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134f6fd8-4d01-4aef-8cae-1fa3a13f035d'] response: {'name': 'network-changed', 'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'status': 'completed', 'code': 200} Apr 07 11:11:32.194364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660240-0e6e-43f7-9cd8-801f77aa6cc5 req-06308221-d0bf-40f6-b69e-11609e4fcb0d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.201670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da660240-0e6e-43f7-9cd8-801f77aa6cc5 req-06308221-d0bf-40f6-b69e-11609e4fcb0d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.0874870 Apr 07 11:11:32.289781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38684) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:32.351290 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-998d4551-5f55-479e-aa26-045dcabda9c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15e32a766fc5408c9736f634ec0cf7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590534 Apr 07 11:11:32.352209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38686) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:32.380144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da660240-0e6e-43f7-9cd8-801f77aa6cc5 req-865094c5-5fa1-4289-ab03-1e5151dc6c1d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734807 Apr 07 11:11:32.416611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-b2272ecf-cb19-49a4-9a5e-aea86bfd0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.418187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-b2272ecf-cb19-49a4-9a5e-aea86bfd0c4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1130 time: 0.2011676 Apr 07 11:11:32.433189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ccefed-9d9c-48af-95ae-f018077d4a1c admin admin] Publish callbacks [] for security_group (6532c740-c232-4c5f-9628-d31060413cbd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.437109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e50b4-f704-4992-a29e-d438b27148f1 req-a089940f-e4a3-499b-9bef-50920b477f77 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.438685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f58e50b4-f704-4992-a29e-d438b27148f1 req-a089940f-e4a3-499b-9bef-50920b477f77 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 943 time: 0.1731699 Apr 07 11:11:32.466238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ccefed-9d9c-48af-95ae-f018077d4a1c admin admin] Publish callbacks [] for security_group (6532c740-c232-4c5f-9628-d31060413cbd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.527499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-20e0f78a-cb77-4c84-a567-5dc9fa778ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.529264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-20e0f78a-cb77-4c84-a567-5dc9fa778ec4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c88156454414b57ad33b86ec8fb7f60&device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1130 time: 0.3253446 Apr 07 11:11:32.530845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ccefed-9d9c-48af-95ae-f018077d4a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6532c740-c232-4c5f-9628-d31060413cbd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.535492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ccefed-9d9c-48af-95ae-f018077d4a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.537051 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3ccefed-9d9c-48af-95ae-f018077d4a1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6532c740-c232-4c5f-9628-d31060413cbd HTTP/1.1" status: 204 len: 168 time: 0.1835895 Apr 07 11:11:32.547376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccefed-9d9c-48af-95ae-f018077d4a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532c740-c232-4c5f-9628-d31060413cbd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:32.711853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-7048c4fe-bed0-430c-93fb-f232b53a3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.711853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-7048c4fe-bed0-430c-93fb-f232b53a3b54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2799499 Apr 07 11:11:32.722069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f58e50b4-f704-4992-a29e-d438b27148f1 req-94a5070a-e1ac-4680-ab05-9a842187e51f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719998 Apr 07 11:11:32.788843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057d76a-2af5-47c4-aeee-5f38f7d1a4a7 req-7267c88f-2dc9-498a-9cfe-e20529fa158b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.790443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1057d76a-2af5-47c4-aeee-5f38f7d1a4a7 req-7267c88f-2dc9-498a-9cfe-e20529fa158b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3259718 Apr 07 11:11:32.793811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-c8112761-121f-4897-8606-bf66dd72520f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.0683305 Apr 07 11:11:32.888398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-a3f34c81-a88a-4755-88da-cd6d32a61df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.890493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-a3f34c81-a88a-4755-88da-cd6d32a61df3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0823774 Apr 07 11:11:32.914168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-31286e85-2010-4c0a-b855-34f275017a4a tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.915695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-31286e85-2010-4c0a-b855-34f275017a4a tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 948 time: 0.1188240 Apr 07 11:11:32.927845 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-67cff4bc-e705-4be3-90f6-c2bafd779f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:32.976070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-b8c97915-7ed0-4f41-b1a8-357f73b2fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:32.979584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-b8c97915-7ed0-4f41-b1a8-357f73b2fb1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.4161637 Apr 07 11:11:33.083360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-ab09b6c3-0283-418f-8552-6726497a1116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 200 len: 217 time: 0.0976527 Apr 07 11:11:33.083552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ed71d25-fd42-4694-9b92-61332aa54f2a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:33.108551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:33.119311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8ed71d25-fd42-4694-9b92-61332aa54f2a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:33.120016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ed71d25-fd42-4694-9b92-61332aa54f2a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:33.141630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Deleting port 6d8db75b-bb0f-4e00-9363-26127611e6ba {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:33.142243 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.166625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.176815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1057d76a-2af5-47c4-aeee-5f38f7d1a4a7 req-5145c4df-5c96-4b60-ab0b-3ea8d9452400 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760626 Apr 07 11:11:33.187911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-8991808e-859f-4119-9e70-088234a96c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:33.190075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-8991808e-859f-4119-9e70-088234a96c9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2828286 Apr 07 11:11:33.273617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe2cf-041a-4413-83a9-853ef15df509 req-ecca29d3-a342-4754-b520-4981f9f715d0 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:33.284311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98cfe2cf-041a-4413-83a9-853ef15df509 req-ecca29d3-a342-4754-b520-4981f9f715d0 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/ports?device_id=4194c452-89c8-4a82-8402-0cc07776a999 HTTP/1.1" status: 200 len: 948 time: 0.1970086 Apr 07 11:11:33.296515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-63761368-b6f1-4e35-9605-e167a325d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:33.298052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-63761368-b6f1-4e35-9605-e167a325d806 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2081060 Apr 07 11:11:33.298508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] For port 6d8db75b-bb0f-4e00-9363-26127611e6ba, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6d8db75b-bb0f-4e00-9363-26127611e6ba,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:33.299221 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.319524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Calling delete_port for 6d8db75b-bb0f-4e00-9363-26127611e6ba owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:33.418832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98cfe2cf-041a-4413-83a9-853ef15df509 req-ea2c2e30-fc05-4c21-a4af-4f322065fe48 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.13 "GET /v2.0/security-groups?id=40a6f8fb-fe17-4a99-a29f-857c554d44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210511 Apr 07 11:11:33.453310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d664592-301f-4007-908e-d3bac9f603a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e99c513f31d74f4e856f7bbab9882f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369753 Apr 07 11:11:33.457035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38710) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:33.477312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:11:33.556082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6d8db75b-bb0f-4e00-9363-26127611e6ba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.592847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Pushing event deleted for resources: {'Port': ['ID=6d8db75b-bb0f-4e00-9363-26127611e6ba,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:33.614589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:33.622368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-a16f8d79-a356-4a06-9782-4542829a567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:33.623944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-a16f8d79-a356-4a06-9782-4542829a567e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3103271 Apr 07 11:11:33.636251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-8e3fc3e5-e14f-4b66-b526-1635beb2baa3 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337411 Apr 07 11:11:33.641691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'port_id': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'mac_address': 'fa:16:3e:d0:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62548967-7f3c-42ed-b92b-37ad62829ac3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:11:33.695289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] No DVR routers for this DVR port 6d8db75b-bb0f-4e00-9363-26127611e6ba on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:33.698603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.702570 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-57362cf4-ecd9-494d-a5e2-d4bca672ed8f req-3842fab4-0df3-48ec-8c65-468ea466aea3 tempest-ListImageFiltersTestJSON-390014292 tempest-ListImageFiltersTestJSON-390014292-project] 10.222.0.41 "DELETE /v2.0/ports/6d8db75b-bb0f-4e00-9363-26127611e6ba HTTP/1.1" status: 204 len: 173 time: 0.7727320 Apr 07 11:11:33.703095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-deleted', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:33.705555 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d918955-8286-4fa2-be46-f2868aff068d" -d '{"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-deleted", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:33.710115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:33.710514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.748611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:33.773997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:33.778888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.835159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-662484cf-645a-406e-9c6f-ccb9469ff2b6 admin admin] Publish callbacks [] for security_group (e3483a4b-770d-492a-82aa-2963b81007ed), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:33.868764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:33.896476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb8f6-7ac2-42d0-8894-c1ba099b9ac4 req-80842d64-990b-4fd0-be39-93e1d65c3b7c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:33.898078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c7bb8f6-7ac2-42d0-8894-c1ba099b9ac4 req-80842d64-990b-4fd0-be39-93e1d65c3b7c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.4400928 Apr 07 11:11:33.914320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-d76efa46-fc41-4e42-a8b6-ddb485480c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:33.915834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-d76efa46-fc41-4e42-a8b6-ddb485480c18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 1127 time: 0.4087362 Apr 07 11:11:33.917626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-0aac0827-45d7-4c66-8be1-a1f34bfb0b77 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644205 Apr 07 11:11:33.921243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-662484cf-645a-406e-9c6f-ccb9469ff2b6 admin admin] Publish callbacks [] for security_group (e3483a4b-770d-492a-82aa-2963b81007ed), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:34.235480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:34.313188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e8d48-69d4-42ee-96c1-35bee64f55ed req-ef964d24-2d71-4f41-8fcd-a53ef199ae67 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:34.322060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f83e8d48-69d4-42ee-96c1-35bee64f55ed req-ef964d24-2d71-4f41-8fcd-a53ef199ae67 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 948 time: 0.7425654 Apr 07 11:11:34.374630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-d6f5bfda-a4ad-4658-ab84-50eef2a2a350 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373374 Apr 07 11:11:34.387553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:34.511200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c7bb8f6-7ac2-42d0-8894-c1ba099b9ac4 req-7a835610-f362-4177-a9fd-aad2947f7f63 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991998 Apr 07 11:11:34.525618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f83e8d48-69d4-42ee-96c1-35bee64f55ed req-eb5792fe-c486-408e-a523-dbcaec655e32 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022700 Apr 07 11:11:34.539217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-cf396747-be1b-4046-8569-64c45ae2ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:34.540688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-cf396747-be1b-4046-8569-64c45ae2ecc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 200 len: 915 time: 0.6085196 Apr 07 11:11:34.569907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-662484cf-645a-406e-9c6f-ccb9469ff2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e3483a4b-770d-492a-82aa-2963b81007ed), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:34.582623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-662484cf-645a-406e-9c6f-ccb9469ff2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:34.586511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-662484cf-645a-406e-9c6f-ccb9469ff2b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3483a4b-770d-492a-82aa-2963b81007ed HTTP/1.1" status: 204 len: 168 time: 1.1224372 Apr 07 11:11:34.614228 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f690fd0-09ca-4652-86d2-72154b17272b x-openstack-request-id: req-0f690fd0-09ca-4652-86d2-72154b17272b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:34.615073 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194c452-89c8-4a82-8402-0cc07776a999", "name": "network-vif-deleted", "tag": "6d8db75b-bb0f-4e00-9363-26127611e6ba", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:34.615490 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f690fd0-09ca-4652-86d2-72154b17272b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:34.616066 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f690fd0-09ca-4652-86d2-72154b17272b'] response: {'server_uuid': '4194c452-89c8-4a82-8402-0cc07776a999', 'name': 'network-vif-deleted', 'tag': '6d8db75b-bb0f-4e00-9363-26127611e6ba', 'status': 'completed', 'code': 200} Apr 07 11:11:34.633700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-c81c297d-b6bf-42ff-a845-6f8f2d8dfebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 HTTP/1.1" status: 200 len: 217 time: 0.0856051 Apr 07 11:11:34.659959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e774a772-55a6-42a9-8a98-1a53e57514f1 req-3b553d7d-65e2-4d25-a002-93036f7f0a3d service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738991 Apr 07 11:11:34.660383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662484cf-645a-406e-9c6f-ccb9469ff2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3483a4b-770d-492a-82aa-2963b81007ed,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:34.758804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-1885c470-709b-445b-a0c4-62a207a4e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:34.760289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-1885c470-709b-445b-a0c4-62a207a4e5d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 200 len: 853 time: 0.1112289 Apr 07 11:11:34.818185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13fd85-96fb-4d56-8d0f-0a2c7a2683da req-3b49e8e5-1532-4a80-ba96-ef95bc5295fa tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:34.819745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c13fd85-96fb-4d56-8d0f-0a2c7a2683da req-3b49e8e5-1532-4a80-ba96-ef95bc5295fa tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1918955 Apr 07 11:11:34.828493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a78928-b040-4fd3-869e-a6af0e18c7cd req-609c7d6d-db03-42da-a763-c543d1a8ef36 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:34.838607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43a78928-b040-4fd3-869e-a6af0e18c7cd req-609c7d6d-db03-42da-a763-c543d1a8ef36 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 944 time: 0.1371741 Apr 07 11:11:34.934939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-e4644299-12cf-4591-b8cf-1dccfc4d10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:34.936771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-e4644299-12cf-4591-b8cf-1dccfc4d10c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81aab633-bd40-4545-ac28-3291d446749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1693966 Apr 07 11:11:34.952797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c13fd85-96fb-4d56-8d0f-0a2c7a2683da req-908c02ee-024a-4a19-9a4c-c59aa9196fe2 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064625 Apr 07 11:11:34.967381 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:11:34.995836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43a78928-b040-4fd3-869e-a6af0e18c7cd req-18baeaa5-1f51-45b5-80a9-214ddfea91db tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564591 Apr 07 11:11:35.256950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d58c2-6204-4159-a204-fb4dd911248f req-de69e29f-1960-4e89-a4f2-8873e4e5a190 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:35.265856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db7d58c2-6204-4159-a204-fb4dd911248f req-de69e29f-1960-4e89-a4f2-8873e4e5a190 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1618111 Apr 07 11:11:35.276136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-c8bc2e53-93ed-4cd0-8647-c05e0adaad51 service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195317 Apr 07 11:11:35.407875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db7d58c2-6204-4159-a204-fb4dd911248f req-3fb788e0-3414-4d5c-9db9-2fa3242a790e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348712 Apr 07 11:11:35.473677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09fe75e0-9b49-4794-9b5c-926addbd6c04 req-2cf0bcd3-feae-4447-a917-8a57ad6753fd service neutron] 10.222.0.41 "GET /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696904 Apr 07 11:11:35.485709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:11:35.490864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:11:35.695438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d4648-df5e-408c-b6f3-c6ffe3873d65 req-5b801684-3089-435f-9a0a-a8996e573b11 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:35.697239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a54d4648-df5e-408c-b6f3-c6ffe3873d65 req-5b801684-3089-435f-9a0a-a8996e573b11 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.0870407 Apr 07 11:11:35.697801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:35.712463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'mac_address': 'fa:16:3e:00:c2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:11:35.773289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a54d4648-df5e-408c-b6f3-c6ffe3873d65 req-a7848dbf-a37c-4183-ab73-be564b26908d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682828 Apr 07 11:11:35.790658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:35.791449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:35.813192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:35.833738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:11:35.852236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:35.852696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:11:35.853318 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:35.904215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:36.004468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:36.055648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a724d-c576-439d-b32f-2c1e505b09d2 req-085e059a-b1a3-4d7f-8507-23fbc0ba8ae8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:36.062084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-116a724d-c576-439d-b32f-2c1e505b09d2 req-085e059a-b1a3-4d7f-8507-23fbc0ba8ae8 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 949 time: 0.1574564 Apr 07 11:11:36.124623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=12']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:36.171879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:36.172837 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:36.202213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-116a724d-c576-439d-b32f-2c1e505b09d2 req-5b8eb499-d709-4e97-8313-2bb2fea87b9b tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254258 Apr 07 11:11:36.203533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:36.207444 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d57443e-0027-4728-a11f-b7ec9cfe9a02" -d '{"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:36.229398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-25bdc5b5-2887-4f6d-8b68-83b1b735b827 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1652572 Apr 07 11:11:36.241306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:36.250778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:36.323218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['83f4521c-1efe-48aa-a2e4-8d38fb105db7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:36.382568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:36.463028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941169bb-03e4-479e-899f-934ba4f61009 req-e763cfe3-ba2a-4e50-a948-eb0e5a983b67 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:36.471912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-941169bb-03e4-479e-899f-934ba4f61009 req-e763cfe3-ba2a-4e50-a948-eb0e5a983b67 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.1274326 Apr 07 11:11:36.476396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-dc31bd8d-01ac-4990-b8b6-cad29eb0bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:36.478307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-dc31bd8d-01ac-4990-b8b6-cad29eb0bf8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 1127 time: 0.2120771 Apr 07 11:11:36.488225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545309-093f-4c79-a103-1aabcbbf6b07 req-3c42f51e-b45d-47b1-9693-46b618145b84 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:36.496250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9545309-093f-4c79-a103-1aabcbbf6b07 req-3c42f51e-b45d-47b1-9693-46b618145b84 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1932988 Apr 07 11:11:36.646397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9545309-093f-4c79-a103-1aabcbbf6b07 req-85449173-cf74-4ffa-917f-ecc2b2e540e3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492827 Apr 07 11:11:36.669869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-941169bb-03e4-479e-899f-934ba4f61009 req-4f9921ce-0402-4bdc-8449-760a2a3f4343 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964545 Apr 07 11:11:36.717556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-3f53d635-56f8-42f5-bf0e-21b76e9b3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:36.719486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-3f53d635-56f8-42f5-bf0e-21b76e9b3d67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.2199845 Apr 07 11:11:36.811334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-ba62b3f7-cf83-42e7-8449-f48fcb0460fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 200 len: 217 time: 0.0855589 Apr 07 11:11:36.831013 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c16a24-7ce8-407c-ab44-5b951356c9ef x-openstack-request-id: req-35c16a24-7ce8-407c-ab44-5b951356c9ef {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:36.831646 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:36.832230 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35c16a24-7ce8-407c-ab44-5b951356c9ef {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:36.832739 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c16a24-7ce8-407c-ab44-5b951356c9ef'] response: {'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'code': 200} Apr 07 11:11:36.971836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-bb3ed76e-4a6e-4e32-9803-348c9aea085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:36.973322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-bb3ed76e-4a6e-4e32-9803-348c9aea085f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1557198 Apr 07 11:11:37.015971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-5f7c3997-8d47-4a37-9588-ea4580e5e4cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330353 Apr 07 11:11:37.023011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd44d5-275e-4a29-b707-81434163a65a req-49351dac-4f8a-4cec-89b9-5b3eb310d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:37.024817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7cd44d5-275e-4a29-b707-81434163a65a req-49351dac-4f8a-4cec-89b9-5b3eb310d2de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 1127 time: 0.1249444 Apr 07 11:11:37.053848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50208c-c855-4777-9cfd-460fdac06e07 req-f53db709-b9e1-4a38-8496-fd1175b2f59f tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:37.055458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b50208c-c855-4777-9cfd-460fdac06e07 req-f53db709-b9e1-4a38-8496-fd1175b2f59f tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 1131 time: 0.1453686 Apr 07 11:11:37.101005 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:37.187325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7cd44d5-275e-4a29-b707-81434163a65a req-e2985903-9fa0-451b-abbb-fc43a713c87e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524696 Apr 07 11:11:37.195564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b50208c-c855-4777-9cfd-460fdac06e07 req-a23397ae-70ed-4dfc-a371-f3340f27157a tempest-MigrationsAdminTest-1354343448 tempest-MigrationsAdminTest-1354343448-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043918 Apr 07 11:11:37.201697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-030ba863-0466-4bfc-b5af-62dfdd799af4 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758780 Apr 07 11:11:37.400852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89980750-1866-4002-b7ea-c64a597264d7 req-19710f6e-acba-4e41-8cdc-c6d1fa34cf13 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:37.403071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89980750-1866-4002-b7ea-c64a597264d7 req-19710f6e-acba-4e41-8cdc-c6d1fa34cf13 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1239808 Apr 07 11:11:37.405885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0946ac86-7ca4-43c3-918c-a86efb39969e req-942ebf16-7939-46af-bb90-76e1a2540487 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961608 Apr 07 11:11:37.438742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be80ee-97ce-4a23-ac31-1db4de98fb2e req-4535d166-d57a-470f-9039-1afcbad810a8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:37.440873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15be80ee-97ce-4a23-ac31-1db4de98fb2e req-4535d166-d57a-470f-9039-1afcbad810a8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.1401043 Apr 07 11:11:37.484133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89980750-1866-4002-b7ea-c64a597264d7 req-e16c6160-a749-4d0e-9bae-b0daeda83f21 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727005 Apr 07 11:11:37.488283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:11:37.519968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15be80ee-97ce-4a23-ac31-1db4de98fb2e req-d2713a38-297a-47fa-8203-b35998547e11 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649998 Apr 07 11:11:37.583101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:11:37.589048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:11:37.589477 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:37.694465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:37.695292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:37.750956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:37.758916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:37.760051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:37.810021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 6d8db75b-bb0f-4e00-9363-26127611e6ba {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:37.810388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6d8db75b-bb0f-4e00-9363-26127611e6ba not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:37.836561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=13']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:37.874430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27bf69-cb2f-4952-bc36-fa42c3379037 req-bed198c1-5689-4e68-9c84-231e45676fd8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:37.881902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a27bf69-cb2f-4952-bc36-fa42c3379037 req-bed198c1-5689-4e68-9c84-231e45676fd8 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1039667 Apr 07 11:11:37.949528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a27bf69-cb2f-4952-bc36-fa42c3379037 req-05c386cd-4ecb-4ab6-b88c-da5f44c468ee tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Apr 07 11:11:38.104945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb9b4b-b212-4e0b-a3fd-3adef22cdc4e req-8969a9f5-ded0-4b38-b595-09bd75862d49 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:38.106896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5eb9b4b-b212-4e0b-a3fd-3adef22cdc4e req-8969a9f5-ded0-4b38-b595-09bd75862d49 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.0786924 Apr 07 11:11:38.193359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25d102-1415-4b5d-8f40-7cfaa6f77981 req-2801ab73-b849-4853-a21b-4c9c61071966 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:38.194905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c25d102-1415-4b5d-8f40-7cfaa6f77981 req-2801ab73-b849-4853-a21b-4c9c61071966 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 950 time: 0.0870535 Apr 07 11:11:38.198137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5eb9b4b-b212-4e0b-a3fd-3adef22cdc4e req-1fbf619e-4452-48ce-9c5d-df35f19fddee tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793314 Apr 07 11:11:38.291662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c25d102-1415-4b5d-8f40-7cfaa6f77981 req-b206397b-1c20-41ef-92de-d5125c6b04b9 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702386 Apr 07 11:11:38.363674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38858) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:38.545424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce1be-8022-46d6-b630-158a4bc693ec req-510ab9e9-5986-4df7-a4f5-9a93391d4843 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:38.552319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c93ce1be-8022-46d6-b630-158a4bc693ec req-510ab9e9-5986-4df7-a4f5-9a93391d4843 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 946 time: 0.1032434 Apr 07 11:11:38.560072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-293a2738-61e7-4f03-9c6d-d961a4713207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da06936149804a8aa5242544cf5b1110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941609 Apr 07 11:11:38.561531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:38.617250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c93ce1be-8022-46d6-b630-158a4bc693ec req-f125a39c-f8cf-4bc1-9e03-d8153f542097 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Apr 07 11:11:38.683110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8f6fc-79ca-4b50-9642-a9cb7d4798f2 admin admin] Publish callbacks [] for security_group (40a6f8fb-fe17-4a99-a29f-857c554d44fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:38.712600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a624f-2442-4b20-a0ef-d036cc31c3b3 req-c7d31fcf-0510-4887-bc0c-c5a8ddfabb73 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:38.714875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a20a624f-2442-4b20-a0ef-d036cc31c3b3 req-c7d31fcf-0510-4887-bc0c-c5a8ddfabb73 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0892735 Apr 07 11:11:38.731046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8f6fc-79ca-4b50-9642-a9cb7d4798f2 admin admin] Publish callbacks [] for security_group (40a6f8fb-fe17-4a99-a29f-857c554d44fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:38.791734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8f6fc-79ca-4b50-9642-a9cb7d4798f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40a6f8fb-fe17-4a99-a29f-857c554d44fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:38.794824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8f6fc-79ca-4b50-9642-a9cb7d4798f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:38.797435 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-23f8f6fc-79ca-4b50-9642-a9cb7d4798f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a6f8fb-fe17-4a99-a29f-857c554d44fd HTTP/1.1" status: 204 len: 168 time: 0.2335479 Apr 07 11:11:38.802044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a20a624f-2442-4b20-a0ef-d036cc31c3b3 req-b63d6c76-9823-4913-94f9-8fcc1411d9e8 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815606 Apr 07 11:11:38.804737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8f6fc-79ca-4b50-9642-a9cb7d4798f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a6f8fb-fe17-4a99-a29f-857c554d44fd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:38.825422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd6dd-09dd-44ca-aada-ee2a8beba8fd req-8f79ffd4-1a94-43a4-8692-27a17002606b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:38.827076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-caefd6dd-09dd-44ca-aada-ee2a8beba8fd req-8f79ffd4-1a94-43a4-8692-27a17002606b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.0875235 Apr 07 11:11:38.836585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:38.840172 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a4ece-b3ee-4e30-878c-712b965edc1c" -d '{"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-plugged", "status": "completed", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:38.906380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-caefd6dd-09dd-44ca-aada-ee2a8beba8fd req-574339d3-4093-41d4-af5a-e84457af30ec tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623324 Apr 07 11:11:38.991902 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df9908-c0df-4cbd-bcc4-b69d48d06083 x-openstack-request-id: req-d8df9908-c0df-4cbd-bcc4-b69d48d06083 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:38.992398 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-plugged", "status": "completed", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:38.992815 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8df9908-c0df-4cbd-bcc4-b69d48d06083 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:38.993715 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8df9908-c0df-4cbd-bcc4-b69d48d06083'] response: {'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'code': 200} Apr 07 11:11:39.001537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847b16-a20e-4255-8c74-9972ae1965da req-a3732a09-0cca-431f-a64e-546d1ded3d95 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:39.009407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e847b16-a20e-4255-8c74-9972ae1965da req-a3732a09-0cca-431f-a64e-546d1ded3d95 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.0709672 Apr 07 11:11:39.070242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e847b16-a20e-4255-8c74-9972ae1965da req-81c20704-4f25-4028-a649-1e90f865d2e3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596824 Apr 07 11:11:39.136449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-57892a10-db91-421c-910e-4e223407ae7e req-57a16673-5109-40af-a362-82774907226b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:11:39.137685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57892a10-db91-421c-910e-4e223407ae7e req-57a16673-5109-40af-a362-82774907226b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091264 Apr 07 11:11:39.355770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57892a10-db91-421c-910e-4e223407ae7e req-4dfb4479-ab07-439f-928d-a4ee9640ba2a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2002659 Apr 07 11:11:39.472298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48eff-dc21-482f-a6a2-5805ba7b40a0 req-ed026502-a604-49d2-a69d-eb94aacfb2f1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:39.473928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36c48eff-dc21-482f-a6a2-5805ba7b40a0 req-ed026502-a604-49d2-a69d-eb94aacfb2f1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.1171789 Apr 07 11:11:39.541798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-bf85a927-b638-460b-86f4-18b065cd6c8a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:39.543706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-bf85a927-b638-460b-86f4-18b065cd6c8a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 950 time: 0.1297739 Apr 07 11:11:39.657026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36c48eff-dc21-482f-a6a2-5805ba7b40a0 req-e7b71166-69fb-46e6-a5b2-52a8a7f17c77 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753144 Apr 07 11:11:39.657691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38922) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:39.782531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Deleting port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:39.784946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:39.880161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa36f428-cfbd-41f0-9045-db61b7685efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:39.946311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420605f-ad53-44a5-af32-507d20c4f2bb req-7e4c2acf-283e-48ea-8055-97bbf26c798a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:39.953711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b420605f-ad53-44a5-af32-507d20c4f2bb req-7e4c2acf-283e-48ea-8055-97bbf26c798a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a8a3ac3-e61d-4a34-bede-17a9315e45be HTTP/1.1" status: 200 len: 950 time: 0.2089307 Apr 07 11:11:39.999152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] For port 83f4521c-1efe-48aa-a2e4-8d38fb105db7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=83f4521c-1efe-48aa-a2e4-8d38fb105db7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:39.999543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.006746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa36f428-cfbd-41f0-9045-db61b7685efe admin admin] Publish callbacks [] for security_group (fe40eb3d-181d-4d02-892a-3509f1f96c73), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.013800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa36f428-cfbd-41f0-9045-db61b7685efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe40eb3d-181d-4d02-892a-3509f1f96c73), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.023895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Calling delete_port for 83f4521c-1efe-48aa-a2e4-8d38fb105db7 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:40.033816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4adc-a032-4853-b2ce-33e3a51f92db req-aa868c3b-dddf-4847-9d0d-404827dbfb82 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:40.041369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-169c4adc-a032-4853-b2ce-33e3a51f92db req-aa868c3b-dddf-4847-9d0d-404827dbfb82 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1882548 Apr 07 11:11:40.081281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36f428-cfbd-41f0-9045-db61b7685efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40eb3d-181d-4d02-892a-3509f1f96c73,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:40.114276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa36f428-cfbd-41f0-9045-db61b7685efe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03ce7a91bc444319ae1dc918021bc299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564106 Apr 07 11:11:40.117272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38942) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:40.144299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b420605f-ad53-44a5-af32-507d20c4f2bb req-83a64d59-5d50-497a-8d8b-4351d2c08d09 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893947 Apr 07 11:11:40.186440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cff487d-30a2-4f7e-822a-4c482f19bc2e admin admin] Publish callbacks [] for security_group (fe40eb3d-181d-4d02-892a-3509f1f96c73), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.207614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-169c4adc-a032-4853-b2ce-33e3a51f92db req-d0a80e5f-72f1-4784-b9ff-31e52d09710d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652899 Apr 07 11:11:40.216791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cff487d-30a2-4f7e-822a-4c482f19bc2e admin admin] Publish callbacks [] for security_group (fe40eb3d-181d-4d02-892a-3509f1f96c73), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.273908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cff487d-30a2-4f7e-822a-4c482f19bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe40eb3d-181d-4d02-892a-3509f1f96c73), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.276376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cff487d-30a2-4f7e-822a-4c482f19bc2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.280580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4cff487d-30a2-4f7e-822a-4c482f19bc2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe40eb3d-181d-4d02-892a-3509f1f96c73 HTTP/1.1" status: 204 len: 168 time: 0.1620553 Apr 07 11:11:40.292054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff487d-30a2-4f7e-822a-4c482f19bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40eb3d-181d-4d02-892a-3509f1f96c73,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:40.376714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e966ef-dc82-40e7-bf0d-b0ff7d977171 req-0b5d8880-e4a4-4dc5-8e1e-b3116639c649 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:40.379042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96e966ef-dc82-40e7-bf0d-b0ff7d977171 req-0b5d8880-e4a4-4dc5-8e1e-b3116639c649 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.1601186 Apr 07 11:11:40.411010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fe841-c621-47d3-be97-222192657223 req-e175860e-c842-41bf-a3cb-55055245e9ac tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:40.412391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a94fe841-c621-47d3-be97-222192657223 req-e175860e-c842-41bf-a3cb-55055245e9ac tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1408899 Apr 07 11:11:40.419153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (83f4521c-1efe-48aa-a2e4-8d38fb105db7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.432286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['83f4521c-1efe-48aa-a2e4-8d38fb105db7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:40.434703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'bed02ca0-91ca-44f4-b667-95136d96a946'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:40.475961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event deleted for resources: {'Port': ['ID=83f4521c-1efe-48aa-a2e4-8d38fb105db7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:40.561071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96e966ef-dc82-40e7-bf0d-b0ff7d977171 req-8dd7e87a-6b5a-40eb-9254-6009a33be51d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679184 Apr 07 11:11:40.583116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] No DVR routers for this DVR port 83f4521c-1efe-48aa-a2e4-8d38fb105db7 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:40.598398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:40.601835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60104e85-7cab-40ad-ab2f-6c3b05024a33 req-4fe8316c-660b-40fe-844a-4b887da3e614 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.41 "DELETE /v2.0/ports/83f4521c-1efe-48aa-a2e4-8d38fb105db7 HTTP/1.1" status: 204 len: 173 time: 1.0528193 Apr 07 11:11:40.602312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-deleted', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:40.604810 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a584b75-30ae-403a-ac66-6e6487b7f7c4" -d '{"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-deleted", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:40.619524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a94fe841-c621-47d3-be97-222192657223 req-7ce5c7ca-04e6-4eb7-8354-8664bea514ea tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946056 Apr 07 11:11:40.830867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ff295-92fa-4c20-95e4-d72b4594eb56 req-371fca03-5913-4c4e-b121-ddc5c5d3a180 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:40.840233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d17ff295-92fa-4c20-95e4-d72b4594eb56 req-371fca03-5913-4c4e-b121-ddc5c5d3a180 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.0819633 Apr 07 11:11:40.920453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38960) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:40.922481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d17ff295-92fa-4c20-95e4-d72b4594eb56 req-8bb11033-c323-4a45-92f4-6451cb7ed919 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809894 Apr 07 11:11:40.943351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b44b772-113d-4eef-b169-12fc5c4ca7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.152991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276582b-6963-43fc-b907-4a4c9cb7000c req-10da2e83-3fb7-428b-8643-8d9286281ac1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:41.162033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b44b772-113d-4eef-b169-12fc5c4ca7c1 admin admin] Publish callbacks [] for security_group (43359e7b-3198-45bb-a485-e9f1928e7d6b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.166739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e276582b-6963-43fc-b907-4a4c9cb7000c req-10da2e83-3fb7-428b-8643-8d9286281ac1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 946 time: 0.1126680 Apr 07 11:11:41.169933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b44b772-113d-4eef-b169-12fc5c4ca7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (43359e7b-3198-45bb-a485-e9f1928e7d6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.240592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b44b772-113d-4eef-b169-12fc5c4ca7c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50dbf31e14b449938cfdf7035da83d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181744 Apr 07 11:11:41.243278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38964) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:41.266531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e276582b-6963-43fc-b907-4a4c9cb7000c req-c0a53d9f-bc1e-4aa1-81d1-00202ec1bcd5 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991621 Apr 07 11:11:41.271789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44b772-113d-4eef-b169-12fc5c4ca7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43359e7b-3198-45bb-a485-e9f1928e7d6b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:41.324352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54f4481a-0b21-4918-ba2a-19814ff68eaf admin admin] Publish callbacks [] for security_group (43359e7b-3198-45bb-a485-e9f1928e7d6b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.349061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54f4481a-0b21-4918-ba2a-19814ff68eaf admin admin] Publish callbacks [] for security_group (43359e7b-3198-45bb-a485-e9f1928e7d6b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.412015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54f4481a-0b21-4918-ba2a-19814ff68eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (43359e7b-3198-45bb-a485-e9f1928e7d6b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.415775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54f4481a-0b21-4918-ba2a-19814ff68eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:41.420477 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-54f4481a-0b21-4918-ba2a-19814ff68eaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43359e7b-3198-45bb-a485-e9f1928e7d6b HTTP/1.1" status: 204 len: 168 time: 0.1761689 Apr 07 11:11:41.430716 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4481a-0b21-4918-ba2a-19814ff68eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43359e7b-3198-45bb-a485-e9f1928e7d6b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:41.742105 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca253e4-d333-4721-9b4c-afca45541955 x-openstack-request-id: req-7ca253e4-d333-4721-9b4c-afca45541955 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:41.742647 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a3ac3-e61d-4a34-bede-17a9315e45be", "name": "network-vif-deleted", "tag": "83f4521c-1efe-48aa-a2e4-8d38fb105db7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:41.743089 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ca253e4-d333-4721-9b4c-afca45541955 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:41.743685 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca253e4-d333-4721-9b4c-afca45541955'] response: {'server_uuid': '1a8a3ac3-e61d-4a34-bede-17a9315e45be', 'name': 'network-vif-deleted', 'tag': '83f4521c-1efe-48aa-a2e4-8d38fb105db7', 'status': 'completed', 'code': 200} Apr 07 11:11:42.025864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63036cc0-bf36-441e-8244-1fb1a8c285ef req-7a7ec997-c8b1-4b74-8345-026cf190bbaa tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:42.034814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63036cc0-bf36-441e-8244-1fb1a8c285ef req-7a7ec997-c8b1-4b74-8345-026cf190bbaa tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.0943651 Apr 07 11:11:42.101957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63036cc0-bf36-441e-8244-1fb1a8c285ef req-923de5f1-6434-4a01-b3b6-a80fc5a7d31c tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Apr 07 11:11:42.239702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77191e-d2cc-4864-90e4-fc0566860248 req-7ba3e91a-2479-4452-b12c-09c496758c61 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:42.249075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f77191e-d2cc-4864-90e4-fc0566860248 req-7ba3e91a-2479-4452-b12c-09c496758c61 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0716136 Apr 07 11:11:42.314629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f77191e-d2cc-4864-90e4-fc0566860248 req-a8c411d4-035f-4b1d-a790-6ffd93f023f7 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638435 Apr 07 11:11:42.800047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af667ee7-88f6-4bf0-8ea6-11f3c86e1ebd req-1d903870-b014-4134-8990-1b9abfd7663c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:42.807059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af667ee7-88f6-4bf0-8ea6-11f3c86e1ebd req-1d903870-b014-4134-8990-1b9abfd7663c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.0752494 Apr 07 11:11:42.868835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af667ee7-88f6-4bf0-8ea6-11f3c86e1ebd req-8d86c6d3-652a-49b1-80d5-ea75c8347555 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604012 Apr 07 11:11:42.941275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdfb18-d35e-4315-a98d-3da19083fbac req-19c3941b-e7e3-4800-8fca-222eb052e6a1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:42.947097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdfb18-d35e-4315-a98d-3da19083fbac req-19c3941b-e7e3-4800-8fca-222eb052e6a1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:42.953219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdfb18-d35e-4315-a98d-3da19083fbac req-19c3941b-e7e3-4800-8fca-222eb052e6a1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:42.955736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35bdfb18-d35e-4315-a98d-3da19083fbac req-19c3941b-e7e3-4800-8fca-222eb052e6a1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55&device_id=0111129f-69ff-4236-b1a3-31d212eab19f&device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 2417 time: 0.0967886 Apr 07 11:11:43.056461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35bdfb18-d35e-4315-a98d-3da19083fbac req-9293dc3f-5ee9-4ba5-a25b-8b6565fac14d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915847 Apr 07 11:11:43.090454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e89462-378f-485b-9dbc-ec659b005d76 req-a11e59fb-7d33-46cc-842c-f8db08f26edc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:43.092388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7e89462-378f-485b-9dbc-ec659b005d76 req-a11e59fb-7d33-46cc-842c-f8db08f26edc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 951 time: 0.0913556 Apr 07 11:11:43.157456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7e89462-378f-485b-9dbc-ec659b005d76 req-ce2e3a71-10b3-4e40-99bf-a871a5d131ea tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Apr 07 11:11:43.247900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-86b3da3f-3995-426e-a1d2-ba3c592ca578 req-6c5e38c3-07cf-469e-a645-f1ca2496d58a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:11:43.248912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86b3da3f-3995-426e-a1d2-ba3c592ca578 req-6c5e38c3-07cf-469e-a645-f1ca2496d58a tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080702 Apr 07 11:11:43.303153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb02eda-3b5b-41b9-88c8-c37baef84ad8 req-d6932de7-8149-4681-9164-0b39f1189b6c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:43.304667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdb02eda-3b5b-41b9-88c8-c37baef84ad8 req-d6932de7-8149-4681-9164-0b39f1189b6c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.1143394 Apr 07 11:11:43.362164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86b3da3f-3995-426e-a1d2-ba3c592ca578 req-926de553-cf51-43f3-a59a-ce13ee9f6c0b tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1030548 Apr 07 11:11:43.374564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdb02eda-3b5b-41b9-88c8-c37baef84ad8 req-088acb48-eeaa-44cc-8481-501d9781188d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630422 Apr 07 11:11:43.504086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:43.540044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 83f4521c-1efe-48aa-a2e4-8d38fb105db7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:43.540442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 83f4521c-1efe-48aa-a2e4-8d38fb105db7 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:43.774701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d76ab-71e1-485b-a815-cdbf9ab9b0ba req-53b6cfc8-54d8-493d-9349-1c363a4a71f6 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:43.776603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c45d76ab-71e1-485b-a815-cdbf9ab9b0ba req-53b6cfc8-54d8-493d-9349-1c363a4a71f6 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0807383 Apr 07 11:11:43.830935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c45d76ab-71e1-485b-a815-cdbf9ab9b0ba req-5b29e1da-555c-44df-8ab3-f6b8387b390e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Apr 07 11:11:44.157676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f1193-d273-4a91-b7bb-c05aaa946cdb req-c8af3d5b-7d78-477a-a865-2388120cf517 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:44.160089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-521f1193-d273-4a91-b7bb-c05aaa946cdb req-c8af3d5b-7d78-477a-a865-2388120cf517 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.0965109 Apr 07 11:11:44.175611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-37a2c981-1181-4088-b17e-b08fe123df78 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:44.179054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-37a2c981-1181-4088-b17e-b08fe123df78 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 951 time: 0.0772622 Apr 07 11:11:44.265359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-521f1193-d273-4a91-b7bb-c05aaa946cdb req-9397731d-ad2a-4a97-9c97-8d7cc5e9a7c3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872092 Apr 07 11:11:44.325702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Deleting port bed02ca0-91ca-44f4-b667-95136d96a946 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:44.326194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:44.789439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ecdf-ab9d-440c-b4c7-16f0aeaadaf3 req-cccbef2d-554c-4ee9-93bd-6459c712def5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:44.790878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01a5ecdf-ab9d-440c-b4c7-16f0aeaadaf3 req-cccbef2d-554c-4ee9-93bd-6459c712def5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c HTTP/1.1" status: 200 len: 951 time: 0.4025571 Apr 07 11:11:44.811761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] For port bed02ca0-91ca-44f4-b667-95136d96a946, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bed02ca0-91ca-44f4-b667-95136d96a946,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:44.812370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:44.834343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Calling delete_port for bed02ca0-91ca-44f4-b667-95136d96a946 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:44.926755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01a5ecdf-ab9d-440c-b4c7-16f0aeaadaf3 req-7b9d8db6-07fb-490e-bacc-3555d175c8c1 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245232 Apr 07 11:11:45.007733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39086) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:45.115689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04021d93-ffe9-406c-8cd1-54b076ba0016 req-76359fa9-0e3a-49ef-9d2d-7534b7543412 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:45.118050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04021d93-ffe9-406c-8cd1-54b076ba0016 req-76359fa9-0e3a-49ef-9d2d-7534b7543412 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.1020684 Apr 07 11:11:45.119011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bed02ca0-91ca-44f4-b667-95136d96a946), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.133577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'bed02ca0-91ca-44f4-b667-95136d96a946'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:45.165116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92611e9c-4140-40c2-a16d-f706f2c9f37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.171114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event deleted for resources: {'Port': ['ID=bed02ca0-91ca-44f4-b667-95136d96a946,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:45.286173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92611e9c-4140-40c2-a16d-f706f2c9f37e admin admin] Publish callbacks [] for security_group (881f2d47-c6da-4423-afdb-ffb917f6f8e9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.287798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] No DVR routers for this DVR port bed02ca0-91ca-44f4-b667-95136d96a946 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:45.296189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.296774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1dd781f-43f4-45aa-ba39-076647faac20 req-1d0be3c4-cd8a-4104-8c7e-a473bf8552a6 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "DELETE /v2.0/ports/bed02ca0-91ca-44f4-b667-95136d96a946 HTTP/1.1" status: 204 len: 173 time: 1.1127729 Apr 07 11:11:45.297351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-deleted', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:45.300243 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298513bd-7816-4f81-a017-6840309bc685" -d '{"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-deleted", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:45.307822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04021d93-ffe9-406c-8cd1-54b076ba0016 req-1f262621-474d-474f-8193-57aa354d5d5b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783290 Apr 07 11:11:45.310395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92611e9c-4140-40c2-a16d-f706f2c9f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (881f2d47-c6da-4423-afdb-ffb917f6f8e9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.401956 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92611e9c-4140-40c2-a16d-f706f2c9f37e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd99b972ca134f8b91df9351ab3d7340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913164 Apr 07 11:11:45.402899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92611e9c-4140-40c2-a16d-f706f2c9f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f2d47-c6da-4423-afdb-ffb917f6f8e9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:45.406006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:45.532156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:11:45.557386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64635b3-42ce-4827-b76a-18f03df65e17 req-83fe450a-770c-4724-80cf-59b58e1e26b3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:45.565289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f64635b3-42ce-4827-b76a-18f03df65e17 req-83fe450a-770c-4724-80cf-59b58e1e26b3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1043935 Apr 07 11:11:45.585206 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876c9eec-1451-4b3b-999b-c149d2c7377b admin admin] Publish callbacks [] for security_group (881f2d47-c6da-4423-afdb-ffb917f6f8e9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.738272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876c9eec-1451-4b3b-999b-c149d2c7377b admin admin] Publish callbacks [] for security_group (881f2d47-c6da-4423-afdb-ffb917f6f8e9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.770074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f64635b3-42ce-4827-b76a-18f03df65e17 req-b3545472-98c5-4049-a3e3-7f21917a38e3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035751 Apr 07 11:11:45.921045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599653cb-aab0-4539-b25c-7fc07be24717 req-22285e98-ccc8-412f-900e-749e3f97b13b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:45.932789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-599653cb-aab0-4539-b25c-7fc07be24717 req-22285e98-ccc8-412f-900e-749e3f97b13b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.2339044 Apr 07 11:11:45.985058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876c9eec-1451-4b3b-999b-c149d2c7377b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (881f2d47-c6da-4423-afdb-ffb917f6f8e9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.988806 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876c9eec-1451-4b3b-999b-c149d2c7377b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:45.993616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-876c9eec-1451-4b3b-999b-c149d2c7377b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/881f2d47-c6da-4423-afdb-ffb917f6f8e9 HTTP/1.1" status: 204 len: 168 time: 0.5843050 Apr 07 11:11:46.012355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c9eec-1451-4b3b-999b-c149d2c7377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f2d47-c6da-4423-afdb-ffb917f6f8e9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:46.034623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-599653cb-aab0-4539-b25c-7fc07be24717 req-76219941-e8f1-463a-bf74-67d755f17418 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006100 Apr 07 11:11:46.076844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:46.092388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'port_id': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'mac_address': 'fa:16:3e:d0:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62548967-7f3c-42ed-b92b-37ad62829ac3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:11:46.105419 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0cee27-d409-437d-9cb0-d8c68336adc9 x-openstack-request-id: req-0c0cee27-d409-437d-9cb0-d8c68336adc9 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:46.105731 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c", "name": "network-vif-deleted", "tag": "bed02ca0-91ca-44f4-b667-95136d96a946", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:46.106057 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c0cee27-d409-437d-9cb0-d8c68336adc9 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:46.106700 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0cee27-d409-437d-9cb0-d8c68336adc9'] response: {'server_uuid': '27e0d3ed-b49d-40fa-b0c9-5fb8fea8334c', 'name': 'network-vif-deleted', 'tag': 'bed02ca0-91ca-44f4-b667-95136d96a946', 'status': 'completed', 'code': 200} Apr 07 11:11:46.147469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:46.148088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:46.172740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:11:46.211955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:46.220213 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:46.387473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:46.512882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:46.636562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39128) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:46.663013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fccd5f92-8ce0-4424-8ddc-51e70df80419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:46.789244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc107a5-d7b6-480c-b651-d785b793d7e5 req-c62ea29e-9941-431b-b07e-0e259a2c127e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:46.791107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fc107a5-d7b6-480c-b651-d785b793d7e5 req-c62ea29e-9941-431b-b07e-0e259a2c127e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 944 time: 0.1247487 Apr 07 11:11:46.894611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fc107a5-d7b6-480c-b651-d785b793d7e5 req-ca5a0224-f3e5-401b-8c08-2fd643b9c570 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953484 Apr 07 11:11:46.927012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fccd5f92-8ce0-4424-8ddc-51e70df80419 admin admin] Publish callbacks [] for security_group (537b44cd-c323-42b0-8804-86bb729778c9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:46.938067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fccd5f92-8ce0-4424-8ddc-51e70df80419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (537b44cd-c323-42b0-8804-86bb729778c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.081405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39172) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:47.082153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fccd5f92-8ce0-4424-8ddc-51e70df80419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=610d3042fb924a268555a24dab425ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443855 Apr 07 11:11:47.094955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd5f92-8ce0-4424-8ddc-51e70df80419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b44cd-c323-42b0-8804-86bb729778c9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:47.171320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2272507-91c8-4499-800f-a43484e7de79 req-b66d3a15-27fd-4ca7-bb4a-bb33096f2c9f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:47.174629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2272507-91c8-4499-800f-a43484e7de79 req-b66d3a15-27fd-4ca7-bb4a-bb33096f2c9f tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1009321 Apr 07 11:11:47.195939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b105e215-dfb8-48fa-aae3-943a8dad4f99 admin admin] Publish callbacks [] for security_group (537b44cd-c323-42b0-8804-86bb729778c9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.226065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b105e215-dfb8-48fa-aae3-943a8dad4f99 admin admin] Publish callbacks [] for security_group (537b44cd-c323-42b0-8804-86bb729778c9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.233016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2272507-91c8-4499-800f-a43484e7de79 req-fc463a7d-5764-4d49-ad29-03b841ddf228 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523908 Apr 07 11:11:47.290500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b105e215-dfb8-48fa-aae3-943a8dad4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (537b44cd-c323-42b0-8804-86bb729778c9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.294472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b105e215-dfb8-48fa-aae3-943a8dad4f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.296427 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b105e215-dfb8-48fa-aae3-943a8dad4f99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/537b44cd-c323-42b0-8804-86bb729778c9 HTTP/1.1" status: 204 len: 168 time: 0.2139101 Apr 07 11:11:47.309423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105e215-dfb8-48fa-aae3-943a8dad4f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b44cd-c323-42b0-8804-86bb729778c9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:47.314920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb2b3d-9922-4a18-a8ba-b2c32c95580e req-0c4db8ab-aca1-4d64-a0cd-61e0fd8702d9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:47.331809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53bb2b3d-9922-4a18-a8ba-b2c32c95580e req-0c4db8ab-aca1-4d64-a0cd-61e0fd8702d9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1031332 Apr 07 11:11:47.437754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53bb2b3d-9922-4a18-a8ba-b2c32c95580e req-eccd178c-63ca-42a2-9a6d-b2a04ef54f6e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041167 Apr 07 11:11:47.494798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18181-d5c9-4046-ba68-082d3489c02a req-91cc72cf-7556-469e-aea0-0e5bbc045382 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:47.502655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ae18181-d5c9-4046-ba68-082d3489c02a req-91cc72cf-7556-469e-aea0-0e5bbc045382 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.1076238 Apr 07 11:11:47.545992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:11:47.573508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ae18181-d5c9-4046-ba68-082d3489c02a req-eb8f2d77-d347-4457-8d85-72ba8cdc99da tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615065 Apr 07 11:11:47.689303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b817d3-8a3a-4469-8d2c-6ae2fbbaa540 req-e26aa7d8-2cd4-4765-a9e8-97793e5748e1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:47.692663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9b817d3-8a3a-4469-8d2c-6ae2fbbaa540 req-e26aa7d8-2cd4-4765-a9e8-97793e5748e1 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.1263554 Apr 07 11:11:47.725896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:11:47.726282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.793269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9b817d3-8a3a-4469-8d2c-6ae2fbbaa540 req-a5a8eb04-06c3-43ba-8e3e-0ac2d3a7c80c tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927482 Apr 07 11:11:47.940276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:47.942043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:47.990514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:48.000452 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c82089b-7061-4d2f-867c-7b0541fa569d" -d '{"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:48.026756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:48.045817 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.098879 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65411fa1-3a03-4d91-8dca-e971d0db7982 x-openstack-request-id: req-65411fa1-3a03-4d91-8dca-e971d0db7982 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:48.099253 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:48.099436 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65411fa1-3a03-4d91-8dca-e971d0db7982 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:48.099827 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65411fa1-3a03-4d91-8dca-e971d0db7982'] response: {'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'code': 200} Apr 07 11:11:48.146633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:48.192744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39230) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:48.266644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f120e-5fd9-422e-be1e-94c0df96dd45 req-fedce9c1-a5c3-485d-8c2a-fdb761549473 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:48.269193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-266f120e-5fd9-422e-be1e-94c0df96dd45 req-fedce9c1-a5c3-485d-8c2a-fdb761549473 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.1434386 Apr 07 11:11:48.277196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-628a28f8-c6b8-4753-9cd1-d7133c756aec tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:48.279139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-628a28f8-c6b8-4753-9cd1-d7133c756aec tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.0945098 Apr 07 11:11:48.497083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-266f120e-5fd9-422e-be1e-94c0df96dd45 req-81784f44-0542-4dc1-92d5-fea4d4743d3a tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166104 Apr 07 11:11:48.527287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638333-ade3-4b20-8176-47d0280cd289 req-e41be9d5-f2e4-4aac-93a5-cfd0386fb8dc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:48.528866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e638333-ade3-4b20-8176-47d0280cd289 req-e41be9d5-f2e4-4aac-93a5-cfd0386fb8dc tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 949 time: 0.1331763 Apr 07 11:11:48.542455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Deleting port f1a51391-7326-4f52-80c6-e8c05b97f08d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:48.542805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.611784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c8b962b-f9fa-4160-a843-e63cc6481ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.739953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c8b962b-f9fa-4160-a843-e63cc6481ea2 admin admin] Publish callbacks [] for security_group (1e7aa261-d63b-4387-bfc8-ae903d1ad1d0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.745389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e638333-ade3-4b20-8176-47d0280cd289 req-11ea92f3-e05c-4039-a2ed-3b7c90893078 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054989 Apr 07 11:11:48.760864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2c8b962b-f9fa-4160-a843-e63cc6481ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1e7aa261-d63b-4387-bfc8-ae903d1ad1d0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.782324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] For port f1a51391-7326-4f52-80c6-e8c05b97f08d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f1a51391-7326-4f52-80c6-e8c05b97f08d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:48.783537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.798152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Calling delete_port for f1a51391-7326-4f52-80c6-e8c05b97f08d owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:48.833276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2c8b962b-f9fa-4160-a843-e63cc6481ea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34ea1a1f7b964215971ba36f7f37f665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6393325 Apr 07 11:11:48.836287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39254) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:48.913391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b962b-f9fa-4160-a843-e63cc6481ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7aa261-d63b-4387-bfc8-ae903d1ad1d0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:48.932425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c60619-cf01-47d8-8fe8-15629970f09d req-348338c4-aaba-430f-a815-a18452e79dfe tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:48.942317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43c60619-cf01-47d8-8fe8-15629970f09d req-348338c4-aaba-430f-a815-a18452e79dfe tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3083093 Apr 07 11:11:48.947096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88ad7725-ae60-49f8-8bc5-535899a2f99f admin admin] Publish callbacks [] for security_group (1e7aa261-d63b-4387-bfc8-ae903d1ad1d0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:48.989714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88ad7725-ae60-49f8-8bc5-535899a2f99f admin admin] Publish callbacks [] for security_group (1e7aa261-d63b-4387-bfc8-ae903d1ad1d0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:49.062381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88ad7725-ae60-49f8-8bc5-535899a2f99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1e7aa261-d63b-4387-bfc8-ae903d1ad1d0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:49.062855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43c60619-cf01-47d8-8fe8-15629970f09d req-b4f04281-8258-4c36-98f6-2e2180b53893 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190441 Apr 07 11:11:49.069907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88ad7725-ae60-49f8-8bc5-535899a2f99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:49.084668 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-88ad7725-ae60-49f8-8bc5-535899a2f99f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e7aa261-d63b-4387-bfc8-ae903d1ad1d0 HTTP/1.1" status: 204 len: 168 time: 0.2432950 Apr 07 11:11:49.101418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad7725-ae60-49f8-8bc5-535899a2f99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7aa261-d63b-4387-bfc8-ae903d1ad1d0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:49.287685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:49.310047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f1a51391-7326-4f52-80c6-e8c05b97f08d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:49.344934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'f1a51391-7326-4f52-80c6-e8c05b97f08d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:49.372321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: bed02ca0-91ca-44f4-b667-95136d96a946 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:49.372671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bed02ca0-91ca-44f4-b667-95136d96a946 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:49.439187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event deleted for resources: {'Port': ['ID=f1a51391-7326-4f52-80c6-e8c05b97f08d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:49.457100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34066ff-5da2-4249-bb07-da77a8311d65 req-3216239e-dbbe-4ac1-8e7e-9c251962f34b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:49.469644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e34066ff-5da2-4249-bb07-da77a8311d65 req-3216239e-dbbe-4ac1-8e7e-9c251962f34b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.5916004 Apr 07 11:11:49.536429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] No DVR routers for this DVR port f1a51391-7326-4f52-80c6-e8c05b97f08d on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:49.542166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:49.546722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94619f78-db45-4d3f-a2ca-c89b067f4404 req-da1e0b8f-651f-44bf-9d86-f726b891d747 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "DELETE /v2.0/ports/f1a51391-7326-4f52-80c6-e8c05b97f08d HTTP/1.1" status: 204 len: 173 time: 1.2577555 Apr 07 11:11:49.549766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-deleted', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:49.551708 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9291e3cb-4008-4ba0-b9dd-cb0c97bdc5a6" -d '{"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-deleted", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:49.570069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-6c602cfd-043b-4d36-8ca3-b68e14bd8d9e tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:49.572573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-6c602cfd-043b-4d36-8ca3-b68e14bd8d9e tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.4805934 Apr 07 11:11:49.632431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdefca1-c0aa-4b3e-8118-6b799bbbdf6b req-fe05fa11-6d49-4be6-85a3-96436961ccf5 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:49.634184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cdefca1-c0aa-4b3e-8118-6b799bbbdf6b req-fe05fa11-6d49-4be6-85a3-96436961ccf5 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 945 time: 0.3708165 Apr 07 11:11:49.673855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e34066ff-5da2-4249-bb07-da77a8311d65 req-20a24206-097e-4f76-ae38-7f85fdc1ba9a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026885 Apr 07 11:11:50.049733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cdefca1-c0aa-4b3e-8118-6b799bbbdf6b req-7c47f85b-8899-4b87-a48a-3c3c682e855f tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744783 Apr 07 11:11:50.099349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0720f-a874-418a-94ec-0d0828e5baed req-b9b9f043-e362-43ad-a0ad-cc1cc0a81d57 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:50.106655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0f0720f-a874-418a-94ec-0d0828e5baed req-b9b9f043-e362-43ad-a0ad-cc1cc0a81d57 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.2593124 Apr 07 11:11:50.166589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Deleting port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:50.166934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:50.215265 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f1a8d-6bb2-4b78-aa5d-7ebb4074ded6 x-openstack-request-id: req-783f1a8d-6bb2-4b78-aa5d-7ebb4074ded6 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:50.215872 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c404db5-9d4d-425c-a94e-bdd2e6f45ec7", "name": "network-vif-deleted", "tag": "f1a51391-7326-4f52-80c6-e8c05b97f08d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:50.216406 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-783f1a8d-6bb2-4b78-aa5d-7ebb4074ded6 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:50.217157 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783f1a8d-6bb2-4b78-aa5d-7ebb4074ded6'] response: {'server_uuid': '8c404db5-9d4d-425c-a94e-bdd2e6f45ec7', 'name': 'network-vif-deleted', 'tag': 'f1a51391-7326-4f52-80c6-e8c05b97f08d', 'status': 'completed', 'code': 200} Apr 07 11:11:50.248920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0f0720f-a874-418a-94ec-0d0828e5baed req-95dccbdf-0b48-41ff-b6f3-ddcceb7fc31d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338959 Apr 07 11:11:50.480639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9132257b-92ca-4aaf-b127-fc7e19e98fea req-577b08de-a520-4e51-a2b3-b5e3eb667323 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c404db5-9d4d-425c-a94e-bdd2e6f45ec7 HTTP/1.1" status: 200 len: 210 time: 0.1117630 Apr 07 11:11:50.513955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] For port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:50.515147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:50.572389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Calling delete_port for 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:50.593506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1a6bd-ae0b-427c-98eb-d37f50abb531 req-b77ab588-1caa-420b-bd89-5abb74e502d0 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:50.601351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86e1a6bd-ae0b-427c-98eb-d37f50abb531 req-b77ab588-1caa-420b-bd89-5abb74e502d0 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.2347581 Apr 07 11:11:50.769204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86e1a6bd-ae0b-427c-98eb-d37f50abb531 req-375c619c-319c-4435-b49f-4f42e385ed26 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613686 Apr 07 11:11:50.934263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec495-e5b3-4222-957a-0253f69c7a6d req-6f40df00-d46c-41d0-bd60-1c118033e5a3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:50.945645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac8ec495-e5b3-4222-957a-0253f69c7a6d req-6f40df00-d46c-41d0-bd60-1c118033e5a3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.1368897 Apr 07 11:11:50.985420 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (02f6ba1c-e89a-42ed-a56d-3a2922e2d424), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:51.000041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2', '02f6ba1c-e89a-42ed-a56d-3a2922e2d424'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:51.014459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a88e0e2-153b-471f-92cb-4d437ecb8383'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:51.030720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Pushing event deleted for resources: {'Port': ['ID=02f6ba1c-e89a-42ed-a56d-3a2922e2d424,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:51.081123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac8ec495-e5b3-4222-957a-0253f69c7a6d req-7259692f-0ced-428b-87f0-3ce988b2d7d9 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344161 Apr 07 11:11:51.164152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] No DVR routers for this DVR port 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:51.172288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:51.183732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3df0585b-d9ba-4844-9f53-693b5fe0741d req-1d85ccf6-c6cc-402c-8d6f-8166a4cb2d44 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "DELETE /v2.0/ports/02f6ba1c-e89a-42ed-a56d-3a2922e2d424 HTTP/1.1" status: 204 len: 173 time: 1.4974201 Apr 07 11:11:51.355900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5fec491-0db0-440f-a356-17af1a2fb10e req-31b88f1e-2b95-4831-8f47-3ff9237a25a2 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=668bb045-b517-4bf2-98f3-28e3acfe6e55 HTTP/1.1" status: 200 len: 210 time: 0.0590665 Apr 07 11:11:51.590679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211237-eda7-4fb1-9b97-fd2a9b049afd req-7878ccf3-5e88-47b0-953b-96f581ca0377 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:51.594957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0211237-eda7-4fb1-9b97-fd2a9b049afd req-7878ccf3-5e88-47b0-953b-96f581ca0377 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.0902796 Apr 07 11:11:51.665945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0211237-eda7-4fb1-9b97-fd2a9b049afd req-c081c975-c6af-45f7-8330-b24e8d7ad292 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625229 Apr 07 11:11:52.218805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'name': 'network-vif-deleted', 'tag': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:52.223892 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6bee2f-35a0-4457-8f08-7ed9b3c0e751" -d '{"events": [{"server_uuid": "668bb045-b517-4bf2-98f3-28e3acfe6e55", "name": "network-vif-deleted", "tag": "02f6ba1c-e89a-42ed-a56d-3a2922e2d424"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:52.515327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716e7a6-b3e0-497f-8f75-c5e1c0cee2ad req-483e55bf-79ae-4b32-bc6f-a24c23ee4708 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:52.518389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e716e7a6-b3e0-497f-8f75-c5e1c0cee2ad req-483e55bf-79ae-4b32-bc6f-a24c23ee4708 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0806394 Apr 07 11:11:52.625698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e716e7a6-b3e0-497f-8f75-c5e1c0cee2ad req-28239502-8af0-4922-8bbb-53d0ea8f0342 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963967 Apr 07 11:11:52.717892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf4bb1-fd37-480d-bef0-ec1768d36d1f req-a452fa0f-fc39-4d70-8651-12b5b08b8a51 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:52.719494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-abdf4bb1-fd37-480d-bef0-ec1768d36d1f req-a452fa0f-fc39-4d70-8651-12b5b08b8a51 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 945 time: 0.0893824 Apr 07 11:11:52.769002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39354) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:52.855831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-abdf4bb1-fd37-480d-bef0-ec1768d36d1f req-3f0e9f5b-a48d-410b-b8f6-623f730d4a27 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257141 Apr 07 11:11:52.882320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b93bd-40e5-4857-8d04-e5e41a4f6a08 req-8da11537-1e6c-4a82-9c1c-d491e87c8fa3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:52.890929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc1b93bd-40e5-4857-8d04-e5e41a4f6a08 req-8da11537-1e6c-4a82-9c1c-d491e87c8fa3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.1524870 Apr 07 11:11:52.907823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ed484b3-e681-4c5d-bfa3-8490a644d04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:52.950428 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abccfc36-4f8c-4a0b-a6ce-814df496a774 x-openstack-request-id: req-abccfc36-4f8c-4a0b-a6ce-814df496a774 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:52.950428 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668bb045-b517-4bf2-98f3-28e3acfe6e55", "name": "network-vif-deleted", "tag": "02f6ba1c-e89a-42ed-a56d-3a2922e2d424", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:52.950947 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abccfc36-4f8c-4a0b-a6ce-814df496a774 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:52.950947 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abccfc36-4f8c-4a0b-a6ce-814df496a774'] response: {'server_uuid': '668bb045-b517-4bf2-98f3-28e3acfe6e55', 'name': 'network-vif-deleted', 'tag': '02f6ba1c-e89a-42ed-a56d-3a2922e2d424', 'status': 'completed', 'code': 200} Apr 07 11:11:52.984562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc1b93bd-40e5-4857-8d04-e5e41a4f6a08 req-249f44da-8be4-42f9-b4fb-0a4b6c2286b4 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940516 Apr 07 11:11:53.054842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ed484b3-e681-4c5d-bfa3-8490a644d04c admin admin] Publish callbacks [] for security_group (b19960b9-9190-4874-8765-b8e5c427afc6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.065157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ed484b3-e681-4c5d-bfa3-8490a644d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b19960b9-9190-4874-8765-b8e5c427afc6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.136367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649a891-8d6b-47b2-a629-c07ab3d02e3c req-97a4c372-2655-4642-a852-80111dbf8e90 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:53.139200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e649a891-8d6b-47b2-a629-c07ab3d02e3c req-97a4c372-2655-4642-a852-80111dbf8e90 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.1042604 Apr 07 11:11:53.152095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed484b3-e681-4c5d-bfa3-8490a644d04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19960b9-9190-4874-8765-b8e5c427afc6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:53.162743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3ed484b3-e681-4c5d-bfa3-8490a644d04c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fd05055f5084a9584ad987f4f6f6bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924491 Apr 07 11:11:53.164943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39362) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:53.216241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e649a891-8d6b-47b2-a629-c07ab3d02e3c req-3538e3fe-1d6d-43ae-8890-861eae501612 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703189 Apr 07 11:11:53.270910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcc8faab-694d-4832-831a-bc489acd925d admin admin] Publish callbacks [] for security_group (b19960b9-9190-4874-8765-b8e5c427afc6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.313174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:53.320799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcc8faab-694d-4832-831a-bc489acd925d admin admin] Publish callbacks [] for security_group (b19960b9-9190-4874-8765-b8e5c427afc6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.360925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: f1a51391-7326-4f52-80c6-e8c05b97f08d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:53.361903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f1a51391-7326-4f52-80c6-e8c05b97f08d not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:53.451715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcc8faab-694d-4832-831a-bc489acd925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b19960b9-9190-4874-8765-b8e5c427afc6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.456990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcc8faab-694d-4832-831a-bc489acd925d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.459216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dcc8faab-694d-4832-831a-bc489acd925d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19960b9-9190-4874-8765-b8e5c427afc6 HTTP/1.1" status: 204 len: 168 time: 0.2924955 Apr 07 11:11:53.473311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8faab-694d-4832-831a-bc489acd925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19960b9-9190-4874-8765-b8e5c427afc6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:53.580416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:53.621570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:53.621918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 02f6ba1c-e89a-42ed-a56d-3a2922e2d424 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:53.622387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:53.650024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045dbd4-7808-4c62-9596-b9b92adb7273 req-22bc71e2-323d-4cd1-9de8-607403a60b81 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:53.652395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5045dbd4-7808-4c62-9596-b9b92adb7273 req-22bc71e2-323d-4cd1-9de8-607403a60b81 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 946 time: 0.1123483 Apr 07 11:11:53.683995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-0745e599-9bc1-43c7-9fdc-c232788029f7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:53.685805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-0745e599-9bc1-43c7-9fdc-c232788029f7 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.0930061 Apr 07 11:11:53.740694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:11:53.741088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.800495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:53.804113 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf6b0ce-f796-4e61-9d88-c32c0a7028e3" -d '{"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:53.822843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:53.844886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:53.927662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:53.950938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5045dbd4-7808-4c62-9596-b9b92adb7273 req-a3119489-6a65-4ef4-b530-28d2b57f6c79 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847416 Apr 07 11:11:53.997953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20471cd-81b3-4ae5-9b2c-0fe84e517f1f req-47b3e0ed-ec7d-4246-b2ad-0a9102289b30 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:54.000205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b20471cd-81b3-4ae5-9b2c-0fe84e517f1f req-47b3e0ed-ec7d-4246-b2ad-0a9102289b30 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1372671 Apr 07 11:11:54.003009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:54.030185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Deleting port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:54.030736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.035608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fac74d66-2e55-4943-93da-3f758c261c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.055806 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720dde73-0201-49b1-acc4-26570b55a950 x-openstack-request-id: req-720dde73-0201-49b1-acc4-26570b55a950 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:54.056306 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:54.056708 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-720dde73-0201-49b1-acc4-26570b55a950 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:54.057592 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720dde73-0201-49b1-acc4-26570b55a950'] response: {'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'code': 200} Apr 07 11:11:54.169952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fac74d66-2e55-4943-93da-3f758c261c34 admin admin] Publish callbacks [] for security_group (0b16770e-45fd-4bc9-8136-7e0a27a3a862), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.175525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fac74d66-2e55-4943-93da-3f758c261c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0b16770e-45fd-4bc9-8136-7e0a27a3a862), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.383275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d503-7092-428b-a591-f3ef5da15753 req-b33f5646-06a9-4a31-b136-4455d1a5483b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:54.386453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c150d503-7092-428b-a591-f3ef5da15753 req-b33f5646-06a9-4a31-b136-4455d1a5483b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 943 time: 0.2167830 Apr 07 11:11:54.399702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b20471cd-81b3-4ae5-9b2c-0fe84e517f1f req-4edaa6db-3700-4cb2-8a03-abf8d07736ec tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947457 Apr 07 11:11:54.403458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] For port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:54.404636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.437734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388b964-e9eb-4449-91b0-fabda8cae977 req-99ac0cce-d888-42e8-b993-c5b6447114ca tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:54.446313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9388b964-e9eb-4449-91b0-fabda8cae977 req-99ac0cce-d888-42e8-b993-c5b6447114ca tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 943 time: 0.2744179 Apr 07 11:11:54.583192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Calling delete_port for d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:54.631806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac74d66-2e55-4943-93da-3f758c261c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16770e-45fd-4bc9-8136-7e0a27a3a862,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:54.655179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fac74d66-2e55-4943-93da-3f758c261c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eb8dc220c7e48d988d914d65dd7c1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6500759 Apr 07 11:11:54.660418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39400) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:54.669941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39402) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:54.670373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9388b964-e9eb-4449-91b0-fabda8cae977 req-af85e0a6-505b-4d9c-9a14-dd67fd3ff5b1 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201834 Apr 07 11:11:54.776192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-431607b3-c629-4242-b6c7-33b08285035b admin admin] Publish callbacks [] for security_group (0b16770e-45fd-4bc9-8136-7e0a27a3a862), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.843326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-431607b3-c629-4242-b6c7-33b08285035b admin admin] Publish callbacks [] for security_group (0b16770e-45fd-4bc9-8136-7e0a27a3a862), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.896256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd614a3-0cda-4969-ad03-c8de86136c40 req-94164a37-0979-446e-95e4-e972559e1894 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:54.898334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-ad778aed-056a-46c5-95ee-4d9b9f87ec93 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:54.898772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fd614a3-0cda-4969-ad03-c8de86136c40 req-94164a37-0979-446e-95e4-e972559e1894 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.3508534 Apr 07 11:11:54.899883 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-ad778aed-056a-46c5-95ee-4d9b9f87ec93 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.23 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 946 time: 0.1215987 Apr 07 11:11:54.949389 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07c9c2c3-af85-41c5-a70a-66f31f629217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.980073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Deleting port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:54.980693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.983004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-431607b3-c629-4242-b6c7-33b08285035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0b16770e-45fd-4bc9-8136-7e0a27a3a862), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.987197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-431607b3-c629-4242-b6c7-33b08285035b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:54.988168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-431607b3-c629-4242-b6c7-33b08285035b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b16770e-45fd-4bc9-8136-7e0a27a3a862 HTTP/1.1" status: 204 len: 168 time: 0.3265634 Apr 07 11:11:55.025165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8630d-5e33-4d07-94ec-42af7ee8b671 req-fae75804-b74a-44da-a068-05aa6546362a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:55.032866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1b8630d-5e33-4d07-94ec-42af7ee8b671 req-fae75804-b74a-44da-a068-05aa6546362a tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f9d0de-3395-47b3-81e8-f4262e2b5568 HTTP/1.1" status: 200 len: 950 time: 0.2442794 Apr 07 11:11:55.110428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431607b3-c629-4242-b6c7-33b08285035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16770e-45fd-4bc9-8136-7e0a27a3a862,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:55.122616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fd614a3-0cda-4969-ad03-c8de86136c40 req-f83d17f3-1f1f-44c1-96e9-669b7eec50d4 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110043 Apr 07 11:11:55.210863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07c9c2c3-af85-41c5-a70a-66f31f629217 admin admin] Publish callbacks [] for security_group (a3de5244-88e1-47f1-a43c-eac179562b3f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.218885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Deleting port 6a88e0e2-153b-471f-92cb-4d437ecb8383 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:11:55.219239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.224339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07c9c2c3-af85-41c5-a70a-66f31f629217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a3de5244-88e1-47f1-a43c-eac179562b3f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.277043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1b8630d-5e33-4d07-94ec-42af7ee8b671 req-479f9781-4a14-4ab1-baf2-cd19ab771d25 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.13 "GET /v2.0/security-groups?id=40279f5d-e08a-4a8b-96b0-fee316b3d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422631 Apr 07 11:11:55.290897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9c2c3-af85-41c5-a70a-66f31f629217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de5244-88e1-47f1-a43c-eac179562b3f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:55.379661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] For port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:55.379661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.389963 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07c9c2c3-af85-41c5-a70a-66f31f629217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa73cf2ef3d142d99193ddf62dfc1d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7139761 Apr 07 11:11:55.390211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.390697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:55.397899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Calling delete_port for eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:55.459743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Pushing event deleted for resources: {'Port': ['ID=d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:55.533503 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcc942a6-5513-4b51-a399-54fffca0a2cc admin admin] Publish callbacks [] for security_group (a3de5244-88e1-47f1-a43c-eac179562b3f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.568466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7813362-3848-4bdd-843f-b168af26c52c req-58104b9d-c800-4212-999b-492f5dc26d1c tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:55.575994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7813362-3848-4bdd-843f-b168af26c52c req-58104b9d-c800-4212-999b-492f5dc26d1c tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 946 time: 0.2895825 Apr 07 11:11:55.583767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcc942a6-5513-4b51-a399-54fffca0a2cc admin admin] Publish callbacks [] for security_group (a3de5244-88e1-47f1-a43c-eac179562b3f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.625298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] For port 6a88e0e2-153b-471f-92cb-4d437ecb8383, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a88e0e2-153b-471f-92cb-4d437ecb8383,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:11:55.627158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.672340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] No DVR routers for this DVR port d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:55.682662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Calling delete_port for 6a88e0e2-153b-471f-92cb-4d437ecb8383 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:11:55.690274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.694669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cee117b-d41e-4601-962e-3bee74cdeb24 req-4b269a93-c384-4e45-bca1-5f54a3a984d5 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] 10.222.0.23 "DELETE /v2.0/ports/d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 HTTP/1.1" status: 204 len: 173 time: 1.9679391 Apr 07 11:11:55.697024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-deleted', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:55.699709 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a46091-9ccc-4d84-8b97-66578c0797d2" -d '{"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-deleted", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:55.781881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7813362-3848-4bdd-843f-b168af26c52c req-cbf32ab4-bf7b-41a5-9a9f-7c7b3a097c66 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028272 Apr 07 11:11:55.835072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd847a-c34b-4af8-9779-73b037e109e8 req-547f0235-2236-4da2-aefe-d10193629fe4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:55.847852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcc942a6-5513-4b51-a399-54fffca0a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a3de5244-88e1-47f1-a43c-eac179562b3f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.854673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcbd847a-c34b-4af8-9779-73b037e109e8 req-547f0235-2236-4da2-aefe-d10193629fe4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3265703 Apr 07 11:11:55.857052 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcc942a6-5513-4b51-a399-54fffca0a2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:55.866915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fcc942a6-5513-4b51-a399-54fffca0a2cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3de5244-88e1-47f1-a43c-eac179562b3f HTTP/1.1" status: 204 len: 168 time: 0.4631727 Apr 07 11:11:55.897805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc942a6-5513-4b51-a399-54fffca0a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de5244-88e1-47f1-a43c-eac179562b3f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:56.027428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6a88e0e2-153b-471f-92cb-4d437ecb8383), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:56.049347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:56.053359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a88e0e2-153b-471f-92cb-4d437ecb8383'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:11:56.184274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Pushing event deleted for resources: {'Port': ['ID=6a88e0e2-153b-471f-92cb-4d437ecb8383,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:56.467856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] No DVR routers for this DVR port 6a88e0e2-153b-471f-92cb-4d437ecb8383 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:56.474837 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:56.486418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-072f6ce6-f45b-4b62-9503-05abac69f452 req-a637d974-dd3a-49f3-a498-2b6ae137f9c3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.23 "DELETE /v2.0/ports/6a88e0e2-153b-471f-92cb-4d437ecb8383 HTTP/1.1" status: 204 len: 173 time: 1.5780437 Apr 07 11:11:56.487082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0111129f-69ff-4236-b1a3-31d212eab19f', 'name': 'network-vif-deleted', 'tag': '6a88e0e2-153b-471f-92cb-4d437ecb8383'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:56.489716 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a17eb8b-d5c9-47f0-919c-9e95ba91a57d" -d '{"events": [{"server_uuid": "0111129f-69ff-4236-b1a3-31d212eab19f", "name": "network-vif-deleted", "tag": "6a88e0e2-153b-471f-92cb-4d437ecb8383"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:56.625936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcbd847a-c34b-4af8-9779-73b037e109e8 req-2adcd8f5-6f3e-4d05-9fa8-bc93f3f2d178 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631381 Apr 07 11:11:56.648153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:56.758151 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77864023-320e-447d-8f75-28bfceb5ac23 x-openstack-request-id: req-77864023-320e-447d-8f75-28bfceb5ac23 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:56.760162 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9d0de-3395-47b3-81e8-f4262e2b5568", "name": "network-vif-deleted", "tag": "d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:56.761022 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77864023-320e-447d-8f75-28bfceb5ac23 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:56.762793 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77864023-320e-447d-8f75-28bfceb5ac23'] response: {'server_uuid': 'd2f9d0de-3395-47b3-81e8-f4262e2b5568', 'name': 'network-vif-deleted', 'tag': 'd927ea68-ffaa-4541-a2b5-4e3ba7afa2e7', 'status': 'completed', 'code': 200} Apr 07 11:11:56.796313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event deleted for resources: {'Port': ['ID=eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:56.812443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d4a47-8504-4caf-ba03-62b5cdb9dab9 req-bd98afeb-e8f8-41be-beaf-7eb950c6f008 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:56.821855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-903d4a47-8504-4caf-ba03-62b5cdb9dab9 req-bd98afeb-e8f8-41be-beaf-7eb950c6f008 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8115090-5d02-413d-97d9-eb514fa8d879 HTTP/1.1" status: 200 len: 865 time: 0.3177326 Apr 07 11:11:57.055194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] No DVR routers for this DVR port eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:11:57.069086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:57.078666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c150d503-7092-428b-a591-f3ef5da15753 req-70285205-806f-4c7b-a8ad-750aedfbd97e tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.41 "DELETE /v2.0/ports/eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d HTTP/1.1" status: 204 len: 173 time: 2.6675348 Apr 07 11:11:57.122595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-903d4a47-8504-4caf-ba03-62b5cdb9dab9 req-b1db549b-5861-47fe-9648-484f9b0d1b8d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995589 Apr 07 11:11:57.169373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bbd46-8bdb-4f34-baea-d280257e31ef req-fc7490e8-c2f7-4160-95c4-9880c368420e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:57.187697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f12bbd46-8bdb-4f34-baea-d280257e31ef req-fc7490e8-c2f7-4160-95c4-9880c368420e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.2875645 Apr 07 11:11:57.248723 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b30fe-8efb-4957-b578-87932b02f818 x-openstack-request-id: req-c09b30fe-8efb-4957-b578-87932b02f818 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:57.249303 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0111129f-69ff-4236-b1a3-31d212eab19f", "name": "network-vif-deleted", "tag": "6a88e0e2-153b-471f-92cb-4d437ecb8383", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:57.249303 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c09b30fe-8efb-4957-b578-87932b02f818 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:57.249733 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09b30fe-8efb-4957-b578-87932b02f818'] response: {'server_uuid': '0111129f-69ff-4236-b1a3-31d212eab19f', 'name': 'network-vif-deleted', 'tag': '6a88e0e2-153b-471f-92cb-4d437ecb8383', 'status': 'completed', 'code': 200} Apr 07 11:11:57.313167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f12bbd46-8bdb-4f34-baea-d280257e31ef req-4fab4be6-0773-4d18-b014-8d568a2fbe32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239448 Apr 07 11:11:57.326237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a88e0e2-153b-471f-92cb-4d437ecb8383 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:57.409834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 6a88e0e2-153b-471f-92cb-4d437ecb8383 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:57.413338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a88e0e2-153b-471f-92cb-4d437ecb8383 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:57.414019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:57.436629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:57.437481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d927ea68-ffaa-4541-a2b5-4e3ba7afa2e7 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:57.447643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cee3203-ab26-4eb3-baa5-66d803234361 req-f82e1fc5-1fe8-490f-97b3-f2a15a626c4f tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=0111129f-69ff-4236-b1a3-31d212eab19f HTTP/1.1" status: 200 len: 210 time: 0.0710757 Apr 07 11:11:57.607308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:11:57.633662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:11:57.634408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:11:57.762907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39488) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:57.819581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c427d-7efb-4d78-9b18-9108128c8487 req-06373e41-5a4c-4df6-99c5-6c316446b09a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:57.822112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d73c427d-7efb-4d78-9b18-9108128c8487 req-06373e41-5a4c-4df6-99c5-6c316446b09a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1063302 Apr 07 11:11:57.888459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d73c427d-7efb-4d78-9b18-9108128c8487 req-d2cfd05f-8090-4731-a773-0d34faa83d0f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Apr 07 11:11:57.958747 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dee69f96-c2a6-43c6-b8e3-311ef30c1366 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c88156454414b57ad33b86ec8fb7f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934335 Apr 07 11:11:57.960082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:58.024897 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35086fdb-4fc5-45c1-80df-9afebf065e43 admin admin] Publish callbacks [] for security_group (40279f5d-e08a-4a8b-96b0-fee316b3d73c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:58.049592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35086fdb-4fc5-45c1-80df-9afebf065e43 admin admin] Publish callbacks [] for security_group (40279f5d-e08a-4a8b-96b0-fee316b3d73c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:58.114812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35086fdb-4fc5-45c1-80df-9afebf065e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40279f5d-e08a-4a8b-96b0-fee316b3d73c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:58.117791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35086fdb-4fc5-45c1-80df-9afebf065e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:58.119106 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35086fdb-4fc5-45c1-80df-9afebf065e43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40279f5d-e08a-4a8b-96b0-fee316b3d73c HTTP/1.1" status: 204 len: 168 time: 0.1572745 Apr 07 11:11:58.134911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35086fdb-4fc5-45c1-80df-9afebf065e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40279f5d-e08a-4a8b-96b0-fee316b3d73c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:58.494450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87403d8-5232-45d0-b9cc-37c329653cd0 req-6750a9b8-a5b4-4051-98c3-7c131c92260d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:58.496215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c87403d8-5232-45d0-b9cc-37c329653cd0 req-6750a9b8-a5b4-4051-98c3-7c131c92260d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.0752473 Apr 07 11:11:58.602012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c87403d8-5232-45d0-b9cc-37c329653cd0 req-1c6dedc7-4fe9-497f-8e7b-7af915db0830 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850022 Apr 07 11:11:58.767764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-deleted', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:11:58.772482 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bfbaea-cdc8-4ad2-a258-95ae77372d85" -d '{"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-deleted", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:11:58.785104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39552) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:58.846196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cfa13abb-a8a0-4ead-afbd-14553abcc463 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=361bb8e000904689a1a84b79f0a4ee18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591996 Apr 07 11:11:58.848241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:11:58.862628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-b933e8d7-5cd1-45db-8fab-6dd45a278cf1 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667522 Apr 07 11:11:58.915986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65db0fa6-3068-4876-9549-d2aeb1cc74c4 admin admin] Publish callbacks [] for security_group (920c0cd0-b0a8-4592-b71d-d9a3f674a4b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:58.954121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65db0fa6-3068-4876-9549-d2aeb1cc74c4 admin admin] Publish callbacks [] for security_group (920c0cd0-b0a8-4592-b71d-d9a3f674a4b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:59.019791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65db0fa6-3068-4876-9549-d2aeb1cc74c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (920c0cd0-b0a8-4592-b71d-d9a3f674a4b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:59.022492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65db0fa6-3068-4876-9549-d2aeb1cc74c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:11:59.022909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-379c355f-4e4a-4bbe-bac7-b84480b5d264 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:59.026392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-65db0fa6-3068-4876-9549-d2aeb1cc74c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/920c0cd0-b0a8-4592-b71d-d9a3f674a4b1 HTTP/1.1" status: 204 len: 168 time: 0.1744976 Apr 07 11:11:59.029824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-379c355f-4e4a-4bbe-bac7-b84480b5d264 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 822 time: 0.2127843 Apr 07 11:11:59.045325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db0fa6-3068-4876-9549-d2aeb1cc74c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920c0cd0-b0a8-4592-b71d-d9a3f674a4b1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:11:59.053716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-64e1684f-3ed4-4ad9-b2b5-543b551d0406 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/quotas/be1eeba3f074475fbeb9e4f2534fbd82 HTTP/1.1" status: 200 len: 375 time: 0.0229454 Apr 07 11:11:59.091779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-bde2a60f-b9d2-4ee2-ab79-609d905090eb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:59.093346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-bde2a60f-b9d2-4ee2-ab79-609d905090eb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038651 Apr 07 11:11:59.102776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-b9129033-de65-4b8b-8202-1e2500a6aebc tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447814 Apr 07 11:11:59.119849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-24d56309-3cec-40d1-a482-eb00f712f8be tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/quotas/f7fa72924b004d37960d36473b621240 HTTP/1.1" status: 200 len: 375 time: 0.0149386 Apr 07 11:11:59.163472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-b3690a3d-578a-4bea-81d7-03eb6565a27d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348856 Apr 07 11:11:59.503366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2965c693-7531-43f7-8cac-38ee57f8a039 service neutron] 10.222.0.13 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996887 Apr 07 11:11:59.635825 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaffd8a4-df40-47df-be23-09dd53f3205a x-openstack-request-id: req-aaffd8a4-df40-47df-be23-09dd53f3205a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:11:59.636136 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8115090-5d02-413d-97d9-eb514fa8d879", "name": "network-vif-deleted", "tag": "eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:11:59.638447 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaffd8a4-df40-47df-be23-09dd53f3205a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:11:59.639137 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaffd8a4-df40-47df-be23-09dd53f3205a'] response: {'server_uuid': 'a8115090-5d02-413d-97d9-eb514fa8d879', 'name': 'network-vif-deleted', 'tag': 'eaf4cf40-c35a-4df9-9fe4-d34bf1480e2d', 'status': 'completed', 'code': 200} Apr 07 11:11:59.772730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-8d910689-1a9d-4db0-b7d5-46cfc8f18b89 service neutron] 10.222.0.13 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615087 Apr 07 11:11:59.800119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006b28e-480c-4a63-ba0c-e00a878f5f19 req-417bbfda-3056-4ab5-8816-7b534856b398 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:11:59.801721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f006b28e-480c-4a63-ba0c-e00a878f5f19 req-417bbfda-3056-4ab5-8816-7b534856b398 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0849237 Apr 07 11:11:59.898542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f006b28e-480c-4a63-ba0c-e00a878f5f19 req-e4df8ceb-60d1-4afb-95c5-2a40921bcf33 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879469 Apr 07 11:12:00.062660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0e80ccd-6c34-45fc-86f4-0d4336d19f83 req-409dd6c1-d3b7-4d3d-a785-3ae5c6ba87d2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 210 time: 0.1042950 Apr 07 11:12:00.171008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8007c6-39f4-48b7-97b7-e687b0cb068f req-9fe3bb4d-0e43-45f2-9c0b-45a49425f851 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:00.172680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c8007c6-39f4-48b7-97b7-e687b0cb068f req-9fe3bb4d-0e43-45f2-9c0b-45a49425f851 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1174057 Apr 07 11:12:00.304580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065e30-3ea5-40e5-8c87-b723c1ab69d7 req-84270f49-b123-4649-8c33-49d2ce5ea9b1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:00.308983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a065e30-3ea5-40e5-8c87-b723c1ab69d7 req-84270f49-b123-4649-8c33-49d2ce5ea9b1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.1338785 Apr 07 11:12:00.331504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c8007c6-39f4-48b7-97b7-e687b0cb068f req-c16c3acd-bc10-4252-8ae3-9a1edcbb82a9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117921 Apr 07 11:12:00.405991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a065e30-3ea5-40e5-8c87-b723c1ab69d7 req-f45b49af-a31b-485e-97e0-dcc144bd5e21 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Apr 07 11:12:00.507803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8594e7ee-3830-4360-9488-171ea0a88eb1 req-5c40c8c3-753b-4f89-92c1-68c8996f1bbd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 210 time: 0.0500264 Apr 07 11:12:00.558909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-788e98d7-7bea-4114-b198-71ac51f3ccbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:00.940136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:01.037563 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-be2474ec-bec3-4b76-8c81-8b9d80024950 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587041 Apr 07 11:12:01.152626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfb8f-9745-4e18-9d96-177649f72a28 req-fe0c55ac-4cb1-4732-8a84-3aac52a26b17 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:01.165732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc3bfb8f-9745-4e18-9d96-177649f72a28 req-fe0c55ac-4cb1-4732-8a84-3aac52a26b17 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1393149 Apr 07 11:12:01.294453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d0954fc-b7f2-4513-8b21-e915e005c934 req-d894711d-90ba-48e1-bfb1-3c3da76633bc tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 210 time: 0.0674772 Apr 07 11:12:01.318083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.319844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-118d27a8-2574-4d4c-a7b0-85f0788a4770 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:01.322310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-118d27a8-2574-4d4c-a7b0-85f0788a4770 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634244 Apr 07 11:12:01.348615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc3bfb8f-9745-4e18-9d96-177649f72a28 req-f9624eb9-beb3-42ef-be82-7a88717b762e tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815476 Apr 07 11:12:01.349611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:01.381596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-b003ec07-e593-4875-8c8f-19d516bcfe64 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:01.387897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-b003ec07-e593-4875-8c8f-19d516bcfe64 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.1843696 Apr 07 11:12:01.453790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35ef93ea-8c21-4b9e-ac7b-bf6ec30234bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.619126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35ef93ea-8c21-4b9e-ac7b-bf6ec30234bf admin admin] Publish callbacks [] for security_group (944e6986-efb6-45eb-b682-ace940ae6e9b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.623360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:01.645965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35ef93ea-8c21-4b9e-ac7b-bf6ec30234bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (944e6986-efb6-45eb-b682-ace940ae6e9b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.760194 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35ef93ea-8c21-4b9e-ac7b-bf6ec30234bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=992cde872b3941d4b90cae1672556da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8178155 Apr 07 11:12:01.761661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39658) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:01.762116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef93ea-8c21-4b9e-ac7b-bf6ec30234bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944e6986-efb6-45eb-b682-ace940ae6e9b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:01.764958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:01.769942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.781572 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.873689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:01.897680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30', 'port_id': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'mac_address': 'fa:16:3e:25:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369ba404-e64a-42b5-a1a8-1f5b894a6720', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:01.926658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for security_group (4f53064d-2c29-4d87-ae90-82c76ed39d36), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.929429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-e76d668f-2759-4e96-8383-39a1c369a00f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:01.931706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-e76d668f-2759-4e96-8383-39a1c369a00f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.23 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 822 time: 0.4650156 Apr 07 11:12:01.932480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4f53064d-2c29-4d87-ae90-82c76ed39d36), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.948741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Request body: {'port': {'device_id': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'admin_state_up': True, 'tenant_id': 'be1eeba3f074475fbeb9e4f2534fbd82'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:01.956584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 642a292a-ce48-464e-a758-bedcd2e21ee4 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:01.957030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:01.971869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642a292a-ce48-464e-a758-bedcd2e21ee4 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:01.984308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e2b0-f698-431c-a578-276b8ab261fb req-d37ddbcc-ea33-43fe-a65b-2597a6db78a6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:01.988266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4432e2b0-f698-431c-a578-276b8ab261fb req-d37ddbcc-ea33-43fe-a65b-2597a6db78a6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.4107165 Apr 07 11:12:01.995999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cb02f-a765-419c-a8aa-d1faac77c1e2 req-e043899f-e077-4a18-a721-7baafa46496d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:01.998812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:02.001675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-327cb02f-a765-419c-a8aa-d1faac77c1e2 req-e043899f-e077-4a18-a721-7baafa46496d tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 945 time: 0.4182661 Apr 07 11:12:02.006625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.052586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53064d-2c29-4d87-ae90-82c76ed39d36,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:02.103992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:02.129724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d883f4a-5443-4ced-bcc9-3510da8d52d2 admin admin] Publish callbacks [] for security_group (944e6986-efb6-45eb-b682-ace940ae6e9b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.142513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Deleting port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:02.142894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.185022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.213 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:02.284074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d883f4a-5443-4ced-bcc9-3510da8d52d2 admin admin] Publish callbacks [] for security_group (944e6986-efb6-45eb-b682-ace940ae6e9b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.301928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-327cb02f-a765-419c-a8aa-d1faac77c1e2 req-0f66ed8d-405f-463a-9313-173861c82868 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/security-groups?id=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588177 Apr 07 11:12:02.317564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4432e2b0-f698-431c-a578-276b8ab261fb req-3aa2f97e-7d3e-4f79-83a1-bf497e71ffc6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140175 Apr 07 11:12:02.319371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['642a292a-ce48-464e-a758-bedcd2e21ee4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:02.368794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Made reservation on behalf of be1eeba3f074475fbeb9e4f2534fbd82 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:02.371672 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.533786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb931b07-13d0-40db-bb32-a970ff6a1ae7 req-36e94b9e-d0c5-4673-b85b-7d6d9aebfb9c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 210 time: 0.0760882 Apr 07 11:12:02.542801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.641049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] For port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:02.641379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.656777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.719694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:02.727085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:02.727416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Calling delete_port for a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:02.765709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:02.769293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:02.942235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:02.943338 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.955592 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfd19503-d06a-4356-850b-d5300d42a614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:02.964931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Allocated IP 172.20.0.11 (78f1f221-3b39-4539-8d24-aeb2ea42e501/62548967-7f3c-42ed-b92b-37ad62829ac3/962d286a-39ad-446b-922f-ef36d41261a3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:02.992578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-46b5b59b-ea9e-4da5-9852-9cdc37c115e4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6545312 Apr 07 11:12:03.000549 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d883f4a-5443-4ced-bcc9-3510da8d52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (944e6986-efb6-45eb-b682-ace940ae6e9b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.004970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d883f4a-5443-4ced-bcc9-3510da8d52d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.008710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Request body: {'port': {'device_id': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:03.010113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0d883f4a-5443-4ced-bcc9-3510da8d52d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/944e6986-efb6-45eb-b682-ace940ae6e9b HTTP/1.1" status: 204 len: 168 time: 1.2043548 Apr 07 11:12:03.072403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883f4a-5443-4ced-bcc9-3510da8d52d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944e6986-efb6-45eb-b682-ace940ae6e9b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:03.103877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.155459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1c9c5181-6b8a-47b2-8791-7066d1a2fc23 None None] Provisioning complete for port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:03.156212 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5181-6b8a-47b2-8791-7066d1a2fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.166758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518795-0b28-43b3-bd08-011e7f5c80a8 req-f5bcf745-83cd-43b4-aec2-5bfd4c5c9575 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:03.177865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05518795-0b28-43b3-bd08-011e7f5c80a8 req-f5bcf745-83cd-43b4-aec2-5bfd4c5c9575 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 936 time: 0.4589434 Apr 07 11:12:03.229255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c5181-6b8a-47b2-8791-7066d1a2fc23 None None] Port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:03.244293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.267433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d95f-333f-4155-993e-bb9311399ed1 req-7cf7a2ca-7054-4216-8ae4-257af33c885c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:03.273721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ee5d95f-333f-4155-993e-bb9311399ed1 req-7cf7a2ca-7054-4216-8ae4-257af33c885c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 944 time: 0.3054891 Apr 07 11:12:03.297814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05518795-0b28-43b3-bd08-011e7f5c80a8 req-b4b83a6b-d216-47a8-a26b-da18dc4a2228 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187935 Apr 07 11:12:03.327556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.337739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:03.464601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Pushing event deleted for resources: {'Port': ['ID=a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:03.488798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] No DVR routers for this DVR port a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:03.503078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.507388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3863043c-39a2-423e-82bb-0a146fd05e08 req-41f45beb-ac8d-4318-8613-6cc643478bc9 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.41 "DELETE /v2.0/ports/a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 HTTP/1.1" status: 204 len: 173 time: 2.1133499 Apr 07 11:12:03.514910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'name': 'network-vif-deleted', 'tag': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:03.523022 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c898680b-6e72-444a-b3f1-43fbc11eadcb" -d '{"events": [{"server_uuid": "f34b8492-c32c-41ff-baa0-bfdf92dea174", "name": "network-vif-deleted", "tag": "a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:03.581636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ee5d95f-333f-4155-993e-bb9311399ed1 req-46a9da45-9552-42b8-89ce-dc1f8cde06bb tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774684 Apr 07 11:12:03.629869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:03.639632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:03.648634 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Publish callbacks [] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.671611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Transition to ACTIVE for port object 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:03.686841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.847666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 642a292a-ce48-464e-a758-bedcd2e21ee4 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:03.865961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 642a292a-ce48-464e-a758-bedcd2e21ee4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:03.883550 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:03.946139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cbe9278-8e7c-44fe-9e19-163eb03aad7d req-249ba481-e881-4bd2-9d1b-c5f6ee3f3eb3 tempest-ListServerFiltersTestJSON-1798867027 tempest-ListServerFiltersTestJSON-1798867027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f34b8492-c32c-41ff-baa0-bfdf92dea174 HTTP/1.1" status: 200 len: 210 time: 0.0728786 Apr 07 11:12:04.026793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Pushing event updated for resources: {'Port': ['ID=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:04.045185 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for port (962d286a-39ad-446b-922f-ef36d41261a3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.198360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Attempting to bind port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:04.201415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Attempting to bind port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:04.202016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Attempting to bind port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:04.236291 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d16c0a-8815-4947-974e-eb43a9ad8590 x-openstack-request-id: req-05d16c0a-8815-4947-974e-eb43a9ad8590 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:04.236505 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34b8492-c32c-41ff-baa0-bfdf92dea174", "name": "network-vif-deleted", "tag": "a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:04.241559 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05d16c0a-8815-4947-974e-eb43a9ad8590 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:04.242045 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d16c0a-8815-4947-974e-eb43a9ad8590'] response: {'server_uuid': 'f34b8492-c32c-41ff-baa0-bfdf92dea174', 'name': 'network-vif-deleted', 'tag': 'a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2', 'status': 'completed', 'code': 200} Apr 07 11:12:04.249122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 642a292a-ce48-464e-a758-bedcd2e21ee4 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:04.249772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.255083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:04.257395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Attempting to bind port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:04.272246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:04.273678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:04.276443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:04.277274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Bound port: 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:04.280514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.369671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:04.384578 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d4f6b-181f-4ece-83c7-4a515fc73095" -d '{"events": [{"server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "name": "network-vif-plugged", "status": "completed", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:04.405346 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.407786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:04.417754 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.507996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9eedd573-3e0c-4909-86d0-e1e235c4503d req-6c9b1efd-7278-4726-9398-280b6595e193 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 210 time: 0.1729844 Apr 07 11:12:04.522085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:04.527917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc3a26-4b77-4083-aa95-2fca7c92127c req-cf796f94-81a6-4db9-a628-ad18dd9595e3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:04.538232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bc3a26-4b77-4083-aa95-2fca7c92127c req-cf796f94-81a6-4db9-a628-ad18dd9595e3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.5306265 Apr 07 11:12:04.574671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] For port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:04.583091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] For port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:04.597327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (962d286a-39ad-446b-922f-ef36d41261a3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.604960 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.658681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:04.660799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:04.663097 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] 10.222.0.23 "PUT /v2.0/ports/67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 HTTP/1.1" status: 200 len: 1096 time: 1.6628761 Apr 07 11:12:04.663835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'tag': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:04.667144 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb" -d '{"events": [{"name": "network-changed", "server_uuid": "077d9c5a-761e-4b0c-a36e-1df66d30f040", "tag": "67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:04.672595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event updated for resources: {'Port': ['ID=962d286a-39ad-446b-922f-ef36d41261a3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:04.726323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9cd8f-878a-4a5f-b5c2-c7a62d92512e service neutron] Pushing event updated for resources: {'Port': ['ID=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:04.764316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39724) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:04.771974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Network 78f1f221-3b39-4539-8d24-aeb2ea42e501 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:04.779098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:04.794661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bc3a26-4b77-4083-aa95-2fca7c92127c req-c77187cc-4139-4639-a125-f0d9a2b1d7b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425494 Apr 07 11:12:04.805968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:04.886577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-a09c1567-bb9f-4806-8e14-9f037081e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:04.888410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-a09c1567-bb9f-4806-8e14-9f037081e62a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 1130 time: 0.1456783 Apr 07 11:12:04.902685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981fbbd-7489-4817-b1c0-6eb0a651833e req-2675f95d-cb58-45e9-ac5c-881111e82eb8 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:04.905029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f981fbbd-7489-4817-b1c0-6eb0a651833e req-2675f95d-cb58-45e9-ac5c-881111e82eb8 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 948 time: 0.2333312 Apr 07 11:12:04.993083 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-9cee3d12-fbc0-41fe-b519-633317d8917a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 HTTP/1.1" status: 200 len: 217 time: 0.0968137 Apr 07 11:12:05.002570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1709173254-network', 'tenant_id': '50826c714b1b4799ba37a338364c4d6e'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:05.035477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:05.036146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.085381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-b8157514-a999-436a-946c-8334a234e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:05.088949 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-b8157514-a999-436a-946c-8334a234e82c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0643401 Apr 07 11:12:05.088949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Made reservation on behalf of 50826c714b1b4799ba37a338364c4d6e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:05.089357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f981fbbd-7489-4817-b1c0-6eb0a651833e req-3dff5a73-6282-46de-b6ec-cacafc948d28 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728661 Apr 07 11:12:05.090897 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.099275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3cbda6d1-2c39-4896-b3a7-63c6af428889 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1571901 Apr 07 11:12:05.123990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Request body: {'port': {'device_id': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:05.161161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.181329 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c2ac8f-61fb-4655-860c-2739cf0e30e4 x-openstack-request-id: req-d7c2ac8f-61fb-4655-860c-2739cf0e30e4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:05.181912 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "name": "network-vif-plugged", "status": "completed", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:05.182257 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7c2ac8f-61fb-4655-860c-2739cf0e30e4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:05.182748 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c2ac8f-61fb-4655-860c-2739cf0e30e4'] response: {'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'code': 200} Apr 07 11:12:05.230864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (962d286a-39ad-446b-922f-ef36d41261a3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.264929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-1b3ba274-368d-4ad8-a7a2-20fad50764cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:05.267715 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-1b3ba274-368d-4ad8-a7a2-20fad50764cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1740291 Apr 07 11:12:05.382981 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8d8ec5-f424-452f-8624-b1a3eb117f58 x-openstack-request-id: req-4c8d8ec5-f424-452f-8624-b1a3eb117f58 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:05.383643 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077d9c5a-761e-4b0c-a36e-1df66d30f040", "tag": "67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:05.384105 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c8d8ec5-f424-452f-8624-b1a3eb117f58 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:05.384833 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8d8ec5-f424-452f-8624-b1a3eb117f58'] response: {'name': 'network-changed', 'server_uuid': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'tag': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', 'status': 'completed', 'code': 200} Apr 07 11:12:05.406832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks [] for security_group (407aa879-2103-466b-b4fa-473a001ecb02), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.426192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-56f357f0-8790-4b6c-8801-1beec300b70c service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505427 Apr 07 11:12:05.426988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (407aa879-2103-466b-b4fa-473a001ecb02), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.463689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b2e1e-3c3a-4c5f-9429-8435a5495948 req-c4caca49-cb3d-4adf-aec9-4130ca9e1ec0 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:05.465360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-471b2e1e-3c3a-4c5f-9429-8435a5495948 req-c4caca49-cb3d-4adf-aec9-4130ca9e1ec0 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.2137156 Apr 07 11:12:05.469230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:12:05.475324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc665a-bda1-41cc-83bb-cbbe00c91d50 req-539529da-8f14-410f-8793-cd968e0b5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:05.476804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffbc665a-bda1-41cc-83bb-cbbe00c91d50 req-539529da-8f14-410f-8793-cd968e0b5e9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1127 time: 0.2066910 Apr 07 11:12:05.551909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e08259a2-a296-4b6f-a109-50ba77b2ebf6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.552771 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Added segment e08259a2-a296-4b6f-a109-50ba77b2ebf6 of type vlan for network 831a1728-c0eb-4292-ad70-29fdf98669b0 Apr 07 11:12:05.572069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407aa879-2103-466b-b4fa-473a001ecb02,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:05.625359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:05.641191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (831a1728-c0eb-4292-ad70-29fdf98669b0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.655397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:05.699483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:12:05.700136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a9fe3a6f-bb52-45d2-b2a8-a83c517dabc2 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:12:05.754113 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4cd1a77c-a41d-44a5-bf7b-b0f286b26c3a req-fe06b508-e30e-4a11-bb9c-7d5623f87c37 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201072 Apr 07 11:12:05.803411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Deleting subnet 3b0d137c-bd3b-405d-967e-6e7c0ba49d0b {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:12:05.811172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Publish callbacks [] for subnet (3b0d137c-bd3b-405d-967e-6e7c0ba49d0b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.814447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (831a1728-c0eb-4292-ad70-29fdf98669b0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.816454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:05.817196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:05.819610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-471b2e1e-3c3a-4c5f-9429-8435a5495948 req-16162ed9-95f9-4c06-9ffc-c9d528314593 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399024 Apr 07 11:12:05.872174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffbc665a-bda1-41cc-83bb-cbbe00c91d50 req-8d1b3456-d139-4994-b8d5-cd0942211c78 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573414 Apr 07 11:12:05.914626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.023406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] Pushing event updated for resources: {'Network': ['ID=831a1728-c0eb-4292-ad70-29fdf98669b0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:06.031779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (3b0d137c-bd3b-405d-967e-6e7c0ba49d0b), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.039784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 831a1728-c0eb-4292-ad70-29fdf98669b0 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:12:06.057861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b89103a2-8e63-4760-8985-7459e1ce29b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2895474 Apr 07 11:12:06.066368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26394395-4e15-4a2f-919f-ca7770f86c04 req-8f4fbeee-2913-4657-8004-264bed5e1313 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:06.067626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26394395-4e15-4a2f-919f-ca7770f86c04 req-8f4fbeee-2913-4657-8004-264bed5e1313 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 932 time: 0.1506879 Apr 07 11:12:06.068768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39754) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:06.098515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Request body: {'subnet': {'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1709173254-subnet', 'tenant_id': '50826c714b1b4799ba37a338364c4d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:06.118205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-a700504e-6f7a-4c5e-9e66-5943bb68f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:06.119922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-a700504e-6f7a-4c5e-9e66-5943bb68f1bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 1130 time: 0.2999992 Apr 07 11:12:06.126484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee87259-9ab6-47eb-891e-c17fe07dc5f9 req-7f5ae501-958d-414f-8a0f-d5b3c0b4a510 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:06.136222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ee87259-9ab6-47eb-891e-c17fe07dc5f9 req-7f5ae501-958d-414f-8a0f-d5b3c0b4a510 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1786294 Apr 07 11:12:06.210222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962d286a-39ad-446b-922f-ef36d41261a3 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:06.227670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Made reservation on behalf of 50826c714b1b4799ba37a338364c4d6e for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:06.230238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.233221 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3b0d137c-bd3b-405d-967e-6e7c0ba49d0b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.250905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Publish callbacks [] for port (962d286a-39ad-446b-922f-ef36d41261a3), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.304689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-59273c95-c34e-4436-9a44-c78511738c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:06.307404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-59273c95-c34e-4436-9a44-c78511738c0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1805496 Apr 07 11:12:06.312268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ee87259-9ab6-47eb-891e-c17fe07dc5f9 req-402738d9-6e52-4b3a-88ca-fed0ea8cda81 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750989 Apr 07 11:12:06.334875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26394395-4e15-4a2f-919f-ca7770f86c04 req-386ae309-4534-4754-8cc7-af00070a618d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423978 Apr 07 11:12:06.340671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Transition to ACTIVE for port object 962d286a-39ad-446b-922f-ef36d41261a3 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:06.372214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-c0e4d32f-f6db-4040-93e1-c1c510bb6a44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 HTTP/1.1" status: 200 len: 217 time: 0.0572207 Apr 07 11:12:06.376586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (3b0d137c-bd3b-405d-967e-6e7c0ba49d0b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.379304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (962d286a-39ad-446b-922f-ef36d41261a3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.452525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Pushing event updated for resources: {'Port': ['ID=962d286a-39ad-446b-922f-ef36d41261a3,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:06.481024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0d137c-bd3b-405d-967e-6e7c0ba49d0b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:06.500249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-f361e9d2-04b0-4d61-a774-2dc79d2faed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:06.502412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd30531c-602a-48fb-bf14-bec8b178f931 None None] Network 81aab633-bd40-4545-ac28-3291d446749f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:06.502910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-f361e9d2-04b0-4d61-a774-2dc79d2faed1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1227438 Apr 07 11:12:06.504150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.510512 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6c8d7520-a341-491a-85fe-ce5f77ee6334 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b0d137c-bd3b-405d-967e-6e7c0ba49d0b HTTP/1.1" status: 204 len: 168 time: 0.8816960 Apr 07 11:12:06.510778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:06.638434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (81aab633-bd40-4545-ac28-3291d446749f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.643836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-f9e5178e-0758-4bdc-be5c-99f1ada48aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:06.645667 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-f9e5178e-0758-4bdc-be5c-99f1ada48aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1359601 Apr 07 11:12:06.803021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-4bdf5528-383c-450e-82af-3c7d4650c75f service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492426 Apr 07 11:12:06.814242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Deleting port 4489491b-d863-4180-a465-9ca0d789ba0c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:06.814571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.875727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] DHCP port deletion for 81aab633-bd40-4545-ac28-3291d446749f request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:12:06.949229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] For port 4489491b-d863-4180-a465-9ca0d789ba0c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4489491b-d863-4180-a465-9ca0d789ba0c,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:06.949598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:06.994420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] Deleting port 4489491b-d863-4180-a465-9ca0d789ba0c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:06.994798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.006601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Calling delete_port for 4489491b-d863-4180-a465-9ca0d789ba0c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:07.038620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c7245c8-c0c2-4fe7-8f82-a4628a7182bb req-92306587-61f4-413d-b041-f3d63ad8d818 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209380 Apr 07 11:12:07.042540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea91344-6300-4592-ba8b-2a67be4ba73a req-a52b6aa5-ab24-4093-bace-7438ad481493 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:07.044017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ea91344-6300-4592-ba8b-2a67be4ba73a req-a52b6aa5-ab24-4093-bace-7438ad481493 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2151880 Apr 07 11:12:07.059111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6ff3-06d9-4416-8681-684b98a5e5ab req-e29e12c5-7274-4f67-ab20-f8e3a1c77d9e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:07.066225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-265d6ff3-06d9-4416-8681-684b98a5e5ab req-e29e12c5-7274-4f67-ab20-f8e3a1c77d9e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 948 time: 0.2384868 Apr 07 11:12:07.083618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (63b3fcbb-3598-4b48-9b58-2549ddb74701), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.148097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:07.173158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] For port 4489491b-d863-4180-a465-9ca0d789ba0c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4489491b-d863-4180-a465-9ca0d789ba0c,segment=NetworkSegment(c4412e23-2b95-4336-b8fb-498bd3151c28),segment_id=c4412e23-2b95-4336-b8fb-498bd3151c28)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:07.173949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.199104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4489491b-d863-4180-a465-9ca0d789ba0c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:07.213058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.252043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Attempting to bind port 962d286a-39ad-446b-922f-ef36d41261a3 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:07.252608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Attempting to bind port 962d286a-39ad-446b-922f-ef36d41261a3 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:07.252993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Attempting to bind port 962d286a-39ad-446b-922f-ef36d41261a3 on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:07.268103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] Calling delete_port for 4489491b-d863-4180-a465-9ca0d789ba0c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:07.274430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.297835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-265d6ff3-06d9-4416-8681-684b98a5e5ab req-a4cdf81c-7590-4399-b9cc-ba6f5f88579a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305570 Apr 07 11:12:07.299204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Checking segment: {'id': 'e08259a2-a296-4b6f-a109-50ba77b2ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:07.299767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Network hostable DHCP agents. Network: 831a1728-c0eb-4292-ad70-29fdf98669b0, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:12:07.326704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b3fcbb-3598-4b48-9b58-2549ddb74701,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:07.347694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] No DVR routers for this DVR port 4489491b-d863-4180-a465-9ca0d789ba0c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:07.371959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No active binding found for port 4489491b-d863-4180-a465-9ca0d789ba0c {{(pid=104179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 11:12:07.372714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] The host n-d-836788-1 is not matching for port 4489491b-d863-4180-a465-9ca0d789ba0c host None! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:12:07.373330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4489491b-d863-4180-a465-9ca0d789ba0c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:12:07.373696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.381262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.382310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.382680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.383038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.383386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.383724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.384217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.384509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.384850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.385224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.385565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.385899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:07.388838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Port 962d286a-39ad-446b-922f-ef36d41261a3 on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:07.399814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Attempting to bind port 962d286a-39ad-446b-922f-ef36d41261a3 on network 78f1f221-3b39-4539-8d24-aeb2ea42e501 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:07.406349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Pushing event deleted for resources: {'Port': ['ID=4489491b-d863-4180-a465-9ca0d789ba0c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:07.442264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ea91344-6300-4592-ba8b-2a67be4ba73a req-4a3eb059-b8a0-4c4b-b6a6-972e752926c8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687141 Apr 07 11:12:07.455721 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (4489491b-d863-4180-a465-9ca0d789ba0c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.465746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:07.466407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Checking segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:07.466987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Bound using segment: {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:07.467859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Bound port: 962d286a-39ad-446b-922f-ef36d41261a3, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a955f29-e374-43df-9a55-f583f95e781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:07.468228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (962d286a-39ad-446b-922f-ef36d41261a3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.492003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] Pushing event deleted for resources: {'Port': ['ID=4489491b-d863-4180-a465-9ca0d789ba0c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:07.496930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d764e9-49f5-41e3-a29a-1d5eb1090f55 None None] No DVR routers for this DVR port 4489491b-d863-4180-a465-9ca0d789ba0c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:07.515769 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4910-776c-49a7-8eb5-11978dbf5cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.518418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (81aab633-bd40-4545-ac28-3291d446749f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.518583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Network 831a1728-c0eb-4292-ad70-29fdf98669b0 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:12:07.549004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81aab633-bd40-4545-ac28-3291d446749f']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:07.558525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4412e23-2b95-4336-b8fb-498bd3151c28') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:07.558830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4412e23-2b95-4336-b8fb-498bd3151c28') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:07.569698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (c4412e23-2b95-4336-b8fb-498bd3151c28), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.584547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c4412e23-2b95-4336-b8fb-498bd3151c28), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.591545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:12:07.591930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (c4412e23-2b95-4336-b8fb-498bd3151c28), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:12:07.593671 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:12:07.607216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 831a1728-c0eb-4292-ad70-29fdf98669b0) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:07.612350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:07.612953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.618807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487068ea-14cf-4717-9f00-1e9f6c69b56e None None] Network 831a1728-c0eb-4292-ad70-29fdf98669b0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:07.663813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (81aab633-bd40-4545-ac28-3291d446749f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.684807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0613eb15-a52a-4ceb-b649-86131e054316 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6114385 Apr 07 11:12:07.687316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.697336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] 10.222.0.13 "DELETE /v2.0/networks/81aab633-bd40-4545-ac28-3291d446749f HTTP/1.1" status: 204 len: 168 time: 1.1844990 Apr 07 11:12:07.699314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa749a-c239-4762-8ca1-e492d8081368 admin admin] Pushing event deleted for resources: {'Network': ['ID=81aab633-bd40-4545-ac28-3291d446749f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:07.726900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040749-66bb-4399-966e-b7c6fb1208e5 req-7140f735-8169-4027-a93f-45e14bc1f88c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:07.728548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00040749-66bb-4399-966e-b7c6fb1208e5 req-7140f735-8169-4027-a93f-45e14bc1f88c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.2560654 Apr 07 11:12:07.744124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbbaf0-aeb4-4d5e-8829-faf627b93984 req-117892e3-906e-4bcc-aef6-b94dad97432c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:07.745635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cfbbaf0-aeb4-4d5e-8829-faf627b93984 req-117892e3-906e-4bcc-aef6-b94dad97432c tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 944 time: 0.2366433 Apr 07 11:12:07.759577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] For port 962d286a-39ad-446b-922f-ef36d41261a3, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:07.768671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] For port 962d286a-39ad-446b-922f-ef36d41261a3, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=962d286a-39ad-446b-922f-ef36d41261a3,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:07.793014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (962d286a-39ad-446b-922f-ef36d41261a3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.844361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373b335-f66b-448f-b4c9-5642214e0286 None None] Network 831a1728-c0eb-4292-ad70-29fdf98669b0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:07.927853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4910-776c-49a7-8eb5-11978dbf5cd4 admin admin] Publish callbacks [] for security_group (e897443a-20a5-471a-912a-3ea917c37ebb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.928090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:07.956349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:07.957414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.958995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] 10.222.0.23 "PUT /v2.0/ports/962d286a-39ad-446b-922f-ef36d41261a3 HTTP/1.1" status: 200 len: 1092 time: 2.8519855 Apr 07 11:12:07.962396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4910-776c-49a7-8eb5-11978dbf5cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e897443a-20a5-471a-912a-3ea917c37ebb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:07.972238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'tag': '962d286a-39ad-446b-922f-ef36d41261a3'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:07.976180 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35152730-b600-4620-a647-89e9bf1e0ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e", "tag": "962d286a-39ad-446b-922f-ef36d41261a3"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:08.012544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3955e64b-5aeb-4e1e-a9fc-454419dcc0c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a1217f5dfd24eb6a0c787e64c63369a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813949 Apr 07 11:12:08.013119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39800) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:08.033591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c4910-776c-49a7-8eb5-11978dbf5cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897443a-20a5-471a-912a-3ea917c37ebb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:08.051267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db69ec7-86ef-47ea-9e1a-784f736fadbf service neutron] Pushing event updated for resources: {'Port': ['ID=962d286a-39ad-446b-922f-ef36d41261a3,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:08.081101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c61d0c71-8ccc-4fac-a407-307e8cc729bf admin admin] Publish callbacks [] for security_group (99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.120982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c61d0c71-8ccc-4fac-a407-307e8cc729bf admin admin] Publish callbacks [] for security_group (99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.141164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cfbbaf0-aeb4-4d5e-8829-faf627b93984 req-eafbf8a9-a442-4c52-b4fe-c7c13479e70f tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711829 Apr 07 11:12:08.152123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00040749-66bb-4399-966e-b7c6fb1208e5 req-5536851c-b777-4439-9cff-02eda89fb03c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039471 Apr 07 11:12:08.178918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39804) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:08.185091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0d7c4910-776c-49a7-8eb5-11978dbf5cd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c06a830a02b4fd69f19cc77711b83c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0237224 Apr 07 11:12:08.222611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c61d0c71-8ccc-4fac-a407-307e8cc729bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.225981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c61d0c71-8ccc-4fac-a407-307e8cc729bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.227148 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c61d0c71-8ccc-4fac-a407-307e8cc729bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5 HTTP/1.1" status: 204 len: 168 time: 0.2133436 Apr 07 11:12:08.248302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d0c71-8ccc-4fac-a407-307e8cc729bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6e5bb-d77e-4b0e-b84f-45a28dfa84e5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:08.264087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3f036d27-3dbd-4da4-95ba-d49f973a3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:08.276528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3f036d27-3dbd-4da4-95ba-d49f973a3bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 1126 time: 0.2446027 Apr 07 11:12:08.282266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f80da7b3-73a6-41e8-8409-bb5a9eb1a138 admin admin] Publish callbacks [] for security_group (e897443a-20a5-471a-912a-3ea917c37ebb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.308879 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27cfe80-41fe-417a-b680-f60d6af9cfd2 x-openstack-request-id: req-c27cfe80-41fe-417a-b680-f60d6af9cfd2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:08.309211 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e", "tag": "962d286a-39ad-446b-922f-ef36d41261a3", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:08.309482 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c27cfe80-41fe-417a-b680-f60d6af9cfd2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:08.310268 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27cfe80-41fe-417a-b680-f60d6af9cfd2'] response: {'name': 'network-changed', 'server_uuid': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'tag': '962d286a-39ad-446b-922f-ef36d41261a3', 'status': 'completed', 'code': 200} Apr 07 11:12:08.331516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f80da7b3-73a6-41e8-8409-bb5a9eb1a138 admin admin] Publish callbacks [] for security_group (e897443a-20a5-471a-912a-3ea917c37ebb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.394102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-887156d2-fba8-4b4d-9ec2-c630120da6ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=962d286a-39ad-446b-922f-ef36d41261a3 HTTP/1.1" status: 200 len: 217 time: 0.1113613 Apr 07 11:12:08.463469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70089258-0e2d-4c3e-8a30-231b8cb059d1 req-cd1d9e89-20f5-4e00-bc12-8f5b2ad90a8c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:08.472613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70089258-0e2d-4c3e-8a30-231b8cb059d1 req-cd1d9e89-20f5-4e00-bc12-8f5b2ad90a8c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1192298 Apr 07 11:12:08.477913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f80da7b3-73a6-41e8-8409-bb5a9eb1a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e897443a-20a5-471a-912a-3ea917c37ebb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.482375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f80da7b3-73a6-41e8-8409-bb5a9eb1a138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:08.483941 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f80da7b3-73a6-41e8-8409-bb5a9eb1a138 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e897443a-20a5-471a-912a-3ea917c37ebb HTTP/1.1" status: 204 len: 168 time: 0.3040309 Apr 07 11:12:08.503647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-f1483398-5154-4223-b773-fb7e0e9c40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:08.504703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80da7b3-73a6-41e8-8409-bb5a9eb1a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897443a-20a5-471a-912a-3ea917c37ebb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:08.507684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-f1483398-5154-4223-b773-fb7e0e9c40fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 200 len: 862 time: 0.1079755 Apr 07 11:12:08.558630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-6e95e26e-f443-41a6-98b1-57a833a9c1a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78f1f221-3b39-4539-8d24-aeb2ea42e501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439827 Apr 07 11:12:08.695898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70089258-0e2d-4c3e-8a30-231b8cb059d1 req-7a426141-2485-440b-8abb-6a75fecaad09 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221889 Apr 07 11:12:08.867981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-55d62a5a-befb-4248-8967-5b904dfb0ada service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040230 Apr 07 11:12:08.990779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13091f-1cc0-4b3f-b987-735b5c348f0e req-c5ddbbc6-52d4-4e9b-9b33-323dd39ce116 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:08.992604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b13091f-1cc0-4b3f-b987-735b5c348f0e req-c5ddbbc6-52d4-4e9b-9b33-323dd39ce116 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1127 time: 0.2425728 Apr 07 11:12:09.003373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-fe8ee3bf-985e-4b27-9864-679e15170c88 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:09.004982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-fe8ee3bf-985e-4b27-9864-679e15170c88 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/networks?id=831a1728-c0eb-4292-ad70-29fdf98669b0 HTTP/1.1" status: 200 len: 814 time: 0.2857814 Apr 07 11:12:09.073051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-3b2cf9a6-9ffb-49b4-8e42-2e4e86ab3da6 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/quotas/50826c714b1b4799ba37a338364c4d6e HTTP/1.1" status: 200 len: 375 time: 0.0571589 Apr 07 11:12:09.105992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:09.117291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6c90b6a-40e3-44d5-8c36-8d9719448645 req-3b2577b4-7be7-4cd2-9984-644bb862b9bb service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426798 Apr 07 11:12:09.123377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c889fbf-54a2-442a-8805-d5d768713317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.131614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-e9365423-3bf7-48d4-bb73-55a540d10c6c tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50826c714b1b4799ba37a338364c4d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575554 Apr 07 11:12:09.243443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b13091f-1cc0-4b3f-b987-735b5c348f0e req-82977f42-b76a-472f-9083-603b3c6f7f7f tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373204 Apr 07 11:12:09.243850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c889fbf-54a2-442a-8805-d5d768713317 admin admin] Publish callbacks [] for security_group (cb6dade4-64c8-45b6-8559-6969e43117c4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.250991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c889fbf-54a2-442a-8805-d5d768713317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cb6dade4-64c8-45b6-8559-6969e43117c4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.284364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152730-b600-4620-a647-89e9bf1e0ccb req-645a6992-5ab7-4cb8-a97e-2e01227769e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:09.285950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-645a6992-5ab7-4cb8-a97e-2e01227769e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 1126 time: 0.1059985 Apr 07 11:12:09.319374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c889fbf-54a2-442a-8805-d5d768713317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6dade4-64c8-45b6-8559-6969e43117c4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:09.337190 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c889fbf-54a2-442a-8805-d5d768713317 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1df8aca48284fcfad8b05231b4164e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279265 Apr 07 11:12:09.337782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39848) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:09.384206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-00795d4b-2e57-4074-9e1f-ce132d1a553c service neutron] 10.222.0.13 "GET /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515924 Apr 07 11:12:09.384486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:09.424851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4821bcb-016f-467c-9fc2-50884c88eb6f admin admin] Publish callbacks [] for security_group (cb6dade4-64c8-45b6-8559-6969e43117c4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.467033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4821bcb-016f-467c-9fc2-50884c88eb6f admin admin] Publish callbacks [] for security_group (cb6dade4-64c8-45b6-8559-6969e43117c4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.544000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4821bcb-016f-467c-9fc2-50884c88eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cb6dade4-64c8-45b6-8559-6969e43117c4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.549198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4821bcb-016f-467c-9fc2-50884c88eb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.551689 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e4821bcb-016f-467c-9fc2-50884c88eb6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb6dade4-64c8-45b6-8559-6969e43117c4 HTTP/1.1" status: 204 len: 168 time: 0.2125170 Apr 07 11:12:09.577844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152730-b600-4620-a647-89e9bf1e0ccb req-756f5d7b-a727-4442-864f-6bffb491cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:09.580028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-756f5d7b-a727-4442-864f-6bffb491cbc3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 200 len: 923 time: 0.2854049 Apr 07 11:12:09.588189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4821bcb-016f-467c-9fc2-50884c88eb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6dade4-64c8-45b6-8559-6969e43117c4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:09.654161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:09.659968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-9ce9bad9-3a0f-4612-9732-7d9b097a75d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=962d286a-39ad-446b-922f-ef36d41261a3 HTTP/1.1" status: 200 len: 217 time: 0.0644805 Apr 07 11:12:09.669820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12fdca-3866-45a2-8899-d3246d743b81 req-8c804999-1e3c-4342-8100-7bbaf4e5f451 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:09.671351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb12fdca-3866-45a2-8899-d3246d743b81 req-8c804999-1e3c-4342-8100-7bbaf4e5f451 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 948 time: 0.2124853 Apr 07 11:12:09.684508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-e1114ab3-e865-4be4-8128-ced27ef0fa67 service neutron] 10.222.0.13 "GET /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994437 Apr 07 11:12:09.727900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', 'mac_address': 'fa:16:3e:ee:6a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:09.758270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152730-b600-4620-a647-89e9bf1e0ccb req-fe3f5db8-f34a-452d-b5cb-dbc872204ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:09.759790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-fe3f5db8-f34a-452d-b5cb-dbc872204ccd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 200 len: 862 time: 0.0848374 Apr 07 11:12:09.764446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39868) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:09.845503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb12fdca-3866-45a2-8899-d3246d743b81 req-a4db130d-882d-40cd-8e7d-1e30f74eac87 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375988 Apr 07 11:12:09.854575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-76a5879a-3a0a-4e5a-ad82-c54699f0b474 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78f1f221-3b39-4539-8d24-aeb2ea42e501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806224 Apr 07 11:12:09.868461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:09.869080 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:09.911603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:09.966006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:09.975008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.073661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:10.198922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2020043834-network', 'tenant_id': 'a88e0a7eb5be41fead1ab46703cd8ff1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:10.229565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d3a1d-221c-4ce8-b8eb-1ee6e8096ee0 req-585a1ce4-0994-4524-aa5d-61196a0f8031 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:10.242244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d43d3a1d-221c-4ce8-b8eb-1ee6e8096ee0 req-585a1ce4-0994-4524-aa5d-61196a0f8031 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2280679 Apr 07 11:12:10.254235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Made reservation on behalf of a88e0a7eb5be41fead1ab46703cd8ff1 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:10.257052 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.265005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:10.277812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.326800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03080c-7048-4810-b2c1-57bf348e0b71 req-4472d904-8582-49b6-b449-99bb46b2a85b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:10.345687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a03080c-7048-4810-b2c1-57bf348e0b71 req-4472d904-8582-49b6-b449-99bb46b2a85b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 944 time: 0.2485445 Apr 07 11:12:10.358578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-2fafd58a-bf5f-44fb-89a3-95c243111039 service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953313 Apr 07 11:12:10.444452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks [] for security_group (91ea976c-c34e-47ed-b7ee-25adc3df3214), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.452778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (91ea976c-c34e-47ed-b7ee-25adc3df3214), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.501229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:12:10.515638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea976c-c34e-47ed-b7ee-25adc3df3214,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:10.546547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0cffbef8-3d3c-470a-b569-46f7f7d2ffa7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.550634 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Added segment 0cffbef8-3d3c-470a-b569-46f7f7d2ffa7 of type vlan for network c6ae763e-0ff5-415a-a2ed-011ddb098e04 Apr 07 11:12:10.671485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c6ae763e-0ff5-415a-a2ed-011ddb098e04), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.724654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d43d3a1d-221c-4ce8-b8eb-1ee6e8096ee0 req-c97d3bd3-245f-4c28-ae59-c30e5b73772e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4717484 Apr 07 11:12:10.756329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a03080c-7048-4810-b2c1-57bf348e0b71 req-56d9f954-16ba-4051-9256-19ae3f2ae4a5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083998 Apr 07 11:12:10.761676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c6ae763e-0ff5-415a-a2ed-011ddb098e04), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.770423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:10.771066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35152730-b600-4620-a647-89e9bf1e0ccb req-497bbdef-6907-46bb-b4ad-820884b8cb2a service neutron] 10.222.0.23 "GET /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949916 Apr 07 11:12:10.776854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:10.974646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2082787 Apr 07 11:12:10.977845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39908) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:10.987830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Request body: {'subnet': {'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2020043834-subnet', 'tenant_id': 'a88e0a7eb5be41fead1ab46703cd8ff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:10.993841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38579c4-031a-449b-a32c-2c3d24ef3149 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ae763e-0ff5-415a-a2ed-011ddb098e04,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:11.006824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:12:11.023714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Made reservation on behalf of a88e0a7eb5be41fead1ab46703cd8ff1 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:11.025793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.062396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-527478a0-3816-4522-88b1-1067715beac1 req-cdcd561e-dddc-4f44-9ad2-3c0d16ec69c1 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 210 time: 0.1067305 Apr 07 11:12:11.074083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39910) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:11.143795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bb0a2-3717-4423-92d0-951f2b972ab0 req-52c02428-90e8-47c7-a328-ace3af7e16fb tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:11.152113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-834bb0a2-3717-4423-92d0-951f2b972ab0 req-52c02428-90e8-47c7-a328-ace3af7e16fb tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1127 time: 0.2118261 Apr 07 11:12:11.275741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-834bb0a2-3717-4423-92d0-951f2b972ab0 req-cd491c24-338c-4c0b-8a08-75dc75091822 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159253 Apr 07 11:12:11.346644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c81f5486-ff16-4ece-a143-212567b8cbd6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.369361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671818b0-860d-4cbc-a651-376f24e2d4c3 req-f2afcf34-7625-47f6-9d63-766cb9677267 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:11.371572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-671818b0-860d-4cbc-a651-376f24e2d4c3 req-f2afcf34-7625-47f6-9d63-766cb9677267 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 949 time: 0.1640198 Apr 07 11:12:11.378007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-network', 'tenant_id': '390c1243295746b696d223f2f962029f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:11.400972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81f5486-ff16-4ece-a143-212567b8cbd6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:11.404864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:11.455257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Checking segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:11.456062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Network hostable DHCP agents. Network: c6ae763e-0ff5-415a-a2ed-011ddb098e04, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:12:11.480690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:12:11.499831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c6ae763e-0ff5-415a-a2ed-011ddb098e04) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:11.504953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:11.505786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.515267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Made reservation on behalf of 390c1243295746b696d223f2f962029f for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:11.518036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.526892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5da357-dcaa-42c0-897c-c5b55ca84874 None None] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:11.537813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7fad2e6b-4879-4b47-9bd8-aeebc049e231 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5588131 Apr 07 11:12:11.538201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:11.544958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-671818b0-860d-4cbc-a651-376f24e2d4c3 req-afbec1fb-812b-483c-baeb-7fa16aebbc85 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548619 Apr 07 11:12:11.563926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.721715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:11.722362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.826296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-3f91623b-2a9e-4ee7-861e-c6cd20e6cb5e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:11.836369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-3f91623b-2a9e-4ee7-861e-c6cd20e6cb5e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.3997264 Apr 07 11:12:11.874661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca679c3-3b45-4d53-892c-4813a44f8292 None None] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:11.969446 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:12:11.980391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks [] for security_group (b9733d8e-b2cd-46cb-834b-c844760c6d50), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:11.988699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-c1791309-a48c-46e8-88b0-b65b64e36c87 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/quotas/55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 375 time: 0.1511357 Apr 07 11:12:11.994850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b9733d8e-b2cd-46cb-834b-c844760c6d50), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.008867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:12:12.021741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5463ffae-3c29-4183-9882-0ff07ef1161a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.022469 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Added segment 5463ffae-3c29-4183-9882-0ff07ef1161a of type vlan for network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 Apr 07 11:12:12.051157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:12.051774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.075939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (6d4581b8-f713-4e3b-96c8-6d5ceb943d91), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.102779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:12.105281 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3460f7-1301-4b8e-bc54-8b1d410cc12d" -d '{"events": [{"server_uuid": "077d9c5a-761e-4b0c-a36e-1df66d30f040", "name": "network-vif-plugged", "status": "completed", "tag": "67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:12.120688 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (6d4581b8-f713-4e3b-96c8-6d5ceb943d91), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.122935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:12.123074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:12.123946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.130352 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.217447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:12.235906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Pushing event updated for resources: {'Network': ['ID=6d4581b8-f713-4e3b-96c8-6d5ceb943d91,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:12.248688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:12:12.286761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9733d8e-b2cd-46cb-834b-c844760c6d50,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:12.338595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9cbb53a1-ad0b-486e-8ee9-df3146b1b63f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2616346 Apr 07 11:12:12.340908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:12.344363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-32aec90c-5db6-4355-bb56-c0f1f3df297e tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:12.346482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-32aec90c-5db6-4355-bb56-c0f1f3df297e tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.41 "GET /v2.0/networks?id=831a1728-c0eb-4292-ad70-29fdf98669b0 HTTP/1.1" status: 200 len: 814 time: 0.6524990 Apr 07 11:12:12.348261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Request body: {'subnet': {'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-subnet', 'tenant_id': '390c1243295746b696d223f2f962029f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:12.374696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-0d20a912-4243-4f77-a474-f2c287fbaeb9 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2664859 Apr 07 11:12:12.381022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Request body: {'port': {'device_id': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0', 'admin_state_up': True, 'tenant_id': '50826c714b1b4799ba37a338364c4d6e'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:12.393235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Made reservation on behalf of 390c1243295746b696d223f2f962029f for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:12.396311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.667462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (8eca20c2-c4e4-4a62-a031-3338dd8adc11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.737337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eca20c2-c4e4-4a62-a031-3338dd8adc11,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:12.779425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Checking segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:12.779672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Network hostable DHCP agents. Network: 6d4581b8-f713-4e3b-96c8-6d5ceb943d91, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:12:12.809178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:12:12.838911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 6d4581b8-f713-4e3b-96c8-6d5ceb943d91) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:12.850681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e694e-79f6-4325-b9d1-24c88f6974b1 None None] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:12.869872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:12.872432 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:12.948373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39970) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:12.949391 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bf677133-1709-46f1-8f64-21f9a028af54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6052895 Apr 07 11:12:12.955529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:12.988630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Made reservation on behalf of 50826c714b1b4799ba37a338364c4d6e for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:12.993380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.014957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-1b99609d-06d5-4e6a-8901-e3399557690d service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291559 Apr 07 11:12:13.038162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:12:13.039580 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.043950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.045247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.184171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-d6718c64-6fbc-4476-851b-714f9c4bc4c2 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:12:13.185209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-d6718c64-6fbc-4476-851b-714f9c4bc4c2 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058372 Apr 07 11:12:13.231832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Allocated IP 172.20.0.2 (6d4581b8-f713-4e3b-96c8-6d5ceb943d91/8eca20c2-c4e4-4a62-a031-3338dd8adc11/f45a0343-f9bc-454b-b305-acd0a454466c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:13.239424 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks [] for router_controller (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.252488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-fed2254c-5e17-40c5-b7f6-bd3a94022c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:13.262442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-fed2254c-5e17-40c5-b7f6-bd3a94022c42 service neutron] 10.222.0.13 "GET /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 1124 time: 0.0685668 Apr 07 11:12:13.268940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:13.269751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:12:13.350179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Allocated IP 172.20.0.9 (831a1728-c0eb-4292-ad70-29fdf98669b0/63b3fcbb-3598-4b48-9b58-2549ddb74701/cbfaee3b-3e7c-49cd-ac20-865bfeb3c787) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:13.358042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-e1a95882-65b1-4c70-b196-3294a0c851e5 service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257961 Apr 07 11:12:13.466263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Publish callbacks [] for port (f45a0343-f9bc-454b-b305-acd0a454466c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.473582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks [] for router_gateway (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.473932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 962d286a-39ad-446b-922f-ef36d41261a3 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:13.480277 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.530578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:13.531092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:13.531582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:13.531784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:13.536481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:13.540471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:13.548921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:13.549336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:13.561642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:13.562034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:13.562467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:13.570190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Bound port: 642a292a-ce48-464e-a758-bedcd2e21ee4, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:13.670990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Pushing event updated for resources: {'Port': ['ID=f45a0343-f9bc-454b-b305-acd0a454466c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:13.698798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Attempting to bind port f45a0343-f9bc-454b-b305-acd0a454466c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:13.699576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Attempting to bind port f45a0343-f9bc-454b-b305-acd0a454466c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:13.700039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Attempting to bind port f45a0343-f9bc-454b-b305-acd0a454466c on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:13.712308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:13.712859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Checking segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:13.713415 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.714050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Bound using segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:13.714633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Bound port: f45a0343-f9bc-454b-b305-acd0a454466c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:13.715559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.731751 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks [] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.770871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:13.784028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.799723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-62fc43f5-77bd-4b52-9854-3e31f8259e6c service neutron] 10.222.0.13 "POST /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5355020 Apr 07 11:12:13.825512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:13.862731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 962d286a-39ad-446b-922f-ef36d41261a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=962d286a-39ad-446b-922f-ef36d41261a3,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:13.902364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '962d286a-39ad-446b-922f-ef36d41261a3', 'network_id': '78f1f221-3b39-4539-8d24-aeb2ea42e501', 'port_id': '962d286a-39ad-446b-922f-ef36d41261a3', 'mac_address': 'fa:16:3e:28:62:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62548967-7f3c-42ed-b92b-37ad62829ac3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:13.959694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] For port f45a0343-f9bc-454b-b305-acd0a454466c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:13.979186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] For port f45a0343-f9bc-454b-b305-acd0a454466c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f45a0343-f9bc-454b-b305-acd0a454466c,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:13.993718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.013330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 962d286a-39ad-446b-922f-ef36d41261a3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:14.013819 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (962d286a-39ad-446b-922f-ef36d41261a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.022841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Pushing event updated for resources: {'Port': ['ID=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:14.071192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d286a-39ad-446b-922f-ef36d41261a3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:14.072249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Network 831a1728-c0eb-4292-ad70-29fdf98669b0 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:14.085370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:14.093110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:14.103199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 962d286a-39ad-446b-922f-ef36d41261a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=962d286a-39ad-446b-922f-ef36d41261a3,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:14.120365 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (962d286a-39ad-446b-922f-ef36d41261a3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.186190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e742eb0-5c51-4733-8765-5d4b5a51c800 None None] Pushing event updated for resources: {'Port': ['ID=f45a0343-f9bc-454b-b305-acd0a454466c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:14.254640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:14.255368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.313050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ff298-4c0d-46f2-ac1b-f9844f648264 req-6b86ac4e-2716-41d8-aca5-c7d31250aec2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:14.315229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-897ff298-4c0d-46f2-ac1b-f9844f648264 req-6b86ac4e-2716-41d8-aca5-c7d31250aec2 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 944 time: 0.5344553 Apr 07 11:12:14.344266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=962d286a-39ad-446b-922f-ef36d41261a3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:14.417361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-21737cfd-8916-4138-ba7c-45b3d0169386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405984 Apr 07 11:12:14.448023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Request body: {'port': {'device_id': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:14.457252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks [] for router_gateway (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.486536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['962d286a-39ad-446b-922f-ef36d41261a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:14.521621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.559401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-71a1b4ed-1afe-426a-91f0-cf05144f8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:14.560985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-71a1b4ed-1afe-426a-91f0-cf05144f8ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1127 time: 0.3494840 Apr 07 11:12:14.661554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-897ff298-4c0d-46f2-ac1b-f9844f648264 req-ead6b6db-2628-41cf-baef-a7bffff525dd tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184478 Apr 07 11:12:14.720776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-89a8601c-36c7-4f2d-acd3-c11adb3c7567 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:14.722429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-89a8601c-36c7-4f2d-acd3-c11adb3c7567 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 813 time: 0.4839220 Apr 07 11:12:14.753366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:14.849502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-cd92e437-2178-4dc8-afc0-80f04bc24364 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/quotas/a88e0a7eb5be41fead1ab46703cd8ff1 HTTP/1.1" status: 200 len: 375 time: 0.1094637 Apr 07 11:12:14.959012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-948a2b43-4705-47c6-b4e5-73007f0769f7 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908122 Apr 07 11:12:14.971199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-0db32dd0-98aa-4c03-93a6-38f693c73839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:14.972704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-0db32dd0-98aa-4c03-93a6-38f693c73839 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.3994055 Apr 07 11:12:14.989299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Allocated IP 172.25.5.2 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/20c2c898-a5eb-441c-a700-c87192915370) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:15.067380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a026cb-726d-49b3-9bc2-8b2dd76d3451 req-cee2ef5a-1a61-4685-b0b2-9b604c88f21e tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:15.074944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24a026cb-726d-49b3-9bc2-8b2dd76d3451 req-cee2ef5a-1a61-4685-b0b2-9b604c88f21e tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 931 time: 0.3021309 Apr 07 11:12:15.162517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-00287f1a-1a28-4698-b251-9328f2b19fac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 217 time: 0.1703639 Apr 07 11:12:15.172708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f45a0343-f9bc-454b-b305-acd0a454466c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:15.360231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f45a0343-f9bc-454b-b305-acd0a454466c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:15.361910 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:15.488984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e92b3-7cf8-47c6-aec5-3afb409ef917 None None] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:15.558216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f45a0343-f9bc-454b-b305-acd0a454466c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:15.558609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:15.573541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-90741607-ba1c-4175-9d02-8e12b8141f3d None None] Provisioning complete for port f45a0343-f9bc-454b-b305-acd0a454466c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:15.573924 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90741607-ba1c-4175-9d02-8e12b8141f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:15.654034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f45a0343-f9bc-454b-b305-acd0a454466c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f45a0343-f9bc-454b-b305-acd0a454466c,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:15.679837 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:15.815950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-4c9b3988-1aef-46bb-b749-53d002d1912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:15.818017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-4c9b3988-1aef-46bb-b749-53d002d1912b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.6315007 Apr 07 11:12:15.879834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24a026cb-726d-49b3-9bc2-8b2dd76d3451 req-be139feb-c714-40a4-abfc-53a6218022f9 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040152 Apr 07 11:12:15.893730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f45a0343-f9bc-454b-b305-acd0a454466c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:15.914242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-90741607-ba1c-4175-9d02-8e12b8141f3d None None] Current status of the port f45a0343-f9bc-454b-b305-acd0a454466c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:15.924085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-aa636157-6ab3-4940-9a32-8f5f396df0ce service neutron] 10.222.0.13 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364367 Apr 07 11:12:15.926320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-dc3d43d4-5201-4b16-978c-5686920be4f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718641 Apr 07 11:12:15.993229 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81f37f-f4f7-4c23-88cb-95f8e5be63e3 x-openstack-request-id: req-8d81f37f-f4f7-4c23-88cb-95f8e5be63e3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:15.993599 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077d9c5a-761e-4b0c-a36e-1df66d30f040", "name": "network-vif-plugged", "status": "completed", "tag": "67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:15.993933 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d81f37f-f4f7-4c23-88cb-95f8e5be63e3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:15.994409 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d81f37f-f4f7-4c23-88cb-95f8e5be63e3'] response: {'server_uuid': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', 'code': 200} Apr 07 11:12:16.117235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9a38-7b72-4c58-af6c-1e009308700f req-230178be-805d-430a-b4d3-ce9aac3805cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:16.119411 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-571a9a38-7b72-4c58-af6c-1e009308700f req-230178be-805d-430a-b4d3-ce9aac3805cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 1132 time: 0.0582190 Apr 07 11:12:16.171890 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-571a9a38-7b72-4c58-af6c-1e009308700f req-855233db-8feb-4df5-9808-904e8c94048b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460618 Apr 07 11:12:16.182160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-ff2627e0-d811-47ca-ad3c-4455a48e742e service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218571 Apr 07 11:12:16.194686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks [] for port (20c2c898-a5eb-441c-a700-c87192915370), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:16.270057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c3955c42-4d21-4dbc-a9d7-c730f2a8dcfd None None] Provisioning complete for port f45a0343-f9bc-454b-b305-acd0a454466c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:16.270447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c3955c42-4d21-4dbc-a9d7-c730f2a8dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:16.274680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-ea8b9056-14dc-4602-9718-936bcaeb8792 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:16.276154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-ea8b9056-14dc-4602-9718-936bcaeb8792 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.41 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.5202632 Apr 07 11:12:16.316156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'port': {'device_id': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'admin_state_up': True, 'tenant_id': '55d15ed4c98547409ef2e631e1f52571'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:16.366457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c3955c42-4d21-4dbc-a9d7-c730f2a8dcfd None None] Current status of the port f45a0343-f9bc-454b-b305-acd0a454466c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:16.424341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:16.462958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Publish callbacks [] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:16.508358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc605c-97ab-4bb0-8fbf-43effe22fe08 req-022497ca-0453-4972-8b70-90ef7c71ab65 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:16.509851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1abc605c-97ab-4bb0-8fbf-43effe22fe08 req-022497ca-0453-4972-8b70-90ef7c71ab65 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 950 time: 0.4447472 Apr 07 11:12:16.540646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (20c2c898-a5eb-441c-a700-c87192915370), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:16.543681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-2a5980c1-d6d8-46f6-a9eb-b5e294e40431 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940838 Apr 07 11:12:16.561295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Transition to ACTIVE for port object cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:16.600893 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:16.656673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:16.690947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:16.705043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:16.709625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Pushing event updated for resources: {'Port': ['ID=20c2c898-a5eb-441c-a700-c87192915370,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:16.739610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1abc605c-97ab-4bb0-8fbf-43effe22fe08 req-63f89990-915b-4034-b8e6-9d2848c56c60 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196021 Apr 07 11:12:16.746383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-0551a354-4b2e-46ac-885f-812fe5285d58 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347065 Apr 07 11:12:16.888976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:16.894225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:16.896651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Pushing event updated for resources: {'Port': ['ID=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:17.017503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e93f88e-7e6a-4d54-a53a-e14ba446473b req-bcb989bf-9757-4c66-aa8f-cad9df93d5f3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 210 time: 0.1669390 Apr 07 11:12:17.149697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f45a0343-f9bc-454b-b305-acd0a454466c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:17.187910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Attempting to bind port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:17.188236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Attempting to bind port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e08259a2-a296-4b6f-a109-50ba77b2ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:17.189206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Attempting to bind port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 on network 831a1728-c0eb-4292-ad70-29fdf98669b0 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:17.210926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f45a0343-f9bc-454b-b305-acd0a454466c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:17.211920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:17.296862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 on network 831a1728-c0eb-4292-ad70-29fdf98669b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:17.297212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Attempting to bind port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 on network 831a1728-c0eb-4292-ad70-29fdf98669b0 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:17.327601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:17.327960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Checking segment: {'id': 'e08259a2-a296-4b6f-a109-50ba77b2ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:17.328347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Bound using segment: {'id': 'e08259a2-a296-4b6f-a109-50ba77b2ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:17.328837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Bound port: cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08259a2-a296-4b6f-a109-50ba77b2ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:17.329484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:17.341601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f45a0343-f9bc-454b-b305-acd0a454466c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:17.439958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 962d286a-39ad-446b-922f-ef36d41261a3 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:17.562997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680458c-dd48-4753-bc38-fd23bdc54d63 req-4941a061-79cd-46de-adad-941b9aee7897 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:17.575684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b680458c-dd48-4753-bc38-fd23bdc54d63 req-4941a061-79cd-46de-adad-941b9aee7897 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.4378376 Apr 07 11:12:17.578840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 962d286a-39ad-446b-922f-ef36d41261a3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:17.589263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 962d286a-39ad-446b-922f-ef36d41261a3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:17.592003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (962d286a-39ad-446b-922f-ef36d41261a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:17.644259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef135-e9d6-43ae-8af3-9f85f0ca4790 req-0cd73ab5-c8e6-40bc-a886-f3767083e537 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:17.652538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e8ef135-e9d6-43ae-8af3-9f85f0ca4790 req-0cd73ab5-c8e6-40bc-a886-f3767083e537 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 945 time: 0.4702363 Apr 07 11:12:17.686771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Allocated IP 172.20.0.9 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/7125fd6a-1aff-4e8f-ada0-2736c2acee52) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:17.787559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] For port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:17.797890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] For port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,segment=NetworkSegment(e08259a2-a296-4b6f-a109-50ba77b2ebf6),segment_id=e08259a2-a296-4b6f-a109-50ba77b2ebf6)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:17.807749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b680458c-dd48-4753-bc38-fd23bdc54d63 req-8f963386-1fc4-4112-8643-0bb4b6b19f4c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311239 Apr 07 11:12:17.845735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 962d286a-39ad-446b-922f-ef36d41261a3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:17.845937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:17.849388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (962d286a-39ad-446b-922f-ef36d41261a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:17.934849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 962d286a-39ad-446b-922f-ef36d41261a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=962d286a-39ad-446b-922f-ef36d41261a3,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:17.944910 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (962d286a-39ad-446b-922f-ef36d41261a3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:17.978654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks [] for router_gateway (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:18.046316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d286a-39ad-446b-922f-ef36d41261a3'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:18.058695 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8af66b5-faf8-4f7a-bd1b-4d03504ea866" -d '{"events": [{"server_uuid": "e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e", "name": "network-vif-plugged", "status": "completed", "tag": "962d286a-39ad-446b-922f-ef36d41261a3"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:18.180676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=962d286a-39ad-446b-922f-ef36d41261a3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:18.215862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e8ef135-e9d6-43ae-8af3-9f85f0ca4790 req-3b8ee602-182a-4b8d-ba98-166d2026b275 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224860 Apr 07 11:12:18.219902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:18.221312 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:18.223739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] 10.222.0.41 "PUT /v2.0/ports/cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 HTTP/1.1" status: 200 len: 1091 time: 3.7839370 Apr 07 11:12:18.270583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'tag': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:18.277423 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1c58f-5f75-4540-9302-c449d1bdc978", "tag": "cbfaee3b-3e7c-49cd-ac20-865bfeb3c787"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:18.600332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f7ef5-5a33-41f0-b8bb-cb8d8a6fcbbe service neutron] Pushing event updated for resources: {'Port': ['ID=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:19.200100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:19.253265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:19.269417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:19.278281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-586ff77b-77d9-4001-83a4-7450cf60b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.280116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-586ff77b-77d9-4001-83a4-7450cf60b11a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50826c714b1b4799ba37a338364c4d6e&device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 1125 time: 0.7783952 Apr 07 11:12:19.289632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-6d72bb15-4f15-455d-b4d0-d0c7b7b3c3a8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.291910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-6d72bb15-4f15-455d-b4d0-d0c7b7b3c3a8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 813 time: 0.4692819 Apr 07 11:12:19.307345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Request body: {'port': {'device_id': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'admin_state_up': True, 'tenant_id': 'a88e0a7eb5be41fead1ab46703cd8ff1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:19.370635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d638900-9a73-43ad-a2d8-027235cbddff req-8a6fd712-6ec7-4a5c-b039-740cef368270 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.372809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d638900-9a73-43ad-a2d8-027235cbddff req-8a6fd712-6ec7-4a5c-b039-740cef368270 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 943 time: 1.1047070 Apr 07 11:12:19.455531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-e56db0f5-c6a0-4cc7-8f8a-a4d071b6d425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 HTTP/1.1" status: 200 len: 217 time: 0.1385951 Apr 07 11:12:19.468450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecb51-039f-4fdd-9e1a-9a8d30e997bc req-deceab61-1337-4b2d-919c-14632d5f53f6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.470178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c78ecb51-039f-4fdd-9e1a-9a8d30e997bc req-deceab61-1337-4b2d-919c-14632d5f53f6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 950 time: 0.9920373 Apr 07 11:12:19.511776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:19.572149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:19.588950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:19.620991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-5e11400f-c95c-40b2-9299-7fc592a430d6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.623413 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-5e11400f-c95c-40b2-9299-7fc592a430d6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 813 time: 0.3303485 Apr 07 11:12:19.643812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Request body: {'port': {'device_id': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'admin_state_up': True, 'tenant_id': 'a88e0a7eb5be41fead1ab46703cd8ff1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:19.653838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:19.662827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.663795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:19.764795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-4031a33f-025e-426e-8d8b-305a7f21fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:19.767672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-4031a33f-025e-426e-8d8b-305a7f21fcd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63b3fcbb-3598-4b48-9b58-2549ddb74701 HTTP/1.1" status: 200 len: 854 time: 0.2877059 Apr 07 11:12:19.771532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c78ecb51-039f-4fdd-9e1a-9a8d30e997bc req-2116992a-851f-44ba-8df7-1f024f2cac6f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647767 Apr 07 11:12:19.783711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-b2863891-1e17-452c-8397-b00a9f0a36b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4823644 Apr 07 11:12:19.807065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d638900-9a73-43ad-a2d8-027235cbddff req-3225e7db-243b-49ed-8b4b-fb12256a6b95 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496070 Apr 07 11:12:19.812093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Request body: {'port': {'device_id': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:19.835610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:19.851103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-f4dd8a1a-a888-42e4-a371-3c5ac290121e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831a1728-c0eb-4292-ad70-29fdf98669b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731728 Apr 07 11:12:19.957030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Made reservation on behalf of a88e0a7eb5be41fead1ab46703cd8ff1 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:19.963394 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.155827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5d702aae-fd02-4141-b754-ed109a1732df None None] Provisioning complete for port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:20.156389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5d702aae-fd02-4141-b754-ed109a1732df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.185299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Allocated IP 172.20.0.7 (c6ae763e-0ff5-415a-a2ed-011ddb098e04/c81f5486-ff16-4ece-a143-212567b8cbd6/e70cbdc3-c6a6-4100-9236-8a7808ed56db) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:20.199996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Made reservation on behalf of a88e0a7eb5be41fead1ab46703cd8ff1 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:20.203604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.215997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af16d7e9-3fa2-44e3-9aa9-96d55578162e req-3b2c1af9-0849-4c29-8b6f-850c4664415b tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 210 time: 0.2361758 Apr 07 11:12:20.237747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5d702aae-fd02-4141-b754-ed109a1732df None None] Port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:20.308724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.353836 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82520562-43f1-4096-9f4a-c33059e9e37a x-openstack-request-id: req-82520562-43f1-4096-9f4a-c33059e9e37a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:20.354405 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e", "name": "network-vif-plugged", "status": "completed", "tag": "962d286a-39ad-446b-922f-ef36d41261a3", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:20.354495 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82520562-43f1-4096-9f4a-c33059e9e37a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:20.355528 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82520562-43f1-4096-9f4a-c33059e9e37a'] response: {'server_uuid': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d286a-39ad-446b-922f-ef36d41261a3', 'code': 200} Apr 07 11:12:20.444538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b1567-dc30-4f14-9beb-7e34730a39cb req-4696e19b-5921-42ff-b5ff-0dbecd5f629a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:20.453090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea5b1567-dc30-4f14-9beb-7e34730a39cb req-4696e19b-5921-42ff-b5ff-0dbecd5f629a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 931 time: 0.4326541 Apr 07 11:12:20.487794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-5a6f6492-efbe-4cac-ab56-131f0b7ecc27 service neutron] 10.222.0.41 "GET /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135380 Apr 07 11:12:20.521259 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08630f-5f01-429a-8113-72ed76c7f060 x-openstack-request-id: req-4b08630f-5f01-429a-8113-72ed76c7f060 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:20.521259 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1c58f-5f75-4540-9302-c449d1bdc978", "tag": "cbfaee3b-3e7c-49cd-ac20-865bfeb3c787", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:20.521564 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b08630f-5f01-429a-8113-72ed76c7f060 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:20.521645 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks [] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.522145 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b08630f-5f01-429a-8113-72ed76c7f060'] response: {'name': 'network-changed', 'server_uuid': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'tag': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787', 'status': 'completed', 'code': 200} Apr 07 11:12:20.574119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.659540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:20.693798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:20.701466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:20.703266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c70c7-1f2a-45da-bd2c-36a3930abe99 req-ef616924-eed1-419b-b7a0-8d9cadb23a18 service neutron] 10.222.0.41 "GET /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804879 Apr 07 11:12:20.707687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event updated for resources: {'Port': ['ID=e70cbdc3-c6a6-4100-9236-8a7808ed56db,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:20.842783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Allocated IP 172.20.0.6 (c6ae763e-0ff5-415a-a2ed-011ddb098e04/c81f5486-ff16-4ece-a143-212567b8cbd6/d81d0264-38f2-4368-a705-0de6e48c75f3) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:20.858786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:20.859603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:20.882756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea5b1567-dc30-4f14-9beb-7e34730a39cb req-833b8817-1c88-4652-896a-621a428a15f0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283433 Apr 07 11:12:20.916636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb882604-3079-4ae0-b698-7aa2645c579b req-6c09fef9-018d-4823-839a-f417b766f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:20.918448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb882604-3079-4ae0-b698-7aa2645c579b req-6c09fef9-018d-4823-839a-f417b766f3de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 1128 time: 0.4534931 Apr 07 11:12:21.000806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:12:21.034534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12da3-21ba-4063-a123-aacf9a5df20c req-03a19df8-36ac-4143-8f4a-0ac93a958c39 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:21.036774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ed12da3-21ba-4063-a123-aacf9a5df20c req-03a19df8-36ac-4143-8f4a-0ac93a958c39 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.4141293 Apr 07 11:12:21.180166 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks [] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.215820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-391578a6-2c30-42c0-b696-d3eb4388a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:21.217525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-391578a6-2c30-42c0-b696-d3eb4388a5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50826c714b1b4799ba37a338364c4d6e&device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 1125 time: 0.4253666 Apr 07 11:12:21.231322 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-32243bcf-4475-476e-b0c6-f44adb1630f8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9274504 Apr 07 11:12:21.233498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.259551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Request body: {'port': {'device_id': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:21.316415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb882604-3079-4ae0-b698-7aa2645c579b req-04f41ee0-e126-4e29-b392-9cb4daeccc2b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784015 Apr 07 11:12:21.375960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:21.387772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:21.442219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:21.453219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ed12da3-21ba-4063-a123-aacf9a5df20c req-80da5a97-84fb-41ba-a0aa-b8e9c8e333ff tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784182 Apr 07 11:12:21.514374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.526138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:21.527204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.559078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event updated for resources: {'Port': ['ID=d81d0264-38f2-4368-a705-0de6e48c75f3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:21.562947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4a3f-a441-4999-99ae-46f419c99ec9 req-d427a74f-33b1-4aad-ba46-d77ca7a3d6d7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:21.575816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e12c4a3f-a441-4999-99ae-46f419c99ec9 req-d427a74f-33b1-4aad-ba46-d77ca7a3d6d7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 946 time: 0.4528646 Apr 07 11:12:21.617768 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-06d7e4d4-2013-4093-9be9-9e82b4bd4449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9813616 Apr 07 11:12:21.637925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Request body: {'port': {'device_id': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:21.710662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:12:21.736756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:12:21.753756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7125fd6a-1aff-4e8f-ada0-2736c2acee52 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:21.763594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-b8c0b51f-7250-4798-afa4-ac68a1a816a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:21.765295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-b8c0b51f-7250-4798-afa4-ac68a1a816a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=831a1728-c0eb-4292-ad70-29fdf98669b0 HTTP/1.1" status: 200 len: 915 time: 0.4530845 Apr 07 11:12:21.778911 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Publish callbacks [] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.802806 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:12:21.803696 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:12:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:21.810692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.827194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:21.831978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-994528cc-6a0b-4984-b2a4-0d5149c28059 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8796551 Apr 07 11:12:21.858215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40060) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:21.905281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e12c4a3f-a441-4999-99ae-46f419c99ec9 req-26641be0-158c-44e5-ac93-3185d14e2c6d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072183 Apr 07 11:12:21.906642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-d8e5f3df-7fc7-4ded-92ea-6e444f0c5c94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 HTTP/1.1" status: 200 len: 217 time: 0.1251760 Apr 07 11:12:21.915098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Transition to ACTIVE for port object 7125fd6a-1aff-4e8f-ada0-2736c2acee52 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:22.002387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:22.168043 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:12:22.307175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-96bac619-3ea9-4855-9c4e-1504116f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:22.308615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-96bac619-3ea9-4855-9c4e-1504116f9c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63b3fcbb-3598-4b48-9b58-2549ddb74701 HTTP/1.1" status: 200 len: 854 time: 0.3886054 Apr 07 11:12:22.343205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Pushing event updated for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:22.433041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-07b977b9-88cb-4a52-9e4e-5a73fa0bc9ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831a1728-c0eb-4292-ad70-29fdf98669b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031759 Apr 07 11:12:22.516583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81f47e-95a5-4838-b524-c99738335c7a req-4874df05-8700-4a57-9f20-a5e7646d7b53 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:22.525674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f81f47e-95a5-4838-b524-c99738335c7a req-4874df05-8700-4a57-9f20-a5e7646d7b53 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 1132 time: 0.6272471 Apr 07 11:12:22.586169 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:17Z', 'revision_number': 3, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:22.638983 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:12:22.639328 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Updating router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 port 20c2c898-a5eb-441c-a700-c87192915370 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:12:22.740180 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (20c2c898-a5eb-441c-a700-c87192915370), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:22.751613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9cf75-006c-4b70-a3ee-68d45cc10de4 req-1bb691d6-41f4-4633-90cd-19cd9e721fa4 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:22.753712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9de9cf75-006c-4b70-a3ee-68d45cc10de4 req-1bb691d6-41f4-4633-90cd-19cd9e721fa4 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 943 time: 0.6030409 Apr 07 11:12:22.754566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f81f47e-95a5-4838-b524-c99738335c7a req-eac36535-ad4e-4dc2-bafd-705646545866 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.044869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Attempting to bind port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:23.045387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Attempting to bind port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:23.045851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Attempting to bind port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:23.114221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-2b2694a9-5c07-4b25-a5c1-6fcc94d77692 service neutron] 10.222.0.41 "GET /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801958 Apr 07 11:12:23.116679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:23.117007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Attempting to bind port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:23.121927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9de9cf75-006c-4b70-a3ee-68d45cc10de4 req-d55b4bfb-516e-425c-a12f-8b37d9987c26 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484111 Apr 07 11:12:23.423784 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Publish callbacks [] for port (20c2c898-a5eb-441c-a700-c87192915370), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.432697 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (20c2c898-a5eb-441c-a700-c87192915370), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.486893 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Attempting to bind port 20c2c898-a5eb-441c-a700-c87192915370 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:23.487336 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Attempting to bind port 20c2c898-a5eb-441c-a700-c87192915370 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:23.487714 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Attempting to bind port 20c2c898-a5eb-441c-a700-c87192915370 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:23.514576 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:23.514932 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:23.515341 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.515736 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:23.516230 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Bound port: 20c2c898-a5eb-441c-a700-c87192915370, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:23.517152 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (20c2c898-a5eb-441c-a700-c87192915370), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.592247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] For port 20c2c898-a5eb-441c-a700-c87192915370, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:23.598128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Pushing event updated for resources: {'Port': ['ID=20c2c898-a5eb-441c-a700-c87192915370,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:23.618618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.619031 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.619411 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.619764 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.620168 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.620511 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.620847 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.633289 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.633867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.634228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.634575 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.634916 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.635252 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:23.657798 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] For port 20c2c898-a5eb-441c-a700-c87192915370, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=20c2c898-a5eb-441c-a700-c87192915370,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:23.680706 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (20c2c898-a5eb-441c-a700-c87192915370), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.713765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:23.730435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:23.731628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:23.732251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:23.732930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Bound port: 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:23.733558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.762940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70cbdc3-c6a6-4100-9236-8a7808ed56db {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:23.767897 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:12:23.781537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Publish callbacks [] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.782857 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:12:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:23.818005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.849744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Transition to ACTIVE for port object e70cbdc3-c6a6-4100-9236-8a7808ed56db will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:23.911203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f81f47e-95a5-4838-b524-c99738335c7a req-eac36535-ad4e-4dc2-bafd-705646545866 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Publish callbacks [] for security_group (a9123a73-da32-48df-aca8-74325e43c40e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.925766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f81f47e-95a5-4838-b524-c99738335c7a req-eac36535-ad4e-4dc2-bafd-705646545866 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a9123a73-da32-48df-aca8-74325e43c40e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:23.974198 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b165ed62-0a62-4e71-a4c5-e1d96a7945a0 req-83e51c31-4e15-490c-b476-c6691450c842 service neutron] 10.222.0.41 "GET /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360765 Apr 07 11:12:23.976071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,segment=NetworkSegment(e08259a2-a296-4b6f-a109-50ba77b2ebf6),segment_id=e08259a2-a296-4b6f-a109-50ba77b2ebf6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:24.001457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:24.026923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:24.028099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787', 'network_id': '831a1728-c0eb-4292-ad70-29fdf98669b0', 'port_id': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787', 'mac_address': 'fa:16:3e:49:3b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3fcbb-3598-4b48-9b58-2549ddb74701', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:24.037670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f81f47e-95a5-4838-b524-c99738335c7a req-eac36535-ad4e-4dc2-bafd-705646545866 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5110986 Apr 07 11:12:24.074046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480f42d-feb0-438e-8866-6dea493652e9 req-85cb3423-4aaa-4463-a4bc-d5384d6352ff tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:24.075381 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:12:24.082216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e480f42d-feb0-438e-8866-6dea493652e9 req-85cb3423-4aaa-4463-a4bc-d5384d6352ff tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 931 time: 0.3587239 Apr 07 11:12:24.089061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac36535-ad4e-4dc2-bafd-705646545866 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9123a73-da32-48df-aca8-74325e43c40e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:24.136017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:24.136751 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.147144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.173220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:24.226115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,segment=NetworkSegment(e08259a2-a296-4b6f-a109-50ba77b2ebf6),segment_id=e08259a2-a296-4b6f-a109-50ba77b2ebf6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:24.233943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.285098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.301971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:24.358709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:24.364685 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.381512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] 10.222.0.41 "PUT /v2.0/ports/7125fd6a-1aff-4e8f-ada0-2736c2acee52 HTTP/1.1" status: 200 len: 1091 time: 4.5648894 Apr 07 11:12:24.386819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:24.388976 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a814d2-72fa-4608-832a-9d2b613737ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:24.391130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81d0264-38f2-4368-a705-0de6e48c75f3 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:24.491613 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040127f-82ed-4506-9a65-da62d272ff52 None None] Pushing event updated for resources: {'Port': ['ID=20c2c898-a5eb-441c-a700-c87192915370,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:24.510520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Publish callbacks [] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.535129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e480f42d-feb0-438e-8866-6dea493652e9 req-5cbfe175-6a11-45a1-a3c4-c89e9d8ee367 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330525 Apr 07 11:12:24.538229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e70cbdc3-c6a6-4100-9236-8a7808ed56db,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:24.564573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cbfaee3b-3e7c-49cd-ac20-865bfeb3c787'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:24.599339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be364d-5fce-4c23-ab7d-3412c7295cbd service neutron] Pushing event updated for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:24.652390 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:17Z', 'revision_number': 3, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:24.666155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356f5c-4199-40b5-9761-b44edc6f92fc req-d32e1065-ca40-4de5-9265-5643719ca952 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:24.679984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af356f5c-4199-40b5-9761-b44edc6f92fc req-d32e1065-ca40-4de5-9265-5643719ca952 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 943 time: 0.4227195 Apr 07 11:12:24.723837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Transition to ACTIVE for port object d81d0264-38f2-4368-a705-0de6e48c75f3 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:24.733373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-0ccd6bd1-d5e9-447b-baf3-a056318de89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:24.736732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-0ccd6bd1-d5e9-447b-baf3-a056318de89b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 1125 time: 0.2888985 Apr 07 11:12:24.740682 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113608c0-8b78-4182-8c89-4e7b28e3c835 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:17Z', 'revision_number': 3, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:12:24.814710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:24.920701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Attempting to bind port e70cbdc3-c6a6-4100-9236-8a7808ed56db on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:24.921025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Attempting to bind port e70cbdc3-c6a6-4100-9236-8a7808ed56db by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:24.921509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Attempting to bind port e70cbdc3-c6a6-4100-9236-8a7808ed56db on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:24.932747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-34db7e81-66d6-4d76-8d4f-9788804b1b04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52 HTTP/1.1" status: 200 len: 217 time: 0.1826229 Apr 07 11:12:24.965397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af356f5c-4199-40b5-9761-b44edc6f92fc req-1a55edc0-e83b-4d83-932a-ac3196c738bb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890284 Apr 07 11:12:25.049928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Port e70cbdc3-c6a6-4100-9236-8a7808ed56db on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:25.051017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Attempting to bind port e70cbdc3-c6a6-4100-9236-8a7808ed56db on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:25.148927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:25.149601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Checking segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:25.150153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Bound using segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:25.150758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Bound port: e70cbdc3-c6a6-4100-9236-8a7808ed56db, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:25.151297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:25.224514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406336e-acec-457d-88e5-99b0eaebae2d req-f0f0d8c7-796d-435f-bca0-1c6a06ec6d5b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:25.238456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0406336e-acec-457d-88e5-99b0eaebae2d req-f0f0d8c7-796d-435f-bca0-1c6a06ec6d5b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.4349947 Apr 07 11:12:25.241250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-4b69a0bd-67c3-43a8-9260-b38f245833de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:25.242745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-4b69a0bd-67c3-43a8-9260-b38f245833de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.2994573 Apr 07 11:12:25.285591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Pushing event updated for resources: {'Port': ['ID=d81d0264-38f2-4368-a705-0de6e48c75f3,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:25.386553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e679-11c7-4764-8c20-9968e0034900 req-8f2d1406-3635-45cb-9431-a8abff2f9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:25.388170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-8f2d1406-3635-45cb-9431-a8abff2f9e4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1289256 Apr 07 11:12:25.397495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686685e-4369-4716-9016-4c7df3b484ee req-991ff682-0373-4cf1-9053-6947d8686dee tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:25.399065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0686685e-4369-4716-9016-4c7df3b484ee req-991ff682-0373-4cf1-9053-6947d8686dee tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 946 time: 0.2783031 Apr 07 11:12:25.406408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0406336e-acec-457d-88e5-99b0eaebae2d req-bfaf7046-e752-45d0-be8d-c5d70c83c456 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670535 Apr 07 11:12:25.487057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] For port e70cbdc3-c6a6-4100-9236-8a7808ed56db, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:25.502125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] For port e70cbdc3-c6a6-4100-9236-8a7808ed56db, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:25.530779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-679ee81d-9d01-4bcb-b324-8f72ce0dfabd service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306436 Apr 07 11:12:25.564307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:25.675080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:25.681219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:25.681219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e70cbdc3-c6a6-4100-9236-8a7808ed56db HTTP/1.1" status: 200 len: 1091 time: 4.4324312 Apr 07 11:12:25.687165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'tag': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:25.690848 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40900ea9-2020-44f7-b150-2435468b8ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd9a23a-3491-4556-89d9-516ea076c994", "tag": "e70cbdc3-c6a6-4100-9236-8a7808ed56db"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:25.700992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:25.767785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Allocated IP 172.20.0.1 (6d4581b8-f713-4e3b-96c8-6d5ceb943d91/8eca20c2-c4e4-4a62-a031-3338dd8adc11/596eec24-0350-440f-945e-054a6a1269d4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:25.862325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:25.870549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f198e679-11c7-4764-8c20-9968e0034900 req-d6405ee4-f519-4921-bf00-4fbba4f2e190 service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287861 Apr 07 11:12:25.872640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:25.873242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:26.057848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0686685e-4369-4716-9016-4c7df3b484ee req-0cdff800-eb4f-4cf9-9e00-5bbf1b94b1a5 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259435 Apr 07 11:12:26.116045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24e7f-8fe8-4c69-bd09-06e7c189e3ec req-73c17d57-dd6f-42a0-9f17-cdbb49394389 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.132260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43f24e7f-8fe8-4c69-bd09-06e7c189e3ec req-73c17d57-dd6f-42a0-9f17-cdbb49394389 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 944 time: 0.1841080 Apr 07 11:12:26.146180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:26.146587 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:26.153094 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8b0fc-5ad8-47f9-ae2d-515185fe98d8 x-openstack-request-id: req-12c8b0fc-5ad8-47f9-ae2d-515185fe98d8 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:26.153742 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:26.154012 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12c8b0fc-5ad8-47f9-ae2d-515185fe98d8 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:26.154468 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c8b0fc-5ad8-47f9-ae2d-515185fe98d8'] response: {'name': 'network-changed', 'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52', 'status': 'completed', 'code': 200} Apr 07 11:12:26.219550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,segment=NetworkSegment(e08259a2-a296-4b6f-a109-50ba77b2ebf6),segment_id=e08259a2-a296-4b6f-a109-50ba77b2ebf6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:26.221613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:26.225206 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e876ffac-b942-434b-87dd-94aab3ded644" -d '{"events": [{"server_uuid": "d4f1c58f-5f75-4540-9302-c449d1bdc978", "name": "network-vif-plugged", "status": "completed", "tag": "cbfaee3b-3e7c-49cd-ac20-865bfeb3c787"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:26.248991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:26.380008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:26.383047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43f24e7f-8fe8-4c69-bd09-06e7c189e3ec req-7e389d20-5b97-45b3-9746-e6381634bbfd tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497134 Apr 07 11:12:26.456131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-1d2f7d65-f4fb-433a-bf8f-2d69dc2fac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.459682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-1d2f7d65-f4fb-433a-bf8f-2d69dc2fac97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 1125 time: 0.2733350 Apr 07 11:12:26.543334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Attempting to bind port d81d0264-38f2-4368-a705-0de6e48c75f3 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:26.544045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Attempting to bind port d81d0264-38f2-4368-a705-0de6e48c75f3 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:26.548679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Attempting to bind port d81d0264-38f2-4368-a705-0de6e48c75f3 on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:26.587482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Port d81d0264-38f2-4368-a705-0de6e48c75f3 on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:26.588371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Attempting to bind port d81d0264-38f2-4368-a705-0de6e48c75f3 on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:26.614573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:26.614942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Checking segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:26.615396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Bound using segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:26.615883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Bound port: d81d0264-38f2-4368-a705-0de6e48c75f3, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:26.616251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:26.715444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-4b6d168d-f163-49f7-8a79-6b35e4d3dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.717669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-4b6d168d-f163-49f7-8a79-6b35e4d3dbc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=ebd9a23a-3491-4556-89d9-516ea076c994 HTTP/1.1" status: 200 len: 1125 time: 0.9294205 Apr 07 11:12:26.728440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e70cbdc3-c6a6-4100-9236-8a7808ed56db,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:26.744133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-843a3832-3bc6-44d8-a0f9-207ea2c48ac7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.750361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-843a3832-3bc6-44d8-a0f9-207ea2c48ac7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.3824944 Apr 07 11:12:26.750361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-1cad02e4-346d-4e22-8c29-9ca9cddc07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.750361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-1cad02e4-346d-4e22-8c29-9ca9cddc07f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2322845 Apr 07 11:12:26.810365 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-5bd0ce7b-1e50-4daa-b1b8-07491f843a9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db HTTP/1.1" status: 200 len: 217 time: 0.0776851 Apr 07 11:12:26.815743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.816096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.816442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.816785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.817124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.817555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.817897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.818226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.818555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.818936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.819254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.819582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.819903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163625c-2bbc-42db-ae3d-c896bb1077d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:26.827861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-331b7025-4bee-4556-825b-8d4b5ed692f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52 HTTP/1.1" status: 200 len: 217 time: 0.0680656 Apr 07 11:12:26.832699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-084401db-3694-46fc-a68d-59b77dec9cbd tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/quotas/5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 375 time: 0.0740721 Apr 07 11:12:26.936823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] For port d81d0264-38f2-4368-a705-0de6e48c75f3, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:26.940524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d200b0-a87c-4892-88ef-d2b840fda9d5 req-174d8103-9ad5-4dea-9f00-6524a448fe7a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.942347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73d200b0-a87c-4892-88ef-d2b840fda9d5 req-174d8103-9ad5-4dea-9f00-6524a448fe7a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 943 time: 0.3405330 Apr 07 11:12:26.949689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-1fa76654-7538-41c8-b67a-25b70cf25afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.953602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-1fa76654-7538-41c8-b67a-25b70cf25afd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1183286 Apr 07 11:12:26.955025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-9913fc24-df20-44c1-a24c-3335d2fb3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:26.958038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-9913fc24-df20-44c1-a24c-3335d2fb3cec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.1288860 Apr 07 11:12:26.962286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] For port d81d0264-38f2-4368-a705-0de6e48c75f3, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d81d0264-38f2-4368-a705-0de6e48c75f3,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:27.008374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.017595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-a5d99361-8ae1-450d-aad4-b0600768faed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431235 Apr 07 11:12:27.025362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks [] for port (596eec24-0350-440f-945e-054a6a1269d4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.075913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73d200b0-a87c-4892-88ef-d2b840fda9d5 req-5e8fba2a-5cf2-4fa6-9021-e1732c3e736e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195002 Apr 07 11:12:27.087511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-3c81ef75-8f7d-4fbd-a903-649b41f7940d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2422190 Apr 07 11:12:27.091513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:27.091825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.093460 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] 10.222.0.41 "PUT /v2.0/ports/d81d0264-38f2-4368-a705-0de6e48c75f3 HTTP/1.1" status: 200 len: 1091 time: 5.4640241 Apr 07 11:12:27.185062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-8df2d57c-3656-4038-a8df-fd8eabc5ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:27.186850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-8df2d57c-3656-4038-a8df-fd8eabc5ce00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1888552 Apr 07 11:12:27.240669 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e73011-c3dd-4da0-85be-c1d659b919f9 x-openstack-request-id: req-c9e73011-c3dd-4da0-85be-c1d659b919f9 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:27.240971 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd9a23a-3491-4556-89d9-516ea076c994", "tag": "e70cbdc3-c6a6-4100-9236-8a7808ed56db", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:27.241258 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9e73011-c3dd-4da0-85be-c1d659b919f9 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:27.241668 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e73011-c3dd-4da0-85be-c1d659b919f9'] response: {'name': 'network-changed', 'server_uuid': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'tag': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db', 'status': 'completed', 'code': 200} Apr 07 11:12:27.256197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 20c2c898-a5eb-441c-a700-c87192915370 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:27.342006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb3706-92a7-487b-bea9-e6b5b1901480 service neutron] Pushing event updated for resources: {'Port': ['ID=d81d0264-38f2-4368-a705-0de6e48c75f3,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:27.379826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-a1fb8fec-f0a1-4053-9b8e-ef858c642718 service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856152 Apr 07 11:12:27.382730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 20c2c898-a5eb-441c-a700-c87192915370 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:27.384050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (20c2c898-a5eb-441c-a700-c87192915370), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.396922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (596eec24-0350-440f-945e-054a6a1269d4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.400650 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-c09e481f-b1f1-461c-8456-111f4edd8518 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532228 Apr 07 11:12:27.405649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-486ae613-4cb0-4912-9034-c1a3eb9528dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:27.407146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-486ae613-4cb0-4912-9034-c1a3eb9528dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 1125 time: 0.1732616 Apr 07 11:12:27.547514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:27.554283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-f42cd02e-591a-4a13-9fe4-9c4dfe2e5737 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d81d0264-38f2-4368-a705-0de6e48c75f3 HTTP/1.1" status: 200 len: 217 time: 0.1126976 Apr 07 11:12:27.555381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:27.568528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 20c2c898-a5eb-441c-a700-c87192915370 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:27.569473 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (20c2c898-a5eb-441c-a700-c87192915370), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.569709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:27.585013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-a16b456d-20cd-4f27-aa87-9f84d633efa7 service neutron] 10.222.0.13 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015152 Apr 07 11:12:27.586636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-11cd8562-709c-4d93-9ec8-d35b62666af7 service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803194 Apr 07 11:12:27.603561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 20c2c898-a5eb-441c-a700-c87192915370, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=20c2c898-a5eb-441c-a700-c87192915370,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:27.615706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (20c2c898-a5eb-441c-a700-c87192915370), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.680393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Pushing event updated for resources: {'Port': ['ID=596eec24-0350-440f-945e-054a6a1269d4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:27.763292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:27.766619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-7c48dae5-2a6c-43d6-b217-e3f812f7338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:27.769425 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-7c48dae5-2a6c-43d6-b217-e3f812f7338e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.1917996 Apr 07 11:12:27.774711 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-2aa53224-93b4-419b-8343-a77cbcf3bfa7 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628392 Apr 07 11:12:27.810867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=20c2c898-a5eb-441c-a700-c87192915370,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:27.933316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7975-309a-48a8-ab50-d362db93d3a0 req-d18053b6-ac70-4432-815c-0617a8bcbf85 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:27.936050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9bba7975-309a-48a8-ab50-d362db93d3a0 req-d18053b6-ac70-4432-815c-0617a8bcbf85 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 943 time: 0.6168842 Apr 07 11:12:27.948696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a814d2-72fa-4608-832a-9d2b613737ec req-4cdbbe02-145d-47c8-b867-92eb7a0abecd service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483665 Apr 07 11:12:28.005475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-657cf18e-df36-4029-b049-d4ecb02f93d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233900 Apr 07 11:12:28.033775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9bba7975-309a-48a8-ab50-d362db93d3a0 req-b523c8ba-d41d-461e-8275-89e4e822c1ab tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842917 Apr 07 11:12:28.073623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1cbcb347-0315-41a1-9b28-5c8c89cd3561 None None] Provisioning complete for port 596eec24-0350-440f-945e-054a6a1269d4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:28.074981 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb347-0315-41a1-9b28-5c8c89cd3561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (596eec24-0350-440f-945e-054a6a1269d4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:28.160995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-de29c9a4-f05d-461d-b748-006945e81cbb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350320 Apr 07 11:12:28.197441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-ea7e298d-790f-4678-83da-821f6eea6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:28.199271 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-ea7e298d-790f-4678-83da-821f6eea6513 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=ebd9a23a-3491-4556-89d9-516ea076c994 HTTP/1.1" status: 200 len: 1125 time: 0.3194895 Apr 07 11:12:28.202166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcb347-0315-41a1-9b28-5c8c89cd3561 None None] Port 596eec24-0350-440f-945e-054a6a1269d4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:28.372567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (596eec24-0350-440f-945e-054a6a1269d4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:28.394641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-5472de9d-cb69-4571-ba5e-7fb7d37b8098 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:28.402790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-5472de9d-cb69-4571-ba5e-7fb7d37b8098 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404077 Apr 07 11:12:28.424442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-4df8a988-4b41-438f-9991-51a7c899baeb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/quotas/f7fa72924b004d37960d36473b621240 HTTP/1.1" status: 200 len: 375 time: 0.0202618 Apr 07 11:12:28.425106 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-63399964-dd7e-445b-a252-7c8e74f2c360 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117110 Apr 07 11:12:28.535211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-aedb0bc6-1954-452b-84d1-9631bc179557 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095674 Apr 07 11:12:28.556784 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6559b1a3-7579-4a3f-a77e-053f6c7b6056 x-openstack-request-id: req-6559b1a3-7579-4a3f-a77e-053f6c7b6056 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:28.557259 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1c58f-5f75-4540-9302-c449d1bdc978", "name": "network-vif-plugged", "status": "completed", "tag": "cbfaee3b-3e7c-49cd-ac20-865bfeb3c787", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:28.557360 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6559b1a3-7579-4a3f-a77e-053f6c7b6056 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:28.557911 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6559b1a3-7579-4a3f-a77e-053f6c7b6056'] response: {'server_uuid': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787', 'code': 200} Apr 07 11:12:28.662116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-a84bdc16-9c63-4abc-ae12-ab7084831066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:28.668297 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-a84bdc16-9c63-4abc-ae12-ab7084831066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 914 time: 0.4569244 Apr 07 11:12:28.779604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90cf84-0bd0-430f-9607-e404743d75e4 req-88064fb3-11f8-4644-af94-989ce3e4531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:28.781189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b90cf84-0bd0-430f-9607-e404743d75e4 req-88064fb3-11f8-4644-af94-989ce3e4531a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 1127 time: 0.1324434 Apr 07 11:12:28.814839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2c5aa-f5c8-416c-a13e-c8514ac28383 req-056dc9b9-5424-45a4-bd00-f08d9af0ada8 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:28.817783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7be2c5aa-f5c8-416c-a13e-c8514ac28383 req-056dc9b9-5424-45a4-bd00-f08d9af0ada8 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.1231613 Apr 07 11:12:28.834376 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-2758464c-9815-4fea-b132-d99b7639da2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db HTTP/1.1" status: 200 len: 217 time: 0.1317444 Apr 07 11:12:28.950262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b90cf84-0bd0-430f-9607-e404743d75e4 req-3cd9a0ad-d542-4408-8f85-5db0f000f0ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312678 Apr 07 11:12:28.978402 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-56c02fd8-e99b-4687-8d93-428fa444b054 req-1aabecdc-51db-431e-b9f8-c603f1f4452e service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465164 Apr 07 11:12:28.988738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7be2c5aa-f5c8-416c-a13e-c8514ac28383 req-b66cce73-dd18-4c97-8634-b95cd25f2251 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235881 Apr 07 11:12:28.997465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-37a9a654-67c5-46f0-8aee-034f304b6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:28.999746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-37a9a654-67c5-46f0-8aee-034f304b6eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.1372280 Apr 07 11:12:29.129470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks [] for port (596eec24-0350-440f-945e-054a6a1269d4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:29.147950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (596eec24-0350-440f-945e-054a6a1269d4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:29.194452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 20c2c898-a5eb-441c-a700-c87192915370 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:29.249409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9d86f-3c21-48b4-8b8c-fd51c57bc3a1 req-753d2ac6-299a-412d-8ec0-9f6b52b3735d tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:29.258234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88f9d86f-3c21-48b4-8b8c-fd51c57bc3a1 req-753d2ac6-299a-412d-8ec0-9f6b52b3735d tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 945 time: 0.1413414 Apr 07 11:12:29.298057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'tag': 'd81d0264-38f2-4368-a705-0de6e48c75f3'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:29.300317 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899ccf8-aebe-4e84-ae39-67e6b759e443" -d '{"events": [{"name": "network-changed", "server_uuid": "8c98e0e0-d010-42a8-8ded-ab2ab48c7b51", "tag": "d81d0264-38f2-4368-a705-0de6e48c75f3"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:29.312972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88f9d86f-3c21-48b4-8b8c-fd51c57bc3a1 req-8d6c3a8b-1b31-42cf-b89c-f6ba231cc1d5 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Apr 07 11:12:29.378153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 20c2c898-a5eb-441c-a700-c87192915370 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:29.379023 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (20c2c898-a5eb-441c-a700-c87192915370), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:29.388066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Pushing event updated for resources: {'Port': ['ID=596eec24-0350-440f-945e-054a6a1269d4,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:29.394989 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-13349f26-6211-4daa-8f13-c7530a30558f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735636 Apr 07 11:12:29.431527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:29.471368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49575b8-637a-42f4-9763-45f82d176ff4 req-1677d8c3-400c-4960-b577-b5a2fe996a1a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:29.479008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d49575b8-637a-42f4-9763-45f82d176ff4 req-1677d8c3-400c-4960-b577-b5a2fe996a1a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 943 time: 0.1240242 Apr 07 11:12:29.622004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 20c2c898-a5eb-441c-a700-c87192915370 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:29.644450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d49575b8-637a-42f4-9763-45f82d176ff4 req-2d338447-cc8e-4706-91a0-3b71e537c39e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560919 Apr 07 11:12:29.701333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7125fd6a-1aff-4e8f-ada0-2736c2acee52 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:29.807566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f749e52a-3dc4-46fd-a102-62c425e47975 req-c868fad5-e740-444e-b8c4-1bfb4a3a914c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0794206 Apr 07 11:12:29.880058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:29.887988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-2be67f78-9d1e-4400-b3db-51f78673a006 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695385 Apr 07 11:12:29.893793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:29.898217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '7125fd6a-1aff-4e8f-ada0-2736c2acee52', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '7125fd6a-1aff-4e8f-ada0-2736c2acee52', 'mac_address': 'fa:16:3e:98:1f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:29.904216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:29.966688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:29.967615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:30.015479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7125fd6a-1aff-4e8f-ada0-2736c2acee52 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:30.047491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:30.061313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:30.130487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2d5a-752e-48e9-84d1-a4942060302d req-933d513e-fa10-479a-88ce-2ba462f76bcb tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:30.149866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c51f2d5a-752e-48e9-84d1-a4942060302d req-933d513e-fa10-479a-88ce-2ba462f76bcb tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 946 time: 0.3446078 Apr 07 11:12:30.161858 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40900ea9-2020-44f7-b150-2435468b8ed3 req-a6785840-844c-4050-9ed2-54f5f40a0a42 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598276 Apr 07 11:12:30.170527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:30.211348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-3aeb940c-6b50-47e4-8608-56688c3f8278 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:30.212999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-3aeb940c-6b50-47e4-8608-56688c3f8278 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 946 time: 0.3173683 Apr 07 11:12:30.287000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b1958-a932-485b-b419-b745782d53ee req-01173a95-2767-4a64-a084-545348032809 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:30.289032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f3b1958-a932-485b-b419-b745782d53ee req-01173a95-2767-4a64-a084-545348032809 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 943 time: 0.3101466 Apr 07 11:12:30.353974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c51f2d5a-752e-48e9-84d1-a4942060302d req-9833bb8d-4f33-41b3-a7d4-ec920ce2f5d4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855798 Apr 07 11:12:30.407186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:12:30.486942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-732abd3c-6971-4b78-9fcf-f746fabbbdfd None None] Provisioning complete for port 596eec24-0350-440f-945e-054a6a1269d4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:30.487639 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-732abd3c-6971-4b78-9fcf-f746fabbbdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (596eec24-0350-440f-945e-054a6a1269d4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:30.596520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f3b1958-a932-485b-b419-b745782d53ee req-4e3f9e66-6135-4e4c-ab20-2a98735c1315 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583947 Apr 07 11:12:30.633674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-732abd3c-6971-4b78-9fcf-f746fabbbdfd None None] Port 596eec24-0350-440f-945e-054a6a1269d4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:30.643601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7125fd6a-1aff-4e8f-ada0-2736c2acee52'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:30.664379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Deleting port 962d286a-39ad-446b-922f-ef36d41261a3 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:30.667421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (962d286a-39ad-446b-922f-ef36d41261a3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:30.895547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7d201e9-b7e4-4c71-b6f5-c66b56da689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:31.065358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-9cb3ef4a-451e-4ea6-984e-84cbb3cbd5b8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:31.068245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-9cb3ef4a-451e-4ea6-984e-84cbb3cbd5b8 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 807 time: 0.6585128 Apr 07 11:12:31.078714 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd31262f-0900-406e-945b-4e031aec432b x-openstack-request-id: req-bd31262f-0900-406e-945b-4e031aec432b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:31.080380 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c98e0e0-d010-42a8-8ded-ab2ab48c7b51", "tag": "d81d0264-38f2-4368-a705-0de6e48c75f3", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:31.080897 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd31262f-0900-406e-945b-4e031aec432b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:31.081595 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd31262f-0900-406e-945b-4e031aec432b'] response: {'name': 'network-changed', 'server_uuid': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'tag': 'd81d0264-38f2-4368-a705-0de6e48c75f3', 'status': 'completed', 'code': 200} Apr 07 11:12:31.091395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Request body: {'port': {'device_id': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'admin_state_up': True, 'tenant_id': '5430aaa714024d25b4b2185e48a80813'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:31.149723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] For port 962d286a-39ad-446b-922f-ef36d41261a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=962d286a-39ad-446b-922f-ef36d41261a3,segment=NetworkSegment(9a955f29-e374-43df-9a55-f583f95e781d),segment_id=9a955f29-e374-43df-9a55-f583f95e781d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:31.150337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (962d286a-39ad-446b-922f-ef36d41261a3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:31.160927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73d6fe-c23d-4180-ae6f-2616bd2bc562 req-b8e027a4-ce9e-47ca-9ced-ec4171df64d4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:31.162128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e73d6fe-c23d-4180-ae6f-2616bd2bc562 req-b8e027a4-ce9e-47ca-9ced-ec4171df64d4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.2732861 Apr 07 11:12:31.175818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c4168-d798-4f54-bffa-16c559dbdac1 req-65bc7d0d-8661-4a34-88ab-e5c793bdb386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:31.183981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c33c4168-d798-4f54-bffa-16c559dbdac1 req-65bc7d0d-8661-4a34-88ab-e5c793bdb386 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 945 time: 0.2266481 Apr 07 11:12:31.218274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Calling delete_port for 962d286a-39ad-446b-922f-ef36d41261a3 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:31.338961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:31.401204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c33c4168-d798-4f54-bffa-16c559dbdac1 req-b0186ded-ca29-4a1b-830c-7bf78e1b6458 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153158 Apr 07 11:12:31.443601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e73d6fe-c23d-4180-ae6f-2616bd2bc562 req-fabd1444-d76f-40d2-b076-b613d885950f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529383 Apr 07 11:12:31.480927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-00c4c5e7-7d40-4184-9ffa-7b562a6442d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:31.490044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-00c4c5e7-7d40-4184-9ffa-7b562a6442d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 1125 time: 0.4202454 Apr 07 11:12:31.602273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Made reservation on behalf of 5430aaa714024d25b4b2185e48a80813 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:31.607015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:31.704032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:12:31.718279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d81d0264-38f2-4368-a705-0de6e48c75f3 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:31.732111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:12:31.761236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c023ca71-8078-4b66-8c31-e699426c1ace req-42ae8255-afd1-4c62-bce7-1b7fbeddc9e3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 210 time: 0.2017939 Apr 07 11:12:31.775958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:12:31.776657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:12:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:31.784591 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (962d286a-39ad-446b-922f-ef36d41261a3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:31.819096 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eba317a8-6870-4a11-8db9-9a2e8e8b637b admin admin] 10.222.0.13 "PUT /v2.0/routers/7f3081f1-b7d1-4645-9f36-0c4df07a7b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9540675 Apr 07 11:12:31.920224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-6e525929-5dcb-4e90-bf5c-1a37824f56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:31.923858 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-6e525929-5dcb-4e90-bf5c-1a37824f56de service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 914 time: 0.4180331 Apr 07 11:12:31.945075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event deleted for resources: {'Port': ['ID=962d286a-39ad-446b-922f-ef36d41261a3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:32.024788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:12:32.083208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcc6f50f-2872-47f2-8adb-820da5ddb1dd req-3a1dd858-e6c6-419a-9101-f0630cd10b37 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.1398180 Apr 07 11:12:32.140549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] No DVR routers for this DVR port 962d286a-39ad-446b-922f-ef36d41261a3 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:32.143310 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:12:32.148696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:32.158088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70109e0a-8679-4fcb-be77-6857543c6f30 req-17314c91-ff0e-4e76-9613-6176ef7187c3 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.23 "DELETE /v2.0/ports/962d286a-39ad-446b-922f-ef36d41261a3 HTTP/1.1" status: 204 len: 173 time: 1.9351962 Apr 07 11:12:32.170181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'name': 'network-vif-deleted', 'tag': '962d286a-39ad-446b-922f-ef36d41261a3'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:32.173533 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f65a59-7482-4cad-abfa-70c58f5c0582" -d '{"events": [{"server_uuid": "e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e", "name": "network-vif-deleted", "tag": "962d286a-39ad-446b-922f-ef36d41261a3"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:32.183420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-6820d4a3-f9c7-4cc5-8991-bf21f0b0885c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d81d0264-38f2-4368-a705-0de6e48c75f3 HTTP/1.1" status: 200 len: 217 time: 0.2332940 Apr 07 11:12:32.229266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e973c3-98d5-4bae-9fd2-76823f5e536e req-a59d8aa5-f476-4977-8478-d4dde776df72 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:32.244240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71e973c3-98d5-4bae-9fd2-76823f5e536e req-a59d8aa5-f476-4977-8478-d4dde776df72 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 943 time: 0.5298128 Apr 07 11:12:32.392837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cf3f5b9-1bf1-4027-bb87-332157bce312 req-71a52d65-7cf2-4754-a647-2d8d909fcca7 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e HTTP/1.1" status: 200 len: 210 time: 0.1304655 Apr 07 11:12:32.423632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-d514f048-2a36-4931-b144-06b4095a6f3d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196694 Apr 07 11:12:32.435831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Allocated IP 172.20.0.14 (a07638e2-76b3-4155-9144-c864387ac20e/24a0e80b-7652-4f88-8b1d-8659f5200268/535076b7-802d-4130-ab56-d020c420ad09) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:32.489027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-c40fd0cc-888e-4b5d-a978-1f0001c79129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:32.495797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-c40fd0cc-888e-4b5d-a978-1f0001c79129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.2995427 Apr 07 11:12:32.554954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d81d0264-38f2-4368-a705-0de6e48c75f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d81d0264-38f2-4368-a705-0de6e48c75f3,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:32.615405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd81d0264-38f2-4368-a705-0de6e48c75f3', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'port_id': 'd81d0264-38f2-4368-a705-0de6e48c75f3', 'mac_address': 'fa:16:3e:11:33:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81f5486-ff16-4ece-a143-212567b8cbd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:32.695597 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-e24b628b-9f1c-4cf4-9fe3-2b5d3485c890 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906173 Apr 07 11:12:32.791153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d81d0264-38f2-4368-a705-0de6e48c75f3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:32.791796 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:32.964722 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-0b17de1a-fb2d-446e-90a8-edb3a7859421 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527685 Apr 07 11:12:33.182669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50c1a81f-4ce0-4afc-9ce0-0138b71d36bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.185795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81d0264-38f2-4368-a705-0de6e48c75f3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:33.209751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f899ccf8-aebe-4e84-ae39-67e6b759e443 req-1101f4fe-baca-44ab-bf94-3ed2ae70020a service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282698 Apr 07 11:12:33.231413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-5c87528f-f8a6-46ea-ade7-67323fd2b6ff tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8250120 Apr 07 11:12:33.266405 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.287775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d81d0264-38f2-4368-a705-0de6e48c75f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d81d0264-38f2-4368-a705-0de6e48c75f3,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:33.306947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks [] for port (535076b7-802d-4130-ab56-d020c420ad09), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.309856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.310879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e70cbdc3-c6a6-4100-9236-8a7808ed56db details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:33.364626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.385235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b073e1a4-14d3-4de9-a53f-407e3ba3205c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:33.389964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 2, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:33.412459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71e973c3-98d5-4bae-9fd2-76823f5e536e req-90e87ce9-7480-4ae6-b212-ec2f3e46b4c9 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1661885 Apr 07 11:12:33.449842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Network a07638e2-76b3-4155-9144-c864387ac20e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:33.456158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:33.471510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:12:33.471864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Updating router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 port 596eec24-0350-440f-945e-054a6a1269d4 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:12:33.477157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:33.525395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d81d0264-38f2-4368-a705-0de6e48c75f3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:33.537465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 962d286a-39ad-446b-922f-ef36d41261a3 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:33.576467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:33.577831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.589460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.589775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:33.589951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.590133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.590453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.590786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.591121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.591450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.591777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.592105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.592430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.592754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.593079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.601704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:12:33.605904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (596eec24-0350-440f-945e-054a6a1269d4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.622271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e70cbdc3-c6a6-4100-9236-8a7808ed56db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:33.631429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0039449e-181c-4c7e-9d26-648bc53d8d19 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5439186 Apr 07 11:12:33.638496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 962d286a-39ad-446b-922f-ef36d41261a3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:12:33.638838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 962d286a-39ad-446b-922f-ef36d41261a3 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:12:33.645023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Request body: {'port': {'device_id': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:33.692796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'port_id': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db', 'mac_address': 'fa:16:3e:55:13:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81f5486-ff16-4ece-a143-212567b8cbd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:33.724730 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df8527f-f7ab-4fbd-9a31-189cae282abc x-openstack-request-id: req-5df8527f-f7ab-4fbd-9a31-189cae282abc {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:33.725020 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e", "name": "network-vif-deleted", "tag": "962d286a-39ad-446b-922f-ef36d41261a3", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:33.725310 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5df8527f-f7ab-4fbd-9a31-189cae282abc {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:33.725711 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df8527f-f7ab-4fbd-9a31-189cae282abc'] response: {'server_uuid': 'e0f4c3eb-1d7c-4640-a24e-a8d0067abb7e', 'name': 'network-vif-deleted', 'tag': '962d286a-39ad-446b-922f-ef36d41261a3', 'status': 'completed', 'code': 200} Apr 07 11:12:33.766194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:33.944426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e15c3-a57f-4660-af9f-4650772e252e req-f74e6708-afdd-42cd-baa7-36daa4d97c5d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:33.946027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-021e15c3-a57f-4660-af9f-4650772e252e req-f74e6708-afdd-42cd-baa7-36daa4d97c5d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 944 time: 0.6089311 Apr 07 11:12:33.966536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-2d1fbf0c-fab7-48bf-86ea-7156f6899e98 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:33.968077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-2d1fbf0c-fab7-48bf-86ea-7156f6899e98 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5092444 Apr 07 11:12:34.013272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:34.019432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port e70cbdc3-c6a6-4100-9236-8a7808ed56db is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:34.020168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.096267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70cbdc3-c6a6-4100-9236-8a7808ed56db {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:34.106150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a541dd25-4bf9-4156-9e6d-05b1687f198e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:34.107045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a541dd25-4bf9-4156-9e6d-05b1687f198e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7225790 Apr 07 11:12:34.135721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:34.207039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e70cbdc3-c6a6-4100-9236-8a7808ed56db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:34.229184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.237663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-021e15c3-a57f-4660-af9f-4650772e252e req-99e8aa78-a561-4f15-a4b1-fa509526463a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347651 Apr 07 11:12:34.277968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-4c0db173-8901-4efb-9908-d58cc719f2fa tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:34.285838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-4c0db173-8901-4efb-9908-d58cc719f2fa tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 820 time: 0.3888574 Apr 07 11:12:34.289106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7125fd6a-1aff-4e8f-ada0-2736c2acee52 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:34.340202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-b4593ecf-f6f3-4769-ac02-c91e8ad7893d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/quotas/390c1243295746b696d223f2f962029f HTTP/1.1" status: 200 len: 375 time: 0.0533516 Apr 07 11:12:34.420113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=e70cbdc3-c6a6-4100-9236-8a7808ed56db,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:34.428055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535076b7-802d-4130-ab56-d020c420ad09 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:34.432662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.447591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Publish callbacks [] for port (535076b7-802d-4130-ab56-d020c420ad09), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.473213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:34.473827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Transition to ACTIVE for port object 535076b7-802d-4130-ab56-d020c420ad09 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:34.476601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.480371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.499096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:34.502601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.538746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daab079-2a9c-446f-8d81-82ce1b053c06 req-dbe84df1-c223-46de-b7a1-b9da8643873b tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:34.539801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2daab079-2a9c-446f-8d81-82ce1b053c06 req-dbe84df1-c223-46de-b7a1-b9da8643873b tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 945 time: 0.1535828 Apr 07 11:12:34.553019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:34.554908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:34.599933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:34.600467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.675103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d81d0264-38f2-4368-a705-0de6e48c75f3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:34.677416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['e70cbdc3-c6a6-4100-9236-8a7808ed56db'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:34.683816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:34.684499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:34.685086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:34.698045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:34.698550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:34.701935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-bf51b824-941e-4f34-b294-d08e1b4e4544 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3608708 Apr 07 11:12:34.712362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:34.712713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:34.713092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:34.713562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Bound port: 535076b7-802d-4130-ab56-d020c420ad09, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:34.713976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.739128 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Publish callbacks [] for port (596eec24-0350-440f-945e-054a6a1269d4), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.795314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (596eec24-0350-440f-945e-054a6a1269d4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.807500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:34.814473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:34.827958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.863201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.172 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/9fbb0f36-fe63-4f55-b721-e0004e427467) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:34.877519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:34.877519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.911732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2daab079-2a9c-446f-8d81-82ce1b053c06 req-ad8ab392-2826-498e-9521-8e9eb4b2f000 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326169 Apr 07 11:12:34.945222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bc9c2-d8b8-4400-8ac9-9a35eea9a8d0 None None] Pushing event updated for resources: {'Port': ['ID=596eec24-0350-440f-945e-054a6a1269d4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:34.959521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:34.982604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:34.986190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:34.988060 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a55d822-9bae-4976-9554-72440e95263e" -d '{"events": [{"server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "name": "network-vif-plugged", "status": "completed", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:34.988601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:34.990477 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-0771af61-5b6a-4cb1-9566-d4dc54c1ed69 service neutron] 10.222.0.41 "PUT /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 1092 time: 1.3522050 Apr 07 11:12:34.991629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'tag': '535076b7-802d-4130-ab56-d020c420ad09'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:34.995395 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef171d1-1e74-4cef-bd17-0076454f856b" -d '{"events": [{"name": "network-changed", "server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "tag": "535076b7-802d-4130-ab56-d020c420ad09"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:35.016475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-0f0fcf3c-666f-4cd3-a308-23b129f5cd2a service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819295 Apr 07 11:12:35.084295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:35.117637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.150129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-4cbf8338-194d-469e-a838-14c9f259acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:35.152260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-4cbf8338-194d-469e-a838-14c9f259acce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1126 time: 0.0933547 Apr 07 11:12:35.154991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Attempting to bind port 596eec24-0350-440f-945e-054a6a1269d4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:35.155372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Attempting to bind port 596eec24-0350-440f-945e-054a6a1269d4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:35.155759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Attempting to bind port 596eec24-0350-440f-945e-054a6a1269d4 on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:35.203355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:35.203721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Checking segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:35.204833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.205446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Bound using segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:35.206007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Bound port: 596eec24-0350-440f-945e-054a6a1269d4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:35.206402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (596eec24-0350-440f-945e-054a6a1269d4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.220740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-c02188a9-f9bb-45c6-8325-fa5e908d2569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 217 time: 0.0609202 Apr 07 11:12:35.329695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-9eecfa38-705f-4801-b997-662c1363b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:35.332784 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-9eecfa38-705f-4801-b997-662c1363b89a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1046531 Apr 07 11:12:35.342510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:35.359938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd681-a605-4d5b-8ce9-41fcd37bbbef req-c68c985e-b9b9-4f87-be22-e885ee939cf1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:35.367678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b55bd681-a605-4d5b-8ce9-41fcd37bbbef req-c68c985e-b9b9-4f87-be22-e885ee939cf1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.3360310 Apr 07 11:12:35.389858 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-b510fe99-8682-4ee2-a82b-984adb7d97c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495305 Apr 07 11:12:35.400780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] For port 596eec24-0350-440f-945e-054a6a1269d4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:35.422064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-5651ca1d-f14c-4589-b633-6d978da0ad88 service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916521 Apr 07 11:12:35.422291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] For port 596eec24-0350-440f-945e-054a6a1269d4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=596eec24-0350-440f-945e-054a6a1269d4,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:35.424496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-082bc0cc-907c-41aa-9c2a-b0882c1eb18b None None] Provisioning complete for port 596eec24-0350-440f-945e-054a6a1269d4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:35.425003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-082bc0cc-907c-41aa-9c2a-b0882c1eb18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (596eec24-0350-440f-945e-054a6a1269d4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.478177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.492619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-082bc0cc-907c-41aa-9c2a-b0882c1eb18b None None] Port 596eec24-0350-440f-945e-054a6a1269d4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:35.504165 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-262ceb71-f474-482b-9b88-d0094073acf9 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090169 Apr 07 11:12:35.504749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (596eec24-0350-440f-945e-054a6a1269d4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.543730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b55bd681-a605-4d5b-8ce9-41fcd37bbbef req-d848724d-5bc3-415e-8cd9-1e8d450efb59 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751447 Apr 07 11:12:35.578441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bc9c2-d8b8-4400-8ac9-9a35eea9a8d0 None None] Pushing event updated for resources: {'Port': ['ID=596eec24-0350-440f-945e-054a6a1269d4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:35.612010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:12:35.612734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:12:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:35.635139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.658801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-db1cc51c-676c-49c3-94a5-e73168c5bb97 req-271b273b-d71e-4475-a122-00570d032da2 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481395 Apr 07 11:12:35.732184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:35.801443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.240 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/eca6a61b-bb50-494f-8095-cd024fbc1889) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:35.952031 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:35.999347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] Provisioning complete for port 596eec24-0350-440f-945e-054a6a1269d4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:35.999839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (596eec24-0350-440f-945e-054a6a1269d4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.065218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:36.067032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=9fbb0f36-fe63-4f55-b721-e0004e427467,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:36.070548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:36.118220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:36.135776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5eda546d-3c05-4c30-8357-c77b71c60639 req-f238334a-6caa-4c14-acd3-c88d952bfd14 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 210 time: 0.4281800 Apr 07 11:12:36.141418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:12:36.268551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:36.269444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.351417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-666cc9e4-348c-43d0-930e-2741ab124828 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3419170 Apr 07 11:12:36.383786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Request body: {'port': {'device_id': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:36.533630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.579745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] Current status of the port 596eec24-0350-440f-945e-054a6a1269d4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:36.580151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (596eec24-0350-440f-945e-054a6a1269d4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.608678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83532a6-69be-4f31-94c8-6e06cabb421b req-8bdc73bc-fca0-4fa5-abb5-c7bb8e695fda tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:36.614758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b83532a6-69be-4f31-94c8-6e06cabb421b req-8bdc73bc-fca0-4fa5-abb5-c7bb8e695fda tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.6104629 Apr 07 11:12:36.634866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-1f3a53c7-9357-4e75-b507-6b4013975a2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4975169 Apr 07 11:12:36.636798 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.663703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:36.669205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] For port 596eec24-0350-440f-945e-054a6a1269d4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=596eec24-0350-440f-945e-054a6a1269d4,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:36.731517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (596eec24-0350-440f-945e-054a6a1269d4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.836133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:36.848884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1102565-f498-4a39-81c9-11218cb5c140 None None] Pushing event updated for resources: {'Port': ['ID=596eec24-0350-440f-945e-054a6a1269d4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:36.862951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:36.880689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687f09-5515-4e32-83ec-59c2bcf2d73c req-758702e9-8ca9-4317-baac-1953d0a7b925 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:36.882471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d687f09-5515-4e32-83ec-59c2bcf2d73c req-758702e9-8ca9-4317-baac-1953d0a7b925 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 944 time: 0.4949522 Apr 07 11:12:36.883403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:36.898109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-50b7b11c-331e-403d-817e-c08ed6df5cef None None] Provisioning complete for port 9fbb0f36-fe63-4f55-b721-e0004e427467 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:36.899443 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b7b11c-331e-403d-817e-c08ed6df5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.933906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:36.939949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=eca6a61b-bb50-494f-8095-cd024fbc1889,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:36.968983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b83532a6-69be-4f31-94c8-6e06cabb421b req-0c8ef818-f59b-47c4-89d2-462c8d3e6891 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997377 Apr 07 11:12:36.971989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:35Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:37.015921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd04e1-ca2e-4a4c-ad97-760bd5bdb6bd None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:35Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:12:37.033103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-50b7b11c-331e-403d-817e-c08ed6df5cef None None] Port 9fbb0f36-fe63-4f55-b721-e0004e427467 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:37.094641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-131e702f-f145-4a4c-95af-111f313d788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:37.096958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-131e702f-f145-4a4c-95af-111f313d788c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 1127 time: 0.4145811 Apr 07 11:12:37.194971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:37.230003 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2cc41-f6bf-470a-a75c-957d2d6687b2 x-openstack-request-id: req-c9f2cc41-f6bf-470a-a75c-957d2d6687b2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:37.230360 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "name": "network-vif-plugged", "status": "completed", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:37.231246 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9f2cc41-f6bf-470a-a75c-957d2d6687b2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:37.231246 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f2cc41-f6bf-470a-a75c-957d2d6687b2'] response: {'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52', 'code': 200} Apr 07 11:12:37.244043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d687f09-5515-4e32-83ec-59c2bcf2d73c req-d77bc2b9-2bfd-493d-a870-46f50cfabf99 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326571 Apr 07 11:12:37.294894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:37.295604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:37.308313 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe19371-4c1e-4102-932d-693c4eae106f x-openstack-request-id: req-3fe19371-4c1e-4102-932d-693c4eae106f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:37.308870 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "tag": "535076b7-802d-4130-ab56-d020c420ad09", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:37.308870 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fe19371-4c1e-4102-932d-693c4eae106f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:37.309757 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe19371-4c1e-4102-932d-693c4eae106f'] response: {'name': 'network-changed', 'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'tag': '535076b7-802d-4130-ab56-d020c420ad09', 'status': 'completed', 'code': 200} Apr 07 11:12:37.444779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-5dd6dd66-81df-4a12-82b7-7212e3b3df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:37.451622 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-5dd6dd66-81df-4a12-82b7-7212e3b3df3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1126 time: 0.1194077 Apr 07 11:12:37.560763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b5545713-3714-4303-af52-c19c41c3af98 None None] Provisioning complete for port eca6a61b-bb50-494f-8095-cd024fbc1889 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:37.569843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b5545713-3714-4303-af52-c19c41c3af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:37.669616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b5545713-3714-4303-af52-c19c41c3af98 None None] Port eca6a61b-bb50-494f-8095-cd024fbc1889 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:37.873232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f22a-6c87-46b6-aed5-10584d1a11cc req-acce9f5d-34c7-4b8b-aaa0-793e8306614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:37.877208 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c077f22a-6c87-46b6-aed5-10584d1a11cc req-acce9f5d-34c7-4b8b-aaa0-793e8306614a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 1127 time: 0.4811971 Apr 07 11:12:37.893177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-a54bf88f-eb85-419a-928b-b69a042791e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:37.897959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-a54bf88f-eb85-419a-928b-b69a042791e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.3837702 Apr 07 11:12:37.912588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-d3c7638b-6d8c-4ff7-82c7-5e499a1a947b tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:37.914212 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-d3c7638b-6d8c-4ff7-82c7-5e499a1a947b tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.23 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 820 time: 0.4602504 Apr 07 11:12:37.952579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'port': {'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'admin_state_up': True, 'tenant_id': '390c1243295746b696d223f2f962029f'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:38.168442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-c93f3b24-f1ef-4869-8a03-f3a4a04062eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 217 time: 0.2527287 Apr 07 11:12:38.231381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d81d0264-38f2-4368-a705-0de6e48c75f3 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:38.320346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a2ba257c-3a93-449b-ba30-2371e0daa3d3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1984830 Apr 07 11:12:38.330303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-e32145da-a598-42c5-8a2e-e932852f334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:38.333912 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-e32145da-a598-42c5-8a2e-e932852f334d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0997505 Apr 07 11:12:38.339229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cfcc96a-3807-43ea-96d6-a10ca0be8177 req-db733db3-24c0-4a36-90e2-1101a93aa673 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 210 time: 0.8369524 Apr 07 11:12:38.358672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Request body: {'port': {'device_id': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:38.363911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Made reservation on behalf of 390c1243295746b696d223f2f962029f for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:38.378217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.379164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d81d0264-38f2-4368-a705-0de6e48c75f3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:38.386369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d81d0264-38f2-4368-a705-0de6e48c75f3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:38.386756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.545361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-a8fb5cc1-c7f5-432d-afbf-7867e066e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:38.547246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-a8fb5cc1-c7f5-432d-afbf-7867e066e945 service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 1.3564847 Apr 07 11:12:38.548333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.584138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35792-bd8c-4d61-b88e-4236d2dbb8f9 req-fd6f814c-6cc2-490e-a2f0-7ceaa943ef52 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:38.585878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bd35792-bd8c-4d61-b88e-4236d2dbb8f9 req-fd6f814c-6cc2-490e-a2f0-7ceaa943ef52 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 945 time: 1.0819287 Apr 07 11:12:38.644871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d81d0264-38f2-4368-a705-0de6e48c75f3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:38.645683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.650062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbb0f36-fe63-4f55-b721-e0004e427467 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:38.660833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-1971d1d0-a1e7-45ab-bf3c-89194ac8f11b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 200 len: 217 time: 0.0949354 Apr 07 11:12:38.716040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Publish callbacks [] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.762922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d81d0264-38f2-4368-a705-0de6e48c75f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d81d0264-38f2-4368-a705-0de6e48c75f3,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:38.775230 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.777364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e70cbdc3-c6a6-4100-9236-8a7808ed56db up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:38.833984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Allocated IP 172.20.0.12 (6d4581b8-f713-4e3b-96c8-6d5ceb943d91/8eca20c2-c4e4-4a62-a031-3338dd8adc11/dfc53d51-ed48-4a56-b46f-4070e69e2a5f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:38.835901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bd35792-bd8c-4d61-b88e-4236d2dbb8f9 req-8dcb514a-63d8-4e48-92cb-b06dca8600f8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941462 Apr 07 11:12:38.852663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Transition to ACTIVE for port object 9fbb0f36-fe63-4f55-b721-e0004e427467 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:38.928972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d81d0264-38f2-4368-a705-0de6e48c75f3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:38.949119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:38.955675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-f7c2352b-6984-4f3c-8ead-7e1a6a46bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:38.957163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-f7c2352b-6984-4f3c-8ead-7e1a6a46bda0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.2647576 Apr 07 11:12:38.992974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port e70cbdc3-c6a6-4100-9236-8a7808ed56db completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:39.026415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port e70cbdc3-c6a6-4100-9236-8a7808ed56db triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:39.026975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.052877 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-c1138bf2-1320-46ba-b4c2-0863adb1328b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6392989 Apr 07 11:12:39.112551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-7a66641e-a485-4d02-947e-2e19249bd57f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393969 Apr 07 11:12:39.214363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port e70cbdc3-c6a6-4100-9236-8a7808ed56db is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:39.230337 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.233025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81d0264-38f2-4368-a705-0de6e48c75f3'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:39.236529 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90165007-91f8-4c38-ad20-03be0fddd405" -d '{"events": [{"server_uuid": "8c98e0e0-d010-42a8-8ded-ab2ab48c7b51", "name": "network-vif-plugged", "status": "completed", "tag": "d81d0264-38f2-4368-a705-0de6e48c75f3"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:39.268160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 596eec24-0350-440f-945e-054a6a1269d4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:39.286329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e84f3-bb40-4bdd-ab6b-75e30caf3de9 req-37c4cbaa-da15-4d95-943a-fe67dc263d7b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:39.293548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f40e84f3-bb40-4bdd-ab6b-75e30caf3de9 req-37c4cbaa-da15-4d95-943a-fe67dc263d7b tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.6088927 Apr 07 11:12:39.304047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-f7bfce26-0e02-44e5-af1f-939e5323c893 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253461 Apr 07 11:12:39.337331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb0f36-fe63-4f55-b721-e0004e427467,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:39.417736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e70cbdc3-c6a6-4100-9236-8a7808ed56db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:39.423115 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ef171d1-1e74-4cef-bd17-0076454f856b req-a6c83030-b01a-4f35-a2a7-8e965cd35014 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094451 Apr 07 11:12:39.434444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.451981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c077f22a-6c87-46b6-aed5-10584d1a11cc req-aa6b81ee-b2b0-44a5-a1a6-ab0c75ae7330 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5697441 Apr 07 11:12:39.475695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.497520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 596eec24-0350-440f-945e-054a6a1269d4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:39.497929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (596eec24-0350-440f-945e-054a6a1269d4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.515928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f40e84f3-bb40-4bdd-ab6b-75e30caf3de9 req-7e9b8ae7-02d2-4087-a241-cb7a775d3633 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214191 Apr 07 11:12:39.534217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.560862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e376cac-61c1-4a39-a469-a71139739b77 req-322f07d3-3509-4d8d-b25f-0d039066af30 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:39.567567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e376cac-61c1-4a39-a469-a71139739b77 req-322f07d3-3509-4d8d-b25f-0d039066af30 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 936 time: 0.4718800 Apr 07 11:12:39.601943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:39.606329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:39.609389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:39.676203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:39.676203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.699143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event updated for resources: {'Port': ['ID=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:39.710183 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a219ef4-a5bb-47e6-a9cc-9868e3b82e46 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7621632 Apr 07 11:12:39.722626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Request body: {'port': {'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:39.752599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 596eec24-0350-440f-945e-054a6a1269d4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:39.760908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=e70cbdc3-c6a6-4100-9236-8a7808ed56db,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:39.774567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-bfc6b304-16e4-49d1-b0b2-084bcf0785e7 service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314991 Apr 07 11:12:39.827099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:39.942644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Attempting to bind port 9fbb0f36-fe63-4f55-b721-e0004e427467 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:39.942988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Attempting to bind port 9fbb0f36-fe63-4f55-b721-e0004e427467 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:39.943236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Attempting to bind port 9fbb0f36-fe63-4f55-b721-e0004e427467 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:39.995419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Port 9fbb0f36-fe63-4f55-b721-e0004e427467 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:39.995659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Attempting to bind port 9fbb0f36-fe63-4f55-b721-e0004e427467 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:40.020958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e376cac-61c1-4a39-a469-a71139739b77 req-1a9849a5-8cb3-4810-adf4-fdf53c53bda1 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049263 Apr 07 11:12:40.037238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:40.037578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:40.037971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:40.038456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Bound port: 9fbb0f36-fe63-4f55-b721-e0004e427467, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:40.038815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.086583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608001b-0b81-477a-9288-e1d8e73bb9e1 req-8cb7b9e2-9d05-46ad-8c7a-d86e42bfee3a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:40.088434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4608001b-0b81-477a-9288-e1d8e73bb9e1 req-8cb7b9e2-9d05-46ad-8c7a-d86e42bfee3a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.3688059 Apr 07 11:12:40.092386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca6a61b-bb50-494f-8095-cd024fbc1889 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:40.134089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6b490bf0-8778-4a88-8968-aa87baeb3fb6 None None] Provisioning complete for port dfc53d51-ed48-4a56-b46f-4070e69e2a5f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:40.134510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b490bf0-8778-4a88-8968-aa87baeb3fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.150991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Publish callbacks [] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.183515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b2f2b11-c1e7-46c3-a094-0ef367b4bbb8 req-b14e9a10-2d62-4e74-8431-66401e153aff service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973377 Apr 07 11:12:40.184742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Transition to ACTIVE for port object eca6a61b-bb50-494f-8095-cd024fbc1889 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:40.210851 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.241635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6b490bf0-8778-4a88-8968-aa87baeb3fb6 None None] Port dfc53d51-ed48-4a56-b46f-4070e69e2a5f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:12:40.295580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] For port 9fbb0f36-fe63-4f55-b721-e0004e427467, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:40.299576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc53d51-ed48-4a56-b46f-4070e69e2a5f {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:40.317926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4608001b-0b81-477a-9288-e1d8e73bb9e1 req-44192437-df1a-4d80-96f4-7d4552796b68 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149782 Apr 07 11:12:40.322041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Publish callbacks [] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.345369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] For port 9fbb0f36-fe63-4f55-b721-e0004e427467, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9fbb0f36-fe63-4f55-b721-e0004e427467,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:40.348129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Transition to ACTIVE for port object dfc53d51-ed48-4a56-b46f-4070e69e2a5f will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:40.355597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.356109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Pushing event updated for resources: {'Port': ['ID=eca6a61b-bb50-494f-8095-cd024fbc1889,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:40.367099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.467836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9e86-4936-42eb-a60b-933394219a90 req-aacaad1b-b21a-4dbe-9ad7-d9c55976f773 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:40.470492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08ab9e86-4936-42eb-a60b-933394219a90 req-aacaad1b-b21a-4dbe-9ad7-d9c55976f773 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 945 time: 0.2747982 Apr 07 11:12:40.486472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:40.489077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:40.489077 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.489534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] 10.222.0.41 "PUT /v2.0/ports/9fbb0f36-fe63-4f55-b721-e0004e427467 HTTP/1.1" status: 200 len: 1096 time: 4.1188595 Apr 07 11:12:40.492221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'tag': '9fbb0f36-fe63-4f55-b721-e0004e427467'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:40.504539 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af3f5d-a45f-4398-9f38-4724ec409abb" -d '{"events": [{"name": "network-changed", "server_uuid": "000e473e-e692-4000-8b52-1d8a3e27dbaa", "tag": "9fbb0f36-fe63-4f55-b721-e0004e427467"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:40.608474 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a2ad6-729f-48ff-b1ed-b6c92f84544f x-openstack-request-id: req-526a2ad6-729f-48ff-b1ed-b6c92f84544f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:40.608839 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c98e0e0-d010-42a8-8ded-ab2ab48c7b51", "name": "network-vif-plugged", "status": "completed", "tag": "d81d0264-38f2-4368-a705-0de6e48c75f3", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:40.609184 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-526a2ad6-729f-48ff-b1ed-b6c92f84544f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:40.609685 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526a2ad6-729f-48ff-b1ed-b6c92f84544f'] response: {'server_uuid': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81d0264-38f2-4368-a705-0de6e48c75f3', 'code': 200} Apr 07 11:12:40.692094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f743f-c889-44a9-92ec-a6ada85015dd service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb0f36-fe63-4f55-b721-e0004e427467,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:40.693369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Attempting to bind port dfc53d51-ed48-4a56-b46f-4070e69e2a5f on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:40.693828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Attempting to bind port dfc53d51-ed48-4a56-b46f-4070e69e2a5f by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:40.695358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Attempting to bind port dfc53d51-ed48-4a56-b46f-4070e69e2a5f on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:40.702607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Attempting to bind port eca6a61b-bb50-494f-8095-cd024fbc1889 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:40.712730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Port dfc53d51-ed48-4a56-b46f-4070e69e2a5f on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:40.712970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Attempting to bind port eca6a61b-bb50-494f-8095-cd024fbc1889 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:40.713693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Attempting to bind port eca6a61b-bb50-494f-8095-cd024fbc1889 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:40.713821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Attempting to bind port dfc53d51-ed48-4a56-b46f-4070e69e2a5f on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:40.728928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:40.730332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Checking segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:40.730836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Bound using segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:40.732403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Bound port: dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:40.734505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.753784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Port eca6a61b-bb50-494f-8095-cd024fbc1889 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:40.754152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Attempting to bind port eca6a61b-bb50-494f-8095-cd024fbc1889 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:40.894745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:40.895169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:40.895704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:40.896360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Bound port: eca6a61b-bb50-494f-8095-cd024fbc1889, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:40.897433 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.903344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b21e22-7b92-4be5-b293-5b389bc51286 req-400c9c50-aa37-40c5-b2a0-0d7869cd3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:40.906331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9b21e22-7b92-4be5-b293-5b389bc51286 req-400c9c50-aa37-40c5-b2a0-0d7869cd3a36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 1127 time: 0.1378233 Apr 07 11:12:40.918267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] For port dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:40.952404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] For port dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:40.976507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:40.992288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08ab9e86-4936-42eb-a60b-933394219a90 req-f042e39d-cf17-4d70-af2a-50a6819a9e19 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807622 Apr 07 11:12:41.035475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.036034 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:41.037554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 1092 time: 1.3199604 Apr 07 11:12:41.040146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:41.044288 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e39e1-13c3-4cba-a9df-42beab6fb391" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:41.092779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-c2b3d116-ccfc-4690-9d20-1e01c7cb143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.098629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-c2b3d116-ccfc-4690-9d20-1e01c7cb143e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 1130 time: 0.3741410 Apr 07 11:12:41.103307 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9b21e22-7b92-4be5-b293-5b389bc51286 req-b0fff5e6-a29b-4f31-b540-61a85dc8d33c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809187 Apr 07 11:12:41.131262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0658-3826-46a7-b930-0ab578d1ca7d req-a4b14045-2d74-43a9-a0fe-81f95f91b4ce tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.132842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e18e0658-3826-46a7-b930-0ab578d1ca7d req-a4b14045-2d74-43a9-a0fe-81f95f91b4ce tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 944 time: 0.3736989 Apr 07 11:12:41.167016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3839f7-5541-4b48-b3a3-736dc352ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:41.226778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-0a3cd9c3-84c6-4e70-a885-ee21ed7c5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.229949 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-0a3cd9c3-84c6-4e70-a885-ee21ed7c5e20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1126 time: 0.1240146 Apr 07 11:12:41.233255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] For port eca6a61b-bb50-494f-8095-cd024fbc1889, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:41.242143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] For port eca6a61b-bb50-494f-8095-cd024fbc1889, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eca6a61b-bb50-494f-8095-cd024fbc1889,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:41.274199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:41.305101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-652f6d18-5377-45b7-9b5d-5914845032bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.0657957 Apr 07 11:12:41.334391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e18e0658-3826-46a7-b930-0ab578d1ca7d req-a01cf947-32e7-4f11-bc4f-1f64556c698c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844938 Apr 07 11:12:41.353163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13971db-ad6f-4000-ad35-c31784551614 req-7bf2b4bf-1e47-46c7-a6d3-7101ebe3c7fa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.355448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d13971db-ad6f-4000-ad35-c31784551614 req-7bf2b4bf-1e47-46c7-a6d3-7101ebe3c7fa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 945 time: 0.2170935 Apr 07 11:12:41.362581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.363209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:41.365474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] 10.222.0.41 "PUT /v2.0/ports/eca6a61b-bb50-494f-8095-cd024fbc1889 HTTP/1.1" status: 200 len: 1096 time: 3.0104318 Apr 07 11:12:41.435355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-e6d13fb6-31c6-4945-8f42-2447a861b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.440205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-e6d13fb6-31c6-4945-8f42-2447a861b0f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1278350 Apr 07 11:12:41.457264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-20d71c1c-6654-4282-b410-0a86c15e7bbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9fbb0f36-fe63-4f55-b721-e0004e427467 HTTP/1.1" status: 200 len: 217 time: 0.1194818 Apr 07 11:12:41.590159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-1748e454-eb97-405f-969d-d00a50703878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.591865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-1748e454-eb97-405f-969d-d00a50703878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1224313 Apr 07 11:12:41.598329 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcfd477-ddd3-416a-8639-79893f57168c x-openstack-request-id: req-0dcfd477-ddd3-416a-8639-79893f57168c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:41.598693 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000e473e-e692-4000-8b52-1d8a3e27dbaa", "tag": "9fbb0f36-fe63-4f55-b721-e0004e427467", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:41.598912 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dcfd477-ddd3-416a-8639-79893f57168c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:41.599385 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcfd477-ddd3-416a-8639-79893f57168c'] response: {'name': 'network-changed', 'server_uuid': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'tag': '9fbb0f36-fe63-4f55-b721-e0004e427467', 'status': 'completed', 'code': 200} Apr 07 11:12:41.601236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-be96e8e2-9734-40e6-b14a-9006a6840e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.603706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-be96e8e2-9734-40e6-b14a-9006a6840e84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1561272 Apr 07 11:12:41.650577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2a60-f717-48ad-9f4e-db548b130e13 service neutron] Pushing event updated for resources: {'Port': ['ID=eca6a61b-bb50-494f-8095-cd024fbc1889,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:41.758210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d13971db-ad6f-4000-ad35-c31784551614 req-f7861b79-2cf7-4b95-8ef9-3b260a0fe8aa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325579 Apr 07 11:12:41.781520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-977adb0d-203d-4515-a936-e77a476f04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.781520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-977adb0d-203d-4515-a936-e77a476f04ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 1130 time: 0.3312428 Apr 07 11:12:41.798372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-cb6b6174-a3b8-4070-a1f1-bd2401144e22 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832991 Apr 07 11:12:41.824135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-e32ffd3b-eaab-429b-b1e1-d9ac2f69ffdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=eca6a61b-bb50-494f-8095-cd024fbc1889 HTTP/1.1" status: 200 len: 217 time: 0.0402777 Apr 07 11:12:41.842529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-36bbdd2d-113d-4d07-9b01-1f273e72ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.844065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-36bbdd2d-113d-4d07-9b01-1f273e72ca46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2343442 Apr 07 11:12:41.893100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ceb9e-f9ec-44ac-aca9-3181e1784e7b req-efa0122c-0c60-45ee-9be9-da77b9859ac4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:41.894821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f61ceb9e-f9ec-44ac-aca9-3181e1784e7b req-efa0122c-0c60-45ee-9be9-da77b9859ac4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.2704606 Apr 07 11:12:42.002635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-7ceea1ed-c2b2-4c4c-ac80-a2da2b452834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.007449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-7ceea1ed-c2b2-4c4c-ac80-a2da2b452834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1738555 Apr 07 11:12:42.089868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f61ceb9e-f9ec-44ac-aca9-3181e1784e7b req-36ff961b-f092-425a-b726-ce0426a6a1a2 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789896 Apr 07 11:12:42.243352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-6720fe47-101d-4a1d-bea8-5d9519aea7de service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725350 Apr 07 11:12:42.264166 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ee661-d8fd-495d-a64f-dff14281ec2e x-openstack-request-id: req-340ee661-d8fd-495d-a64f-dff14281ec2e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:42.264489 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:42.264713 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-340ee661-d8fd-495d-a64f-dff14281ec2e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:42.265112 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340ee661-d8fd-495d-a64f-dff14281ec2e'] response: {'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'status': 'completed', 'code': 200} Apr 07 11:12:42.316434 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4619a9b8-1866-4dc6-82ba-1fb3d9b4aeaa req-9e3c7a07-396c-4259-8826-40eb19db7b68 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126021 Apr 07 11:12:42.347735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a465bddd-5eb4-473a-bc28-3b08ddaba12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.349225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-a465bddd-5eb4-473a-bc28-3b08ddaba12a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3297269 Apr 07 11:12:42.371171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7018ac-3973-424d-bc56-aea0e139a780 req-f4a5b553-d280-4244-81dc-68c0e6e10d2a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.372857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a7018ac-3973-424d-bc56-aea0e139a780 req-f4a5b553-d280-4244-81dc-68c0e6e10d2a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 948 time: 0.2078564 Apr 07 11:12:42.394674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6fc88-0e60-43fe-a30a-c1628bc70fa6 req-0059be83-263e-47a2-b480-814a69968680 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.396293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3d6fc88-0e60-43fe-a30a-c1628bc70fa6 req-0059be83-263e-47a2-b480-814a69968680 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.1932180 Apr 07 11:12:42.444050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-49306fcb-f013-49e7-80f1-351debf06352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.445748 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-49306fcb-f013-49e7-80f1-351debf06352 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1126 time: 0.0715959 Apr 07 11:12:42.537457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-ddf9c066-31cd-4274-a338-d8f0bc318b8a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815332 Apr 07 11:12:42.554438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-12a01759-31fa-4314-b644-6f60baab15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.561411 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-12a01759-31fa-4314-b644-6f60baab15b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.1076732 Apr 07 11:12:42.575581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a7018ac-3973-424d-bc56-aea0e139a780 req-fe2fa38e-bff1-495d-a6ad-8c1d704e9bed tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782532 Apr 07 11:12:42.585487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3d6fc88-0e60-43fe-a30a-c1628bc70fa6 req-2fc353b9-dfed-4e23-8918-f8f5b13003d4 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364913 Apr 07 11:12:42.592039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-35ff03d6-6337-4198-ab62-025bc2a88e56 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181261 Apr 07 11:12:42.611970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:42.622229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-dad71667-4aeb-4eb0-b279-1b2f74d72579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.0547366 Apr 07 11:12:42.623572 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa185148-3f5b-4066-9d1e-369be6bc57d4" -d '{"events": [{"server_uuid": "ebd9a23a-3491-4556-89d9-516ea076c994", "name": "network-vif-plugged", "status": "completed", "tag": "e70cbdc3-c6a6-4100-9236-8a7808ed56db"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:42.665355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:42.724044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-57fadf7d-ca89-4a7e-8d3a-a29217940049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.725959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-57fadf7d-ca89-4a7e-8d3a-a29217940049 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.0967903 Apr 07 11:12:42.802099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-8616ac58-b8a9-4656-a099-c71983f0bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:42.804152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-8616ac58-b8a9-4656-a099-c71983f0bdae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0659413 Apr 07 11:12:42.912954 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-04e190f3-2f4a-4eda-9c53-51a2ea2f27d9 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008096 Apr 07 11:12:43.018466 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-874e39e1-13c3-4cba-a9df-42beab6fb391 req-cade134b-0136-4fe7-94b7-188af7239a68 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970004 Apr 07 11:12:43.244170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29f45525-a3c3-4177-a9e0-2145e6afacf4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group (79556a78-1390-4843-89a0-e12630c45448), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:43.297981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-807ae1eb-e35e-44f4-9d40-79713cb85452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:43.299873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-807ae1eb-e35e-44f4-9d40-79713cb85452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 1130 time: 0.5228229 Apr 07 11:12:43.316528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c05c75-5755-45c9-9e72-2e6ba72b53e2 req-c991b91c-4ee6-4fa1-a0ce-30b2e53f1502 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158861 Apr 07 11:12:43.336988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17eb49-7078-473c-b0dc-ea1961180c99 req-0079f48c-1063-488a-b8cd-6257078ce1b3 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:43.338662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f17eb49-7078-473c-b0dc-ea1961180c99 req-0079f48c-1063-488a-b8cd-6257078ce1b3 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 945 time: 0.5335808 Apr 07 11:12:43.342119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29f45525-a3c3-4177-a9e0-2145e6afacf4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group (79556a78-1390-4843-89a0-e12630c45448), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:43.457569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b30b-0719-4f59-a1ac-c4d152d83b3a req-4f1a8023-d176-41da-beb4-43452d2e51e7 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:43.460101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4e9b30b-0719-4f59-a1ac-c4d152d83b3a req-4f1a8023-d176-41da-beb4-43452d2e51e7 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 945 time: 0.6356711 Apr 07 11:12:43.604082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'tag': 'eca6a61b-bb50-494f-8095-cd024fbc1889'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:43.607548 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94c5363-1de0-42ec-8a98-f6563850d7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9cea7e-406c-47f3-8c43-b8abafa2515d", "tag": "eca6a61b-bb50-494f-8095-cd024fbc1889"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:43.657243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4e9b30b-0719-4f59-a1ac-c4d152d83b3a req-a617b14c-2225-4afb-aa12-27311171a10a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672699 Apr 07 11:12:43.660335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f17eb49-7078-473c-b0dc-ea1961180c99 req-943c3e27-1170-473c-9110-0de1b16ffab4 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409508 Apr 07 11:12:43.671014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29f45525-a3c3-4177-a9e0-2145e6afacf4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (79556a78-1390-4843-89a0-e12630c45448), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:43.674542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-29f45525-a3c3-4177-a9e0-2145e6afacf4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:43.678746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-29f45525-a3c3-4177-a9e0-2145e6afacf4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "DELETE /v2.0/security-groups/79556a78-1390-4843-89a0-e12630c45448 HTTP/1.1" status: 204 len: 168 time: 1.0073290 Apr 07 11:12:43.679665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40276) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:43.704679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-66db7468-ee98-4c06-a1a1-edb613b28b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:43.711288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-66db7468-ee98-4c06-a1a1-edb613b28b9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3952236 Apr 07 11:12:43.726255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f45525-a3c3-4177-a9e0-2145e6afacf4 tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79556a78-1390-4843-89a0-e12630c45448,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:43.731460 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-d2faa3f3-6116-4717-943e-6932769b488b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] show failed (client error): The resource could not be found. Apr 07 11:12:43.738142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2faa3f3-6116-4717-943e-6932769b488b tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "GET /v2.0/security-groups/79556a78-1390-4843-89a0-e12630c45448 HTTP/1.1" status: 404 len: 347 time: 0.0542557 Apr 07 11:12:43.738602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40282) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:43.792400 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5387ef8a-e8ab-4450-9043-f0b8e8571be3 x-openstack-request-id: req-5387ef8a-e8ab-4450-9043-f0b8e8571be3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:43.792969 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd9a23a-3491-4556-89d9-516ea076c994", "name": "network-vif-plugged", "status": "completed", "tag": "e70cbdc3-c6a6-4100-9236-8a7808ed56db", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:43.793189 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5387ef8a-e8ab-4450-9043-f0b8e8571be3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:43.793703 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5387ef8a-e8ab-4450-9043-f0b8e8571be3'] response: {'server_uuid': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db', 'code': 200} Apr 07 11:12:43.796116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-3280b4b4-9dc4-4a29-87ef-5cd4bb05c118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9fbb0f36-fe63-4f55-b721-e0004e427467 HTTP/1.1" status: 200 len: 217 time: 0.0765150 Apr 07 11:12:43.956346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-a0b996f3-21ed-4ad3-930b-a4b696766f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:43.957775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-a0b996f3-21ed-4ad3-930b-a4b696766f0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1299565 Apr 07 11:12:43.970920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c708745-fee5-490c-948d-d61b9883f840 req-6b8013c9-256b-4c8d-bb9c-5d558f04e72e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:43.972434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c708745-fee5-490c-948d-d61b9883f840 req-6b8013c9-256b-4c8d-bb9c-5d558f04e72e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 944 time: 0.1863585 Apr 07 11:12:44.008583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49347d4d-8f23-45f0-8d49-ffd05192bea5 req-80979a61-f980-4067-b46f-ebf86f953ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.010137 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-49347d4d-8f23-45f0-8d49-ffd05192bea5 req-80979a61-f980-4067-b46f-ebf86f953ecb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebd9a23a-3491-4556-89d9-516ea076c994 HTTP/1.1" status: 200 len: 1127 time: 0.1145341 Apr 07 11:12:44.021653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-f622ca81-e8d3-4851-a03c-473896e40006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.023149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-f622ca81-e8d3-4851-a03c-473896e40006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1127 time: 0.1848276 Apr 07 11:12:44.044972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3626b3-7b87-4649-9b24-c12c64c18224 req-d842b6e4-c281-4688-af2e-4e516a420c81 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.046404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Deleting port 5033c231-f50d-410d-a18f-8d1814b700e7 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:44.046558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3626b3-7b87-4649-9b24-c12c64c18224 req-d842b6e4-c281-4688-af2e-4e516a420c81 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.1787848 Apr 07 11:12:44.046747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5033c231-f50d-410d-a18f-8d1814b700e7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.117103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-3552df67-d69d-475f-ae5d-578943cd35bf tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.118697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-3552df67-d69d-475f-ae5d-578943cd35bf tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 945 time: 0.1462221 Apr 07 11:12:44.163077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-25545b62-3960-4422-af87-668041b63026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.164658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-25545b62-3960-4422-af87-668041b63026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1898196 Apr 07 11:12:44.178175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c708745-fee5-490c-948d-d61b9883f840 req-0b66a1b2-e02b-4064-9256-01471a2dae18 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945114 Apr 07 11:12:44.214065 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-49347d4d-8f23-45f0-8d49-ffd05192bea5 req-1504cc87-8c42-4020-8cbd-dfe1ce6d8797 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865704 Apr 07 11:12:44.276004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5033c231-f50d-410d-a18f-8d1814b700e7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.276408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for floatingip (5033c231-f50d-410d-a18f-8d1814b700e7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.294511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Calling delete_port for 5033c231-f50d-410d-a18f-8d1814b700e7 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:44.371013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3626b3-7b87-4649-9b24-c12c64c18224 req-1b2940d8-71d3-4cc1-8e4e-438d8449ab14 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906213 Apr 07 11:12:44.375179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-4189b073-3e4e-42ce-9d6f-c581ce9a3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.378395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-4189b073-3e4e-42ce-9d6f-c581ce9a3888 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.3269770 Apr 07 11:12:44.443537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-83a73ce7-ec1f-41f0-b515-bda13702ae2f service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461643 Apr 07 11:12:44.458739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9330544-5a87-4841-a66d-99af307092f1 req-e51b74ec-fae7-4277-99a2-93d161826e39 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.469349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9330544-5a87-4841-a66d-99af307092f1 req-e51b74ec-fae7-4277-99a2-93d161826e39 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 948 time: 0.1903508 Apr 07 11:12:44.475694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5033c231-f50d-410d-a18f-8d1814b700e7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.477277 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a62d83-0bb0-4d33-9318-91dacd43d4cf x-openstack-request-id: req-f4a62d83-0bb0-4d33-9318-91dacd43d4cf {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:44.478002 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9cea7e-406c-47f3-8c43-b8abafa2515d", "tag": "eca6a61b-bb50-494f-8095-cd024fbc1889", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:44.478519 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4a62d83-0bb0-4d33-9318-91dacd43d4cf {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:44.479211 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a62d83-0bb0-4d33-9318-91dacd43d4cf'] response: {'name': 'network-changed', 'server_uuid': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'tag': 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'status': 'completed', 'code': 200} Apr 07 11:12:44.593490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Deleting port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:44.594068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.607867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-ac2cc839-155c-4385-8279-9ed977b1dabc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 217 time: 0.1004558 Apr 07 11:12:44.637190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Pushing event deleted for resources: {'Port': ['ID=5033c231-f50d-410d-a18f-8d1814b700e7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:44.717931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9330544-5a87-4841-a66d-99af307092f1 req-f10cc721-a870-4352-a4b3-f47b4a31a071 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443612 Apr 07 11:12:44.756460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks [] for floatingip (e9bc9928-f986-46d2-bee5-5fde71bd38a0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.760734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-8b65b0a1-ffa4-4efa-8710-9805e194d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.760946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.762169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-786d6a82-d5e0-42ed-a142-c4a28ee5800d tempest-ImagesOneServerNegativeTestJSON-2032995505 tempest-ImagesOneServerNegativeTestJSON-2032995505-project] 10.222.0.13 "DELETE /v2.0/floatingips/e9bc9928-f986-46d2-bee5-5fde71bd38a0 HTTP/1.1" status: 204 len: 168 time: 1.0221312 Apr 07 11:12:44.765243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-8b65b0a1-ffa4-4efa-8710-9805e194d37e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.1263556 Apr 07 11:12:44.817171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36af3f5d-a45f-4398-9f38-4724ec409abb req-3a04c624-0286-45ae-a0f0-3084270d57b4 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085275 Apr 07 11:12:44.819217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-d9ab50c4-fc56-429d-99db-d78bee42188d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449779 Apr 07 11:12:44.834352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71692f1a-50c4-4a1d-9c0b-acec88d2f152 req-75d5a845-4419-49de-b1c2-e1c6bb36475d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.837652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] For port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,segment=NetworkSegment(e08259a2-a296-4b6f-a109-50ba77b2ebf6),segment_id=e08259a2-a296-4b6f-a109-50ba77b2ebf6)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:44.838037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:44.839823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71692f1a-50c4-4a1d-9c0b-acec88d2f152 req-75d5a845-4419-49de-b1c2-e1c6bb36475d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.2521758 Apr 07 11:12:44.862753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-ab7f6077-6a44-4f2b-9148-3f848f29fe4a tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.864418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-ab7f6077-6a44-4f2b-9148-3f848f29fe4a tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.3752954 Apr 07 11:12:44.866431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Calling delete_port for cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:44.870355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-8fd6afa5-2fa1-4f9c-8ab7-a2ed0bf0a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:44.871894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-8fd6afa5-2fa1-4f9c-8ab7-a2ed0bf0a61a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 1130 time: 0.3262312 Apr 07 11:12:44.879952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:44.985360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71692f1a-50c4-4a1d-9c0b-acec88d2f152 req-c7b44030-b3a4-481a-8a42-9793d0fca9d2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430550 Apr 07 11:12:45.006787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2e5ff-d713-4668-8548-c945374483b9 req-f29fd75a-b0cd-4ebb-9815-da4b8967946e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.008364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afd2e5ff-d713-4668-8548-c945374483b9 req-f29fd75a-b0cd-4ebb-9815-da4b8967946e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebd9a23a-3491-4556-89d9-516ea076c994 HTTP/1.1" status: 200 len: 945 time: 0.1962450 Apr 07 11:12:45.024848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-f889d4f4-389d-4a3f-9d2a-3126f6ec3613 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756809 Apr 07 11:12:45.077092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.122654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-ae32b33e-8d75-4a1f-a6d4-fab9bac79c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.123631 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-ae32b33e-8d75-4a1f-a6d4-fab9bac79c18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2408447 Apr 07 11:12:45.137255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afd2e5ff-d713-4668-8548-c945374483b9 req-220b7975-81d7-4f77-a155-07516f0276c0 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Apr 07 11:12:45.189587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-840873b6-f687-4be0-a79d-69c8fa653c13 req-4f116640-ac30-4fcf-ad6a-29571d62ce21 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573699 Apr 07 11:12:45.214833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-744311b3-23f7-4082-97ff-4cff622ed93c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=eca6a61b-bb50-494f-8095-cd024fbc1889 HTTP/1.1" status: 200 len: 217 time: 0.0677397 Apr 07 11:12:45.285715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19d1d-1209-44e5-b917-be9f1568cd12 req-29ed8589-dbbb-42c4-a518-e12893285983 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.287274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a19d1d-1209-44e5-b917-be9f1568cd12 req-29ed8589-dbbb-42c4-a518-e12893285983 tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f1c58f-5f75-4540-9302-c449d1bdc978 HTTP/1.1" status: 200 len: 945 time: 0.0633233 Apr 07 11:12:45.371319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a19d1d-1209-44e5-b917-be9f1568cd12 req-4025c0e0-d825-4f2a-b0ce-7d7bffa0a04c tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.13 "GET /v2.0/security-groups?id=407aa879-2103-466b-b4fa-473a001ecb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Apr 07 11:12:45.389097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f99ef-f875-41c2-bb74-bce4faa93960 req-19b30bce-7420-4ea6-8867-d52e3fe89893 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.400456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-108f99ef-f875-41c2-bb74-bce4faa93960 req-19b30bce-7420-4ea6-8867-d52e3fe89893 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 944 time: 0.1070864 Apr 07 11:12:45.411525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-49db1d10-68a8-494d-8b1a-5b4bf859be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.412978 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-49db1d10-68a8-494d-8b1a-5b4bf859be8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1884017 Apr 07 11:12:45.418240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cbfaee3b-3e7c-49cd-ac20-865bfeb3c787), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.432679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cbfaee3b-3e7c-49cd-ac20-865bfeb3c787'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:45.510040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Pushing event deleted for resources: {'Port': ['ID=cbfaee3b-3e7c-49cd-ac20-865bfeb3c787,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:45.526156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-108f99ef-f875-41c2-bb74-bce4faa93960 req-9ebfe443-f99a-4af8-8b02-b64acd7601d9 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242309 Apr 07 11:12:45.546678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:45.556841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device dfc53d51-ed48-4a56-b46f-4070e69e2a5f details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:45.616501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] No DVR routers for this DVR port cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:45.622907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40300) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:45.627825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.631502 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e1f4ceb9-ef15-4f79-b987-44bb90009a3d req-c9e14afa-8276-4c98-9dc0-8eacc5668edc tempest-ServerAddressesTestJSON-1708575030 tempest-ServerAddressesTestJSON-1708575030-project] 10.222.0.41 "DELETE /v2.0/ports/cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 HTTP/1.1" status: 204 len: 173 time: 1.5016553 Apr 07 11:12:45.634758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-9d9ed3f5-25f4-485a-9e27-e74c5fd466dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.636535 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-9d9ed3f5-25f4-485a-9e27-e74c5fd466dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2147591 Apr 07 11:12:45.637076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'name': 'network-vif-deleted', 'tag': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:45.639447 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233e092d-9fe7-4fe3-87a3-00011bf17aea" -d '{"events": [{"server_uuid": "d4f1c58f-5f75-4540-9302-c449d1bdc978", "name": "network-vif-deleted", "tag": "cbfaee3b-3e7c-49cd-ac20-865bfeb3c787"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:45.692194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bec470-afe7-45a7-8e31-30ea2883a83e req-c2bd0156-9841-44e6-b315-77f5e2271736 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:45.695064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32bec470-afe7-45a7-8e31-30ea2883a83e req-c2bd0156-9841-44e6-b315-77f5e2271736 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 945 time: 0.1679456 Apr 07 11:12:45.745913 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-970dc4cc-83b0-4369-9e96-0df0476301a5 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979855 Apr 07 11:12:45.756744 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d5eb7-c592-452f-acec-b077eb4b5af2 x-openstack-request-id: req-763d5eb7-c592-452f-acec-b077eb4b5af2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:45.757495 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1c58f-5f75-4540-9302-c449d1bdc978", "name": "network-vif-deleted", "tag": "cbfaee3b-3e7c-49cd-ac20-865bfeb3c787", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:45.757495 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-763d5eb7-c592-452f-acec-b077eb4b5af2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:45.758015 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763d5eb7-c592-452f-acec-b077eb4b5af2'] response: {'server_uuid': 'd4f1c58f-5f75-4540-9302-c449d1bdc978', 'name': 'network-vif-deleted', 'tag': 'cbfaee3b-3e7c-49cd-ac20-865bfeb3c787', 'status': 'completed', 'code': 200} Apr 07 11:12:45.762889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32bec470-afe7-45a7-8e31-30ea2883a83e req-740428f3-9877-4585-a1d9-693b005079ca tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502663 Apr 07 11:12:45.781669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Deleting subnet 62548967-7f3c-42ed-b92b-37ad62829ac3 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:12:45.797071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Publish callbacks [] for subnet (62548967-7f3c-42ed-b92b-37ad62829ac3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.843871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:45.861533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:45.886129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:45.899601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (62548967-7f3c-42ed-b92b-37ad62829ac3), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.945946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Publish callbacks [] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.958997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:45.971004 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94c5363-1de0-42ec-8a98-f6563850d7f4 req-46c4332d-944c-4ccf-90d8-3273db805154 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070522 Apr 07 11:12:46.003669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port dfc53d51-ed48-4a56-b46f-4070e69e2a5f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:46.005820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.045760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (62548967-7f3c-42ed-b92b-37ad62829ac3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.051225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc53d51-ed48-4a56-b46f-4070e69e2a5f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:46.066599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:46.074438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:46.074791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:46.075110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:46.080622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:46.080942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Attempting to bind port 642a292a-ce48-464e-a758-bedcd2e21ee4 on network 43736fd5-2088-4086-9627-dc47efe12f30 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:46.086316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:46.086810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Checking segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:46.087200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Bound using segment: {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:46.087633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Bound port: 642a292a-ce48-464e-a758-bedcd2e21ee4, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4d9266-a274-466a-b229-87795df4257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '43736fd5-2088-4086-9627-dc47efe12f30'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:46.087994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.100302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:46.107987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.144626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f1840-207a-416a-9e6a-95441605eb18 req-d7a98fc7-679e-4384-9a3f-f8acdf7b4125 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:46.146266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c0f1840-207a-416a-9e6a-95441605eb18 req-d7a98fc7-679e-4384-9a3f-f8acdf7b4125 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 948 time: 0.2190337 Apr 07 11:12:46.175795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:46.180246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:46.190135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.197877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:46.253771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (62548967-7f3c-42ed-b92b-37ad62829ac3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.262498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9fbb0f36-fe63-4f55-b721-e0004e427467 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:46.287433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:46.288305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.290400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] 10.222.0.23 "PUT /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 1121 time: 1.4151409 Apr 07 11:12:46.296424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ecf6c-2654-4ce8-818a-08255d20b91d service neutron] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=8']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:46.352818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac844-6d76-4569-a4ef-9b6868364a54 req-9db81e8e-a97e-4ea9-a92f-b459a36d04cb tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:46.361634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba6ac844-6d76-4569-a4ef-9b6868364a54 req-9db81e8e-a97e-4ea9-a92f-b459a36d04cb tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.2350979 Apr 07 11:12:46.371538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c0f1840-207a-416a-9e6a-95441605eb18 req-e3324732-7062-46b0-9fef-08fbe837e2ee tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946366 Apr 07 11:12:46.384437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62548967-7f3c-42ed-b92b-37ad62829ac3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:46.387805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.395944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:46.414037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b4e2d8e2-5695-48fa-97f3-6d7045063f59 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62548967-7f3c-42ed-b92b-37ad62829ac3 HTTP/1.1" status: 204 len: 168 time: 0.7797580 Apr 07 11:12:46.461168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['dfc53d51-ed48-4a56-b46f-4070e69e2a5f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:46.493724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['642a292a-ce48-464e-a758-bedcd2e21ee4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:46.515291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba6ac844-6d76-4569-a4ef-9b6868364a54 req-ca04e61c-efd0-42b3-9195-907d45ad52e5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484413 Apr 07 11:12:46.539821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['642a292a-ce48-464e-a758-bedcd2e21ee4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:46.592846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (78f1f221-3b39-4539-8d24-aeb2ea42e501), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.655516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9fbb0f36-fe63-4f55-b721-e0004e427467, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9fbb0f36-fe63-4f55-b721-e0004e427467,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:46.660665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99fd5-03f5-4a18-8be9-a40a916f7143 req-e6a98510-2eab-4730-a2ef-67139d6be86b tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:46.669166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40318) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:46.669448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e99fd5-03f5-4a18-8be9-a40a916f7143 req-e6a98510-2eab-4730-a2ef-67139d6be86b tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebd9a23a-3491-4556-89d9-516ea076c994 HTTP/1.1" status: 200 len: 945 time: 0.0891786 Apr 07 11:12:46.705015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '9fbb0f36-fe63-4f55-b721-e0004e427467', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '9fbb0f36-fe63-4f55-b721-e0004e427467', 'mac_address': 'fa:16:3e:f3:ae:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:46.770092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46e99fd5-03f5-4a18-8be9-a40a916f7143 req-4aa321ec-8524-4807-868c-169375e5c5f2 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983322 Apr 07 11:12:46.785495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (78f1f221-3b39-4539-8d24-aeb2ea42e501), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.851619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1f221-3b39-4539-8d24-aeb2ea42e501']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:46.866513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a955f29-e374-43df-9a55-f583f95e781d') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:46.866877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a955f29-e374-43df-9a55-f583f95e781d') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:46.882789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Deleting subnet 63b3fcbb-3598-4b48-9b58-2549ddb74701 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:12:46.886490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (9a955f29-e374-43df-9a55-f583f95e781d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.894372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Publish callbacks [] for subnet (63b3fcbb-3598-4b48-9b58-2549ddb74701), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.929175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9a955f29-e374-43df-9a55-f583f95e781d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.936549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7360-3ab1-4c44-ad83-8ef635b26ffe req-eff8d97c-36d8-4fa2-91ac-881c4d6821e8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:46.944638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e5b7360-3ab1-4c44-ad83-8ef635b26ffe req-eff8d97c-36d8-4fa2-91ac-881c4d6821e8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 945 time: 0.1719451 Apr 07 11:12:46.963584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:12:46.964007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (9a955f29-e374-43df-9a55-f583f95e781d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:12:46.965767 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:12:46.991029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (63b3fcbb-3598-4b48-9b58-2549ddb74701), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.019696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e5b7360-3ab1-4c44-ad83-8ef635b26ffe req-fe1313bf-00a8-45f6-87f0-e65019707be7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Apr 07 11:12:47.114076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9fbb0f36-fe63-4f55-b721-e0004e427467 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:47.114468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.176392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (63b3fcbb-3598-4b48-9b58-2549ddb74701), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.180176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (78f1f221-3b39-4539-8d24-aeb2ea42e501), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.190398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c07e-a3b7-4183-a7d0-dcdc764ddf11 req-d9f6572f-5573-45f5-bf6e-abb9ef78ba00 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:47.192051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8cf6c07e-a3b7-4183-a7d0-dcdc764ddf11 req-d9f6572f-5573-45f5-bf6e-abb9ef78ba00 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.0837710 Apr 07 11:12:47.221377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbb0f36-fe63-4f55-b721-e0004e427467 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:47.278954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.290569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] 10.222.0.13 "DELETE /v2.0/networks/78f1f221-3b39-4539-8d24-aeb2ea42e501 HTTP/1.1" status: 204 len: 168 time: 0.8901019 Apr 07 11:12:47.302409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9fbb0f36-fe63-4f55-b721-e0004e427467, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9fbb0f36-fe63-4f55-b721-e0004e427467,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:47.339861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb148c-1119-4838-b7a0-8ae2bc19f65d admin admin] Pushing event deleted for resources: {'Network': ['ID=78f1f221-3b39-4539-8d24-aeb2ea42e501,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:47.347407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (63b3fcbb-3598-4b48-9b58-2549ddb74701), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.350606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8cf6c07e-a3b7-4183-a7d0-dcdc764ddf11 req-639ac2f9-50b0-40e2-9b2f-cf60c8f5e25d tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475947 Apr 07 11:12:47.361360 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.362453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eca6a61b-bb50-494f-8095-cd024fbc1889 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:47.382482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.385911 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63b3fcbb-3598-4b48-9b58-2549ddb74701 HTTP/1.1" status: 204 len: 168 time: 0.7153103 Apr 07 11:12:47.386941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b92c4-7480-46c0-b2ba-0937718defd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b3fcbb-3598-4b48-9b58-2549ddb74701,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:47.390382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:47.464585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eca6a61b-bb50-494f-8095-cd024fbc1889, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eca6a61b-bb50-494f-8095-cd024fbc1889,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:47.487766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'mac_address': 'fa:16:3e:db:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:47.549864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40346) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:47.581452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eca6a61b-bb50-494f-8095-cd024fbc1889 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:47.582043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.598962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:47.658228 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-59f40a2d-50fc-4fda-97f3-f9abba6af091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be1eeba3f074475fbeb9e4f2534fbd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055036 Apr 07 11:12:47.661167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40352) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:47.687522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (831a1728-c0eb-4292-ad70-29fdf98669b0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.687734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae382719-4854-48d6-9416-0c8d99a2c725 req-af6895c7-db61-44a1-805c-e0c0102d52df tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:47.695340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae382719-4854-48d6-9416-0c8d99a2c725 req-af6895c7-db61-44a1-805c-e0c0102d52df tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 948 time: 0.1328750 Apr 07 11:12:47.753752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:47.766045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4'}, {'name': 'network-changed', 'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:47.770102 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995e615-5622-44d5-bbb5-f92839945cef" -d '{"events": [{"server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "name": "network-vif-unplugged", "status": "completed", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4"}, {"name": "network-changed", "server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:47.772249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-d56953d7-74f4-405e-ac69-8ec2487623b8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:47.776851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:12:47.781234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-d56953d7-74f4-405e-ac69-8ec2487623b8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 813 time: 0.2281532 Apr 07 11:12:47.806154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca6a61b-bb50-494f-8095-cd024fbc1889 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:47.807095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-058025c8-0926-40f5-beba-02e9088d71d9 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/quotas/a88e0a7eb5be41fead1ab46703cd8ff1 HTTP/1.1" status: 200 len: 375 time: 0.0248950 Apr 07 11:12:47.834340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae382719-4854-48d6-9416-0c8d99a2c725 req-e88fcbdd-5bd7-4cea-b7ae-4cd5013e3bd5 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353865 Apr 07 11:12:47.836814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9fbb0f36-fe63-4f55-b721-e0004e427467,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:47.860405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eca6a61b-bb50-494f-8095-cd024fbc1889, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eca6a61b-bb50-494f-8095-cd024fbc1889,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:47.868482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:47.959900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eca6a61b-bb50-494f-8095-cd024fbc1889,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:47.974666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-57c393c4-0581-48cc-86d7-7118eb7a2904 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666222 Apr 07 11:12:48.102407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd807be2-c584-4380-842b-dba8cfbbbb55 req-487b44ca-d094-4d0c-be7e-83590707e940 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:48.103845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd807be2-c584-4380-842b-dba8cfbbbb55 req-487b44ca-d094-4d0c-be7e-83590707e940 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.1280625 Apr 07 11:12:48.122636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-0bf0d11a-9cc9-4a0b-9b4f-d7be2f4563d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448317 Apr 07 11:12:48.152490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24e8715b-63bf-495e-ad88-a2d07ead6dc6 admin admin] Publish callbacks [] for security_group (ccd0a4aa-cac2-42ef-b371-d19abb4d98a1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.178678 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (831a1728-c0eb-4292-ad70-29fdf98669b0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.195662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24e8715b-63bf-495e-ad88-a2d07ead6dc6 admin admin] Publish callbacks [] for security_group (ccd0a4aa-cac2-42ef-b371-d19abb4d98a1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.222472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831a1728-c0eb-4292-ad70-29fdf98669b0']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:48.242228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd807be2-c584-4380-842b-dba8cfbbbb55 req-e61762dc-78c3-4c4a-afe7-848151dcb635 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267593 Apr 07 11:12:48.243099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08259a2-a296-4b6f-a109-50ba77b2ebf6') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:48.243405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08259a2-a296-4b6f-a109-50ba77b2ebf6') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:12:48.259218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (e08259a2-a296-4b6f-a109-50ba77b2ebf6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.297998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:48.300204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-f0875526-b496-4bab-8222-5eacc373e4fd service neutron] 10.222.0.13 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656151 Apr 07 11:12:48.309030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24e8715b-63bf-495e-ad88-a2d07ead6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ccd0a4aa-cac2-42ef-b371-d19abb4d98a1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.314692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24e8715b-63bf-495e-ad88-a2d07ead6dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.315880 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24e8715b-63bf-495e-ad88-a2d07ead6dc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccd0a4aa-cac2-42ef-b371-d19abb4d98a1 HTTP/1.1" status: 204 len: 168 time: 0.6530480 Apr 07 11:12:48.322344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e08259a2-a296-4b6f-a109-50ba77b2ebf6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.343107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8715b-63bf-495e-ad88-a2d07ead6dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd0a4aa-cac2-42ef-b371-d19abb4d98a1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:48.345802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:12:48.346215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (e08259a2-a296-4b6f-a109-50ba77b2ebf6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:12:48.348097 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:12:48.410175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:48.461126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:12:48.462169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cbfaee3b-3e7c-49cd-ac20-865bfeb3c787 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:12:48.481402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (831a1728-c0eb-4292-ad70-29fdf98669b0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.489655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:48.495787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['eca6a61b-bb50-494f-8095-cd024fbc1889'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:48.498490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] 10.222.0.13 "DELETE /v2.0/networks/831a1728-c0eb-4292-ad70-29fdf98669b0 HTTP/1.1" status: 204 len: 168 time: 1.1061208 Apr 07 11:12:48.524217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e2780-76e6-4e97-a328-6006d0fc1274 admin admin] Pushing event deleted for resources: {'Network': ['ID=831a1728-c0eb-4292-ad70-29fdf98669b0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:48.585683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cca29-6838-42a8-9f2c-a34c969a5c91 req-acf5d0bc-b98b-48b5-ab39-1d59a3b5d871 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:48.588695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e9cca29-6838-42a8-9f2c-a34c969a5c91 req-acf5d0bc-b98b-48b5-ab39-1d59a3b5d871 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 945 time: 0.1268272 Apr 07 11:12:48.750197 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64247a0-6faf-435f-bd54-2bb4574c0dcf x-openstack-request-id: req-f64247a0-6faf-435f-bd54-2bb4574c0dcf {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:48.751532 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "name": "network-vif-unplugged", "status": "completed", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4", "code": 200}, {"name": "network-changed", "server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:48.752493 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f64247a0-6faf-435f-bd54-2bb4574c0dcf {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:48.753295 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64247a0-6faf-435f-bd54-2bb4574c0dcf'] response: {'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'code': 200} Apr 07 11:12:48.753815 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64247a0-6faf-435f-bd54-2bb4574c0dcf'] response: {'name': 'network-changed', 'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'status': 'completed', 'code': 200} Apr 07 11:12:48.755731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e9cca29-6838-42a8-9f2c-a34c969a5c91 req-51448e4a-ab79-41bd-b5a8-acaee05fad64 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568244 Apr 07 11:12:48.823743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40370) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:48.934449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995e615-5622-44d5-bbb5-f92839945cef req-2d335914-08b8-4f34-9eaf-5e4ba68f622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:48.936674 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-2d335914-08b8-4f34-9eaf-5e4ba68f622b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1155 time: 0.1487381 Apr 07 11:12:48.942596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d61d0c3c-ec5d-478a-b6b5-6402213c48d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50826c714b1b4799ba37a338364c4d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1170647 Apr 07 11:12:48.945061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40374) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:48.993752 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:12:49.048305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea6b3b-8312-4e9a-a416-18beb3230e60 req-88f50155-764e-4ffa-b3fc-e50067e55c70 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.062709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69ea6b3b-8312-4e9a-a416-18beb3230e60 req-88f50155-764e-4ffa-b3fc-e50067e55c70 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1334758 Apr 07 11:12:49.186002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69ea6b3b-8312-4e9a-a416-18beb3230e60 req-64aaf4bc-4ce1-408c-a9ab-54e78d185ac4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181941 Apr 07 11:12:49.281184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995e615-5622-44d5-bbb5-f92839945cef req-5e97b1aa-9891-46e5-8d06-425fe8bcddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.283401 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-5e97b1aa-9891-46e5-8d06-425fe8bcddec service neutron] 10.222.0.41 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.3262615 Apr 07 11:12:49.292797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb1727a0-11c6-4090-a6e9-6dbdf2164c16 admin admin] Publish callbacks [] for security_group (407aa879-2103-466b-b4fa-473a001ecb02), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:49.356477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d27f075-b0de-483c-a393-79942abe42a4 req-773cf39c-4d6f-4c46-b7ac-c086d0120790 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 210 time: 0.0960481 Apr 07 11:12:49.364081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-6944737e-a401-4537-895d-a4375878c5d8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.365738 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-6944737e-a401-4537-895d-a4375878c5d8 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebd9a23a-3491-4556-89d9-516ea076c994 HTTP/1.1" status: 200 len: 945 time: 0.3325982 Apr 07 11:12:49.380326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb1727a0-11c6-4090-a6e9-6dbdf2164c16 admin admin] Publish callbacks [] for security_group (407aa879-2103-466b-b4fa-473a001ecb02), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:49.452100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf37c7-d3b1-4e6b-8576-2173af45f68d req-059bf524-00c5-4b11-a927-e9fae23df4cd tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.474446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58cf37c7-d3b1-4e6b-8576-2173af45f68d req-059bf524-00c5-4b11-a927-e9fae23df4cd tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 949 time: 0.2611809 Apr 07 11:12:49.587872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device dfc53d51-ed48-4a56-b46f-4070e69e2a5f up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:49.610495 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-0bdd1981-5750-41b4-bb18-76a5a341a7ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 217 time: 0.2644937 Apr 07 11:12:49.614110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb1727a0-11c6-4090-a6e9-6dbdf2164c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (407aa879-2103-466b-b4fa-473a001ecb02), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:49.617188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb1727a0-11c6-4090-a6e9-6dbdf2164c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:49.619043 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb1727a0-11c6-4090-a6e9-6dbdf2164c16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/407aa879-2103-466b-b4fa-473a001ecb02 HTTP/1.1" status: 204 len: 168 time: 0.6726191 Apr 07 11:12:49.660217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1727a0-11c6-4090-a6e9-6dbdf2164c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407aa879-2103-466b-b4fa-473a001ecb02,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:49.670622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-a4e611e3-2ea0-4cdd-9aea-4e0bfe72cf97 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.681305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-a4e611e3-2ea0-4cdd-9aea-4e0bfe72cf97 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c98e0e0-d010-42a8-8ded-ab2ab48c7b51 HTTP/1.1" status: 200 len: 945 time: 0.3793590 Apr 07 11:12:49.711245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port dfc53d51-ed48-4a56-b46f-4070e69e2a5f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:49.716418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port dfc53d51-ed48-4a56-b46f-4070e69e2a5f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:49.716969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:49.740664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995e615-5622-44d5-bbb5-f92839945cef req-08253e75-e057-44c9-8fe5-586776e5273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.746394 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-08253e75-e057-44c9-8fe5-586776e5273b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.1207147 Apr 07 11:12:49.749387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Deleting port e70cbdc3-c6a6-4100-9236-8a7808ed56db {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:49.749771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:49.809501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58cf37c7-d3b1-4e6b-8576-2173af45f68d req-1fe2bbed-0b98-43d7-8931-918d578b8c1c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337643 Apr 07 11:12:49.913988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-c00ee900-38df-4952-b29b-ce2b559e3b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548839 Apr 07 11:12:49.981034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736279da-8bac-4008-8253-6701b3ec8920 req-155c0d6c-d1f2-466e-84ef-8b28dfafa11a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:49.991943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port dfc53d51-ed48-4a56-b46f-4070e69e2a5f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:49.992220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.001067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-736279da-8bac-4008-8253-6701b3ec8920 req-155c0d6c-d1f2-466e-84ef-8b28dfafa11a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.4584889 Apr 07 11:12:50.084813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:50.087474 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80490bd-806b-4542-99bc-855882b48fbd" -d '{"events": [{"server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:50.117606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:50.137551 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.234820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:50.263114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-736279da-8bac-4008-8253-6701b3ec8920 req-edb49266-be2b-4b7b-88ab-734d36e91527 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609048 Apr 07 11:12:50.290069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Deleting port d81d0264-38f2-4368-a705-0de6e48c75f3 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:12:50.290659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.298769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9fbb0f36-fe63-4f55-b721-e0004e427467 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:50.394097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] For port e70cbdc3-c6a6-4100-9236-8a7808ed56db, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e70cbdc3-c6a6-4100-9236-8a7808ed56db,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:50.394760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.449462 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbcbdd0-1f79-4ec0-9312-8d08ffa266e4 x-openstack-request-id: req-5bbcbdd0-1f79-4ec0-9312-8d08ffa266e4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:50.449462 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:50.449462 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bbcbdd0-1f79-4ec0-9312-8d08ffa266e4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:50.449462 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbcbdd0-1f79-4ec0-9312-8d08ffa266e4'] response: {'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'code': 200} Apr 07 11:12:50.471326 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-672f915d-93ad-4b27-8099-d3a1f343010f service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309970 Apr 07 11:12:50.491328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Calling delete_port for e70cbdc3-c6a6-4100-9236-8a7808ed56db owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:50.525728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 9fbb0f36-fe63-4f55-b721-e0004e427467 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:50.542043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 9fbb0f36-fe63-4f55-b721-e0004e427467 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:50.542412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.583223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62443-0390-4a06-8476-55fa3c0fada0 req-a697ba97-55c2-49fd-b811-190762a9dd95 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:50.605620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9c62443-0390-4a06-8476-55fa3c0fada0 req-a697ba97-55c2-49fd-b811-190762a9dd95 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 946 time: 0.4906931 Apr 07 11:12:50.758002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] For port d81d0264-38f2-4368-a705-0de6e48c75f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d81d0264-38f2-4368-a705-0de6e48c75f3,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:50.759840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.775459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9fbb0f36-fe63-4f55-b721-e0004e427467 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:50.776820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.820038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Calling delete_port for d81d0264-38f2-4368-a705-0de6e48c75f3 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:12:50.842153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9fbb0f36-fe63-4f55-b721-e0004e427467, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9fbb0f36-fe63-4f55-b721-e0004e427467,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:50.848341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9c62443-0390-4a06-8476-55fa3c0fada0 req-d5e66487-6270-4d69-be14-434d67bb770d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414544 Apr 07 11:12:50.848858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:50.849880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eca6a61b-bb50-494f-8095-cd024fbc1889 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:12:50.888483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0a515-fab3-4341-add3-1963f35ca047 req-344e8c1a-e8a4-449a-938e-94538f98b355 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:50.894896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dba0a515-fab3-4341-add3-1963f35ca047 req-344e8c1a-e8a4-449a-938e-94538f98b355 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3200150 Apr 07 11:12:50.901388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e2622-19da-4ab3-bd9d-46bf98c7259e req-50868fe4-e90c-437c-828d-20646d628002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:50.902920 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a08e2622-19da-4ab3-bd9d-46bf98c7259e req-50868fe4-e90c-437c-828d-20646d628002 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.3666997 Apr 07 11:12:50.973888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9fbb0f36-fe63-4f55-b721-e0004e427467,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:51.010209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b995e615-5622-44d5-bbb5-f92839945cef req-bb594547-d1c5-4438-ab48-f8dad6bf4650 service neutron] 10.222.0.41 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154226 Apr 07 11:12:51.037279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aebd8fba-317d-4b23-a219-e982a54a7cf2 req-e5eb0ff8-24a6-4013-b9ae-3a52401df4ce tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 210 time: 0.0632777 Apr 07 11:12:51.120251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dba0a515-fab3-4341-add3-1963f35ca047 req-fa8b46ef-d577-4471-af22-05062f706f6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504970 Apr 07 11:12:51.145594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port eca6a61b-bb50-494f-8095-cd024fbc1889 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:12:51.160161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port eca6a61b-bb50-494f-8095-cd024fbc1889 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:12:51.161283 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:51.188312 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a08e2622-19da-4ab3-bd9d-46bf98c7259e req-9bde2a15-bafd-48e9-a2fd-8ee711a10918 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725265 Apr 07 11:12:51.376773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port eca6a61b-bb50-494f-8095-cd024fbc1889 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:51.376773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:51.383998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e70cbdc3-c6a6-4100-9236-8a7808ed56db), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:51.480566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port eca6a61b-bb50-494f-8095-cd024fbc1889, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eca6a61b-bb50-494f-8095-cd024fbc1889,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:51.492158 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:51.595007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:51.660391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=eca6a61b-bb50-494f-8095-cd024fbc1889,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:51.675524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:51.676711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] No DVR routers for this DVR port e70cbdc3-c6a6-4100-9236-8a7808ed56db on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:51.685770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:51.700543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2120c13f-737e-46b0-8a1c-da91eed8be83 req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "DELETE /v2.0/ports/e70cbdc3-c6a6-4100-9236-8a7808ed56db HTTP/1.1" status: 204 len: 173 time: 2.3153188 Apr 07 11:12:51.703277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e4033-b540-4834-be60-42516c61d350 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event deleted for resources: {'Port': ['ID=e70cbdc3-c6a6-4100-9236-8a7808ed56db,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:51.753005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'name': 'network-vif-deleted', 'tag': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:51.779190 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1b4cd9-2c22-42f0-ae8f-4cc324f74e6a" -d '{"events": [{"server_uuid": "ebd9a23a-3491-4556-89d9-516ea076c994", "name": "network-vif-deleted", "tag": "e70cbdc3-c6a6-4100-9236-8a7808ed56db"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:51.917959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-da1dda7c-4097-45f4-8fa4-047e0a662449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:51.919481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-da1dda7c-4097-45f4-8fa4-047e0a662449 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 813 time: 0.6651573 Apr 07 11:12:51.943041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:51.946791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-network', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:51.976060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:12:51.979004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Request body: {'port': {'device_id': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'admin_state_up': True, 'tenant_id': 'a88e0a7eb5be41fead1ab46703cd8ff1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:52.050768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Made reservation on behalf of 68b1d21feddf449ab65ba4c2303ef784 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:52.053610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.060683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:52.082206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.172436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Made reservation on behalf of a88e0a7eb5be41fead1ab46703cd8ff1 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:52.176480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.248298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks [] for security_group (dba7d906-46bc-4b70-8bc7-1a8474bdff7a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.306351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dba7d906-46bc-4b70-8bc7-1a8474bdff7a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.310233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4021de-933f-47e3-86c6-ae19e91c2756 req-553ccd67-5b6b-4012-996e-40137b51b15b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:52.311158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d81d0264-38f2-4368-a705-0de6e48c75f3 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:52.312561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c4021de-933f-47e3-86c6-ae19e91c2756 req-553ccd67-5b6b-4012-996e-40137b51b15b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.2413414 Apr 07 11:12:52.322475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d81d0264-38f2-4368-a705-0de6e48c75f3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.357789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d81d0264-38f2-4368-a705-0de6e48c75f3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:12:52.358997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d81d0264-38f2-4368-a705-0de6e48c75f3 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:12:52.360010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e70cbdc3-c6a6-4100-9236-8a7808ed56db no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:52.372613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-545f324f-1f6b-493a-b165-ca528d49b213 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:52.377937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-545f324f-1f6b-493a-b165-ca528d49b213 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.23 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 813 time: 1.2186549 Apr 07 11:12:52.398455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d443f424-b9bb-4f18-93f1-7aab1d4e9020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.413930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: e70cbdc3-c6a6-4100-9236-8a7808ed56db {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:12:52.414313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e70cbdc3-c6a6-4100-9236-8a7808ed56db not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:12:52.414698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:12:52.450127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Request body: {'port': {'device_id': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'admin_state_up': True, 'tenant_id': 'a88e0a7eb5be41fead1ab46703cd8ff1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:52.465195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:12:52.482461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb0f36-fe63-4f55-b721-e0004e427467'}, {'server_uuid': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca6a61b-bb50-494f-8095-cd024fbc1889'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:52.491147 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3593a-0d5f-422c-b2b8-a5d3778d030e" -d '{"events": [{"server_uuid": "000e473e-e692-4000-8b52-1d8a3e27dbaa", "name": "network-vif-plugged", "status": "completed", "tag": "9fbb0f36-fe63-4f55-b721-e0004e427467"}, {"server_uuid": "6e9cea7e-406c-47f3-8c43-b8abafa2515d", "name": "network-vif-plugged", "status": "completed", "tag": "eca6a61b-bb50-494f-8095-cd024fbc1889"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:52.525461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7d906-46bc-4b70-8bc7-1a8474bdff7a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:52.619775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event deleted for resources: {'Port': ['ID=d81d0264-38f2-4368-a705-0de6e48c75f3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:52.649512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2b58c68c-9d3e-486e-a8a1-072a37dc47ef), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.649854 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Added segment 2b58c68c-9d3e-486e-a8a1-072a37dc47ef of type vlan for network a7537cfd-3c50-49ce-9014-ae5d57eebfdb Apr 07 11:12:52.652606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29b85c-63c2-4b11-8967-a4bce955c3d6 req-9d03bce4-1440-4d10-94e7-7890e2478264 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:52.656424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f29b85c-63c2-4b11-8967-a4bce955c3d6 req-9d03bce4-1440-4d10-94e7-7890e2478264 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 950 time: 0.5884871 Apr 07 11:12:52.690087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 642a292a-ce48-464e-a758-bedcd2e21ee4 is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:52.757276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Allocated IP 172.20.0.10 (c6ae763e-0ff5-415a-a2ed-011ddb098e04/c81f5486-ff16-4ece-a143-212567b8cbd6/dc1c64a9-3640-44ce-9dde-d8f14c08e776) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:52.758521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] No DVR routers for this DVR port d81d0264-38f2-4368-a705-0de6e48c75f3 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:12:52.766839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (a7537cfd-3c50-49ce-9014-ae5d57eebfdb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.772050 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.775598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc1f8839-9d36-4c4a-b4b1-5cd0370e2b6a req-2ba21871-a13a-470e-a80b-780235478a2a tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "DELETE /v2.0/ports/d81d0264-38f2-4368-a705-0de6e48c75f3 HTTP/1.1" status: 204 len: 173 time: 3.0753558 Apr 07 11:12:52.776461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'name': 'network-vif-deleted', 'tag': 'd81d0264-38f2-4368-a705-0de6e48c75f3'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:52.779133 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd036cf-28e1-42ad-86f3-9d76d071e2db" -d '{"events": [{"server_uuid": "8c98e0e0-d010-42a8-8ded-ab2ab48c7b51", "name": "network-vif-deleted", "tag": "d81d0264-38f2-4368-a705-0de6e48c75f3"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:52.810081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c4021de-933f-47e3-86c6-ae19e91c2756 req-606f9cc1-a38a-41c2-a170-35028bc5cfff tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652433 Apr 07 11:12:52.830210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Made reservation on behalf of a88e0a7eb5be41fead1ab46703cd8ff1 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:52.834163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.840546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f29b85c-63c2-4b11-8967-a4bce955c3d6 req-70d889d9-2c4b-4cb1-b4ab-ca05b50ecb89 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758761 Apr 07 11:12:52.874892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (a7537cfd-3c50-49ce-9014-ae5d57eebfdb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.876061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:52.877328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.959799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d443f424-b9bb-4f18-93f1-7aab1d4e9020 admin admin] Publish callbacks [] for security_group (709ba721-c7bc-46b1-89b6-7cd2783e81bc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:52.962462 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c540cf-ce3e-426c-8991-758eb51a11bc x-openstack-request-id: req-b8c540cf-ce3e-426c-8991-758eb51a11bc {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:52.962752 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd9a23a-3491-4556-89d9-516ea076c994", "name": "network-vif-deleted", "tag": "e70cbdc3-c6a6-4100-9236-8a7808ed56db", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:52.963024 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8c540cf-ce3e-426c-8991-758eb51a11bc {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:52.963443 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c540cf-ce3e-426c-8991-758eb51a11bc'] response: {'server_uuid': 'ebd9a23a-3491-4556-89d9-516ea076c994', 'name': 'network-vif-deleted', 'tag': 'e70cbdc3-c6a6-4100-9236-8a7808ed56db', 'status': 'completed', 'code': 200} Apr 07 11:12:53.021896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d443f424-b9bb-4f18-93f1-7aab1d4e9020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (709ba721-c7bc-46b1-89b6-7cd2783e81bc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.116165 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4046173 Apr 07 11:12:53.129115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40478) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:53.131762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41a1bfc1-f1f1-4219-9164-7963dd958b1d req-2e5a4c53-27b3-4a82-bb4d-139622b6164c tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 210 time: 0.0849748 Apr 07 11:12:53.137317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Request body: {'subnet': {'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-subnet', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:53.179382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e4b34-1d3d-4570-9b4f-6793a562d5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7537cfd-3c50-49ce-9014-ae5d57eebfdb,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:53.190375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6c4e-1865-42ab-a90b-a8ff29950e5d req-0eb13dad-21da-4648-987e-4b4a79349f66 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:53.192483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:12:53.200794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-229e6c4e-1865-42ab-a90b-a8ff29950e5d req-0eb13dad-21da-4648-987e-4b4a79349f66 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 946 time: 0.1762040 Apr 07 11:12:53.210663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Made reservation on behalf of 68b1d21feddf449ab65ba4c2303ef784 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:53.213451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.257681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d443f424-b9bb-4f18-93f1-7aab1d4e9020 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ed1719eb0704bbeb176f361f703d0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1919460 Apr 07 11:12:53.257681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f424-b9bb-4f18-93f1-7aab1d4e9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709ba721-c7bc-46b1-89b6-7cd2783e81bc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:53.268429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40480) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:53.375272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks [] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.455293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-229e6c4e-1865-42ab-a90b-a8ff29950e5d req-29c7c1ee-5b0d-4e20-9c53-cb16011a4db9 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533844 Apr 07 11:12:53.463892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20384614-4166-4985-aac7-0fd63a8e59a4 admin admin] Publish callbacks [] for security_group (709ba721-c7bc-46b1-89b6-7cd2783e81bc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.479797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1a05d-1a07-466d-8eb4-f951d180193e req-19c917f9-49a5-434f-a550-9ec2bd20e5e9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:53.489206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87b1a05d-1a07-466d-8eb4-f951d180193e req-19c917f9-49a5-434f-a550-9ec2bd20e5e9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.1831737 Apr 07 11:12:53.527832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.536795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20384614-4166-4985-aac7-0fd63a8e59a4 admin admin] Publish callbacks [] for security_group (709ba721-c7bc-46b1-89b6-7cd2783e81bc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.560963 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d807bf77-8bfa-47dd-8734-fa6a86a1f545 x-openstack-request-id: req-d807bf77-8bfa-47dd-8734-fa6a86a1f545 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:53.561663 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000e473e-e692-4000-8b52-1d8a3e27dbaa", "name": "network-vif-plugged", "status": "completed", "tag": "9fbb0f36-fe63-4f55-b721-e0004e427467", "code": 200}, {"server_uuid": "6e9cea7e-406c-47f3-8c43-b8abafa2515d", "name": "network-vif-plugged", "status": "completed", "tag": "eca6a61b-bb50-494f-8095-cd024fbc1889", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:53.562167 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d807bf77-8bfa-47dd-8734-fa6a86a1f545 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:53.562781 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d807bf77-8bfa-47dd-8734-fa6a86a1f545'] response: {'server_uuid': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb0f36-fe63-4f55-b721-e0004e427467', 'code': 200} Apr 07 11:12:53.563245 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d807bf77-8bfa-47dd-8734-fa6a86a1f545'] response: {'server_uuid': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'code': 200} Apr 07 11:12:53.576207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Allocated IP 172.20.0.3 (c6ae763e-0ff5-415a-a2ed-011ddb098e04/c81f5486-ff16-4ece-a143-212567b8cbd6/18175eb7-1eb8-4913-8f9c-a460f98f7c2c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:53.620941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:53.679061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:53.739422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:53.743231 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae8b3fb-d797-4675-8230-8ea27a6d9784 x-openstack-request-id: req-cae8b3fb-d797-4675-8230-8ea27a6d9784 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:53.743657 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c98e0e0-d010-42a8-8ded-ab2ab48c7b51", "name": "network-vif-deleted", "tag": "d81d0264-38f2-4368-a705-0de6e48c75f3", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:53.744026 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cae8b3fb-d797-4675-8230-8ea27a6d9784 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:53.744599 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae8b3fb-d797-4675-8230-8ea27a6d9784'] response: {'server_uuid': '8c98e0e0-d010-42a8-8ded-ab2ab48c7b51', 'name': 'network-vif-deleted', 'tag': 'd81d0264-38f2-4368-a705-0de6e48c75f3', 'status': 'completed', 'code': 200} Apr 07 11:12:53.879316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event updated for resources: {'Port': ['ID=dc1c64a9-3640-44ce-9dde-d8f14c08e776,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:53.914404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:53.915318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.926475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks [] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.944538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8a2f4-df8b-46c0-98d4-646b2718c26b req-e7d5eb8e-bf94-4832-bc97-ef6419a3a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:53.946673 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84f8a2f4-df8b-46c0-98d4-646b2718c26b req-e7d5eb8e-bf94-4832-bc97-ef6419a3a80f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 1132 time: 0.1186042 Apr 07 11:12:53.950463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-9085835a-1184-4b9d-899b-93c4ef11441d tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9925697 Apr 07 11:12:53.956548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20384614-4166-4985-aac7-0fd63a8e59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (709ba721-c7bc-46b1-89b6-7cd2783e81bc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.959916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20384614-4166-4985-aac7-0fd63a8e59a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:53.961608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-20384614-4166-4985-aac7-0fd63a8e59a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/709ba721-c7bc-46b1-89b6-7cd2783e81bc HTTP/1.1" status: 204 len: 168 time: 0.6885753 Apr 07 11:12:54.120244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87b1a05d-1a07-466d-8eb4-f951d180193e req-c46d7d46-1cb1-4062-8f91-a7359b1e2674 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299882 Apr 07 11:12:54.152456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Request body: {'port': {'device_id': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:54.152789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9433a9e-ae83-4dbc-a941-e8db3105729c req-12f37489-9f9a-48bd-8e18-27f8d8ea5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:54.154576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9433a9e-ae83-4dbc-a941-e8db3105729c req-12f37489-9f9a-48bd-8e18-27f8d8ea5bbf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 1132 time: 0.3971007 Apr 07 11:12:54.161375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (257804e3-de10-4683-85cc-937ff1fcc9a5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.185743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-bd58fc3d-cd56-4812-a503-1fb594b18576 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4401596 Apr 07 11:12:54.229074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:54.244556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.254058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20384614-4166-4985-aac7-0fd63a8e59a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ba721-c7bc-46b1-89b6-7cd2783e81bc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:54.263901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84f8a2f4-df8b-46c0-98d4-646b2718c26b req-48592c03-e29f-4737-a6b4-42d25a1af510 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996571 Apr 07 11:12:54.316968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.320226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Network c6ae763e-0ff5-415a-a2ed-011ddb098e04 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:54.321459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257804e3-de10-4683-85cc-937ff1fcc9a5,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:54.333373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:54.338190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:54.468257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:54.468930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.489558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.510777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0699346 Apr 07 11:12:54.536738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Request body: {'port': {'device_id': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:54.604305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Checking segment: {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:54.605361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Network hostable DHCP agents. Network: a7537cfd-3c50-49ce-9014-ae5d57eebfdb, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:12:54.609642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9433a9e-ae83-4dbc-a941-e8db3105729c req-67a7dd29-0b3e-4770-bde7-c3e4f4f7bee8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393306 Apr 07 11:12:54.672630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d43226-8c3a-440c-b481-3d858692ae57 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event updated for resources: {'Port': ['ID=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:54.687755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39ccc-41e2-4bce-97f9-1fa972a10083 req-b9692d35-8504-4df9-afe8-c5f39c2c9aac tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:54.697894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67d39ccc-41e2-4bce-97f9-1fa972a10083 req-b9692d35-8504-4df9-afe8-c5f39c2c9aac tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.3695614 Apr 07 11:12:54.767873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:12:54.783907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.807672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, a7537cfd-3c50-49ce-9014-ae5d57eebfdb) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:54.817641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:54.818228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.821309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b0ed8-ed98-4e37-8dda-559c6dbf3304 None None] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:54.830662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67d39ccc-41e2-4bce-97f9-1fa972a10083 req-a773be45-564e-41eb-a7b5-5c6f1938f3e2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318095 Apr 07 11:12:54.835145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1c64a9-3640-44ce-9dde-d8f14c08e776 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:54.849932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Publish callbacks [] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.890939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Transition to ACTIVE for port object dc1c64a9-3640-44ce-9dde-d8f14c08e776 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:54.909702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:54.964052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e2a688d-849b-4232-9b14-6442d68710d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8309412 Apr 07 11:12:54.979675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40512) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:54.992735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:55.011405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91428aea-b3e8-42f7-baa5-2025072fbd01 None None] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:12:55.080827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1c64a9-3640-44ce-9dde-d8f14c08e776,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:55.206774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Attempting to bind port dc1c64a9-3640-44ce-9dde-d8f14c08e776 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:55.207097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Attempting to bind port dc1c64a9-3640-44ce-9dde-d8f14c08e776 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:55.207483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Attempting to bind port dc1c64a9-3640-44ce-9dde-d8f14c08e776 on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:55.214263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Port dc1c64a9-3640-44ce-9dde-d8f14c08e776 on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:55.214746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Attempting to bind port dc1c64a9-3640-44ce-9dde-d8f14c08e776 on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:55.223546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:55.223921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Checking segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:55.224267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Bound using segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:55.224852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Bound port: dc1c64a9-3640-44ce-9dde-d8f14c08e776, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:55.225244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.231254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.232317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.278234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.309602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067c231-8feb-40c2-bb0e-e87d742a35d2 req-9eb3993d-755d-4277-bbbd-ea5f927367e3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:55.311208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2067c231-8feb-40c2-bb0e-e87d742a35d2 req-9eb3993d-755d-4277-bbbd-ea5f927367e3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 950 time: 0.3354578 Apr 07 11:12:55.323302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] For port dc1c64a9-3640-44ce-9dde-d8f14c08e776, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:55.333825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] For port dc1c64a9-3640-44ce-9dde-d8f14c08e776, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:55.345231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.397812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:55.398429 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.399860 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] 10.222.0.41 "PUT /v2.0/ports/dc1c64a9-3640-44ce-9dde-d8f14c08e776 HTTP/1.1" status: 200 len: 1092 time: 1.4369674 Apr 07 11:12:55.400341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'tag': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:55.402772 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef4591-29f9-4752-b772-1055642d0511" -d '{"events": [{"name": "network-changed", "server_uuid": "f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d", "tag": "dc1c64a9-3640-44ce-9dde-d8f14c08e776"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:55.430060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks [] for router_controller (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.437538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422665b0-e887-4cdb-9f1a-24d1e1baf36e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1c64a9-3640-44ce-9dde-d8f14c08e776,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:55.512963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-1db13151-e9dd-4a25-a958-53a8b42a6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:55.514595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-1db13151-e9dd-4a25-a958-53a8b42a6533 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 1126 time: 0.0591230 Apr 07 11:12:55.580509 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-70fa651d-e592-4ec8-ac54-6851229bb97b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776 HTTP/1.1" status: 200 len: 217 time: 0.0499763 Apr 07 11:12:55.592519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2067c231-8feb-40c2-bb0e-e87d742a35d2 req-69e02a66-a654-48cb-a70d-9af9dcd523f8 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660739 Apr 07 11:12:55.652006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-e57a9837-7122-4f4e-bb4c-1295214d21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:55.655252 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-e57a9837-7122-4f4e-bb4c-1295214d21eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.0685868 Apr 07 11:12:55.701849 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-e9914dbb-1a62-42a7-bba5-7ccb2ec017f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392108 Apr 07 11:12:55.736614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Allocated IP 172.25.5.62 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d3620625-141d-4e9b-92ae-6d2303614661) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:55.758680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks [] for router_gateway (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.777059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18175eb7-1eb8-4913-8f9c-a460f98f7c2c {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:55.795350 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Publish callbacks [] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:55.835837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Transition to ACTIVE for port object 18175eb7-1eb8-4913-8f9c-a460f98f7c2c will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:12:55.858718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-435af1e3-aa90-4321-90c3-00c9475073f2 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447229 Apr 07 11:12:55.908522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:56.014934 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-c7de1223-b117-4bfb-a5f9-39a2f2b67b02 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486862 Apr 07 11:12:56.381030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9ff22-3845-4ee3-9b11-d00e7b4f7f7f req-e1e5b77c-bb41-457d-a323-c3ab1cf66e2f tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:56.382657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89b9ff22-3845-4ee3-9b11-d00e7b4f7f7f req-e1e5b77c-bb41-457d-a323-c3ab1cf66e2f tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 944 time: 0.6744633 Apr 07 11:12:56.406277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Pushing event updated for resources: {'Port': ['ID=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:56.509654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for port (d3620625-141d-4e9b-92ae-6d2303614661), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:56.552539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89b9ff22-3845-4ee3-9b11-d00e7b4f7f7f req-2518e1be-bd32-4426-b895-cd977b1f0ac7 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563268 Apr 07 11:12:56.566725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Attempting to bind port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:12:56.567063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Attempting to bind port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:12:56.567390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Attempting to bind port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:56.587811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:12:56.588151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Attempting to bind port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c on network c6ae763e-0ff5-415a-a2ed-011ddb098e04 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:12:56.602381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:12:56.603107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Checking segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:12:56.603107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Bound using segment: {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:12:56.603552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Bound port: 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:12:56.603923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:56.627004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d3620625-141d-4e9b-92ae-6d2303614661), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:56.757692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:56.769271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:56.794830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:56.803534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event updated for resources: {'Port': ['ID=d3620625-141d-4e9b-92ae-6d2303614661,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:56.865332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks [] for router_gateway (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:56.868841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] For port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:56.874331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] For port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:12:56.898912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:56.942417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.049512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.050135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.051515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] 10.222.0.23 "PUT /v2.0/ports/18175eb7-1eb8-4913-8f9c-a460f98f7c2c HTTP/1.1" status: 200 len: 1091 time: 2.5246696 Apr 07 11:12:57.054504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'tag': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:12:57.056601 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c99ec-9274-40ee-bcd2-72055ab83e03", "tag": "18175eb7-1eb8-4913-8f9c-a460f98f7c2c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:12:57.080855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.162086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea84f2-0310-46b4-ac0a-c68e3ccedea8 service neutron] Pushing event updated for resources: {'Port': ['ID=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:57.199197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40532) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:57.214241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0931-22b4-4538-8e2d-397e2b625721 req-d222e3ed-9f43-473a-8293-2033ed885e3c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.215789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ccc0931-22b4-4538-8e2d-397e2b625721 req-d222e3ed-9f43-473a-8293-2033ed885e3c tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3120625 Apr 07 11:12:57.241850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d3620625-141d-4e9b-92ae-6d2303614661), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.249653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Allocated IP 172.25.5.253 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cac2b7b3-6c30-4b44-a22a-f8c8a4969b59) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:12:57.324590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-903203b3-2c5b-4199-9aa7-f05560b8b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.326189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-903203b3-2c5b-4199-9aa7-f05560b8b700 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 1125 time: 0.2208097 Apr 07 11:12:57.380111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4472df4a-584a-4e36-b409-36f096e98d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.449289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ccc0931-22b4-4538-8e2d-397e2b625721 req-279f1b29-6125-43ec-8da4-4b919a851724 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171974 Apr 07 11:12:57.478788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-5ec1a492-1c9a-490a-ac38-1744c3b6c2f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c HTTP/1.1" status: 200 len: 217 time: 0.1309190 Apr 07 11:12:57.510409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4472df4a-584a-4e36-b409-36f096e98d6f admin admin] Publish callbacks [] for security_group (bdad5f09-3db8-42dd-a914-a98cd78a1f2a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.515779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4472df4a-584a-4e36-b409-36f096e98d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdad5f09-3db8-42dd-a914-a98cd78a1f2a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.546358 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1be0e9-2748-4893-90d6-6bfb3afb21ac x-openstack-request-id: req-8d1be0e9-2748-4893-90d6-6bfb3afb21ac {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:57.546886 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d", "tag": "dc1c64a9-3640-44ce-9dde-d8f14c08e776", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:57.547331 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d1be0e9-2748-4893-90d6-6bfb3afb21ac {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:57.547851 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1be0e9-2748-4893-90d6-6bfb3afb21ac'] response: {'name': 'network-changed', 'server_uuid': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'tag': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776', 'status': 'completed', 'code': 200} Apr 07 11:12:57.570017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4472df4a-584a-4e36-b409-36f096e98d6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f499e72dd8e4649b594dcd7dbc935f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696640 Apr 07 11:12:57.572907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40536) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:57.578091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472df4a-584a-4e36-b409-36f096e98d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad5f09-3db8-42dd-a914-a98cd78a1f2a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:57.585638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-25f697f3-94a0-4841-a426-e49f65f56036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.587107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-25f697f3-94a0-4841-a426-e49f65f56036 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.1020339 Apr 07 11:12:57.638659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks [] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.656957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4591-29f9-4752-b772-1055642d0511 req-979700bf-9232-40b3-b937-f2a908027d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.659366 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-979700bf-9232-40b3-b937-f2a908027d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 1126 time: 0.0760648 Apr 07 11:12:57.684451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-ebf9793e-b19e-4b20-bca7-2750bdcda587 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707757 Apr 07 11:12:57.754137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4591-29f9-4752-b772-1055642d0511 req-2f2e4bbc-7635-47f6-ba6a-423426d26d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.755608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-2f2e4bbc-7635-47f6-ba6a-423426d26d7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 914 time: 0.0911992 Apr 07 11:12:57.802789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-36273db1-a197-4254-8855-61a0af89e157 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776 HTTP/1.1" status: 200 len: 217 time: 0.0399764 Apr 07 11:12:57.855739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for port (d3620625-141d-4e9b-92ae-6d2303614661), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.864134 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4591-29f9-4752-b772-1055642d0511 req-e352c4c2-82d1-4ac4-ab78-fee11e3992a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.868107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-e352c4c2-82d1-4ac4-ab78-fee11e3992a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.0571334 Apr 07 11:12:57.886617 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d3620625-141d-4e9b-92ae-6d2303614661), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.914119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-91f18d69-70e4-4075-893a-fa4c1968c292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366015 Apr 07 11:12:57.915678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96dbb9ff-a61d-4a73-afc3-7bd90b4b5646 admin admin] Publish callbacks [] for security_group (bdad5f09-3db8-42dd-a914-a98cd78a1f2a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.945196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:57.975156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-ba4c32f8-e215-4106-bcc3-3d80faa58f5f service neutron] 10.222.0.41 "GET /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.3130891 Apr 07 11:12:57.992415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9faf59-9387-49b4-a589-36f52d5b3c70 req-0ff30497-db6a-424f-98d2-3662e6fb3fe2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:57.998024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f9faf59-9387-49b4-a589-36f52d5b3c70 req-0ff30497-db6a-424f-98d2-3662e6fb3fe2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.3621943 Apr 07 11:12:58.024251 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-f7e1216b-fea4-4b71-94bd-debc11fb1f36 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037297 Apr 07 11:12:58.051261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-0b5707d8-db38-487c-a9b1-356e9c0c6051 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561096 Apr 07 11:12:58.102638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event updated for resources: {'Port': ['ID=d3620625-141d-4e9b-92ae-6d2303614661,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:58.117838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:12:58.121370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96dbb9ff-a61d-4a73-afc3-7bd90b4b5646 admin admin] Publish callbacks [] for security_group (bdad5f09-3db8-42dd-a914-a98cd78a1f2a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.125176 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95ef4591-29f9-4752-b772-1055642d0511 req-752a9d61-1fca-4b1f-af06-601121ab38a2 service neutron] 10.222.0.41 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953298 Apr 07 11:12:58.143343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:12:58.148385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:12:58.275435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.329440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dc1c64a9-3640-44ce-9dde-d8f14c08e776 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:12:58.350234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f9faf59-9387-49b4-a589-36f52d5b3c70 req-c0a97d24-d5d5-466e-9e11-eea3b44d09c2 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511004 Apr 07 11:12:58.350861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Pushing event updated for resources: {'Port': ['ID=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:58.369760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.370930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-682e5d7d-d580-4e37-b17e-13b0915a0f7c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1565795 Apr 07 11:12:58.467885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dc1c64a9-3640-44ce-9dde-d8f14c08e776, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:58.489155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'port_id': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776', 'mac_address': 'fa:16:3e:30:a7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81f5486-ff16-4ece-a143-212567b8cbd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:12:58.548884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port dc1c64a9-3640-44ce-9dde-d8f14c08e776 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:12:58.549402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.572204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1c64a9-3640-44ce-9dde-d8f14c08e776 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:58.586294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96dbb9ff-a61d-4a73-afc3-7bd90b4b5646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdad5f09-3db8-42dd-a914-a98cd78a1f2a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.588885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96dbb9ff-a61d-4a73-afc3-7bd90b4b5646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.590077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-96dbb9ff-a61d-4a73-afc3-7bd90b4b5646 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdad5f09-3db8-42dd-a914-a98cd78a1f2a HTTP/1.1" status: 204 len: 168 time: 1.0162165 Apr 07 11:12:58.593298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dc1c64a9-3640-44ce-9dde-d8f14c08e776, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:58.600094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:58.607397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baa82279-6394-4d87-a342-70bcfa82ab04 req-cd7e5d78-b0b2-4d91-96ac-18e3b161da76 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153382 Apr 07 11:12:58.610741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-2eb08cab-2ea2-4f32-9d11-515690399c8a tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.1903396 Apr 07 11:12:58.681773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=dc1c64a9-3640-44ce-9dde-d8f14c08e776,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:58.685419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbb9ff-a61d-4a73-afc3-7bd90b4b5646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad5f09-3db8-42dd-a914-a98cd78a1f2a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:58.822249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433c5da-c7b2-4b37-b98a-2a1d99aa49e3 req-f86b6a38-3d2e-4d60-ac02-9d1d704e9de2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:58.823772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f433c5da-c7b2-4b37-b98a-2a1d99aa49e3 req-f86b6a38-3d2e-4d60-ac02-9d1d704e9de2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 950 time: 0.3841331 Apr 07 11:12:58.934410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['dc1c64a9-3640-44ce-9dde-d8f14c08e776'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:12:59.336382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:59.380429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-ab93eba5-7051-465a-990b-9704be10edd1 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:59.381947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-ab93eba5-7051-465a-990b-9704be10edd1 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.7425389 Apr 07 11:12:59.408363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-82428851-e069-49e1-b065-ae03055c8a85 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:12:59.409442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f5f5e02-c0f1-4fcb-b71b-9af5ba3e4403 req-82428851-e069-49e1-b065-ae03055c8a85 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191545 Apr 07 11:12:59.410594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:12:59.416891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f433c5da-c7b2-4b37-b98a-2a1d99aa49e3 req-fabf2988-d392-442c-abd1-2f0853bd8f27 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519090 Apr 07 11:12:59.457064 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks [] for router_gateway (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.506370 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3777e3-7205-45ac-afb9-4f25be35b2ab x-openstack-request-id: req-ed3777e3-7205-45ac-afb9-4f25be35b2ab {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:12:59.506713 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c99ec-9274-40ee-bcd2-72055ab83e03", "tag": "18175eb7-1eb8-4913-8f9c-a460f98f7c2c", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:12:59.506973 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed3777e3-7205-45ac-afb9-4f25be35b2ab {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:12:59.507573 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3777e3-7205-45ac-afb9-4f25be35b2ab'] response: {'name': 'network-changed', 'server_uuid': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'tag': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c', 'status': 'completed', 'code': 200} Apr 07 11:12:59.513083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642a292a-ce48-464e-a758-bedcd2e21ee4 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:12:59.571954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:12:59.590525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:12:59.659043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.728370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-912485111-network', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:12:59.749874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Made reservation on behalf of bd657c93fde94b979a32f69b041b5dfb for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:12:59.753755 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.763914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.768865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1030e7-d7ea-4970-b44a-c4873dc4c58f req-e2f2c639-aa4b-45e5-a455-4532feb82ae4 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:59.770428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1030e7-d7ea-4970-b44a-c4873dc4c58f req-e2f2c639-aa4b-45e5-a455-4532feb82ae4 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 945 time: 0.2124941 Apr 07 11:12:59.814684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-239469a9-646c-44c5-93bf-cb65b05be6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:59.816237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-239469a9-646c-44c5-93bf-cb65b05be6f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 1125 time: 0.3118594 Apr 07 11:12:59.856222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks [] for security_group (3bbc1a4d-f832-4f81-a77b-8c6c9dc66746), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.861339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3bbc1a4d-f832-4f81-a77b-8c6c9dc66746), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.889711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:12:59.901198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbc1a4d-f832-4f81-a77b-8c6c9dc66746,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:12:59.908278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (34432816-87bd-4409-80e9-719178ce0f3f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.908637 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Added segment 34432816-87bd-4409-80e9-719178ce0f3f of type vlan for network 5987dfd3-dc36-44c6-b4ff-ce561e841216 Apr 07 11:12:59.944553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babb367-c907-40af-8be6-ee2960a7d7f1 req-1182b8df-1496-43a8-84d5-19f699beabf1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:59.946179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3babb367-c907-40af-8be6-ee2960a7d7f1 req-1182b8df-1496-43a8-84d5-19f699beabf1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 943 time: 0.3159924 Apr 07 11:12:59.967230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5987dfd3-dc36-44c6-b4ff-ce561e841216), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.994923 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5987dfd3-dc36-44c6-b4ff-ce561e841216), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:12:59.996662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:12:59.997942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.008206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] Transition to ACTIVE for port object 642a292a-ce48-464e-a758-bedcd2e21ee4 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:00.026352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.048346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1030e7-d7ea-4970-b44a-c4873dc4c58f req-1450df01-6530-484d-9bec-239b938188c6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311084 Apr 07 11:13:00.059709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4680300 Apr 07 11:13:00.066466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40578) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:00.071870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Request body: {'subnet': {'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-912485111-subnet', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:00.076122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2359c6b-7d2f-4bc5-ae43-a95f875a6177 admin admin] Pushing event updated for resources: {'Network': ['ID=5987dfd3-dc36-44c6-b4ff-ce561e841216,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:00.093990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:13:00.112748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Made reservation on behalf of bd657c93fde94b979a32f69b041b5dfb for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:00.119066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.125086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.137902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-b4d51089-8950-4239-bfa6-40da6637367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:00.139427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-b4d51089-8950-4239-bfa6-40da6637367c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 200 len: 914 time: 0.2908113 Apr 07 11:13:00.143674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3babb367-c907-40af-8be6-ee2960a7d7f1 req-a92622ea-1588-497a-a45f-6751d2f287fb tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863623 Apr 07 11:13:00.279269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] No DVR routers for this DVR port 642a292a-ce48-464e-a758-bedcd2e21ee4 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:00.308094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-bc8b151d-578d-4810-842e-41cd4f676a3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c HTTP/1.1" status: 200 len: 217 time: 0.1511681 Apr 07 11:13:00.324384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dc1c64a9-3640-44ce-9dde-d8f14c08e776 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:00.330379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] Pushing event updated for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:00.403655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port dc1c64a9-3640-44ce-9dde-d8f14c08e776 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:00.409108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port dc1c64a9-3640-44ce-9dde-d8f14c08e776 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:00.409655 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.464526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-22c4afc5-dcff-4975-94ff-2e33833eff85 service neutron] 10.222.0.41 "PUT /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4504213 Apr 07 11:13:00.497932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-42caeb77-f4f0-4664-a149-4f2fe96de93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:00.499432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-42caeb77-f4f0-4664-a149-4f2fe96de93b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 200 len: 853 time: 0.1658916 Apr 07 11:13:00.531004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad366bd5-bb61-46bb-92bf-e903f5ccebc3 req-b166a729-4669-4a15-ad56-827e50902e10 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:00.533300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad366bd5-bb61-46bb-92bf-e903f5ccebc3 req-b166a729-4669-4a15-ad56-827e50902e10 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.2855341 Apr 07 11:13:00.547639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93ebf5-2fc0-4b4e-878e-ad70eb6aad83 req-065e1aa8-f091-45a3-b483-7269955fd484 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:00.549619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c93ebf5-2fc0-4b4e-878e-ad70eb6aad83 req-065e1aa8-f091-45a3-b483-7269955fd484 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 950 time: 0.2989082 Apr 07 11:13:00.568263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port dc1c64a9-3640-44ce-9dde-d8f14c08e776 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:00.568679 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.579571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-2bc891cd-560e-48c1-8935-39d86a92bd06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ae763e-0ff5-415a-a2ed-011ddb098e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720277 Apr 07 11:13:00.621843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dc1c64a9-3640-44ce-9dde-d8f14c08e776, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:00.632817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:00.637607 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acfb6d3-c713-4184-af38-89e7aee26b9d" -d '{"events": [{"server_uuid": "f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c64a9-3640-44ce-9dde-d8f14c08e776"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:00.650145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.709729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-97330de8-0e79-4fd2-9463-04fafb66f72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.720020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=dc1c64a9-3640-44ce-9dde-d8f14c08e776,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:00.734072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad366bd5-bb61-46bb-92bf-e903f5ccebc3 req-fe9aaae9-eb34-438d-bb9d-bf216a470178 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833959 Apr 07 11:13:00.753835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c93ebf5-2fc0-4b4e-878e-ad70eb6aad83 req-781fba0a-a69a-4519-96f0-89e556c5fa2f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778786 Apr 07 11:13:00.761119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:13:00.762239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (382ac7d3-e36e-4537-821f-ad9dcdf47547), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:00.778733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-27f7fc99-d862-4b54-a28f-b6b587871b7e tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:00.778733 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-27f7fc99-d862-4b54-a28f-b6b587871b7e tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.1739073 Apr 07 11:13:00.779234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-99143737-c057-4a0a-bc5a-f926f686dbe0 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895132 Apr 07 11:13:00.875201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Pushing event updated for resources: {'Subnet': ['ID=382ac7d3-e36e-4537-821f-ad9dcdf47547,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:00.921479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Checking segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:00.921844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Network hostable DHCP agents. Network: 5987dfd3-dc36-44c6-b4ff-ce561e841216, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:13:00.934424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-0a9469c0-f8cb-4cc2-a01a-54308125ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:00.935965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-0a9469c0-f8cb-4cc2-a01a-54308125ba1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9 HTTP/1.1" status: 200 len: 1126 time: 0.1358962 Apr 07 11:13:00.949788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:13:00.978410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5987dfd3-dc36-44c6-b4ff-ce561e841216) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:00.985907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc6677-9aec-41d5-be80-38091c225a5a None None] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:13:01.006363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:01.006980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.051434 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-61843df6-eed3-4607-9506-1cb5b342304d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9798257 Apr 07 11:13:01.052121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:01.069563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:01.069855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-76fd4066-75ec-45f4-b784-513dd5e9e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:01.072052 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-76fd4066-75ec-45f4-b784-513dd5e9e79b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1126 time: 0.1091011 Apr 07 11:13:01.124310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6bcb8-76de-404b-a04a-c5424c5282e7 req-4e2a47ea-02de-4561-866a-96da94a39f3b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:01.126181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5e6bcb8-76de-404b-a04a-c5424c5282e7 req-4e2a47ea-02de-4561-866a-96da94a39f3b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2264628 Apr 07 11:13:01.137172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5987dfd3-dc36-44c6-b4ff-ce561e841216', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:13:01.138135 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.149803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55e3ce0-2d25-4d0d-82f0-cb8292470cca req-6c9c44a3-edb1-4b46-b43b-cd16a97d7608 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634911 Apr 07 11:13:01.169329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:01.183163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Sync routers for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:01.198818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-68aa3042-0999-4b89-b376-6fe956fb45e9 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:01.201058 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:01.201741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:12:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:01.207935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-68aa3042-0999-4b89-b376-6fe956fb45e9 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 820 time: 0.3052926 Apr 07 11:13:01.229792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (80de2d27-626e-491a-b4ed-85a14ab90739), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.230813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (80de2d27-626e-491a-b4ed-85a14ab90739), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.251589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-095c1ae6-df5f-4ddc-b2a8-68ad23317a7f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/quotas/390c1243295746b696d223f2f962029f HTTP/1.1" status: 200 len: 375 time: 0.0426483 Apr 07 11:13:01.252733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-474852a0-3a47-453e-af56-ae62d488be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:01.254842 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-474852a0-3a47-453e-af56-ae62d488be1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 200 len: 921 time: 0.1751645 Apr 07 11:13:01.270308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.270308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-21c39c50-593c-46f1-8007-a169379b2736 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.2840660 Apr 07 11:13:01.278689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:01.332845 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-7cc55035-dafb-48eb-b65c-922cccd03422 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 200 len: 217 time: 0.0716014 Apr 07 11:13:01.334712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.347939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Allocated IP 172.20.0.2 (5987dfd3-dc36-44c6-b4ff-ce561e841216/382ac7d3-e36e-4537-821f-ad9dcdf47547/f3ba759d-1a46-40f2-9f08-9c55b36a2b68) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:01.380509 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:01.392610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-504a149b-dc7b-4696-9465-0d65bda0ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:01.394030 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-504a149b-dc7b-4696-9465-0d65bda0ad0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 200 len: 860 time: 0.0557573 Apr 07 11:13:01.394767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5e6bcb8-76de-404b-a04a-c5424c5282e7 req-d4c28be7-8da2-4036-be56-6d8dda8ed5c1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512047 Apr 07 11:13:01.446241 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-f58900ea-1ea8-417c-8433-f1fc91aa54c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43736fd5-2088-4086-9627-dc47efe12f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458162 Apr 07 11:13:01.458781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks [] for router_controller (80de2d27-626e-491a-b4ed-85a14ab90739), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.483031 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d254cf-0210-452d-9b66-29e9197837c4 x-openstack-request-id: req-96d254cf-0210-452d-9b66-29e9197837c4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:01.483031 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c64a9-3640-44ce-9dde-d8f14c08e776", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:01.483330 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96d254cf-0210-452d-9b66-29e9197837c4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:01.483645 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d254cf-0210-452d-9b66-29e9197837c4'] response: {'server_uuid': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776', 'code': 200} Apr 07 11:13:01.632038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-78119448-ed27-4a6f-baa2-c736380a2d3e service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771319 Apr 07 11:13:01.636629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18175eb7-1eb8-4913-8f9c-a460f98f7c2c details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:01.671775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-dd73f7c6-ece8-4928-942b-e6a7de8c8ff6 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4190905 Apr 07 11:13:01.742539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Publish callbacks [] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.762954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:01.786463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-60c9a126-ac05-4158-a014-58a97ba97bce service neutron] 10.222.0.23 "GET /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491067 Apr 07 11:13:01.820132 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:12:58Z', 'revision_number': 3, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:01.849607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:13:01.855598 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Checking router: e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:01.856058 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Updating router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:13:01.898130 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.135299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:02.147677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:02.160023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:02.166093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Pushing event updated for resources: {'Port': ['ID=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:02.185635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-bc02db5c-619f-44ca-8ccf-7b441cae1a47 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:02.187356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-bc02db5c-619f-44ca-8ccf-7b441cae1a47 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d&tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0923221 Apr 07 11:13:02.258477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Attempting to bind port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:02.258967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Attempting to bind port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:02.259452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Attempting to bind port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 on network 5987dfd3-dc36-44c6-b4ff-ce561e841216 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:02.277419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:02.277936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Checking segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:02.278424 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.278906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Bound using segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:02.279512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Bound port: f3ba759d-1a46-40f2-9f08-9c55b36a2b68, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:02.279983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.309228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:02.334052 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Publish callbacks [] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.342822 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.364382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-7c8840b3-edaa-4207-856a-c2296e72f1f6 service neutron] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:02.368489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-7c8840b3-edaa-4207-856a-c2296e72f1f6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.370462 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b9ad23eb-0bf1-41f4-9b0c-4e2cd423eb2d req-7c8840b3-edaa-4207-856a-c2296e72f1f6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.1764071 Apr 07 11:13:02.377607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] For port f3ba759d-1a46-40f2-9f08-9c55b36a2b68, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:02.380936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] For port f3ba759d-1a46-40f2-9f08-9c55b36a2b68, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:02.394041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:02.420656 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Attempting to bind port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:02.421034 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Attempting to bind port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:02.421433 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Attempting to bind port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:02.438318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:02.438698 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:02.439777 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.440009 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:02.440509 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Bound port: cac2b7b3-6c30-4b44-a22a-f8c8a4969b59, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:02.440893 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.447797 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230c80-5afc-446f-b76a-aae9a939770c None None] Pushing event updated for resources: {'Port': ['ID=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:02.466202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks [] for router_gateway (80de2d27-626e-491a-b4ed-85a14ab90739), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.506756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] For port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:02.510994 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] For port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:02.518814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.519124 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.533409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:02.564766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c', 'network_id': 'c6ae763e-0ff5-415a-a2ed-011ddb098e04', 'port_id': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c', 'mac_address': 'fa:16:3e:6b:71:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81f5486-ff16-4ece-a143-212567b8cbd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:02.582808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '535076b7-802d-4130-ab56-d020c420ad09', 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e', 'port_id': '535076b7-802d-4130-ab56-d020c420ad09', 'mac_address': 'fa:16:3e:6b:57:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a0e80b-7652-4f88-8b1d-8659f5200268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:02.590262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f1df7-fd9a-455c-b3f1-0a678d7e41ef req-2951a986-376b-44ca-a060-87416a9a794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:02.592343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-404f1df7-fd9a-455c-b3f1-0a678d7e41ef req-2951a986-376b-44ca-a060-87416a9a794f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 1128 time: 1.0070043 Apr 07 11:13:02.595713 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230c80-5afc-446f-b76a-aae9a939770c None None] Pushing event updated for resources: {'Port': ['ID=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:02.607207 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:02.607959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:12:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:02.642412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-d864b5af-6433-4769-99e5-7b7facb5edff service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9509268 Apr 07 11:13:02.676932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c998298-2808-4bab-a31b-5dc8b6a93cd5 None None] Pushing event updated for resources: {'Port': ['ID=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:02.695075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 535076b7-802d-4130-ab56-d020c420ad09 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:02.695619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.712139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:02.712534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.737173 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18175eb7-1eb8-4913-8f9c-a460f98f7c2c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:02.749879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535076b7-802d-4130-ab56-d020c420ad09 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:02.797066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:02.804837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:02.811155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.815947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b889-b901-4739-9b94-98645a796977 req-b8ef5177-e141-412a-be01-747312c17809 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:02.820348 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:02.822521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b889-b901-4739-9b94-98645a796977 req-b8ef5177-e141-412a-be01-747312c17809 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:02.831033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa44b889-b901-4739-9b94-98645a796977 req-b8ef5177-e141-412a-be01-747312c17809 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa&device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 1691 time: 0.4558647 Apr 07 11:13:02.930875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:02.956239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-404f1df7-fd9a-455c-b3f1-0a678d7e41ef req-bd1fd311-9186-4140-8c4e-d81858883615 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549016 Apr 07 11:13:02.983079 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ace9c191-703d-4554-902e-492387ff87e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:03.015467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:03.103138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:03.126283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa44b889-b901-4739-9b94-98645a796977 req-c764c1d4-ef64-4eb4-ae2d-6b40f7b1b4a2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936707 Apr 07 11:13:03.144642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-719d91eb-6447-4a0d-931b-84695f9a12ae service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767365 Apr 07 11:13:03.160792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['18175eb7-1eb8-4913-8f9c-a460f98f7c2c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:03.223682 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:12:58Z', 'revision_number': 3, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:03.254481 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2edd92-5fff-44f0-817e-cc7f7ad95496 None None] The sync data for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 is: [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:12:58Z', 'revision_number': 3, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:03.298606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f3ba759d-1a46-40f2-9f08-9c55b36a2b68 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:03.344040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:03.350565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['535076b7-802d-4130-ab56-d020c420ad09'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:03.519545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:03.519545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:03.532708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:03.549957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f1522-1d3b-4c3f-975a-504a9ee65330 req-b0baee3d-2772-4b03-af0e-b4882f24306b tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:03.551638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f12f1522-1d3b-4c3f-975a-504a9ee65330 req-b0baee3d-2772-4b03-af0e-b4882f24306b tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 946 time: 0.3490412 Apr 07 11:13:03.706021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks [] for router_gateway (80de2d27-626e-491a-b4ed-85a14ab90739), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:03.761121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:03.925438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f12f1522-1d3b-4c3f-975a-504a9ee65330 req-999e24ae-ff8b-4333-a9ec-cf675c9d90a2 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440557 Apr 07 11:13:03.945209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:03.945695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:04.038142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f3ba759d-1a46-40f2-9f08-9c55b36a2b68, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:04.048159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:04.070575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cf83b-31da-423b-8ac7-2148c4153929 req-245c0c38-62e6-4bc6-9ca4-9c625f6546f1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:04.080932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f42cf83b-31da-423b-8ac7-2148c4153929 req-245c0c38-62e6-4bc6-9ca4-9c625f6546f1 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 944 time: 0.5281725 Apr 07 11:13:04.194369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:04.321250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f9171-d437-40fb-812c-09215d528dec None None] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:13:04.336492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f42cf83b-31da-423b-8ac7-2148c4153929 req-ef901dde-ea61-4bef-8005-7127a575ec25 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538967 Apr 07 11:13:04.397850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Allocated IP 172.25.5.170 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d03e04b2-1dd3-421e-b317-d86483ba7290) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:04.455899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21647444-c582-4ca2-9f80-47a30d3b9043 req-585daa7e-a123-4c5a-88a7-361f7f440845 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:04.457811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21647444-c582-4ca2-9f80-47a30d3b9043 req-585daa7e-a123-4c5a-88a7-361f7f440845 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3454413 Apr 07 11:13:04.489109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:04.504788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3a218e80-a21b-4fff-b46e-6159df48d00a None None] Provisioning complete for port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:04.505269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a218e80-a21b-4fff-b46e-6159df48d00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:04.553980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Allocated IP 172.20.0.1 (a7537cfd-3c50-49ce-9014-ae5d57eebfdb/257804e3-de10-4683-85cc-937ff1fcc9a5/799d640e-50a3-4bce-aa3e-4a3604da5341) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:04.745385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3a218e80-a21b-4fff-b46e-6159df48d00a None None] Current status of the port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:04.803317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21647444-c582-4ca2-9f80-47a30d3b9043 req-12641d14-7864-4d7c-b1d3-02270047b85c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570918 Apr 07 11:13:04.842185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae7c07-3fb6-4b1d-9b1e-59336aba45c6 req-9a1333a9-0b9a-4c81-973e-abe29d800bec tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:04.843911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34ae7c07-3fb6-4b1d-9b1e-59336aba45c6 req-9a1333a9-0b9a-4c81-973e-abe29d800bec tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 945 time: 0.4019842 Apr 07 11:13:04.847090 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks [] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:04.876189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks [] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:04.967573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34ae7c07-3fb6-4b1d-9b1e-59336aba45c6 req-ba53ad37-798d-442c-9b91-811714026709 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085343 Apr 07 11:13:04.980800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.047888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:05.049074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.055941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:05.058346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Pushing event updated for resources: {'Port': ['ID=d03e04b2-1dd3-421e-b317-d86483ba7290,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:05.065409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:05.147369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:05.191943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:05.198856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:05.201798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-130b0132-7c45-4b4e-8861-2f2f27c95032 None None] Provisioning complete for port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:05.202333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-130b0132-7c45-4b4e-8861-2f2f27c95032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.203812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-badf8115-4bbc-407f-a088-321fdf6578f5 req-119b133c-1a5f-4361-a630-9131f5a9e00a tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 210 time: 0.0907407 Apr 07 11:13:05.281825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=799d640e-50a3-4bce-aa3e-4a3604da5341,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:05.353797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-130b0132-7c45-4b4e-8861-2f2f27c95032 None None] Current status of the port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:05.358380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f3ba759d-1a46-40f2-9f08-9c55b36a2b68 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:05.421991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:05.422852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.498168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.514982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:05.516518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:05.575332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:05.575774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.589918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a214-d3ec-4257-9884-9fff4341e42e req-43ba2ab3-86de-4f22-955e-536bf9404c51 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:05.591772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9451a214-d3ec-4257-9884-9fff4341e42e req-43ba2ab3-86de-4f22-955e-536bf9404c51 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.4764049 Apr 07 11:13:05.631790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18175eb7-1eb8-4913-8f9c-a460f98f7c2c up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:05.671018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-3f5d6b18-bd41-4e0c-a54a-2c4dfdd11f41 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:05.672049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-3f5d6b18-bd41-4e0c-a54a-2c4dfdd11f41 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.41 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 820 time: 0.4710791 Apr 07 11:13:05.722311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'port': {'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'admin_state_up': True, 'tenant_id': '390c1243295746b696d223f2f962029f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:05.770345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:05.770345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.771948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:05.784551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:05.785288 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.809183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57c99b-bb3e-4b66-b72a-e80a53ac7c0e req-4ad462d7-45ee-49cf-b878-9bd0e5e7f67e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:05.810890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca57c99b-bb3e-4b66-b72a-e80a53ac7c0e req-4ad462d7-45ee-49cf-b878-9bd0e5e7f67e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 946 time: 0.4210794 Apr 07 11:13:05.827322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:05.835105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.928704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:05.936235 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:05.987948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:05.988655 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.020231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:06.022707 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a7e162-ce04-4b72-9816-c533f8a89e84" -d '{"events": [{"server_uuid": "e89c99ec-9274-40ee-bcd2-72055ab83e03", "name": "network-vif-plugged", "status": "completed", "tag": "18175eb7-1eb8-4913-8f9c-a460f98f7c2c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:06.035919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:06.041354 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.112156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:06.322043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9451a214-d3ec-4257-9884-9fff4341e42e req-0f69d20c-1952-4b03-a6d6-5332e513b057 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7210398 Apr 07 11:13:06.387425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:06.468794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 535076b7-802d-4130-ab56-d020c420ad09 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:06.473468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 535076b7-802d-4130-ab56-d020c420ad09 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:06.473849 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (535076b7-802d-4130-ab56-d020c420ad09), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.515994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca57c99b-bb3e-4b66-b72a-e80a53ac7c0e req-89c851ce-c797-44b0-aafa-652929a98a72 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528658 Apr 07 11:13:06.520797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks [] for router_gateway (80de2d27-626e-491a-b4ed-85a14ab90739), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.526922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.564728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 535076b7-802d-4130-ab56-d020c420ad09 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:06.565360 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.615437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:06.623412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.682593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:06.699098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Made reservation on behalf of 390c1243295746b696d223f2f962029f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:06.702401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:06.715787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76855b-22cc-415c-8936-a2e018ac49d8 req-02ba97e1-e0d6-428b-a1f0-8fb68fe93fcb tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:06.717334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc76855b-22cc-415c-8936-a2e018ac49d8 req-02ba97e1-e0d6-428b-a1f0-8fb68fe93fcb tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 1132 time: 0.3238819 Apr 07 11:13:06.873883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf0702-bdcf-4221-9985-8290b7558bc6 req-c3c5c073-9a8f-4abc-ad2e-76d83debbb52 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:06.875932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ebf0702-bdcf-4221-9985-8290b7558bc6 req-c3c5c073-9a8f-4abc-ad2e-76d83debbb52 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 1126 time: 0.2634678 Apr 07 11:13:06.999813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc76855b-22cc-415c-8936-a2e018ac49d8 req-b1a945eb-46bb-4b00-af6a-f2b97e69a6c2 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690949 Apr 07 11:13:07.117593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.184325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:07.200545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ebf0702-bdcf-4221-9985-8290b7558bc6 req-6e58212d-5a03-46e3-ab99-e110f7745205 tempest-LiveAutoBlockMigrationV225Test-1575792749 tempest-LiveAutoBlockMigrationV225Test-1575792749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112733 Apr 07 11:13:07.209890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Allocated IP 172.20.0.11 (6d4581b8-f713-4e3b-96c8-6d5ceb943d91/8eca20c2-c4e4-4a62-a031-3338dd8adc11/96ff84f5-4974-4a16-a5b7-ee6a29eb080a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:07.244614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks [] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.247103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (80de2d27-626e-491a-b4ed-85a14ab90739), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.264659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.284053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:07.284528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.307606 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063b016-4112-413f-9095-eee5f33393ab x-openstack-request-id: req-6063b016-4112-413f-9095-eee5f33393ab {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:07.307905 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c99ec-9274-40ee-bcd2-72055ab83e03", "name": "network-vif-plugged", "status": "completed", "tag": "18175eb7-1eb8-4913-8f9c-a460f98f7c2c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:07.308162 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6063b016-4112-413f-9095-eee5f33393ab {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:07.308561 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6063b016-4112-413f-9095-eee5f33393ab'] response: {'server_uuid': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c', 'code': 200} Apr 07 11:13:07.390266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:07.408878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6968c4-ee22-4f4b-a711-76d1511da8d2 req-7e29951c-fd0f-4ad5-9ab3-c6217ea9cf63 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:07.410427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac6968c4-ee22-4f4b-a711-76d1511da8d2 req-7e29951c-fd0f-4ad5-9ab3-c6217ea9cf63 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.3281438 Apr 07 11:13:07.415960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055336b-9ff2-42c8-a0c4-4bd8caf2484b req-7a8ec56c-d747-4277-9928-ef84d6b1cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:07.417737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2055336b-9ff2-42c8-a0c4-4bd8caf2484b req-7a8ec56c-d747-4277-9928-ef84d6b1cd16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 1127 time: 0.0532687 Apr 07 11:13:07.472219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2055336b-9ff2-42c8-a0c4-4bd8caf2484b req-75e9d2d3-3d4d-4e4b-8707-bda8286834d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Apr 07 11:13:07.480745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6a313bc-a17c-472d-ae62-e4a3ca2212c7 req-cfeaeef8-c2ed-4a79-9988-2948d5a534d6 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 210 time: 0.0894105 Apr 07 11:13:07.507153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=799d640e-50a3-4bce-aa3e-4a3604da5341,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:07.551665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.566517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.566865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.567213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.567559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.567898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.568236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.568567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.568899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.569263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.569596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.569923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.570253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.570579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:07.694282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac6968c4-ee22-4f4b-a711-76d1511da8d2 req-2b29d508-f4fb-4f47-8f7a-5c2fb523755e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639947 Apr 07 11:13:07.787545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e27b-a3c4-4af6-9f03-a869f550d20c req-7b709662-d38b-4477-8f99-1901711d60c1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:07.789099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa40e27b-a3c4-4af6-9f03-a869f550d20c req-7b709662-d38b-4477-8f99-1901711d60c1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2334445 Apr 07 11:13:07.835426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:07.872594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:07.885070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:07.938700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Router 80de2d27-626e-491a-b4ed-85a14ab90739 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:13:07.947500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa40e27b-a3c4-4af6-9f03-a869f550d20c req-eb9425ab-cc7b-40c3-b1fe-636c99ef7a5f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363373 Apr 07 11:13:08.019433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e25e-0b95-463a-b922-ef0fee66a390 req-198bc8de-a8f3-4d16-b75c-c089236614bc tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:08.020951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a51e25e-0b95-463a-b922-ef0fee66a390 req-198bc8de-a8f3-4d16-b75c-c089236614bc tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 945 time: 0.2491438 Apr 07 11:13:08.081188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:08.095420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['dfc53d51-ed48-4a56-b46f-4070e69e2a5f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:08.551259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:08.565190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event updated for resources: {'Port': ['ID=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:08.567760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:08.577977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:08.583579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a51e25e-0b95-463a-b922-ef0fee66a390 req-2c094bf4-f238-4782-be7f-54d3865d13f5 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546029 Apr 07 11:13:08.636036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:08.646313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b56e-8550-4d42-b9ad-a667005fc71a req-49b10d75-40bc-448b-b203-e01c62b883ea tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:08.661994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3394b56e-8550-4d42-b9ad-a667005fc71a req-49b10d75-40bc-448b-b203-e01c62b883ea tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 1132 time: 0.6381142 Apr 07 11:13:08.703939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:08.716953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:08.717795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:08.726789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Sync routers for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:08.745753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:08.746467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:08.843924 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:08.850148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c81c32f9-428a-4380-a3da-73d1bc27bafb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7895215 Apr 07 11:13:08.850393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40646) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:08.877791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3394b56e-8550-4d42-b9ad-a667005fc71a req-62b49432-d005-41aa-939b-9ba9098b5d9c tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065430 Apr 07 11:13:08.894246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-324fae6b-0940-4bbd-9680-eb39a4036567 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1925092 Apr 07 11:13:08.911588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Request body: {'port': {'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:08.930663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-538b374a-70cf-495c-ba85-820086ce70a7 None None] Provisioning complete for port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:08.931634 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-538b374a-70cf-495c-ba85-820086ce70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:09.024663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:09.083318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:09.089989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fd50c4f9-f342-4955-9236-5d5958a1b7e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8009861 Apr 07 11:13:09.098232 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Sync routers for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:09.119018 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:09.120000 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:09.207482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:09.238270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211828-af04-466b-88f4-67c115e073d2 req-f78fa2ba-fdeb-41c4-8899-b4841c739426 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:09.239837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a211828-af04-466b-88f4-67c115e073d2 req-f78fa2ba-fdeb-41c4-8899-b4841c739426 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 932 time: 0.2656727 Apr 07 11:13:09.348043 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:09.401451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535076b7-802d-4130-ab56-d020c420ad09'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:09.404112 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91778609-2bbd-4266-a712-9a96d4ba0f74" -d '{"events": [{"server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "name": "network-vif-plugged", "status": "completed", "tag": "535076b7-802d-4130-ab56-d020c420ad09"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:09.409465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-538b374a-70cf-495c-ba85-820086ce70a7 None None] Port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:13:09.466322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 3, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:09.505322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Checking router: 80de2d27-626e-491a-b4ed-85a14ab90739 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:09.506102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Updating router 80de2d27-626e-491a-b4ed-85a14ab90739 port d03e04b2-1dd3-421e-b317-d86483ba7290 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:13:09.538611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:09.552813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537c15e-40d3-4a2f-8e6a-9617e1112927 req-f0659ab9-181e-4f0d-87ba-8081019c490e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:09.560182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9537c15e-40d3-4a2f-8e6a-9617e1112927 req-f0659ab9-181e-4f0d-87ba-8081019c490e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.3733745 Apr 07 11:13:09.592390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a211828-af04-466b-88f4-67c115e073d2 req-352a8739-ae47-456c-b2a6-2c2348b5233d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223805 Apr 07 11:13:09.660015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:09.673625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9537c15e-40d3-4a2f-8e6a-9617e1112927 req-aa5084b4-8858-4de0-9d22-4f87b8103aed tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120884 Apr 07 11:13:09.702370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ff84f5-4974-4a16-a5b7-ee6a29eb080a {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:09.719826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Publish callbacks [] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:09.723577 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 2, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:09.724319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-7b937b6c-00d0-49bb-96ab-b80608f4a69a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:09.726774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-7b937b6c-00d0-49bb-96ab-b80608f4a69a tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 944 time: 0.2150469 Apr 07 11:13:09.754161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Transition to ACTIVE for port object 96ff84f5-4974-4a16-a5b7-ee6a29eb080a will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:09.775065 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Checking router: e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:09.775456 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Updating router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 port 799d640e-50a3-4bce-aa3e-4a3604da5341 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:13:09.818553 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:09.822956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.032392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Publish callbacks [] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.044643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Pushing event updated for resources: {'Port': ['ID=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:10.047736 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.056669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Allocated IP 172.20.0.1 (5987dfd3-dc36-44c6-b4ff-ce561e841216/382ac7d3-e36e-4537-821f-ad9dcdf47547/8fbef776-0a7c-4d85-a426-072efb89de6b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:10.089972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Deleting port 642a292a-ce48-464e-a758-bedcd2e21ee4 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:10.090574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.158825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908578f-aefd-4337-b754-c21784e15668 req-baee4805-ccc4-4495-8f0f-0bd04c69d648 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:10.163900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f908578f-aefd-4337-b754-c21784e15668 req-baee4805-ccc4-4495-8f0f-0bd04c69d648 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 944 time: 0.4102898 Apr 07 11:13:10.194489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Attempting to bind port d03e04b2-1dd3-421e-b317-d86483ba7290 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:10.195179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Attempting to bind port d03e04b2-1dd3-421e-b317-d86483ba7290 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:10.195845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Attempting to bind port d03e04b2-1dd3-421e-b317-d86483ba7290 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:10.199349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b834b09-7132-4d39-8a0b-68a1664c0567 None None] Pushing event updated for resources: {'Port': ['ID=d03e04b2-1dd3-421e-b317-d86483ba7290,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:10.205307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:10.206121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:10.206698 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.207265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:10.207916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Bound port: d03e04b2-1dd3-421e-b317-d86483ba7290, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:10.208501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.272832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] For port d03e04b2-1dd3-421e-b317-d86483ba7290, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:10.277874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] For port d03e04b2-1dd3-421e-b317-d86483ba7290, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d03e04b2-1dd3-421e-b317-d86483ba7290,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:10.286496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.291835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaca3c-7b6c-429c-912b-6249958244df req-90b30759-38b0-4ead-850f-894f3a65feaf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:10.300703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80aaca3c-7b6c-429c-912b-6249958244df req-90b30759-38b0-4ead-850f-894f3a65feaf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2515318 Apr 07 11:13:10.348176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Attempting to bind port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:10.348715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks [] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.348888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Attempting to bind port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:10.349499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Attempting to bind port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:10.369253 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Publish callbacks [] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.371411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:10.372461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Attempting to bind port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a on network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:10.380512 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.393831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:10.394566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:10.401694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b834b09-7132-4d39-8a0b-68a1664c0567 None None] Pushing event updated for resources: {'Port': ['ID=d03e04b2-1dd3-421e-b317-d86483ba7290,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:10.410226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:10.410572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Checking segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:10.410972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Bound using segment: {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:10.411514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Bound port: 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5463ffae-3c29-4183-9882-0ff07ef1161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:10.412100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.419172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.432228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] For port 642a292a-ce48-464e-a758-bedcd2e21ee4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=642a292a-ce48-464e-a758-bedcd2e21ee4,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:10.432715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.463546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f908578f-aefd-4337-b754-c21784e15668 req-250d8119-ab04-4af6-b966-d92efe07529f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565203 Apr 07 11:13:10.486988 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7c908-61c2-4500-a5b3-63973ab63d6c None None] Pushing event updated for resources: {'Port': ['ID=799d640e-50a3-4bce-aa3e-4a3604da5341,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:10.492253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80aaca3c-7b6c-429c-912b-6249958244df req-04801700-dba3-4a83-b87b-84911e61f89c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903472 Apr 07 11:13:10.556917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:10.564254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] For port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:10.566361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:10.573545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] For port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:10.576985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:10.581102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Pushing event updated for resources: {'Port': ['ID=8fbef776-0a7c-4d85-a426-072efb89de6b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:10.595696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.616666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:10.622359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Calling delete_port for 642a292a-ce48-464e-a758-bedcd2e21ee4 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:10.682566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:10.683391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.685022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] 10.222.0.41 "PUT /v2.0/ports/96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 1092 time: 1.7799666 Apr 07 11:13:10.693241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:10.703039 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc6f753-c3bb-47c2-a812-0a4ade94563e" -d '{"events": [{"name": "network-changed", "server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:10.723988 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43687a3-cc17-44ef-9926-9b4da53ec92d x-openstack-request-id: req-e43687a3-cc17-44ef-9926-9b4da53ec92d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:10.724588 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "name": "network-vif-plugged", "status": "completed", "tag": "535076b7-802d-4130-ab56-d020c420ad09", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:10.725531 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e43687a3-cc17-44ef-9926-9b4da53ec92d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:10.726032 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43687a3-cc17-44ef-9926-9b4da53ec92d'] response: {'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535076b7-802d-4130-ab56-d020c420ad09', 'code': 200} Apr 07 11:13:10.733559 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Attempting to bind port 799d640e-50a3-4bce-aa3e-4a3604da5341 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:10.746110 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Attempting to bind port 799d640e-50a3-4bce-aa3e-4a3604da5341 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:10.746519 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Attempting to bind port 799d640e-50a3-4bce-aa3e-4a3604da5341 on network a7537cfd-3c50-49ce-9014-ae5d57eebfdb {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:10.760079 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:10.760617 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Checking segment: {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:10.761097 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.761594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Bound using segment: {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:10.765408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Bound port: 799d640e-50a3-4bce-aa3e-4a3604da5341, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:10.766436 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:10.919609 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] For port 799d640e-50a3-4bce-aa3e-4a3604da5341, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:10.929422 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] For port 799d640e-50a3-4bce-aa3e-4a3604da5341, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=799d640e-50a3-4bce-aa3e-4a3604da5341,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:10.936465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464bdc5-eeda-4cfd-9681-99a95a36a664 service neutron] Pushing event updated for resources: {'Port': ['ID=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:10.947680 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.001946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86577b15-8dc2-4bb0-982e-2be976c56f8c req-0da594ee-56c0-4a87-bff7-6536dc31812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:11.003919 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-86577b15-8dc2-4bb0-982e-2be976c56f8c req-0da594ee-56c0-4a87-bff7-6536dc31812d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1128 time: 0.2659991 Apr 07 11:13:11.064536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-6968a09e-00a8-4284-b846-31c4b65db658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:11.068737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-6968a09e-00a8-4284-b846-31c4b65db658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1126 time: 0.3045115 Apr 07 11:13:11.069841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (80de2d27-626e-491a-b4ed-85a14ab90739), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.115050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 3, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:11.139745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-71637abf-84ac-4686-8a88-07873e98b0cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 217 time: 0.0554626 Apr 07 11:13:11.173570 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:11.174634 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:11.192948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63d3a8-e797-45b9-a168-f8a017603486 None None] The sync data for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 is: [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 3, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:11.234074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-16061745-2715-41a4-ade5-5e10bf96f589 None None] Provisioning complete for port 8fbef776-0a7c-4d85-a426-072efb89de6b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:11.234367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16061745-2715-41a4-ade5-5e10bf96f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.238623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bef7c-03d1-4978-ac5e-bed60259be02 req-1554d2d7-6c03-4ddb-87df-3a2207552112 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:11.249769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-678bef7c-03d1-4978-ac5e-bed60259be02 req-1554d2d7-6c03-4ddb-87df-3a2207552112 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 945 time: 0.4483602 Apr 07 11:13:11.288730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-16061745-2715-41a4-ade5-5e10bf96f589 None None] Port 8fbef776-0a7c-4d85-a426-072efb89de6b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:13:11.332182 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7c908-61c2-4500-a5b3-63973ab63d6c None None] Pushing event updated for resources: {'Port': ['ID=799d640e-50a3-4bce-aa3e-4a3604da5341,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:11.333380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.340956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:11.355726 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-86577b15-8dc2-4bb0-982e-2be976c56f8c req-48b2a377-4430-4473-82de-ecd9a56cb15b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382316 Apr 07 11:13:11.404083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-678bef7c-03d1-4978-ac5e-bed60259be02 req-b7e7abd9-b143-4c3a-9ddf-7f22e47c0f24 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508830 Apr 07 11:13:11.404083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-26668304-89d8-47f1-9484-7a59415e9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:11.409168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-26668304-89d8-47f1-9484-7a59415e9fc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.2446928 Apr 07 11:13:11.436317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-5d6ca30c-892e-459e-9361-ce9068b21c4d tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:11.444131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-5d6ca30c-892e-459e-9361-ce9068b21c4d tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 820 time: 0.4825976 Apr 07 11:13:11.460688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-2c284b54-1ebc-47f5-92cd-ebb87446fcfb tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/quotas/68b1d21feddf449ab65ba4c2303ef784 HTTP/1.1" status: 200 len: 375 time: 0.0154743 Apr 07 11:13:11.531275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-f7749b69-f2fd-43ed-9596-9b22d8f591ac tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687823 Apr 07 11:13:11.544766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (642a292a-ce48-464e-a758-bedcd2e21ee4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.557213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7b3d6e6b-6e84-4369-9d70-1271edd664db', '642a292a-ce48-464e-a758-bedcd2e21ee4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:11.626837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event deleted for resources: {'Port': ['ID=642a292a-ce48-464e-a758-bedcd2e21ee4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:11.631165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] No DVR routers for this DVR port 642a292a-ce48-464e-a758-bedcd2e21ee4 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:11.637315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.641803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4081b800-b19d-49ac-a95a-6b7e9ad60e5c req-cd6cb2c3-4e27-4b98-abbb-5107bc694fb4 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "DELETE /v2.0/ports/642a292a-ce48-464e-a758-bedcd2e21ee4 HTTP/1.1" status: 204 len: 173 time: 1.9089725 Apr 07 11:13:11.642286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'name': 'network-vif-deleted', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:11.644597 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe08f337-fd51-478b-ad17-d437c052d65e" -d '{"events": [{"server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "name": "network-vif-deleted", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:11.645284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-c41cde55-3377-462b-a7f7-397445d00c8a service neutron] 10.222.0.13 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123443 Apr 07 11:13:11.744518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks [] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.746069 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:10Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:11.753431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.798514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-073c2e1e-e977-4689-9d0f-0bac8968ce49 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1605868 Apr 07 11:13:11.812659 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3bddf-a7fd-49c6-bb9d-95f8173f8f48 None None] The sync data for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 is: [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:10Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:11.918886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (80de2d27-626e-491a-b4ed-85a14ab90739), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:11.920753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Pushing event updated for resources: {'Port': ['ID=8fbef776-0a7c-4d85-a426-072efb89de6b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:12.015007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-57d20c31-289d-45fd-b4f2-a82afc0298d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684974 Apr 07 11:13:12.123940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043893-09b5-451d-abdc-769c43db7e26 req-af91c446-fdbd-45a2-bfca-89e82a6f0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:12.126486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-af91c446-fdbd-45a2-bfca-89e82a6f0d72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3777034 Apr 07 11:13:12.132170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:12.133927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:12.206134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-3fb1ba2c-bdca-405a-ba14-8b0e1be5e424 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:12.208467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-3fb1ba2c-bdca-405a-ba14-8b0e1be5e424 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087746 Apr 07 11:13:12.284566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-47592b41-544b-4d62-9ec5-b5fa3105f5ee tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/quotas/f7fa72924b004d37960d36473b621240 HTTP/1.1" status: 200 len: 375 time: 0.0414960 Apr 07 11:13:12.409583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Router 80de2d27-626e-491a-b4ed-85a14ab90739 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:12.479651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-9d6df774-8a33-48c2-948c-331328a6ecdb service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415327 Apr 07 11:13:12.560719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-c6ebd874-166c-4c4a-ba92-0ee416e44636 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2602608 Apr 07 11:13:12.616690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:12.623432 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ee9a3a0-a9fd-411c-8431-4b03f5692a4a admin admin] 10.222.0.13 "PUT /v2.0/routers/80de2d27-626e-491a-b4ed-85a14ab90739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7729824 Apr 07 11:13:12.665506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-102bc9c7-2cbe-4e5d-ab2e-617078a7c28c None None] Provisioning complete for port 8fbef776-0a7c-4d85-a426-072efb89de6b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:12.666079 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-102bc9c7-2cbe-4e5d-ab2e-617078a7c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:12.776097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-102bc9c7-2cbe-4e5d-ab2e-617078a7c28c None None] Port 8fbef776-0a7c-4d85-a426-072efb89de6b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:13:12.858108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e043893-09b5-451d-abdc-769c43db7e26 req-0f070dac-1bf8-40dc-9d54-ca10ced65ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664858 Apr 07 11:13:12.892637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480258e-62fe-469c-8d32-22b0eec2b9ac req-461bbf6a-7690-4c0f-971a-ac51bf5a8ef8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:12.915297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b480258e-62fe-469c-8d32-22b0eec2b9ac req-461bbf6a-7690-4c0f-971a-ac51bf5a8ef8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 944 time: 0.2169063 Apr 07 11:13:13.041739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b480258e-62fe-469c-8d32-22b0eec2b9ac req-037ecdcb-1261-4d4c-aedb-b99618ae8189 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207983 Apr 07 11:13:13.242958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcda9b-145e-468a-9eb0-9baa186542c3 req-e0e96ac8-34e5-4ec8-b231-74917f2b211b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:13.244749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82fcda9b-145e-468a-9eb0-9baa186542c3 req-e0e96ac8-34e5-4ec8-b231-74917f2b211b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.1103163 Apr 07 11:13:13.342348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d03e04b2-1dd3-421e-b317-d86483ba7290 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:13.354480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82fcda9b-145e-468a-9eb0-9baa186542c3 req-a6773f4f-f08a-4404-9a90-e75bc6fd93c9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023641 Apr 07 11:13:13.417763 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a231a984-b7f6-4cb0-a019-a19a1fd4f3df x-openstack-request-id: req-a231a984-b7f6-4cb0-a019-a19a1fd4f3df {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:13.418286 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:13.418644 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a231a984-b7f6-4cb0-a019-a19a1fd4f3df {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:13.419157 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a231a984-b7f6-4cb0-a019-a19a1fd4f3df'] response: {'name': 'network-changed', 'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'status': 'completed', 'code': 200} Apr 07 11:13:13.473583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d03e04b2-1dd3-421e-b317-d86483ba7290 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:13.474470 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:13.587686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d03e04b2-1dd3-421e-b317-d86483ba7290 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:13.588278 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:13.635066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f6c133f-0030-4c29-bf57-08cb5d116642 req-07f5ecfe-a48e-4242-b460-cbe7c5a41a96 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.0550044 Apr 07 11:13:13.640758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d03e04b2-1dd3-421e-b317-d86483ba7290, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d03e04b2-1dd3-421e-b317-d86483ba7290,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:13.662977 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:13.666432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 799d640e-50a3-4bce-aa3e-4a3604da5341 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:13.682768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:13.699146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-3d47fd6e-7a45-4442-81d3-42b813fba099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:13.707830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-3d47fd6e-7a45-4442-81d3-42b813fba099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1126 time: 0.2419214 Apr 07 11:13:13.812343 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af1674-b1f0-4ea5-8c35-57e952aac9bc x-openstack-request-id: req-39af1674-b1f0-4ea5-8c35-57e952aac9bc {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:13.814202 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920db6b8-d0da-4565-81b3-4ed8299cfa8d", "name": "network-vif-deleted", "tag": "642a292a-ce48-464e-a758-bedcd2e21ee4", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:13.814703 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39af1674-b1f0-4ea5-8c35-57e952aac9bc {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:13.815839 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39af1674-b1f0-4ea5-8c35-57e952aac9bc'] response: {'server_uuid': '920db6b8-d0da-4565-81b3-4ed8299cfa8d', 'name': 'network-vif-deleted', 'tag': '642a292a-ce48-464e-a758-bedcd2e21ee4', 'status': 'completed', 'code': 200} Apr 07 11:13:13.853184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 642a292a-ce48-464e-a758-bedcd2e21ee4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:13:13.853510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 642a292a-ce48-464e-a758-bedcd2e21ee4 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:13:13.977405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb54d6c7-f8de-41db-a3f3-055cde166a68 req-aab88291-b655-4c9d-ad46-e37dad3ac4c2 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 210 time: 0.0815001 Apr 07 11:13:13.999816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d03e04b2-1dd3-421e-b317-d86483ba7290,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:14.019848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-6f294090-bbd9-4d97-bbd6-ce75858a8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:14.021407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-6f294090-bbd9-4d97-bbd6-ce75858a8f5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.3081388 Apr 07 11:13:14.026991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 799d640e-50a3-4bce-aa3e-4a3604da5341 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:14.027406 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:14.133158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 799d640e-50a3-4bce-aa3e-4a3604da5341 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:14.133690 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:14.166681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-5fff8aa9-93f8-4943-8ede-a73db470987d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 217 time: 0.1383660 Apr 07 11:13:14.199218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 799d640e-50a3-4bce-aa3e-4a3604da5341, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=799d640e-50a3-4bce-aa3e-4a3604da5341,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:14.208053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:14.323760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=799d640e-50a3-4bce-aa3e-4a3604da5341,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:14.343729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-49137ed4-9b38-43ca-b4af-a5151d2df5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:14.345851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-49137ed4-9b38-43ca-b4af-a5151d2df5af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1703098 Apr 07 11:13:14.493838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-5bc52db9-a889-4c90-b8d6-d0cc13568acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:14.498159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-5bc52db9-a889-4c90-b8d6-d0cc13568acd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1440229 Apr 07 11:13:14.653676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40744) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:14.662443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993420340', 'description': 'tempest-description--584719334'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:14.731220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-c702d38c-cb19-4f72-9e76-dc5c1117fcc3 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169995 Apr 07 11:13:14.756164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:14.903020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421242-5dfb-40e5-84cf-26585dc8fd3e req-0b8f007b-cfc4-43b7-9568-3fe947920146 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:14.911608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c421242-5dfb-40e5-84cf-26585dc8fd3e req-0b8f007b-cfc4-43b7-9568-3fe947920146 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1128 time: 0.2277081 Apr 07 11:13:14.984759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc6f753-c3bb-47c2-a812-0a4ade94563e req-009ce3fc-48f9-4fb6-ae99-24eecafa0724 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417166 Apr 07 11:13:15.059877 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group (4a3cda25-7040-4851-8816-e033418efc53), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.068099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c421242-5dfb-40e5-84cf-26585dc8fd3e req-355550c9-335d-4fd3-a36b-cbec55493af1 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556442 Apr 07 11:13:15.070495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4a3cda25-7040-4851-8816-e033418efc53), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.121100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.129761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4746413 Apr 07 11:13:15.130433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40754) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:15.165224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Request body: {'security_group_rule': {'security_group_id': '4a3cda25-7040-4851-8816-e033418efc53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:15.182480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b36d47-fe6d-4e53-8afb-e7ee6fb7e406 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3cda25-7040-4851-8816-e033418efc53,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:15.297076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Sync routers for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:15.321650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:15.322792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:15.366263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group_rule (1c0c8d08-8009-4830-bbac-402eadcad359), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.452815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d03e04b2-1dd3-421e-b317-d86483ba7290 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:15.501938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d25068-8c2d-49ea-afe9-e9e18bbd01f8 req-6b7b2ab8-7b9f-4f86-93a4-315d60da8c47 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:15.505391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1d25068-8c2d-49ea-afe9-e9e18bbd01f8 req-6b7b2ab8-7b9f-4f86-93a4-315d60da8c47 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 944 time: 0.2761917 Apr 07 11:13:15.555403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group_rule (1c0c8d08-8009-4830-bbac-402eadcad359), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.569881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-91241f33-a50e-4eb6-9c97-aa423a0ce4eb tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:15.575709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-91241f33-a50e-4eb6-9c97-aa423a0ce4eb tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.23 "GET /v2.0/ports?device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 945 time: 0.2682092 Apr 07 11:13:15.585432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (1c0c8d08-8009-4830-bbac-402eadcad359), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.614800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-0e7ea4bc-c0dc-4ef8-a3e4-5b546f5e10ef tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:15.616845 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-0e7ea4bc-c0dc-4ef8-a3e4-5b546f5e10ef tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 820 time: 1.2044139 Apr 07 11:13:15.633930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d03e04b2-1dd3-421e-b317-d86483ba7290 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:15.634756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.649616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'port': {'device_id': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'admin_state_up': True, 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:15.706080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1d25068-8c2d-49ea-afe9-e9e18bbd01f8 req-fe40f99b-50b3-4aa1-afbb-2c16ddf5ee7f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489589 Apr 07 11:13:15.709973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ef3a094-ac9d-45f5-a615-4656eee5e21e req-95febacb-6522-4a30-9f1a-4364ca60ec60 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.0937650 Apr 07 11:13:15.710783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0c8d08-8009-4830-bbac-402eadcad359,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:15.719582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.723980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12ea017b-3f0f-4122-a5b5-3d4fc10d14a4 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5889714 Apr 07 11:13:15.724691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:15.730787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Request body: {'security_group_rule': {'security_group_id': '4a3cda25-7040-4851-8816-e033418efc53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:15.800369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group_rule (83e1d7f8-07db-4d61-9f4f-d6bf0a515583), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.880968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Made reservation on behalf of 68b1d21feddf449ab65ba4c2303ef784 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:15.885167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:15.899017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d03e04b2-1dd3-421e-b317-d86483ba7290 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:15.900225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 799d640e-50a3-4bce-aa3e-4a3604da5341 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:15.954880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8db4104-6888-460e-8126-bdd0177f929b req-e2fcb18f-3511-4e60-a66e-d3f9240ece2c tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 210 time: 0.0677943 Apr 07 11:13:15.961672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:16.001873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Deleting port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:16.002248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.043325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-211d88e3-c5f3-4bfa-9580-0018d96fe27a req-dcd4b601-666d-482e-b208-ac597d06d7c1 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 210 time: 0.0729883 Apr 07 11:13:16.080177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 799d640e-50a3-4bce-aa3e-4a3604da5341 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:16.080615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.103335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group_rule (83e1d7f8-07db-4d61-9f4f-d6bf0a515583), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.151242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (83e1d7f8-07db-4d61-9f4f-d6bf0a515583), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.257582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e1d7f8-07db-4d61-9f4f-d6bf0a515583,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:16.272840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.275056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fbc41464-a6a6-4c26-b709-cffadd1aaa62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491934 Apr 07 11:13:16.279126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40762) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:16.287970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:16.317054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfff49-b0a6-45b9-9ee4-f601e7dc5b0e req-9587ba4c-c52b-41e4-8bd6-e3b3e7435dd5 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:16.327282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bfff49-b0a6-45b9-9ee4-f601e7dc5b0e req-9587ba4c-c52b-41e4-8bd6-e3b3e7435dd5 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1128 time: 0.2584641 Apr 07 11:13:16.427447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Allocated IP 172.20.0.14 (a7537cfd-3c50-49ce-9014-ae5d57eebfdb/257804e3-de10-4683-85cc-937ff1fcc9a5/34c7a9df-3ca0-4009-982f-0acfc3c676a8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:16.453360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.463890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 96ff84f5-4974-4a16-a5b7-ee6a29eb080a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:16.514032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-f7bc5168-ec42-4e4a-9c0c-59fab9a8c7d6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793612 Apr 07 11:13:16.542398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933117-4101-46b3-8179-07835e64e5fc req-a27631cd-4291-41a8-96bf-8e48bf84f566 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:16.543958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32933117-4101-46b3-8179-07835e64e5fc req-a27631cd-4291-41a8-96bf-8e48bf84f566 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89c99ec-9274-40ee-bcd2-72055ab83e03 HTTP/1.1" status: 200 len: 945 time: 0.3314526 Apr 07 11:13:16.546862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] For port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:16.548310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.561511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bfff49-b0a6-45b9-9ee4-f601e7dc5b0e req-5d89c255-8350-4be4-97e5-a570ea1ad2e2 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328134 Apr 07 11:13:16.619864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Calling delete_port for 18175eb7-1eb8-4913-8f9c-a460f98f7c2c owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:16.699925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:16.724242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-06c16942-ce4d-4b41-93e3-78276fc16161 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341431 Apr 07 11:13:16.733804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:16.749817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 799d640e-50a3-4bce-aa3e-4a3604da5341 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:16.819242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:16.819904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.840859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ff84f5-4974-4a16-a5b7-ee6a29eb080a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:16.865301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:16.876092 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:16.915642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 2, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:16.956113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Checking router: 80de2d27-626e-491a-b4ed-85a14ab90739 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:16.957260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Updating router 80de2d27-626e-491a-b4ed-85a14ab90739 port 8fbef776-0a7c-4d85-a426-072efb89de6b binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:13:17.020051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.022627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:17.104909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (18175eb7-1eb8-4913-8f9c-a460f98f7c2c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.161428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event deleted for resources: {'Port': ['ID=18175eb7-1eb8-4913-8f9c-a460f98f7c2c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:17.224529 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.274063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['dc1c64a9-3640-44ce-9dde-d8f14c08e776'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:17.277418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['18175eb7-1eb8-4913-8f9c-a460f98f7c2c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:17.335383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] No DVR routers for this DVR port 18175eb7-1eb8-4913-8f9c-a460f98f7c2c on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:17.341182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.346272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ff73cc5d-8412-4e0b-ac15-33b8d9055f93 req-493d7fe2-33eb-4889-b2d8-206b68ef43a6 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.23 "DELETE /v2.0/ports/18175eb7-1eb8-4913-8f9c-a460f98f7c2c HTTP/1.1" status: 204 len: 173 time: 1.7575898 Apr 07 11:13:17.346958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32933117-4101-46b3-8179-07835e64e5fc req-45a0e20c-f401-4c4e-8318-d8cc12bacefd tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ea976c-c34e-47ed-b7ee-25adc3df3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561958 Apr 07 11:13:17.348713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'name': 'network-vif-deleted', 'tag': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:17.351442 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d78ac84-8998-46d9-ad37-8f0db4230be7" -d '{"events": [{"server_uuid": "e89c99ec-9274-40ee-bcd2-72055ab83e03", "name": "network-vif-deleted", "tag": "18175eb7-1eb8-4913-8f9c-a460f98f7c2c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:17.379121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.382270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f9a64-5461-451e-9c44-08a82d6fa7ba req-4addbc37-2c5e-49eb-91cd-ac0a83fdd22d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:17.400568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e81f9a64-5461-451e-9c44-08a82d6fa7ba req-4addbc37-2c5e-49eb-91cd-ac0a83fdd22d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.6473770 Apr 07 11:13:17.455352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Network a7537cfd-3c50-49ce-9014-ae5d57eebfdb is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:17.487939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['96ff84f5-4974-4a16-a5b7-ee6a29eb080a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:17.503963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:17.509465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:17.521617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-53e7f66b-1de6-443f-93c9-6e0314726072 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:17.523160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-53e7f66b-1de6-443f-93c9-6e0314726072 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9781187 Apr 07 11:13:17.556599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:17.558768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-c665c610-faeb-4df6-a2c5-abfc17a74b96 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:17.560484 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-c665c610-faeb-4df6-a2c5-abfc17a74b96 tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d HTTP/1.1" status: 200 len: 946 time: 0.3050354 Apr 07 11:13:17.601279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e81f9a64-5461-451e-9c44-08a82d6fa7ba req-e103a9e9-1496-4e0f-acef-04f030d5f821 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993780 Apr 07 11:13:17.676562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:17.683956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d56ad443-0724-48ec-ba2a-71d3e771e2b2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:17.695599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:17.697586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.697763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d56ad443-0724-48ec-ba2a-71d3e771e2b2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9179251 Apr 07 11:13:17.730306 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-858addfd-64b8-4ed4-bca4-7c8652e24627 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0878150 Apr 07 11:13:17.743222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Request body: {'port': {'device_id': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:17.763310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-495bb111-6940-4d42-a649-7bf647b8e8dc req-9ec17114-c982-41a1-88be-a6dc24fd9a30 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.0643406 Apr 07 11:13:17.766416 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Publish callbacks [] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.769671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:17.803411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Deleting port dc1c64a9-3640-44ce-9dde-d8f14c08e776 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:17.807579 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.831017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.916177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:17.968245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22f58-bd2c-4d6b-b3ff-216e74b4fac8 None None] Pushing event updated for resources: {'Port': ['ID=8fbef776-0a7c-4d85-a426-072efb89de6b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:18.018759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.037910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec1ddb-47fa-4117-b26e-568d80e1fad8 req-5c14bf64-88a9-40c8-bbf0-5ca2a28a06bb tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:18.046201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27ec1ddb-47fa-4117-b26e-568d80e1fad8 req-5c14bf64-88a9-40c8-bbf0-5ca2a28a06bb tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 945 time: 0.5035074 Apr 07 11:13:18.132754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Attempting to bind port 8fbef776-0a7c-4d85-a426-072efb89de6b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:18.133510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Attempting to bind port 8fbef776-0a7c-4d85-a426-072efb89de6b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:18.134481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Attempting to bind port 8fbef776-0a7c-4d85-a426-072efb89de6b on network 5987dfd3-dc36-44c6-b4ff-ce561e841216 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:18.134649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] For port dc1c64a9-3640-44ce-9dde-d8f14c08e776, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dc1c64a9-3640-44ce-9dde-d8f14c08e776,segment=NetworkSegment(0cffbef8-3d3c-470a-b569-46f7f7d2ffa7),segment_id=0cffbef8-3d3c-470a-b569-46f7f7d2ffa7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:18.135219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.162048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Calling delete_port for dc1c64a9-3640-44ce-9dde-d8f14c08e776 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:18.166982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:18.168257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Checking segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:18.168907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.169623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Bound using segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:18.170399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Bound port: 8fbef776-0a7c-4d85-a426-072efb89de6b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:18.171398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.326772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] For port 8fbef776-0a7c-4d85-a426-072efb89de6b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:18.337089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] For port 8fbef776-0a7c-4d85-a426-072efb89de6b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8fbef776-0a7c-4d85-a426-072efb89de6b,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:18.351377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.360772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:18.365036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.398025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27ec1ddb-47fa-4117-b26e-568d80e1fad8 req-a5e33e46-aa81-46a0-96eb-df6247570e3a tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508255 Apr 07 11:13:18.436621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481db42-9f02-485a-ab05-edbfdf63cc90 req-1a7c666c-4e00-466d-ad2a-6ea2a727c98b tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:18.440844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6481db42-9f02-485a-ab05-edbfdf63cc90 req-1a7c666c-4e00-466d-ad2a-6ea2a727c98b tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 932 time: 0.5037410 Apr 07 11:13:18.447280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:18.454705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22f58-bd2c-4d6b-b3ff-216e74b4fac8 None None] Pushing event updated for resources: {'Port': ['ID=8fbef776-0a7c-4d85-a426-072efb89de6b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:18.461145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.477780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:18.479202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:18.663520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] Provisioning complete for port 8fbef776-0a7c-4d85-a426-072efb89de6b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:18.664627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.704853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6481db42-9f02-485a-ab05-edbfdf63cc90 req-7037b12d-e4d9-4884-9c6a-89500995b876 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310421 Apr 07 11:13:18.793024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dc1c64a9-3640-44ce-9dde-d8f14c08e776), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.807247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de463272-67a4-4619-9e48-b970ba8498a6 req-942fc480-3bcd-4a7a-84a6-c7c69f618f3f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 210 time: 0.1703203 Apr 07 11:13:18.810393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:18.813722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Allocated IP 172.25.5.77 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a1709351-c159-4ea7-8eef-6ea107f9a79d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:18.843043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c7a9df-3ca0-4009-982f-0acfc3c676a8 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:18.852988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Publish callbacks [] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.878126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Transition to ACTIVE for port object 34c7a9df-3ca0-4009-982f-0acfc3c676a8 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:18.884528 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059b66b4-5dc5-4b96-89b8-acdf4edb5fbb x-openstack-request-id: req-059b66b4-5dc5-4b96-89b8-acdf4edb5fbb {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:18.884829 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c99ec-9274-40ee-bcd2-72055ab83e03", "name": "network-vif-deleted", "tag": "18175eb7-1eb8-4913-8f9c-a460f98f7c2c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:18.885080 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059b66b4-5dc5-4b96-89b8-acdf4edb5fbb {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:18.886161 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059b66b4-5dc5-4b96-89b8-acdf4edb5fbb'] response: {'server_uuid': 'e89c99ec-9274-40ee-bcd2-72055ab83e03', 'name': 'network-vif-deleted', 'tag': '18175eb7-1eb8-4913-8f9c-a460f98f7c2c', 'status': 'completed', 'code': 200} Apr 07 11:13:18.901935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] Current status of the port 8fbef776-0a7c-4d85-a426-072efb89de6b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:18.904295 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:18.920982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Pushing event deleted for resources: {'Port': ['ID=dc1c64a9-3640-44ce-9dde-d8f14c08e776,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:18.928464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.062039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:19.077351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] For port 8fbef776-0a7c-4d85-a426-072efb89de6b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8fbef776-0a7c-4d85-a426-072efb89de6b,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:19.085408 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.161635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] No DVR routers for this DVR port dc1c64a9-3640-44ce-9dde-d8f14c08e776 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:19.165808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.169678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8fdd99e1-1fb9-45ee-9991-16b4668cbf4c req-1a10c6d1-6605-4e03-86c8-24c5a1cacb8e tempest-MultipleCreateTestJSON-767509862 tempest-MultipleCreateTestJSON-767509862-project] 10.222.0.41 "DELETE /v2.0/ports/dc1c64a9-3640-44ce-9dde-d8f14c08e776 HTTP/1.1" status: 204 len: 173 time: 1.5967119 Apr 07 11:13:19.252564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Attempting to bind port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:19.253074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Attempting to bind port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:19.254104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Attempting to bind port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 on network a7537cfd-3c50-49ce-9014-ae5d57eebfdb {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:19.258810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 on network a7537cfd-3c50-49ce-9014-ae5d57eebfdb not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:19.259240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Attempting to bind port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 on network a7537cfd-3c50-49ce-9014-ae5d57eebfdb {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:19.278548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:19.279060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Checking segment: {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:19.279566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Bound using segment: {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:19.280134 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Bound port: 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b58c68c-9d3e-486e-a8a1-072a37dc47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:19.280963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.321765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b9104917-b9ac-44ba-832a-118d162a1380 None None] Provisioning complete for port 8fbef776-0a7c-4d85-a426-072efb89de6b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:19.322114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9104917-b9ac-44ba-832a-118d162a1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.348889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.78 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/f7c00ff5-660f-4697-a5a4-87d926f5bbb9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:19.407485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fc55d-4e4d-4f17-a962-e13c5f1e7621 None None] Pushing event updated for resources: {'Port': ['ID=8fbef776-0a7c-4d85-a426-072efb89de6b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:19.421197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:19.427477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:19.444683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.488119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:19.488856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.490442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] 10.222.0.41 "PUT /v2.0/ports/34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 1092 time: 1.7515490 Apr 07 11:13:19.506490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:19.519375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b9104917-b9ac-44ba-832a-118d162a1380 None None] Current status of the port 8fbef776-0a7c-4d85-a426-072efb89de6b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:19.540950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc05c0-c484-4fe6-b20b-102d5f5f8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:19.638657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-c53ef2b4-55d6-4e4c-ad9a-de5359bd523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:19.640260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-c53ef2b4-55d6-4e4c-ad9a-de5359bd523d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1126 time: 0.0955153 Apr 07 11:13:19.687874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.738595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-fa9c6c27-7eec-417a-b731-85f0ee587708 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.0915213 Apr 07 11:13:19.776709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.809617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18175eb7-1eb8-4913-8f9c-a460f98f7c2c no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:19.816751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a880b-3d1e-4eec-8817-efd4b1b6a927 None None] The sync data for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 is: [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:19.823137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.840703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab233d4f-86e0-4b9e-9b75-6c4a303adaa7 req-8fed49ff-ce67-423c-9492-0b9b1ecb898b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:19.844175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:19.846690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:19.852530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab233d4f-86e0-4b9e-9b75-6c4a303adaa7 req-8fed49ff-ce67-423c-9492-0b9b1ecb898b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.7040453 Apr 07 11:13:19.852882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 18175eb7-1eb8-4913-8f9c-a460f98f7c2c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:13:19.853542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18175eb7-1eb8-4913-8f9c-a460f98f7c2c not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:13:19.885407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-e86dc281-85c4-4e89-afb9-70da2284e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:19.900021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-e86dc281-85c4-4e89-afb9-70da2284e83f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.1539729 Apr 07 11:13:19.925604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:19.994044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-60605b38-6472-4191-8174-f40a713637e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850060 Apr 07 11:13:20.026681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:20.108738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:20.171517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:20.186439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:20.189488 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-ce2683db-21ba-4927-a77f-c0b2fd26efc2 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874809 Apr 07 11:13:20.255551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:20.278668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab233d4f-86e0-4b9e-9b75-6c4a303adaa7 req-ee649210-1ff1-4211-b05a-cb786568a408 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251168 Apr 07 11:13:20.389667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:20.398437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:20.419229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.79 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/9064d420-38d9-4a40-a8bf-2a47025780a3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:20.481508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-15832ca5-1d2f-4f4f-8cca-d575c842f944 req-cae893a8-98f1-48ea-9702-7a79d285a9af service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826912 Apr 07 11:13:20.490994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 96ff84f5-4974-4a16-a5b7-ee6a29eb080a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:20.605743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:20.608074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:20.655206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1031d74-ac9c-4464-90df-616b293e29f2 req-bee733ef-1a56-476c-a253-0dd9c77ca27f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.2280734 Apr 07 11:13:20.668398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event updated for resources: {'Port': ['ID=a1709351-c159-4ea7-8eef-6ea107f9a79d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:20.710620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:20.727427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:20.727992 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:20.742690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-7f816b73-a17d-49b2-af1d-ac2d449fe363 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1897924 Apr 07 11:13:20.833435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40818) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:20.873000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ffeb2d24-8de3-4154-a428-42827370ab97 None None] Provisioning complete for port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:20.873873 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2d24-8de3-4154-a428-42827370ab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:20.897846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'name': 'network-vif-deleted', 'tag': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776'}, {'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:20.905155 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684a0e22-b8f9-45f8-ba0e-1069139953f3" -d '{"events": [{"server_uuid": "f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d", "name": "network-vif-deleted", "tag": "dc1c64a9-3640-44ce-9dde-d8f14c08e776"}, {"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:20.908182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Request body: {'port': {'device_id': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:20.944550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb2d24-8de3-4154-a428-42827370ab97 None None] Port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:13:20.992376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-38ce9d62-d7a2-498b-ba2a-4aed8b24a017 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:13:21.003866 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-38ce9d62-d7a2-498b-ba2a-4aed8b24a017 tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1946621 Apr 07 11:13:21.044534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Deleting subnet c81f5486-ff16-4ece-a143-212567b8cbd6 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:13:21.058253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Publish callbacks [] for subnet (c81f5486-ff16-4ece-a143-212567b8cbd6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.082448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:21.082952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.138812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:21.151082 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bd9f37-5fab-4b53-93bd-7d45d88e6b64" -d '{"events": [{"server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "name": "network-vif-plugged", "status": "completed", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:21.176497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (c81f5486-ff16-4ece-a143-212567b8cbd6), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.197638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:21.207362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.208257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dc1c64a9-3640-44ce-9dde-d8f14c08e776 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:21.224875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.262749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (35202a93-e0c5-4a4d-97aa-538e9f27a9dc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.306343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: dc1c64a9-3640-44ce-9dde-d8f14c08e776 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:13:21.318007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dc1c64a9-3640-44ce-9dde-d8f14c08e776 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:13:21.326579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8fbef776-0a7c-4d85-a426-072efb89de6b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:21.328940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c81f5486-ff16-4ece-a143-212567b8cbd6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.371200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-175a1b5d-230b-4864-816a-554fdac93004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:21.379284 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-175a1b5d-230b-4864-816a-554fdac93004 service neutron] 10.222.0.13 "GET /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 1125 time: 0.3740306 Apr 07 11:13:21.383630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Request body: {'binding': {'host': 'n-h1-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:21.384078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:13:21.408151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.503764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:21.566469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8fbef776-0a7c-4d85-a426-072efb89de6b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:21.567220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.605284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on host n-h1-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:21.605779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:21.606320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:21.613476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:21.614303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:21.622378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c81f5486-ff16-4ece-a143-212567b8cbd6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.653998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:21.654356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:21.655020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:21.655478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Bound port: 535076b7-802d-4130-ab56-d020c420ad09, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:21.722931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:21.728163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81f5486-ff16-4ece-a143-212567b8cbd6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:21.738419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.749259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ab103618-d801-41e3-8029-ad30340c0ec3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c81f5486-ff16-4ece-a143-212567b8cbd6 HTTP/1.1" status: 204 len: 168 time: 0.9118426 Apr 07 11:13:21.756889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40828) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:21.760359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.764504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] 10.222.0.13 "POST /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09/bindings HTTP/1.1" status: 201 len: 389 time: 0.3843045 Apr 07 11:13:21.807280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8fbef776-0a7c-4d85-a426-072efb89de6b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:21.940554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c819fd-a767-46c9-8909-9aa06b3dc8cc req-a40a3d09-b659-47b2-95c0-8dbb940bc0f0 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:21.945826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2c819fd-a767-46c9-8909-9aa06b3dc8cc req-a40a3d09-b659-47b2-95c0-8dbb940bc0f0 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 945 time: 0.9503088 Apr 07 11:13:21.951480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:21.965988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:21.969895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:22.051013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c6ae763e-0ff5-415a-a2ed-011ddb098e04), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.230405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.269481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:22.288235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-80f9f22b-0826-43d1-b420-cc6b2faacac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:22.290531 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-80f9f22b-0826-43d1-b420-cc6b2faacac2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1128 time: 0.2167392 Apr 07 11:13:22.294936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c6ae763e-0ff5-415a-a2ed-011ddb098e04), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.402864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:22.403630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ae763e-0ff5-415a-a2ed-011ddb098e04']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:22.415067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:22.415608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cffbef8-3d3c-470a-b569-46f7f7d2ffa7') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:22.427683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (0cffbef8-3d3c-470a-b569-46f7f7d2ffa7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.443799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0cffbef8-3d3c-470a-b569-46f7f7d2ffa7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.451847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:22.455377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:13:22.458366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (0cffbef8-3d3c-470a-b569-46f7f7d2ffa7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:13:22.569064 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:13:22.578767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c6ae763e-0ff5-415a-a2ed-011ddb098e04), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.620546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.631339 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6ae763e-0ff5-415a-a2ed-011ddb098e04 HTTP/1.1" status: 204 len: 168 time: 0.8654642 Apr 07 11:13:22.633248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97410f2b-fb3b-456f-90da-80bdda98b44c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ae763e-0ff5-415a-a2ed-011ddb098e04,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:22.649306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=9064d420-38d9-4a40-a8bf-2a47025780a3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:22.702909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0c97d8c6-f9d9-47db-b34e-dae21e47d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:22.705536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0c97d8c6-f9d9-47db-b34e-dae21e47d434 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.4077158 Apr 07 11:13:22.730258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c00ff5-660f-4697-a5a4-87d926f5bbb9 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:22.755240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2c819fd-a767-46c9-8909-9aa06b3dc8cc req-c998f7b7-57db-4be7-a115-ab1ea2b64419 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991664 Apr 07 11:13:22.765025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Publish callbacks [] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.782489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1bcea-2c20-4771-a8bf-9e8e68d061c3 req-2f258379-db43-442c-ada8-76668b308e5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:22.793860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75a1bcea-2c20-4771-a8bf-9e8e68d061c3 req-2f258379-db43-442c-ada8-76668b308e5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 944 time: 0.6694922 Apr 07 11:13:22.807449 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-ca8fd846-56a7-4dbf-8aa8-b41fce9cbfaa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 217 time: 0.0908158 Apr 07 11:13:22.828393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:22.829774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.868082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-d9bdbd82-7e6f-40c4-8456-b2eaf6b3c1ac tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1027238 Apr 07 11:13:22.880417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Transition to ACTIVE for port object f7c00ff5-660f-4697-a5a4-87d926f5bbb9 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:22.887969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Request body: {'port': {'device_id': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:22.901175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40836) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:22.907582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3e8c552b-53f6-4a60-83a1-d6f80416ccac None None] Provisioning complete for port 9064d420-38d9-4a40-a8bf-2a47025780a3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:22.909098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3e8c552b-53f6-4a60-83a1-d6f80416ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.953883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:22.954489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-c6647e7e-d799-4673-b45b-6954ee8f35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:22.956731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-c6647e7e-d799-4673-b45b-6954ee8f35b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1418161 Apr 07 11:13:23.019359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c552b-53f6-4a60-83a1-d6f80416ccac None None] Port 9064d420-38d9-4a40-a8bf-2a47025780a3 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:13:23.032065 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-20d5c3a6-e150-40af-95d2-33f3e9e19fdb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676703 Apr 07 11:13:23.064245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:23.070132 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bcc53afd-b645-4026-8670-2b840382c5a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a88e0a7eb5be41fead1ab46703cd8ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635637 Apr 07 11:13:23.096036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40838) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:23.151690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:23.164099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75a1bcea-2c20-4771-a8bf-9e8e68d061c3 req-66aeff14-8f97-46b6-b266-7c68b3064fe5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599117 Apr 07 11:13:23.202334 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2c557e66-9e05-4bd6-8e49-9429ce0a331d service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645806 Apr 07 11:13:23.288898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:23.331735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:23.341466 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13960735-82e0-4875-9d9f-7d883ed54891 x-openstack-request-id: req-13960735-82e0-4875-9d9f-7d883ed54891 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:23.341770 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d", "name": "network-vif-deleted", "tag": "dc1c64a9-3640-44ce-9dde-d8f14c08e776", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:23.342017 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13960735-82e0-4875-9d9f-7d883ed54891 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:23.342464 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13960735-82e0-4875-9d9f-7d883ed54891'] response: {'server_uuid': 'f21bcb9a-9b19-434b-b6b9-8ffbf6c6b67d', 'name': 'network-vif-deleted', 'tag': 'dc1c64a9-3640-44ce-9dde-d8f14c08e776', 'status': 'completed', 'code': 200} Apr 07 11:13:23.342731 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13960735-82e0-4875-9d9f-7d883ed54891'] response: {'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'status': 'completed', 'code': 200} Apr 07 11:13:23.364256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97539-bc7e-4830-9afd-dc17260b1748 req-d4ef52d5-1ea9-48e8-8432-0607ab65257b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:23.371517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eaf97539-bc7e-4830-9afd-dc17260b1748 req-d4ef52d5-1ea9-48e8-8432-0607ab65257b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 935 time: 0.4141557 Apr 07 11:13:23.390372 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5eeb47-7313-4f73-ad5d-51d25d6f05cf x-openstack-request-id: req-aa5eeb47-7313-4f73-ad5d-51d25d6f05cf {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:23.390721 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "name": "network-vif-plugged", "status": "completed", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:23.391541 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa5eeb47-7313-4f73-ad5d-51d25d6f05cf {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:23.392067 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5eeb47-7313-4f73-ad5d-51d25d6f05cf'] response: {'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'code': 200} Apr 07 11:13:23.505774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11545dc2-b403-42bc-9b39-f433262b31f2 admin admin] Publish callbacks [] for security_group (91ea976c-c34e-47ed-b7ee-25adc3df3214), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:23.521534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-a97dbbc8-ed76-4594-abb0-0b92c9c36cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:23.523101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-a97dbbc8-ed76-4594-abb0-0b92c9c36cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1126 time: 0.1794784 Apr 07 11:13:23.526636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-c98ee480-e3ae-4b39-91f6-f735bcd947e8 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165812 Apr 07 11:13:23.590743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bf385-dad5-4b98-be70-612eced4f6d2 req-4e6c9de8-7c82-4a01-93a7-be378575258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:23.592262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-159bf385-dad5-4b98-be70-612eced4f6d2 req-4e6c9de8-7c82-4a01-93a7-be378575258d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1128 time: 0.1549814 Apr 07 11:13:23.716786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-159bf385-dad5-4b98-be70-612eced4f6d2 req-b5924a7c-30ab-43a6-99d3-1b5419b23259 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944259 Apr 07 11:13:23.728399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-3355aed6-9a22-49ad-b83e-1dcc1bec674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:23.729948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-3355aed6-9a22-49ad-b83e-1dcc1bec674c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.1935232 Apr 07 11:13:24.093091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-c582e803-6eaf-483e-8884-96aa07dd75e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.0905344 Apr 07 11:13:24.108825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11545dc2-b403-42bc-9b39-f433262b31f2 admin admin] Publish callbacks [] for security_group (91ea976c-c34e-47ed-b7ee-25adc3df3214), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.155968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event updated for resources: {'Port': ['ID=a1709351-c159-4ea7-8eef-6ea107f9a79d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:24.187192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-f52d768f-13aa-4438-8e3d-2d7d75dc2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:24.189644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-f52d768f-13aa-4438-8e3d-2d7d75dc2ee5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.0890651 Apr 07 11:13:24.196664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eaf97539-bc7e-4830-9afd-dc17260b1748 req-96e16535-2e6e-4737-86f1-14861d800304 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242676 Apr 07 11:13:24.247006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Attempting to bind port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:24.247364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Attempting to bind port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:24.247771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Attempting to bind port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:24.255187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (35202a93-e0c5-4a4d-97aa-538e9f27a9dc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.263305 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-63fd5ce6-9af8-4825-83a5-60f935359b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573568 Apr 07 11:13:24.451015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:24.451398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Attempting to bind port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:24.471225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-3ac76aab-2acc-4547-881c-c38f810ac9af service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010398 Apr 07 11:13:24.485611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34c7a9df-3ca0-4009-982f-0acfc3c676a8 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:24.524605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9894914d-3687-4def-a07a-565c04f2cb23 req-c4abc84c-e713-4384-a1f2-4cbea1c9bbdb tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.1364679 Apr 07 11:13:24.563489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfdcd4-f775-491f-a413-db4502c9539c req-a323a9ef-4dc6-4ba7-bb94-7473275f8565 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:24.565496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcfdcd4-f775-491f-a413-db4502c9539c req-a323a9ef-4dc6-4ba7-bb94-7473275f8565 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 1.0523233 Apr 07 11:13:24.568912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:24.574403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:24.574853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:24.575710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Bound port: f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:24.576127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.582260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.609373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-923ce342-eacf-4d90-b8ed-53654dd2db3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3288133 Apr 07 11:13:24.728318 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-684a0e22-b8f9-45f8-ba0e-1069139953f3 req-8018040d-2de4-4b72-b8d0-849727dcabd1 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496448 Apr 07 11:13:24.752357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:24.766655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'port_id': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'mac_address': 'fa:16:3e:a1:6d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:24.841804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:24.842058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.863256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c7a9df-3ca0-4009-982f-0acfc3c676a8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:24.888756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:24.898250 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11545dc2-b403-42bc-9b39-f433262b31f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (91ea976c-c34e-47ed-b7ee-25adc3df3214), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.898972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.901613 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11545dc2-b403-42bc-9b39-f433262b31f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:24.905979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-11545dc2-b403-42bc-9b39-f433262b31f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91ea976c-c34e-47ed-b7ee-25adc3df3214 HTTP/1.1" status: 204 len: 168 time: 1.8084297 Apr 07 11:13:24.965089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:25.007856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] For port f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:25.013264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] For port f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:25.039390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9064d420-38d9-4a40-a8bf-2a47025780a3 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:25.051508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Publish callbacks [] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:25.070341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Transition to ACTIVE for port object 9064d420-38d9-4a40-a8bf-2a47025780a3 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:25.095054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:25.097971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:25.155965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11545dc2-b403-42bc-9b39-f433262b31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea976c-c34e-47ed-b7ee-25adc3df3214,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:25.370959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34c7a9df-3ca0-4009-982f-0acfc3c676a8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:25.412138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:25.412790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:25.427355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7c00ff5-660f-4697-a5a4-87d926f5bbb9 HTTP/1.1" status: 200 len: 1095 time: 4.6064224 Apr 07 11:13:25.436345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfcfdcd4-f775-491f-a413-db4502c9539c req-35740089-10a9-42fb-9a83-1ff307cb7e50 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8218546 Apr 07 11:13:25.436837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'tag': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:25.446276 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac17e20-2f59-41d0-90e0-d9377d0aa30a" -d '{"events": [{"name": "network-changed", "server_uuid": "553d939a-c2fa-429d-b022-34dd6cf406f4", "tag": "f7c00ff5-660f-4697-a5a4-87d926f5bbb9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:25.505696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457f20-7e0b-4edf-92ae-2784608382dc req-25ef6d88-9c7d-4a2d-856e-f3783a4de161 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:25.515009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d457f20-7e0b-4edf-92ae-2784608382dc req-25ef6d88-9c7d-4a2d-856e-f3783a4de161 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.8249629 Apr 07 11:13:25.525277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1003b6-7c94-4e2c-b426-f5ca6e7415d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:25.742605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Attempting to bind port 9064d420-38d9-4a40-a8bf-2a47025780a3 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:25.742979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Attempting to bind port 9064d420-38d9-4a40-a8bf-2a47025780a3 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:25.743271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Attempting to bind port 9064d420-38d9-4a40-a8bf-2a47025780a3 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:25.802978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Port 9064d420-38d9-4a40-a8bf-2a47025780a3 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:25.808970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Attempting to bind port 9064d420-38d9-4a40-a8bf-2a47025780a3 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:25.823338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Pushing event updated for resources: {'Port': ['ID=9064d420-38d9-4a40-a8bf-2a47025780a3,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:25.845597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:25.846012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:25.846412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:25.849692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Bound port: 9064d420-38d9-4a40-a8bf-2a47025780a3, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:25.850219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:25.919984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d457f20-7e0b-4edf-92ae-2784608382dc req-f7b57712-c559-4aaf-8fe6-92348e4e0c46 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839102 Apr 07 11:13:25.973675 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:13:26.005786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-b797c8c5-911b-4e14-8094-810757728388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.008807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-b797c8c5-911b-4e14-8094-810757728388 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 1129 time: 0.4737852 Apr 07 11:13:26.030297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557757af-18a6-420b-b452-291b804ce2c1 req-a8581204-59d3-47f0-a1ef-c3c1b1f8e1f9 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.039823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-557757af-18a6-420b-b452-291b804ce2c1 req-a8581204-59d3-47f0-a1ef-c3c1b1f8e1f9 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 946 time: 0.4193630 Apr 07 11:13:26.164165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-ba14d045-e93c-469e-97d0-d0de4b44ba1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9 HTTP/1.1" status: 200 len: 217 time: 0.1219995 Apr 07 11:13:26.294575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] For port 9064d420-38d9-4a40-a8bf-2a47025780a3, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:26.323395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-557757af-18a6-420b-b452-291b804ce2c1 req-660c5ec6-3d59-4d91-bdd6-75e94a3e343b tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771819 Apr 07 11:13:26.327917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] For port 9064d420-38d9-4a40-a8bf-2a47025780a3, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9064d420-38d9-4a40-a8bf-2a47025780a3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:26.337665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-0e2f7e54-06b5-40dc-b8b6-ae94862adee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.339158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-0e2f7e54-06b5-40dc-b8b6-ae94862adee3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1431806 Apr 07 11:13:26.352187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.378124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28f198-24d7-412a-ae3b-a2560fd13620 req-45f461b1-6182-489f-9557-f23b099a9a79 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.389994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af28f198-24d7-412a-ae3b-a2560fd13620 req-45f461b1-6182-489f-9557-f23b099a9a79 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 945 time: 0.2434750 Apr 07 11:13:26.475147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40884) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:26.492414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.493053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.494592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] 10.222.0.23 "PUT /v2.0/ports/9064d420-38d9-4a40-a8bf-2a47025780a3 HTTP/1.1" status: 200 len: 1095 time: 3.6113992 Apr 07 11:13:26.582766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c37f7d-3972-42bb-a40c-eded447f0506 service neutron] Pushing event updated for resources: {'Port': ['ID=9064d420-38d9-4a40-a8bf-2a47025780a3,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:26.629959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af28f198-24d7-412a-ae3b-a2560fd13620 req-274cf4a7-e897-42ba-8bb8-bcb23c4c99cc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389355 Apr 07 11:13:26.639926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1612682891-network', 'tenant_id': '2be370d3f6ba4411831fa1f02360e07a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:26.643819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-e2656bb3-f890-4f1b-aecc-8cd83f769934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.651039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-e2656bb3-f890-4f1b-aecc-8cd83f769934 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3052480 Apr 07 11:13:26.696886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Made reservation on behalf of 2be370d3f6ba4411831fa1f02360e07a for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:26.699233 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.719527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.839976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks [] for security_group (99a836a8-b357-4a10-bbb8-5f8a5601c7e3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.840265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-e22612fd-babe-4fce-a164-0476f00fe6f1 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1993420340&fields=id&tenant_id=bd657c93fde94b979a32f69b041b5dfb HTTP/1.1" status: 200 len: 267 time: 0.3268697 Apr 07 11:13:26.849474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (99a836a8-b357-4a10-bbb8-5f8a5601c7e3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.882974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:13:26.904193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a836a8-b357-4a10-bbb8-5f8a5601c7e3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:26.909903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-29d2a3ae-a357-4565-a290-f4fea5bf1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:26.912068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-29d2a3ae-a357-4565-a290-f4fea5bf1fcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 1129 time: 0.3631573 Apr 07 11:13:26.914062 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ac33f2b4-f6c3-4c97-841b-e14723d30166), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.914269 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Added segment ac33f2b4-f6c3-4c97-841b-e14723d30166 of type vlan for network caa46f9c-c9ea-43a7-8221-5f11465efa23 Apr 07 11:13:26.917425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.917775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.918106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.918445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.918780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.919117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.919456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.919793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.920181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.920449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.920760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.921253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.921617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:26.979934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (caa46f9c-c9ea-43a7-8221-5f11465efa23), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:26.985347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-aed31585-94cf-4623-818c-bd4ea9329e09 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237002 Apr 07 11:13:27.020044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (caa46f9c-c9ea-43a7-8221-5f11465efa23), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:27.021030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.021726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:27.053273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-bf5a9e3b-a738-439e-b843-8a6a550bb9e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9064d420-38d9-4a40-a8bf-2a47025780a3 HTTP/1.1" status: 200 len: 217 time: 0.1199822 Apr 07 11:13:27.093086 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6119854 Apr 07 11:13:27.094156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40892) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:27.101664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Request body: {'subnet': {'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1612682891-subnet', 'tenant_id': '2be370d3f6ba4411831fa1f02360e07a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:27.139561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2e80a-beca-4d91-86cd-c0c4f97d86e5 admin admin] Pushing event updated for resources: {'Network': ['ID=caa46f9c-c9ea-43a7-8221-5f11465efa23,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:27.152069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network caa46f9c-c9ea-43a7-8221-5f11465efa23 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:13:27.178050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Made reservation on behalf of 2be370d3f6ba4411831fa1f02360e07a for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:27.182881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:27.185694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0759fd-9f7a-4a01-85ba-fa8196dce906 req-e3f15bbe-19dd-44e8-a831-e611b5286388 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.188522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f0759fd-9f7a-4a01-85ba-fa8196dce906 req-e3f15bbe-19dd-44e8-a831-e611b5286388 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 947 time: 0.3987832 Apr 07 11:13:27.259590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-592b02b5-89a7-44bd-82de-0c58e95d6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.261648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-592b02b5-89a7-44bd-82de-0c58e95d6612 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1896720 Apr 07 11:13:27.282507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-f33c9710-f65b-4257-bc33-4df023deeb47 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.284429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-f33c9710-f65b-4257-bc33-4df023deeb47 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/networks?id=5987dfd3-dc36-44c6-b4ff-ce561e841216 HTTP/1.1" status: 200 len: 814 time: 0.4097669 Apr 07 11:13:27.367781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-2f189411-b37d-48f2-a5cf-3bc48c95025b service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735857 Apr 07 11:13:27.369191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-1f0c1919-5b74-4cd1-81e2-cfb2cd84a300 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/quotas/bd657c93fde94b979a32f69b041b5dfb HTTP/1.1" status: 200 len: 375 time: 0.0653663 Apr 07 11:13:27.387856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f0759fd-9f7a-4a01-85ba-fa8196dce906 req-a4aea72b-963f-450d-b834-191430c38205 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834383 Apr 07 11:13:27.456835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-c79d8f11-4a84-44e6-91c8-21ac95dde910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.459883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-c79d8f11-4a84-44e6-91c8-21ac95dde910 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1714132 Apr 07 11:13:27.491498 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8184587-61a7-4abf-83af-d8c9b9c03c20 x-openstack-request-id: req-b8184587-61a7-4abf-83af-d8c9b9c03c20 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:27.491946 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553d939a-c2fa-429d-b022-34dd6cf406f4", "tag": "f7c00ff5-660f-4697-a5a4-87d926f5bbb9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:27.492624 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8184587-61a7-4abf-83af-d8c9b9c03c20 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:27.493405 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8184587-61a7-4abf-83af-d8c9b9c03c20'] response: {'name': 'network-changed', 'server_uuid': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'tag': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', 'status': 'completed', 'code': 200} Apr 07 11:13:27.583824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-d74b1f66-87fd-441f-bd4e-c872c8e03684 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd657c93fde94b979a32f69b041b5dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010310 Apr 07 11:13:27.661632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48bd12ef-427b-4e78-8da6-b3f424ed8f58 req-4e3ca51f-e399-4964-a6ac-e4f7cb685754 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=920db6b8-d0da-4565-81b3-4ed8299cfa8d HTTP/1.1" status: 200 len: 210 time: 0.0894275 Apr 07 11:13:27.763431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (273728aa-87d4-48cf-8607-714a87cbc4eb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:27.795373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-fd50d129-e71a-435a-abc2-46271c24a1c1 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290455 Apr 07 11:13:27.807911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-2312c40f-730f-4de7-8262-b55702177308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.809997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-2312c40f-730f-4de7-8262-b55702177308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 1129 time: 0.2906446 Apr 07 11:13:27.839997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=273728aa-87d4-48cf-8607-714a87cbc4eb,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:27.850796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Checking segment: {'id': 'ac33f2b4-f6c3-4c97-841b-e14723d30166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:27.851336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Network hostable DHCP agents. Network: caa46f9c-c9ea-43a7-8221-5f11465efa23, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:13:27.874110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Network caa46f9c-c9ea-43a7-8221-5f11465efa23 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:13:27.886647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, caa46f9c-c9ea-43a7-8221-5f11465efa23) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:27.893747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:27.894585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:27.902293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc1e14-009c-45e3-9341-5bba36fbe75f None None] Network caa46f9c-c9ea-43a7-8221-5f11465efa23 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:13:27.924160 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d342d620-6a59-4655-bfe5-2d39ca7bef5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8200505 Apr 07 11:13:27.961720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-e3b8efbe-190e-49e5-b005-58524c9f9812 service neutron] 10.222.0.13 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404913 Apr 07 11:13:28.089599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57ba36-5341-4f62-b7e9-2ab3ece7be33 None None] Network caa46f9c-c9ea-43a7-8221-5f11465efa23 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:13:28.484040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34c7a9df-3ca0-4009-982f-0acfc3c676a8 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:28.491596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1beead-dc04-4fdb-87ce-8673ec54405c req-35f318cc-0482-4f18-a548-ac1571ddbda3 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788087 Apr 07 11:13:28.508397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-24b1fd91-69cd-4f9f-8e38-0f5f478e3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:28.509942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-24b1fd91-69cd-4f9f-8e38-0f5f478e3013 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.6827788 Apr 07 11:13:28.521252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-dc507305-3bd4-4536-bf2e-0609d9a41f36 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:28.522798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-dc507305-3bd4-4536-bf2e-0609d9a41f36 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6051042 Apr 07 11:13:28.549604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:28.553932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:28.554463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:28.581633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-7c94ec4f-3bca-4dfd-aba0-2ad08bfba468 service neutron] 10.222.0.13 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184094 Apr 07 11:13:28.583027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-053e2253-2c7e-4171-b2f6-a04679b73ba9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0593166 Apr 07 11:13:28.633058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-7d6db92e-b2ce-44c4-a867-6004cb9ec649 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0979190 Apr 07 11:13:28.657509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'floatingip': {'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:28.659044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:28.659722 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:28.718595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:28.723878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:28.724881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:28.727474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-2374d411-c1b8-4a06-93b0-8d6c8c3b46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:28.728591 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6952e7-13e8-40c4-b3ed-a40158b3c5d7" -d '{"events": [{"server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "name": "network-vif-plugged", "status": "completed", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:28.732187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-2374d411-c1b8-4a06-93b0-8d6c8c3b46e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1163013 Apr 07 11:13:28.733448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:28.830670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:29.030059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8e77-1c26-4592-a543-3ea1f19ada86 req-f38ec0ea-d4a6-444a-9b8b-92a22f5ebe03 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:29.037630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bda8e77-1c26-4592-a543-3ea1f19ada86 req-f38ec0ea-d4a6-444a-9b8b-92a22f5ebe03 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1683035 Apr 07 11:13:29.196469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-16bab2f0-cdbc-45ec-9b71-607c6b8e1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:29.197956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-16bab2f0-cdbc-45ec-9b71-607c6b8e1cbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3412876 Apr 07 11:13:29.339373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bda8e77-1c26-4592-a543-3ea1f19ada86 req-546bd1b9-59d4-416c-9e01-30385783801e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008494 Apr 07 11:13:29.538754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'tag': '9064d420-38d9-4a40-a8bf-2a47025780a3'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:29.540912 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c67cab-ede6-4ce5-920a-e18f53b78130" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8239ce-eb0b-4e41-9ab5-31b11fecec3e", "tag": "9064d420-38d9-4a40-a8bf-2a47025780a3"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:29.724337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-d9c7547a-eb0c-4d8c-a889-13ea787f2a0d service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142801 Apr 07 11:13:29.790761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09441e21-f46f-4511-bbc5-1066f62850eb req-05ff5e12-fb04-4aa1-8187-ded7183ef4c1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:29.792223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09441e21-f46f-4511-bbc5-1066f62850eb req-05ff5e12-fb04-4aa1-8187-ded7183ef4c1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.3199184 Apr 07 11:13:29.882147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:13:29.968377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09441e21-f46f-4511-bbc5-1066f62850eb req-047b104a-a986-4c24-aa23-93461a6e9e2b tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545792 Apr 07 11:13:29.977000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:29.985587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:30.081908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fac17e20-2f59-41d0-90e0-d9377d0aa30a req-f9ece352-f410-4f37-bb28-c3fe88f0fa04 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206227 Apr 07 11:13:30.198602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243e53-6bfb-4465-aa76-6a90ee2fb1d4 req-f7972647-ce58-41f4-afe7-242bb9c418c5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:30.200126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3243e53-6bfb-4465-aa76-6a90ee2fb1d4 req-f7972647-ce58-41f4-afe7-242bb9c418c5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1357713 Apr 07 11:13:30.234362 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 associated. External IP: 172.25.5.62, port: dfc53d51-ed48-4a56-b46f-4070e69e2a5f. Apr 07 11:13:30.379343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-c8f9fd01-ce4a-4c2c-b2ff-b0f049250df5 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:30.380697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-c8f9fd01-ce4a-4c2c-b2ff-b0f049250df5 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.41 "GET /v2.0/networks?id=5987dfd3-dc36-44c6-b4ff-ce561e841216 HTTP/1.1" status: 200 len: 814 time: 0.2574196 Apr 07 11:13:30.387976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3243e53-6bfb-4465-aa76-6a90ee2fb1d4 req-e887b798-da38-44f4-a1c7-846e23ff3a66 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674814 Apr 07 11:13:30.508569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f7c00ff5-660f-4697-a5a4-87d926f5bbb9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:30.527658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-bfb267cc-89d8-4d9c-9d4d-99f4606d10c0 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd657c93fde94b979a32f69b041b5dfb HTTP/1.1" status: 200 len: 380 time: 0.1372676 Apr 07 11:13:30.537293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Request body: {'port': {'device_id': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'admin_state_up': True, 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'security_groups': ['4a3cda25-7040-4851-8816-e033418efc53']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:30.618162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08ea0f52-61b7-4a6e-936e-2ffa1f702bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:30.673333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:30.846960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:30.860813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', 'mac_address': 'fa:16:3e:31:11:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:30.892896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Made reservation on behalf of bd657c93fde94b979a32f69b041b5dfb for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:30.896423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:30.916451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:30.917460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:30.943030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c00ff5-660f-4697-a5a4-87d926f5bbb9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:30.947746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-b93da727-384b-4d92-bcae-2925f323f39d tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:30.949325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-b93da727-384b-4d92-bcae-2925f323f39d tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/networks?id=caa46f9c-c9ea-43a7-8221-5f11465efa23 HTTP/1.1" status: 200 len: 822 time: 0.2806506 Apr 07 11:13:30.975808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:30.982304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:31.046709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:31.317974 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:31.324037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-9084d900-caf1-45a0-99fd-0a0e537f8671 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/quotas/2be370d3f6ba4411831fa1f02360e07a HTTP/1.1" status: 200 len: 375 time: 0.3629026 Apr 07 11:13:31.327557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:31.338422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:31.344014 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:31.355484 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:31.356108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:31.396451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-a2de0db0-7e99-48a2-b461-6db175ba707b tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be370d3f6ba4411831fa1f02360e07a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606985 Apr 07 11:13:31.413217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['f7c00ff5-660f-4697-a5a4-87d926f5bbb9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:31.436562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-e0fd02fe-f521-48c9-bb0e-7502993299ba tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "PUT /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 996 time: 2.7860699 Apr 07 11:13:31.508899 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:31.536270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Allocated IP 172.20.0.10 (5987dfd3-dc36-44c6-b4ff-ce561e841216/382ac7d3-e36e-4537-821f-ad9dcdf47547/e41319d8-3eaf-4355-9bce-8aea1210077c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:31.617269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-cb6ca4d7-099b-4c66-a6c4-f025bdbfe0d9 service neutron] 10.222.0.13 "GET /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124686 Apr 07 11:13:31.619403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-1f32df52-de5f-4398-82fa-1a141e2f0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:31.620954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-1f32df52-de5f-4398-82fa-1a141e2f0d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.1396933 Apr 07 11:13:31.728811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9064d420-38d9-4a40-a8bf-2a47025780a3 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:31.830957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:31.882985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:29Z', 'revision_number': 1, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:31.888678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:31.912816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9064d420-38d9-4a40-a8bf-2a47025780a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9064d420-38d9-4a40-a8bf-2a47025780a3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:31.932765 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:31.933087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '9064d420-38d9-4a40-a8bf-2a47025780a3', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '9064d420-38d9-4a40-a8bf-2a47025780a3', 'mac_address': 'fa:16:3e:9c:dc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:31.947303 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:31.948094 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:31.989593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:31.997343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9064d420-38d9-4a40-a8bf-2a47025780a3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:31.997999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:32.002801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-65418fea-5030-43ea-8a03-e73f630e950a service neutron] 10.222.0.13 "GET /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648429 Apr 07 11:13:32.020266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-5665d304-695b-4c69-97ef-81540a5c07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:32.030206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9064d420-38d9-4a40-a8bf-2a47025780a3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:32.033761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-5665d304-695b-4c69-97ef-81540a5c07bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.3970699 Apr 07 11:13:32.035852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:32.057626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:32.066983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9064d420-38d9-4a40-a8bf-2a47025780a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9064d420-38d9-4a40-a8bf-2a47025780a3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:32.076334 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:32.176453 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:32.178897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9064d420-38d9-4a40-a8bf-2a47025780a3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:32.210334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event updated for resources: {'Port': ['ID=e41319d8-3eaf-4355-9bce-8aea1210077c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:32.311297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:32.311966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:32.341567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-4f552219-9b94-41f4-994c-aea2d09f7ff1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 999 time: 0.3067749 Apr 07 11:13:32.353314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-6f9a154d-b2c1-4679-8906-a6ccf3c935d8 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8198352 Apr 07 11:13:32.388096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:32.389478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Request body: {'port': {'device_id': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:32.502598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-049d0046-69f1-49c6-9875-9a5a4f09d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:32.504149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-049d0046-69f1-49c6-9875-9a5a4f09d08c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1499259 Apr 07 11:13:32.553846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c669-2652-4543-9371-2108852f2769 req-5d0445ff-7f8c-4be7-afd4-05392f31fdbb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:32.560864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5858c669-2652-4543-9371-2108852f2769 req-5d0445ff-7f8c-4be7-afd4-05392f31fdbb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 948 time: 0.2232866 Apr 07 11:13:32.576078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:32.587111 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:29Z', 'revision_number': 1, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:32.627811 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438966-4b7d-44de-9e82-b5829a3e5ca4 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:29Z', 'revision_number': 1, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:32.631125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-646d876a-d6b2-4623-a47a-28d1bdcfff51 None None] Provisioning complete for port e41319d8-3eaf-4355-9bce-8aea1210077c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:32.631507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-646d876a-d6b2-4623-a47a-28d1bdcfff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:32.660034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5858c669-2652-4543-9371-2108852f2769 req-ee48e190-ff76-4434-9c69-6e0cd702388c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913253 Apr 07 11:13:32.694927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-2dbc0b18-432c-4e97-9a23-60149e54677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:32.696610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-2dbc0b18-432c-4e97-9a23-60149e54677f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1841896 Apr 07 11:13:32.720574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-34d07771-c122-4f2e-8f05-21521623637e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:13:32.728902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-34d07771-c122-4f2e-8f05-21521623637e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193522 Apr 07 11:13:32.743979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-646d876a-d6b2-4623-a47a-28d1bdcfff51 None None] Port e41319d8-3eaf-4355-9bce-8aea1210077c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:13:32.840861 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd5d3e-58e3-4436-a664-8fda17d18df9 x-openstack-request-id: req-7cbd5d3e-58e3-4436-a664-8fda17d18df9 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:32.841356 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "name": "network-vif-plugged", "status": "completed", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:32.841726 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cbd5d3e-58e3-4436-a664-8fda17d18df9 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:32.842801 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbd5d3e-58e3-4436-a664-8fda17d18df9'] response: {'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'code': 200} Apr 07 11:13:32.950176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9cac70dd-7a0d-4d25-8813-7017fb2200b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:33.021273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7d91d-f4b7-4a0a-aa6e-ab7e99d66fde req-0208d400-9c13-4268-971a-89e3b8847ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:33.023549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3d7d91d-f4b7-4a0a-aa6e-ab7e99d66fde req-0208d400-9c13-4268-971a-89e3b8847ea6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.0864809 Apr 07 11:13:33.057805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c883f-4b5c-4256-97e7-a1565e85ac05 None None] New status for floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:13:33.116018 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3d7d91d-f4b7-4a0a-aa6e-ab7e99d66fde req-c7e5b66f-1863-41bd-9662-78d82c6387cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837419 Apr 07 11:13:33.222549 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:33.284671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25361-a373-4794-b348-7d1ff582ea64 req-0500e634-9375-4859-9fcd-66a80fbfdd2d tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:33.288563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46f25361-a373-4794-b348-7d1ff582ea64 req-0500e634-9375-4859-9fcd-66a80fbfdd2d tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 932 time: 0.2925329 Apr 07 11:13:33.356292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-fba88525-4268-42c2-acaa-d444d86d067a service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020629 Apr 07 11:13:33.471994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46f25361-a373-4794-b348-7d1ff582ea64 req-8efbc25e-17d6-492b-9298-057cc7365c3b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660702 Apr 07 11:13:33.549096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d63a3b2-a565-45d4-9c92-1ba2770811fd req-0ca2af49-d719-4dae-a749-4f786c8f2964 service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743317 Apr 07 11:13:33.570132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41319d8-3eaf-4355-9bce-8aea1210077c {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:33.581839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Publish callbacks [] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:33.600107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Transition to ACTIVE for port object e41319d8-3eaf-4355-9bce-8aea1210077c will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:33.606310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:33.663313 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2fd053-0be1-4824-b750-eda96ff61861 x-openstack-request-id: req-cd2fd053-0be1-4824-b750-eda96ff61861 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:33.663313 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8239ce-eb0b-4e41-9ab5-31b11fecec3e", "tag": "9064d420-38d9-4a40-a8bf-2a47025780a3", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:33.663313 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd2fd053-0be1-4824-b750-eda96ff61861 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:33.663313 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2fd053-0be1-4824-b750-eda96ff61861'] response: {'name': 'network-changed', 'server_uuid': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'tag': '9064d420-38d9-4a40-a8bf-2a47025780a3', 'status': 'completed', 'code': 200} Apr 07 11:13:33.773824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Pushing event updated for resources: {'Port': ['ID=e41319d8-3eaf-4355-9bce-8aea1210077c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:33.904876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c801-b316-4795-97fd-18b540747699 req-3d4602bc-ac15-4f74-b47a-89af5d8e4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:33.906776 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-3d4602bc-ac15-4f74-b47a-89af5d8e4922 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.0674627 Apr 07 11:13:33.981072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073975-b03d-4c62-8249-cdd823768a47 req-a7920185-f052-4c0c-ba4a-770e4c81f617 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:33.990129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24073975-b03d-4c62-8249-cdd823768a47 req-a7920185-f052-4c0c-ba4a-770e4c81f617 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.2455084 Apr 07 11:13:34.024884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-580ca7a3-91b2-4fcc-bcdc-c680fa232f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.026447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-580ca7a3-91b2-4fcc-bcdc-c680fa232f2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 1130 time: 0.3599887 Apr 07 11:13:34.029935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Attempting to bind port e41319d8-3eaf-4355-9bce-8aea1210077c on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:34.030269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Attempting to bind port e41319d8-3eaf-4355-9bce-8aea1210077c by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:34.030602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Attempting to bind port e41319d8-3eaf-4355-9bce-8aea1210077c on network 5987dfd3-dc36-44c6-b4ff-ce561e841216 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:34.105466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c801-b316-4795-97fd-18b540747699 req-05443a06-209f-4327-af5b-47b0d6407bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.108586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Port e41319d8-3eaf-4355-9bce-8aea1210077c on network 5987dfd3-dc36-44c6-b4ff-ce561e841216 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:34.108921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Attempting to bind port e41319d8-3eaf-4355-9bce-8aea1210077c on network 5987dfd3-dc36-44c6-b4ff-ce561e841216 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:34.114796 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-05443a06-209f-4327-af5b-47b0d6407bc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2011492 Apr 07 11:13:34.141592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:34.141993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Checking segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:34.142395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Bound using segment: {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:34.142859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Bound port: e41319d8-3eaf-4355-9bce-8aea1210077c, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34432816-87bd-4409-80e9-719178ce0f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:34.143230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.161304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24073975-b03d-4c62-8249-cdd823768a47 req-6048f920-547c-41d5-a1e3-de1b67a5800c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700890 Apr 07 11:13:34.173262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6ba4-fb59-4e3b-82f9-2f0ede8aacc4 req-01fe35a1-0c74-439c-9419-f824646ee2ef tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.190904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77ea6ba4-fb59-4e3b-82f9-2f0ede8aacc4 req-01fe35a1-0c74-439c-9419-f824646ee2ef tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.3002276 Apr 07 11:13:34.339495 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-3acc9a8b-6ea6-4b67-95b3-b41ec6e4ed22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.2175374 Apr 07 11:13:34.348691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec1ebf0e-d4ed-4bfe-966d-c61b1d80d70a req-fbd5492f-2cde-4e8a-a759-8cf794fc7567 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 210 time: 0.0647886 Apr 07 11:13:34.356328 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.380845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-c03468b3-7da6-4644-85ca-94095912d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.382848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-c03468b3-7da6-4644-85ca-94095912d2d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3484488 Apr 07 11:13:34.440846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77ea6ba4-fb59-4e3b-82f9-2f0ede8aacc4 req-ad14633d-209d-4db4-96fa-b1fd2eb0d57a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585409 Apr 07 11:13:34.472324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c801-b316-4795-97fd-18b540747699 req-53809301-23cc-4ea2-8396-492219374e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.474565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-53809301-23cc-4ea2-8396-492219374e02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1268291 Apr 07 11:13:34.481314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-08264e7e-a08d-4d3b-9ddb-02fec484c325 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.483349 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-08264e7e-a08d-4d3b-9ddb-02fec484c325 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.41 "GET /v2.0/networks?id=caa46f9c-c9ea-43a7-8221-5f11465efa23 HTTP/1.1" status: 200 len: 822 time: 0.2693489 Apr 07 11:13:34.511554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] For port e41319d8-3eaf-4355-9bce-8aea1210077c, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:34.526442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] For port e41319d8-3eaf-4355-9bce-8aea1210077c, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e41319d8-3eaf-4355-9bce-8aea1210077c,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:34.530520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Request body: {'port': {'device_id': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23', 'admin_state_up': True, 'tenant_id': '2be370d3f6ba4411831fa1f02360e07a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:34.544839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f7c00ff5-660f-4697-a5a4-87d926f5bbb9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:34.550633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-57058c78-c110-467a-8784-91430d490ba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9064d420-38d9-4a40-a8bf-2a47025780a3 HTTP/1.1" status: 200 len: 217 time: 0.1562047 Apr 07 11:13:34.573968 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.682318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Made reservation on behalf of 2be370d3f6ba4411831fa1f02360e07a for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:13:34.687758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.694117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.694857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.696300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e41319d8-3eaf-4355-9bce-8aea1210077c HTTP/1.1" status: 200 len: 1092 time: 2.3110611 Apr 07 11:13:34.724542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-39539c71-d052-46a3-a2ed-15ecc581f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.726311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-39539c71-d052-46a3-a2ed-15ecc581f134 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1612978 Apr 07 11:13:34.742322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:34.747209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c801-b316-4795-97fd-18b540747699 req-3fd1fba2-4a0f-4271-8698-21af9d6b3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.749107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:34.749762 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.750462 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-3fd1fba2-4a0f-4271-8698-21af9d6b3e4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2657416 Apr 07 11:13:34.788986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f983e2c-94c9-45c5-9acc-f967e11766a4 req-11de9754-0750-448d-aeeb-629913c6d75b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.809762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f983e2c-94c9-45c5-9acc-f967e11766a4 req-11de9754-0750-448d-aeeb-629913c6d75b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 948 time: 0.2554259 Apr 07 11:13:34.906652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5554-c1eb-4a4c-a728-47b9c902afe1 service neutron] Pushing event updated for resources: {'Port': ['ID=e41319d8-3eaf-4355-9bce-8aea1210077c,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:34.925105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-3adeb162-10f6-4299-915c-8270d285417d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:34.926786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-3adeb162-10f6-4299-915c-8270d285417d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4364755 Apr 07 11:13:34.985702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:34.986343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:34.989378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-df1a0e11-adae-48ef-8e2c-722a95a85fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054963 Apr 07 11:13:35.042454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:35.046808 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f631cd-a761-4e58-9f77-94dffb07993d" -d '{"events": [{"server_uuid": "553d939a-c2fa-429d-b022-34dd6cf406f4", "name": "network-vif-plugged", "status": "completed", "tag": "f7c00ff5-660f-4697-a5a4-87d926f5bbb9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:35.090072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:35.101484 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:35.117255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-a4901dbe-64ec-407c-aee9-3600b59e89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:35.120101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-a4901dbe-64ec-407c-aee9-3600b59e89c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3824592 Apr 07 11:13:35.243524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:35.256158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f983e2c-94c9-45c5-9acc-f967e11766a4 req-90885abd-843d-41ee-94e9-e90cf82ea4b4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452512 Apr 07 11:13:35.260058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.261362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.262162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.262938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.263662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.264917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.265809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.267016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.267790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.268527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.269353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.270139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.271453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:13:35.272122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-d67adb88-6908-4c4d-81f5-825d2cdc486a tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.3330126 Apr 07 11:13:35.325126 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef37c801-b316-4795-97fd-18b540747699 req-9d9817b7-2c23-49bd-b308-ba9a6629809e service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137551 Apr 07 11:13:35.335336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'floatingip': {'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:35.336117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Allocated IP 172.20.0.13 (caa46f9c-c9ea-43a7-8221-5f11465efa23/273728aa-87d4-48cf-8607-714a87cbc4eb/9b608005-b9c2-4204-b706-450b952539f5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:13:35.339812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-b06c5a7e-4b2b-47b8-a410-7d78e2a689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:35.341371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-b06c5a7e-4b2b-47b8-a410-7d78e2a689ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd657c93fde94b979a32f69b041b5dfb&device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 1126 time: 0.4716706 Apr 07 11:13:35.344058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-3138d932-20a2-4266-9aa4-c5b6e6f26fcf service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110715 Apr 07 11:13:35.515101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-ae330c46-e466-4fc7-b4d5-06b867e04f22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41319d8-3eaf-4355-9bce-8aea1210077c HTTP/1.1" status: 200 len: 217 time: 0.1267128 Apr 07 11:13:35.546523 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks [] for port (9b608005-b9c2-4204-b706-450b952539f5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:35.603350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:35.688807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Network caa46f9c-c9ea-43a7-8221-5f11465efa23 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:13:35.697712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:13:35.705616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:13:35.711787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Pushing event updated for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:35.738213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9064d420-38d9-4a40-a8bf-2a47025780a3 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:35.791219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:35.793434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:35.824071 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ea36fccc-423b-4e47-a329-ed9ac0b6b856 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2976129 Apr 07 11:13:35.841526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Request body: {'port': {'device_id': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:35.857774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 9064d420-38d9-4a40-a8bf-2a47025780a3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:35.877694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 9064d420-38d9-4a40-a8bf-2a47025780a3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:35.880455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:35.914041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}, {'name': 'network-changed', 'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:35.916568 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd5fe0-c598-4b0b-90dd-11ba700f891e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}, {"name": "network-changed", "server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:35.924686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:35.926933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b608005-b9c2-4204-b706-450b952539f5), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.009348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c35c4-c362-4d96-a813-e1df097f4688 req-dcef420f-3caf-429c-a8a3-950dc8713f22 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:36.016167 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.017081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f91c35c4-c362-4d96-a813-e1df097f4688 req-dcef420f-3caf-429c-a8a3-950dc8713f22 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.6717446 Apr 07 11:13:36.089918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-e932c7d3-aa15-4a5e-8c3f-b08bb10175a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:36.092174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-e932c7d3-aa15-4a5e-8c3f-b08bb10175a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=382ac7d3-e36e-4537-821f-ad9dcdf47547 HTTP/1.1" status: 200 len: 853 time: 0.5713575 Apr 07 11:13:36.101658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9064d420-38d9-4a40-a8bf-2a47025780a3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:36.102332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.122944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c67cab-ede6-4ce5-920a-e18f53b78130 req-8152f0e0-4c1b-4a51-a09b-60519c9ad32c service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671139 Apr 07 11:13:36.198511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9064d420-38d9-4a40-a8bf-2a47025780a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9064d420-38d9-4a40-a8bf-2a47025780a3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:36.208634 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.259135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f91c35c4-c362-4d96-a813-e1df097f4688 req-63198c67-d060-4007-a5fb-f7d61e0e99b1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409608 Apr 07 11:13:36.334605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9064d420-38d9-4a40-a8bf-2a47025780a3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:36.401469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b608005-b9c2-4204-b706-450b952539f5 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:36.409104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-e8280564-4e8c-467f-87fe-d2cdb0c5406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:36.410693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-e8280564-4e8c-467f-87fe-d2cdb0c5406d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5987dfd3-dc36-44c6-b4ff-ce561e841216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3050919 Apr 07 11:13:36.413085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Publish callbacks [] for port (9b608005-b9c2-4204-b706-450b952539f5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.426500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Transition to ACTIVE for port object 9b608005-b9c2-4204-b706-450b952539f5 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:13:36.430894 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.496229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:36.575588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e791-5ff1-45e0-986d-bacc09aa546c req-372ba05f-ae9f-4e95-9544-713bb265f320 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:36.577237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a70e791-5ff1-45e0-986d-bacc09aa546c req-372ba05f-ae9f-4e95-9544-713bb265f320 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 944 time: 0.1835961 Apr 07 11:13:36.581934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Attempting to bind port 9b608005-b9c2-4204-b706-450b952539f5 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:36.582486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Attempting to bind port 9b608005-b9c2-4204-b706-450b952539f5 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'ac33f2b4-f6c3-4c97-841b-e14723d30166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:36.582985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Attempting to bind port 9b608005-b9c2-4204-b706-450b952539f5 on network caa46f9c-c9ea-43a7-8221-5f11465efa23 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:36.587787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Port 9b608005-b9c2-4204-b706-450b952539f5 on network caa46f9c-c9ea-43a7-8221-5f11465efa23 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:36.588410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Attempting to bind port 9b608005-b9c2-4204-b706-450b952539f5 on network caa46f9c-c9ea-43a7-8221-5f11465efa23 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:36.595278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:36.595619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Checking segment: {'id': 'ac33f2b4-f6c3-4c97-841b-e14723d30166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:36.596008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Bound using segment: {'id': 'ac33f2b4-f6c3-4c97-841b-e14723d30166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:36.596442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Bound port: 9b608005-b9c2-4204-b706-450b952539f5, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac33f2b4-f6c3-4c97-841b-e14723d30166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:36.596802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b608005-b9c2-4204-b706-450b952539f5), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.646552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-609d286e-b697-40a1-91aa-7ed189777e93 service neutron] 10.222.0.41 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179635 Apr 07 11:13:36.695648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:36.701319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b608005-b9c2-4204-b706-450b952539f5,segment=NetworkSegment(ac33f2b4-f6c3-4c97-841b-e14723d30166),segment_id=ac33f2b4-f6c3-4c97-841b-e14723d30166)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:36.715818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.758637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:36.759496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:36.762033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b608005-b9c2-4204-b706-450b952539f5 HTTP/1.1" status: 200 len: 1092 time: 0.9302428 Apr 07 11:13:36.766798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'tag': '9b608005-b9c2-4204-b706-450b952539f5'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:36.770622 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "tag": "9b608005-b9c2-4204-b706-450b952539f5"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:36.807190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a70e791-5ff1-45e0-986d-bacc09aa546c req-f3e208fb-488a-4e90-b165-8a051cc13911 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173221 Apr 07 11:13:36.845006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca23b-3b15-4f1e-a1d3-d8bac2743ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:36.896226 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676c446-ce44-43f8-9cd8-374bee39b1ec x-openstack-request-id: req-2676c446-ce44-43f8-9cd8-374bee39b1ec {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:36.896839 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d939a-c2fa-429d-b022-34dd6cf406f4", "name": "network-vif-plugged", "status": "completed", "tag": "f7c00ff5-660f-4697-a5a4-87d926f5bbb9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:36.896957 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2676c446-ce44-43f8-9cd8-374bee39b1ec {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:36.897746 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2676c446-ce44-43f8-9cd8-374bee39b1ec'] response: {'server_uuid': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', 'code': 200} Apr 07 11:13:36.909515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f0a455-3732-4dcc-8e57-5807f09a3f66 req-daa1bb5a-73e7-4fa8-9b01-0578905aca2d service neutron] 10.222.0.41 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538300 Apr 07 11:13:36.916040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-3a1b5353-d45a-44e0-ab11-d4ad2c58d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:36.918865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-3a1b5353-d45a-44e0-ab11-d4ad2c58d6dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2be370d3f6ba4411831fa1f02360e07a&device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 1126 time: 0.1037419 Apr 07 11:13:37.009015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:37.040557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:37.044379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ca2e63c5-48b3-4042-93e8-8d3c682dc1a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b608005-b9c2-4204-b706-450b952539f5 HTTP/1.1" status: 200 len: 217 time: 0.0996959 Apr 07 11:13:37.098516 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:37.116110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-a454dc11-b8ed-473e-bd45-2d425538e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:37.118268 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-a454dc11-b8ed-473e-bd45-2d425538e279 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=273728aa-87d4-48cf-8607-714a87cbc4eb HTTP/1.1" status: 200 len: 862 time: 0.0636046 Apr 07 11:13:37.168328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-f4afe080-7322-4a6a-8192-de615d2a5ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caa46f9c-c9ea-43a7-8221-5f11465efa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420938 Apr 07 11:13:37.220251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5460e7-39e9-41cf-904f-aea61551e1f1 req-da113d65-61cd-4208-8740-183f449bd68d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:37.222015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e5460e7-39e9-41cf-904f-aea61551e1f1 req-da113d65-61cd-4208-8740-183f449bd68d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.2243624 Apr 07 11:13:37.262931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-07e3c095-c690-4f64-83fc-f29dbc46dcc4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2185028 Apr 07 11:13:37.308453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c97f8-fd38-4e2e-baf4-61b2f160f8bc req-f7856805-ac30-484c-bc4e-b57552b1fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:37.310115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be1c97f8-fd38-4e2e-baf4-61b2f160f8bc req-f7856805-ac30-484c-bc4e-b57552b1fba8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 1131 time: 0.2560647 Apr 07 11:13:37.315721 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-ca94df94-3383-421e-9792-5b5f5e85f0ed service neutron] 10.222.0.41 "GET /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369216 Apr 07 11:13:37.347957 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 associated. External IP: 172.25.5.62, port: dfc53d51-ed48-4a56-b46f-4070e69e2a5f. Apr 07 11:13:37.415818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e5460e7-39e9-41cf-904f-aea61551e1f1 req-581175ea-c712-43f9-bdaf-bf5f56ba3081 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819558 Apr 07 11:13:37.447811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c7e9a17-352d-4682-9ead-5900e2e90a70 req-e3886614-d5e7-431c-9508-cea3c62a8280 service neutron] 10.222.0.41 "GET /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150835 Apr 07 11:13:37.494698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be1c97f8-fd38-4e2e-baf4-61b2f160f8bc req-d3c5e5da-7a6f-43fb-ac07-cbfd855e7677 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734786 Apr 07 11:13:37.552576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2786f-a8df-4011-8323-1b871de06955 req-4a97919a-6972-4436-b804-bb0ac9fcadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:37.554126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-4a97919a-6972-4436-b804-bb0ac9fcadc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 1126 time: 0.2592227 Apr 07 11:13:37.607578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1499-c6fd-4a78-ad6b-19ff77101f6d req-138bdc14-896d-4e01-a559-4adf026718c4 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:37.609110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0aec1499-c6fd-4a78-ad6b-19ff77101f6d req-138bdc14-896d-4e01-a559-4adf026718c4 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 944 time: 0.1183224 Apr 07 11:13:37.786735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0aec1499-c6fd-4a78-ad6b-19ff77101f6d req-b9dcacb4-0000-4f9b-b44c-7ef343936a8d tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451328 Apr 07 11:13:37.809455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2786f-a8df-4011-8323-1b871de06955 req-d25861f8-4d9e-4bee-91ff-25b4d1b781a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:37.810924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-d25861f8-4d9e-4bee-91ff-25b4d1b781a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.2352076 Apr 07 11:13:37.887459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:37.890000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-52b49ca2-0827-4499-83a3-ab1dcaf56951 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 200 len: 217 time: 0.0719271 Apr 07 11:13:38.043917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2786f-a8df-4011-8323-1b871de06955 req-84422c1c-82e2-432c-a34a-9a62a09b2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:38.045396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-84422c1c-82e2-432c-a34a-9a62a09b2dc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.1440229 Apr 07 11:13:38.090281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-fd327fbd-7b2f-40d4-84f8-920b24d5efa0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366118 Apr 07 11:13:38.104907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd5cea-fc85-4532-ae06-72e780a3ac1f req-492cdc5a-16f6-4c82-9341-ea455e650f55 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:38.106439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfd5cea-fc85-4532-ae06-72e780a3ac1f req-492cdc5a-16f6-4c82-9341-ea455e650f55 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2217011 Apr 07 11:13:38.207442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:38.231299 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:38.269812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:38.276005 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:38.326456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfd5cea-fc85-4532-ae06-72e780a3ac1f req-70eb7891-07fd-484a-a0bd-467f8777ed29 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944132 Apr 07 11:13:38.351437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-392e8bdf-bf61-47d7-a629-228e24a261f4 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535989 Apr 07 11:13:38.428253 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa18caa9-6869-4cfa-b6f2-2bf4f5e2d221 x-openstack-request-id: req-aa18caa9-6869-4cfa-b6f2-2bf4f5e2d221 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:38.431335 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:38.431616 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa18caa9-6869-4cfa-b6f2-2bf4f5e2d221 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:38.432044 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa18caa9-6869-4cfa-b6f2-2bf4f5e2d221'] response: {'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'status': 'completed', 'code': 200} Apr 07 11:13:38.432303 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa18caa9-6869-4cfa-b6f2-2bf4f5e2d221'] response: {'name': 'network-changed', 'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'status': 'completed', 'code': 200} Apr 07 11:13:38.522740 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:38.556476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-5ac5be5b-ab10-4570-99f3-e81b6e186627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:38.558034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-5ac5be5b-ab10-4570-99f3-e81b6e186627 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.1094961 Apr 07 11:13:38.780351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-081745f7-4dea-4a00-af5e-45115e750cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:38.785215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-081745f7-4dea-4a00-af5e-45115e750cf0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.2203405 Apr 07 11:13:38.882804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-0f0179ff-851d-495f-8e3e-11ae6d422c49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.0880430 Apr 07 11:13:38.898514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9064d420-38d9-4a40-a8bf-2a47025780a3'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:38.901719 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667944cc-7e2f-477e-9dd4-d1746dc8922a" -d '{"events": [{"server_uuid": "ab8239ce-eb0b-4e41-9ab5-31b11fecec3e", "name": "network-vif-plugged", "status": "completed", "tag": "9064d420-38d9-4a40-a8bf-2a47025780a3"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:38.905523 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:36Z', 'revision_number': 3, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:38.938653 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:38.947578 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:38.948207 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:39.004596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-d46c9467-bd71-4206-b439-3c30e0512199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.010872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-a38ea2f9-53ff-4c61-a258-a33066ad0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.012385 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-a38ea2f9-53ff-4c61-a258-a33066ad0f4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1223052 Apr 07 11:13:39.013159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-d46c9467-bd71-4206-b439-3c30e0512199 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd657c93fde94b979a32f69b041b5dfb&device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 1126 time: 0.5277162 Apr 07 11:13:39.021258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b2786f-a8df-4011-8323-1b871de06955 req-1acc9b9b-4178-4cbc-8e77-19922429591a service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557729 Apr 07 11:13:39.069364 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:39.124385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-5d054ce7-d9cf-4358-ba4f-2b1683327444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.126702 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-5d054ce7-d9cf-4358-ba4f-2b1683327444 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032271 Apr 07 11:13:39.128852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9aee2-9840-479c-a0df-68bb9778c401 req-8b8edbbd-7d29-4ce9-ba5e-8efb22f8e124 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.130444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9f9aee2-9840-479c-a0df-68bb9778c401 req-8b8edbbd-7d29-4ce9-ba5e-8efb22f8e124 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 949 time: 0.6299751 Apr 07 11:13:39.268344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-5a775054-5361-4e8d-8ad3-6bec1fb89cd2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356654 Apr 07 11:13:39.335979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9f9aee2-9840-479c-a0df-68bb9778c401 req-7c33c396-1e92-4fde-9c80-4d4c3dbb11d0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557231 Apr 07 11:13:39.383150 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:36Z', 'revision_number': 3, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:39.434718 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a487-ca43-4952-84d1-bfbbe8ed2f1c None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:36Z', 'revision_number': 3, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:39.461111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-b37d2546-4f34-47eb-9a40-51f475cb1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.463127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-b37d2546-4f34-47eb-9a40-51f475cb1d06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5987dfd3-dc36-44c6-b4ff-ce561e841216 HTTP/1.1" status: 200 len: 915 time: 0.4404266 Apr 07 11:13:39.467999 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5633d-03d7-4842-a62f-8adc99650390 x-openstack-request-id: req-e5c5633d-03d7-4842-a62f-8adc99650390 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:39.468315 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "tag": "9b608005-b9c2-4204-b706-450b952539f5", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:39.474687 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5c5633d-03d7-4842-a62f-8adc99650390 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:39.475328 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c5633d-03d7-4842-a62f-8adc99650390'] response: {'name': 'network-changed', 'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'tag': '9b608005-b9c2-4204-b706-450b952539f5', 'status': 'completed', 'code': 200} Apr 07 11:13:39.475896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:39.623771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-b2904c89-4557-4796-8b76-5aed4c054d7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41319d8-3eaf-4355-9bce-8aea1210077c HTTP/1.1" status: 200 len: 217 time: 0.1315467 Apr 07 11:13:39.665045 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-3e5328c8-630b-4436-a7d3-aa0257862dcc service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905172 Apr 07 11:13:39.689694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-e5a4be66-4c08-4254-9327-57cf09ce8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.691222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-e5a4be66-4c08-4254-9327-57cf09ce8bb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2be370d3f6ba4411831fa1f02360e07a&device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 1126 time: 0.1861377 Apr 07 11:13:39.858287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-9bad8e0e-b055-4f63-924f-1b34b8ca51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.861906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-9bad8e0e-b055-4f63-924f-1b34b8ca51bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=382ac7d3-e36e-4537-821f-ad9dcdf47547 HTTP/1.1" status: 200 len: 853 time: 0.1988714 Apr 07 11:13:39.884513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a791b21-803d-467a-b6bc-f92e0d5c139f None None] New status for floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:13:39.901043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6e661-da2c-45f4-9b1a-72403307721b req-3bbc6564-e032-45f5-a595-e40ab0c20489 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.902773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55f6e661-da2c-45f4-9b1a-72403307721b req-3bbc6564-e032-45f5-a595-e40ab0c20489 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2312140 Apr 07 11:13:39.936246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-b62e275b-da6f-4af6-93c3-e00807c7d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:39.943049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:39.943855 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-b62e275b-da6f-4af6-93c3-e00807c7d7bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=caa46f9c-c9ea-43a7-8221-5f11465efa23 HTTP/1.1" status: 200 len: 923 time: 0.2347338 Apr 07 11:13:39.951790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:40.042096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-856b236f-9348-4bf2-b612-ab790114206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:40.042785 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-ad675dc0-b0a5-4e5a-89eb-f3ac039f9ad1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b608005-b9c2-4204-b706-450b952539f5 HTTP/1.1" status: 200 len: 217 time: 0.0857680 Apr 07 11:13:40.043710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-856b236f-9348-4bf2-b612-ab790114206c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5987dfd3-dc36-44c6-b4ff-ce561e841216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1713424 Apr 07 11:13:40.052163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55f6e661-da2c-45f4-9b1a-72403307721b req-743abd23-0399-4bc8-9945-02bed5735830 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282892 Apr 07 11:13:40.158378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-49ff4506-c6da-45af-abda-725e30fb7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:40.160261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-49ff4506-c6da-45af-abda-725e30fb7779 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=273728aa-87d4-48cf-8607-714a87cbc4eb HTTP/1.1" status: 200 len: 862 time: 0.0940385 Apr 07 11:13:40.182454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-0532175e-7147-4083-a3b8-0d427feb27f7 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "PUT /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 998 time: 4.8973300 Apr 07 11:13:40.210157 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-abf2886f-f64d-40a7-928f-216ff3274777 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caa46f9c-c9ea-43a7-8221-5f11465efa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399423 Apr 07 11:13:40.401021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-8585e0d5-dd4d-420f-8c90-9e7160b9ed5f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:40.414786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-8585e0d5-dd4d-420f-8c90-9e7160b9ed5f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports/dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 943 time: 0.2205334 Apr 07 11:13:40.427753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-1fb882da-367f-45d2-8070-72492320f90b service neutron] 10.222.0.41 "GET /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043924 Apr 07 11:13:40.434294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}, {'name': 'network-changed', 'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:40.438465 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965e1055-0585-4ae3-816a-e6fa0eb34e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}, {"name": "network-changed", "server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:40.458648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-68fde674-1ba4-4ce0-a6c0-77b2d965d23c service neutron] 10.222.0.41 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763762 Apr 07 11:13:40.568288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f95e-7e58-47ef-ae95-bfa9f3a50ad4 req-9e4a881c-bf97-4af4-8347-4274ba32a740 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:40.576051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32a8f95e-7e58-47ef-ae95-bfa9f3a50ad4 req-9e4a881c-bf97-4af4-8347-4274ba32a740 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 944 time: 0.3719645 Apr 07 11:13:40.588103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b608005-b9c2-4204-b706-450b952539f5 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:40.594815 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:40.617625 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:40.618310 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:40.639256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95b9f63d-cb18-4a65-9dd1-3398f6abc89f req-0a479801-cb33-474f-ab24-129ab33a48ab service neutron] 10.222.0.41 "GET /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074530 Apr 07 11:13:40.806071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32a8f95e-7e58-47ef-ae95-bfa9f3a50ad4 req-5cee072c-3858-4202-9ab6-0ca14beb8a62 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288373 Apr 07 11:13:40.938098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66dd5fe0-c598-4b0b-90dd-11ba700f891e req-af3db97a-7015-4d97-a014-e3f22cabe397 service neutron] 10.222.0.41 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663675 Apr 07 11:13:40.943436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-d2f9857d-68d5-404b-99f0-b748cade8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:40.965201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-d2f9857d-68d5-404b-99f0-b748cade8804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.3141747 Apr 07 11:13:40.991162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b608005-b9c2-4204-b706-450b952539f5,segment=NetworkSegment(ac33f2b4-f6c3-4c97-841b-e14723d30166),segment_id=ac33f2b4-f6c3-4c97-841b-e14723d30166)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:41.042037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '9b608005-b9c2-4204-b706-450b952539f5', 'network_id': 'caa46f9c-c9ea-43a7-8221-5f11465efa23', 'port_id': '9b608005-b9c2-4204-b706-450b952539f5', 'mac_address': 'fa:16:3e:6a:d2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273728aa-87d4-48cf-8607-714a87cbc4eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:41.138985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9b608005-b9c2-4204-b706-450b952539f5 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:41.140343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b608005-b9c2-4204-b706-450b952539f5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:41.165299 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:41.206664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b608005-b9c2-4204-b706-450b952539f5 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:41.284315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b608005-b9c2-4204-b706-450b952539f5,segment=NetworkSegment(ac33f2b4-f6c3-4c97-841b-e14723d30166),segment_id=ac33f2b4-f6c3-4c97-841b-e14723d30166)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:41.296182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:41.297573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e41319d8-3eaf-4355-9bce-8aea1210077c details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:41.391280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-bd97c153-5b4d-454f-9448-ee519267d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:41.403069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-bd97c153-5b4d-454f-9448-ee519267d9a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.4365785 Apr 07 11:13:41.577951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:41.681218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-8d8e784f-29fe-445d-9f7e-9e909fc7cb9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.2478962 Apr 07 11:13:41.711859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e41319d8-3eaf-4355-9bce-8aea1210077c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e41319d8-3eaf-4355-9bce-8aea1210077c,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:41.745196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'port_id': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'mac_address': 'fa:16:3e:bf:ad:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:13:41.902451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-b6fc1b7b-e326-483d-8c21-bf6682b9a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:41.902451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-b6fc1b7b-e326-483d-8c21-bf6682b9a757 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.2226286 Apr 07 11:13:41.957542 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:40Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:41.968942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port e41319d8-3eaf-4355-9bce-8aea1210077c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:41.971184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f76bb-b65a-4c2c-8fa0-c0322ee9b091 req-8856014e-f8cb-4ceb-9784-3d190d13149e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:41.973675 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:41.989764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-501f76bb-b65a-4c2c-8fa0-c0322ee9b091 req-8856014e-f8cb-4ceb-9784-3d190d13149e tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.4561610 Apr 07 11:13:42.008531 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:42.028182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41319d8-3eaf-4355-9bce-8aea1210077c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:13:42.037004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-9c522ff3-966e-419c-b76c-82d551ff8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:42.041014 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:42.042408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:42.049598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-9c522ff3-966e-419c-b76c-82d551ff8441 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.4838433 Apr 07 11:13:42.100252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e41319d8-3eaf-4355-9bce-8aea1210077c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e41319d8-3eaf-4355-9bce-8aea1210077c,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:42.107642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:42.285011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=e41319d8-3eaf-4355-9bce-8aea1210077c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:42.428506 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:42.516912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-501f76bb-b65a-4c2c-8fa0-c0322ee9b091 req-c232ca59-7e02-4c6b-ac10-98a6c0a4ffad tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259490 Apr 07 11:13:42.556385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-a952d1b4-89b2-441f-ab5b-c7d3ce4807a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:42.570132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9b608005-b9c2-4204-b706-450b952539f5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:42.585854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-a952d1b4-89b2-441f-ab5b-c7d3ce4807a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6664381 Apr 07 11:13:42.668776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['e41319d8-3eaf-4355-9bce-8aea1210077c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:42.727756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-99f3b74c-6c4c-4c26-9f99-95e76ae75976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:42.732284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-99f3b74c-6c4c-4c26-9f99-95e76ae75976 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.6525576 Apr 07 11:13:42.862918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-3b309a5a-6ad8-4cf8-a111-c6ab27a2d20c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.0918062 Apr 07 11:13:43.025966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:40Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:43.117496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-10020175-9519-435e-8a1a-1a1de3500582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:43.132251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-10020175-9519-435e-8a1a-1a1de3500582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.2621276 Apr 07 11:13:43.152419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2fc29-3740-471f-9bc5-dc040078d94c req-28c9e93b-9e41-4593-9447-7a5c44cb20c4 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:43.157848 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12d79b-f0cc-479a-bc4b-e05e482089e1 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:2a:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:40Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:43.178008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47a2fc29-3740-471f-9bc5-dc040078d94c req-28c9e93b-9e41-4593-9447-7a5c44cb20c4 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 945 time: 0.4734807 Apr 07 11:13:43.248247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-f943208c-f228-42e0-9be0-f06207fcfc2f service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613853 Apr 07 11:13:43.260876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-d2c036c9-8f63-4cc5-abcd-5f4814fe0312 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740898 Apr 07 11:13:43.426328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47a2fc29-3740-471f-9bc5-dc040078d94c req-d64c82c3-af12-42ef-91c9-57f3fb4b3e08 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468674 Apr 07 11:13:43.531430 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a22fe79-f82f-4af7-9ea1-0915c36212a8 x-openstack-request-id: req-0a22fe79-f82f-4af7-9ea1-0915c36212a8 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:43.533860 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8239ce-eb0b-4e41-9ab5-31b11fecec3e", "name": "network-vif-plugged", "status": "completed", "tag": "9064d420-38d9-4a40-a8bf-2a47025780a3", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:43.534744 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a22fe79-f82f-4af7-9ea1-0915c36212a8 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:43.536503 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a22fe79-f82f-4af7-9ea1-0915c36212a8'] response: {'server_uuid': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9064d420-38d9-4a40-a8bf-2a47025780a3', 'code': 200} Apr 07 11:13:43.623005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-f700aa7f-72cc-4a2e-93e0-5df0f6fca22c service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738277 Apr 07 11:13:43.720170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-4ff46155-4c83-47cb-9e20-74bdfd0ed767 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465404 Apr 07 11:13:43.764644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a07ea2-de3f-4735-96e8-2e054bec4c70 req-782af0e0-c189-4bb6-b2be-0e4c5aa871c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:43.767282 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-93a07ea2-de3f-4735-96e8-2e054bec4c70 req-782af0e0-c189-4bb6-b2be-0e4c5aa871c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 1131 time: 0.1002839 Apr 07 11:13:43.852644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-93a07ea2-de3f-4735-96e8-2e054bec4c70 req-5aa71cc6-580f-4b5a-b03f-058b64120655 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754550 Apr 07 11:13:43.883004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-303e5851-c99e-4476-84c2-03f5d7abeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:43.885166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-303e5851-c99e-4476-84c2-03f5d7abeea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1128 time: 0.2546644 Apr 07 11:13:43.888148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435cbc9e-0d73-40e2-9531-25464c8fc407 req-51967229-7973-4219-a5d3-e951db8017ad service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577504 Apr 07 11:13:44.003940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767ea2-80b2-43ff-b7a2-61415b7b0557 req-d934c4e0-d779-4f36-b3bf-92f9ae681cfa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:44.012007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0767ea2-80b2-43ff-b7a2-61415b7b0557 req-d934c4e0-d779-4f36-b3bf-92f9ae681cfa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3522544 Apr 07 11:13:44.090746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-a8ca9036-eddd-43bb-9ed1-0617fac1e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:44.098692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-a8ca9036-eddd-43bb-9ed1-0617fac1e9b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.2060339 Apr 07 11:13:44.118819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0767ea2-80b2-43ff-b7a2-61415b7b0557 req-a74cd451-b386-48a3-a0ea-b289b80b5249 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064785 Apr 07 11:13:44.286825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-4dab3a1a-2cc0-4d1b-8a59-6231274e6a7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 1001 time: 0.1871636 Apr 07 11:13:44.384177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987a6d-c2c5-4929-9890-e4a4b9c38c0e req-2f4a8301-812f-4e96-8fcc-071974945e71 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:44.386525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2987a6d-c2c5-4929-9890-e4a4b9c38c0e req-2f4a8301-812f-4e96-8fcc-071974945e71 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 949 time: 0.1788278 Apr 07 11:13:44.470404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2987a6d-c2c5-4929-9890-e4a4b9c38c0e req-2db8dc70-2a7c-4273-b818-b1f69044b163 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701590 Apr 07 11:13:44.488055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-aaa05162-7eab-4fd8-bd47-309de9a65d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:44.508504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-aaa05162-7eab-4fd8-bd47-309de9a65d8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.2122183 Apr 07 11:13:44.607473 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aca485-de31-4983-8ea7-6ee3df92666a x-openstack-request-id: req-75aca485-de31-4983-8ea7-6ee3df92666a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:44.611653 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:44.613533 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75aca485-de31-4983-8ea7-6ee3df92666a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:44.614197 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75aca485-de31-4983-8ea7-6ee3df92666a'] response: {'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'status': 'completed', 'code': 200} Apr 07 11:13:44.615771 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75aca485-de31-4983-8ea7-6ee3df92666a'] response: {'name': 'network-changed', 'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'status': 'completed', 'code': 200} Apr 07 11:13:44.627428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e41319d8-3eaf-4355-9bce-8aea1210077c up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:44.789011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-adb442d4-5b30-49df-aeba-70d46c362da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:44.790590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-adb442d4-5b30-49df-aeba-70d46c362da1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.1166778 Apr 07 11:13:44.836110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port e41319d8-3eaf-4355-9bce-8aea1210077c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:44.843296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port e41319d8-3eaf-4355-9bce-8aea1210077c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:44.844545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:44.864697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-f1d994ae-7c8b-4f4b-ad6a-f30d93f67a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:44.877743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-f1d994ae-7c8b-4f4b-ad6a-f30d93f67a04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3671467 Apr 07 11:13:45.007118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-56a9bdd3-0bfc-4359-bc19-ed45d7f0eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.008662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-56a9bdd3-0bfc-4359-bc19-ed45d7f0eaeb service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.2090678 Apr 07 11:13:45.074216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port e41319d8-3eaf-4355-9bce-8aea1210077c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:45.074850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:45.077779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-85e4e832-6d6b-45c9-a6c2-bcae4e2e14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.080338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-85e4e832-6d6b-45c9-a6c2-bcae4e2e14aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1128 time: 0.4359894 Apr 07 11:13:45.112803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-c023dec6-fdd6-4861-bf55-b20e4ff19f1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.0957313 Apr 07 11:13:45.137396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e41319d8-3eaf-4355-9bce-8aea1210077c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e41319d8-3eaf-4355-9bce-8aea1210077c,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:45.159729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:45.165711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b608005-b9c2-4204-b706-450b952539f5 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:13:45.248088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ebdcd-d0a4-42a2-b0ea-4edba8795a8c req-88722405-494a-41ed-b934-ae7bc99d51be tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.254511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-001ebdcd-d0a4-42a2-b0ea-4edba8795a8c req-88722405-494a-41ed-b934-ae7bc99d51be tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.5011518 Apr 07 11:13:45.257231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-99b4995e-d19b-4455-be44-94578a2b0edf service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783965 Apr 07 11:13:45.273588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-6c63fb08-b6c6-49d5-915c-1cbbbcfb31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.275191 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-6c63fb08-b6c6-49d5-915c-1cbbbcfb31ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1563830 Apr 07 11:13:45.375723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-ac2427d3-d70c-4593-b931-4645d39de6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.378645 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-ac2427d3-d70c-4593-b931-4645d39de6ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930743 Apr 07 11:13:45.387994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=e41319d8-3eaf-4355-9bce-8aea1210077c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:45.398070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 9b608005-b9c2-4204-b706-450b952539f5 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:13:45.404157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 9b608005-b9c2-4204-b706-450b952539f5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:13:45.404507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9b608005-b9c2-4204-b706-450b952539f5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:45.506894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9b608005-b9c2-4204-b706-450b952539f5 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:45.507273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b608005-b9c2-4204-b706-450b952539f5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:45.544211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c'}, {'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b608005-b9c2-4204-b706-450b952539f5'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:45.552817 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77805cf7-8c05-4b84-900f-a9e33ea0c689" -d '{"events": [{"server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "name": "network-vif-plugged", "status": "completed", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c"}, {"server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "name": "network-vif-plugged", "status": "completed", "tag": "9b608005-b9c2-4204-b706-450b952539f5"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:45.567458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-001ebdcd-d0a4-42a2-b0ea-4edba8795a8c req-c43b1059-c846-446a-9290-54cb0ed17325 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022552 Apr 07 11:13:45.580431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-7e08e1da-6bba-4657-a3a7-b9f17edc6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.582836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-7e08e1da-6bba-4657-a3a7-b9f17edc6556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.4831316 Apr 07 11:13:45.595575 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-456bb6d3-d438-47f2-b19c-887acd955732 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082636 Apr 07 11:13:45.607534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b608005-b9c2-4204-b706-450b952539f5,segment=NetworkSegment(ac33f2b4-f6c3-4c97-841b-e14723d30166),segment_id=ac33f2b4-f6c3-4c97-841b-e14723d30166)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:45.622811 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:45.673919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9a3a11e-bc41-4a62-80a0-b15237ea58ca req-5bb45992-6680-4f38-b881-77824845130b service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901160 Apr 07 11:13:45.708107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-558f46a7-0a46-4e2e-bba5-74c2304d5ac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 1001 time: 0.1069365 Apr 07 11:13:45.768734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:45.820069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-f00b4ee5-2174-4824-9fc8-5fbaa8dc8218 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172632 Apr 07 11:13:45.975958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-bf571da7-e446-400a-8c2f-c02464ffc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:45.978592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-bf571da7-e446-400a-8c2f-c02464ffc591 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.2627137 Apr 07 11:13:46.064129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c09df-50c8-4d62-81b4-6e2e53a422ae req-d83a17e8-a2ba-43e8-bb7d-890219808792 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:46.068212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-233c09df-50c8-4d62-81b4-6e2e53a422ae req-d83a17e8-a2ba-43e8-bb7d-890219808792 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.2666957 Apr 07 11:13:46.138700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ea4b6-b7b4-4088-a923-783438e68d7f req-a1982533-30da-4d54-8089-464133b2d75c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:46.142853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c7ea4b6-b7b4-4088-a923-783438e68d7f req-a1982533-30da-4d54-8089-464133b2d75c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.2572107 Apr 07 11:13:46.221647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-233c09df-50c8-4d62-81b4-6e2e53a422ae req-76c5ddab-ec25-4f97-b1fd-4ee2ab9f2993 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429849 Apr 07 11:13:46.262820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c7ea4b6-b7b4-4088-a923-783438e68d7f req-3bebdf0e-6718-473d-89e2-cbe35a94e0a0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678937 Apr 07 11:13:46.280564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-4a642edf-1987-4b19-abc2-3e4b5bce9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:46.282666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-4a642edf-1987-4b19-abc2-3e4b5bce9dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2917912 Apr 07 11:13:46.419038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-7d0e4270-e4a2-4500-bf2b-307ab0e08146 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014545 Apr 07 11:13:46.518742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-0d6b7b96-7b8a-487b-a5b7-cf2d4e734453 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291703 Apr 07 11:13:46.548574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48343-6347-4374-8911-19177f0791e3 req-45a6c81c-5efc-4c82-b46b-371c78207815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:46.550663 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-45a6c81c-5efc-4c82-b46b-371c78207815 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 1127 time: 0.1067798 Apr 07 11:13:46.866778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48343-6347-4374-8911-19177f0791e3 req-395c6cc8-5ca5-4bda-b827-11661a399ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:46.869190 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-395c6cc8-5ca5-4bda-b827-11661a399ec5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2917099 Apr 07 11:13:46.910616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965e1055-0585-4ae3-816a-e6fa0eb34e0e req-c999dc66-2dd8-4a45-aa45-6ac75063aa50 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675499 Apr 07 11:13:46.996117 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-db4c8456-7110-4f6d-92f7-9b6e9e770851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52 HTTP/1.1" status: 200 len: 217 time: 0.1191483 Apr 07 11:13:47.056229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e70170-3c66-4796-a2e4-ae0fcbfa9915 req-a90bc8d9-c5fc-46d9-b37b-6e4946e81757 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:47.058836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3e70170-3c66-4796-a2e4-ae0fcbfa9915 req-a90bc8d9-c5fc-46d9-b37b-6e4946e81757 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 946 time: 0.5391111 Apr 07 11:13:47.100748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a839-2ffc-4566-87ab-08ba0b1059e7 req-6ee8a79c-b19b-4699-8f69-ed1747594ee7 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:47.102620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ad0a839-2ffc-4566-87ab-08ba0b1059e7 req-6ee8a79c-b19b-4699-8f69-ed1747594ee7 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 949 time: 0.1895778 Apr 07 11:13:47.113763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48343-6347-4374-8911-19177f0791e3 req-d2171f94-e745-4f7d-b944-3f03b00fbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:47.115592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-d2171f94-e745-4f7d-b944-3f03b00fbbd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1126728 Apr 07 11:13:47.201183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3e70170-3c66-4796-a2e4-ae0fcbfa9915 req-b49c5ab8-e966-4f36-a594-ca4915739c46 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306095 Apr 07 11:13:47.264941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48343-6347-4374-8911-19177f0791e3 req-55ef82b4-9aa4-4d18-aa1a-cdc94efa2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:47.268046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-55ef82b4-9aa4-4d18-aa1a-cdc94efa2fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1393976 Apr 07 11:13:47.291691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ad0a839-2ffc-4566-87ab-08ba0b1059e7 req-35a4e0aa-a45f-4fd2-a0cf-748525b7bd89 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769533 Apr 07 11:13:47.332181 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1306f633-bb75-4346-8857-7a2f65e932fd x-openstack-request-id: req-1306f633-bb75-4346-8857-7a2f65e932fd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:47.334043 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "name": "network-vif-plugged", "status": "completed", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c", "code": 200}, {"server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "name": "network-vif-plugged", "status": "completed", "tag": "9b608005-b9c2-4204-b706-450b952539f5", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:47.334712 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1306f633-bb75-4346-8857-7a2f65e932fd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:47.335634 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1306f633-bb75-4346-8857-7a2f65e932fd'] response: {'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'code': 200} Apr 07 11:13:47.336620 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1306f633-bb75-4346-8857-7a2f65e932fd'] response: {'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b608005-b9c2-4204-b706-450b952539f5', 'code': 200} Apr 07 11:13:47.647200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35262f93-5670-4dbd-98e2-41f451d8ed64 req-fa83fc63-773d-4f3b-b2d7-812471ed6a84 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:47.651528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35262f93-5670-4dbd-98e2-41f451d8ed64 req-fa83fc63-773d-4f3b-b2d7-812471ed6a84 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1674576 Apr 07 11:13:47.697529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-1e2f39c0-f4f8-4fe6-a78b-199b49c700d6 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.3694317 Apr 07 11:13:48.071940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-21238333-ae52-43b2-ad4b-bb4a204191e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917836 Apr 07 11:13:48.156494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-7e103387-35fb-433e-be3c-e71484d98230 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:48.158346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-7e103387-35fb-433e-be3c-e71484d98230 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 944 time: 0.7821748 Apr 07 11:13:48.170980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b449-923c-4cf1-b945-88afcafcaf37 req-6dad21c8-0c86-41b3-9f47-37f22b3dc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:48.173434 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd69b449-923c-4cf1-b945-88afcafcaf37 req-6dad21c8-0c86-41b3-9f47-37f22b3dc900 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 1128 time: 0.6824858 Apr 07 11:13:48.234001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-205ea20f-bfaa-4699-a009-d17284c72ed8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:48.236624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-205ea20f-bfaa-4699-a009-d17284c72ed8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports/96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 943 time: 0.5168469 Apr 07 11:13:48.242301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bfd66-07be-4d2e-a0c9-c9850f53efed req-b29c680c-7e68-4acb-96db-9edd7f4c89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:48.244111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d0bfd66-07be-4d2e-a0c9-c9850f53efed req-b29c680c-7e68-4acb-96db-9edd7f4c89de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 1128 time: 0.7797170 Apr 07 11:13:48.341715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35262f93-5670-4dbd-98e2-41f451d8ed64 req-c25bf270-1039-4c7a-8529-e08239ff6847 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723258 Apr 07 11:13:48.421722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d0bfd66-07be-4d2e-a0c9-c9850f53efed req-1efae526-2a0f-4a84-a5e9-9514d44dc454 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160748 Apr 07 11:13:48.475272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8ae48343-6347-4374-8911-19177f0791e3 req-ed938610-4f27-495f-a133-3b99236ad668 service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960981 Apr 07 11:13:48.493995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd69b449-923c-4cf1-b945-88afcafcaf37 req-3a691ce8-af64-4c32-837b-3083a3093ec8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069913 Apr 07 11:13:48.541469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Deleting port 7b3d6e6b-6e84-4369-9d70-1271edd664db {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:48.541887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:48.664623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9d469-ff22-4663-851a-fff6b9eeeed8 req-b33eb35d-f9ac-4c51-8e0a-47eee9b2ad75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:48.666208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45f9d469-ff22-4663-851a-fff6b9eeeed8 req-b33eb35d-f9ac-4c51-8e0a-47eee9b2ad75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2008224 Apr 07 11:13:48.690812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] For port 7b3d6e6b-6e84-4369-9d70-1271edd664db, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7b3d6e6b-6e84-4369-9d70-1271edd664db,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:48.691117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:48.717322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Calling delete_port for 7b3d6e6b-6e84-4369-9d70-1271edd664db owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:48.718400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-9c641a5a-a0e5-4df9-87a6-5ba1d16e987d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1997235 Apr 07 11:13:48.764684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45f9d469-ff22-4663-851a-fff6b9eeeed8 req-b7ad6de3-96bc-4909-8bed-e47c24899b27 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901215 Apr 07 11:13:49.012396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-1112956f-4cc7-4ee5-bdd3-6d0519092fc0 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.014070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-1112956f-4cc7-4ee5-bdd3-6d0519092fc0 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2672205 Apr 07 11:13:49.034914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-23698cf9-4764-46b6-8302-0efb04d585c8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:13:49.036078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b27b867-94d8-4f55-9d8b-79a6477db048 req-23698cf9-4764-46b6-8302-0efb04d585c8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068226 Apr 07 11:13:49.052398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6ebfb-4c95-4b7a-acfb-16910c6122c5 req-1b1ba30e-7a8d-419f-ab50-b51228f1e875 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.054348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71c6ebfb-4c95-4b7a-acfb-16910c6122c5 req-1b1ba30e-7a8d-419f-ab50-b51228f1e875 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=e900505f-1605-4d7a-bf12-e6c8a180f0a5 HTTP/1.1" status: 200 len: 944 time: 0.1349850 Apr 07 11:13:49.096888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7b3d6e6b-6e84-4369-9d70-1271edd664db), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:49.116431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7b3d6e6b-6e84-4369-9d70-1271edd664db'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:49.182012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71c6ebfb-4c95-4b7a-acfb-16910c6122c5 req-dc973ff8-5ffb-4a90-96e8-ec695bcbddcf tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194391 Apr 07 11:13:49.222124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event deleted for resources: {'Port': ['ID=7b3d6e6b-6e84-4369-9d70-1271edd664db,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:49.239863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] No DVR routers for this DVR port 7b3d6e6b-6e84-4369-9d70-1271edd664db on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:49.255171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:49.261068 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa496bce-527f-4e14-a10e-d0144d65c42d req-e9d770b0-8db1-45da-9130-7d7b61209ad5 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "DELETE /v2.0/ports/7b3d6e6b-6e84-4369-9d70-1271edd664db HTTP/1.1" status: 204 len: 173 time: 1.0841587 Apr 07 11:13:49.261844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'name': 'network-vif-deleted', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:49.273564 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d9043-3875-47ea-86e4-c1ca815e2654" -d '{"events": [{"server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "name": "network-vif-deleted", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:49.361281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2db222-fa89-4408-af2d-6d696b0a37fc req-9bafcb4e-dffb-494a-bb18-7a2603530387 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.364829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f2db222-fa89-4408-af2d-6d696b0a37fc req-9bafcb4e-dffb-494a-bb18-7a2603530387 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.1709471 Apr 07 11:13:49.392249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb64ea-0dcf-49fa-862f-e1cfecf68520 req-3f354828-c08b-460f-8f97-e8ba06d24f55 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.399181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebeb64ea-0dcf-49fa-862f-e1cfecf68520 req-3f354828-c08b-460f-8f97-e8ba06d24f55 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.1164949 Apr 07 11:13:49.482599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f2db222-fa89-4408-af2d-6d696b0a37fc req-e878a0a8-15f5-4962-86cc-8c2ec254df14 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068747 Apr 07 11:13:49.486706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebeb64ea-0dcf-49fa-862f-e1cfecf68520 req-7f13b068-4fbf-47ec-b2f6-54b94062b769 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861778 Apr 07 11:13:49.685713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9778-9384-43b8-aedd-8a64673b33c7 req-9334b43b-5e1e-4b36-a920-bcdbb329fc6a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.694444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aba9778-9384-43b8-aedd-8a64673b33c7 req-9334b43b-5e1e-4b36-a920-bcdbb329fc6a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 949 time: 0.0953324 Apr 07 11:13:49.710916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18275d7-c35b-4717-aee1-87c00634f89c req-cf547931-3ea8-4f49-94ca-1784a3df7b4f tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.716815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f18275d7-c35b-4717-aee1-87c00634f89c req-cf547931-3ea8-4f49-94ca-1784a3df7b4f tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 946 time: 0.1521456 Apr 07 11:13:49.795242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aba9778-9384-43b8-aedd-8a64673b33c7 req-c8a4ff72-5862-4378-827e-808142589b0a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996842 Apr 07 11:13:49.819344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f18275d7-c35b-4717-aee1-87c00634f89c req-5316e561-7a99-4628-baba-f9f168082556 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798147 Apr 07 11:13:49.971329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-9727439e-fce1-4f24-ba77-de7fa2a0bbf8 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1156194 Apr 07 11:13:49.983897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679011c-e4d0-42d2-909a-424a42210b23 req-f918d939-6fcc-4bf8-8ea3-0a2a793dabe0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:49.986700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9679011c-e4d0-42d2-909a-424a42210b23 req-f918d939-6fcc-4bf8-8ea3-0a2a793dabe0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.0864191 Apr 07 11:13:50.098614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-ff839d11-b7c2-4895-bfa4-8d719ee3cb90 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:50.100617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-ff839d11-b7c2-4895-bfa4-8d719ee3cb90 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports/96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 943 time: 0.1125877 Apr 07 11:13:50.111746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9679011c-e4d0-42d2-909a-424a42210b23 req-f50f8b09-63fd-4e47-8d30-e14d2d7f4c23 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153240 Apr 07 11:13:50.186967 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27de17b-d1f8-4722-acfa-367dc6efe433 x-openstack-request-id: req-d27de17b-d1f8-4722-acfa-367dc6efe433 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:50.188325 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e900505f-1605-4d7a-bf12-e6c8a180f0a5", "name": "network-vif-deleted", "tag": "7b3d6e6b-6e84-4369-9d70-1271edd664db", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:50.188325 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d27de17b-d1f8-4722-acfa-367dc6efe433 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:50.188961 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27de17b-d1f8-4722-acfa-367dc6efe433'] response: {'server_uuid': 'e900505f-1605-4d7a-bf12-e6c8a180f0a5', 'name': 'network-vif-deleted', 'tag': '7b3d6e6b-6e84-4369-9d70-1271edd664db', 'status': 'completed', 'code': 200} Apr 07 11:13:50.267659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-ffa7b3e3-36e0-456b-946f-e819c1003604 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.0836577 Apr 07 11:13:50.382458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9128d8-cb7d-45a7-a1b8-d8997b48ca70 req-2a969f62-c295-4e77-a0c9-e3ac9f364b3d tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:50.383962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a9128d8-cb7d-45a7-a1b8-d8997b48ca70 req-2a969f62-c295-4e77-a0c9-e3ac9f364b3d tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1320791 Apr 07 11:13:50.434417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-21b7d0d0-9680-43ac-aa76-4f88753a24e1 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:50.436585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-21b7d0d0-9680-43ac-aa76-4f88753a24e1 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1481578 Apr 07 11:13:50.520944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a9128d8-cb7d-45a7-a1b8-d8997b48ca70 req-eb443879-e094-4fe2-a45f-ed419b1ccf37 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236706 Apr 07 11:13:50.558317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-558b895c-2df4-4faf-9c42-91373f99a949 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1119430 Apr 07 11:13:50.565266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:50.676071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:50.919355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:50.925013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:50.925397 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 disassociated. External IP: 172.25.5.62, port: 96ff84f5-4974-4a16-a5b7-ee6a29eb080a. Apr 07 11:13:51.200980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f704376-9b68-4c1c-b612-8ce571b3ea87 req-f12a193f-04d7-4f97-a10a-6ef35f35f97d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.206802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f704376-9b68-4c1c-b612-8ce571b3ea87 req-f12a193f-04d7-4f97-a10a-6ef35f35f97d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.208379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f704376-9b68-4c1c-b612-8ce571b3ea87 req-f12a193f-04d7-4f97-a10a-6ef35f35f97d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e&device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 1689 time: 0.1539190 Apr 07 11:13:51.235835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:51.308392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f704376-9b68-4c1c-b612-8ce571b3ea87 req-6693ac57-5dfc-469a-865f-a51f0ee7fe61 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930586 Apr 07 11:13:51.412936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:51.418529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:51.424395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:51.435755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:51.436433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:51.460468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43389-c0a7-4fd4-9dc2-cd0918accf5e req-6537cb82-8e01-4f74-ad44-ba5595f23d67 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.462109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8da43389-c0a7-4fd4-9dc2-cd0918accf5e req-6537cb82-8e01-4f74-ad44-ba5595f23d67 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1025352 Apr 07 11:13:51.466438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-4c0713f6-4c5d-4012-82c4-8f30e492e30f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "PUT /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 694 time: 0.9060328 Apr 07 11:13:51.467571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:51.470795 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de" -d '{"events": [{"name": "network-changed", "server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:51.558702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8da43389-c0a7-4fd4-9dc2-cd0918accf5e req-77aca271-429e-4700-81a0-70b6dae3f900 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834734 Apr 07 11:13:51.570903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-6a5d30b8-c190-4469-9303-0ee9e90c65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.572468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-6a5d30b8-c190-4469-9303-0ee9e90c65c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1128 time: 0.0835757 Apr 07 11:13:51.691983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:51.737823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-64999d12-e29f-4581-a677-d423eba1c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.739355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-64999d12-e29f-4581-a677-d423eba1c029 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.1516244 Apr 07 11:13:51.786394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-1ee6fab6-4e6b-4e52-8d87-8e0b57da000b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 217 time: 0.0404379 Apr 07 11:13:51.802272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e94e4-119d-4925-b1fb-8eada471497f req-361bc177-9680-49b8-943e-3a1100cc3deb tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.804038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd3e94e4-119d-4925-b1fb-8eada471497f req-361bc177-9680-49b8-943e-3a1100cc3deb tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.1247058 Apr 07 11:13:51.884292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:51.916224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-7bdbd79f-686c-40ca-8570-adf4f81124cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.917858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-7bdbd79f-686c-40ca-8570-adf4f81124cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1128557 Apr 07 11:13:51.924967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 7b3d6e6b-6e84-4369-9d70-1271edd664db {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:13:51.925526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7b3d6e6b-6e84-4369-9d70-1271edd664db not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:13:51.932974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd3e94e4-119d-4925-b1fb-8eada471497f req-102a6ddc-714a-4578-b267-05ce6a596358 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160119 Apr 07 11:13:51.954097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:51.991747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-430740bf-b15e-4dd3-abfe-d0b64f6aba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:51.992829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-430740bf-b15e-4dd3-abfe-d0b64f6aba52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598879 Apr 07 11:13:52.005347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:52.019018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:52.019942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:52.146164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-f5c95560-d1ab-4509-82d1-b54356667eea service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447155 Apr 07 11:13:52.155373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085905f-44c3-40c5-926d-2607baa8de1b req-a26420f6-598f-4cfe-9e26-572bcfefb241 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.158036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6085905f-44c3-40c5-926d-2607baa8de1b req-a26420f6-598f-4cfe-9e26-572bcfefb241 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.1356473 Apr 07 11:13:52.186363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:52.324034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6085905f-44c3-40c5-926d-2607baa8de1b req-237d0d7e-6635-4587-85ae-ae3b40c5cf32 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348879 Apr 07 11:13:52.348471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f08f7cc6-70fb-458b-8ba5-df44f94c59e0 req-f393444c-e5c7-4da4-bd68-9f79a8ed7539 service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873829 Apr 07 11:13:52.436170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:52.461937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e41523-1aa5-4c3a-bc91-a26076d2d78a req-d2f534a9-7d0d-424e-b408-8f8ce7df7d91 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.464105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4e41523-1aa5-4c3a-bc91-a26076d2d78a req-d2f534a9-7d0d-424e-b408-8f8ce7df7d91 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 946 time: 0.0681157 Apr 07 11:13:52.476621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3407f2-6287-47f5-a60f-e192b4ca1f75 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:52.496079 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6e668-8872-4c2a-b75d-bf566feab075 x-openstack-request-id: req-f9f6e668-8872-4c2a-b75d-bf566feab075 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:52.496380 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:52.496643 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f6e668-8872-4c2a-b75d-bf566feab075 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:52.497120 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f6e668-8872-4c2a-b75d-bf566feab075'] response: {'name': 'network-changed', 'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'status': 'completed', 'code': 200} Apr 07 11:13:52.532435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4e41523-1aa5-4c3a-bc91-a26076d2d78a req-9c8bf781-f330-490b-8464-2a9b606e5c40 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594578 Apr 07 11:13:52.609679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-6dfa3ef4-b347-4d36-bdb8-83ca8a62f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.612444 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-6dfa3ef4-b347-4d36-bdb8-83ca8a62f6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 1128 time: 0.0831864 Apr 07 11:13:52.647493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957bcc-2d53-4c99-8b05-8f2a380099dc req-5ca25925-0913-4881-90a8-b524d8c27f97 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.649073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe957bcc-2d53-4c99-8b05-8f2a380099dc req-5ca25925-0913-4881-90a8-b524d8c27f97 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.0830402 Apr 07 11:13:52.741455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe957bcc-2d53-4c99-8b05-8f2a380099dc req-bfa129de-58b4-4631-88a0-58dbe06eb7a9 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792842 Apr 07 11:13:52.812909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-22802b65-dd46-4d95-b610-ec9d71526ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.814981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-22802b65-dd46-4d95-b610-ec9d71526ae5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.1947310 Apr 07 11:13:52.897681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-c959fdfe-f94d-4dd7-8816-4fad998ec7f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 200 len: 217 time: 0.0723624 Apr 07 11:13:52.940545 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ae0d5-e9c0-4ce3-b856-9fe80a1cdd81 None None] New status for floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:13:52.979971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-56af892f-473c-49be-8805-885b0f77f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.981762 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-56af892f-473c-49be-8805-885b0f77f05f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.0762551 Apr 07 11:13:52.987314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5833c-aa45-416f-a1e8-a462fa3cf26c req-eed81f60-9aad-4628-a5e5-b927344d0c39 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:52.989069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88e5833c-aa45-416f-a1e8-a462fa3cf26c req-eed81f60-9aad-4628-a5e5-b927344d0c39 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.0908303 Apr 07 11:13:53.006222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41096) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:13:53.011483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Request body: {'floatingip': {'port_id': 'e41319d8-3eaf-4355-9bce-8aea1210077c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:53.077989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-ace6699f-1294-417d-a032-76b03f37b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:53.080237 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-ace6699f-1294-417d-a032-76b03f37b0be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915611 Apr 07 11:13:53.113361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (35202a93-e0c5-4a4d-97aa-538e9f27a9dc), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:53.368943 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-7c519a8f-1772-4aa8-8ac6-5b53eba5b202 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815535 Apr 07 11:13:53.448549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2891a-09e1-4ee2-a41c-5b99f3001b92 req-635e3630-28a6-488e-8090-42db42069c9b tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:53.450029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20c2891a-09e1-4ee2-a41c-5b99f3001b92 req-635e3630-28a6-488e-8090-42db42069c9b tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 1131 time: 0.2562103 Apr 07 11:13:53.476882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-ca680dae-e8aa-4a49-8fa1-e5b239106e06 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:53.479188 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-ca680dae-e8aa-4a49-8fa1-e5b239106e06 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 945 time: 0.1959050 Apr 07 11:13:53.506847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f9f8-9c85-4674-b8c8-9bd35896d047 req-005e86ba-7918-45f2-bb30-3c865b1889a7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:53.508421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fa0f9f8-9c85-4674-b8c8-9bd35896d047 req-005e86ba-7918-45f2-bb30-3c865b1889a7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1817365 Apr 07 11:13:53.587838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce2e702a-d5bb-4e9a-8e42-9e9eb41b75de req-855f3c11-c7c4-431e-907a-d42e78a0a079 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001019 Apr 07 11:13:53.628040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Deleting port 64ce37b4-a68f-48f9-82e2-3227a2af170e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:53.628879 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:53.633120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20c2891a-09e1-4ee2-a41c-5b99f3001b92 req-709a164b-e0e3-4a24-81dc-210ae22802ee tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700704 Apr 07 11:13:53.685044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fa0f9f8-9c85-4674-b8c8-9bd35896d047 req-e1e05624-4afe-4b8a-af7f-7a0a721a8467 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355114 Apr 07 11:13:53.756529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] For port 64ce37b4-a68f-48f9-82e2-3227a2af170e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=64ce37b4-a68f-48f9-82e2-3227a2af170e,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:53.756991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:53.772353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Calling delete_port for 64ce37b4-a68f-48f9-82e2-3227a2af170e owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:53.927403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (64ce37b4-a68f-48f9-82e2-3227a2af170e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:53.948886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d2fb9-a622-4402-95cb-21ebb25dbc9c req-22095ff2-da3b-4ef3-83f0-9286d276d698 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:53.950530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-257d2fb9-a622-4402-95cb-21ebb25dbc9c req-22095ff2-da3b-4ef3-83f0-9286d276d698 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba107a8-d93a-4364-b2d2-4b28518d6f07 HTTP/1.1" status: 200 len: 945 time: 0.2287323 Apr 07 11:13:53.964229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event deleted for resources: {'Port': ['ID=64ce37b4-a68f-48f9-82e2-3227a2af170e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:54.010841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-4317d5fb-ed09-4c3e-97bd-939a7500a058 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:54.012338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-4317d5fb-ed09-4c3e-97bd-939a7500a058 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2121897 Apr 07 11:13:54.019440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] No DVR routers for this DVR port 64ce37b4-a68f-48f9-82e2-3227a2af170e on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:54.022205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:54.025386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b51d6ad9-63a4-473b-a558-3395a51995b0 req-4edf6b32-203f-4ef1-b41e-1f2f51a61900 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "DELETE /v2.0/ports/64ce37b4-a68f-48f9-82e2-3227a2af170e HTTP/1.1" status: 204 len: 173 time: 0.5415785 Apr 07 11:13:54.025842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'name': 'network-vif-deleted', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:54.028172 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306dde9e-d21c-4828-9410-dec9ece51b3d" -d '{"events": [{"server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "name": "network-vif-deleted", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:54.437819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-2fef0b2c-26cd-4de5-97a9-f3854fbe281a tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.4156129 Apr 07 11:13:54.440964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-257d2fb9-a622-4402-95cb-21ebb25dbc9c req-50fc0ce5-bc99-4541-9328-c207db613cad tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602401 Apr 07 11:13:54.449600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'floatingip': {'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:54.495127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:54.500133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:54.503749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (35202a93-e0c5-4a4d-97aa-538e9f27a9dc), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:54.798316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8d0f-0f34-4f78-b2f8-3cb0ff57216b req-8e24d94a-b584-4dd8-baa1-33b27daddfba tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:54.799875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fd8d0f-0f34-4f78-b2f8-3cb0ff57216b req-8e24d94a-b584-4dd8-baa1-33b27daddfba tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 946 time: 0.2575643 Apr 07 11:13:54.832368 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Floating IP 35202a93-e0c5-4a4d-97aa-538e9f27a9dc associated. External IP: 172.25.5.77, port: e41319d8-3eaf-4355-9bce-8aea1210077c. Apr 07 11:13:54.978272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fd8d0f-0f34-4f78-b2f8-3cb0ff57216b req-115788e1-f5a6-4aae-93b9-1028c144c863 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473396 Apr 07 11:13:55.282194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22414998-a674-49c0-b147-35fdfcc83ad4 req-ac99ec2c-daf0-48b7-a8f9-32a6161f8a76 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:55.283696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22414998-a674-49c0-b147-35fdfcc83ad4 req-ac99ec2c-daf0-48b7-a8f9-32a6161f8a76 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 1131 time: 0.2044337 Apr 07 11:13:55.355740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Router 80de2d27-626e-491a-b4ed-85a14ab90739 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:55.371874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:55.382285 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:55.467769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22414998-a674-49c0-b147-35fdfcc83ad4 req-56d2ec96-dc97-4a25-9847-459118418410 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777732 Apr 07 11:13:55.587349 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 associated. External IP: 172.25.5.62, port: dfc53d51-ed48-4a56-b46f-4070e69e2a5f. Apr 07 11:13:55.596869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-a913dd61-fa1a-422e-ba33-46a9169c9b8c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:55.599623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-a913dd61-fa1a-422e-ba33-46a9169c9b8c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.41 "GET /v2.0/ports?device_id=1743d6ed-e00a-48bc-b7a3-6dd554cab942 HTTP/1.1" status: 200 len: 946 time: 0.0759666 Apr 07 11:13:55.683499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:55.689650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:55.694594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] Sync routers for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:55.720735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:55.721692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:55.769935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d8cc333b-0535-43a3-a053-2d4bc93ad302 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "PUT /v2.0/floatingips/35202a93-e0c5-4a4d-97aa-538e9f27a9dc HTTP/1.1" status: 200 len: 991 time: 2.7534764 Apr 07 11:13:55.769935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:55.769935 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3141d6cf-d847-4e43-bcb3-232da0ec55da" -d '{"events": [{"name": "network-changed", "server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:55.865711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:55.866086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffd1c9-2637-430a-b1dd-6ab4d1fb0017 req-25152694-9774-4b53-b495-d77efe1d9040 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:55.873225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52ffd1c9-2637-430a-b1dd-6ab4d1fb0017 req-25152694-9774-4b53-b495-d77efe1d9040 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1563709 Apr 07 11:13:55.893866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-cd66a72c-b556-4540-98b7-355d5eec272a tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:55.896490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-cd66a72c-b556-4540-98b7-355d5eec272a tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1128 time: 0.2722397 Apr 07 11:13:55.915924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836788-1'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:13:55.967552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52ffd1c9-2637-430a-b1dd-6ab4d1fb0017 req-66d6a3fc-bf12-465c-a222-23a4be77729c tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Apr 07 11:13:55.988668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:13:56.037010 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5733f410-e394-4c27-a817-47ffd239afc6 x-openstack-request-id: req-5733f410-e394-4c27-a817-47ffd239afc6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:56.037317 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba107a8-d93a-4364-b2d2-4b28518d6f07", "name": "network-vif-deleted", "tag": "64ce37b4-a68f-48f9-82e2-3227a2af170e", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:56.037575 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5733f410-e394-4c27-a817-47ffd239afc6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:56.037980 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5733f410-e394-4c27-a817-47ffd239afc6'] response: {'server_uuid': '1ba107a8-d93a-4364-b2d2-4b28518d6f07', 'name': 'network-vif-deleted', 'tag': '64ce37b4-a68f-48f9-82e2-3227a2af170e', 'status': 'completed', 'code': 200} Apr 07 11:13:56.041472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.046584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Deleting port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:56.047248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.139629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:13:56.147578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.159342 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:13:56.192028 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:56.193609 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:56.200319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-6c35ba43-5f0b-4f67-aa88-61bc4800523c tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "PUT /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 996 time: 1.7528124 Apr 07 11:13:56.242391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] For port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:56.242735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.268867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-05076961-c56d-4de6-ac40-267c2cd9f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:56.274431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Calling delete_port for 96ff84f5-4974-4a16-a5b7-ee6a29eb080a owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:56.278222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-05076961-c56d-4de6-ac40-267c2cd9f73c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.0687776 Apr 07 11:13:56.285336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:56.326913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '35202a93-e0c5-4a4d-97aa-538e9f27a9dc', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'port_id': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'mac_address': 'fa:16:3e:bf:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:13:20Z', 'updated_at': '2022-04-07T11:13:53Z', 'revision_number': 1, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:56.368931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] Checking router: 80de2d27-626e-491a-b4ed-85a14ab90739 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:56.392793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:56.404403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:56.405195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:56.428610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-0c5ce3e2-f6ba-4edb-9005-2aaf0f0d49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:56.430704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-0c5ce3e2-f6ba-4edb-9005-2aaf0f0d49a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.1517503 Apr 07 11:13:56.449297 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:56.464729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Publish callbacks [] for port (535076b7-802d-4130-ab56-d020c420ad09), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.508213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.525685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cad5c-66c2-4957-885e-c7c634776d98 req-4822f7a6-5209-4e0d-ac1d-c01146c8841d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:56.527216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab9cad5c-66c2-4957-885e-c7c634776d98 req-4822f7a6-5209-4e0d-ac1d-c01146c8841d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1416419 Apr 07 11:13:56.554742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-7ceb61c2-82b2-424c-a290-4974fc6865b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 999 time: 0.1054542 Apr 07 11:13:56.565675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:56.631794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-59c730da-a444-4fda-8feb-ebba16cf339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:56.642149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-59c730da-a444-4fda-8feb-ebba16cf339f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.0864768 Apr 07 11:13:56.645603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (96ff84f5-4974-4a16-a5b7-ee6a29eb080a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.666982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on host n-h2-836788-1 for vnic_type normal with profile {"migrating_to": "n-h1-836788-1"} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:13:56.667868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:13:56.668427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:56.683717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:13:56.684461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Attempting to bind port 535076b7-802d-4130-ab56-d020c420ad09 on network a07638e2-76b3-4155-9144-c864387ac20e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:13:56.688205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:56.693626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab9cad5c-66c2-4957-885e-c7c634776d98 req-953975e5-56d7-4f64-95c5-b4c55782b043 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544595 Apr 07 11:13:56.722159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['96ff84f5-4974-4a16-a5b7-ee6a29eb080a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:56.727610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['dfc53d51-ed48-4a56-b46f-4070e69e2a5f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:56.763203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-576735cd-3fc4-4e1a-9906-519dda869f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:56.772470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:13:56.772833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Checking segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:13:56.773600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Bound using segment: {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:13:56.774059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Bound port: 535076b7-802d-4130-ab56-d020c420ad09, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a07638e2-76b3-4155-9144-c864387ac20e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:13:56.774421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.789984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-576735cd-3fc4-4e1a-9906-519dda869f9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1412740 Apr 07 11:13:56.790886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event deleted for resources: {'Port': ['ID=96ff84f5-4974-4a16-a5b7-ee6a29eb080a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:56.809898 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:55Z', 'revision_number': 8, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:56.860393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:13:56.864830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:13:56.877597 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:13:56.888665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] No DVR routers for this DVR port 96ff84f5-4974-4a16-a5b7-ee6a29eb080a on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:13:56.890811 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:13:56.891140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.891907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:56.901849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:56.912543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4aca7d58-6670-42a4-9b32-a8630ff2878c req-17d22bdc-a786-4994-9307-097a31112702 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.41 "DELETE /v2.0/ports/96ff84f5-4974-4a16-a5b7-ee6a29eb080a HTTP/1.1" status: 204 len: 173 time: 1.3008995 Apr 07 11:13:56.960700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-6cea8a08-22a1-4a31-90ad-bcd917e4d10e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495017 Apr 07 11:13:57.001184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:57.001986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:57.003411 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] 10.222.0.23 "PUT /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 1122 time: 1.1005239 Apr 07 11:13:57.046144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b4d85-b25b-46d8-afff-a983b0b3ab5e service neutron] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=8']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:57.161282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['535076b7-802d-4130-ab56-d020c420ad09'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:57.206887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['535076b7-802d-4130-ab56-d020c420ad09'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:13:57.209493 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:13:57.511262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-4a865217-2e63-49f3-9bd2-a669cfe1c3f5 service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167854 Apr 07 11:13:57.526166 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:55Z', 'revision_number': 8, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:57.568721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-96cd998c-bba6-433d-b201-233c909f09e5 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:57.570462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-96cd998c-bba6-433d-b201-233c909f09e5 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6086743 Apr 07 11:13:57.588703 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2387ac-afa6-4b21-8bb6-06e8565f5042 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8', 'tenant_id': '390c1243295746b696d223f2f962029f', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'port_id': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'mac_address': 'fa:16:3e:79:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:55Z', 'revision_number': 8, 'project_id': '390c1243295746b696d223f2f962029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:57.620030 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-b8f4ff96-cfdd-4bf0-9e16-2c1934db6f13 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/quotas/f7fa72924b004d37960d36473b621240 HTTP/1.1" status: 200 len: 375 time: 0.0356898 Apr 07 11:13:57.647075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '35202a93-e0c5-4a4d-97aa-538e9f27a9dc', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'port_id': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'mac_address': 'fa:16:3e:bf:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:13:20Z', 'updated_at': '2022-04-07T11:13:53Z', 'revision_number': 1, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:13:57.698019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563fd51a-c29e-4da9-8458-66b263afe7bf req-dca20c9e-a4dc-4103-87a4-daae814cdb24 service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804523 Apr 07 11:13:57.712695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722eab3-8c10-45bd-aabf-e08170681d67 None None] The sync data for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 is: [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '35202a93-e0c5-4a4d-97aa-538e9f27a9dc', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'port_id': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'mac_address': 'fa:16:3e:bf:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:13:20Z', 'updated_at': '2022-04-07T11:13:53Z', 'revision_number': 1, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:13:57.739222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-d42e2ebe-cb59-4b40-ae3b-c2ca7c1a413b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1110206 Apr 07 11:13:57.839772 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe075d4-1be5-4d95-b460-0d455a35e1f4 x-openstack-request-id: req-1fe075d4-1be5-4d95-b460-0d455a35e1f4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:57.840263 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:57.840747 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fe075d4-1be5-4d95-b460-0d455a35e1f4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:57.841578 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe075d4-1be5-4d95-b460-0d455a35e1f4'] response: {'name': 'network-changed', 'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'status': 'completed', 'code': 200} Apr 07 11:13:57.902388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:13:57.905681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:57.981373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 64ce37b4-a68f-48f9-82e2-3227a2af170e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:13:57.986533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 64ce37b4-a68f-48f9-82e2-3227a2af170e not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:13:57.998759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-ccfd425d-8e24-4f3f-96cf-649c865ddaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.004801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-ccfd425d-8e24-4f3f-96cf-649c865ddaa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd657c93fde94b979a32f69b041b5dfb&device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 1128 time: 0.1257939 Apr 07 11:13:58.029637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7fc8-6758-4bf7-beb5-a0eecfc966ad req-5c63ef36-9c93-42ee-af51-8a07dd1c75c5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.043672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-199d7fc8-6758-4bf7-beb5-a0eecfc966ad req-5c63ef36-9c93-42ee-af51-8a07dd1c75c5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.1104655 Apr 07 11:13:58.058666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535076b7-802d-4130-ab56-d020c420ad09'}, {'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'name': 'network-vif-deleted', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a'}, {'name': 'network-changed', 'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'tag': '535076b7-802d-4130-ab56-d020c420ad09'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:58.069032 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb" -d '{"events": [{"server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "name": "network-vif-unplugged", "status": "completed", "tag": "535076b7-802d-4130-ab56-d020c420ad09"}, {"server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "name": "network-vif-deleted", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a"}, {"name": "network-changed", "server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "tag": "535076b7-802d-4130-ab56-d020c420ad09"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:58.132050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-199d7fc8-6758-4bf7-beb5-a0eecfc966ad req-5b105eb9-976a-4044-871f-3c2379e1d635 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Apr 07 11:13:58.158170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef84b8-ed44-491b-b899-d052678ac532 None None] New status for floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:13:58.215221 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff23a4f-b1b0-4a8d-b486-9ea47dae1304 None None] New status for floating IP 35202a93-e0c5-4a4d-97aa-538e9f27a9dc: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:13:58.272537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-3ed7f94a-ba1b-4dad-98bc-45a8bd767760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.274021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-3ed7f94a-ba1b-4dad-98bc-45a8bd767760 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5987dfd3-dc36-44c6-b4ff-ce561e841216 HTTP/1.1" status: 200 len: 915 time: 0.2606111 Apr 07 11:13:58.306951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c0502-b7d7-4c6e-b1d8-0eebedd7c942 req-ac2400fb-d7ee-4190-b672-9d7261481a42 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.309434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f56c0502-b7d7-4c6e-b1d8-0eebedd7c942 req-ac2400fb-d7ee-4190-b672-9d7261481a42 tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 946 time: 0.1888611 Apr 07 11:13:58.388256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-8a395251-6b8e-4add-a096-9e95c063d5f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41319d8-3eaf-4355-9bce-8aea1210077c HTTP/1.1" status: 200 len: 999 time: 0.1001978 Apr 07 11:13:58.403150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f56c0502-b7d7-4c6e-b1d8-0eebedd7c942 req-679eccf4-4d4e-4e0b-9e84-ad9a2bc66ebe tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a836a8-b357-4a10-bbb8-5f8a5601c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813262 Apr 07 11:13:58.483502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-d28aac5e-82c7-410a-90f5-060f41158949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.485986 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-d28aac5e-82c7-410a-90f5-060f41158949 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=382ac7d3-e36e-4537-821f-ad9dcdf47547 HTTP/1.1" status: 200 len: 853 time: 0.0902145 Apr 07 11:13:58.558353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:58.622025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-e2a54ac7-d4ee-4fe2-af83-65f6ee06c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.628872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-e2a54ac7-d4ee-4fe2-af83-65f6ee06c6fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5987dfd3-dc36-44c6-b4ff-ce561e841216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1301744 Apr 07 11:13:58.651746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 has no active binding in host n-h1-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:13:58.656504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-69e3b813-f093-4c16-a103-029167fe741e tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.658415 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-69e3b813-f093-4c16-a103-029167fe741e tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 946 time: 0.1168551 Apr 07 11:13:58.679893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 96ff84f5-4974-4a16-a5b7-ee6a29eb080a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:58.700883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa32ad-4cee-44d1-aedc-43453edf1342 req-0a67fb33-e540-4d28-ba81-023078bf1d95 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:58.712643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1eaa32ad-4cee-44d1-aedc-43453edf1342 req-0a67fb33-e540-4d28-ba81-023078bf1d95 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1317198 Apr 07 11:13:58.780252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 96ff84f5-4974-4a16-a5b7-ee6a29eb080a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:13:58.780684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 96ff84f5-4974-4a16-a5b7-ee6a29eb080a not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:13:58.781635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9b608005-b9c2-4204-b706-450b952539f5 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:13:58.797551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1eaa32ad-4cee-44d1-aedc-43453edf1342 req-fe3921c2-e1d1-46ba-872b-87ac39752cb9 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Apr 07 11:13:58.867175 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-63f6caba-009e-4385-b840-a9aab6af1e77 service neutron] 10.222.0.41 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279422 Apr 07 11:13:58.974743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9b608005-b9c2-4204-b706-450b952539f5 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:13:58.975389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b608005-b9c2-4204-b706-450b952539f5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:59.021394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b608005-b9c2-4204-b706-450b952539f5'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:59.024485 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2d9dcc-67b3-412d-bf16-9f92226b20fa" -d '{"events": [{"server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "name": "network-vif-unplugged", "status": "completed", "tag": "9b608005-b9c2-4204-b706-450b952539f5"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:59.032425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43300f19-b706-49b2-be22-ef72e66068b6 req-9e5f6257-ed0c-43c5-97af-7ac506800f94 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 998 time: 0.1977944 Apr 07 11:13:59.033411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Deleting port 9b608005-b9c2-4204-b706-450b952539f5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:59.033948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9b608005-b9c2-4204-b706-450b952539f5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:59.044257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b608005-b9c2-4204-b706-450b952539f5,segment=NetworkSegment(ac33f2b4-f6c3-4c97-841b-e14723d30166),segment_id=ac33f2b4-f6c3-4c97-841b-e14723d30166)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:59.055815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:59.073528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5248379-a94f-479f-9e14-aec0ec39f36b req-05881c3a-ebd5-4de2-9faf-68b72bb00435 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.081948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5248379-a94f-479f-9e14-aec0ec39f36b req-05881c3a-ebd5-4de2-9faf-68b72bb00435 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1517239 Apr 07 11:13:59.148176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:13:59.183830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-71153780-a174-4c41-8216-28ff18d96db9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.185981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-71153780-a174-4c41-8216-28ff18d96db9 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 944 time: 0.2074733 Apr 07 11:13:59.203453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3141d6cf-d847-4e43-bcb3-232da0ec55da req-a1be1977-b48c-480e-8dfe-e6c44957697c service neutron] 10.222.0.41 "GET /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292034 Apr 07 11:13:59.213540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5248379-a94f-479f-9e14-aec0ec39f36b req-28dbe20f-6770-4dcf-902c-909b403fc43a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306453 Apr 07 11:13:59.245189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43300f19-b706-49b2-be22-ef72e66068b6 req-be7f4023-6c3c-4d17-b354-810301c513d6 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.246735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43300f19-b706-49b2-be22-ef72e66068b6 req-be7f4023-6c3c-4d17-b354-810301c513d6 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2122402 Apr 07 11:13:59.265856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-43300f19-b706-49b2-be22-ef72e66068b6 req-361ede15-bc1a-4fe0-92ea-ccbed96a883b tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:13:59.282089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43300f19-b706-49b2-be22-ef72e66068b6 req-361ede15-bc1a-4fe0-92ea-ccbed96a883b tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265145 Apr 07 11:13:59.305295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] For port 9b608005-b9c2-4204-b706-450b952539f5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9b608005-b9c2-4204-b706-450b952539f5,segment=NetworkSegment(ac33f2b4-f6c3-4c97-841b-e14723d30166),segment_id=ac33f2b4-f6c3-4c97-841b-e14723d30166)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:13:59.305830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9b608005-b9c2-4204-b706-450b952539f5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:59.347571 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee7bd0-5b1d-4068-9ba1-c729929c76f1 x-openstack-request-id: req-ecee7bd0-5b1d-4068-9ba1-c729929c76f1 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:59.347880 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "name": "network-vif-unplugged", "status": "completed", "tag": "535076b7-802d-4130-ab56-d020c420ad09", "code": 200}, {"server_uuid": "1743d6ed-e00a-48bc-b7a3-6dd554cab942", "name": "network-vif-deleted", "tag": "96ff84f5-4974-4a16-a5b7-ee6a29eb080a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "tag": "535076b7-802d-4130-ab56-d020c420ad09", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:59.348137 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecee7bd0-5b1d-4068-9ba1-c729929c76f1 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:59.348544 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecee7bd0-5b1d-4068-9ba1-c729929c76f1'] response: {'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535076b7-802d-4130-ab56-d020c420ad09', 'code': 200} Apr 07 11:13:59.348802 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecee7bd0-5b1d-4068-9ba1-c729929c76f1'] response: {'server_uuid': '1743d6ed-e00a-48bc-b7a3-6dd554cab942', 'name': 'network-vif-deleted', 'tag': '96ff84f5-4974-4a16-a5b7-ee6a29eb080a', 'status': 'completed', 'code': 200} Apr 07 11:13:59.349058 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecee7bd0-5b1d-4068-9ba1-c729929c76f1'] response: {'name': 'network-changed', 'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'tag': '535076b7-802d-4130-ab56-d020c420ad09', 'status': 'completed', 'code': 200} Apr 07 11:13:59.349966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Calling delete_port for 9b608005-b9c2-4204-b706-450b952539f5 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:13:59.372783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af5c76a1-c127-463c-9c0f-5e5f8b5bcbc2 req-eb7e4787-bc0a-4713-9f52-ebbb974730bb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 210 time: 0.0399742 Apr 07 11:13:59.436320 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b40946-5830-4c91-ad70-9cc16b5a4234 x-openstack-request-id: req-23b40946-5830-4c91-ad70-9cc16b5a4234 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:13:59.436898 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "name": "network-vif-unplugged", "status": "completed", "tag": "9b608005-b9c2-4204-b706-450b952539f5", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:13:59.437554 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23b40946-5830-4c91-ad70-9cc16b5a4234 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:13:59.438132 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b40946-5830-4c91-ad70-9cc16b5a4234'] response: {'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b608005-b9c2-4204-b706-450b952539f5', 'code': 200} Apr 07 11:13:59.493525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3287a2-7433-40bb-8af3-de9c0e48aac0 req-9eb89239-101b-4852-aa1d-c52fa313a3b3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.494915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd3287a2-7433-40bb-8af3-de9c0e48aac0 req-9eb89239-101b-4852-aa1d-c52fa313a3b3 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f40bfc1-2d6b-4613-b3f5-12c746fc3531 HTTP/1.1" status: 200 len: 944 time: 0.0686994 Apr 07 11:13:59.590339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f5b58-6d46-4a2c-aac4-9e4f4dfac7f4 req-93ecdd2f-4231-4161-8a57-f0f0f59bac3c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.592018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-140f5b58-6d46-4a2c-aac4-9e4f4dfac7f4 req-93ecdd2f-4231-4161-8a57-f0f0f59bac3c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.0960915 Apr 07 11:13:59.596117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd3287a2-7433-40bb-8af3-de9c0e48aac0 req-96fac149-6b9a-447f-aeb2-74681a09db77 tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.13 "GET /v2.0/security-groups?id=27722269-bbb1-4e02-90a7-5cc4f2d20a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910621 Apr 07 11:13:59.676417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-140f5b58-6d46-4a2c-aac4-9e4f4dfac7f4 req-d1195f24-3efc-4196-9ed2-1c1630af3f94 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Apr 07 11:13:59.780148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Deleting port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:13:59.780584 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:13:59.811326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-3c716615-e847-4f02-b4a8-07a73ee87483 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520003 Apr 07 11:13:59.847012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:13:59.848887 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:13:59.864215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-f31ecadd-c8b6-405a-856c-c93ef0ff834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.865816 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-f31ecadd-c8b6-405a-856c-c93ef0ff834c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1156 time: 0.4461815 Apr 07 11:13:59.888555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-6353c4f9-c94a-4cd6-981a-d4c1e5ac5420 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1742077 Apr 07 11:13:59.917090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef34bb-cf2f-4934-a89f-be9b30f5c255 req-fcc39444-cf0c-4413-8784-697162acce4a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:13:59.918664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-daef34bb-cf2f-4934-a89f-be9b30f5c255 req-fcc39444-cf0c-4413-8784-697162acce4a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1974735 Apr 07 11:14:00.006970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] For port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,segment=NetworkSegment(4f4d9266-a274-466a-b229-87795df4257a),segment_id=4f4d9266-a274-466a-b229-87795df4257a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:00.007385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.008249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-acb5a096-3c39-4ccd-a936-7e5342a5b6cf tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.009656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-acb5a096-3c39-4ccd-a936-7e5342a5b6cf tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports/dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 943 time: 0.0900986 Apr 07 11:14:00.023198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-314e31cc-9438-4d9f-ac65-3e1717008e3c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.024686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-314e31cc-9438-4d9f-ac65-3e1717008e3c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070730 Apr 07 11:14:00.037652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Calling delete_port for 735bdf5d-6af7-4cbc-b565-f4b4102aff3f owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:00.048325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': '0b185cd5-b318-447f-8259-36dff0977802', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:00.053810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9b608005-b9c2-4204-b706-450b952539f5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.098122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-10fb484b-f8d7-4db7-98d5-deb16f24bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.099737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-10fb484b-f8d7-4db7-98d5-deb16f24bde6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.2274566 Apr 07 11:14:00.104050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Pushing event deleted for resources: {'Port': ['ID=9b608005-b9c2-4204-b706-450b952539f5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:00.107406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-daef34bb-cf2f-4934-a89f-be9b30f5c255 req-fb32d5c3-84e5-4f3a-a33e-2fa6daab9851 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766951 Apr 07 11:14:00.206737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-6a47d288-20ab-42ed-bf4e-80f10f6483a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 217 time: 0.0656400 Apr 07 11:14:00.207773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-8b56ff2a-66f7-42da-bab3-a8130ede1331 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1316633 Apr 07 11:14:00.226125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] No DVR routers for this DVR port 9b608005-b9c2-4204-b706-450b952539f5 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:00.240288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.243504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c8de492d-dedb-47b8-b0c1-2cd41fecaaa4 req-85bb50fc-8bd7-4c29-a8cc-d2bbd219fcce tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.41 "DELETE /v2.0/ports/9b608005-b9c2-4204-b706-450b952539f5 HTTP/1.1" status: 204 len: 173 time: 1.5747018 Apr 07 11:14:00.256398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-442b3ccc-ad87-45cb-b164-73fd065ff724 req-6ef104c2-d4f6-48af-8e2c-a8edcb933e4d tempest-ServerAddressesNegativeTestJSON-1760048918 tempest-ServerAddressesNegativeTestJSON-1760048918-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8b89107-0dcf-424e-853a-d5b4a9e0908d HTTP/1.1" status: 200 len: 210 time: 0.0593278 Apr 07 11:14:00.300075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-f68c1c4c-22f0-4ddb-8c91-f3643700cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.301573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-f68c1c4c-22f0-4ddb-8c91-f3643700cf84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0780478 Apr 07 11:14:00.342577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:00.346850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.377253 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-840d45d1-6da3-4ffe-a9e7-24afe094446d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405514 Apr 07 11:14:00.425994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-dae6e297-966c-4c9b-8a6e-c1613af8819d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.428255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-dae6e297-966c-4c9b-8a6e-c1613af8819d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2078793 Apr 07 11:14:00.441734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (735bdf5d-6af7-4cbc-b565-f4b4102aff3f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.482155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Pushing event deleted for resources: {'Port': ['ID=735bdf5d-6af7-4cbc-b565-f4b4102aff3f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:00.533967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] No DVR routers for this DVR port 735bdf5d-6af7-4cbc-b565-f4b4102aff3f on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:00.542389 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.544431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be722793-5d39-48b4-83bd-498f713db2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.545729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e11f3475-7de5-4e7e-8944-ab7c2d9bac62 req-c665d248-a4b9-4387-bb49-86d368ba9d6f tempest-LiveAutoBlockMigrationV225Test-1392087928 tempest-LiveAutoBlockMigrationV225Test-1392087928-project] 10.222.0.23 "DELETE /v2.0/ports/735bdf5d-6af7-4cbc-b565-f4b4102aff3f HTTP/1.1" status: 204 len: 173 time: 1.3413641 Apr 07 11:14:00.564751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-e02fe38e-52e5-49b2-88ce-ca7060dc9efa service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723316 Apr 07 11:14:00.570731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381795a-b724-4feb-beba-7beaa5a29ec5 req-5e365252-d164-42ce-9727-1a62a3d982e9 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.572374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8381795a-b724-4feb-beba-7beaa5a29ec5 req-5e365252-d164-42ce-9727-1a62a3d982e9 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2208297 Apr 07 11:14:00.579674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-7dea4fb7-af93-4133-85d1-aaa094802543 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1412833 Apr 07 11:14:00.619720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:00.719762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.17 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/866da0b4-ca2b-4e7d-a19e-7b09efb2d595) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:00.724483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8381795a-b724-4feb-beba-7beaa5a29ec5 req-79d93d52-6cf5-4f83-88f4-c0e3b69437d4 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418517 Apr 07 11:14:00.740390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:00.755656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4ba496e-a80f-47c4-a413-9d7fb2b5c6cb req-4ac25d1c-678a-43ad-85bf-a89862c21772 service neutron] 10.222.0.41 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059694 Apr 07 11:14:00.788387 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790abf7-94a8-46df-846b-ef01d004cf05 x-openstack-request-id: req-f790abf7-94a8-46df-846b-ef01d004cf05 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:00.788689 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:00.788930 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f790abf7-94a8-46df-846b-ef01d004cf05 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:00.789455 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f790abf7-94a8-46df-846b-ef01d004cf05'] response: {'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'status': 'completed', 'code': 200} Apr 07 11:14:00.865192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-b4bafa2c-cc85-46bd-9834-887102c43435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.866732 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-b4bafa2c-cc85-46bd-9834-887102c43435 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.0531049 Apr 07 11:14:00.980052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-092d9b4a-12a7-42a6-b0e5-bcda709aef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:00.981575 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-092d9b4a-12a7-42a6-b0e5-bcda709aef98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.1081958 Apr 07 11:14:01.019449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.046274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.047439 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 disassociated. External IP: 172.25.5.62, port: dfc53d51-ed48-4a56-b46f-4070e69e2a5f. Apr 07 11:14:01.058585 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-c4b05c0a-bbc7-4893-a6b0-50cac782b969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 1001 time: 0.0700405 Apr 07 11:14:01.128066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-b18cc607-181f-438f-b7da-2754f305ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:01.129894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-b18cc607-181f-438f-b7da-2754f305ba81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.0636392 Apr 07 11:14:01.142979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a07d19-aa59-4b4a-a415-d9750021f910 req-6d769930-8a24-4f4b-899c-900180feca43 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:01.150047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3a07d19-aa59-4b4a-a415-d9750021f910 req-6d769930-8a24-4f4b-899c-900180feca43 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2818167 Apr 07 11:14:01.178793 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.198838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-b66201fe-f07e-4dcd-89df-6256e664f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:01.200745 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-b66201fe-f07e-4dcd-89df-6256e664f836 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558462 Apr 07 11:14:01.261514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3a07d19-aa59-4b4a-a415-d9750021f910 req-8013f84a-c138-44e3-8312-2ba9fa3cf949 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104949 Apr 07 11:14:01.315100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.323514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.335473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:01.336540 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-7fdbd3c6-619d-40a4-897c-7bcbf49f6c4d service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281140 Apr 07 11:14:01.346462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:01.350322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'name': 'network-vif-deleted', 'tag': '9b608005-b9c2-4204-b706-450b952539f5'}, {'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'name': 'network-vif-deleted', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:01.352904 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1dc029-e333-423b-9689-04160a33a7c7" -d '{"events": [{"server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "name": "network-vif-deleted", "tag": "9b608005-b9c2-4204-b706-450b952539f5"}, {"server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "name": "network-vif-deleted", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:01.441959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:01.459758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:01.474121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:01.474578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2c2161f9-f6ef-4019-b0b7-d2921b9a4d4e req-ca3f8b2d-3a6f-47f0-9c1d-90a3cd3b412f service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319604 Apr 07 11:14:01.543256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:01.556679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:01.557204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.593068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f387d-fda4-4e28-8885-f9b48459ae66 req-145bbc9f-0194-4be3-9090-88f0f0740f85 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:01.594817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f95f387d-fda4-4e28-8885-f9b48459ae66 req-145bbc9f-0194-4be3-9090-88f0f0740f85 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 935 time: 0.2460642 Apr 07 11:14:01.601279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-b0e13449-7f4f-4979-9907-acc53d345b34 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5585768 Apr 07 11:14:01.619071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Request body: {'port': {'device_id': '0b185cd5-b318-447f-8259-36dff0977802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:01.747049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:01.769351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:14:01.842655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f95f387d-fda4-4e28-8885-f9b48459ae66 req-629ee7b1-70da-4ddd-bf1b-65421188677e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403638 Apr 07 11:14:01.915469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:01.927576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:01.953662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 735bdf5d-6af7-4cbc-b565-f4b4102aff3f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:01.955278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 735bdf5d-6af7-4cbc-b565-f4b4102aff3f not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:01.983132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4b5cdbbb-9145-4e3d-8c61-0c2e2fa26698 None None] Provisioning complete for port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:01.983706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdbbb-9145-4e3d-8c61-0c2e2fa26698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.080566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cdbbb-9145-4e3d-8c61-0c2e2fa26698 None None] Port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:02.113256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Deleting subnet 369ba404-e64a-42b5-a1a8-1f5b894a6720 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:02.119654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Publish callbacks [] for subnet (369ba404-e64a-42b5-a1a8-1f5b894a6720), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.179713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (369ba404-e64a-42b5-a1a8-1f5b894a6720), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.187788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:02.196618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.199891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:02.210636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:02.211418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:02.249736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (369ba404-e64a-42b5-a1a8-1f5b894a6720), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.330574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (369ba404-e64a-42b5-a1a8-1f5b894a6720), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.353962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:02.413737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.423472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/369ba404-e64a-42b5-a1a8-1f5b894a6720 HTTP/1.1" status: 204 len: 168 time: 0.4927313 Apr 07 11:14:02.425879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf943b5-2d38-407f-a58a-cc44c6045326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369ba404-e64a-42b5-a1a8-1f5b894a6720,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:02.431707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41202) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:02.551231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (43736fd5-2088-4086-9627-dc47efe12f30), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.660313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763d273-de7a-44b0-ba46-1f49905495b7 req-38158e6f-07e0-4e6b-9456-f95d2423abe0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:02.663316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (43736fd5-2088-4086-9627-dc47efe12f30), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.667759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0763d273-de7a-44b0-ba46-1f49905495b7 req-38158e6f-07e0-4e6b-9456-f95d2423abe0 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.6573882 Apr 07 11:14:02.672236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:02.698763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43736fd5-2088-4086-9627-dc47efe12f30']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:02.705471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-52b2229c-5116-41b1-b200-2dcd17e8bbae tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "PUT /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 695 time: 2.1133499 Apr 07 11:14:02.726637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:02.740683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4d9266-a274-466a-b229-87795df4257a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:02.741254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4d9266-a274-466a-b229-87795df4257a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:02.742637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:02.744047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:02.759550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (4f4d9266-a274-466a-b229-87795df4257a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.793883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:02.794381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4f4d9266-a274-466a-b229-87795df4257a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.798957 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0249935-38d2-470c-a8a8-e56b86dbfa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:02.803628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:02.804039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (4f4d9266-a274-466a-b229-87795df4257a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:02.806695 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:02.844681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:02.858072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Publish callbacks [] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.866466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0763d273-de7a-44b0-ba46-1f49905495b7 req-2848a1c9-2c44-449e-8366-c4b923e14200 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977327 Apr 07 11:14:02.900885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:02.928415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Transition to ACTIVE for port object 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:02.939640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.944535 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (43736fd5-2088-4086-9627-dc47efe12f30), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.952953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:02.956928 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] 10.222.0.13 "DELETE /v2.0/networks/43736fd5-2088-4086-9627-dc47efe12f30 HTTP/1.1" status: 204 len: 168 time: 0.5227935 Apr 07 11:14:02.965725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-6dae285e-2423-4228-8a04-da54d3998fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:02.969665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-6dae285e-2423-4228-8a04-da54d3998fd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.2281382 Apr 07 11:14:02.976844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41208) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:02.979455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41210) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:02.990748 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:14:02.996412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58997b-712a-400b-bff5-cd0a97ff8a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=43736fd5-2088-4086-9627-dc47efe12f30,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:03.053067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Pushing event updated for resources: {'Port': ['ID=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:03.106752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cda47373-a143-4669-93ec-a8ca004ecaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.224806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.229984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Deleting subnet 66c295d1-2418-4636-8f90-31d09de2e888 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:03.237737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:03.243258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Publish callbacks [] for subnet (66c295d1-2418-4636-8f90-31d09de2e888), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.276027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0e4c0-96a3-47fa-83f2-f6284cb5a760 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:12:28Z', 'revision_number': 4, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '596eec24-0350-440f-945e-054a6a1269d4', 'name': '', 'network_id': '6d4581b8-f713-4e3b-96c8-6d5ceb943d91', 'tenant_id': '390c1243295746b696d223f2f962029f', 'mac_address': 'fa:16:3e:aa:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:24Z', 'updated_at': '2022-04-07T11:12:36Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'subnets': [{'id': '8eca20c2-c4e4-4a62-a031-3338dd8adc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:03.276871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Deleting subnet 273728aa-87d4-48cf-8607-714a87cbc4eb {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:03.313863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Publish callbacks [] for subnet (273728aa-87d4-48cf-8607-714a87cbc4eb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.419740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (66c295d1-2418-4636-8f90-31d09de2e888), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.451224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-d615ef4f-492f-4b28-890a-d654c70810b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:03.453181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-d615ef4f-492f-4b28-890a-d654c70810b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.4083381 Apr 07 11:14:03.457723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (273728aa-87d4-48cf-8607-714a87cbc4eb), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.511356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cd01a-cd5c-4528-a919-a391e6f88bd9 req-e195aa65-d7eb-40ba-abbd-5a1206ac8424 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:03.519463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-959cd01a-cd5c-4528-a919-a391e6f88bd9 req-e195aa65-d7eb-40ba-abbd-5a1206ac8424 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3675814 Apr 07 11:14:03.575733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-fa966400-b615-470a-9c56-81aca185dc1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.1097353 Apr 07 11:14:03.621382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Attempting to bind port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:03.622049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Attempting to bind port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:03.622049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Attempting to bind port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:03.634128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b3323-e544-4446-8fdb-14ae05998842 None None] New status for floating IP 4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:14:03.653762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (66c295d1-2418-4636-8f90-31d09de2e888), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.708645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (273728aa-87d4-48cf-8607-714a87cbc4eb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.709401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:14:03.709799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Attempting to bind port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:03.763283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:03.763733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:03.764133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:03.764641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Bound port: 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:03.765050 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.775113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-959cd01a-cd5c-4528-a919-a391e6f88bd9 req-b0ed5271-887c-4001-ad94-e2639390e1a6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546904 Apr 07 11:14:03.786732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-2589075e-9813-4912-bbd1-e41e9a8bc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:03.788285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-2589075e-9813-4912-bbd1-e41e9a8bc8a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1897957 Apr 07 11:14:03.893204 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2586748d-f76d-4255-a583-028b8f8af932 x-openstack-request-id: req-2586748d-f76d-4255-a583-028b8f8af932 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:03.893719 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b89107-0dcf-424e-853a-d5b4a9e0908d", "name": "network-vif-deleted", "tag": "9b608005-b9c2-4204-b706-450b952539f5", "status": "completed", "code": 200}, {"server_uuid": "8f40bfc1-2d6b-4613-b3f5-12c746fc3531", "name": "network-vif-deleted", "tag": "735bdf5d-6af7-4cbc-b565-f4b4102aff3f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:03.893846 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2586748d-f76d-4255-a583-028b8f8af932 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:03.894380 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2586748d-f76d-4255-a583-028b8f8af932'] response: {'server_uuid': 'c8b89107-0dcf-424e-853a-d5b4a9e0908d', 'name': 'network-vif-deleted', 'tag': '9b608005-b9c2-4204-b706-450b952539f5', 'status': 'completed', 'code': 200} Apr 07 11:14:03.894380 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2586748d-f76d-4255-a583-028b8f8af932'] response: {'server_uuid': '8f40bfc1-2d6b-4613-b3f5-12c746fc3531', 'name': 'network-vif-deleted', 'tag': '735bdf5d-6af7-4cbc-b565-f4b4102aff3f', 'status': 'completed', 'code': 200} Apr 07 11:14:03.900721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (66c295d1-2418-4636-8f90-31d09de2e888), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.917483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (273728aa-87d4-48cf-8607-714a87cbc4eb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.958612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c295d1-2418-4636-8f90-31d09de2e888,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:03.966209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.972460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:03.980698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-51cd40c6-6a00-4392-85f8-27498991cb64 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/66c295d1-2418-4636-8f90-31d09de2e888 HTTP/1.1" status: 204 len: 168 time: 0.9997921 Apr 07 11:14:03.991445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:03.995896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/273728aa-87d4-48cf-8607-714a87cbc4eb HTTP/1.1" status: 204 len: 168 time: 1.0050161 Apr 07 11:14:03.999683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] For port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:04.006280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] For port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:04.025882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:04.039802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.049599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dcac3-b32d-418a-968f-7741ed887297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273728aa-87d4-48cf-8607-714a87cbc4eb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:04.117490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (17aa1451-4fc2-4c8e-915e-4cff1466544c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.120375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-c3128872-1292-4265-910b-50c2ce7ff7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.128755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-c3128872-1292-4265-910b-50c2ce7ff7ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3222108 Apr 07 11:14:04.131399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.132133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.133744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] 10.222.0.41 "PUT /v2.0/ports/866da0b4-ca2b-4e7d-a19e-7b09efb2d595 HTTP/1.1" status: 200 len: 1095 time: 2.5206842 Apr 07 11:14:04.141414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (caa46f9c-c9ea-43a7-8221-5f11465efa23), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.276536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9dc4d-a313-4d2c-83b9-e8d1a4a03df9 service neutron] Pushing event updated for resources: {'Port': ['ID=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:04.291544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023d01-b9f5-449f-aae4-3b2d0e09a9b1 req-a1265abf-0d5e-4bba-a8a9-5177374cec53 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.291844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (17aa1451-4fc2-4c8e-915e-4cff1466544c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.299354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c023d01-b9f5-449f-aae4-3b2d0e09a9b1 req-a1265abf-0d5e-4bba-a8a9-5177374cec53 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2884364 Apr 07 11:14:04.327832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (caa46f9c-c9ea-43a7-8221-5f11465efa23), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.338605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aa1451-4fc2-4c8e-915e-4cff1466544c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:04.360041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cc029c-a4e5-4aa7-8f4a-943ee903464a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:04.360407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cc029c-a4e5-4aa7-8f4a-943ee903464a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:04.373230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa46f9c-c9ea-43a7-8221-5f11465efa23']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:04.386371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (e5cc029c-a4e5-4aa7-8f4a-943ee903464a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.386580 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.394088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-d651b56a-4925-4b6b-b68e-22ea8697ca3d service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643132 Apr 07 11:14:04.396898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac33f2b4-f6c3-4c97-841b-e14723d30166') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:04.397222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac33f2b4-f6c3-4c97-841b-e14723d30166') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:04.410001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c023d01-b9f5-449f-aae4-3b2d0e09a9b1 req-47c80e80-12e6-4f9f-9498-af5ccf05b2b6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093178 Apr 07 11:14:04.414512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-6f129711-c436-44c9-bc88-a343c0ce6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.415487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (ac33f2b4-f6c3-4c97-841b-e14723d30166), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.418897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-6f129711-c436-44c9-bc88-a343c0ce6113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 1129 time: 0.2021813 Apr 07 11:14:04.421227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e5cc029c-a4e5-4aa7-8f4a-943ee903464a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.458966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:04.459411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (e5cc029c-a4e5-4aa7-8f4a-943ee903464a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:04.465523 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:04.522152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ac33f2b4-f6c3-4c97-841b-e14723d30166), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.526919 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256bb810-ce07-4ce9-9f6c-1264cc948b96 x-openstack-request-id: req-256bb810-ce07-4ce9-9f6c-1264cc948b96 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:04.527282 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:04.527802 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-256bb810-ce07-4ce9-9f6c-1264cc948b96 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:04.528096 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256bb810-ce07-4ce9-9f6c-1264cc948b96'] response: {'name': 'network-changed', 'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'status': 'completed', 'code': 200} Apr 07 11:14:04.529091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:04.529585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (ac33f2b4-f6c3-4c97-841b-e14723d30166), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:04.603016 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:04.634073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-b106ca1d-070b-4223-9a09-31eed185ca87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595 HTTP/1.1" status: 200 len: 217 time: 0.1985154 Apr 07 11:14:04.654674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (caa46f9c-c9ea-43a7-8221-5f11465efa23), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.679946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:04.692111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.699478 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] 10.222.0.13 "DELETE /v2.0/networks/caa46f9c-c9ea-43a7-8221-5f11465efa23 HTTP/1.1" status: 204 len: 168 time: 0.6700788 Apr 07 11:14:04.728145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ad63f0a-97c3-4750-b69f-007281e55fbe req-a74aeff7-262f-4f82-8b3f-9c7b0ea55321 service neutron] 10.222.0.13 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047118 Apr 07 11:14:04.754307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a4de2-4047-49ae-a6c6-9edbec8d8dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=caa46f9c-c9ea-43a7-8221-5f11465efa23,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:04.771717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (17aa1451-4fc2-4c8e-915e-4cff1466544c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.790640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:04.815452 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/17aa1451-4fc2-4c8e-915e-4cff1466544c HTTP/1.1" status: 204 len: 168 time: 0.8418219 Apr 07 11:14:04.867662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd28c-09ac-4da0-93c7-8517460ef0c6 req-4c75e26d-d051-45ff-96e3-4fad44cda401 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.870070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b7a8f-0f6a-4a36-9ab1-68ed4c904eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=17aa1451-4fc2-4c8e-915e-4cff1466544c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:04.881275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50fbd28c-09ac-4da0-93c7-8517460ef0c6 req-4c75e26d-d051-45ff-96e3-4fad44cda401 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 947 time: 0.3002441 Apr 07 11:14:04.907649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-42b71833-0edf-4943-8fa8-a6c64fd6713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.910472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-42b71833-0edf-4943-8fa8-a6c64fd6713a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390c1243295746b696d223f2f962029f&device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 1128 time: 0.2987919 Apr 07 11:14:04.933528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 535076b7-802d-4130-ab56-d020c420ad09 is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:04.943793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-e2ab9ac5-56c8-4ede-acc0-9afb315b19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:04.948928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-e2ab9ac5-56c8-4ede-acc0-9afb315b19f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2943587 Apr 07 11:14:05.020034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41228) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:05.073582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41230) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:05.084704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5040d2f1-0226-4949-adf4-8b98869dbc82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2be370d3f6ba4411831fa1f02360e07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631566 Apr 07 11:14:05.090952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:05.129639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973255-527e-4064-8544-6087e3da21af req-8f7ded18-10a8-4a87-9c72-f1449eb2672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.140424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-8f7ded18-10a8-4a87-9c72-f1449eb2672a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1541393 Apr 07 11:14:05.140424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9afbe-fda0-4190-b620-8178843af519 req-4797380d-0b19-41ed-ba1a-3ef3e7e322a0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.140424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c9afbe-fda0-4190-b620-8178843af519 req-4797380d-0b19-41ed-ba1a-3ef3e7e322a0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2447631 Apr 07 11:14:05.155142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50fbd28c-09ac-4da0-93c7-8517460ef0c6 req-22c2fc6f-83ee-46fc-8b45-1bde538d70c4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638226 Apr 07 11:14:05.204758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-b2fd35db-a1ad-4126-9085-62d4395893b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.206450 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-b2fd35db-a1ad-4126-9085-62d4395893b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 200 len: 921 time: 0.2895632 Apr 07 11:14:05.249529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a63757ea-e811-47bb-8de2-68a504b303dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cd46c12619042ea8bfb9e63365c9ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670997 Apr 07 11:14:05.270005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:05.270800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53aba91f-7852-41b1-96fb-b5a4929a79fb admin admin] Publish callbacks [] for security_group (99a836a8-b357-4a10-bbb8-5f8a5601c7e3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.275547 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-c5a61cb7-fd05-45dd-9710-fc00974ccb62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 200 len: 217 time: 0.0597970 Apr 07 11:14:05.369418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53aba91f-7852-41b1-96fb-b5a4929a79fb admin admin] Publish callbacks [] for security_group (99a836a8-b357-4a10-bbb8-5f8a5601c7e3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.419583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-87b5a213-f148-49da-9607-b1768d0a922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.421194 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-87b5a213-f148-49da-9607-b1768d0a922f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 200 len: 859 time: 0.1302838 Apr 07 11:14:05.470934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c9afbe-fda0-4190-b620-8178843af519 req-ded972f5-1dff-4187-beac-a237bc7212d5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619343 Apr 07 11:14:05.495290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-f7ec5e97-c257-4462-a209-cf4fcd11f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.497472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-f7ec5e97-c257-4462-a209-cf4fcd11f3a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d4581b8-f713-4e3b-96c8-6d5ceb943d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696857 Apr 07 11:14:05.499319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53aba91f-7852-41b1-96fb-b5a4929a79fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (99a836a8-b357-4a10-bbb8-5f8a5601c7e3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.503507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53aba91f-7852-41b1-96fb-b5a4929a79fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.518806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-53aba91f-7852-41b1-96fb-b5a4929a79fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99a836a8-b357-4a10-bbb8-5f8a5601c7e3 HTTP/1.1" status: 204 len: 168 time: 0.4199090 Apr 07 11:14:05.561774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f1f4b-40c8-4d04-ab04-608131286709 req-0e3b7412-8583-4051-8190-900d83916b91 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.562143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aba91f-7852-41b1-96fb-b5a4929a79fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a836a8-b357-4a10-bbb8-5f8a5601c7e3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:05.566957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e13f1f4b-40c8-4d04-ab04-608131286709 req-0e3b7412-8583-4051-8190-900d83916b91 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.3141580 Apr 07 11:14:05.598775 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0b012f3-a605-4a8e-8291-543bd6fba4f9 admin admin] Publish callbacks [] for security_group (27722269-bbb1-4e02-90a7-5cc4f2d20a2c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.602155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-8191f7ed-3406-40fa-afa3-3a8b8a7d9cda service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563141 Apr 07 11:14:05.655338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0b012f3-a605-4a8e-8291-543bd6fba4f9 admin admin] Publish callbacks [] for security_group (27722269-bbb1-4e02-90a7-5cc4f2d20a2c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.763526 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-1595b20d-a0c3-4a1a-913e-455369916aea service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421513 Apr 07 11:14:05.815978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e13f1f4b-40c8-4d04-ab04-608131286709 req-48874532-75a7-4bd3-8e0f-8da31e6f55e9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478323 Apr 07 11:14:05.907910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f973255-527e-4064-8544-6087e3da21af req-c6ac7160-1ee7-4a9e-a58a-fc84a78f9971 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938099 Apr 07 11:14:05.926820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.932343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613662-bf8b-4736-aca8-e58c6a3ef725 req-ca162162-8a07-4aa1-8d05-9079b8df020e tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:05.934105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48613662-bf8b-4736-aca8-e58c6a3ef725 req-ca162162-8a07-4aa1-8d05-9079b8df020e tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2171395 Apr 07 11:14:05.960100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0b012f3-a605-4a8e-8291-543bd6fba4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (27722269-bbb1-4e02-90a7-5cc4f2d20a2c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.962917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0b012f3-a605-4a8e-8291-543bd6fba4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:05.964158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f0b012f3-a605-4a8e-8291-543bd6fba4f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27722269-bbb1-4e02-90a7-5cc4f2d20a2c HTTP/1.1" status: 204 len: 168 time: 0.6923072 Apr 07 11:14:06.028689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b012f3-a605-4a8e-8291-543bd6fba4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27722269-bbb1-4e02-90a7-5cc4f2d20a2c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:06.034143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0249935-38d2-470c-a8a8-e56b86dbfa8e req-0355d473-79e4-4431-982b-6eab32917ddf service neutron] 10.222.0.23 "GET /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614064 Apr 07 11:14:06.059863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-99eb7bdf-b97d-4f31-bcc9-ff7c5c7c0432 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 200 len: 693 time: 0.0874591 Apr 07 11:14:06.186272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48613662-bf8b-4736-aca8-e58c6a3ef725 req-d7d6753e-e2d9-4549-b005-a3de274204f7 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345254 Apr 07 11:14:06.315253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01340-3197-44fc-828a-315d18ade446 req-4e9f9193-f9d9-47b9-8307-321c4ea486cc tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:06.316854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-4e9f9193-f9d9-47b9-8307-321c4ea486cc tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2333336 Apr 07 11:14:06.351408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-e699b446-dad9-408f-a59c-64da076d6dc4 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:14:06.352500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-e699b446-dad9-408f-a59c-64da076d6dc4 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141871 Apr 07 11:14:06.474683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-6a555559-dae2-4903-b793-b6f7433847d4 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 696 time: 0.1019416 Apr 07 11:14:06.486585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c17107-bb0d-4ee4-be6f-dc236d66a031 req-024d53ce-a387-4dd4-ac22-c3c7eed0ae89 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:06.488422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2c17107-bb0d-4ee4-be6f-dc236d66a031 req-024d53ce-a387-4dd4-ac22-c3c7eed0ae89 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 947 time: 0.1934652 Apr 07 11:14:06.531546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b185cd5-b318-447f-8259-36dff0977802', 'tag': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:06.534005 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17cf20b-82bb-431e-afca-deb9403ca360" -d '{"events": [{"name": "network-changed", "server_uuid": "0b185cd5-b318-447f-8259-36dff0977802", "tag": "866da0b4-ca2b-4e7d-a19e-7b09efb2d595"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:06.543632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-52102495-0b03-4bf1-a417-6c714931fe22 service neutron] 10.222.0.41 "GET /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.2070024 Apr 07 11:14:06.569466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-56ceee68-58cd-4005-877e-675c2af24b58 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 696 time: 0.0798297 Apr 07 11:14:06.621192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41264) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:06.685204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b08132b3-714e-46cb-85d6-6207f0131484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82fa8daf179a46e49ef6c41e3c786de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593133 Apr 07 11:14:06.686381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:06.749262 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36f9232c-93cf-413b-b086-5b319056a29f admin admin] Publish callbacks [] for security_group (e058619a-9f1c-47aa-9e98-8b18195caeef), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:06.758697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2c17107-bb0d-4ee4-be6f-dc236d66a031 req-d82e55e3-0000-4f7d-9ffd-7d3dde2d3d44 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168651 Apr 07 11:14:06.777500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36f9232c-93cf-413b-b086-5b319056a29f admin admin] Publish callbacks [] for security_group (e058619a-9f1c-47aa-9e98-8b18195caeef), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:06.868026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36f9232c-93cf-413b-b086-5b319056a29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e058619a-9f1c-47aa-9e98-8b18195caeef), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:06.872602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36f9232c-93cf-413b-b086-5b319056a29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:06.877896 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36f9232c-93cf-413b-b086-5b319056a29f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e058619a-9f1c-47aa-9e98-8b18195caeef HTTP/1.1" status: 204 len: 168 time: 0.1864097 Apr 07 11:14:06.886388 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ff170-89c9-4a41-b66b-1437c95e57f9 x-openstack-request-id: req-3f6ff170-89c9-4a41-b66b-1437c95e57f9 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:06.886687 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b185cd5-b318-447f-8259-36dff0977802", "tag": "866da0b4-ca2b-4e7d-a19e-7b09efb2d595", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:06.886949 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f6ff170-89c9-4a41-b66b-1437c95e57f9 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:06.887351 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6ff170-89c9-4a41-b66b-1437c95e57f9'] response: {'name': 'network-changed', 'server_uuid': '0b185cd5-b318-447f-8259-36dff0977802', 'tag': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'status': 'completed', 'code': 200} Apr 07 11:14:06.895111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9232c-93cf-413b-b086-5b319056a29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e058619a-9f1c-47aa-9e98-8b18195caeef,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:06.905583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Deleting port d3620625-141d-4e9b-92ae-6d2303614661 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:06.906090 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d3620625-141d-4e9b-92ae-6d2303614661), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:06.996812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-69838460-9680-4079-9a77-574998195ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:07.000527 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-69838460-9680-4079-9a77-574998195ef1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 1129 time: 0.0740969 Apr 07 11:14:07.022291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:07.068149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:07.113547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:07.132835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-3d5611a7-b69b-410e-9f1a-52f80d4364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:07.134698 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-3d5611a7-b69b-410e-9f1a-52f80d4364cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1280189 Apr 07 11:14:07.196213 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-cfa8b32c-8ea1-4321-a948-5cdc002bbb3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595 HTTP/1.1" status: 200 len: 217 time: 0.0495553 Apr 07 11:14:07.285192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-91dfcd09-f7b8-458d-a4d1-1947d2341b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:07.288222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-91dfcd09-f7b8-458d-a4d1-1947d2341b53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0773485 Apr 07 11:14:07.386761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-1a3a8cc1-d0b9-4577-9f76-a855baa89bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:07.389921 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-1a3a8cc1-d0b9-4577-9f76-a855baa89bf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0939999 Apr 07 11:14:07.556309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-72dc36d2-3d62-4307-b51b-35b454e76885 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578999 Apr 07 11:14:07.650596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d3620625-141d-4e9b-92ae-6d2303614661), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:07.651391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (d3620625-141d-4e9b-92ae-6d2303614661), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:07.657447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535076b7-802d-4130-ab56-d020c420ad09 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:07.684249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Calling delete_port for d3620625-141d-4e9b-92ae-6d2303614661 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:07.690008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:07.715722 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d17cf20b-82bb-431e-afca-deb9403ca360 req-52fbdadd-25be-49c3-8a6d-e73240305b9a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512825 Apr 07 11:14:07.731177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872d811-fd7b-42be-96b8-550ea8565ec8 req-7b278dff-46a2-4808-b600-bfdebdd38634 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:07.732757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2872d811-fd7b-42be-96b8-550ea8565ec8 req-7b278dff-46a2-4808-b600-bfdebdd38634 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 944 time: 0.7059443 Apr 07 11:14:07.770013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:07.901794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2872d811-fd7b-42be-96b8-550ea8565ec8 req-436b965f-05cb-4aeb-883a-447ee29323ef tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328633 Apr 07 11:14:07.931374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Transition to ACTIVE for port object 535076b7-802d-4130-ab56-d020c420ad09 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:07.940157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:08.106322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] No DVR routers for this DVR port 535076b7-802d-4130-ab56-d020c420ad09 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:08.118201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Pushing event updated for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:08.123494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d3620625-141d-4e9b-92ae-6d2303614661), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:08.154086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.154342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.154652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.155003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.155341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.155678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.156542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.156877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.157240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.157574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.157908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.158235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.158568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:08.173405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-0f7b63ea-f49c-4466-b5bd-444fa7e53b72 service neutron] 10.222.0.41 "PUT /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09/bindings/n-h1-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6201785 Apr 07 11:14:08.199750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028c1f-2464-40d9-a42d-d90d78f14e28 req-64c40c8e-c253-4325-a6cb-29f7d35d530a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.201292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb028c1f-2464-40d9-a42d-d90d78f14e28 req-64c40c8e-c253-4325-a6cb-29f7d35d530a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2178116 Apr 07 11:14:08.206779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event deleted for resources: {'Port': ['ID=d3620625-141d-4e9b-92ae-6d2303614661,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:08.311624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb028c1f-2464-40d9-a42d-d90d78f14e28 req-19339934-bc19-45c4-8913-62d8efb74309 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022065 Apr 07 11:14:08.313238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks [] for floatingip (4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:08.317364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:08.326775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed01340-3197-44fc-828a-315d18ade446 req-1fc75b14-662c-4247-9861-d6e39f20cd6e tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c0ea5de-e5a9-4fef-bed1-cc89ae6f91d8 HTTP/1.1" status: 204 len: 173 time: 1.7290924 Apr 07 11:14:08.331560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-a947cfdf-cd7a-4ea4-ab9b-47d610869c3d tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.334535 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-a947cfdf-cd7a-4ea4-ab9b-47d610869c3d tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.0857675 Apr 07 11:14:08.407396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-3d707040-ec5d-4f98-8fa6-93448fb26bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.408971 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-3d707040-ec5d-4f98-8fa6-93448fb26bad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61&tenant_id=5430aaa714024d25b4b2185e48a80813 HTTP/1.1" status: 200 len: 1127 time: 0.0647924 Apr 07 11:14:08.474476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6da87-e714-4610-8b19-7664534201a6 req-1af4d604-3fe2-4a9e-84c3-5fe0e61748cd tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.477626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd6da87-e714-4610-8b19-7664534201a6 req-1af4d604-3fe2-4a9e-84c3-5fe0e61748cd tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 947 time: 0.0935893 Apr 07 11:14:08.499851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-d99e94f1-e5eb-4db8-a34b-63aa09c273f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.502847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-d99e94f1-e5eb-4db8-a34b-63aa09c273f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5430aaa714024d25b4b2185e48a80813&device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1127 time: 0.0584602 Apr 07 11:14:08.550050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd6da87-e714-4610-8b19-7664534201a6 req-75beef69-5d0c-438a-8edd-8d7bd6fbe25a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661240 Apr 07 11:14:08.671701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2f078b57-e53d-4caf-a336-3e0e24b3c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.676897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2f078b57-e53d-4caf-a336-3e0e24b3c5bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 200 len: 908 time: 0.1671021 Apr 07 11:14:08.769183 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-fe530c7a-030a-4e90-bafa-6feedca6cc4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 200 len: 217 time: 0.0820615 Apr 07 11:14:08.855160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-feec29da-df36-4675-a846-f35b59ce3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:08.858287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-feec29da-df36-4675-a846-f35b59ce3bd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 200 len: 847 time: 0.0819685 Apr 07 11:14:08.930029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-8e16499e-d9b7-421a-a5ba-a518003634f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a07638e2-76b3-4155-9144-c864387ac20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622308 Apr 07 11:14:08.964113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15b589-d7b5-41b3-947d-58f551e55d78 req-66762ac7-72d7-4629-a9dc-7240f85b2620 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0327842 Apr 07 11:14:09.006126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74261da3-8222-4eeb-9d6c-78cc3032bf8f req-30da2ebf-f810-4ebd-ab74-f420d8555093 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:09.010304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74261da3-8222-4eeb-9d6c-78cc3032bf8f req-30da2ebf-f810-4ebd-ab74-f420d8555093 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 946 time: 0.1219339 Apr 07 11:14:09.081559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74261da3-8222-4eeb-9d6c-78cc3032bf8f req-a2c2eaee-fe09-4922-a94c-0bad68748c4d tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689688 Apr 07 11:14:09.086211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-fec30e1f-4146-4b20-8258-ddf62c0e981e service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476088 Apr 07 11:14:09.232206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a446ac8-c14f-46f4-a03f-6e48b3f07f06 req-9e9d1360-c394-44d0-84bc-d78c27fc65b5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:09.234918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a446ac8-c14f-46f4-a03f-6e48b3f07f06 req-9e9d1360-c394-44d0-84bc-d78c27fc65b5 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 945 time: 0.0948377 Apr 07 11:14:09.240517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-aa619f31-3101-4e21-b29d-b718ad689259 service neutron] 10.222.0.23 "GET /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431968 Apr 07 11:14:09.355842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a446ac8-c14f-46f4-a03f-6e48b3f07f06 req-4d76b117-eaf6-4b07-9f86-7fe164a152dc tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128650 Apr 07 11:14:09.521969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d94204-ce76-4fa5-bda5-f406997ee26b req-e28fa96c-74d5-40e2-bf1a-2c9cc8db5777 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:09.523949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1d94204-ce76-4fa5-bda5-f406997ee26b req-e28fa96c-74d5-40e2-bf1a-2c9cc8db5777 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.0724423 Apr 07 11:14:09.586934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-566ab2ba-22be-4f70-81fa-7cd943ae1e0e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:09.589214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-566ab2ba-22be-4f70-81fa-7cd943ae1e0e tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61&tenant_id=5430aaa714024d25b4b2185e48a80813&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.0723851 Apr 07 11:14:09.652620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1d94204-ce76-4fa5-bda5-f406997ee26b req-b4997b6d-1f39-4e1e-8702-e7b65c81c41b tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204202 Apr 07 11:14:09.886431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2759aa-53bd-42cd-af9c-dd3f1fc46299 req-e24f7f3a-eaf2-49a3-b4a9-a9e7883203e6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:09.902948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba2759aa-53bd-42cd-af9c-dd3f1fc46299 req-e24f7f3a-eaf2-49a3-b4a9-a9e7883203e6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 947 time: 0.1180203 Apr 07 11:14:09.997972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba2759aa-53bd-42cd-af9c-dd3f1fc46299 req-257d1d22-1c5d-45b8-807c-1b9ccb10203c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938509 Apr 07 11:14:10.084547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d87e7e2-8a64-4299-b884-e4a6e24f6d11 req-24c57b0c-6d90-4ac4-91aa-543d0e55285f tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0850196 Apr 07 11:14:10.187981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-640bca2d-2c20-4c93-aeaa-b47aa4b3bebe service neutron] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:10.192710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-640bca2d-2c20-4c93-aeaa-b47aa4b3bebe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:10.194370 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-640bca2d-2c20-4c93-aeaa-b47aa4b3bebe service neutron] 10.222.0.23 "DELETE /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09/bindings/n-h2-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.5974259 Apr 07 11:14:10.280118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336ebe7-537b-4c8f-84fb-a3f2923ba656 req-bf7d0d94-85e4-44af-8978-b17cfe447a95 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:10.282402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c336ebe7-537b-4c8f-84fb-a3f2923ba656 req-bf7d0d94-85e4-44af-8978-b17cfe447a95 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 946 time: 0.0830798 Apr 07 11:14:10.357341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c336ebe7-537b-4c8f-84fb-a3f2923ba656 req-46b8a14d-1a05-414b-a230-16b4ad35386f tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9733d8e-b2cd-46cb-834b-c844760c6d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Apr 07 11:14:10.467597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-3023c55d-87d7-4b9a-97e2-415417b0f868 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:10.469746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-3023c55d-87d7-4b9a-97e2-415417b0f868 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 946 time: 0.0776606 Apr 07 11:14:10.617335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6b4b-2c44-43a6-b461-50e1f709d1ee req-c2a2ade2-e6ba-4f18-ada3-c29d0f692ef7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:10.627806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa3f6b4b-2c44-43a6-b461-50e1f709d1ee req-c2a2ade2-e6ba-4f18-ada3-c29d0f692ef7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 945 time: 0.1300535 Apr 07 11:14:10.628656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Deleting port dfc53d51-ed48-4a56-b46f-4070e69e2a5f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:10.629273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:10.721432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:14:10.753121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa3f6b4b-2c44-43a6-b461-50e1f709d1ee req-13a314af-c2b5-44b8-8bab-b912793d353c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104496 Apr 07 11:14:10.798943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] For port dfc53d51-ed48-4a56-b46f-4070e69e2a5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:10.799772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:10.839194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Calling delete_port for dfc53d51-ed48-4a56-b46f-4070e69e2a5f owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:10.904095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:10.907324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483ef6e-c435-48e1-8a9c-837041add76f req-99a26dd0-77e9-4d08-8e14-c03a3135b381 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:10.909179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4483ef6e-c435-48e1-8a9c-837041add76f req-99a26dd0-77e9-4d08-8e14-c03a3135b381 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1020665 Apr 07 11:14:10.919753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'mac_address': 'fa:16:3e:75:55:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:14:11.040693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4483ef6e-c435-48e1-8a9c-837041add76f req-c8de7f87-37f9-4063-b7f0-98700bca572c tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148245 Apr 07 11:14:11.041388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:11.041388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:11.065162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569340-b97a-4737-a9a9-8c2401aabe0a req-b6679b35-46fa-4266-b0f0-7070f361014f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:11.077297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dfc53d51-ed48-4a56-b46f-4070e69e2a5f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:11.078497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33569340-b97a-4737-a9a9-8c2401aabe0a req-b6679b35-46fa-4266-b0f0-7070f361014f tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 1127 time: 0.1135092 Apr 07 11:14:11.083112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:11.100222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['dfc53d51-ed48-4a56-b46f-4070e69e2a5f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:11.136006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Pushing event deleted for resources: {'Port': ['ID=dfc53d51-ed48-4a56-b46f-4070e69e2a5f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:11.209167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] No DVR routers for this DVR port dfc53d51-ed48-4a56-b46f-4070e69e2a5f on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:11.211967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:11.217088 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-83bbe0f5-a6c0-4542-96b7-ed061be272f7 req-a12367d1-2467-4082-bd7d-3415cc8f1c21 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.23 "DELETE /v2.0/ports/dfc53d51-ed48-4a56-b46f-4070e69e2a5f HTTP/1.1" status: 204 len: 173 time: 0.7390716 Apr 07 11:14:11.217895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'name': 'network-vif-deleted', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:11.221850 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3b6f4-dbe0-46ba-b36c-d5baeab1bb89" -d '{"events": [{"server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "name": "network-vif-deleted", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:11.240653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33569340-b97a-4737-a9a9-8c2401aabe0a req-3118efdd-4be9-4dc0-9e32-f895d6bf37ad tempest-LiveMigrationTest-1333907268 tempest-LiveMigrationTest-1333907268-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645234 Apr 07 11:14:11.247172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:11.253009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:11.289346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311a23-f610-4c20-ae76-3ec9ee2db653 req-c4353aa7-5284-456e-b289-4dce1573e736 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:11.291270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56311a23-f610-4c20-ae76-3ec9ee2db653 req-c4353aa7-5284-456e-b289-4dce1573e736 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 947 time: 0.1097307 Apr 07 11:14:11.330135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:11.375968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56311a23-f610-4c20-ae76-3ec9ee2db653 req-7e6a7543-2874-419b-8aad-fa8045c19762 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738292 Apr 07 11:14:11.487651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7387dbbd-248f-4eaf-9a4e-f5a60403e04c req-5f9ad55d-51ca-4173-ac6e-ee5f76940153 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0303261 Apr 07 11:14:11.544265 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627ae7f6-cbad-4d98-b3c9-40198f5f9170 x-openstack-request-id: req-627ae7f6-cbad-4d98-b3c9-40198f5f9170 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:11.544619 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7d0acd-3b62-4b18-b966-f4a6096d072a", "name": "network-vif-deleted", "tag": "dfc53d51-ed48-4a56-b46f-4070e69e2a5f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:11.545039 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-627ae7f6-cbad-4d98-b3c9-40198f5f9170 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:11.545483 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627ae7f6-cbad-4d98-b3c9-40198f5f9170'] response: {'server_uuid': '0d7d0acd-3b62-4b18-b966-f4a6096d072a', 'name': 'network-vif-deleted', 'tag': 'dfc53d51-ed48-4a56-b46f-4070e69e2a5f', 'status': 'completed', 'code': 200} Apr 07 11:14:11.681113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['866da0b4-ca2b-4e7d-a19e-7b09efb2d595'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:11.789793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5c96aab-0e6f-454d-bf8d-2fb2907069e6 req-6d980fed-f6bf-4d59-b802-cef6631a6d91 tempest-FloatingIPsAssociationTestJSON-1438555582 tempest-FloatingIPsAssociationTestJSON-1438555582-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d0acd-3b62-4b18-b966-f4a6096d072a HTTP/1.1" status: 200 len: 210 time: 0.0386119 Apr 07 11:14:11.931033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb9707-7355-4161-a841-2ee144e9d0c3 req-763fa679-ea44-499f-909c-89bd96c1177d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:11.933173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56bb9707-7355-4161-a841-2ee144e9d0c3 req-763fa679-ea44-499f-909c-89bd96c1177d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 945 time: 0.0781846 Apr 07 11:14:12.012660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56bb9707-7355-4161-a841-2ee144e9d0c3 req-fea27f39-6e6d-476a-a6f7-96322225aba9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Apr 07 11:14:12.195297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e160ad-e1a9-4b95-831a-8f88dbc2ebcf req-1adbf543-d53a-4434-8296-a44113d477bf tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:12.196842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8e160ad-e1a9-4b95-831a-8f88dbc2ebcf req-1adbf543-d53a-4434-8296-a44113d477bf tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.0615456 Apr 07 11:14:12.210865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-81a02557-781f-4673-9f76-346ef7091ca7 req-5922b0e6-59e1-425c-9f79-45c56cb55a86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0306876 Apr 07 11:14:12.247714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8e160ad-e1a9-4b95-831a-8f88dbc2ebcf req-c7acd288-0f0e-4f2c-a28e-4838692f4638 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Apr 07 11:14:12.518136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80923644-a7dd-485e-bf0b-6154e2cadff6 req-17d37d17-f004-4694-842f-fcfb27053c98 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:12.519959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80923644-a7dd-485e-bf0b-6154e2cadff6 req-17d37d17-f004-4694-842f-fcfb27053c98 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 948 time: 0.0749726 Apr 07 11:14:12.597266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80923644-a7dd-485e-bf0b-6154e2cadff6 req-15bbbd2a-b116-4e99-8a0e-6f75b40f9b3d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713093 Apr 07 11:14:12.621953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-735b38fa-780b-4add-ae62-e4fdc06ad9f7 req-8dddeb30-ecd5-47b2-a526-d98bb6fe22a1 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0484984 Apr 07 11:14:12.718194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-be89ad9d-1e1f-4e08-8712-840f3cc15e43 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:12.720695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-be89ad9d-1e1f-4e08-8712-840f3cc15e43 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 945 time: 0.0669203 Apr 07 11:14:12.834594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Deleting port 535076b7-802d-4130-ab56-d020c420ad09 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:12.836700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (535076b7-802d-4130-ab56-d020c420ad09), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:12.879592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41492) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:12.992017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] For port 535076b7-802d-4130-ab56-d020c420ad09, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=535076b7-802d-4130-ab56-d020c420ad09,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:12.992446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (535076b7-802d-4130-ab56-d020c420ad09), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:13.014554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-835b641b-489a-471d-bde7-934cdef03821 req-a4b602e1-8ab7-4750-a776-f3f506ff436c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0352166 Apr 07 11:14:13.015181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Calling delete_port for 535076b7-802d-4130-ab56-d020c420ad09 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:13.188039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (535076b7-802d-4130-ab56-d020c420ad09), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:13.201880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b073e1a4-14d3-4de9-a53f-407e3ba3205c', '535076b7-802d-4130-ab56-d020c420ad09'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:13.227125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event deleted for resources: {'Port': ['ID=535076b7-802d-4130-ab56-d020c420ad09,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:13.256826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7ccea52-3f19-4c86-a32b-0ae4fbc2b0aa req-e5b860bf-a5ff-44a9-84c7-75246c8c2d9d tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0636821 Apr 07 11:14:13.316955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] No DVR routers for this DVR port 535076b7-802d-4130-ab56-d020c420ad09 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:13.320412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:13.324393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22805675-8383-4d0c-af8e-fc52c7634a35 req-3a7473e2-207a-426c-91b0-eea7d36f1478 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "DELETE /v2.0/ports/535076b7-802d-4130-ab56-d020c420ad09 HTTP/1.1" status: 204 len: 173 time: 0.5972400 Apr 07 11:14:13.468226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a110ac-925a-4ccc-ba46-3c098e20d18a req-eccaa292-0468-4c58-9369-c05a70945abe tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:13.469936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46a110ac-925a-4ccc-ba46-3c098e20d18a req-eccaa292-0468-4c58-9369-c05a70945abe tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1274278 Apr 07 11:14:13.547999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'name': 'network-vif-deleted', 'tag': '535076b7-802d-4130-ab56-d020c420ad09'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:13.550341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46a110ac-925a-4ccc-ba46-3c098e20d18a req-92362ca8-1b71-4fe3-a067-c87344b8b568 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738232 Apr 07 11:14:13.551232 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfe39fb-7f28-41fe-ba05-2d27b8f34a44" -d '{"events": [{"server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "name": "network-vif-deleted", "tag": "535076b7-802d-4130-ab56-d020c420ad09"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:13.617002 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:13.641700 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73a0bdf-3ec9-492f-bd0e-fd4c73ef5bf9 x-openstack-request-id: req-a73a0bdf-3ec9-492f-bd0e-fd4c73ef5bf9 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:13.642154 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034a4cc1-d7d1-4036-8b4b-134487f68a61", "name": "network-vif-deleted", "tag": "535076b7-802d-4130-ab56-d020c420ad09", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:13.642509 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a73a0bdf-3ec9-492f-bd0e-fd4c73ef5bf9 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:13.643016 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73a0bdf-3ec9-492f-bd0e-fd4c73ef5bf9'] response: {'server_uuid': '034a4cc1-d7d1-4036-8b4b-134487f68a61', 'name': 'network-vif-deleted', 'tag': '535076b7-802d-4130-ab56-d020c420ad09', 'status': 'completed', 'code': 200} Apr 07 11:14:13.791550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd93ea-fccc-4c22-afde-02c4cf116912 req-c9f686c7-cf82-478f-a585-61a4f17f8c72 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:13.793283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97dd93ea-fccc-4c22-afde-02c4cf116912 req-c9f686c7-cf82-478f-a585-61a4f17f8c72 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 948 time: 0.0918016 Apr 07 11:14:13.894695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97dd93ea-fccc-4c22-afde-02c4cf116912 req-a2ade971-f719-4252-8737-3e4829d3cd57 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719802 Apr 07 11:14:13.972340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device dfc53d51-ed48-4a56-b46f-4070e69e2a5f no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:14.020378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: dfc53d51-ed48-4a56-b46f-4070e69e2a5f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:14.020727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device dfc53d51-ed48-4a56-b46f-4070e69e2a5f not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:14.041331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Deleting port 596eec24-0350-440f-945e-054a6a1269d4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:14.041331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (596eec24-0350-440f-945e-054a6a1269d4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.061834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb5efdf6-de28-49fe-bfd6-0903b0453ac0 req-d190b1cc-2d48-4e72-9c33-d0da5ab8f392 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0369732 Apr 07 11:14:14.176421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] For port 596eec24-0350-440f-945e-054a6a1269d4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=596eec24-0350-440f-945e-054a6a1269d4,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:14.176995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (596eec24-0350-440f-945e-054a6a1269d4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.200526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Calling delete_port for 596eec24-0350-440f-945e-054a6a1269d4 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:14.395717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41522) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:14.417899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff9a56ac-1938-4024-beed-820de06d7d0c req-d1a84842-7134-4087-ac12-a59b8e7f4140 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0418351 Apr 07 11:14:14.523518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (596eec24-0350-440f-945e-054a6a1269d4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.526410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-155fb5bd-d134-4b88-ab54-d6bc1225abd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.557728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=596eec24-0350-440f-945e-054a6a1269d4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:14.650066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-155fb5bd-d134-4b88-ab54-d6bc1225abd4 admin admin] Publish callbacks [] for security_group (bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.658074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-155fb5bd-d134-4b88-ab54-d6bc1225abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.702421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fb5bd-d134-4b88-ab54-d6bc1225abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:14.708255 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-155fb5bd-d134-4b88-ab54-d6bc1225abd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa569d1936884a1e9b8c27a8a58315b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114555 Apr 07 11:14:14.712565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41528) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:14.740066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:14.775153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6da9008-a76f-4449-bd0e-2974d0f88506 admin admin] Publish callbacks [] for security_group (bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.803094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6da9008-a76f-4449-bd0e-2974d0f88506 admin admin] Publish callbacks [] for security_group (bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.833392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:14:14.846279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:14.848124 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.855300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a812-1f06-44b5-bce7-8c0fce22fec4 req-d3ebd016-f91d-4b7f-b910-65c97359d90a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:14.858134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb41a812-1f06-44b5-bce7-8c0fce22fec4 req-d3ebd016-f91d-4b7f-b910-65c97359d90a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1562684 Apr 07 11:14:14.884729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.894067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6da9008-a76f-4449-bd0e-2974d0f88506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.897156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6da9008-a76f-4449-bd0e-2974d0f88506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:14.898604 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a6da9008-a76f-4449-bd0e-2974d0f88506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4 HTTP/1.1" status: 204 len: 168 time: 0.1841285 Apr 07 11:14:14.914248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da9008-a76f-4449-bd0e-2974d0f88506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc16e866-cb7c-4ca1-b4c7-4c89fa13f7a4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:15.032436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:15.032970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.039051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb41a812-1f06-44b5-bce7-8c0fce22fec4 req-47b6570a-d333-4cea-b697-7016aaed3991 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444581 Apr 07 11:14:15.092584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b185cd5-b318-447f-8259-36dff0977802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:15.099412 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313e38f2-54bc-4911-8d70-5bdc6bb46598" -d '{"events": [{"server_uuid": "0b185cd5-b318-447f-8259-36dff0977802", "name": "network-vif-plugged", "status": "completed", "tag": "866da0b4-ca2b-4e7d-a19e-7b09efb2d595"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:15.113514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:15.121360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24271c21-9101-4cf2-82e6-22d853fba860 req-ad9e8133-49ea-46eb-8aec-5b5f0de62717 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:15.122820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.132654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24271c21-9101-4cf2-82e6-22d853fba860 req-ad9e8133-49ea-46eb-8aec-5b5f0de62717 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 948 time: 0.0922959 Apr 07 11:14:15.218456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:15.317603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24271c21-9101-4cf2-82e6-22d853fba860 req-83ae2d94-bf81-43c4-b5b9-dc63fd8f3ae0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839361 Apr 07 11:14:15.339725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8992f03-863e-4bcc-a4da-caea206809ad req-95dd3628-f3af-42e7-a0ee-ae767a502a58 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0817094 Apr 07 11:14:15.385254 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb7266-17f3-4826-9185-5cdd250218b4 x-openstack-request-id: req-eecb7266-17f3-4826-9185-5cdd250218b4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:15.385679 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b185cd5-b318-447f-8259-36dff0977802", "name": "network-vif-plugged", "status": "completed", "tag": "866da0b4-ca2b-4e7d-a19e-7b09efb2d595", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:15.386051 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eecb7266-17f3-4826-9185-5cdd250218b4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:15.386543 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecb7266-17f3-4826-9185-5cdd250218b4'] response: {'server_uuid': '0b185cd5-b318-447f-8259-36dff0977802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'code': 200} Apr 07 11:14:15.398319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:14:15.421059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:15.440145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f730b07-70aa-410b-b13c-e9bf55ca24d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.541267 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f730b07-70aa-410b-b13c-e9bf55ca24d6 admin admin] Publish callbacks [] for security_group (a6e02868-109d-495e-952f-b548fb86eee4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.547685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f730b07-70aa-410b-b13c-e9bf55ca24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a6e02868-109d-495e-952f-b548fb86eee4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.578516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc787a6b-7d28-42a6-8cea-78bba2690186 req-f6a6664f-8a6b-45eb-ae59-5c76a24e30d9 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0350611 Apr 07 11:14:15.590899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f730b07-70aa-410b-b13c-e9bf55ca24d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e02868-109d-495e-952f-b548fb86eee4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:15.597214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0f730b07-70aa-410b-b13c-e9bf55ca24d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a6076838c94a2ab95fd4a9be0bf5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747019 Apr 07 11:14:15.599649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:15.602244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7d8f-b080-4993-bdcb-dac2221482ba req-5d145198-c4e7-45fe-a2be-cc8ce7d62be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:15.603798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9def7d8f-b080-4993-bdcb-dac2221482ba req-5d145198-c4e7-45fe-a2be-cc8ce7d62be2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 1131 time: 0.1089311 Apr 07 11:14:15.631576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:15.639095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a5c3ebc-59ae-4b86-8906-dc52a914b7d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/7f3081f1-b7d1-4645-9f36-0c4df07a7b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7554545 Apr 07 11:14:15.641009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] Sync routers for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:15.643809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41558) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:15.660765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:15.661734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:15.701320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9def7d8f-b080-4993-bdcb-dac2221482ba req-ed114052-3fc9-4259-8c28-da9772dc212f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Apr 07 11:14:15.773850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e8a-4dbd-4351-bea3-ea38e65d96b1 admin admin] Publish callbacks [] for security_group (a6e02868-109d-495e-952f-b548fb86eee4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.841692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e8a-4dbd-4351-bea3-ea38e65d96b1 admin admin] Publish callbacks [] for security_group (a6e02868-109d-495e-952f-b548fb86eee4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.891435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks [] for router (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.910262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:15.931125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2af7bc5-c8d9-4034-82da-bd90b463c939 req-1eef4194-35e6-4f66-853f-f8d5419c1758 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0538995 Apr 07 11:14:15.995519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:15.997112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e8a-4dbd-4351-bea3-ea38e65d96b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a6e02868-109d-495e-952f-b548fb86eee4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:15.999769 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e8a-4dbd-4351-bea3-ea38e65d96b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.000923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a5c69e8a-4dbd-4351-bea3-ea38e65d96b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6e02868-109d-495e-952f-b548fb86eee4 HTTP/1.1" status: 204 len: 168 time: 0.4003460 Apr 07 11:14:16.016452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c69e8a-4dbd-4351-bea3-ea38e65d96b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e02868-109d-495e-952f-b548fb86eee4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:16.063450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks [] for router_gateway (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.132523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 535076b7-802d-4130-ab56-d020c420ad09 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:16.133081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 535076b7-802d-4130-ab56-d020c420ad09 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:16.222077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Deleting port 20c2c898-a5eb-441c-a700-c87192915370 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:16.222787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (20c2c898-a5eb-441c-a700-c87192915370), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.249168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b52d08-3c15-4a56-8406-20867a58c8e5 req-94b64411-db98-4932-8209-6023827c4fdd tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:16.251386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72b52d08-3c15-4a56-8406-20867a58c8e5 req-94b64411-db98-4932-8209-6023827c4fdd tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.0935941 Apr 07 11:14:16.338896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] For port 20c2c898-a5eb-441c-a700-c87192915370, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=20c2c898-a5eb-441c-a700-c87192915370,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:16.339260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (20c2c898-a5eb-441c-a700-c87192915370), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.360834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Calling delete_port for 20c2c898-a5eb-441c-a700-c87192915370 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:16.369337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '20c2c898-a5eb-441c-a700-c87192915370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:14:14Z', 'revision_number': 5, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port': {'id': '20c2c898-a5eb-441c-a700-c87192915370', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:14Z', 'updated_at': '2022-04-07T11:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:16.394383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72b52d08-3c15-4a56-8406-20867a58c8e5 req-642aaec0-e0aa-4b79-8e36-64c4b2e4e2f1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370084 Apr 07 11:14:16.426253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] Checking router: 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:16.440127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] Routers {'7f3081f1-b7d1-4645-9f36-0c4df07a7b69'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:16.440986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:16.554421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e1808-a57e-4297-849e-bdd065448a1e req-17204c95-a2d8-4ee3-84e3-63973e324b07 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:16.557500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c8e1808-a57e-4297-849e-bdd065448a1e req-17204c95-a2d8-4ee3-84e3-63973e324b07 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 949 time: 0.0913920 Apr 07 11:14:16.604672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] Set router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:16.646994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (20c2c898-a5eb-441c-a700-c87192915370), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.692586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c8e1808-a57e-4297-849e-bdd065448a1e req-968681df-6562-4e29-8d6c-bc841501d998 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261585 Apr 07 11:14:16.698587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Pushing event deleted for resources: {'Port': ['ID=20c2c898-a5eb-441c-a700-c87192915370,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:16.753236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:14:16Z', 'revision_number': 6, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:16.790368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be3bdb95-2752-4a3b-a280-ddc5d2f215b8 req-95ffa16c-525e-4187-a1a5-147a580b9f81 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0332036 Apr 07 11:14:16.806502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d76cf-a3b2-4d84-97cd-b9ae5d2100a0 None None] The sync data for ids ['7f3081f1-b7d1-4645-9f36-0c4df07a7b69'] in n-d-836788-1 is: [{'id': '7f3081f1-b7d1-4645-9f36-0c4df07a7b69', 'name': 'tempest-FloatingIPsAssociationTestJSON-999351208-router', 'tenant_id': '390c1243295746b696d223f2f962029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:13Z', 'updated_at': '2022-04-07T11:14:16Z', 'revision_number': 6, 'project_id': '390c1243295746b696d223f2f962029f', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:16.809162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.911479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.913865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks [] for router_controller (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.974730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (7f3081f1-b7d1-4645-9f36-0c4df07a7b69), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.976334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3081f1-b7d1-4645-9f36-0c4df07a7b69 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:14:16.983024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:16.987576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:16.988120 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-294cd613-cfa8-4992-bf4e-187f7c56b60a admin admin] 10.222.0.13 "DELETE /v2.0/routers/7f3081f1-b7d1-4645-9f36-0c4df07a7b69 HTTP/1.1" status: 204 len: 168 time: 1.3431973 Apr 07 11:14:17.312389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 596eec24-0350-440f-945e-054a6a1269d4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:17.339444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 596eec24-0350-440f-945e-054a6a1269d4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:17.340109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 596eec24-0350-440f-945e-054a6a1269d4 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:17.540990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97729ef8-3b7b-4eb5-9570-94fb3768528b req-2237765b-9459-4a11-8b93-e9ba7f6d2cb7 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0576496 Apr 07 11:14:17.569824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Deleting subnet 8eca20c2-c4e4-4a62-a031-3338dd8adc11 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:17.570779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Publish callbacks [] for subnet (8eca20c2-c4e4-4a62-a031-3338dd8adc11), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:17.627882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8eca20c2-c4e4-4a62-a031-3338dd8adc11), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:17.656628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0226511-d37f-4c05-a8a4-0b0748d06969 req-fe7c6db3-284c-4c33-ad7c-c8745f6ae544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:17.658332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0226511-d37f-4c05-a8a4-0b0748d06969 req-fe7c6db3-284c-4c33-ad7c-c8745f6ae544 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.6084218 Apr 07 11:14:17.684006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d09c-2d00-4e82-8442-5b7ef2c91421 req-2e76eea6-31f9-4058-98a5-414305fe5bf1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:17.696675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8226d09c-2d00-4e82-8442-5b7ef2c91421 req-2e76eea6-31f9-4058-98a5-414305fe5bf1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1983719 Apr 07 11:14:17.837531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8226d09c-2d00-4e82-8442-5b7ef2c91421 req-d793bf0e-5acf-43ac-883d-57d65ec2fe33 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378102 Apr 07 11:14:17.860422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8eca20c2-c4e4-4a62-a031-3338dd8adc11), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:17.869008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0226511-d37f-4c05-a8a4-0b0748d06969 req-219a682d-8333-4b3e-8f9e-699067111242 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998410 Apr 07 11:14:17.972126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecb3d7cd-044e-4b0d-b187-5b52bac58f72 req-7f301e9f-ad82-4321-b2ea-acfa94290485 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0425601 Apr 07 11:14:17.989927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc9197-a6b9-42d8-a517-bcd99aa5d33c req-59639373-94d5-430f-94a9-9bf6b0c0d026 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:17.997944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63bc9197-a6b9-42d8-a517-bcd99aa5d33c req-59639373-94d5-430f-94a9-9bf6b0c0d026 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 949 time: 0.1761582 Apr 07 11:14:18.023645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8eca20c2-c4e4-4a62-a031-3338dd8adc11), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.056760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eca20c2-c4e4-4a62-a031-3338dd8adc11,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:18.078185 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.083832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0673d0ea-6568-47d8-acee-5c3f4a7989c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8eca20c2-c4e4-4a62-a031-3338dd8adc11 HTTP/1.1" status: 204 len: 168 time: 1.0949793 Apr 07 11:14:18.086939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41620) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:18.094034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80027fb5-1acb-4889-8d9a-a7dd125217f1 None None] Network 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:14:18.141177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63bc9197-a6b9-42d8-a517-bcd99aa5d33c req-39b3b8a2-1c50-41af-9429-a704273ba5e5 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423218 Apr 07 11:14:18.254562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (6d4581b8-f713-4e3b-96c8-6d5ceb943d91), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.356648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Deleting port f45a0343-f9bc-454b-b305-acd0a454466c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:18.356990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.366954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f04c0-15a1-4e2c-b3c0-9d55e14eabec req-701200fb-d8f3-4f4a-8dbc-425e4f62311f tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:18.368666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-141f04c0-15a1-4e2c-b3c0-9d55e14eabec req-701200fb-d8f3-4f4a-8dbc-425e4f62311f tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 1131 time: 0.0998642 Apr 07 11:14:18.394578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] DHCP port deletion for 6d4581b8-f713-4e3b-96c8-6d5ceb943d91 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:14:18.453311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] For port f45a0343-f9bc-454b-b305-acd0a454466c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f45a0343-f9bc-454b-b305-acd0a454466c,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:18.454333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.480202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Calling delete_port for f45a0343-f9bc-454b-b305-acd0a454466c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:18.483167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] Deleting port f45a0343-f9bc-454b-b305-acd0a454466c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:18.484704 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.513230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-141f04c0-15a1-4e2c-b3c0-9d55e14eabec req-6a30e17d-05f5-48f5-9a00-9a6f7fbbf8ca tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381419 Apr 07 11:14:18.661086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] For port f45a0343-f9bc-454b-b305-acd0a454466c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f45a0343-f9bc-454b-b305-acd0a454466c,segment=NetworkSegment(5463ffae-3c29-4183-9882-0ff07ef1161a),segment_id=5463ffae-3c29-4183-9882-0ff07ef1161a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:18.663558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.687584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bead-9d79-44d3-a8ed-9b8286587efb req-015542da-70a5-4d10-a9fe-17dbcc152db0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:18.698781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b91bead-9d79-44d3-a8ed-9b8286587efb req-015542da-70a5-4d10-a9fe-17dbcc152db0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1227162 Apr 07 11:14:18.714268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] Calling delete_port for f45a0343-f9bc-454b-b305-acd0a454466c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:18.737712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.782714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b91bead-9d79-44d3-a8ed-9b8286587efb req-8947cb9e-98d2-404f-8257-f01a873c86ae tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795624 Apr 07 11:14:18.822177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] No DVR routers for this DVR port f45a0343-f9bc-454b-b305-acd0a454466c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:18.829865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (f45a0343-f9bc-454b-b305-acd0a454466c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:18.833819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Pushing event deleted for resources: {'Port': ['ID=f45a0343-f9bc-454b-b305-acd0a454466c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:18.878614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] Pushing event deleted for resources: {'Port': ['ID=f45a0343-f9bc-454b-b305-acd0a454466c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:18.894205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61778ddd-0751-4175-80bd-9a64c6f85d06 None None] No DVR routers for this DVR port f45a0343-f9bc-454b-b305-acd0a454466c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:18.920570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c45b326-ac16-451d-bda2-bf87c6304327 req-232e6c08-9899-423b-b558-9e281a303d21 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0562582 Apr 07 11:14:18.943264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-83139aa4-c2b6-4a73-8700-7162a91d2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:18.944937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-83139aa4-c2b6-4a73-8700-7162a91d2e75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.2724817 Apr 07 11:14:18.945113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-1c2585ea-57eb-4410-b49e-348c9bcb360e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0637ace1e4542b2b72ff0901bea270a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355058 Apr 07 11:14:19.050981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (6d4581b8-f713-4e3b-96c8-6d5ceb943d91), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:19.089734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-e0d835c5-8581-4bea-99d9-c2a65ed0f4f3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389683 Apr 07 11:14:19.101359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ea60e1e5-1dc2-4102-a066-350a94b14b1a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:19.103703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ea60e1e5-1dc2-4102-a066-350a94b14b1a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579409 Apr 07 11:14:19.106401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4581b8-f713-4e3b-96c8-6d5ceb943d91']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:19.131718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5463ffae-3c29-4183-9882-0ff07ef1161a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:19.132222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5463ffae-3c29-4183-9882-0ff07ef1161a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:19.170447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-6a9e72d0-3584-498d-8da4-277152e6ff36 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/quotas/d0637ace1e4542b2b72ff0901bea270a HTTP/1.1" status: 200 len: 375 time: 0.0536458 Apr 07 11:14:19.196445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (5463ffae-3c29-4183-9882-0ff07ef1161a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:19.206621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-6cb267cc-65ff-4658-ad5d-976c8c73a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:19.208124 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-6cb267cc-65ff-4658-ad5d-976c8c73a0f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2554953 Apr 07 11:14:19.224835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5463ffae-3c29-4183-9882-0ff07ef1161a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:19.237119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-2d4bc824-0071-4c09-a4e8-1c3b608a0889 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478220 Apr 07 11:14:19.304674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-e7aaa7c5-4301-44e4-b309-6bf1c3e53374 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:19.315175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-e7aaa7c5-4301-44e4-b309-6bf1c3e53374 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092278 Apr 07 11:14:19.322009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:19.322425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (5463ffae-3c29-4183-9882-0ff07ef1161a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:19.324179 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:19.334863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 20c2c898-a5eb-441c-a700-c87192915370 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:19.335523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-ea613f7a-d954-40cf-a202-cb205eb72b28 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/quotas/f7fa72924b004d37960d36473b621240 HTTP/1.1" status: 200 len: 375 time: 0.0184252 Apr 07 11:14:19.367363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 20c2c898-a5eb-441c-a700-c87192915370 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:19.368664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 20c2c898-a5eb-441c-a700-c87192915370 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:19.369179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f45a0343-f9bc-454b-b305-acd0a454466c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:19.391888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f45a0343-f9bc-454b-b305-acd0a454466c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:19.392285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f45a0343-f9bc-454b-b305-acd0a454466c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:19.427944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-a4c5c15f-cf8e-44e4-b4d6-b3011148da99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.2119133 Apr 07 11:14:19.434476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-afb30ee7-71f9-4645-9c3e-aa7635dff53b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0978982 Apr 07 11:14:19.446039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (6d4581b8-f713-4e3b-96c8-6d5ceb943d91), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:19.472219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:19.475090 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d4581b8-f713-4e3b-96c8-6d5ceb943d91 HTTP/1.1" status: 204 len: 168 time: 1.3870666 Apr 07 11:14:19.491076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731e949-08eb-4ce9-87be-0559f1d275af admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4581b8-f713-4e3b-96c8-6d5ceb943d91,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:19.515584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-70fec001-ff91-47cd-affb-cb885f641fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:19.517346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-70fec001-ff91-47cd-affb-cb885f641fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0812409 Apr 07 11:14:19.613705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-482e61e9-70db-4d9e-92c6-28046b852b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:19.616336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-482e61e9-70db-4d9e-92c6-28046b852b05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909770 Apr 07 11:14:19.665865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6b18-47ca-495a-bbf5-bb84a2f2deab req-d15bd414-187d-426f-be7c-eafbe4be29d7 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:19.684909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52bb6b18-47ca-495a-bbf5-bb84a2f2deab req-d15bd414-187d-426f-be7c-eafbe4be29d7 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.0947428 Apr 07 11:14:19.784947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-0799153f-169e-4306-a58c-ae7b62ecd111 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616669 Apr 07 11:14:19.792424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52bb6b18-47ca-495a-bbf5-bb84a2f2deab req-7daf8f7e-d184-45c4-b163-6d0a91d76403 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058919 Apr 07 11:14:19.905489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41688) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:19.921046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aa68c27-21ba-40d2-aaae-688eacae4861 req-6a6c733b-3926-4ec5-a088-aafb1b96c316 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0937386 Apr 07 11:14:19.977247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-bf567b81-b06d-44b5-a0d5-4bc6bc3e2bb7 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0637ace1e4542b2b72ff0901bea270a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526104 Apr 07 11:14:19.993792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-794adfc3-c01b-4930-98bf-b53bdb3a8ba9 req-656d64f6-c0c1-40e5-bf39-8fd7f104af00 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022035 Apr 07 11:14:20.029442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-53296076-4994-4133-b3c6-ab63e25136ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=390c1243295746b696d223f2f962029f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162677 Apr 07 11:14:20.029791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41692) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:20.127404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2031fb1-457b-487c-b780-0ada06047240 admin admin] Publish callbacks [] for security_group (b9733d8e-b2cd-46cb-834b-c844760c6d50), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:20.156494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2031fb1-457b-487c-b780-0ada06047240 admin admin] Publish callbacks [] for security_group (b9733d8e-b2cd-46cb-834b-c844760c6d50), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:20.212973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2031fb1-457b-487c-b780-0ada06047240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b9733d8e-b2cd-46cb-834b-c844760c6d50), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:20.216068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2031fb1-457b-487c-b780-0ada06047240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:20.217528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b2031fb1-457b-487c-b780-0ada06047240 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9733d8e-b2cd-46cb-834b-c844760c6d50 HTTP/1.1" status: 204 len: 168 time: 0.1867173 Apr 07 11:14:20.232662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2031fb1-457b-487c-b780-0ada06047240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9733d8e-b2cd-46cb-834b-c844760c6d50,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:20.236258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2da36d7-8357-4e04-85dd-a81da9a1514e req-61d3e783-813e-4971-861a-546674fcd107 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 210 time: 0.0998790 Apr 07 11:14:20.392728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9038d5c7-6677-442a-9083-0889e9fae0de tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:20.401589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9038d5c7-6677-442a-9083-0889e9fae0de tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200354 Apr 07 11:14:20.447838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-aced6fef-6863-4d71-ae81-4832d53b7f97 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/quotas/d0637ace1e4542b2b72ff0901bea270a HTTP/1.1" status: 200 len: 375 time: 0.0445445 Apr 07 11:14:20.522962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-1aaebbac-c822-4b95-933f-e5095e52cf6a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735869 Apr 07 11:14:20.563171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf4353-fbb5-4b22-b4cd-9f50381d40bf req-d2f033a5-d12e-4c99-9e96-0538b8fa5efb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:20.569559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12bf4353-fbb5-4b22-b4cd-9f50381d40bf req-d2f033a5-d12e-4c99-9e96-0538b8fa5efb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2213054 Apr 07 11:14:20.658102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12bf4353-fbb5-4b22-b4cd-9f50381d40bf req-7feccac7-23f5-4bd6-a2c3-dbcd11c670bc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793786 Apr 07 11:14:20.682469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-545cb631-c16a-4304-a820-835888d24d2a req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1936933921', 'description': 'tempest-description-373833008'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:20.725779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-545cb631-c16a-4304-a820-835888d24d2a req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:20.912338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65732b0a-73af-42c1-b6e1-12e3a760a7e9 req-13e3eb01-6c3c-4115-bc33-788d3a5954fa tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0570407 Apr 07 11:14:20.941863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-545cb631-c16a-4304-a820-835888d24d2a req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for security_group (47d2a090-4f52-4e9e-8a0f-024da3697c25), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:20.947260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-545cb631-c16a-4304-a820-835888d24d2a req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (47d2a090-4f52-4e9e-8a0f-024da3697c25), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:21.032366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-545cb631-c16a-4304-a820-835888d24d2a req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:21.038299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-545cb631-c16a-4304-a820-835888d24d2a req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3608563 Apr 07 11:14:21.051771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8666b086-5d9c-46ef-b007-588bb9d57255 req-3e022cb1-7a30-45b3-bd33-f3e536e6cb96 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 210 time: 0.0598567 Apr 07 11:14:21.055342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9829a-7445-4a4b-a42c-b3400d3db666 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2a090-4f52-4e9e-8a0f-024da3697c25,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:21.145770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aca9864d-b98d-4844-b390-3bb115a76972 req-b0f4f5e5-272c-4d26-b8c4-0846d411baf3 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.0455234 Apr 07 11:14:21.312488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-865996b3-1827-47a0-9d12-004e5ab58e65 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1936933921&fields=id&tenant_id=68b1d21feddf449ab65ba4c2303ef784 HTTP/1.1" status: 200 len: 267 time: 0.1293802 Apr 07 11:14:21.402194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-c0f52f7c-36c4-4b39-8115-5725c782a6e2 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0637ace1e4542b2b72ff0901bea270a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734231 Apr 07 11:14:21.585234 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-efb0435c-2eaa-4625-90f1-a20f01c98454 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419211 Apr 07 11:14:21.723163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-617e5276-e033-41cc-bc9c-79df053eae59 req-2725a13e-6af3-4519-a673-b8f937421a85 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 210 time: 0.1940739 Apr 07 11:14:21.843773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-c6b9a6d9-c8ee-442b-8b6a-cdef53c945cd tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:21.857351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-c6b9a6d9-c8ee-442b-8b6a-cdef53c945cd tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.5361004 Apr 07 11:14:21.865400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-6339eec2-bdba-452c-a9b3-04fc90ac567f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:21.867595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-6339eec2-bdba-452c-a9b3-04fc90ac567f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737916 Apr 07 11:14:21.888049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'port': {'security_groups': ['dba7d906-46bc-4b70-8bc7-1a8474bdff7a', '47d2a090-4f52-4e9e-8a0f-024da3697c25']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:21.905452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:21.908955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41740) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:22.158193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:22.159076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-f062af5d-a53b-42e3-903f-c2f06b6919c3 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:22.160853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-f062af5d-a53b-42e3-903f-c2f06b6919c3 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7350016 Apr 07 11:14:22.161901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.163414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.277010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-network', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:22.362963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Made reservation on behalf of 0d83b11c6f4249509a991bd6236665f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:22.366016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.395580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Request body: {'port': {'device_id': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'd0637ace1e4542b2b72ff0901bea270a'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:22.421872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.470059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.90 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/f4f2c9f6-07f2-444b-80b0-a3028efa8487) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:22.479928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac070d3-ddb7-411e-a6b2-7f945d649d80 req-38847c52-ea7d-41a2-8617-95b6652bc5b1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:22.489321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac070d3-ddb7-411e-a6b2-7f945d649d80 req-38847c52-ea7d-41a2-8617-95b6652bc5b1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.4699879 Apr 07 11:14:22.536606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:22.635493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks [] for security_group (cd745c87-a629-4c04-85c1-4a7864baa112), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.643010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cd745c87-a629-4c04-85c1-4a7864baa112), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.654643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac070d3-ddb7-411e-a6b2-7f945d649d80 req-3889fe7f-c70b-47f7-84fb-322029ece7c6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599326 Apr 07 11:14:22.661547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.701558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd745c87-a629-4c04-85c1-4a7864baa112,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:22.733584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.745262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:14:22.751144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34c7a9df-3ca0-4009-982f-0acfc3c676a8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:22.764014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Made reservation on behalf of d0637ace1e4542b2b72ff0901bea270a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:22.776295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (cb966c2d-df02-4de4-aab6-4cc515d96918), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.776691 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Added segment cb966c2d-df02-4de4-aab6-4cc515d96918 of type vlan for network 0192589d-096f-4bf8-a5e7-28cd693b39d8 Apr 07 11:14:22.777998 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.800428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.866475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (0192589d-096f-4bf8-a5e7-28cd693b39d8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:22.884034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-3fb37b38-430e-48ac-a390-a99ca72bf59f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0637ace1e4542b2b72ff0901bea270a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501359 Apr 07 11:14:22.979431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:23.002934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.006000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (0192589d-096f-4bf8-a5e7-28cd693b39d8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.006844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:23.007900 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.114141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] Pushing event updated for resources: {'Network': ['ID=0192589d-096f-4bf8-a5e7-28cd693b39d8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:23.119026 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8a582b6f-1f6c-43bb-9336-61dc78db54de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2088089 Apr 07 11:14:23.120152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.128509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:23.129022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks [] for security_group (666cdf6c-658b-4498-8048-108c4e946fb5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.146071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Request body: {'subnet': {'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-subnet', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:23.153760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:14:23.165262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:23.192311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (666cdf6c-658b-4498-8048-108c4e946fb5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.206927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-026f4ab9-ac79-41b4-a1ef-0740de5f3903 req-8cb856fc-f7f3-4d45-adc5-3a7ba0398a3e tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.1766262 Apr 07 11:14:23.215305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:23.216515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.218636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdfbaca5-fa11-4047-b85d-5851dbb29053 req-f001c165-da5f-4fd0-9ce0-5ddb4e0a12c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "PUT /v2.0/ports/34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 982 time: 1.3600821 Apr 07 11:14:23.221945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:23.225752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', '866da0b4-ca2b-4e7d-a19e-7b09efb2d595'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:23.246377 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a16621-3201-4912-bcd3-b9cb68b483fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:23.246735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Made reservation on behalf of 0d83b11c6f4249509a991bd6236665f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:23.246735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.432972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34c7a9df-3ca0-4009-982f-0acfc3c676a8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:23.444320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dfbb64a-32c5-4911-ac2f-27ed20b081ab req-eab9b1df-4076-4752-b801-4a481317f47d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 210 time: 0.0700793 Apr 07 11:14:23.452175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b0718d4-145f-4a28-a799-96c7b3a76792 req-a06bcb05-47d5-4d2d-90e2-9a8f7c82bd86 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.1034985 Apr 07 11:14:23.458825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666cdf6c-658b-4498-8048-108c4e946fb5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:23.714272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-513059ed-7bb5-40cf-8e51-ba49f3547ac7 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1936933921&fields=id&tenant_id=68b1d21feddf449ab65ba4c2303ef784 HTTP/1.1" status: 200 len: 267 time: 0.1073618 Apr 07 11:14:23.740829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2120d0-fd11-4931-9bab-c57e6d619c74 req-0e3a6fab-bbf4-41e3-b437-1c43b05c643e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:23.748944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2120d0-fd11-4931-9bab-c57e6d619c74 req-0e3a6fab-bbf4-41e3-b437-1c43b05c643e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 935 time: 0.1922691 Apr 07 11:14:23.761432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Allocated IP 192.168.233.61 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/95e9c49b-b11e-41ff-b519-20dcf9bc319d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:23.892998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2120d0-fd11-4931-9bab-c57e6d619c74 req-d9283871-02da-4a25-837b-6ac0aa615383 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361377 Apr 07 11:14:23.933337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:23.969016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:23.973244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-41cebbb7-effd-41fe-bbe7-deb09140a0a5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:23.982795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-41cebbb7-effd-41fe-bbe7-deb09140a0a5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 985 time: 0.2554553 Apr 07 11:14:24.012770 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa0c6a4-f56b-49ad-a37d-fa8213967fa1 x-openstack-request-id: req-8fa0c6a4-f56b-49ad-a37d-fa8213967fa1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:24.014229 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:24.015788 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fa0c6a4-f56b-49ad-a37d-fa8213967fa1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:24.016571 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa0c6a4-f56b-49ad-a37d-fa8213967fa1'] response: {'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'status': 'completed', 'code': 200} Apr 07 11:14:24.018417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-5254984e-728a-4f25-a9ee-6349fef74faf tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:24.019986 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-5254984e-728a-4f25-a9ee-6349fef74faf tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1278524 Apr 07 11:14:24.035090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'port': {'security_groups': ['dba7d906-46bc-4b70-8bc7-1a8474bdff7a']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:24.038748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Checking segment: {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:24.039117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Network hostable DHCP agents. Network: 0192589d-096f-4bf8-a5e7-28cd693b39d8, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:14:24.044083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:24.048049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Request body: {'port': {'device_id': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'd0637ace1e4542b2b72ff0901bea270a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:24.261450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.277101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:24.284264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=f4f2c9f6-07f2-444b-80b0-a3028efa8487,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:24.317620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Made reservation on behalf of d0637ace1e4542b2b72ff0901bea270a for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:24.323995 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.415932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:24.518720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26d554a9-57b2-4ad2-84b1-1c9540c494a9 req-5aa63264-cb6d-416f-90c0-84b1d600d5e1 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.1100266 Apr 07 11:14:24.527346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-7f1a3b5d-740b-460c-b279-1390fc7b080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:24.529521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-7f1a3b5d-740b-460c-b279-1390fc7b080c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1167 time: 0.4053020 Apr 07 11:14:24.592592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:14:24.625230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 0192589d-096f-4bf8-a5e7-28cd693b39d8) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:24.636480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:24.637159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.641050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:24.641654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.666068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-887b98a5-926d-4b0b-a5a9-d90f161cea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:24.666828 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-84425663-f249-4920-afbd-29093bb74de9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7731173 Apr 07 11:14:24.667683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-887b98a5-926d-4b0b-a5a9-d90f161cea58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.1309528 Apr 07 11:14:24.675334 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c724868d-def8-4fdb-b774-ef9d73a86f77 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5388401 Apr 07 11:14:24.679058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41768) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:24.690754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cd5865-bc2c-48c8-a53a-b677ef094a6c None None] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:14:24.692370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:24.700052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Request body: {'port': {'device_id': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:24.794462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (b9d8a441-8300-450a-9535-d15ebd56a414), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.795409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (b9d8a441-8300-450a-9535-d15ebd56a414), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.812993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.875056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-094efa4b-5f5e-4686-8a5f-0422bc6bfadc None None] Provisioning complete for port f4f2c9f6-07f2-444b-80b0-a3028efa8487 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:24.876209 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-094efa4b-5f5e-4686-8a5f-0422bc6bfadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.913709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks [] for router_controller (b9d8a441-8300-450a-9535-d15ebd56a414), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:24.978992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-3a0e442e-3cde-40f9-90e9-97ab83a9708b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.2907009 Apr 07 11:14:25.039870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b0a68f1-a6eb-4bfb-95fe-99c4cacf1747 req-ea83aa63-e81b-49fd-8174-ca67b523ef37 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 210 time: 0.2456710 Apr 07 11:14:25.143333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-8a03c601-ffba-40f0-a5f4-a08c37fcaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:25.145546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-8a03c601-ffba-40f0-a5f4-a08c37fcaaab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.0940111 Apr 07 11:14:25.198697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-094efa4b-5f5e-4686-8a5f-0422bc6bfadc None None] Port f4f2c9f6-07f2-444b-80b0-a3028efa8487 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:25.226353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-cfb2ad3b-5fb1-44bb-8681-d95519eb6706 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665896 Apr 07 11:14:25.236651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks [] for router_gateway (b9d8a441-8300-450a-9535-d15ebd56a414), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.341585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6aa51ba0-ba3d-4c5b-aae3-f41babaa6d94 req-6ec3fc84-586a-4a44-92c2-06c92ec23390 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.1685793 Apr 07 11:14:25.356663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks [] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.359794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-0192589d-096f-4bf8-a5e7-28cd693b39d8', 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8', 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'fixed_ips': [{'subnet_id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:14:25.361084 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.513605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks [] for router_gateway (b9d8a441-8300-450a-9535-d15ebd56a414), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.538196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.542532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:25.595732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e61f7-9002-4087-8540-0175a4da8507 req-4f9fc59d-d4be-426a-8b18-928a54d53fc9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:25.597222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f16e61f7-9002-4087-8540-0175a4da8507 req-4f9fc59d-d4be-426a-8b18-928a54d53fc9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 935 time: 0.1619356 Apr 07 11:14:25.651961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Allocated IP 172.20.0.2 (0192589d-096f-4bf8-a5e7-28cd693b39d8/aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27/4fe38016-9215-40f7-866e-a84c4f4cb8a1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:25.654441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.666664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-63a2c5da-6c8b-472f-a1b7-dec121086cee service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148936 Apr 07 11:14:25.676424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Allocated IP 192.168.233.89 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/cb08c0fb-5485-4f74-ae87-3d805f8f6254) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:25.681527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.778174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Allocated IP 172.25.5.90 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d6952db9-327e-4f67-b807-752c70af99a8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:25.784010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a16621-3201-4912-bcd3-b9cb68b483fe req-b1beecb9-33f2-49b2-bca8-505fe88d3855 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942183 Apr 07 11:14:25.841570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f16e61f7-9002-4087-8540-0175a4da8507 req-09dd08f9-6cdd-433d-9405-318123996310 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331948 Apr 07 11:14:25.859878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:25.868909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.872953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:25.885257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34c7a9df-3ca0-4009-982f-0acfc3c676a8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:25.896220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Publish callbacks [] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.898043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:25.940893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:25.973467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:25.980053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:26.022143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:26.040790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks [] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.081189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks [] for port (d6952db9-327e-4f67-b807-752c70af99a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.119502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:26.120785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.126903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b9ccc36-5259-4f82-8868-0c9a51d87365 req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "PUT /v2.0/ports/34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 943 time: 2.1335468 Apr 07 11:14:26.141356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7950ed6-88e6-4898-a1c0-9f095503a28c req-0efbf756-5a4e-4cea-be03-234b110752c1 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.1329117 Apr 07 11:14:26.141356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:26.141356 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c5f52-81ca-4d0d-82ae-a3e259690305" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:26.155541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:26.175133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.247435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d6952db9-327e-4f67-b807-752c70af99a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.271522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:26.273173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.291774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event updated for resources: {'Port': ['ID=cb08c0fb-5485-4f74-ae87-3d805f8f6254,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:26.330534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3820cf8e-5a98-4cb9-bab6-d63e661c290f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1488097 Apr 07 11:14:26.338331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:26.342314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:26.344831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:26.345796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Pushing event updated for resources: {'Port': ['ID=4fe38016-9215-40f7-866e-a84c4f4cb8a1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:26.350841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:26.355440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34c7a9df-3ca0-4009-982f-0acfc3c676a8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:26.397147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:26.402506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:26.466707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Attempting to bind port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:26.467090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Attempting to bind port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:26.467460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Attempting to bind port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 on network 0192589d-096f-4bf8-a5e7-28cd693b39d8 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:26.470773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:26.471615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.482695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3c56ad2c-ad5b-4aed-ab29-c8bdbc5760cb None None] Provisioning complete for port 95e9c49b-b11e-41ff-b519-20dcf9bc319d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:26.483085 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c56ad2c-ad5b-4aed-ab29-c8bdbc5760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.486259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:26.486691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Checking segment: {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:26.487101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.487759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Bound using segment: {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:26.488256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Bound port: 4fe38016-9215-40f7-866e-a84c4f4cb8a1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:26.488644 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.584862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] For port 4fe38016-9215-40f7-866e-a84c4f4cb8a1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:26.588443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] For port 4fe38016-9215-40f7-866e-a84c4f4cb8a1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4fe38016-9215-40f7-866e-a84c4f4cb8a1,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:26.610531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6952db9-327e-4f67-b807-752c70af99a8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:26.622301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.650504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-89506f99-64f2-4c95-8d8e-922362ab930c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6154273 Apr 07 11:14:26.750778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Request body: {'port': {'device_id': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:26.781499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3c56ad2c-ad5b-4aed-ab29-c8bdbc5760cb None None] Port 95e9c49b-b11e-41ff-b519-20dcf9bc319d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:26.847913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b3a70-7557-4ab1-b042-b61bb0626aeb None None] Pushing event updated for resources: {'Port': ['ID=4fe38016-9215-40f7-866e-a84c4f4cb8a1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:26.881701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.886955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Request body: {'port': {'device_id': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:26.923703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f3a91209-c111-4cc6-a3ae-88dd97bfa492 None None] Provisioning complete for port cb08c0fb-5485-4f74-ae87-3d805f8f6254 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:26.924705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3a91209-c111-4cc6-a3ae-88dd97bfa492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:26.976100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-c00ebf1e-669a-4086-9234-047b9e15791c tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7866416 Apr 07 11:14:27.000067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f3a91209-c111-4cc6-a3ae-88dd97bfa492 None None] Port cb08c0fb-5485-4f74-ae87-3d805f8f6254 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:27.027309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:27.086180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb8d6-9bd9-47e3-98e5-fa86503c4252 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event updated for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:27.156235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791c4f-7b8b-4634-b258-a1b7da54694d req-e2d1b02e-aeb8-4842-bb68-a9c4b292a322 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:27.158019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e791c4f-7b8b-4634-b258-a1b7da54694d req-e2d1b02e-aeb8-4842-bb68-a9c4b292a322 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 935 time: 0.8660088 Apr 07 11:14:27.161392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.194249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.203222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f2c9f6-07f2-444b-80b0-a3028efa8487 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:27.220288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Publish callbacks [] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.256835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Transition to ACTIVE for port object f4f2c9f6-07f2-444b-80b0-a3028efa8487 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:27.299293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.373761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4fe38016-9215-40f7-866e-a84c4f4cb8a1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:27.398404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e791c4f-7b8b-4634-b258-a1b7da54694d req-fdc00255-fe69-49c9-923c-542a9f1e98bf tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308779 Apr 07 11:14:27.491954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:27.496007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.519404 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa775f1-5dd0-4c02-9aee-9abcc174878d x-openstack-request-id: req-8fa775f1-5dd0-4c02-9aee-9abcc174878d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:27.519754 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:27.519938 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fa775f1-5dd0-4c02-9aee-9abcc174878d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:27.520347 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa775f1-5dd0-4c02-9aee-9abcc174878d'] response: {'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'status': 'completed', 'code': 200} Apr 07 11:14:27.592399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2c9f6-07f2-444b-80b0-a3028efa8487,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:27.598391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks [] for router_gateway (b9d8a441-8300-450a-9535-d15ebd56a414), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.610485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.647894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.648243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.648600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.648945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.655555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.656229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.658189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.658565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.658918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.659270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.659617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.663148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.663573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:27.724813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:27.725798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.761178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-cf0575cb-1b95-408d-87d2-82420e3e3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:27.766969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-cf0575cb-1b95-408d-87d2-82420e3e3a60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.2196112 Apr 07 11:14:27.777295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a70922f-306f-49fa-8a6f-0fc4bb709782 req-41030cea-d093-44db-bfe7-8dc878b0da55 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=034a4cc1-d7d1-4036-8b4b-134487f68a61 HTTP/1.1" status: 200 len: 210 time: 0.1040931 Apr 07 11:14:27.781691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 4fe38016-9215-40f7-866e-a84c4f4cb8a1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4fe38016-9215-40f7-866e-a84c4f4cb8a1,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:27.790028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:27.928716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=4fe38016-9215-40f7-866e-a84c4f4cb8a1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:28.021442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Attempting to bind port f4f2c9f6-07f2-444b-80b0-a3028efa8487 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:28.021785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Attempting to bind port f4f2c9f6-07f2-444b-80b0-a3028efa8487 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:28.022119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Attempting to bind port f4f2c9f6-07f2-444b-80b0-a3028efa8487 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:28.037669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb08c0fb-5485-4f74-ae87-3d805f8f6254 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:28.044880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Port f4f2c9f6-07f2-444b-80b0-a3028efa8487 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:14:28.045271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Attempting to bind port f4f2c9f6-07f2-444b-80b0-a3028efa8487 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:28.063912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-726b8e71-f4e3-48ef-a0c5-869f0e8fac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:28.065809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-726b8e71-f4e3-48ef-a0c5-869f0e8fac88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.2646396 Apr 07 11:14:28.080612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Publish callbacks [] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.127906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:28.127906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:28.128299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:28.128732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Bound port: f4f2c9f6-07f2-444b-80b0-a3028efa8487, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:28.129098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.132834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-497e832f-6db8-4c87-b06b-fdcb86563089 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.0525143 Apr 07 11:14:28.157567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Transition to ACTIVE for port object cb08c0fb-5485-4f74-ae87-3d805f8f6254 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:28.188993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.204382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-9839f5b1-9024-481e-a17b-5a78e27940ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:28.205472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-9839f5b1-9024-481e-a17b-5a78e27940ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.0628655 Apr 07 11:14:28.229435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Allocated IP 172.25.5.247 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d18ed554-c47b-42b2-ad20-052bf1380fa5) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:28.275350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (b9d8a441-8300-450a-9535-d15ebd56a414), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.285721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] For port f4f2c9f6-07f2-444b-80b0-a3028efa8487, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:28.292087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] For port f4f2c9f6-07f2-444b-80b0-a3028efa8487, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:28.294087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb08c0fb-5485-4f74-ae87-3d805f8f6254,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:28.325847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cea41-61ff-4d49-a179-8bcd066c09e5 req-9d58e486-03c8-4ab9-ac2f-06c6f8c8aa15 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:28.328708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b5cea41-61ff-4d49-a179-8bcd066c09e5 req-9d58e486-03c8-4ab9-ac2f-06c6f8c8aa15 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 947 time: 0.4106717 Apr 07 11:14:28.334324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-76782301-1dd5-49b9-9d42-57eae967a38c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171875 Apr 07 11:14:28.434921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9cf83-1293-4087-b774-a28183ed1494 None None] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:14:28.507100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b5cea41-61ff-4d49-a179-8bcd066c09e5 req-bc1d598c-162d-43cd-951a-52fc6a7d2116 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655793 Apr 07 11:14:28.629214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2e6ca8bd-26ad-4f69-9f8b-3f8f77eb4dbc None None] Provisioning complete for port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:28.629214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca8bd-26ad-4f69-9f8b-3f8f77eb4dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.722328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.740721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a5c66ac-38f3-49ee-9e8c-9a7cf9db5459 req-c2e2d1f5-ee3d-447b-88d1-b314f0fe3114 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0393775 Apr 07 11:14:28.801862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:28.802486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:28.804041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] 10.222.0.41 "PUT /v2.0/ports/f4f2c9f6-07f2-444b-80b0-a3028efa8487 HTTP/1.1" status: 200 len: 1095 time: 4.1080174 Apr 07 11:14:28.809151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'tag': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:28.811293 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904937d-6d9e-4a34-a340-dc53cd5dceb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fe8550-e9f5-4a2f-9bbb-8a74efda904c", "tag": "f4f2c9f6-07f2-444b-80b0-a3028efa8487"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:28.884183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:28.897094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ca8bd-26ad-4f69-9f8b-3f8f77eb4dbc None None] Current status of the port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:28.924647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479d470-4a13-4e85-b33c-4462494e883f service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2c9f6-07f2-444b-80b0-a3028efa8487,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:28.929301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Publish callbacks [] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.002742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.011278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Attempting to bind port cb08c0fb-5485-4f74-ae87-3d805f8f6254 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:29.011622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Attempting to bind port cb08c0fb-5485-4f74-ae87-3d805f8f6254 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:29.011958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Attempting to bind port cb08c0fb-5485-4f74-ae87-3d805f8f6254 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:29.030905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-2b731895-9cc9-4768-aa50-e819ed1e6965 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765797 Apr 07 11:14:29.037115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Port cb08c0fb-5485-4f74-ae87-3d805f8f6254 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:14:29.037470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Attempting to bind port cb08c0fb-5485-4f74-ae87-3d805f8f6254 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:29.058553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:29.059011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:29.059344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:29.059803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Bound port: cb08c0fb-5485-4f74-ae87-3d805f8f6254, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:29.060169 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.147882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-4d057b1a-7a65-4b17-a84f-572ea8105c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:29.149561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-4d057b1a-7a65-4b17-a84f-572ea8105c03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 1129 time: 0.2577505 Apr 07 11:14:29.160324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Transition to ACTIVE for port object 95e9c49b-b11e-41ff-b519-20dcf9bc319d will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:29.230004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.289399 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-afd2f6de-c365-4d35-9e04-0baf020c4880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487 HTTP/1.1" status: 200 len: 217 time: 0.0975001 Apr 07 11:14:29.294083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Router b9d8a441-8300-450a-9535-d15ebd56a414 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:14:29.330674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4fe38016-9215-40f7-866e-a84c4f4cb8a1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:29.434065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d47ecd-3b18-4fb9-864f-9298479e9434 req-a32e3f8f-a99d-474f-9d67-60eca7727315 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:29.441894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6d47ecd-3b18-4fb9-864f-9298479e9434 req-a32e3f8f-a99d-474f-9d67-60eca7727315 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 947 time: 0.4615743 Apr 07 11:14:29.449214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.449483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:29.449660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.494222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0adf403a-0bc6-4e22-9898-c22d7ab576fb None None] Provisioning complete for port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:29.497839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0adf403a-0bc6-4e22-9898-c22d7ab576fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.510537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:29.512011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] For port cb08c0fb-5485-4f74-ae87-3d805f8f6254, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:29.552019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:29.564200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Sync routers for ids ['b9d8a441-8300-450a-9535-d15ebd56a414'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:29.590696 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Routers {'b9d8a441-8300-450a-9535-d15ebd56a414'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:29.593889 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b9d8a441-8300-450a-9535-d15ebd56a414'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:29.606768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-358c5f52-81ca-4d0d-82ae-a3e259690305 req-56027f5b-b7bc-40b8-8992-18b322df275f service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333667 Apr 07 11:14:29.607395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event updated for resources: {'Port': ['ID=d18ed554-c47b-42b2-ad20-052bf1380fa5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:29.653746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:29.660955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:29.664615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.668517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-512f2263-2cc2-4823-9c51-81f7f715eef8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9859695 Apr 07 11:14:29.668740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:29.674153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41794) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:29.680674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] For port cb08c0fb-5485-4f74-ae87-3d805f8f6254, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:29.694470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:29.718757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.739189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Attempting to bind port 95e9c49b-b11e-41ff-b519-20dcf9bc319d on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:29.739540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Attempting to bind port 95e9c49b-b11e-41ff-b519-20dcf9bc319d by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:29.739883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Attempting to bind port 95e9c49b-b11e-41ff-b519-20dcf9bc319d on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:29.750371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0adf403a-0bc6-4e22-9898-c22d7ab576fb None None] Current status of the port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:29.808475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb08c0fb-5485-4f74-ae87-3d805f8f6254,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:29.816252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-29b1d094-8f05-4ef1-b490-e75d53dc2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:29.817945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-29b1d094-8f05-4ef1-b490-e75d53dc2d51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.5148537 Apr 07 11:14:29.821770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:29.822298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6d47ecd-3b18-4fb9-864f-9298479e9434 req-b58dcbd6-f2c4-4ba8-b82d-4c0c3d521fb2 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778224 Apr 07 11:14:29.822556 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.824666 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-9ecb83b8-a9aa-416a-a1bf-77ae78c97ce7 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb08c0fb-5485-4f74-ae87-3d805f8f6254 HTTP/1.1" status: 200 len: 1095 time: 3.1642168 Apr 07 11:14:29.835126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Port 95e9c49b-b11e-41ff-b519-20dcf9bc319d on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:14:29.835867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Attempting to bind port 95e9c49b-b11e-41ff-b519-20dcf9bc319d on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:29.851880 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Set router b9d8a441-8300-450a-9535-d15ebd56a414 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:29.860271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:29.860528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:29.861089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:29.861754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Bound port: 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:29.862284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:29.995504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:30.001088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:30.015686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.068548 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22290ac-b87b-47b1-a9e2-b548db19117f x-openstack-request-id: req-c22290ac-b87b-47b1-a9e2-b548db19117f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:30.069215 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fe8550-e9f5-4a2f-9bbb-8a74efda904c", "tag": "f4f2c9f6-07f2-444b-80b0-a3028efa8487", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:30.070491 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c22290ac-b87b-47b1-a9e2-b548db19117f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:30.070804 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22290ac-b87b-47b1-a9e2-b548db19117f'] response: {'name': 'network-changed', 'server_uuid': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'tag': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487', 'status': 'completed', 'code': 200} Apr 07 11:14:30.097775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-ea76dc18-bbfb-4512-9228-df0beb817702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.099444 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-ea76dc18-bbfb-4512-9228-df0beb817702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 1129 time: 0.2110662 Apr 07 11:14:30.185995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.189634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.191120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] 10.222.0.41 "PUT /v2.0/ports/95e9c49b-b11e-41ff-b519-20dcf9bc319d HTTP/1.1" status: 200 len: 1095 time: 3.3318520 Apr 07 11:14:30.192825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:30.195776 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dce0246-13d1-49cc-98a4-65d151dfdd74" -d '{"events": [{"name": "network-changed", "server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:30.214304 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-de1d9d01-e755-4cda-ad22-ff76430ede5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254 HTTP/1.1" status: 200 len: 217 time: 0.0956590 Apr 07 11:14:30.273680 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:14:26Z', 'revision_number': 3, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:30.293912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34d7c8-d3da-4724-9272-98208382d558 req-de8ea5ea-a682-4611-9c7c-bf5a528cb4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.295436 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-de8ea5ea-a682-4611-9c7c-bf5a528cb4f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4590628 Apr 07 11:14:30.325051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.358123 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Checking router: b9d8a441-8300-450a-9535-d15ebd56a414 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:30.359434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Updating router b9d8a441-8300-450a-9535-d15ebd56a414 port d6952db9-327e-4f67-b807-752c70af99a8 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:14:30.391872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-1465f1fd-a29c-4eb6-b3bd-92236400eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.393385 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-1465f1fd-a29c-4eb6-b3bd-92236400eb79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1633229 Apr 07 11:14:30.403965 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d6952db9-327e-4f67-b807-752c70af99a8), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.413303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef232bc7-a5fe-4655-adf0-11f80081cecc service neutron] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:30.498743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-fa5abd54-18f3-43fa-852c-a0324ed9e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.500424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-fa5abd54-18f3-43fa-852c-a0324ed9e467 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0972061 Apr 07 11:14:30.525565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-12336a62-57d7-4858-8dca-61ec0d50ff8a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206674 Apr 07 11:14:30.558133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-33dff90e-66af-44f6-9ef9-0981ace4f0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.688268 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cf34d7c8-d3da-4724-9272-98208382d558 req-a33f7e1a-b529-4a5a-b4d3-12e49455c738 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514556 Apr 07 11:14:30.714691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45afaf-3187-4025-aa6c-739176371162 req-cab4cbb8-79ad-4d14-af6c-9edff94d5800 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.727387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa45afaf-3187-4025-aa6c-739176371162 req-cab4cbb8-79ad-4d14-af6c-9edff94d5800 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 947 time: 0.5351920 Apr 07 11:14:30.757912 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Publish callbacks [] for port (d6952db9-327e-4f67-b807-752c70af99a8), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.767116 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d6952db9-327e-4f67-b807-752c70af99a8), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.770472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-7868d7a7-728e-46c4-b570-c0583fb5a27b service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604656 Apr 07 11:14:30.782518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.835388 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Pushing event updated for resources: {'Port': ['ID=d6952db9-327e-4f67-b807-752c70af99a8,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:30.844805 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Attempting to bind port d6952db9-327e-4f67-b807-752c70af99a8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:30.845253 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Attempting to bind port d6952db9-327e-4f67-b807-752c70af99a8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:30.845626 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Attempting to bind port d6952db9-327e-4f67-b807-752c70af99a8 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:30.852130 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.852504 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.853225 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.853430 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.853918 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.854067 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.854813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.854813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.855023 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.855301 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.856136 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.856136 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.856393 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:30.869418 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:30.871405 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:30.872109 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.872887 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:30.873659 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Bound port: d6952db9-327e-4f67-b807-752c70af99a8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:30.875006 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d6952db9-327e-4f67-b807-752c70af99a8), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:30.886418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-0af129ef-f374-4d16-9204-8f0e2bf4ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:30.887970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-0af129ef-f374-4d16-9204-8f0e2bf4ecb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 1129 time: 0.1166136 Apr 07 11:14:30.922336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2107d64f-2475-409f-a4ae-94a14e5b3f52 req-66659ddd-5ec2-4328-b161-e1e74d80a78e service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415269 Apr 07 11:14:30.950004 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] For port d6952db9-327e-4f67-b807-752c70af99a8, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:30.956250 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] For port d6952db9-327e-4f67-b807-752c70af99a8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d6952db9-327e-4f67-b807-752c70af99a8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:30.965975 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d6952db9-327e-4f67-b807-752c70af99a8), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:31.052933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-a09b11f4-7768-49ce-9beb-ea7ce60dae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.055323 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-a09b11f4-7768-49ce-9beb-ea7ce60dae2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1316552 Apr 07 11:14:31.058780 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a641958-036e-47b8-8f86-852bfc5957c8 None None] Pushing event updated for resources: {'Port': ['ID=d6952db9-327e-4f67-b807-752c70af99a8,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:31.071026 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Routers {'b9d8a441-8300-450a-9535-d15ebd56a414'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:31.071670 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b9d8a441-8300-450a-9535-d15ebd56a414'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:31.117764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-2bb55098-752e-430a-9d0f-bf42691bb2b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487 HTTP/1.1" status: 200 len: 217 time: 0.0457120 Apr 07 11:14:31.194697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-9b6cf6b1-c931-4afd-b200-e2116966d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.195945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-313d11bc-a859-4806-ba08-8af4472ce1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.197563 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-313d11bc-a859-4806-ba08-8af4472ce1a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0714543 Apr 07 11:14:31.197699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-9b6cf6b1-c931-4afd-b200-e2116966d428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1129 time: 0.8787858 Apr 07 11:14:31.197837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] Set router b9d8a441-8300-450a-9535-d15ebd56a414 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:31.286678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-c4226869-6a01-46f5-ad17-b10d743c40ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d HTTP/1.1" status: 200 len: 217 time: 0.0694120 Apr 07 11:14:31.302323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa45afaf-3187-4025-aa6c-739176371162 req-0b2fcb80-ee40-4c1f-8e55-09df4a1af834 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720215 Apr 07 11:14:31.305401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-920e405e-3c39-4002-b1e8-4a5528fdc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.307009 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-920e405e-3c39-4002-b1e8-4a5528fdc31c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0910180 Apr 07 11:14:31.333432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:31.450646 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:14:26Z', 'revision_number': 3, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:31.468170 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-8bf17e58-c38f-42f5-a761-3c97e68f76da service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535840 Apr 07 11:14:31.489615 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b97330-b5bb-4d76-89a1-923f2cfef2df None None] The sync data for ids ['b9d8a441-8300-450a-9535-d15ebd56a414'] in n-d-836788-1 is: [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:14:26Z', 'revision_number': 3, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:31.508009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ebb9d0c-c9a6-4ae7-94d3-c72fae8fe012 req-ebafcd63-03b3-4204-8d1a-a6a42bdd192b tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0986814 Apr 07 11:14:31.582182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ec043d29-2c96-4dfe-8d31-2dfbc80a5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.583566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-ec043d29-2c96-4dfe-8d31-2dfbc80a5a0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2699397 Apr 07 11:14:31.607985 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2904937d-6d9e-4a34-a340-dc53cd5dceb1 req-be28f22c-49e4-4cd0-9e5e-9d0465f635d8 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328437 Apr 07 11:14:31.641558 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d423ba7-864f-4eb6-9c59-adf6957539ab x-openstack-request-id: req-2d423ba7-864f-4eb6-9c59-adf6957539ab {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:31.641949 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:31.642136 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d423ba7-864f-4eb6-9c59-adf6957539ab {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:31.642522 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d423ba7-864f-4eb6-9c59-adf6957539ab'] response: {'name': 'network-changed', 'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'status': 'completed', 'code': 200} Apr 07 11:14:31.791661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-21f185d5-f500-4d04-9fe2-5b73c575555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.793291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-21f185d5-f500-4d04-9fe2-5b73c575555b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1895297 Apr 07 11:14:31.806006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:31.819915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:31.916629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239b35-c5a7-4781-9e8d-1aa6085559da req-089fb8cb-d36a-4c5c-bc91-75a5510c0cad tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:31.918288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7239b35-c5a7-4781-9e8d-1aa6085559da req-089fb8cb-d36a-4c5c-bc91-75a5510c0cad tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 947 time: 0.2215259 Apr 07 11:14:32.056194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event updated for resources: {'Port': ['ID=d18ed554-c47b-42b2-ad20-052bf1380fa5,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:32.072385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'tag': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:32.079593 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:32.079834 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad970c-09b6-48a6-ad06-eb71c8f06830" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee0851-6c77-4a66-8dfc-adcae23cac71", "tag": "cb08c0fb-5485-4f74-ae87-3d805f8f6254"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:32.111959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7239b35-c5a7-4781-9e8d-1aa6085559da req-31ebf33a-5cb4-425b-ac82-f2bf42ad130d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641958 Apr 07 11:14:32.129584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:32.182431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-3de33093-fcfb-4f4b-b724-d4261e90852f service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742230 Apr 07 11:14:32.252564 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78115a1-295d-4fa2-b0a3-a8a25c610712 x-openstack-request-id: req-c78115a1-295d-4fa2-b0a3-a8a25c610712 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:32.253160 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee0851-6c77-4a66-8dfc-adcae23cac71", "tag": "cb08c0fb-5485-4f74-ae87-3d805f8f6254", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:32.253357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:32.254572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-f7ede83a-7bfa-4744-9e87-b4290ccebb5a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2466023 Apr 07 11:14:32.266207 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78115a1-295d-4fa2-b0a3-a8a25c610712 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:32.268288 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78115a1-295d-4fa2-b0a3-a8a25c610712'] response: {'name': 'network-changed', 'server_uuid': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'tag': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254', 'status': 'completed', 'code': 200} Apr 07 11:14:32.383033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-e9537e96-bcbe-489c-a778-446fed148f2a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.0849752 Apr 07 11:14:32.430234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-7bb08d28-9c58-48fe-b03c-f49a85edbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.432600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-7bb08d28-9c58-48fe-b03c-f49a85edbaf1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 1129 time: 0.1346428 Apr 07 11:14:32.506158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-2d6738fb-4795-4029-9368-26337f110228 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.507480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcba3382-efe1-46d0-ad5d-1dc83b7af33b req-2d6738fb-4795-4029-9368-26337f110228 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1112502 Apr 07 11:14:32.578828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-4f5b5ddd-8953-4c14-bd84-51d547b1633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.581047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-4f5b5ddd-8953-4c14-bd84-51d547b1633f service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1350231 Apr 07 11:14:32.633275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-cbe92f6d-a9e5-4b6f-b3f9-2cf199c787cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254 HTTP/1.1" status: 200 len: 217 time: 0.0426266 Apr 07 11:14:32.664343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a4ee3f-e538-4314-8b23-e8348db463d1 req-66c15e08-39dc-437f-9660-9a215188815e service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743052 Apr 07 11:14:32.686377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Allocated IP 172.20.0.1 (0192589d-096f-4bf8-a5e7-28cd693b39d8/aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27/bb7d3626-121d-4013-8799-56f56f028c16) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:32.743738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-9f95cd8c-2e7f-4a63-b05b-4a99c164dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.745690 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-9f95cd8c-2e7f-4a63-b05b-4a99c164dcb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1026585 Apr 07 11:14:32.811213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078df8f9-66e9-48d3-8ab6-56662dede9f3 req-82763aeb-b0c2-4282-9d9b-38ece7f3d18d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.814068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-078df8f9-66e9-48d3-8ab6-56662dede9f3 req-82763aeb-b0c2-4282-9d9b-38ece7f3d18d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 947 time: 0.3056412 Apr 07 11:14:32.851882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-cf65dae5-97f2-4e32-8606-81fc8c8a4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.853429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-cf65dae5-97f2-4e32-8606-81fc8c8a4fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0846298 Apr 07 11:14:32.900553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-fc8a3c60-aa8e-40f5-b96b-d1aa7c97e104 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:32.902724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-fc8a3c60-aa8e-40f5-b96b-d1aa7c97e104 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3100369 Apr 07 11:14:32.945421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-accdf9c3-a1fe-40f2-814b-520a9b5fa98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.032147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-5e42a140-8104-467a-b7c4-831f4d645fb3 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.1158612 Apr 07 11:14:33.047698 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-1818269d-5df8-49f4-8b57-87f2b27c28f4 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809363 Apr 07 11:14:33.059192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'floatingip': {'port_id': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:33.091322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-1d2f3c00-004b-432a-b39f-1cc1f35bf2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:33.093686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-1d2f3c00-004b-432a-b39f-1cc1f35bf2ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1129 time: 0.3021545 Apr 07 11:14:33.133558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-078df8f9-66e9-48d3-8ab6-56662dede9f3 req-d353d2e6-f833-4d09-9c55-398450f05ed6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611487 Apr 07 11:14:33.150779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.192989 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01ad970c-09b6-48a6-ad06-eb71c8f06830 req-73d60aa6-fc80-4298-9f48-31bb42d4574e service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374876 Apr 07 11:14:33.226881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.281177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks [] for port (bb7d3626-121d-4013-8799-56f56f028c16), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.335932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-958c60ef-b198-4a34-bc2f-8070cadfc7ef req-d9642946-f066-46dc-9259-ba798c737970 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0526500 Apr 07 11:14:33.340739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6952db9-327e-4f67-b807-752c70af99a8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:33.495341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d6952db9-327e-4f67-b807-752c70af99a8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:33.495909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d6952db9-327e-4f67-b807-752c70af99a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.569084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bb7d3626-121d-4013-8799-56f56f028c16), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.617029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-40299e66-9aa2-43ea-83f7-a84b22378d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:33.618562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-40299e66-9aa2-43ea-83f7-a84b22378d38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.4886484 Apr 07 11:14:33.657049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d6952db9-327e-4f67-b807-752c70af99a8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:33.657844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d6952db9-327e-4f67-b807-752c70af99a8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.701829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-d90e50d4-7fb3-4796-b906-0d79be27426c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d HTTP/1.1" status: 200 len: 217 time: 0.0691350 Apr 07 11:14:33.718350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d6952db9-327e-4f67-b807-752c70af99a8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d6952db9-327e-4f67-b807-752c70af99a8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:33.727446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d6952db9-327e-4f67-b807-752c70af99a8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:33.749844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d708b-4d33-4282-9c53-d96bf3c14d35 req-ca613536-e0f3-4f42-b7e3-955efa374968 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:33.757233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-413d708b-4d33-4282-9c53-d96bf3c14d35 req-ca613536-e0f3-4f42-b7e3-955efa374968 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 947 time: 0.2605994 Apr 07 11:14:33.809435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d6952db9-327e-4f67-b807-752c70af99a8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:33.810751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:33.847693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:33.878263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-7dbb1a1b-dac0-42b3-bfbe-47e8d19fe23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:33.879852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-7dbb1a1b-dac0-42b3-bfbe-47e8d19fe23f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1669152 Apr 07 11:14:33.880512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb7d3626-121d-4013-8799-56f56f028c16,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:33.888965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:33.970902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-413d708b-4d33-4282-9c53-d96bf3c14d35 req-9d873dd8-db9e-4d0d-811b-25b9c825ee09 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075293 Apr 07 11:14:34.028870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (b9d8a441-8300-450a-9535-d15ebd56a414), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:34.231989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ca31f5cb-d91f-442d-981f-2cc79a6790c2 None None] Provisioning complete for port bb7d3626-121d-4013-8799-56f56f028c16 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:34.232602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ca31f5cb-d91f-442d-981f-2cc79a6790c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bb7d3626-121d-4013-8799-56f56f028c16), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:34.250015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-48197c6d-dd45-443b-8051-47b7cf875695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:34.252743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-48197c6d-dd45-443b-8051-47b7cf875695 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3544595 Apr 07 11:14:34.303525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ca31f5cb-d91f-442d-981f-2cc79a6790c2 None None] Port bb7d3626-121d-4013-8799-56f56f028c16 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:34.347150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:34.813825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f4f2c9f6-07f2-444b-80b0-a3028efa8487 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:14:34.819167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ac68-87a1-46ec-8d20-59b15819f245 req-3cfcc5c2-eed9-4ee8-8ca9-25b6e6158eff tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:34.826157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7b19ac68-87a1-46ec-8d20-59b15819f245 req-3cfcc5c2-eed9-4ee8-8ca9-25b6e6158eff tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 947 time: 0.5697241 Apr 07 11:14:34.863841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-8f19ed5a-a24d-47a7-9210-70905daeb4b6 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951371 Apr 07 11:14:34.954787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f4f2c9f6-07f2-444b-80b0-a3028efa8487, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:34.967148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487', 'mac_address': 'fa:16:3e:f2:5c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:14:34.968359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.023014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port f4f2c9f6-07f2-444b-80b0-a3028efa8487 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:35.024333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.043242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f2c9f6-07f2-444b-80b0-a3028efa8487 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:35.068344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dce0246-13d1-49cc-98a4-65d151dfdd74 req-3c7da9a5-9b73-40ee-b985-618449f5bbd7 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525609 Apr 07 11:14:35.074266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f4f2c9f6-07f2-444b-80b0-a3028efa8487, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:35.076425 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.082623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bb7d3626-121d-4013-8799-56f56f028c16), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.085987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.141821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7b19ac68-87a1-46ec-8d20-59b15819f245 req-45046289-c0c1-4cf9-b81d-6ecb29df0946 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146758 Apr 07 11:14:35.161329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=f4f2c9f6-07f2-444b-80b0-a3028efa8487,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:35.288468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6952db9-327e-4f67-b807-752c70af99a8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:35.314735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e60b7de-e9b3-41a3-bb76-0957be96d376 req-20b5a628-20a1-4ead-950a-0a34bba0d9c9 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0542912 Apr 07 11:14:35.372104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d6952db9-327e-4f67-b807-752c70af99a8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:35.372483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d6952db9-327e-4f67-b807-752c70af99a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.400577 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Floating IP 552ca15b-5524-4e2f-bf9f-315e7e428e3f associated. External IP: 172.25.5.247, port: 34c7a9df-3ca0-4009-982f-0acfc3c676a8. Apr 07 11:14:35.475594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d6952db9-327e-4f67-b807-752c70af99a8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:35.612932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['f4f2c9f6-07f2-444b-80b0-a3028efa8487'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:35.676320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks [] for port (bb7d3626-121d-4013-8799-56f56f028c16), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.728166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bb7d3626-121d-4013-8799-56f56f028c16), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.891140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb7d3626-121d-4013-8799-56f56f028c16,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:35.898222 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (b9d8a441-8300-450a-9535-d15ebd56a414), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.923914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256e98e-25b3-4430-985b-23a81d11eeaf req-d11315a3-d30e-43d8-be09-7ee6158e14e1 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:35.925319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:35.932263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0256e98e-25b3-4430-985b-23a81d11eeaf req-d11315a3-d30e-43d8-be09-7ee6158e14e1 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 947 time: 0.4748971 Apr 07 11:14:36.133718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0256e98e-25b3-4430-985b-23a81d11eeaf req-fcf8248d-2b01-4e6f-a806-b688a644dc60 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007508 Apr 07 11:14:36.194351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:36.197333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:36.391216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Router b9d8a441-8300-450a-9535-d15ebd56a414 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:14:36.408582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:14:36.550918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7e8f2d10-3323-4de8-9f1c-eeef250e3385 None None] Provisioning complete for port bb7d3626-121d-4013-8799-56f56f028c16 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:36.552093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2d10-3323-4de8-9f1c-eeef250e3385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bb7d3626-121d-4013-8799-56f56f028c16), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:36.611626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300d71b-bac7-44ef-a2b0-3037b2ed9683 req-bb84f14e-c2a6-4619-bfaf-fe6e870704a4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:36.613256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f2d10-3323-4de8-9f1c-eeef250e3385 None None] Port bb7d3626-121d-4013-8799-56f56f028c16 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:36.613891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6300d71b-bac7-44ef-a2b0-3037b2ed9683 req-bb84f14e-c2a6-4619-bfaf-fe6e870704a4 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 948 time: 0.3623843 Apr 07 11:14:36.670615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:36.687059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9634d4a3-1928-4b1e-a8e6-2b3ab1394bb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9d8a441-8300-450a-9535-d15ebd56a414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0031726 Apr 07 11:14:36.697587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Sync routers for ids ['b9d8a441-8300-450a-9535-d15ebd56a414'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:36.719664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6300d71b-bac7-44ef-a2b0-3037b2ed9683 req-6b6739ce-fa60-451e-a125-3b7c6ab3a84d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923131 Apr 07 11:14:36.720513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Routers {'b9d8a441-8300-450a-9535-d15ebd56a414'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:36.722019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b9d8a441-8300-450a-9535-d15ebd56a414'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:36.730922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:36.736524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:36.746179 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] Sync routers for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:36.761217 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:36.763464 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:36.834256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-63656255-45f1-4b00-823c-dfc4755ad7c6 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "PUT /v2.0/floatingips/552ca15b-5524-4e2f-bf9f-315e7e428e3f HTTP/1.1" status: 200 len: 997 time: 3.7804587 Apr 07 11:14:36.835032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:36.838905 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:37.035533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4508b97d-c3cb-4dda-8ba9-2433691203e9 req-643bf4c5-f232-4dad-99d5-94071c8f7006 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0484061 Apr 07 11:14:37.038329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-e83f68a4-1b21-4aff-89d8-5b49b45f2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:37.046844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-e83f68a4-1b21-4aff-89d8-5b49b45f2627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.1945319 Apr 07 11:14:37.094433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:14:37.167145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-49924959-3823-4a1d-93ac-f4c63f6c6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:37.177843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-49924959-3823-4a1d-93ac-f4c63f6c6400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.1292105 Apr 07 11:14:37.276922 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:37.279653 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22afeb92-922e-45ed-bf71-3e79f8652259 x-openstack-request-id: req-22afeb92-922e-45ed-bf71-3e79f8652259 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:37.281255 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:37.281255 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22afeb92-922e-45ed-bf71-3e79f8652259 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:37.281255 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22afeb92-922e-45ed-bf71-3e79f8652259'] response: {'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'status': 'completed', 'code': 200} Apr 07 11:14:37.292209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-9dbf9046-fcc4-4d67-91e6-f63ac81ef849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 1000 time: 0.1129441 Apr 07 11:14:37.375967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:37.404477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-06efacdd-3b5b-42a8-b261-8853d36fe336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:37.406993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-06efacdd-3b5b-42a8-b261-8853d36fe336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.1380143 Apr 07 11:14:37.554861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-6ae944fb-32ed-4a87-b3cb-ec58c776b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:37.563276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-6ae944fb-32ed-4a87-b3cb-ec58c776b79d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.2695510 Apr 07 11:14:37.577295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-cd5d5ffb-c6ed-4724-9a6b-a5bb426d5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:37.578853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-cd5d5ffb-c6ed-4724-9a6b-a5bb426d5859 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.1618533 Apr 07 11:14:37.630613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Set router b9d8a441-8300-450a-9535-d15ebd56a414 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:37.671501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-8abc3068-011d-43d6-b081-5e5b237114be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 1000 time: 0.0697477 Apr 07 11:14:37.709373 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '552ca15b-5524-4e2f-bf9f-315e7e428e3f', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'port_id': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'mac_address': 'fa:16:3e:a1:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:14:29Z', 'updated_at': '2022-04-07T11:14:34Z', 'revision_number': 1, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:14Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:37.741624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-b04ee460-7e41-4c97-bba3-917658ae4159 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768565 Apr 07 11:14:37.744908 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] Checking router: e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:37.755554 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:37.756629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:37.851334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:37.878922 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:37.994084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'mac_address': 'fa:16:3e:5e:0e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:14:37.997338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-7db588a4-d01d-405d-b9e9-c67e33092c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:38.000016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-7db588a4-d01d-405d-b9e9-c67e33092c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.2527361 Apr 07 11:14:38.116854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-bc7df8ff-7638-44f2-b84b-30179479544d tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4439609 Apr 07 11:14:38.132599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:38.133089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:38.143967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-c0fc7c80-f8d0-438d-a8cb-c03a20e42ea6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363289 Apr 07 11:14:38.166883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:38.179222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-3684e70c-f754-46b0-b729-d0bd94a248e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122360 Apr 07 11:14:38.198557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:38.267672 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '552ca15b-5524-4e2f-bf9f-315e7e428e3f', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'port_id': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'mac_address': 'fa:16:3e:a1:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:14:29Z', 'updated_at': '2022-04-07T11:14:34Z', 'revision_number': 1, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:14Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:38.277114 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-be002b71-195e-4d64-bb41-77fe438fced2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1427135 Apr 07 11:14:38.315264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:38.334565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:38.335738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cb08c0fb-5485-4f74-ae87-3d805f8f6254 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:14:38.364155 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f03341-5eba-44a0-9d05-13de94c52ca0 None None] The sync data for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 is: [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '552ca15b-5524-4e2f-bf9f-315e7e428e3f', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'port_id': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'mac_address': 'fa:16:3e:a1:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:14:29Z', 'updated_at': '2022-04-07T11:14:34Z', 'revision_number': 1, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:14Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:38.403706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:14:34Z', 'revision_number': 4, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'bb7d3626-121d-4013-8799-56f56f028c16', 'name': '', 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'mac_address': 'fa:16:3e:46:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:32Z', 'updated_at': '2022-04-07T11:14:35Z', 'revision_number': 2, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'subnets': [{'id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:38.428778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-30736740-4e35-4106-bed2-99d48655b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:38.430575 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-30736740-4e35-4106-bed2-99d48655b2ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.1174092 Apr 07 11:14:38.462178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Checking router: b9d8a441-8300-450a-9535-d15ebd56a414 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:38.462538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Updating router b9d8a441-8300-450a-9535-d15ebd56a414 port bb7d3626-121d-4013-8799-56f56f028c16 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:14:38.498939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:14:38.503566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bb7d3626-121d-4013-8799-56f56f028c16), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:38.595337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-e687806c-9c99-4d79-acd1-c5171119bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:38.597107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-e687806c-9c99-4d79-acd1-c5171119bc07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.1430130 Apr 07 11:14:38.714418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-9aa6096c-852a-40cf-b566-2548a174725e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.1085761 Apr 07 11:14:38.729058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:38.747469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c93dd0-5fe9-4e67-911d-eb39823c3172 None None] New status for floating IP 552ca15b-5524-4e2f-bf9f-315e7e428e3f: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:14:38.753562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cb08c0fb-5485-4f74-ae87-3d805f8f6254, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:38.804435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.804859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.805337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.805780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.806223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.806664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.807122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.807556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.807991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.808428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.808862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.809324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.809762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:14:38.821875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-9b9e9a2c-5e45-47bc-b1e9-c27b827e1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:38.823771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254', 'mac_address': 'fa:16:3e:bc:0f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:14:38.834669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-9b9e9a2c-5e45-47bc-b1e9-c27b827e1823 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0971205 Apr 07 11:14:38.892445 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3aee19-e887-48a8-8207-df1a577efa11 req-b9d12c40-7cf1-4bf2-b81b-56fb8e9b6cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124696 Apr 07 11:14:38.951506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-89b11c28-393f-420a-a80e-3bd0dd6bcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:38.954462 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-89b11c28-393f-420a-a80e-3bd0dd6bcd63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1183617 Apr 07 11:14:38.954926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:38.966012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cb08c0fb-5485-4f74-ae87-3d805f8f6254 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:38.966572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.076296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb08c0fb-5485-4f74-ae87-3d805f8f6254 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:39.132107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-098dd4a4-a914-4693-9f4e-60bb5eed8dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335221 Apr 07 11:14:39.147196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cb08c0fb-5485-4f74-ae87-3d805f8f6254, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:39.157168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b7eaf-8f7a-4c0d-825d-2620a5526e2e req-0e577408-f5e6-47f3-89de-263d12de70ae tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:39.159824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-175b7eaf-8f7a-4c0d-825d-2620a5526e2e req-0e577408-f5e6-47f3-89de-263d12de70ae tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 947 time: 0.1153915 Apr 07 11:14:39.186239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-3cf29cca-ca2a-404b-8424-4c7d3caf48d9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240722 Apr 07 11:14:39.187464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.204227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Publish callbacks [] for port (bb7d3626-121d-4013-8799-56f56f028c16), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.219982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f4f2c9f6-07f2-444b-80b0-a3028efa8487 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:39.272381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bb7d3626-121d-4013-8799-56f56f028c16), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.320939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cb08c0fb-5485-4f74-ae87-3d805f8f6254,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:39.399731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4fbe059-8bd0-4013-9967-e2426810ed7b req-1c3d11ec-3632-4873-9b58-b0b94dfe89b9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068117 Apr 07 11:14:39.437736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port f4f2c9f6-07f2-444b-80b0-a3028efa8487 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:14:39.456173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9de4a5-fa46-4d10-8dec-b66ecec2b77e req-6e3b8098-fda2-4d90-9da6-ab8a8ba16f3c service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090763 Apr 07 11:14:39.462469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port f4f2c9f6-07f2-444b-80b0-a3028efa8487 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:39.462990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.469958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c8c0-6488-42d8-8590-da4040266db4 None None] Pushing event updated for resources: {'Port': ['ID=bb7d3626-121d-4013-8799-56f56f028c16,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:39.498853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-175b7eaf-8f7a-4c0d-825d-2620a5526e2e req-1355255d-d1dc-4516-ad3c-d4115d04ad16 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293197 Apr 07 11:14:39.527743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.547925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Attempting to bind port bb7d3626-121d-4013-8799-56f56f028c16 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:39.547925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Attempting to bind port bb7d3626-121d-4013-8799-56f56f028c16 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:39.547925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Attempting to bind port bb7d3626-121d-4013-8799-56f56f028c16 on network 0192589d-096f-4bf8-a5e7-28cd693b39d8 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:39.653652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port f4f2c9f6-07f2-444b-80b0-a3028efa8487 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:39.653883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.656773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:39.656773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Checking segment: {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:39.657265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.657385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Bound using segment: {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:39.657825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Bound port: bb7d3626-121d-4013-8799-56f56f028c16, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb966c2d-df02-4de4-aab6-4cc515d96918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:39.658211 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bb7d3626-121d-4013-8799-56f56f028c16), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:39.708546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['95e9c49b-b11e-41ff-b519-20dcf9bc319d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:39.755918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cb08c0fb-5485-4f74-ae87-3d805f8f6254'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:39.770516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Allocated IP 172.25.5.144 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/c4e5cb8e-bbe9-4409-885f-5134b960435e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:39.813044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:39.815587 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996f0b9-5cb6-4307-9d32-d1e68008f119" -d '{"events": [{"server_uuid": "b3fe8550-e9f5-4a2f-9bbb-8a74efda904c", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2c9f6-07f2-444b-80b0-a3028efa8487"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:39.841372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206644f0-45ad-4806-a652-36b1369d41ad req-33801b7d-d5c2-4c4b-a7b1-833c04bb0127 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:39.843746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-206644f0-45ad-4806-a652-36b1369d41ad req-33801b7d-d5c2-4c4b-a7b1-833c04bb0127 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 948 time: 0.2403240 Apr 07 11:14:39.960537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-206644f0-45ad-4806-a652-36b1369d41ad req-b668a73c-e162-450d-b689-6fb9e36d9a05 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051824 Apr 07 11:14:39.974200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:14:39.978001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.043636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.061074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port f4f2c9f6-07f2-444b-80b0-a3028efa8487, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:40.072918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-27d24953-f077-47a5-9b96-c7457f5e7f20 None None] Provisioning complete for port bb7d3626-121d-4013-8799-56f56f028c16 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:40.073694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27d24953-f077-47a5-9b96-c7457f5e7f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bb7d3626-121d-4013-8799-56f56f028c16), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.170049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27d24953-f077-47a5-9b96-c7457f5e7f20 None None] Port bb7d3626-121d-4013-8799-56f56f028c16 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:40.173005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbd1268c-fa46-41d7-bcd1-d78aea773e20 req-6c434518-66c3-4235-b242-270aec4b0ca2 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0510042 Apr 07 11:14:40.175160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.184702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:40.203266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:40.220852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:40.291769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=c4e5cb8e-bbe9-4409-885f-5134b960435e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:40.314147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] For port bb7d3626-121d-4013-8799-56f56f028c16, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:40.331535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-546ed196-ae4b-4eec-9443-80b3c3735087 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 1002 time: 0.1067779 Apr 07 11:14:40.353255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] For port bb7d3626-121d-4013-8799-56f56f028c16, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bb7d3626-121d-4013-8799-56f56f028c16,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:40.384159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bb7d3626-121d-4013-8799-56f56f028c16), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.433341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=f4f2c9f6-07f2-444b-80b0-a3028efa8487,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:40.434062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-7904989e-3cf8-4c4a-ba4c-54c608efa0c4 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:40.441835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-7904989e-3cf8-4c4a-ba4c-54c608efa0c4 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports/34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 943 time: 0.0847528 Apr 07 11:14:40.450465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (503edd2a-15c2-489d-b88f-98f189ae7d04), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.590771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Routers {'b9d8a441-8300-450a-9535-d15ebd56a414'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:40.591643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b9d8a441-8300-450a-9535-d15ebd56a414'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:40.625026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-08ef85a3-e3dd-42dd-ab47-b18d277a7803 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 1002 time: 0.0997410 Apr 07 11:14:40.638591 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.738146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c8c0-6488-42d8-8590-da4040266db4 None None] Pushing event updated for resources: {'Port': ['ID=bb7d3626-121d-4013-8799-56f56f028c16,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:40.793315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-5bcd8801-0fac-4fec-97a7-d470c2e52819 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:40.795074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-5bcd8801-0fac-4fec-97a7-d470c2e52819 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1685417 Apr 07 11:14:40.834587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] Set router b9d8a441-8300-450a-9535-d15ebd56a414 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:40.838415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] Provisioning complete for port bb7d3626-121d-4013-8799-56f56f028c16 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:40.839502 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bb7d3626-121d-4013-8799-56f56f028c16), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:40.922153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-24a32a08-4a2a-489c-a662-d8250b3d7c74 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 1002 time: 0.1132414 Apr 07 11:14:40.944939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:41.047144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.096802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.110391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.126860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] Current status of the port bb7d3626-121d-4013-8799-56f56f028c16 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:41.127351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bb7d3626-121d-4013-8799-56f56f028c16), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.241796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=c4e5cb8e-bbe9-4409-885f-5134b960435e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:41.252899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] For port bb7d3626-121d-4013-8799-56f56f028c16, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bb7d3626-121d-4013-8799-56f56f028c16,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:41.265872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bb7d3626-121d-4013-8799-56f56f028c16), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.307524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.310937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (503edd2a-15c2-489d-b88f-98f189ae7d04), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.315626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.315978 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Floating IP 552ca15b-5524-4e2f-bf9f-315e7e428e3f disassociated. External IP: 172.25.5.247, port: 34c7a9df-3ca0-4009-982f-0acfc3c676a8. Apr 07 11:14:41.333054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3741f2-8d3a-4055-88db-605eefa797cc None None] Pushing event updated for resources: {'Port': ['ID=bb7d3626-121d-4013-8799-56f56f028c16,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:41.345546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:14:34Z', 'revision_number': 4, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'bb7d3626-121d-4013-8799-56f56f028c16', 'name': '', 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'mac_address': 'fa:16:3e:46:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:32Z', 'updated_at': '2022-04-07T11:14:40Z', 'revision_number': 4, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'subnets': [{'id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:41.390614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84dc71-ad42-4393-bbe1-bce390e968f1 None None] The sync data for ids ['b9d8a441-8300-450a-9535-d15ebd56a414'] in n-d-836788-1 is: [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:14:34Z', 'revision_number': 4, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'bb7d3626-121d-4013-8799-56f56f028c16', 'name': '', 'network_id': '0192589d-096f-4bf8-a5e7-28cd693b39d8', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'mac_address': 'fa:16:3e:46:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:32Z', 'updated_at': '2022-04-07T11:14:40Z', 'revision_number': 4, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'subnets': [{'id': 'aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:41.396263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.397562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-e2ae9087-447d-4e58-bff1-90d1543e180f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2358892 Apr 07 11:14:41.490418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-11e09d73-be2d-456b-9a77-b6d5db3223e2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.0661969 Apr 07 11:14:41.693166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-9c494e68-16dd-49f6-b8a8-d8dcf8e64b40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:41.694690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-9c494e68-16dd-49f6-b8a8-d8dcf8e64b40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1923125 Apr 07 11:14:41.708000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-cd77d08f-e4e3-4558-b58b-4f7be2e53ca3 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:14:41.709270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f361c44c-14d4-41aa-bcee-0ff7cb44aac3 req-cd77d08f-e4e3-4558-b58b-4f7be2e53ca3 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075195 Apr 07 11:14:41.729267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:14:41.768351 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56862fb7-4f48-4ad4-8520-cf8f4743c180 x-openstack-request-id: req-56862fb7-4f48-4ad4-8520-cf8f4743c180 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:41.768664 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fe8550-e9f5-4a2f-9bbb-8a74efda904c", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2c9f6-07f2-444b-80b0-a3028efa8487", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:41.768934 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56862fb7-4f48-4ad4-8520-cf8f4743c180 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:41.769385 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56862fb7-4f48-4ad4-8520-cf8f4743c180'] response: {'server_uuid': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487', 'code': 200} Apr 07 11:14:41.864160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:41.875292 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] Sync routers for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:41.875840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:41.891904 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:41.894177 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:41.946872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-378bd817-7679-46a4-8fe7-46e6746634b1 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "PUT /v2.0/floatingips/552ca15b-5524-4e2f-bf9f-315e7e428e3f HTTP/1.1" status: 200 len: 695 time: 1.0078311 Apr 07 11:14:41.949884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:41.951903 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b072f96-aa23-4b61-910d-2fda9af25ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:42.034982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6bf7-07b8-4ccc-a55f-ecbbc9d5b0c0 req-783dcc99-c9f8-4b85-ac41-e2cad49c7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.042103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a33d6bf7-07b8-4ccc-a55f-ecbbc9d5b0c0 req-783dcc99-c9f8-4b85-ac41-e2cad49c7019 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 1131 time: 0.1550341 Apr 07 11:14:42.093563 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:42.143385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a5fc6-84c8-4345-99f9-9a3012a39baf req-58387065-0d59-44cb-b861-f03ba271d3f8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.144751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a0a5fc6-84c8-4345-99f9-9a3012a39baf req-58387065-0d59-44cb-b861-f03ba271d3f8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 948 time: 0.1015851 Apr 07 11:14:42.147920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-48a5d4e1-444a-417d-81f3-f357bb7bbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.152743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-48a5d4e1-444a-417d-81f3-f357bb7bbdaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.1715257 Apr 07 11:14:42.215634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a33d6bf7-07b8-4ccc-a55f-ecbbc9d5b0c0 req-56eb46fd-a39e-492d-8f60-ef19d2cf2a02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425250 Apr 07 11:14:42.270868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a0a5fc6-84c8-4345-99f9-9a3012a39baf req-25f07f33-bce1-49d2-93a4-f645165e855f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167040 Apr 07 11:14:42.325155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-6c3e7cbd-14b1-4c79-8a69-8f807bb905a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.335233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-6c3e7cbd-14b1-4c79-8a69-8f807bb905a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.1731873 Apr 07 11:14:42.391306 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:14Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:42.421023 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] Checking router: e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:42.430378 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:42.431269 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:42.445356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-831843c6-cba6-496f-9022-de764a315ee4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.1089101 Apr 07 11:14:42.514348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf9218-923c-4781-9d12-79dd4c455877 req-84a1121a-7edd-4a97-8589-8c4acbfa6c5e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.518451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21cf9218-923c-4781-9d12-79dd4c455877 req-84a1121a-7edd-4a97-8589-8c4acbfa6c5e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 949 time: 0.1059084 Apr 07 11:14:42.526521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-86b5222a-4061-4644-8350-a6386c902c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.529047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-86b5222a-4061-4644-8350-a6386c902c3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.0754857 Apr 07 11:14:42.570384 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:42.597926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-84274d38-4a77-41bf-827b-50c3811dc9fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589509 Apr 07 11:14:42.634685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-30142e9a-67b9-49d1-823c-c3d47409baab tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:42.636419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-30142e9a-67b9-49d1-823c-c3d47409baab tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 944 time: 0.0856264 Apr 07 11:14:42.690301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21cf9218-923c-4781-9d12-79dd4c455877 req-809dfd6e-74c2-4de0-9221-45c7451115b3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666229 Apr 07 11:14:42.811604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Deleting port b073e1a4-14d3-4de9-a53f-407e3ba3205c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:42.813043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:42.858106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cafbcdd-5efa-4a0c-b6ef-8f2843ee06a3 req-73998c75-420f-46c0-8e7c-a6849505ad13 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0571988 Apr 07 11:14:42.876421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:14Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:42.880113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-c1515949-c7ce-4ef6-bfce-4e206c1c71fc service neutron] 10.222.0.13 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618191 Apr 07 11:14:42.933469 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9d81f-edc8-4c23-be80-1e91f9c2b077 None None] The sync data for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 is: [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:13:06Z', 'revision_number': 4, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '799d640e-50a3-4bce-aa3e-4a3604da5341', 'name': '', 'network_id': 'a7537cfd-3c50-49ce-9014-ae5d57eebfdb', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'mac_address': 'fa:16:3e:a1:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:14Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'subnets': [{'id': '257804e3-de10-4683-85cc-937ff1fcc9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:42.971402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] For port b073e1a4-14d3-4de9-a53f-407e3ba3205c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b073e1a4-14d3-4de9-a53f-407e3ba3205c,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:42.971772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:42.986692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Calling delete_port for b073e1a4-14d3-4de9-a53f-407e3ba3205c owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:43.057927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c49fa22c-b1a0-4fdc-855a-557a5d5fdc87 req-0a27248c-5580-4ebe-9de3-d370fe87b9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682310 Apr 07 11:14:43.077893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-9471b16f-c3fd-4980-b129-6f3ea5e9aaf1 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1406066 Apr 07 11:14:43.088533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:43.111504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.129059 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1d2bd-ad1e-4afe-81c8-354df030896e x-openstack-request-id: req-a6c1d2bd-ad1e-4afe-81c8-354df030896e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:43.129465 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:43.129784 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6c1d2bd-ad1e-4afe-81c8-354df030896e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:43.130429 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c1d2bd-ad1e-4afe-81c8-354df030896e'] response: {'name': 'network-changed', 'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'status': 'completed', 'code': 200} Apr 07 11:14:43.159548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b073e1a4-14d3-4de9-a53f-407e3ba3205c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.176099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b073e1a4-14d3-4de9-a53f-407e3ba3205c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:43.210197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event deleted for resources: {'Port': ['ID=b073e1a4-14d3-4de9-a53f-407e3ba3205c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:43.244718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:43.267897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1708169f-2aaa-4c82-a74d-f6d1429e07be req-b5292955-8e16-4e37-83aa-ca0a3fed0dc7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e78f9d6-5a79-42b6-a7bc-881e52dbe478 HTTP/1.1" status: 200 len: 210 time: 0.0720506 Apr 07 11:14:43.285965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-da55eef4-157a-4a0d-b4ef-d42576c302a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:43.287607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-da55eef4-157a-4a0d-b4ef-d42576c302a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b1d21feddf449ab65ba4c2303ef784&device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 1128 time: 0.1216431 Apr 07 11:14:43.293729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] No DVR routers for this DVR port b073e1a4-14d3-4de9-a53f-407e3ba3205c on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:43.303573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.307733 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8af43ca-46db-4f32-9524-82eb7e93e279 req-38dba17f-ae23-4f23-8dfc-0843f9b594ea tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "DELETE /v2.0/ports/b073e1a4-14d3-4de9-a53f-407e3ba3205c HTTP/1.1" status: 204 len: 173 time: 0.6641951 Apr 07 11:14:43.313586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'name': 'network-vif-deleted', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:43.316263 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05571072-1b74-47b9-946d-681573c6f65f" -d '{"events": [{"server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "name": "network-vif-deleted", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:43.345381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bb7d3626-121d-4013-8799-56f56f028c16 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:43.350326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 95e9c49b-b11e-41ff-b519-20dcf9bc319d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:14:43.394150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 95e9c49b-b11e-41ff-b519-20dcf9bc319d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:43.394528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.451213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-3aeff29c-42b6-4a09-9d23-1a63f1a68711 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips/552ca15b-5524-4e2f-bf9f-315e7e428e3f HTTP/1.1" status: 200 len: 695 time: 0.0781014 Apr 07 11:14:43.550263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port bb7d3626-121d-4013-8799-56f56f028c16 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:43.550648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bb7d3626-121d-4013-8799-56f56f028c16), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.552723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:43.553109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.630455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:43.640322 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.641353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cb08c0fb-5485-4f74-ae87-3d805f8f6254 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:43.727966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port bb7d3626-121d-4013-8799-56f56f028c16 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:43.764625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:43.770307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:43.772526 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3587811c-095f-4a14-812e-4a31c53a179a" -d '{"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:43.793921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port cb08c0fb-5485-4f74-ae87-3d805f8f6254 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:14:43.800899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port cb08c0fb-5485-4f74-ae87-3d805f8f6254 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:43.801325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.836980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675d7d9-ccea-4454-a8b9-41a0b2ec7150 None None] New status for floating IP 552ca15b-5524-4e2f-bf9f-315e7e428e3f: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:14:43.850687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-e74ff5aa-8d68-4df0-8f9e-fb52a6806582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:43.852154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-e74ff5aa-8d68-4df0-8f9e-fb52a6806582 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 200 len: 921 time: 0.5553708 Apr 07 11:14:43.878783 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:43.923139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-876b9ed4-55ef-483b-b83d-2a7ea47bab91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 200 len: 217 time: 0.0542383 Apr 07 11:14:44.032248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-c1c3823b-f8f5-4abc-a4eb-ea1e4b66a702 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:44.033635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-c1c3823b-f8f5-4abc-a4eb-ea1e4b66a702 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.5816433 Apr 07 11:14:44.049903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-65b8d414-a23d-4c3e-8962-5a4e88434f91 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:14:44.050905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-65b8d414-a23d-4c3e-8962-5a4e88434f91 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093188 Apr 07 11:14:44.078867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-d5c35ca6-9f09-43db-b7ff-762b8fd3ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:44.080352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-d5c35ca6-9f09-43db-b7ff-762b8fd3ff3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 200 len: 860 time: 0.1498919 Apr 07 11:14:44.104593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cb08c0fb-5485-4f74-ae87-3d805f8f6254 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:44.105476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.148969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cb08c0fb-5485-4f74-ae87-3d805f8f6254, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:44.155404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.160348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-2d4b614f-420d-4472-aa33-60cd3cb7d244 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7537cfd-3c50-49ce-9014-ae5d57eebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680110 Apr 07 11:14:44.165226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-04716b54-9f13-4747-a09b-46c97fbed6c9 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.0913768 Apr 07 11:14:44.189176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Allocated IP 172.25.5.26 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/122c6712-b07b-4d29-9633-d75c5483a093) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:44.212849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cb08c0fb-5485-4f74-ae87-3d805f8f6254,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:44.282364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-2df6dfdc-9333-48e9-89da-0a600762394b tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.1084077 Apr 07 11:14:44.473914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-0a5f03d3-7463-473d-b581-50f2c25de7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011661 Apr 07 11:14:44.516304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (122c6712-b07b-4d29-9633-d75c5483a093), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.635335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (122c6712-b07b-4d29-9633-d75c5483a093), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.641966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b072f96-aa23-4b61-910d-2fda9af25ad0 req-d7bf9e85-c541-4576-9bc1-61cba0c6b123 service neutron] 10.222.0.41 "GET /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464653 Apr 07 11:14:44.643219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Deleting port d18ed554-c47b-42b2-ad20-052bf1380fa5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:44.643556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.715919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:44.723819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:44.730822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:44.761335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=122c6712-b07b-4d29-9633-d75c5483a093,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:44.807828 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.808151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (d18ed554-c47b-42b2-ad20-052bf1380fa5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.840214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Calling delete_port for d18ed554-c47b-42b2-ad20-052bf1380fa5 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:44.900825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (234683fb-5c43-47fb-add5-991b9aecc7ea), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:44.962672 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (122c6712-b07b-4d29-9633-d75c5483a093), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.108082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d18ed554-c47b-42b2-ad20-052bf1380fa5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.151082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event deleted for resources: {'Port': ['ID=d18ed554-c47b-42b2-ad20-052bf1380fa5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:45.243422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for floatingip (552ca15b-5524-4e2f-bf9f-315e7e428e3f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.246375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.247530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eccdfa74-3839-4662-9847-98cecbac2e8c req-e09838b6-3cff-424e-b7a5-86aa88af42bc tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "DELETE /v2.0/floatingips/552ca15b-5524-4e2f-bf9f-315e7e428e3f HTTP/1.1" status: 204 len: 173 time: 0.9569707 Apr 07 11:14:45.249750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (122c6712-b07b-4d29-9633-d75c5483a093), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.256499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (122c6712-b07b-4d29-9633-d75c5483a093), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.341781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=122c6712-b07b-4d29-9633-d75c5483a093,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:45.369294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (234683fb-5c43-47fb-add5-991b9aecc7ea), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.393882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:45.395108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-ee45521d-b8f0-4b21-bbad-d60ee08be910 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3107715 Apr 07 11:14:45.404023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58739af-9e80-44e7-8421-f71c905c4b6b req-2c91649d-1977-401a-91af-675c1bc00698 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:45.405913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a58739af-9e80-44e7-8421-f71c905c4b6b req-2c91649d-1977-401a-91af-675c1bc00698 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.0900171 Apr 07 11:14:45.467658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-f821dd2b-3d56-429e-a284-1dd4fc4a7975 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.0607009 Apr 07 11:14:45.546676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a58739af-9e80-44e7-8421-f71c905c4b6b req-80eadc8a-a5a5-4fb9-9d16-5629307149db tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315467 Apr 07 11:14:45.592444 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7abb3fa-ada7-4c48-96e0-4c188f8481f1 x-openstack-request-id: req-d7abb3fa-ada7-4c48-96e0-4c188f8481f1 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:45.592987 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e78f9d6-5a79-42b6-a7bc-881e52dbe478", "name": "network-vif-deleted", "tag": "b073e1a4-14d3-4de9-a53f-407e3ba3205c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:45.593689 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7abb3fa-ada7-4c48-96e0-4c188f8481f1 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:45.594459 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7abb3fa-ada7-4c48-96e0-4c188f8481f1'] response: {'server_uuid': '0e78f9d6-5a79-42b6-a7bc-881e52dbe478', 'name': 'network-vif-deleted', 'tag': 'b073e1a4-14d3-4de9-a53f-407e3ba3205c', 'status': 'completed', 'code': 200} Apr 07 11:14:45.597616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-f3f23a79-a4ef-4fa5-a425-b3cb99d4baa4 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:45.599133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84729462-6ae9-40ec-92b1-d8af2f99c25d req-f3f23a79-a4ef-4fa5-a425-b3cb99d4baa4 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1242404 Apr 07 11:14:45.652930 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ef841-c03b-454b-a1dc-686ce836a257 x-openstack-request-id: req-419ef841-c03b-454b-a1dc-686ce836a257 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:45.652930 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:45.652930 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-419ef841-c03b-454b-a1dc-686ce836a257 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:45.652930 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419ef841-c03b-454b-a1dc-686ce836a257'] response: {'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'code': 200} Apr 07 11:14:45.700799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda405-2f98-4656-be10-f8da8281cdb5 req-0d1aa5a0-b760-4db6-8ac8-09a363984eec tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:45.703172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8bda405-2f98-4656-be10-f8da8281cdb5 req-0d1aa5a0-b760-4db6-8ac8-09a363984eec tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 949 time: 0.0616658 Apr 07 11:14:45.762268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ff67563-cf7d-4e08-8f35-755869780b0e req-8a02dbea-c8ef-408b-b489-5bb0c33a759d tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0443833 Apr 07 11:14:45.815219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8bda405-2f98-4656-be10-f8da8281cdb5 req-6af8e4e7-66b5-485d-8e7c-a4fcfa890e0b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039343 Apr 07 11:14:45.818161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50627103-adcf-4897-bdb1-5919fb04219d req-8930d686-9c17-40d0-951a-a80b9ea867aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:45.819599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50627103-adcf-4897-bdb1-5919fb04219d req-8930d686-9c17-40d0-951a-a80b9ea867aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1131 time: 0.0845375 Apr 07 11:14:45.951578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8eb812c-ae74-4d2d-a873-f833676f8738 req-bbc03182-7dbc-4db8-bba8-82ffb4211a55 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups/47d2a090-4f52-4e9e-8a0f-024da3697c25 HTTP/1.1" status: 200 len: 1824 time: 0.1294506 Apr 07 11:14:45.967101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50627103-adcf-4897-bdb1-5919fb04219d req-5b889531-9117-4511-8079-3e5d7ef7fe69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308453 Apr 07 11:14:46.018369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-6039c17e-1e16-4ea5-b2a6-ed11bea6c6c0 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1747615 Apr 07 11:14:46.029436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:46.059471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8eb812c-ae74-4d2d-a873-f833676f8738 req-6d3e8fd5-645a-49fe-9655-3bde7c12714f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for security_group (47d2a090-4f52-4e9e-8a0f-024da3697c25), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.067080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.101248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:46.126899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8eb812c-ae74-4d2d-a873-f833676f8738 req-6d3e8fd5-645a-49fe-9655-3bde7c12714f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for security_group (47d2a090-4f52-4e9e-8a0f-024da3697c25), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.127178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: b073e1a4-14d3-4de9-a53f-407e3ba3205c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:46.127358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b073e1a4-14d3-4de9-a53f-407e3ba3205c not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:46.182552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8eb812c-ae74-4d2d-a873-f833676f8738 req-6d3e8fd5-645a-49fe-9655-3bde7c12714f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (47d2a090-4f52-4e9e-8a0f-024da3697c25), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.185209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f8eb812c-ae74-4d2d-a873-f833676f8738 req-6d3e8fd5-645a-49fe-9655-3bde7c12714f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.186365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8eb812c-ae74-4d2d-a873-f833676f8738 req-6d3e8fd5-645a-49fe-9655-3bde7c12714f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "DELETE /v2.0/security-groups/47d2a090-4f52-4e9e-8a0f-024da3697c25 HTTP/1.1" status: 204 len: 173 time: 0.2222626 Apr 07 11:14:46.198452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e8fd5-645a-49fe-9655-3bde7c12714f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2a090-4f52-4e9e-8a0f-024da3697c25,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:46.233714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.350322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Allocated IP 172.25.5.143 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cf5da4b7-d4f9-421f-b1c0-84266bdf253b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:46.472814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b33503-8db7-4b67-a054-10ee8dd3cdc8 req-a1709abb-d3ca-4bef-8b2e-89283cda48a6 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:46.474355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3b33503-8db7-4b67-a054-10ee8dd3cdc8 req-a1709abb-d3ca-4bef-8b2e-89283cda48a6 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 1131 time: 0.0958984 Apr 07 11:14:46.509840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.552747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3b33503-8db7-4b67-a054-10ee8dd3cdc8 req-5734610b-113f-4555-8ce8-4acf95aa9791 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726562 Apr 07 11:14:46.585266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.643599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=cf5da4b7-d4f9-421f-b1c0-84266bdf253b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:46.653220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:46.656896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:46.662589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:46.777763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (f6acc1aa-5eeb-4470-b49b-d2a99f50b0b5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.820054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-4e8ecedd-a9bf-440a-a1d7-1e8f4dde207c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:46.821581 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-4e8ecedd-a9bf-440a-a1d7-1e8f4dde207c tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 944 time: 0.0683081 Apr 07 11:14:46.853344 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:46.901912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b71e15-cbad-4491-910a-bd84d4ef64d5 req-6639fcbf-9ab1-45b5-8915-2a4eb7363649 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:46.904090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12b71e15-cbad-4491-910a-bd84d4ef64d5 req-6639fcbf-9ab1-45b5-8915-2a4eb7363649 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a993a29-cbd7-41bf-bd58-74c738bb9fc8 HTTP/1.1" status: 200 len: 944 time: 0.1204958 Apr 07 11:14:46.930890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Deleting port 92967668-f33a-4682-8768-bbafa90047ec {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:46.931348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (92967668-f33a-4682-8768-bbafa90047ec), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.018368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12b71e15-cbad-4491-910a-bd84d4ef64d5 req-af8fb129-78ed-47e2-aed8-58f12057d08a tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067805 Apr 07 11:14:47.026846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] For port 92967668-f33a-4682-8768-bbafa90047ec, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=92967668-f33a-4682-8768-bbafa90047ec,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:47.027205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (92967668-f33a-4682-8768-bbafa90047ec), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.057537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Calling delete_port for 92967668-f33a-4682-8768-bbafa90047ec owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:47.082458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.097112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.183990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=cf5da4b7-d4f9-421f-b1c0-84266bdf253b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:47.197222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (92967668-f33a-4682-8768-bbafa90047ec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.215843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668db5d-d9ef-4987-afda-643d5998b980 req-48ef5ba0-c252-4ac5-a147-80c9d730fec8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:47.217388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f668db5d-d9ef-4987-afda-643d5998b980 req-48ef5ba0-c252-4ac5-a147-80c9d730fec8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.1322122 Apr 07 11:14:47.219403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (f6acc1aa-5eeb-4470-b49b-d2a99f50b0b5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.229429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event deleted for resources: {'Port': ['ID=92967668-f33a-4682-8768-bbafa90047ec,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:47.255718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.256940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-d65bc4ab-a714-4d58-8e92-648a0d36fb40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2324789 Apr 07 11:14:47.279993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] No DVR routers for this DVR port 92967668-f33a-4682-8768-bbafa90047ec on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:47.284507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:47.286389 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eeeb63ed-3581-4329-9b9a-7cee80d9c222 req-cec54f56-b86f-4985-b147-d75c9903c9f7 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "DELETE /v2.0/ports/92967668-f33a-4682-8768-bbafa90047ec HTTP/1.1" status: 204 len: 173 time: 0.4582317 Apr 07 11:14:47.325190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-2c4116c9-a991-4392-8e76-bd1874427c0e tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0543504 Apr 07 11:14:47.326429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f668db5d-d9ef-4987-afda-643d5998b980 req-fe094f17-a534-4ca3-b55a-a56670d6f270 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958478 Apr 07 11:14:47.469409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-2c69380c-3479-4695-a63e-52b92fe26816 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411527 Apr 07 11:14:47.479299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-51a155d0-34b5-4830-9e0b-76487685ac40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:47.480656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea276ee7-05c3-4d30-8ae5-32c8b19ef623 req-51a155d0-34b5-4830-9e0b-76487685ac40 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1513286 Apr 07 11:14:47.595801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'name': 'network-vif-deleted', 'tag': '92967668-f33a-4682-8768-bbafa90047ec'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:47.599426 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b469a05-a645-44a8-96a5-2840da6b48af" -d '{"events": [{"server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "name": "network-vif-deleted", "tag": "92967668-f33a-4682-8768-bbafa90047ec"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:47.618755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-ce75ce08-0371-40c1-8b00-409288c943a0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:47.620242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-ce75ce08-0371-40c1-8b00-409288c943a0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386206 Apr 07 11:14:47.634615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc8618-d452-410e-9f61-46d1628bff03 req-fe3ac652-0f33-4843-8bef-44e3b5f193b5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:47.636384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1afc8618-d452-410e-9f61-46d1628bff03 req-fe3ac652-0f33-4843-8bef-44e3b5f193b5 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.1008801 Apr 07 11:14:47.653066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-43bbf9c9-1cde-4a24-80e5-ea66d0090d98 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/quotas/f7fa72924b004d37960d36473b621240 HTTP/1.1" status: 200 len: 375 time: 0.0259180 Apr 07 11:14:47.653785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:47.657036 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ceed3-922a-4e42-a73f-8f13c203b2f9" -d '{"events": [{"server_uuid": "d4ee0851-6c77-4a66-8dfc-adcae23cac71", "name": "network-vif-plugged", "status": "completed", "tag": "cb08c0fb-5485-4f74-ae87-3d805f8f6254"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:47.723571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1afc8618-d452-410e-9f61-46d1628bff03 req-ae0cc17e-4b5c-47d9-81f7-c363ca27e185 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796757 Apr 07 11:14:47.777099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-72cff943-de15-431b-be54-21303807995f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1151676 Apr 07 11:14:47.861574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18cb10a9-d0e4-4698-82a2-9ba340139ddd req-2d2ead35-e776-47a7-b79e-49771364ccb3 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0314407 Apr 07 11:14:47.980019 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608251b4-f792-4b6d-9547-c89078d9834c x-openstack-request-id: req-608251b4-f792-4b6d-9547-c89078d9834c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:47.980487 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a993a29-cbd7-41bf-bd58-74c738bb9fc8", "name": "network-vif-deleted", "tag": "92967668-f33a-4682-8768-bbafa90047ec", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:47.980583 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608251b4-f792-4b6d-9547-c89078d9834c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:47.980944 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608251b4-f792-4b6d-9547-c89078d9834c'] response: {'server_uuid': '2a993a29-cbd7-41bf-bd58-74c738bb9fc8', 'name': 'network-vif-deleted', 'tag': '92967668-f33a-4682-8768-bbafa90047ec', 'status': 'completed', 'code': 200} Apr 07 11:14:48.013956 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2494fd4b-b227-4048-ae32-ac2599b7ce2a x-openstack-request-id: req-2494fd4b-b227-4048-ae32-ac2599b7ce2a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:48.014257 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0851-6c77-4a66-8dfc-adcae23cac71", "name": "network-vif-plugged", "status": "completed", "tag": "cb08c0fb-5485-4f74-ae87-3d805f8f6254", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:48.014510 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2494fd4b-b227-4048-ae32-ac2599b7ce2a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:48.014947 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2494fd4b-b227-4048-ae32-ac2599b7ce2a'] response: {'server_uuid': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254', 'code': 200} Apr 07 11:14:48.016304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-c882fbcb-7fa7-440a-b2c1-5004b2ceb6c3 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1243513 Apr 07 11:14:48.026169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:48.067564 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:48.102785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12b5c3bf-efc0-4ef9-b3b6-15dddb4fb2ab req-c60f3b47-c677-47ae-ac86-c89c7b25afb6 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 210 time: 0.0496314 Apr 07 11:14:48.194683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9e19-b9f5-495f-b2cf-ebc48d5d00e8 req-196dcd68-fd3e-46eb-9895-1f9503ff7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:48.196265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d0b9e19-b9f5-495f-b2cf-ebc48d5d00e8 req-196dcd68-fd3e-46eb-9895-1f9503ff7895 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 1131 time: 0.1039603 Apr 07 11:14:48.271441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:48.275169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d0b9e19-b9f5-495f-b2cf-ebc48d5d00e8 req-6b8ea5c5-8768-48b4-9f7a-0ce85dd4c77f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703955 Apr 07 11:14:48.438177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Allocated IP 172.25.5.11 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/dad18723-e20b-4aed-bd47-1a63a7498a25) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:48.477691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83bd07-054a-429b-9d4c-a85b479e8395 req-bfaeddc3-42c5-4dda-aad2-1e55bc3fd866 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:48.479165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba83bd07-054a-429b-9d4c-a85b479e8395 req-bfaeddc3-42c5-4dda-aad2-1e55bc3fd866 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 945 time: 0.0982172 Apr 07 11:14:48.873376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-cd50bb9b-23a4-4b51-b19e-933b6684b78f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:48.875740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-cd50bb9b-23a4-4b51-b19e-933b6684b78f tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 945 time: 0.0577600 Apr 07 11:14:48.900222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba83bd07-054a-429b-9d4c-a85b479e8395 req-965d9a41-e5f5-4821-9a30-f13cf8f82be1 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918004 Apr 07 11:14:48.928183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:48.972374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:48.989485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Deleting port 69507b7d-702d-4304-9abe-d59e8bc4de34 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:48.990110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.048595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:49.052456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=dad18723-e20b-4aed-bd47-1a63a7498a25,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:49.056287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:49.064140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:49.107698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470b495-a98d-49f1-a630-7de8224c433c req-5ad8d94c-6066-42cb-b931-4421412a8660 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:49.110207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c470b495-a98d-49f1-a630-7de8224c433c req-5ad8d94c-6066-42cb-b931-4421412a8660 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.1295862 Apr 07 11:14:49.117311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] For port 69507b7d-702d-4304-9abe-d59e8bc4de34, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=69507b7d-702d-4304-9abe-d59e8bc4de34,segment=NetworkSegment(eaf41022-b00d-42d1-83f1-b9bba9d7ae62),segment_id=eaf41022-b00d-42d1-83f1-b9bba9d7ae62)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:49.117703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.138186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Calling delete_port for 69507b7d-702d-4304-9abe-d59e8bc4de34 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:49.143339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-b1bea0c0-7052-453c-8467-bac1b6fae069 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f7fa72924b004d37960d36473b621240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320604 Apr 07 11:14:49.260584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c470b495-a98d-49f1-a630-7de8224c433c req-f1f78060-0659-49f5-b7d7-bacce011f63e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367354 Apr 07 11:14:49.323289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (f83737c5-2c70-441c-b6f5-e0ff77ea70a3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.364860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (69507b7d-702d-4304-9abe-d59e8bc4de34), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.393420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-ba88f95c-2a7f-47d7-8f07-ed451fd31193 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:49.394907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-ba88f95c-2a7f-47d7-8f07-ed451fd31193 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408020 Apr 07 11:14:49.398184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Pushing event deleted for resources: {'Port': ['ID=69507b7d-702d-4304-9abe-d59e8bc4de34,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:49.424630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Request body: {'port': {'device_id': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'f7fa72924b004d37960d36473b621240'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:49.427777 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.442644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] No DVR routers for this DVR port 69507b7d-702d-4304-9abe-d59e8bc4de34 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:49.445392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.448586 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1abb0ad8-e515-4570-8faa-fd1393429750 req-1c373522-b4a6-44a2-be07-8e38f4d27254 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.23 "DELETE /v2.0/ports/69507b7d-702d-4304-9abe-d59e8bc4de34 HTTP/1.1" status: 204 len: 173 time: 0.5674796 Apr 07 11:14:49.509365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1bfaeb1-4d8d-45df-bd15-88eed064c3a7 req-988219fa-6ce3-4283-821e-5570f486f9c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0976496 Apr 07 11:14:49.582419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdbed9-49db-48a3-94b1-86da44e28b8d req-312aeccd-6db7-41a7-acba-35a1700b0b15 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:49.583987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72bdbed9-49db-48a3-94b1-86da44e28b8d req-312aeccd-6db7-41a7-acba-35a1700b0b15 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2160070 Apr 07 11:14:49.709751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72bdbed9-49db-48a3-94b1-86da44e28b8d req-b38df99b-4346-4d36-92e3-d176341c8be9 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945213 Apr 07 11:14:49.715757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Made reservation on behalf of f7fa72924b004d37960d36473b621240 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:49.719624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.808869 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.829219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:49.855884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d305034f-63bd-4816-acbe-8cc7ff0e9e29 req-682dc6af-f88b-4674-b2a2-1b61c23502ae tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0540299 Apr 07 11:14:49.982413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'name': 'network-vif-deleted', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:49.985359 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a880f97-fb26-49c6-b0f2-07c71fe25a85" -d '{"events": [{"server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "name": "network-vif-deleted", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:50.015929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57f82f2d-8c09-4dab-b643-6772130447bf req-c4bedf8b-99df-4746-83cc-44884d680dda tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 210 time: 0.0824332 Apr 07 11:14:50.017546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event updated for resources: {'Port': ['ID=dad18723-e20b-4aed-bd47-1a63a7498a25,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:50.053011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (f83737c5-2c70-441c-b6f5-e0ff77ea70a3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:50.056802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Allocated IP 192.168.233.46 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/07cd8cf8-1999-453f-8ead-4d22ce6bcf0f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:50.082865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-9676d689-45b4-4255-a698-62f459defe86 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:50.084427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-9676d689-45b4-4255-a698-62f459defe86 tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2012312 Apr 07 11:14:50.104742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:50.105986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-1c28e862-d29f-4670-b861-7825bd44ee9f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0839298 Apr 07 11:14:50.107089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 92967668-f33a-4682-8768-bbafa90047ec no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:50.142005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 92967668-f33a-4682-8768-bbafa90047ec {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:50.143055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 92967668-f33a-4682-8768-bbafa90047ec not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:50.223723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab5e1ea1-cf7d-400f-92fd-1b2c49547bb0 req-01c7ae7a-1057-4d03-942b-56130ddb4b84 tempest-LiveMigrationTest-28493995 tempest-LiveMigrationTest-28493995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde18b78-6b6a-4d63-97bd-2d40754e3e2d HTTP/1.1" status: 200 len: 210 time: 0.1051421 Apr 07 11:14:50.249765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-01c2c5e1-40ad-4023-90f9-7dd2d5b0ade7 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.1102126 Apr 07 11:14:50.287869 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23316d9e-d074-46a7-958c-78e7f37c363f x-openstack-request-id: req-23316d9e-d074-46a7-958c-78e7f37c363f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:50.287869 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde18b78-6b6a-4d63-97bd-2d40754e3e2d", "name": "network-vif-deleted", "tag": "69507b7d-702d-4304-9abe-d59e8bc4de34", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:50.287869 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23316d9e-d074-46a7-958c-78e7f37c363f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:50.287869 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23316d9e-d074-46a7-958c-78e7f37c363f'] response: {'server_uuid': 'cde18b78-6b6a-4d63-97bd-2d40754e3e2d', 'name': 'network-vif-deleted', 'tag': '69507b7d-702d-4304-9abe-d59e8bc4de34', 'status': 'completed', 'code': 200} Apr 07 11:14:50.510203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-ddbcbbd6-074f-48de-879a-73ef8faba6ae tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:50.511560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef2c7f56-f001-4c44-b31d-990580abe32f req-ddbcbbd6-074f-48de-879a-73ef8faba6ae tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2315662 Apr 07 11:14:50.517896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Deleting port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:50.518246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:50.523956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks [] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:50.533937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e022-4def-4ed2-9c40-28f5f2032e00 req-441db8da-58c7-4be4-82b5-8eead82076d4 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:50.535457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05a5e022-4def-4ed2-9c40-28f5f2032e00 req-441db8da-58c7-4be4-82b5-8eead82076d4 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.1976318 Apr 07 11:14:50.668103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf4bf372-5585-45f8-9f91-1c70782c6226 req-70a1743d-2a60-4a37-b0d6-8c0dad7594bd tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips/f83737c5-2c70-441c-b6f5-e0ff77ea70a3 HTTP/1.1" status: 200 len: 692 time: 0.1204631 Apr 07 11:14:50.762444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05a5e022-4def-4ed2-9c40-28f5f2032e00 req-ece15a0b-6525-41f0-8155-613b35e7582e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136497 Apr 07 11:14:50.772948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] For port 34c7a9df-3ca0-4009-982f-0acfc3c676a8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34c7a9df-3ca0-4009-982f-0acfc3c676a8,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:50.773307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:50.789666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:50.798189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Calling delete_port for 34c7a9df-3ca0-4009-982f-0acfc3c676a8 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:50.802233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:50.840123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'f4f2c9f6-07f2-444b-80b0-a3028efa8487'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:50.891916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:50.944871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:50.951206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event updated for resources: {'Port': ['ID=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:50.957809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:50.971857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bf372-5585-45f8-9f91-1c70782c6226 req-57d59f5d-d8c5-4d80-92df-9cb092b3858b tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:50.973324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf4bf372-5585-45f8-9f91-1c70782c6226 req-57d59f5d-d8c5-4d80-92df-9cb092b3858b tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2927983 Apr 07 11:14:51.013380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-bf4bf372-5585-45f8-9f91-1c70782c6226 req-5ca027cd-43f5-4964-8bf8-ea7a50af94e1 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:14:51.014322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf4bf372-5585-45f8-9f91-1c70782c6226 req-5ca027cd-43f5-4964-8bf8-ea7a50af94e1 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192089 Apr 07 11:14:51.056824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:51.057554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:51.076353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506f73b-e288-4c49-8ec7-300a7f6e6e1e req-d93bbd75-663d-4c04-ba19-ffd3e669e18a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:51.083609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4506f73b-e288-4c49-8ec7-300a7f6e6e1e req-d93bbd75-663d-4c04-ba19-ffd3e669e18a tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0117d29-86dc-4183-848c-ceb24f7af137 HTTP/1.1" status: 200 len: 946 time: 0.2320206 Apr 07 11:14:51.131232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-986c5b2b-dab2-41b2-86d5-cd9f7926cacf tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7181776 Apr 07 11:14:51.157961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Request body: {'port': {'device_id': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:51.254721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4506f73b-e288-4c49-8ec7-300a7f6e6e1e req-cb7ee7c2-63a4-4670-a997-74824a28234f tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.13 "GET /v2.0/security-groups?id=dba7d906-46bc-4b70-8bc7-1a8474bdff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699119 Apr 07 11:14:51.266891 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (34c7a9df-3ca0-4009-982f-0acfc3c676a8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:51.279133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34c7a9df-3ca0-4009-982f-0acfc3c676a8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:51.300722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607fd06-9495-4b30-a62c-4a91c7d1c96f req-7ca41b59-f042-4a40-bc21-fc970710331a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:51.302311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b607fd06-9495-4b30-a62c-4a91c7d1c96f req-7ca41b59-f042-4a40-bc21-fc970710331a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.1913891 Apr 07 11:14:51.335854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Pushing event deleted for resources: {'Port': ['ID=34c7a9df-3ca0-4009-982f-0acfc3c676a8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:51.357909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:51.369169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-59e6fd0f-a231-4fe6-9640-5aa1549f6ca8 None None] Provisioning complete for port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:51.369575 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59e6fd0f-a231-4fe6-9640-5aa1549f6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:51.417656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-979485c8-9d5d-4ede-bcd4-819fef537a26 req-5ab084cc-ce80-4beb-b1d0-b6a86b55b09c tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0670555 Apr 07 11:14:51.430759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-59e6fd0f-a231-4fe6-9640-5aa1549f6ca8 None None] Port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:51.445473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] No DVR routers for this DVR port 34c7a9df-3ca0-4009-982f-0acfc3c676a8 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:14:51.445473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:51.446162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4945f42d-38ca-4493-8c43-6c0af6e7eaa6 req-a8fa287e-0b49-4fc7-b03f-af52f503a1df tempest-ServerRescueTestJSONUnderV235-568632427 tempest-ServerRescueTestJSONUnderV235-568632427-project] 10.222.0.41 "DELETE /v2.0/ports/34c7a9df-3ca0-4009-982f-0acfc3c676a8 HTTP/1.1" status: 204 len: 173 time: 1.3554945 Apr 07 11:14:51.446632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'name': 'network-vif-deleted', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:51.448945 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd589adf-1fd1-4f1c-a587-93e00cc56dfd" -d '{"events": [{"server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "name": "network-vif-deleted", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:51.528501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b607fd06-9495-4b30-a62c-4a91c7d1c96f req-6df82bf6-3006-4d8e-b25f-464011a630df tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016680 Apr 07 11:14:51.549717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05e82fec-acfb-4886-9051-5b0900795c53 req-a351732a-7b92-4d6e-8221-5060b0e8848d tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips/f83737c5-2c70-441c-b6f5-e0ff77ea70a3 HTTP/1.1" status: 200 len: 692 time: 0.0725870 Apr 07 11:14:52.119278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:52.139953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 69507b7d-702d-4304-9abe-d59e8bc4de34 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:52.140309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 69507b7d-702d-4304-9abe-d59e8bc4de34 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:52.180921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6a732774-7501-4bca-92e6-9a78a31feeba tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:52.182215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6a732774-7501-4bca-92e6-9a78a31feeba tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.6169183 Apr 07 11:14:52.193530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3af87c-a120-4861-9586-81d09959599d req-d0da7fc3-70a3-4c49-ad00-d5aa7360d67f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:52.194972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a3af87c-a120-4861-9586-81d09959599d req-d0da7fc3-70a3-4c49-ad00-d5aa7360d67f tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 935 time: 0.5447009 Apr 07 11:14:52.276971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05e82fec-acfb-4886-9051-5b0900795c53 req-32acd0da-c75c-4c24-a985-638fba41952a tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0810258 Apr 07 11:14:52.362293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05e82fec-acfb-4886-9051-5b0900795c53 req-54be2d1f-22b0-4a7b-9a13-1ae6ec9db995 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0776041 Apr 07 11:14:52.381552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a3af87c-a120-4861-9586-81d09959599d req-6b9d995b-6889-48cb-ba67-86f5541ff415 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701274 Apr 07 11:14:52.440201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:52.441425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41984) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:52.475978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Publish callbacks [] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.478939 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28401fe-57d0-4127-aeef-e5f8760d310f x-openstack-request-id: req-f28401fe-57d0-4127-aeef-e5f8760d310f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:52.479392 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0117d29-86dc-4183-848c-ceb24f7af137", "name": "network-vif-deleted", "tag": "34c7a9df-3ca0-4009-982f-0acfc3c676a8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:52.479558 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f28401fe-57d0-4127-aeef-e5f8760d310f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:52.479875 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28401fe-57d0-4127-aeef-e5f8760d310f'] response: {'server_uuid': 'f0117d29-86dc-4183-848c-ceb24f7af137', 'name': 'network-vif-deleted', 'tag': '34c7a9df-3ca0-4009-982f-0acfc3c676a8', 'status': 'completed', 'code': 200} Apr 07 11:14:52.517388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Transition to ACTIVE for port object 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:52.524082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.570077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Deleting subnet 24a0e80b-7652-4f88-8b1d-8659f5200268 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:52.575713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Publish callbacks [] for subnet (24a0e80b-7652-4f88-8b1d-8659f5200268), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.590967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Pushing event updated for resources: {'Port': ['ID=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:52.618823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Deleting port dad18723-e20b-4aed-bd47-1a63a7498a25 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:52.619228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.626751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (24a0e80b-7652-4f88-8b1d-8659f5200268), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.681184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (24a0e80b-7652-4f88-8b1d-8659f5200268), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.731833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Attempting to bind port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:52.732079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Attempting to bind port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:52.732409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Attempting to bind port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:52.744600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:14:52.744936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Attempting to bind port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:52.752386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (24a0e80b-7652-4f88-8b1d-8659f5200268), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.767404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:52.767718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.767852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:52.768117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:52.768557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Bound port: 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:52.768923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.773884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24a0e80b-7652-4f88-8b1d-8659f5200268 HTTP/1.1" status: 204 len: 168 time: 0.3291080 Apr 07 11:14:52.783379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.783702 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (dad18723-e20b-4aed-bd47-1a63a7498a25), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:52.786531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41990) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:52.791365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2108-cf0d-4ae8-95c5-72e6de184509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a0e80b-7652-4f88-8b1d-8659f5200268,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:52.824545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9f9630b-265d-4b57-b9ac-ba264e084d65 req-31d3c1d0-e0ea-42fe-9bad-3775a6edf5a6 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97&device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0585778 Apr 07 11:14:52.870108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Calling delete_port for dad18723-e20b-4aed-bd47-1a63a7498a25 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:52.975677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-1260991b-9e95-4f25-bec7-b821b0c70ab9 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0637ace1e4542b2b72ff0901bea270a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755987 Apr 07 11:14:53.009572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (a07638e2-76b3-4155-9144-c864387ac20e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.074065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] For port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:14:53.108758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] For port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:14:53.126278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.243614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:53.243614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.244968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] 10.222.0.23 "PUT /v2.0/ports/07cd8cf8-1999-453f-8ead-4d22ce6bcf0f HTTP/1.1" status: 200 len: 1095 time: 2.0952024 Apr 07 11:14:53.263242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-645de006-7ec1-49de-b84a-7f0c1cf4f947 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:53.265468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-645de006-7ec1-49de-b84a-7f0c1cf4f947 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2797103 Apr 07 11:14:53.310045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (a07638e2-76b3-4155-9144-c864387ac20e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.366993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51ab0-7a17-4db9-9e98-6b89abf097ae service neutron] Pushing event updated for resources: {'Port': ['ID=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:53.379286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-759ed21c-34e3-4242-9a3f-06d32d7077ba tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/quotas/d0637ace1e4542b2b72ff0901bea270a HTTP/1.1" status: 200 len: 375 time: 0.1006753 Apr 07 11:14:53.391621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07638e2-76b3-4155-9144-c864387ac20e']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:53.432578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:53.432869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf41022-b00d-42d1-83f1-b9bba9d7ae62') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:53.441744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dad18723-e20b-4aed-bd47-1a63a7498a25), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.455476 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (eaf41022-b00d-42d1-83f1-b9bba9d7ae62), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.488022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event deleted for resources: {'Port': ['ID=dad18723-e20b-4aed-bd47-1a63a7498a25,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:53.505973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-977c35e7-31c6-4f93-b315-d688e38d862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:53.507488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-977c35e7-31c6-4f93-b315-d688e38d862b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 1129 time: 0.1997137 Apr 07 11:14:53.522249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (eaf41022-b00d-42d1-83f1-b9bba9d7ae62), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.562623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:53.563004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (eaf41022-b00d-42d1-83f1-b9bba9d7ae62), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:53.567670 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:53.638894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-d7621be4-fc9a-460a-9f82-d87360c609d7 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2496586 Apr 07 11:14:53.643983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-51a67bfe-a8f6-4561-9869-0d09e32b46ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f HTTP/1.1" status: 200 len: 217 time: 0.1183114 Apr 07 11:14:53.692649 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (f83737c5-2c70-441c-b6f5-e0ff77ea70a3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.695209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.696367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05e82fec-acfb-4886-9051-5b0900795c53 req-6d7467d5-b844-45a4-9dfe-5e0fda41d661 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "DELETE /v2.0/floatingips/f83737c5-2c70-441c-b6f5-e0ff77ea70a3 HTTP/1.1" status: 204 len: 173 time: 1.3124712 Apr 07 11:14:53.699741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (a07638e2-76b3-4155-9144-c864387ac20e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.709370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.713375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/a07638e2-76b3-4155-9144-c864387ac20e HTTP/1.1" status: 204 len: 168 time: 0.9168091 Apr 07 11:14:53.713901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42006) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:53.728739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2279cb-a304-4cc3-a8d4-2b7de59cd1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a07638e2-76b3-4155-9144-c864387ac20e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:53.738782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-7936e432-686f-4d12-ba45-27c58f76825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:53.740046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-7936e432-686f-4d12-ba45-27c58f76825b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0876977 Apr 07 11:14:53.777589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:53.810014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-38d6d005-6180-4145-94e2-6cb8f8b6e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:53.812130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-38d6d005-6180-4145-94e2-6cb8f8b6e530 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0658517 Apr 07 11:14:53.895995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Deleting subnet 75b5fed8-9d84-4b5f-b390-1df87bc842bf {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:53.900793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Publish callbacks [] for subnet (75b5fed8-9d84-4b5f-b390-1df87bc842bf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.944416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (75b5fed8-9d84-4b5f-b390-1df87bc842bf), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:53.960520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-8ebd736c-6a66-40f0-b890-ebae91545b23 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410553 Apr 07 11:14:53.978860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07801b79-99b8-4dce-9f0b-e31f4ad70af7 req-505db437-f15d-4a00-9813-9f4e5238fa20 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:53.989070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07801b79-99b8-4dce-9f0b-e31f4ad70af7 req-505db437-f15d-4a00-9813-9f4e5238fa20 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 947 time: 0.1414421 Apr 07 11:14:54.018718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (75b5fed8-9d84-4b5f-b390-1df87bc842bf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.161082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (75b5fed8-9d84-4b5f-b390-1df87bc842bf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.202310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b5fed8-9d84-4b5f-b390-1df87bc842bf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:54.204270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.207641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f85aa1a2-fa66-4e04-8cb6-1593dabe3412 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75b5fed8-9d84-4b5f-b390-1df87bc842bf HTTP/1.1" status: 204 len: 168 time: 0.4919453 Apr 07 11:14:54.210246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42022) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:54.232387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35f875c9-1aad-43cd-a332-c512ddc0439c req-9a24a917-5ab7-45a0-bc3a-656143f480f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05090fc9f2b4476fa3b6ce803fd8188e&device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.1561515 Apr 07 11:14:54.339686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-547e3f43-6f46-4baa-8c68-a4ae03566f35 req-a8e21f34-35f4-48e3-9b4e-1d3637dfa385 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355312 Apr 07 11:14:54.352077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35f875c9-1aad-43cd-a332-c512ddc0439c req-5baf33f9-439a-41d6-97c3-43539f79e0ae service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=05090fc9f2b4476fa3b6ce803fd8188e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065569 Apr 07 11:14:54.465938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07801b79-99b8-4dce-9f0b-e31f4ad70af7 req-16193ef4-b8c9-4fb9-911e-aa9cb2100dba tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760380 Apr 07 11:14:54.498189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'tag': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:54.498189 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386" -d '{"events": [{"name": "network-changed", "server_uuid": "64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607", "tag": "07cd8cf8-1999-453f-8ead-4d22ce6bcf0f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:54.569184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92395f0-749b-468a-9066-7ca30f4f1d4e req-dee679e2-f36c-4801-90b0-e6d3ba5391b0 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:54.570832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e92395f0-749b-468a-9066-7ca30f4f1d4e req-dee679e2-f36c-4801-90b0-e6d3ba5391b0 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5689831 Apr 07 11:14:54.619460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (11e39864-525d-4f55-a0ad-fc456d247382), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.643942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d78c9584-a88d-4db7-b424-553acfdbe52b req-f6480503-a10b-4c44-913a-0dd2046e33d2 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 210 time: 0.0529704 Apr 07 11:14:54.704564 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04825ca-6514-4128-9f5f-0c89923d0551 x-openstack-request-id: req-f04825ca-6514-4128-9f5f-0c89923d0551 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:54.704946 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607", "tag": "07cd8cf8-1999-453f-8ead-4d22ce6bcf0f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:54.710977 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f04825ca-6514-4128-9f5f-0c89923d0551 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:54.710977 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04825ca-6514-4128-9f5f-0c89923d0551'] response: {'name': 'network-changed', 'server_uuid': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'tag': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f', 'status': 'completed', 'code': 200} Apr 07 11:14:54.713715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d558a30b-da57-4d69-82d2-8947f6c05bc6 req-37a93d82-061f-4f48-8599-2536f90971cc tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0547907 Apr 07 11:14:54.760444 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (11e39864-525d-4f55-a0ad-fc456d247382), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.786760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e39864-525d-4f55-a0ad-fc456d247382']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:54.803768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0600199e-c2f7-43f0-809b-7c74da35fe19') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:54.804152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0600199e-c2f7-43f0-809b-7c74da35fe19') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:54.817602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (0600199e-c2f7-43f0-809b-7c74da35fe19), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.827225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f875c9-1aad-43cd-a332-c512ddc0439c req-c1b75f8e-d70c-4ec1-b7ca-13d638c942ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:54.827225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35f875c9-1aad-43cd-a332-c512ddc0439c req-c1b75f8e-d70c-4ec1-b7ca-13d638c942ab service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4611909 Apr 07 11:14:54.842968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-409ab2b8-0c4f-402d-b38b-a008eda4c93b req-cd5aa533-08ed-4285-b98f-8cd1c368b3e7 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=0d83b11c6f4249509a991bd6236665f0 HTTP/1.1" status: 200 len: 1656 time: 0.1232579 Apr 07 11:14:54.857100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0600199e-c2f7-43f0-809b-7c74da35fe19), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.866336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:54.866726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (0600199e-c2f7-43f0-809b-7c74da35fe19), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:54.868483 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:54.931720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-7aa8d5c7-8018-412f-b3ad-4d84b0dd455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:54.933885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-7aa8d5c7-8018-412f-b3ad-4d84b0dd455e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7fa72924b004d37960d36473b621240&device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 1129 time: 0.1788726 Apr 07 11:14:54.937803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (11e39864-525d-4f55-a0ad-fc456d247382), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.943183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.946741 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] 10.222.0.13 "DELETE /v2.0/networks/11e39864-525d-4f55-a0ad-fc456d247382 HTTP/1.1" status: 204 len: 168 time: 0.7357337 Apr 07 11:14:54.972126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:54.975944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f74c69-0042-49ac-84f3-f5799ae83599 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e39864-525d-4f55-a0ad-fc456d247382,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:55.111241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:55.219950 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-16704bca-7622-458d-9fd4-825483e018ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5430aaa714024d25b4b2185e48a80813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1074812 Apr 07 11:14:55.222978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42032) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:55.229176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34c7a9df-3ca0-4009-982f-0acfc3c676a8 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:55.258019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 34c7a9df-3ca0-4009-982f-0acfc3c676a8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:55.258357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34c7a9df-3ca0-4009-982f-0acfc3c676a8 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:55.303157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55272644-2a26-45e9-83d3-620f2aa8de7f admin admin] Publish callbacks [] for security_group (8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.351127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55272644-2a26-45e9-83d3-620f2aa8de7f admin admin] Publish callbacks [] for security_group (8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.433434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Deleting port 799d640e-50a3-4bce-aa3e-4a3604da5341 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:55.433884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.472123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-2d91cbd3-83e5-4f7f-80d9-d530faca2790 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0637ace1e4542b2b72ff0901bea270a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4825487 Apr 07 11:14:55.476838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55272644-2a26-45e9-83d3-620f2aa8de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.479414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55272644-2a26-45e9-83d3-620f2aa8de7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.483919 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-55272644-2a26-45e9-83d3-620f2aa8de7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4 HTTP/1.1" status: 204 len: 168 time: 0.2566776 Apr 07 11:14:55.497385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55272644-2a26-45e9-83d3-620f2aa8de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b8453-bac4-4bb8-9cbe-76fcaa667ca4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:55.549980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] For port 799d640e-50a3-4bce-aa3e-4a3604da5341, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=799d640e-50a3-4bce-aa3e-4a3604da5341,segment=NetworkSegment(2b58c68c-9d3e-486e-a8a1-072a37dc47ef),segment_id=2b58c68c-9d3e-486e-a8a1-072a37dc47ef)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:55.550638 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.568084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Calling delete_port for 799d640e-50a3-4bce-aa3e-4a3604da5341 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:55.677242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab2b8-0c4f-402d-b38b-a008eda4c93b req-7e6d7d35-7fdf-4e97-9cc5-739a61529196 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:55.678741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-409ab2b8-0c4f-402d-b38b-a008eda4c93b req-7e6d7d35-7fdf-4e97-9cc5-739a61529196 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks?id=2a149e59-0076-4d09-a23a-ef756275d523&id=2a149e59-0076-4d09-a23a-ef756275d523&id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 787 time: 0.8299177 Apr 07 11:14:55.717455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-409ab2b8-0c4f-402d-b38b-a008eda4c93b req-d3a45de6-84a3-435c-ae89-dc672a9df4b5 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:14:55.718902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-409ab2b8-0c4f-402d-b38b-a008eda4c93b req-d3a45de6-84a3-435c-ae89-dc672a9df4b5 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182860 Apr 07 11:14:55.737189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-4884b0ad-aba1-4a4d-927f-ab0685bd2ae6 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:55.739218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-4884b0ad-aba1-4a4d-927f-ab0685bd2ae6 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557209 Apr 07 11:14:55.740175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-e3eb0f24-b4f5-4ce9-a5e6-b0cc4e4935c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:55.741720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-e3eb0f24-b4f5-4ce9-a5e6-b0cc4e4935c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.7743280 Apr 07 11:14:55.753335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b76f0-b614-4649-b025-f80f387028b6 req-fcc620d6-c1fa-4e21-b13b-2928fb88ca2a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:55.761290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d61b76f0-b614-4649-b025-f80f387028b6 req-fcc620d6-c1fa-4e21-b13b-2928fb88ca2a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 947 time: 0.1889849 Apr 07 11:14:55.819108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (799d640e-50a3-4bce-aa3e-4a3604da5341), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:55.838434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Request body: {'port': {'device_id': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'd0637ace1e4542b2b72ff0901bea270a'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:55.846236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=799d640e-50a3-4bce-aa3e-4a3604da5341,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:55.866249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-b4b92cfa-ec57-48d0-a69f-6ee1528a229c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f HTTP/1.1" status: 200 len: 217 time: 0.1022158 Apr 07 11:14:55.882711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd5b0b47-df71-41cc-846b-91cbcd7f7bc7 req-c8847b24-8523-458d-864d-f11387288c70 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 210 time: 0.0916336 Apr 07 11:14:55.957027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d61b76f0-b614-4649-b025-f80f387028b6 req-ebbcfbc5-2c4c-47e7-85d3-f51acb8f61bb tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948230 Apr 07 11:14:55.962036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42046) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:56.053406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-3b70aced-4d51-465c-a4fc-ad1b724b2d6d tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips/f6acc1aa-5eeb-4470-b49b-d2a99f50b0b5 HTTP/1.1" status: 200 len: 693 time: 0.1268709 Apr 07 11:14:56.079077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.083453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-ea77e1f5-9072-48a1-a90a-53261df76be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:56.084921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-ea77e1f5-9072-48a1-a90a-53261df76be8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1717725 Apr 07 11:14:56.095753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89d6baaf-f353-4213-a459-eda1528a5e35 req-c26fc558-d829-452e-b36a-23a78ab843ea tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0623364 Apr 07 11:14:56.131731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:14:56.226978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b7cdb2ec-5bac-44ac-b108-c5798f2b7cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aa24c92d25547339cc4f83884d05b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609744 Apr 07 11:14:56.228948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42048) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:56.247905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:56.262387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f', 'mac_address': 'fa:16:3e:c5:83:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:14:56.304598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:56.305001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.330691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Made reservation on behalf of d0637ace1e4542b2b72ff0901bea270a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:14:56.332876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:56.334070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.359353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-ee12868a-ac36-4b9e-a0ba-9ada41e8b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:56.359625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:56.360990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-ee12868a-ac36-4b9e-a0ba-9ada41e8b93b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2578199 Apr 07 11:14:56.364262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:14:56.366110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.377275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35f875c9-1aad-43cd-a332-c512ddc0439c req-65e2e992-59b2-490a-a9d4-27fb492b1cac tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eff404d-94ed-4275-aaa3-e5a176e78c97 HTTP/1.1" status: 200 len: 210 time: 0.0723002 Apr 07 11:14:56.426916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-b3d2d381-e084-49c5-8213-68a7093fbe3b tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:56.434035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-b3d2d381-e084-49c5-8213-68a7093fbe3b tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.3339334 Apr 07 11:14:56.440614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:56.490188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9db02675-995b-4fc6-9a0a-c7938e64cc27 admin admin] Publish callbacks [] for security_group (73344d87-f049-446b-bfd8-311dd7d400fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.490940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:14:56.497306 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8eb09fc5-ff6f-43fd-8c99-7ee3f7e65cb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7172203 Apr 07 11:14:56.500090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42050) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:56.504484 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] Sync routers for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:14:56.517629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:56.518521 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:56.595922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-b635241b-306b-4786-8d55-e0f32c6ccb99 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1602495 Apr 07 11:14:56.619675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9db02675-995b-4fc6-9a0a-c7938e64cc27 admin admin] Publish callbacks [] for security_group (73344d87-f049-446b-bfd8-311dd7d400fd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.637980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks [] for router (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.648387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['07cd8cf8-1999-453f-8ead-4d22ce6bcf0f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:56.650122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:56.771151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks [] for router_gateway (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.774122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-1071ef31-72e9-49fb-9c66-185a00a8312e service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906972 Apr 07 11:14:56.779580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-d7394fa0-9c3d-4514-abe6-fc75cee7b9d1 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1697438 Apr 07 11:14:56.855952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Deleting port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:56.856544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.897705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Allocated IP 192.168.233.95 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/46ad41ce-21ce-40c1-b00d-62d3dd10e477) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:14:56.976951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] For port cac2b7b3-6c30-4b44-a22a-f8c8a4969b59, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:56.977731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:56.991523 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:14:55Z', 'revision_number': 5, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port': {'id': 'cac2b7b3-6c30-4b44-a22a-f8c8a4969b59', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:12:56Z', 'updated_at': '2022-04-07T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:56.997687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Calling delete_port for cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:57.025118 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] Checking router: e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:14:57.037096 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] Routers {'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:14:57.038266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:14:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:57.117564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a660c97f-7b7d-4bec-8bba-ffbcf5df73b4 req-fb362de4-089e-420d-83ba-1ddca98f1b1d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 210 time: 0.1045988 Apr 07 11:14:57.226943 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] Set router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:14:57.261730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cac2b7b3-6c30-4b44-a22a-f8c8a4969b59), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.271973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7470efe-eb1a-4bd3-9326-43fc6c1d4386 req-a0d251b5-a979-4cd0-96b2-23969158a973 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900432 Apr 07 11:14:57.274390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9db02675-995b-4fc6-9a0a-c7938e64cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (73344d87-f049-446b-bfd8-311dd7d400fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.275125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9db02675-995b-4fc6-9a0a-c7938e64cc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.278738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9db02675-995b-4fc6-9a0a-c7938e64cc27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73344d87-f049-446b-bfd8-311dd7d400fd HTTP/1.1" status: 204 len: 168 time: 1.0416982 Apr 07 11:14:57.304559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac2b7b3-6c30-4b44-a22a-f8c8a4969b59,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:57.306498 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:14:56Z', 'revision_number': 6, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:57.343328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db02675-995b-4fc6-9a0a-c7938e64cc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73344d87-f049-446b-bfd8-311dd7d400fd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:57.345438 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85525f0-1d75-40c4-9920-5af65bf52e2e None None] The sync data for ids ['e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95'] in n-d-836788-1 is: [{'id': 'e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1131941558-router', 'tenant_id': '68b1d21feddf449ab65ba4c2303ef784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:12:55Z', 'updated_at': '2022-04-07T11:14:56Z', 'revision_number': 6, 'project_id': '68b1d21feddf449ab65ba4c2303ef784', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:14:57.406590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.447943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64816875-d870-45e7-9b4c-ce4f780c1d33 req-5e3a0e3d-dd50-464b-a62b-7d487f930924 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:57.449504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64816875-d870-45e7-9b4c-ce4f780c1d33 req-5e3a0e3d-dd50-464b-a62b-7d487f930924 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 948 time: 0.2505231 Apr 07 11:14:57.457454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Deleting port cf5da4b7-d4f9-421f-b1c0-84266bdf253b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:14:57.457813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.510404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.513068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks [] for router_controller (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.567874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.568648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:14:57.575579 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.579881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb9d44b7-8a76-46ca-a0d2-21580da07a63 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e9bf2235-2a7b-4d9a-9244-a3a0d7d23b95 HTTP/1.1" status: 204 len: 168 time: 1.0758886 Apr 07 11:14:57.580349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42064) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:57.606729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks [] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.620324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64816875-d870-45e7-9b4c-ce4f780c1d33 req-eb5af584-60a2-44d7-9837-02a707189171 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603456 Apr 07 11:14:57.630910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Deleting subnet 257804e3-de10-4683-85cc-937ff1fcc9a5 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:14:57.634242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Publish callbacks [] for subnet (257804e3-de10-4683-85cc-937ff1fcc9a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.640751 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.641055 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.662832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Calling delete_port for cf5da4b7-d4f9-421f-b1c0-84266bdf253b owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:14:57.681198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (257804e3-de10-4683-85cc-937ff1fcc9a5), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.750723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.757420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (257804e3-de10-4683-85cc-937ff1fcc9a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.768232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cb08c0fb-5485-4f74-ae87-3d805f8f6254', '95e9c49b-b11e-41ff-b519-20dcf9bc319d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:14:57.829993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:14:57.836230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:14:57.844225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:14:57.883391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event updated for resources: {'Port': ['ID=46ad41ce-21ce-40c1-b00d-62d3dd10e477,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:57.937765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (257804e3-de10-4683-85cc-937ff1fcc9a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:57.971734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:57.972424 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.018991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.023126 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/257804e3-de10-4683-85cc-937ff1fcc9a5 HTTP/1.1" status: 204 len: 168 time: 0.4411511 Apr 07 11:14:58.024566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c46181-12da-4ee8-b8d6-c3196400ff38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257804e3-de10-4683-85cc-937ff1fcc9a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:58.026789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42078) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:58.093634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-cff871ac-b0a8-44e5-9753-c82ffeb77ce0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2589138 Apr 07 11:14:58.099022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01fadcb-71ff-427c-8bb6-ce27228e80a2 req-0ebb7202-cbb2-4893-95f7-038b3251fabc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05090fc9f2b4476fa3b6ce803fd8188e&device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0934825 Apr 07 11:14:58.113157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Request body: {'port': {'device_id': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:14:58.121669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (a7537cfd-3c50-49ce-9014-ae5d57eebfdb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.210290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:14:58.235863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-659bbec4-b14c-4dcd-908c-04c11c11d18f req-0564294b-f47e-4c2c-b644-fc5b57699c6c tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0418665 Apr 07 11:14:58.250272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cf5da4b7-d4f9-421f-b1c0-84266bdf253b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.269870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01fadcb-71ff-427c-8bb6-ce27228e80a2 req-2f425299-0047-4cf6-9502-bbca7d57acb9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=05090fc9f2b4476fa3b6ce803fd8188e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235747 Apr 07 11:14:58.291544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (a7537cfd-3c50-49ce-9014-ae5d57eebfdb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.325084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7537cfd-3c50-49ce-9014-ae5d57eebfdb']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:58.342024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b58c68c-9d3e-486e-a8a1-072a37dc47ef') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:58.342666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b58c68c-9d3e-486e-a8a1-072a37dc47ef') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:14:58.358853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2b58c68c-9d3e-486e-a8a1-072a37dc47ef), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.377707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2b58c68c-9d3e-486e-a8a1-072a37dc47ef), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.396561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:14:58.397943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2b58c68c-9d3e-486e-a8a1-072a37dc47ef), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:14:58.403935 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:14:58.427460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-94640848-a437-4e2d-99f9-606b487324d6 None None] Provisioning complete for port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:58.428166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-94640848-a437-4e2d-99f9-606b487324d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.488585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:14:58.506114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (a7537cfd-3c50-49ce-9014-ae5d57eebfdb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.512510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.517395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7537cfd-3c50-49ce-9014-ae5d57eebfdb HTTP/1.1" status: 204 len: 168 time: 0.4894857 Apr 07 11:14:58.541201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024d160-02fe-497f-8da4-d635e023baae admin admin] Pushing event deleted for resources: {'Network': ['ID=a7537cfd-3c50-49ce-9014-ae5d57eebfdb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:58.549175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:14:58.549542 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.596546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-94640848-a437-4e2d-99f9-606b487324d6 None None] Port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:14:58.669934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event deleted for resources: {'Port': ['ID=cf5da4b7-d4f9-421f-b1c0-84266bdf253b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:58.803756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.833791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42100) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:58.883799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:14:58.884272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.916157 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d7005d26-9cc5-4071-9fdd-ebb452c760ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b1d21feddf449ab65ba4c2303ef784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814824 Apr 07 11:14:58.916815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:14:58.918501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fadcb-71ff-427c-8bb6-ce27228e80a2 req-9aeb5e85-6cf4-4a32-8c75-b24ba569dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:58.920217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01fadcb-71ff-427c-8bb6-ce27228e80a2 req-9aeb5e85-6cf4-4a32-8c75-b24ba569dd72 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6496034 Apr 07 11:14:58.928324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86961f04-09fa-4219-8935-4e0c8e07349a req-dd7eb4ea-7206-4870-9c12-5fa9d006ce7c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:58.930215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86961f04-09fa-4219-8935-4e0c8e07349a req-dd7eb4ea-7206-4870-9c12-5fa9d006ce7c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2629902 Apr 07 11:14:58.931319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (f6acc1aa-5eeb-4470-b49b-d2a99f50b0b5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.934053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:58.935372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42f7ad7b-3786-492d-9667-3e1dc5be1969 req-876a9c9f-5076-4742-ae3c-1946848409a2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6acc1aa-5eeb-4470-b49b-d2a99f50b0b5 HTTP/1.1" status: 204 len: 173 time: 2.0525701 Apr 07 11:14:58.945027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:14:58.949373 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ceb57-69c9-44e7-b607-72305cf8e221" -d '{"events": [{"server_uuid": "64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607", "name": "network-vif-plugged", "status": "completed", "tag": "07cd8cf8-1999-453f-8ead-4d22ce6bcf0f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:14:58.996817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:14:59.005356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.046762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e79a9bc-e91f-45b9-b9b4-ade21956da90 admin admin] Publish callbacks [] for security_group (dba7d906-46bc-4b70-8bc7-1a8474bdff7a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.083357 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e79a9bc-e91f-45b9-b9b4-ade21956da90 admin admin] Publish callbacks [] for security_group (dba7d906-46bc-4b70-8bc7-1a8474bdff7a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.118502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:59.141262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86961f04-09fa-4219-8935-4e0c8e07349a req-9b222002-4d24-450e-ab0e-9ff0e715ae2b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825666 Apr 07 11:14:59.157421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e79a9bc-e91f-45b9-b9b4-ade21956da90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dba7d906-46bc-4b70-8bc7-1a8474bdff7a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.163235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e79a9bc-e91f-45b9-b9b4-ade21956da90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.168211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e79a9bc-e91f-45b9-b9b4-ade21956da90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dba7d906-46bc-4b70-8bc7-1a8474bdff7a HTTP/1.1" status: 204 len: 168 time: 0.2465270 Apr 07 11:14:59.179012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79a9bc-e91f-45b9-b9b4-ade21956da90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7d906-46bc-4b70-8bc7-1a8474bdff7a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:59.203625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b74fa5-477a-4733-8e3c-8c6ab24f5787 req-46a68607-6a33-4935-a89d-0ae0b9843c68 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:59.205729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6b74fa5-477a-4733-8e3c-8c6ab24f5787 req-46a68607-6a33-4935-a89d-0ae0b9843c68 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 935 time: 0.1589084 Apr 07 11:14:59.332706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 799d640e-50a3-4bce-aa3e-4a3604da5341 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:59.356443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 799d640e-50a3-4bce-aa3e-4a3604da5341 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:59.356788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 799d640e-50a3-4bce-aa3e-4a3604da5341 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:59.361359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:14:59.391659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:14:59.392294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cac2b7b3-6c30-4b44-a22a-f8c8a4969b59 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:14:59.392617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6b74fa5-477a-4733-8e3c-8c6ab24f5787 req-680b8137-b065-4533-8f30-9e8c293399b3 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724846 Apr 07 11:14:59.409157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ad41ce-21ce-40c1-b00d-62d3dd10e477 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:14:59.431118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Publish callbacks [] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.491452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133e797-ee68-4c8c-874c-d14750487d57 req-ba1619a8-b444-40c3-90b1-ad13a90d7660 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:59.492956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1133e797-ee68-4c8c-874c-d14750487d57 req-ba1619a8-b444-40c3-90b1-ad13a90d7660 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 949 time: 0.2388198 Apr 07 11:14:59.497991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-db29dfae-abe0-4b29-a32b-c152360ae948 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips/234683fb-5c43-47fb-add5-991b9aecc7ea HTTP/1.1" status: 200 len: 692 time: 0.0780466 Apr 07 11:14:59.499711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Transition to ACTIVE for port object 46ad41ce-21ce-40c1-b00d-62d3dd10e477 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:14:59.508749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:14:59.680897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Pushing event updated for resources: {'Port': ['ID=46ad41ce-21ce-40c1-b00d-62d3dd10e477,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:14:59.754810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1133e797-ee68-4c8c-874c-d14750487d57 req-a838c429-5efb-45fd-9fe5-58a6d6a48f87 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414124 Apr 07 11:14:59.796933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-40ea3f3e-9c72-4daa-97a9-dfaa28b21ea5 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:14:59.799038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-40ea3f3e-9c72-4daa-97a9-dfaa28b21ea5 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2941971 Apr 07 11:14:59.817867 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1f5f9-9216-439c-8b50-79c5e50c3302 x-openstack-request-id: req-a1c1f5f9-9216-439c-8b50-79c5e50c3302 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:14:59.818573 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607", "name": "network-vif-plugged", "status": "completed", "tag": "07cd8cf8-1999-453f-8ead-4d22ce6bcf0f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:14:59.818857 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1c1f5f9-9216-439c-8b50-79c5e50c3302 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:14:59.819634 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c1f5f9-9216-439c-8b50-79c5e50c3302'] response: {'server_uuid': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f', 'code': 200} Apr 07 11:14:59.868493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Attempting to bind port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:14:59.869445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Attempting to bind port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:14:59.870069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Attempting to bind port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:59.876823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-25b42bc1-ec9b-4239-b753-dab51ab3c6eb tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.0701156 Apr 07 11:14:59.880070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:14:59.880738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Attempting to bind port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:14:59.892396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:14:59.893188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:14:59.894635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:14:59.895589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Bound port: 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:14:59.896174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.025658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-528639c4-1fc6-428a-bb36-1109cf550df2 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1364305 Apr 07 11:15:00.128152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8ea3f-59df-4f37-b5ca-a058b23e06c7 req-89c707c7-4904-4475-abf8-5aba95d8afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:00.129666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0b8ea3f-59df-4f37-b5ca-a058b23e06c7 req-89c707c7-4904-4475-abf8-5aba95d8afdf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 1131 time: 0.2153802 Apr 07 11:15:00.132667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] For port 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:00.180618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7e211-e0fb-42ec-b103-43b39da9de19 req-ec7ba979-8323-4f14-a60d-f3bc40d45c36 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:00.182087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03c7e211-e0fb-42ec-b103-43b39da9de19 req-ec7ba979-8323-4f14-a60d-f3bc40d45c36 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2666838 Apr 07 11:15:00.202704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] For port 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:00.240168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.322896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:00.323517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.324916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] 10.222.0.41 "PUT /v2.0/ports/46ad41ce-21ce-40c1-b00d-62d3dd10e477 HTTP/1.1" status: 200 len: 1095 time: 2.2199347 Apr 07 11:15:00.331196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'tag': '46ad41ce-21ce-40c1-b00d-62d3dd10e477'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:00.333564 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12" -d '{"events": [{"name": "network-changed", "server_uuid": "357d9225-8338-4ffa-8bcb-e6eeca4dea9a", "tag": "46ad41ce-21ce-40c1-b00d-62d3dd10e477"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:00.373262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01fadcb-71ff-427c-8bb6-ce27228e80a2 req-e89ad1c3-ed13-4755-b05c-9520292990f8 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0816278 Apr 07 11:15:00.377921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0b8ea3f-59df-4f37-b5ca-a058b23e06c7 req-26ec18d7-c9f8-4817-ba87-5d84d2c86fee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163517 Apr 07 11:15:00.395075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03c7e211-e0fb-42ec-b103-43b39da9de19 req-f528c081-211b-4d5a-bc41-33d7263569a8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041283 Apr 07 11:15:00.419561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277946d-99a9-4934-ae6e-ecbb3e145312 service neutron] Pushing event updated for resources: {'Port': ['ID=46ad41ce-21ce-40c1-b00d-62d3dd10e477,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:00.444581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Deleting port 122c6712-b07b-4d29-9633-d75c5483a093 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:00.444928 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (122c6712-b07b-4d29-9633-d75c5483a093), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.507026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-4ea137a6-009c-473c-9758-816f274f08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:00.508531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-4ea137a6-009c-473c-9758-816f274f08e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 1129 time: 0.1336565 Apr 07 11:15:00.537854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3ed398a-0516-4b0e-994f-c70b7889e2d0 req-e1d3aa32-ae91-4890-ab01-b4af6400fdd2 tempest-ServerShowV247Test-828976687 tempest-ServerShowV247Test-828976687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aaeaf89-8bd3-48c1-9b8a-df179cfc629b HTTP/1.1" status: 200 len: 210 time: 0.0483470 Apr 07 11:15:00.548615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dab72c00-4605-4adf-b15d-b2cb4d3f5d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.585329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-5f2fc5ce-b4a1-47b7-b9a4-a3e7a81d81ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477 HTTP/1.1" status: 200 len: 217 time: 0.0571005 Apr 07 11:15:00.643324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (122c6712-b07b-4d29-9633-d75c5483a093), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.643657 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (122c6712-b07b-4d29-9633-d75c5483a093), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:00.661619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Calling delete_port for 122c6712-b07b-4d29-9633-d75c5483a093 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:00.668429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-e161692d-4687-4619-9e65-aedc1a4fa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:00.669958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-e161692d-4687-4619-9e65-aedc1a4fa2a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0731301 Apr 07 11:15:00.780610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-1f2dc6d4-0570-4ee0-8a56-7d898d98f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:00.782275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-1f2dc6d4-0570-4ee0-8a56-7d898d98f22b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1028423 Apr 07 11:15:00.896238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-970600dc-a485-4f93-a5b1-61d8e3cb5dae tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e330761201e94a7c9e384b16cb61596c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547917 Apr 07 11:15:00.998330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (122c6712-b07b-4d29-9633-d75c5483a093), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:01.013999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-abe20d4f-e234-488d-b04b-0a69b7234558 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199035 Apr 07 11:15:01.055916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event deleted for resources: {'Port': ['ID=122c6712-b07b-4d29-9633-d75c5483a093,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:01.151154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-fc0c7dac-ca80-4aef-806c-ebf201afb9d3 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:01.152626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-fc0c7dac-ca80-4aef-806c-ebf201afb9d3 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466402 Apr 07 11:15:01.201408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-c4b06384-ca32-47c3-828c-28c94c51f8c1 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/quotas/e330761201e94a7c9e384b16cb61596c HTTP/1.1" status: 200 len: 375 time: 0.0250995 Apr 07 11:15:01.329748 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:01.510908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-a495c6a4-ae45-4098-b5c9-cf51c37697c2 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e330761201e94a7c9e384b16cb61596c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2995367 Apr 07 11:15:01.513106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (234683fb-5c43-47fb-add5-991b9aecc7ea), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:01.516508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:01.517637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-162e8d6e-fa3b-4fbe-a0da-a3bb3bdabb5e req-ce85dabe-67c2-49d9-958a-1f7ccbb6429f tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "DELETE /v2.0/floatingips/234683fb-5c43-47fb-add5-991b9aecc7ea HTTP/1.1" status: 204 len: 173 time: 1.4754560 Apr 07 11:15:01.520278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf006b8-226b-4794-a35c-fa679a5e14cf req-13e086c5-8d26-4d6b-862d-3093ebfa4381 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761434 Apr 07 11:15:01.668782 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89429bd-bd72-4621-9061-b8b779021c7b x-openstack-request-id: req-a89429bd-bd72-4621-9061-b8b779021c7b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:01.669315 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357d9225-8338-4ffa-8bcb-e6eeca4dea9a", "tag": "46ad41ce-21ce-40c1-b00d-62d3dd10e477", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:01.669752 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a89429bd-bd72-4621-9061-b8b779021c7b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:01.670323 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89429bd-bd72-4621-9061-b8b779021c7b'] response: {'name': 'network-changed', 'server_uuid': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'tag': '46ad41ce-21ce-40c1-b00d-62d3dd10e477', 'status': 'completed', 'code': 200} Apr 07 11:15:01.814410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-7ccd1445-cdc2-41fe-9ea1-2bf1fda79fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:01.815989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-7ccd1445-cdc2-41fe-9ea1-2bf1fda79fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 1129 time: 0.1244519 Apr 07 11:15:01.909715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acd350-0f3b-46b2-9cc1-cfdc0e0ce27c req-31e37b39-2123-4c0b-b0a7-40d0e11f78d6 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:01.911589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02acd350-0f3b-46b2-9cc1-cfdc0e0ce27c req-31e37b39-2123-4c0b-b0a7-40d0e11f78d6 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 947 time: 0.1727211 Apr 07 11:15:02.023059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-d119c1b6-336f-4b81-9d5a-620c64719012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:02.024565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-d119c1b6-336f-4b81-9d5a-620c64719012 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.2007024 Apr 07 11:15:02.048891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02acd350-0f3b-46b2-9cc1-cfdc0e0ce27c req-10d2da0b-bf03-4d2a-9146-3c37236c076f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183746 Apr 07 11:15:02.100125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21595ab-221a-480e-a41f-445267226644 req-58902652-cf16-4827-ae63-759239acb6db tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:02.106233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d21595ab-221a-480e-a41f-445267226644 req-58902652-cf16-4827-ae63-759239acb6db tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2049534 Apr 07 11:15:02.109276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-7095093b-b018-4745-a5b0-02648942eda6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477 HTTP/1.1" status: 200 len: 217 time: 0.0714056 Apr 07 11:15:02.246993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d21595ab-221a-480e-a41f-445267226644 req-14fb0eb9-599f-4eee-8ad2-c158669c1470 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365898 Apr 07 11:15:02.250298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-50c5cc01-40a2-4b04-a11a-894fd6b4407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:02.252062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-50c5cc01-40a2-4b04-a11a-894fd6b4407f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1337018 Apr 07 11:15:02.309860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8f70-e37a-4b35-8d06-a0c37fa8bfc3 req-8c02e940-9c59-4a73-b142-9adca335af9a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:02.312421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc3e8f70-e37a-4b35-8d06-a0c37fa8bfc3 req-8c02e940-9c59-4a73-b142-9adca335af9a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 949 time: 0.1746821 Apr 07 11:15:02.375572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3979177-022b-4c0c-bea7-c38011c5741b req-bdbc1085-aa23-4de8-ac00-8da530e86ff5 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips/503edd2a-15c2-489d-b88f-98f189ae7d04 HTTP/1.1" status: 200 len: 693 time: 0.0800023 Apr 07 11:15:02.468710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-c31353de-9409-4bee-aaa6-feca3e8d256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:02.470270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-c31353de-9409-4bee-aaa6-feca3e8d256f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2078767 Apr 07 11:15:02.493834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc3e8f70-e37a-4b35-8d06-a0c37fa8bfc3 req-2cdfbb53-946d-4198-bfe0-496baa8564fc tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434906 Apr 07 11:15:02.604705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979177-022b-4c0c-bea7-c38011c5741b req-d506ba1c-8f95-4a4e-a6c9-6f9d05d907cb tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:02.606209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3979177-022b-4c0c-bea7-c38011c5741b req-d506ba1c-8f95-4a4e-a6c9-6f9d05d907cb tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2200315 Apr 07 11:15:02.660572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24626999-384d-4993-9208-7b29a39344fd req-e84cbac8-ba56-4020-a152-a38b3f5870d4 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 210 time: 0.0532639 Apr 07 11:15:02.732909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3979177-022b-4c0c-bea7-c38011c5741b req-67bcbb86-2a87-40ce-82e6-033ca23c4a6a tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.1066639 Apr 07 11:15:02.747065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-5ad16858-f7ce-4eb4-9cc3-d044ec903489 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687244 Apr 07 11:15:02.846026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-153901bc-bc7e-4381-8e44-5c15f0c0bcdf tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e330761201e94a7c9e384b16cb61596c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914497 Apr 07 11:15:02.849676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3979177-022b-4c0c-bea7-c38011c5741b req-40ec5c42-f970-4741-b1f0-c6e2be467c8a tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.1074343 Apr 07 11:15:02.906061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42212) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:02.910186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55a93646-3566-47d1-b6c6-119d6ed1e76d req-44301a57-a477-49a0-b35f-11d4fa6bffc9 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0967691 Apr 07 11:15:02.937188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c88e86f5-59a0-4579-be89-13281d8e05e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.067458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a429ce4-b672-4851-88f4-e258542824c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.175722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a429ce4-b672-4851-88f4-e258542824c1 admin admin] Publish callbacks [] for security_group (aa31ec05-992a-4619-9e71-e9b89c75db16), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.182718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a429ce4-b672-4851-88f4-e258542824c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aa31ec05-992a-4619-9e71-e9b89c75db16), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.221259 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.228737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a429ce4-b672-4851-88f4-e258542824c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa31ec05-992a-4619-9e71-e9b89c75db16,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:03.235736 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a429ce4-b672-4851-88f4-e258542824c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05090fc9f2b4476fa3b6ce803fd8188e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251750 Apr 07 11:15:03.238507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:03.249683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9e9d0b1-fe9f-4bab-a31a-fd1e3a31dc12 req-75d09f19-d937-4241-92fb-9f63ba4522e9 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495785 Apr 07 11:15:03.263001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-1ea06dcd-2386-4c5f-b69c-3eb81a1bf87e tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:03.264564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-1ea06dcd-2386-4c5f-b69c-3eb81a1bf87e tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3533509 Apr 07 11:15:03.272767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53199b0-86dd-4246-bf14-c42ab494ffab req-bd51af18-ec57-4ae1-84b2-01da531bc5cf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:03.274349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b53199b0-86dd-4246-bf14-c42ab494ffab req-bd51af18-ec57-4ae1-84b2-01da531bc5cf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2335799 Apr 07 11:15:03.280804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Request body: {'port': {'device_id': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': 'e330761201e94a7c9e384b16cb61596c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:03.293515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-555da06c-aac0-41d8-8698-85b6f579e820 admin admin] Publish callbacks [] for security_group (aa31ec05-992a-4619-9e71-e9b89c75db16), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.320413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-555da06c-aac0-41d8-8698-85b6f579e820 admin admin] Publish callbacks [] for security_group (aa31ec05-992a-4619-9e71-e9b89c75db16), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.370757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-555da06c-aac0-41d8-8698-85b6f579e820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aa31ec05-992a-4619-9e71-e9b89c75db16), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.373578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-555da06c-aac0-41d8-8698-85b6f579e820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.377642 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-555da06c-aac0-41d8-8698-85b6f579e820 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa31ec05-992a-4619-9e71-e9b89c75db16 HTTP/1.1" status: 204 len: 168 time: 0.1350591 Apr 07 11:15:03.386594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555da06c-aac0-41d8-8698-85b6f579e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa31ec05-992a-4619-9e71-e9b89c75db16,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:03.406902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Deleting port c4e5cb8e-bbe9-4409-885f-5134b960435e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:03.407236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.463865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b53199b0-86dd-4246-bf14-c42ab494ffab req-62c2a52f-c24f-4740-86ef-2e7d8709dcf2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669259 Apr 07 11:15:03.499191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Made reservation on behalf of e330761201e94a7c9e384b16cb61596c for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:03.502894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.517873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.566742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.567211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (c4e5cb8e-bbe9-4409-885f-5134b960435e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.608805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Calling delete_port for c4e5cb8e-bbe9-4409-885f-5134b960435e owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:03.701157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4bdef-ac92-4d01-9ff8-66cb11a9a59e req-d45cf75d-a5f0-4002-85ac-d3985c995ca4 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:03.703251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adf4bdef-ac92-4d01-9ff8-66cb11a9a59e req-d45cf75d-a5f0-4002-85ac-d3985c995ca4 tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 1131 time: 0.1455703 Apr 07 11:15:03.760774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks [] for security_group (9a44d086-8cbd-4143-8d1f-c0c91824dbb9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.773647 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9a44d086-8cbd-4143-8d1f-c0c91824dbb9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.862146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adf4bdef-ac92-4d01-9ff8-66cb11a9a59e req-fd16863f-f268-487a-9248-170d38ed53ae tempest-ServersOnMultiNodesTest-205817440 tempest-ServersOnMultiNodesTest-205817440-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484287 Apr 07 11:15:03.866725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a44d086-8cbd-4143-8d1f-c0c91824dbb9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:03.953737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c4e5cb8e-bbe9-4409-885f-5134b960435e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:03.998586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Pushing event deleted for resources: {'Port': ['ID=c4e5cb8e-bbe9-4409-885f-5134b960435e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:04.026946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Allocated IP 192.168.233.74 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/8d13b189-ceaa-4ce6-b6d1-84473a065ee4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:04.134943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b299bc-1d1d-4105-a113-97ee1fb6f69a req-b09645fa-dd65-4684-bac7-a4d0b5c2c09d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:04.136785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36b299bc-1d1d-4105-a113-97ee1fb6f69a req-b09645fa-dd65-4684-bac7-a4d0b5c2c09d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 947 time: 0.1772525 Apr 07 11:15:04.156551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks [] for floatingip (503edd2a-15c2-489d-b88f-98f189ae7d04), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.160264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.161449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3979177-022b-4c0c-bea7-c38011c5741b req-952f25ec-0e4c-464c-90b6-6acef6145cf9 tempest-FloatingIPDetailsTestJSON-835237764 tempest-FloatingIPDetailsTestJSON-835237764-project] 10.222.0.13 "DELETE /v2.0/floatingips/503edd2a-15c2-489d-b88f-98f189ae7d04 HTTP/1.1" status: 204 len: 173 time: 1.2472136 Apr 07 11:15:04.169199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42250) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:04.364633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.534174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0d9f969-fb2d-427e-8546-590a3f3e7855 req-d375ef84-cd51-457a-86ce-a089a14aea59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.3057830 Apr 07 11:15:04.577641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (b9d8a441-8300-450a-9535-d15ebd56a414), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.622363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36b299bc-1d1d-4105-a113-97ee1fb6f69a req-e9e9d88b-d541-495c-8634-006bda4c7859 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701247 Apr 07 11:15:04.648600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks [] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.705105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-24d56406-0734-4808-8d55-19832a5fb5de tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:04.706673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-24d56406-0734-4808-8d55-19832a5fb5de tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.1772840 Apr 07 11:15:04.748315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61761ef2-d5bc-4334-bec6-b36ad3ed1779 req-1416be5a-3a8f-418c-8612-f5759de97be3 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 210 time: 0.0391805 Apr 07 11:15:04.752802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-e6d4b17b-3907-4a24-99c8-cdcd4db50346 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/quotas/55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 375 time: 0.0404065 Apr 07 11:15:04.758058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.835261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:04.847885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:04.853678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:04.883504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Pushing event updated for resources: {'Port': ['ID=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:04.921754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-73698679-986a-4af9-ac94-fdec4affe1ce tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1547410 Apr 07 11:15:04.934449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:04.935213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:04.994815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-202cf7a6-3c95-4e99-9d36-a9748b277ec6 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7193902 Apr 07 11:15:05.025710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Request body: {'port': {'device_id': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:05.088130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67fc54a4-e21a-4db6-a1cd-28df28fec107 req-b97dc650-5b43-4608-af54-702a87121f19 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0703695 Apr 07 11:15:05.121320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-80670c4e-ebf2-412f-bc78-b8cc717131b6 service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811898 Apr 07 11:15:05.210290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.228771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Deleting port bb7d3626-121d-4013-8799-56f56f028c16 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:05.229373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bb7d3626-121d-4013-8799-56f56f028c16), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.245703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-47494db2-f150-4154-b34e-7e8004d0a683 None None] Provisioning complete for port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:05.247618 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-47494db2-f150-4154-b34e-7e8004d0a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.303001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 46ad41ce-21ce-40c1-b00d-62d3dd10e477 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:05.318608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-47494db2-f150-4154-b34e-7e8004d0a683 None None] Port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:15:05.329625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] For port bb7d3626-121d-4013-8799-56f56f028c16, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bb7d3626-121d-4013-8799-56f56f028c16,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:05.330127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bb7d3626-121d-4013-8799-56f56f028c16), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.348617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Calling delete_port for bb7d3626-121d-4013-8799-56f56f028c16 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:05.401721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-d7b8a107-650d-47ad-889a-3977ea94fb1c service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511079 Apr 07 11:15:05.459946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:05.479963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '46ad41ce-21ce-40c1-b00d-62d3dd10e477', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '46ad41ce-21ce-40c1-b00d-62d3dd10e477', 'mac_address': 'fa:16:3e:0f:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:05.538553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:05.539112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.556226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ad41ce-21ce-40c1-b00d-62d3dd10e477 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:05.629264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf516c-e97a-4c56-b2ee-ef2cf2ba0ac7 req-9fd4154f-4e56-4cac-8147-d7c8d0839609 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:05.629551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:05.637898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdaf516c-e97a-4c56-b2ee-ef2cf2ba0ac7 req-9fd4154f-4e56-4cac-8147-d7c8d0839609 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 949 time: 0.1962550 Apr 07 11:15:05.649440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.671295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bb7d3626-121d-4013-8799-56f56f028c16), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.739375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7d3626-121d-4013-8799-56f56f028c16,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:05.748004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=46ad41ce-21ce-40c1-b00d-62d3dd10e477,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:05.769755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cc6a064-0a69-40bc-be48-0c68edba5a01 req-eb6ab63e-a2dc-4e79-9854-c4b5217d14f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 210 time: 0.0445719 Apr 07 11:15:05.808650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdaf516c-e97a-4c56-b2ee-ef2cf2ba0ac7 req-6c2a892a-4660-4dec-a3f5-07d9bb9a2ea0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698108 Apr 07 11:15:05.901499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:05.927376 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.930158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Publish callbacks [] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:05.972679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Transition to ACTIVE for port object 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:15:05.979477 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.019124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (b9d8a441-8300-450a-9535-d15ebd56a414), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.075385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfab03-45ae-4c2d-a756-420debbfebc2 req-a4a8ed52-4999-4ef5-834d-52ef2f01ce5b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:06.087288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3bfab03-45ae-4c2d-a756-420debbfebc2 req-a4a8ed52-4999-4ef5-834d-52ef2f01ce5b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 948 time: 0.1776912 Apr 07 11:15:06.199485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:06.210284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['46ad41ce-21ce-40c1-b00d-62d3dd10e477'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:06.308908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3bfab03-45ae-4c2d-a756-420debbfebc2 req-04f37079-9aea-495e-a0a0-a7b242aa80e3 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133622 Apr 07 11:15:06.331180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac81ce6-a438-432f-9e5f-85334b827920 req-c496768b-cd58-4b7c-afa7-2a03a9672093 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:06.338398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eac81ce6-a438-432f-9e5f-85334b827920 req-c496768b-cd58-4b7c-afa7-2a03a9672093 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 947 time: 0.2477543 Apr 07 11:15:06.410898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Router b9d8a441-8300-450a-9535-d15ebd56a414 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:15:06.445523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Attempting to bind port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:06.446071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Attempting to bind port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:06.446504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Attempting to bind port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:06.516486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:15:06.516826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Attempting to bind port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:06.530910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eac81ce6-a438-432f-9e5f-85334b827920 req-3d9e02cc-127f-4e73-9033-5c6628380e3d tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915433 Apr 07 11:15:06.533571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:06.533974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:06.534472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:06.535598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Bound port: 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:06.535982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.547058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-d2c1356c-2507-4a42-be53-481ce0fa436d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:06.548828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-d2c1356c-2507-4a42-be53-481ce0fa436d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 949 time: 0.2084339 Apr 07 11:15:06.604636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:15:06.622843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] Sync routers for ids ['b9d8a441-8300-450a-9535-d15ebd56a414'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:15:06.629828 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-20efdced-9452-4a95-8766-e1735c81b11a admin admin] 10.222.0.13 "PUT /v2.0/routers/b9d8a441-8300-450a-9535-d15ebd56a414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596918 Apr 07 11:15:06.632272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42310) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:06.638387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] Routers {'b9d8a441-8300-450a-9535-d15ebd56a414'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:06.639216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b9d8a441-8300-450a-9535-d15ebd56a414'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:06.669859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb8b0693-f8b2-4413-922f-b9299127353c req-66f4ff20-b8df-4357-b038-4e55737909aa tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0797355 Apr 07 11:15:06.741798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] For port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:06.746654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] For port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:06.760575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.764035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:06.764946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.852360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks [] for router (b9d8a441-8300-450a-9535-d15ebd56a414), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.861482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:06.862131 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:06.863828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d13b189-ceaa-4ce6-b6d1-84473a065ee4 HTTP/1.1" status: 200 len: 1095 time: 1.8448792 Apr 07 11:15:06.875831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'tag': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:06.878515 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4398d052-54b7-4ed6-a429-2f83be73bb60", "tag": "8d13b189-ceaa-4ce6-b6d1-84473a065ee4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:06.928398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] Set router b9d8a441-8300-450a-9535-d15ebd56a414 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:07.079295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks [] for router_gateway (b9d8a441-8300-450a-9535-d15ebd56a414), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.113344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07892dcf-3af3-4ab1-ab55-857aa1d0f676 req-dfdbd76d-2c2d-42a8-b00b-b5c8c89d4b32 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 210 time: 0.1979132 Apr 07 11:15:07.148849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f5b94-0572-4e2b-bb3a-77de434f8ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:07.223204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:07.223579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.244630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.315974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:07.468504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Deleting port d6952db9-327e-4f67-b807-752c70af99a8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:07.469530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d6952db9-327e-4f67-b807-752c70af99a8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.471658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:15:05Z', 'revision_number': 5, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port': {'id': 'd6952db9-327e-4f67-b807-752c70af99a8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:14:25Z', 'updated_at': '2022-04-07T11:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:07.496425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-261e16f5-9617-497a-beb0-6c3638e6bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:07.497961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-261e16f5-9617-497a-beb0-6c3638e6bd7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e330761201e94a7c9e384b16cb61596c&device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 1129 time: 0.5740860 Apr 07 11:15:07.500086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] Checking router: b9d8a441-8300-450a-9535-d15ebd56a414 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:15:07.500330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:07.506056 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ddd2d6-7d12-442a-814a-53c81328e53d x-openstack-request-id: req-02ddd2d6-7d12-442a-814a-53c81328e53d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:07.506379 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4398d052-54b7-4ed6-a429-2f83be73bb60", "tag": "8d13b189-ceaa-4ce6-b6d1-84473a065ee4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:07.507002 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02ddd2d6-7d12-442a-814a-53c81328e53d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:07.507002 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ddd2d6-7d12-442a-814a-53c81328e53d'] response: {'name': 'network-changed', 'server_uuid': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'tag': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4', 'status': 'completed', 'code': 200} Apr 07 11:15:07.510600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] Routers {'b9d8a441-8300-450a-9535-d15ebd56a414'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:07.511343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b9d8a441-8300-450a-9535-d15ebd56a414'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:07.583297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-5b889fa5-aae9-4f51-8760-c168269164ff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:07.585578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-5b889fa5-aae9-4f51-8760-c168269164ff tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.4244249 Apr 07 11:15:07.603851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'port': {'device_id': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'admin_state_up': True, 'tenant_id': '55d15ed4c98547409ef2e631e1f52571'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:07.627342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] Set router b9d8a441-8300-450a-9535-d15ebd56a414 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:07.653236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-007d1613-4f71-4bba-8fc1-e9200cd21713 req-636ae24b-b4b8-4a89-afaf-ecaa5b606e0a tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1452579 Apr 07 11:15:07.655516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-8df5ab48-db65-48f5-81d8-f3d6bff0dd87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4 HTTP/1.1" status: 200 len: 217 time: 0.1239445 Apr 07 11:15:07.671749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] For port d6952db9-327e-4f67-b807-752c70af99a8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d6952db9-327e-4f67-b807-752c70af99a8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:07.672255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d6952db9-327e-4f67-b807-752c70af99a8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.701437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Calling delete_port for d6952db9-327e-4f67-b807-752c70af99a8 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:07.727021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:15:07Z', 'revision_number': 6, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:07.759087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766227-9b4c-4ad4-a6cf-1a4773b61b5d None None] The sync data for ids ['b9d8a441-8300-450a-9535-d15ebd56a414'] in n-d-836788-1 is: [{'id': 'b9d8a441-8300-450a-9535-d15ebd56a414', 'name': 'tempest-FloatingIPDetailsTestJSON-1593298952-router', 'tenant_id': '0d83b11c6f4249509a991bd6236665f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:14:24Z', 'updated_at': '2022-04-07T11:15:07Z', 'revision_number': 6, 'project_id': '0d83b11c6f4249509a991bd6236665f0', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:15:07.783678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (07cd8cf8-1999-453f-8ead-4d22ce6bcf0f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.796380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3', '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:07.806616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'f4f2c9f6-07f2-444b-80b0-a3028efa8487'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:07.830807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.876185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=07cd8cf8-1999-453f-8ead-4d22ce6bcf0f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:07.886768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30fe9c-07f5-4c24-bc29-193a6e8157cc req-fcc442e2-4164-44a6-963c-16d7f8fc005b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:07.896044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c30fe9c-07f5-4c24-bc29-193a6e8157cc req-fcc442e2-4164-44a6-963c-16d7f8fc005b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607 HTTP/1.1" status: 200 len: 949 time: 0.3970101 Apr 07 11:15:07.897370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:07.901518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:07.913000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-63a96258-f40a-499a-a6fe-f423aa584211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:07.914481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-63a96258-f40a-499a-a6fe-f423aa584211 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2518415 Apr 07 11:15:08.035205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:08.043708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.048100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "DELETE /v2.0/ports/07cd8cf8-1999-453f-8ead-4d22ce6bcf0f HTTP/1.1" status: 204 len: 173 time: 1.4919462 Apr 07 11:15:08.115109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d6952db9-327e-4f67-b807-752c70af99a8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.122415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Allocated IP 172.20.0.4 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/8a5f9d8a-a6cf-43de-b9fa-6264b4098273) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:08.128949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c30fe9c-07f5-4c24-bc29-193a6e8157cc req-ec5ca402-b7d3-4ff4-a607-74ad8b52de1b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319186 Apr 07 11:15:08.179368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Pushing event deleted for resources: {'Port': ['ID=d6952db9-327e-4f67-b807-752c70af99a8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:08.198347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559db71-2d01-4aab-b7d9-8891bd4e0463 req-b9d29800-3623-468e-a294-fdcc6cf19b6f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:08.218332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4559db71-2d01-4aab-b7d9-8891bd4e0463 req-b9d29800-3623-468e-a294-fdcc6cf19b6f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 948 time: 0.3467867 Apr 07 11:15:08.241116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-64eff8a0-c3be-484f-aff5-df51fa235c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:08.246201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-64eff8a0-c3be-484f-aff5-df51fa235c4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3157825 Apr 07 11:15:08.418384 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (b9d8a441-8300-450a-9535-d15ebd56a414), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.536827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (b9d8a441-8300-450a-9535-d15ebd56a414), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.541614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks [] for router_controller (b9d8a441-8300-450a-9535-d15ebd56a414), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.585731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.645712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (b9d8a441-8300-450a-9535-d15ebd56a414), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.646252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d8a441-8300-450a-9535-d15ebd56a414 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:15:08.651571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.655791 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6316adcd-4715-4054-bf85-8d8a29448cce admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9d8a441-8300-450a-9535-d15ebd56a414 HTTP/1.1" status: 204 len: 168 time: 2.0194778 Apr 07 11:15:08.657623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42354) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:08.716595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.742967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:08.780596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:08.787965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:08.800260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Deleting subnet aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:15:08.802506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:08.802702 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Publish callbacks [] for security_group (580190c9-0444-460d-a67c-57c24af3473d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.808668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7125fd6a-1aff-4e8f-ada0-2736c2acee52'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:08.811972 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Publish callbacks [] for subnet (aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.814178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:08.819298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4559db71-2d01-4aab-b7d9-8891bd4e0463 req-a493c8c9-c924-4f54-a942-1e8a702b5fa5 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999191 Apr 07 11:15:08.828611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (580190c9-0444-460d-a67c-57c24af3473d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.854843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b133c-6ff4-489e-b728-9aae2a72bf14 req-0cdf0d16-625f-41dc-aeca-276f20e71776 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:08.863903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f1b133c-6ff4-489e-b728-9aae2a72bf14 req-0cdf0d16-625f-41dc-aeca-276f20e71776 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 947 time: 0.5752883 Apr 07 11:15:08.944719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:08.945430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:08.964957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:08.965367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88505ee0bb674423b8c05ee4f9cc8d55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4554017 Apr 07 11:15:08.968578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-4256f23a-22e4-4a4e-b7d2-d43cde404703 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7122097 Apr 07 11:15:08.972802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580190c9-0444-460d-a67c-57c24af3473d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:08.982980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.076753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-95c2dde0-9184-4166-b15d-5e1bd2f3d641 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4771001 Apr 07 11:15:09.093539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.094345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.094954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.095626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.096184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.096750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.097348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.097918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.098907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.098907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.099422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.099844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.100263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742fb368-feac-4ffa-bd8a-66dc1086cc3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:09.129900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f1b133c-6ff4-489e-b728-9aae2a72bf14 req-2c66fcf9-0e55-41bf-aac5-2ba33eb5bc8a tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648702 Apr 07 11:15:09.144495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.201422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07442-11cf-43ad-bc70-a2c15941dd8b req-8f28e40f-0c17-4eae-a34c-7df4dc0d9422 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:09.204062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64c07442-11cf-43ad-bc70-a2c15941dd8b req-8f28e40f-0c17-4eae-a34c-7df4dc0d9422 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 931 time: 0.1897798 Apr 07 11:15:09.226163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Request body: {'port': {'device_id': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:09.258646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444ece59-b54b-449a-8d45-c2ac59fe5022 req-3db807fe-1502-41f4-8e9e-811f9d556573 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818792 Apr 07 11:15:09.270929 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.308552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 46ad41ce-21ce-40c1-b00d-62d3dd10e477 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:09.359327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47756499-2d71-4267-afc4-e5f424bf8966 req-f9fd9e1c-4b00-4c80-b2b9-429b97722272 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0640144 Apr 07 11:15:09.395087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64c07442-11cf-43ad-bc70-a2c15941dd8b req-8332b016-a0ab-4d23-8e63-5315471f5c08 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793230 Apr 07 11:15:09.416191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bb7d3626-121d-4013-8799-56f56f028c16 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:09.431911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-fdaa1bd0-a271-483a-8981-9a44f2e2966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:09.434001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-fdaa1bd0-a271-483a-8981-9a44f2e2966b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e330761201e94a7c9e384b16cb61596c&device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 1129 time: 0.0878408 Apr 07 11:15:09.542962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'name': 'network-vif-deleted', 'tag': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:09.546386 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4176ec-2f6d-425c-8be6-cb5ed1264728" -d '{"events": [{"server_uuid": "64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607", "name": "network-vif-deleted", "tag": "07cd8cf8-1999-453f-8ead-4d22ce6bcf0f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:09.559881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-6e160dbe-a49c-4a24-b6ae-0baaacbb56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:09.561980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-6e160dbe-a49c-4a24-b6ae-0baaacbb56f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1207783 Apr 07 11:15:09.643739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-3472224c-365e-47c2-8776-1d339f369500 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4 HTTP/1.1" status: 200 len: 217 time: 0.0750864 Apr 07 11:15:09.645558 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca02b0-9ee3-47ae-86f1-18f2eccbb164 x-openstack-request-id: req-1bca02b0-9ee3-47ae-86f1-18f2eccbb164 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:09.645867 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607", "name": "network-vif-deleted", "tag": "07cd8cf8-1999-453f-8ead-4d22ce6bcf0f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:09.646129 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bca02b0-9ee3-47ae-86f1-18f2eccbb164 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:09.646551 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bca02b0-9ee3-47ae-86f1-18f2eccbb164'] response: {'server_uuid': '64ef1c5b-a73a-4dd7-a5ba-107a8d7bb607', 'name': 'network-vif-deleted', 'tag': '07cd8cf8-1999-453f-8ead-4d22ce6bcf0f', 'status': 'completed', 'code': 200} Apr 07 11:15:09.661046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: bb7d3626-121d-4013-8799-56f56f028c16 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:09.661757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bb7d3626-121d-4013-8799-56f56f028c16 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:09.662465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6952db9-327e-4f67-b807-752c70af99a8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:09.702782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:09.703978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d6952db9-327e-4f67-b807-752c70af99a8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:09.704528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6952db9-327e-4f67-b807-752c70af99a8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:09.706563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c44ecb75-7ab4-4d8b-aabe-9620e3b0ec28 None None] Provisioning complete for port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:09.706884 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c44ecb75-7ab4-4d8b-aabe-9620e3b0ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.711433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffe5395e-3aca-4738-90c5-998805eaaa42 admin admin] Publish callbacks [] for security_group (580190c9-0444-460d-a67c-57c24af3473d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.718578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.721770 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21dad30a-63e4-461c-a65d-72fb021fccb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aab0bab5-e21a-40e2-a27d-c8c0b9bb4c27 HTTP/1.1" status: 204 len: 168 time: 1.0631909 Apr 07 11:15:09.724618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.727996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:09.741261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2160605-3485-4552-bfe5-0da8503f31f3 None None] Network 0192589d-096f-4bf8-a5e7-28cd693b39d8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:09.751812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-1cd82158-7a23-46a3-b3cf-083cbdd47a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:09.753427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-1cd82158-7a23-46a3-b3cf-083cbdd47a2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1040578 Apr 07 11:15:09.778431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c59300-ecc5-4509-a3ef-45ecb4473132 req-5795e3b7-0608-4ca2-87b5-a6a224ac1fa1 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:09.780638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0c59300-ecc5-4509-a3ef-45ecb4473132 req-5795e3b7-0608-4ca2-87b5-a6a224ac1fa1 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 949 time: 0.0924027 Apr 07 11:15:09.806974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffe5395e-3aca-4738-90c5-998805eaaa42 admin admin] Publish callbacks [] for security_group (580190c9-0444-460d-a67c-57c24af3473d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.807397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c44ecb75-7ab4-4d8b-aabe-9620e3b0ec28 None None] Port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:15:09.820408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:15:09.829107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:09.829446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.860571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0c59300-ecc5-4509-a3ef-45ecb4473132 req-6f860759-7b72-47d0-9cf4-bbfb1dfab630 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632939 Apr 07 11:15:09.862666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-34091bce-ada4-4e75-bbd4-f2978a4acd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:09.864450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-34091bce-ada4-4e75-bbd4-f2978a4acd1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1043401 Apr 07 11:15:09.896868 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (0192589d-096f-4bf8-a5e7-28cd693b39d8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:09.964848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:09.965538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.008003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad41ce-21ce-40c1-b00d-62d3dd10e477'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:10.009006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-1f6f2aeb-e649-445e-830b-e1b22852b31e service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374853 Apr 07 11:15:10.011512 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2ef11-d470-4e8c-a09b-470697dbb7dc" -d '{"events": [{"server_uuid": "357d9225-8338-4ffa-8bcb-e6eeca4dea9a", "name": "network-vif-plugged", "status": "completed", "tag": "46ad41ce-21ce-40c1-b00d-62d3dd10e477"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:10.033422 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffe5395e-3aca-4738-90c5-998805eaaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (580190c9-0444-460d-a67c-57c24af3473d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.035728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:10.036227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffe5395e-3aca-4738-90c5-998805eaaa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.040522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ffe5395e-3aca-4738-90c5-998805eaaa42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/580190c9-0444-460d-a67c-57c24af3473d HTTP/1.1" status: 204 len: 168 time: 1.0744555 Apr 07 11:15:10.050878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] DHCP port deletion for 0192589d-096f-4bf8-a5e7-28cd693b39d8 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:15:10.072608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5395e-3aca-4738-90c5-998805eaaa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580190c9-0444-460d-a67c-57c24af3473d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:10.078504 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.147654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Deleting port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:10.148344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.159941 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc2a83-31e0-43c8-aef1-d1169d4bb607 x-openstack-request-id: req-23cc2a83-31e0-43c8-aef1-d1169d4bb607 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:10.160192 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357d9225-8338-4ffa-8bcb-e6eeca4dea9a", "name": "network-vif-plugged", "status": "completed", "tag": "46ad41ce-21ce-40c1-b00d-62d3dd10e477", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:10.160358 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23cc2a83-31e0-43c8-aef1-d1169d4bb607 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:10.160778 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23cc2a83-31e0-43c8-aef1-d1169d4bb607'] response: {'server_uuid': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad41ce-21ce-40c1-b00d-62d3dd10e477', 'code': 200} Apr 07 11:15:10.163785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:10.212223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:10.212574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 07cd8cf8-1999-453f-8ead-4d22ce6bcf0f not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:10.230752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=46ad41ce-21ce-40c1-b00d-62d3dd10e477,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:10.254556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] For port 4fe38016-9215-40f7-866e-a84c4f4cb8a1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4fe38016-9215-40f7-866e-a84c4f4cb8a1,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:10.254921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.268087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] Deleting port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:10.268654 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.297432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Calling delete_port for 4fe38016-9215-40f7-866e-a84c4f4cb8a1 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:10.344008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] For port 4fe38016-9215-40f7-866e-a84c4f4cb8a1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4fe38016-9215-40f7-866e-a84c4f4cb8a1,segment=NetworkSegment(cb966c2d-df02-4de4-aab6-4cc515d96918),segment_id=cb966c2d-df02-4de4-aab6-4cc515d96918)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:10.344415 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.360295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] Calling delete_port for 4fe38016-9215-40f7-866e-a84c4f4cb8a1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:10.397863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f257d2-b5e0-47f0-a092-7b76965bef09 req-0ecd76e3-ec8b-4d07-857b-281f224dc5db tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:10.399417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f257d2-b5e0-47f0-a092-7b76965bef09 req-0ecd76e3-ec8b-4d07-857b-281f224dc5db tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 949 time: 0.2412813 Apr 07 11:15:10.430187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e445cb3-4b5e-4fd1-9b0a-2f7f3cd695e0 req-bba0c3b6-a529-449e-86e7-5ece7da5bf94 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141788 Apr 07 11:15:10.442494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:10.457940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Publish callbacks [] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.473709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d319655-415c-4d9f-8d19-57014a7bb2ac req-1d65fba8-5ed2-40fc-a382-3f955b29b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:10.473901 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.475234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d319655-415c-4d9f-8d19-57014a7bb2ac req-1d65fba8-5ed2-40fc-a382-3f955b29b98a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 1131 time: 0.2523212 Apr 07 11:15:10.479645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Transition to ACTIVE for port object 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:15:10.486655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.487757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97764672-ede6-458c-8d39-5da8ca1801fb req-8ad0c007-887f-4b74-8234-63f9bbb194ac tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:10.492300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4fe38016-9215-40f7-866e-a84c4f4cb8a1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.496054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97764672-ede6-458c-8d39-5da8ca1801fb req-8ad0c007-887f-4b74-8234-63f9bbb194ac tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 947 time: 0.2444329 Apr 07 11:15:10.514512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] Pushing event deleted for resources: {'Port': ['ID=4fe38016-9215-40f7-866e-a84c4f4cb8a1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:10.522549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69d254-0a8d-4fae-be69-7c469630a443 None None] No DVR routers for this DVR port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:10.567523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] No DVR routers for this DVR port 4fe38016-9215-40f7-866e-a84c4f4cb8a1 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:10.569284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:10.616060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe38016-9215-40f7-866e-a84c4f4cb8a1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:10.620385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5f257d2-b5e0-47f0-a092-7b76965bef09 req-a6422c30-1a12-49d0-9d2a-84274f076034 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997449 Apr 07 11:15:10.674302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97764672-ede6-458c-8d39-5da8ca1801fb req-ce8bdfba-e638-4de6-bfa0-ce6064d7ff8e tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784902 Apr 07 11:15:10.687096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d319655-415c-4d9f-8d19-57014a7bb2ac req-b834c6ad-2a6c-4e5b-8766-61159a5c6a37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824322 Apr 07 11:15:10.711990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (0192589d-096f-4bf8-a5e7-28cd693b39d8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.766911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0192589d-096f-4bf8-a5e7-28cd693b39d8']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:10.768410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1cec0df-c489-4735-9cd9-cfd3968d08af req-9b484f54-4f43-476e-bf97-43368efcd3e7 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0295973 Apr 07 11:15:10.806511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb966c2d-df02-4de4-aab6-4cc515d96918') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:10.806910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb966c2d-df02-4de4-aab6-4cc515d96918') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:10.822676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (cb966c2d-df02-4de4-aab6-4cc515d96918), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.850205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (cb966c2d-df02-4de4-aab6-4cc515d96918), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.859412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Attempting to bind port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:10.859797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Attempting to bind port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:10.860117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Attempting to bind port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:10.862546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:15:10.862874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (cb966c2d-df02-4de4-aab6-4cc515d96918), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:15:10.864844 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:15:10.877359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:15:10.877562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Attempting to bind port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:10.877960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c6d26-0792-48a4-b80d-1ac5508b7d87 req-d679cbfa-984a-4d3d-8df7-6e8c81ad0e4c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:10.879512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e45c6d26-0792-48a4-b80d-1ac5508b7d87 req-d679cbfa-984a-4d3d-8df7-6e8c81ad0e4c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 943 time: 0.0913332 Apr 07 11:15:10.908944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:10.909317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:10.909705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:10.910148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Bound port: 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:10.910511 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:10.938065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e45c6d26-0792-48a4-b80d-1ac5508b7d87 req-ec23896e-c66a-4f56-8dc1-1c92e2211229 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Apr 07 11:15:10.982961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (0192589d-096f-4bf8-a5e7-28cd693b39d8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.003906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.007143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0192589d-096f-4bf8-a5e7-28cd693b39d8 HTTP/1.1" status: 204 len: 168 time: 1.2764313 Apr 07 11:15:11.010722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014fd84-adab-4e4c-bd43-0d7756a540a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0192589d-096f-4bf8-a5e7-28cd693b39d8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:11.021982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:11.025588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:11.038309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.072529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.073433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.074661 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] 10.222.0.23 "PUT /v2.0/ports/8a5f9d8a-a6cf-43de-b9fa-6264b4098273 HTTP/1.1" status: 200 len: 1091 time: 1.8591468 Apr 07 11:15:11.075119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:11.078489 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7747d79-a303-4e9b-952e-201e5b873f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:11.128725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1f27-8343-4e33-9245-3c64506991b1 req-64ab10a2-1259-4831-83d6-d3abfd6665a3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.137624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfaf1f27-8343-4e33-9245-3c64506991b1 req-64ab10a2-1259-4831-83d6-d3abfd6665a3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 949 time: 0.0997236 Apr 07 11:15:11.154475 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12e11d-b987-45b4-ae07-933426ce1db2 x-openstack-request-id: req-7c12e11d-b987-45b4-ae07-933426ce1db2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:11.155350 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:11.155900 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c12e11d-b987-45b4-ae07-933426ce1db2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:11.156474 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c12e11d-b987-45b4-ae07-933426ce1db2'] response: {'name': 'network-changed', 'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273', 'status': 'completed', 'code': 200} Apr 07 11:15:11.159101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2d54-8e8d-4edf-a3ce-89ae5095126a service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:11.174738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42406) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:11.206072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-f9f6f623-49c5-499a-b42f-451cee2522df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.208272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-f9f6f623-49c5-499a-b42f-451cee2522df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 1125 time: 0.0697122 Apr 07 11:15:11.233254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfaf1f27-8343-4e33-9245-3c64506991b1 req-da99233b-eb71-4d30-951b-79e623caeb33 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946321 Apr 07 11:15:11.289374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-c143cf45-a051-44a0-b397-11711752391c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273 HTTP/1.1" status: 200 len: 217 time: 0.0595944 Apr 07 11:15:11.333541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4fe38016-9215-40f7-866e-a84c4f4cb8a1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:11.367683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3cd3a8c9-c25e-4fda-83ab-cf13dfbc542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.369857 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-3cd3a8c9-c25e-4fda-83ab-cf13dfbc542a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0753460 Apr 07 11:15:11.373497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4fe38016-9215-40f7-866e-a84c4f4cb8a1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:11.374332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4fe38016-9215-40f7-866e-a84c4f4cb8a1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:11.384899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42410) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:11.408964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-370241603-network', 'tenant_id': 'a342e9942f254274a20ebcca79c877b3'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:11.437768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-cba91e57-3e69-49ff-9030-2b853b183e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.439410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-cba91e57-3e69-49ff-9030-2b853b183e45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625076 Apr 07 11:15:11.458097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Made reservation on behalf of a342e9942f254274a20ebcca79c877b3 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:11.460403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.475094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-526ac700-dc83-4f03-9baa-7ca44d84037e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d83b11c6f4249509a991bd6236665f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874267 Apr 07 11:15:11.476077 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.479063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42412) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:11.547889 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-37b38cfa-71cd-44f1-bf03-4f43522da773 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023781 Apr 07 11:15:11.581120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58878b6b-0c41-4f3e-bde5-5d19444cbe0a admin admin] Publish callbacks [] for security_group (cd745c87-a629-4c04-85c1-4a7864baa112), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.620108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58878b6b-0c41-4f3e-bde5-5d19444cbe0a admin admin] Publish callbacks [] for security_group (cd745c87-a629-4c04-85c1-4a7864baa112), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.643688 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks [] for security_group (325e6213-2513-4130-9898-051a5738fe8e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.650958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69a57cf7-6b8a-4e11-98b0-d759fa29aba8 req-5ca233d6-ad3c-492c-a8d4-7a046e887019 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973694 Apr 07 11:15:11.652472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (325e6213-2513-4130-9898-051a5738fe8e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.718663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:15:11.767682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e6213-2513-4130-9898-051a5738fe8e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:11.793710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2737c300-8bfb-47e2-b8a9-961324859e6a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.794733 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Added segment 2737c300-8bfb-47e2-b8a9-961324859e6a of type vlan for network 80f833e7-eeac-4190-9bed-ce7ab28a647f Apr 07 11:15:11.799102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-52ef885f-5adc-4f3f-b6e9-5734a41b8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.804601 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-52ef885f-5adc-4f3f-b6e9-5734a41b8c7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 1125 time: 0.0745690 Apr 07 11:15:11.842634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58878b6b-0c41-4f3e-bde5-5d19444cbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cd745c87-a629-4c04-85c1-4a7864baa112), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.845807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58878b6b-0c41-4f3e-bde5-5d19444cbe0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.846912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58878b6b-0c41-4f3e-bde5-5d19444cbe0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd745c87-a629-4c04-85c1-4a7864baa112 HTTP/1.1" status: 204 len: 168 time: 0.3669939 Apr 07 11:15:11.897855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58878b6b-0c41-4f3e-bde5-5d19444cbe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd745c87-a629-4c04-85c1-4a7864baa112,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:11.903958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-3c58bc71-c48d-4220-8157-afe41ff25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.906532 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-3c58bc71-c48d-4220-8157-afe41ff25f33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.0964103 Apr 07 11:15:11.909164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (80f833e7-eeac-4190-9bed-ce7ab28a647f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:11.928837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472249e2-ea34-4d4d-8afb-91b3a6926802 req-e343174b-1ea5-4f48-b064-ac416ebe429e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.935994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-472249e2-ea34-4d4d-8afb-91b3a6926802 req-e343174b-1ea5-4f48-b064-ac416ebe429e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 949 time: 0.2267721 Apr 07 11:15:11.960326 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-bd35c9f6-a690-4dd0-b7b6-28b018260577 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273 HTTP/1.1" status: 200 len: 217 time: 0.0406039 Apr 07 11:15:11.980011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c5b81-2f35-4a5f-badc-eeb480bf080c req-adc47073-f713-424a-9b94-74def8404941 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:11.981632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-409c5b81-2f35-4a5f-badc-eeb480bf080c req-adc47073-f713-424a-9b94-74def8404941 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 947 time: 0.2154686 Apr 07 11:15:12.020288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (80f833e7-eeac-4190-9bed-ce7ab28a647f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:12.021334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:12.022229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:12.034456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-9cea1cab-3480-470e-ae13-f4260fe12bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:12.036375 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-9cea1cab-3480-470e-ae13-f4260fe12bbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0693703 Apr 07 11:15:12.107055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-41c421f8-7fd2-4867-811b-e5c72d2e8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:12.109660 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-41c421f8-7fd2-4867-811b-e5c72d2e8c57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0670040 Apr 07 11:15:12.128105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-472249e2-ea34-4d4d-8afb-91b3a6926802 req-ca1e5bc6-7014-4bcc-a8f3-be5348164e74 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903405 Apr 07 11:15:12.162066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:12.173560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9846539 Apr 07 11:15:12.208955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-409c5b81-2f35-4a5f-badc-eeb480bf080c req-3871805d-bb2c-4058-9958-8d34918507c9 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183254 Apr 07 11:15:12.231413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ed022-fad3-4519-819e-a999871fd34b admin admin] Pushing event updated for resources: {'Network': ['ID=80f833e7-eeac-4190-9bed-ce7ab28a647f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:12.281946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 80f833e7-eeac-4190-9bed-ce7ab28a647f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:15:12.289475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-088b06bb-8ef4-4e97-b5a9-0846b7d91f31 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737032 Apr 07 11:15:12.336475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be00fbbf-68e2-4f42-b411-8b5e1a9b6f3e req-ebe24b12-0733-43aa-b675-fb2b2ff71f49 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0478446 Apr 07 11:15:12.349188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-1282b51a-4447-4117-9c03-e2397cdd0199 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:12.351089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-1282b51a-4447-4117-9c03-e2397cdd0199 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 949 time: 0.1857684 Apr 07 11:15:12.490195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b7747d79-a303-4e9b-952e-201e5b873f8e req-d3cdf29c-3b7f-46bd-8722-e20abfd41908 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862531 Apr 07 11:15:12.515985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:12.532987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4', 'mac_address': 'fa:16:3e:e5:f8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:12.549890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a6721-d196-4256-9898-c02e8f85fb56 req-8635d09b-20bc-4b01-9099-9ce339cbf73b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:12.555570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d4a6721-d196-4256-9898-c02e8f85fb56 req-8635d09b-20bc-4b01-9099-9ce339cbf73b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 943 time: 0.2033231 Apr 07 11:15:12.585684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:12.586555 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:12.605015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:12.629031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:12.633944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c20708-5276-4638-9224-6b63e01f4ec5 req-1ee05e77-b435-4f98-9c80-76fb0e2a9ea2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:12.637291 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:12.637785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c20708-5276-4638-9224-6b63e01f4ec5 req-1ee05e77-b435-4f98-9c80-76fb0e2a9ea2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe8550-e9f5-4a2f-9bbb-8a74efda904c HTTP/1.1" status: 200 len: 949 time: 0.1435075 Apr 07 11:15:12.644031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d4a6721-d196-4256-9898-c02e8f85fb56 req-efbf445c-c1d7-40c1-9556-e43323811ada tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875633 Apr 07 11:15:12.646320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port f4f2c9f6-07f2-444b-80b0-a3028efa8487 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:12.646899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:12.699187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:12.806133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21c20708-5276-4638-9224-6b63e01f4ec5 req-599e023e-858d-4ae5-b18e-2c240e551033 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532533 Apr 07 11:15:12.843090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port f4f2c9f6-07f2-444b-80b0-a3028efa8487, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f4f2c9f6-07f2-444b-80b0-a3028efa8487,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:12.843320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:12.857589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for f4f2c9f6-07f2-444b-80b0-a3028efa8487 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:12.891295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['8d13b189-ceaa-4ce6-b6d1-84473a065ee4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:12.992260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:13.133176 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f4f2c9f6-07f2-444b-80b0-a3028efa8487), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.147030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:13.149652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'f4f2c9f6-07f2-444b-80b0-a3028efa8487'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:13.162854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-533576786-network', 'tenant_id': 'fb1008c83a974ae1bb090bf9a6f9588d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:13.191532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=f4f2c9f6-07f2-444b-80b0-a3028efa8487,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:13.192006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Made reservation on behalf of fb1008c83a974ae1bb090bf9a6f9588d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:13.195506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.210525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.271811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3764c3-5042-4775-8cd3-db50c6e8bc67 req-5dd97080-2617-4821-ab4f-31ffd86700e3 tempest-ComputeTenantNetworksTest-2009384838 tempest-ComputeTenantNetworksTest-2009384838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.277508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3764c3-5042-4775-8cd3-db50c6e8bc67 req-5dd97080-2617-4821-ab4f-31ffd86700e3 tempest-ComputeTenantNetworksTest-2009384838 tempest-ComputeTenantNetworksTest-2009384838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.283650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3764c3-5042-4775-8cd3-db50c6e8bc67 req-5dd97080-2617-4821-ab4f-31ffd86700e3 tempest-ComputeTenantNetworksTest-2009384838 tempest-ComputeTenantNetworksTest-2009384838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.285342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b3764c3-5042-4775-8cd3-db50c6e8bc67 req-5dd97080-2617-4821-ab4f-31ffd86700e3 tempest-ComputeTenantNetworksTest-2009384838 tempest-ComputeTenantNetworksTest-2009384838-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3130202 Apr 07 11:15:13.314648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port f4f2c9f6-07f2-444b-80b0-a3028efa8487 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:13.328773 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.332098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02a9a8d2-8793-45df-b4ec-2a87a866c72d req-8d1acaff-391f-49ff-bc33-5c3e90ec65f9 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "DELETE /v2.0/ports/f4f2c9f6-07f2-444b-80b0-a3028efa8487 HTTP/1.1" status: 204 len: 173 time: 0.9585218 Apr 07 11:15:13.333673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'name': 'network-vif-deleted', 'tag': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:13.336122 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107ef74f-6fca-4a27-827a-23b9fdaca67a" -d '{"events": [{"server_uuid": "b3fe8550-e9f5-4a2f-9bbb-8a74efda904c", "name": "network-vif-deleted", "tag": "f4f2c9f6-07f2-444b-80b0-a3028efa8487"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:13.373398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628d5a8-cda6-44e7-a2cc-3ad0c3351d85 req-c7e4bd70-3ba3-4059-8f73-ac47253a5a71 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.374867 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks [] for security_group (296700ae-e1ae-4e44-9438-2a61f4e3dc0c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.375463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9628d5a8-cda6-44e7-a2cc-3ad0c3351d85 req-c7e4bd70-3ba3-4059-8f73-ac47253a5a71 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 949 time: 0.1329615 Apr 07 11:15:13.380466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (296700ae-e1ae-4e44-9438-2a61f4e3dc0c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.412551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:15:13.448519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (233aed7e-ae7e-48a9-a12a-86337e9c56b2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.449232 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Added segment 233aed7e-ae7e-48a9-a12a-86337e9c56b2 of type vlan for network 70ac7a78-815b-4648-89f2-ec0463b0b88b Apr 07 11:15:13.452033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296700ae-e1ae-4e44-9438-2a61f4e3dc0c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:13.481877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9628d5a8-cda6-44e7-a2cc-3ad0c3351d85 req-33a70a8a-c655-430a-bffb-220df962d3d9 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005852 Apr 07 11:15:13.518406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83b50-0847-45d8-9d10-dfc1bf2a35c4 req-0bf8ec33-1264-4ebe-9ac8-1f5241c1d5c8 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.518406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49c83b50-0847-45d8-9d10-dfc1bf2a35c4 req-0bf8ec33-1264-4ebe-9ac8-1f5241c1d5c8 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 948 time: 0.1131189 Apr 07 11:15:13.534365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (70ac7a78-815b-4648-89f2-ec0463b0b88b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.571402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (70ac7a78-815b-4648-89f2-ec0463b0b88b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.572668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.573320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.631204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6342278 Apr 07 11:15:13.631503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42470) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:13.636887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Request body: {'subnet': {'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-533576786-subnet', 'tenant_id': 'fb1008c83a974ae1bb090bf9a6f9588d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:13.668242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342ef6d-7fba-4d39-b7b5-7240ba6fa0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=70ac7a78-815b-4648-89f2-ec0463b0b88b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:13.680527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Made reservation on behalf of fb1008c83a974ae1bb090bf9a6f9588d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:13.680527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.696177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:15:13.704619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49c83b50-0847-45d8-9d10-dfc1bf2a35c4 req-dd04d799-1fb8-4a43-89cd-8fd2357cf3f5 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726224 Apr 07 11:15:13.723571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad06e-583f-4e7e-959e-2b833fd5a1c6 req-600bda0f-c742-457a-901a-0d12c156c60d tempest-ComputeTenantNetworksTest-2009384838 tempest-ComputeTenantNetworksTest-2009384838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:13.742077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e35ad06e-583f-4e7e-959e-2b833fd5a1c6 req-600bda0f-c742-457a-901a-0d12c156c60d tempest-ComputeTenantNetworksTest-2009384838 tempest-ComputeTenantNetworksTest-2009384838-project] 10.222.0.13 "GET /v2.0/networks/80f833e7-eeac-4190-9bed-ce7ab28a647f HTTP/1.1" status: 200 len: 768 time: 0.2029657 Apr 07 11:15:13.743707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42474) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:13.802667 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef12bee-33d6-4a57-bf85-cbdc815a9bbd x-openstack-request-id: req-7ef12bee-33d6-4a57-bf85-cbdc815a9bbd {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:13.802957 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fe8550-e9f5-4a2f-9bbb-8a74efda904c", "name": "network-vif-deleted", "tag": "f4f2c9f6-07f2-444b-80b0-a3028efa8487", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:13.803214 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ef12bee-33d6-4a57-bf85-cbdc815a9bbd {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:13.803629 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef12bee-33d6-4a57-bf85-cbdc815a9bbd'] response: {'server_uuid': 'b3fe8550-e9f5-4a2f-9bbb-8a74efda904c', 'name': 'network-vif-deleted', 'tag': 'f4f2c9f6-07f2-444b-80b0-a3028efa8487', 'status': 'completed', 'code': 200} Apr 07 11:15:13.857552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (80f833e7-eeac-4190-9bed-ce7ab28a647f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:13.891018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1e8a62c-2e33-44e5-ae02-e7f1ee845c44 req-1fff5a2d-c10f-40fa-a691-3e4dfa56f606 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0554998 Apr 07 11:15:13.984196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (80f833e7-eeac-4190-9bed-ce7ab28a647f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.010488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (d7a923b8-4744-45d0-96c2-0dc009d2f29d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.019177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f833e7-eeac-4190-9bed-ce7ab28a647f']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:14.136214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a923b8-4744-45d0-96c2-0dc009d2f29d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:14.150544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Checking segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:14.150993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Network hostable DHCP agents. Network: 70ac7a78-815b-4648-89f2-ec0463b0b88b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:15:14.179780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:15:14.184243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:14.187379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:14.195273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 70ac7a78-815b-4648-89f2-ec0463b0b88b) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:14.211812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.213747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.224189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07446c24-0bad-4450-9225-473c4d65747d None None] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:14.240447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-91c931bf-e036-4e86-92a2-e788f6102f04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6070685 Apr 07 11:15:14.373399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2737c300-8bfb-47e2-b8a9-961324859e6a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:14.373399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2737c300-8bfb-47e2-b8a9-961324859e6a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:14.386075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (2737c300-8bfb-47e2-b8a9-961324859e6a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.401818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2737c300-8bfb-47e2-b8a9-961324859e6a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.427902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:15:14.428616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (2737c300-8bfb-47e2-b8a9-961324859e6a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:15:14.430643 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:15:14.496279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:15:14.504585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e6fff-f612-4c6f-996b-f06c6f480d2e None None] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:14.517600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:14.518752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.544074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872efc-7fa5-4b5e-b9f1-73b163cd4323 req-1470c906-7578-41c8-a5ef-35795dba7e6d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.545709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49872efc-7fa5-4b5e-b9f1-73b163cd4323 req-1470c906-7578-41c8-a5ef-35795dba7e6d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 943 time: 0.5231376 Apr 07 11:15:14.554220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (80f833e7-eeac-4190-9bed-ce7ab28a647f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.563213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.571826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] 10.222.0.13 "DELETE /v2.0/networks/80f833e7-eeac-4190-9bed-ce7ab28a647f HTTP/1.1" status: 204 len: 168 time: 0.8247044 Apr 07 11:15:14.610193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:14.637071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273', 'mac_address': 'fa:16:3e:e4:49:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:14.645494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39773931-00e0-47dd-bdb1-978134b09f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f833e7-eeac-4190-9bed-ce7ab28a647f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:14.698716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:14.699316 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.708763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49872efc-7fa5-4b5e-b9f1-73b163cd4323 req-e0f3e0ca-a5cd-431a-a868-371c53be8c11 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555331 Apr 07 11:15:14.754235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:14.773568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:14.781960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:14.782359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.787612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:14.796099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.796708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.797562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.798114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.798584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.799209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.799686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.799860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.800151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.800613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.801678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.802150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.802960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.803434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.803922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.804381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:14.807165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-251ea3b0-06ca-43f1-897b-9d2363557878 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba&device_id=0cc93074-ff43-482b-a114-75c1c6662e7f&device_id=4398d052-54b7-4ed6-a429-2f83be73bb60&device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a&device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71&device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc&device_id=0b185cd5-b318-447f-8259-36dff0977802&device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef&device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e&device_id=553d939a-c2fa-429d-b022-34dd6cf406f4&device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa&device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d&device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322&device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040&device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 14008 time: 0.1074402 Apr 07 11:15:14.830598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-64d195d6-878e-44ff-9bbe-806363ff1a26 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.836652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-49ad8c82-214f-4886-b10c-9924b275c9b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a342e9942f254274a20ebcca79c877b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614858 Apr 07 11:15:14.840148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42496) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:14.849880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:14.852225 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baa0905-6adc-4590-adcb-9b60be23be82" -d '{"events": [{"server_uuid": "4398d052-54b7-4ed6-a429-2f83be73bb60", "name": "network-vif-plugged", "status": "completed", "tag": "8d13b189-ceaa-4ce6-b6d1-84473a065ee4"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:14.870766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:14.900629 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.916461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:14.925277 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2142efb9-f640-4f95-8e4c-650f37bbc9f9 admin admin] Publish callbacks [] for security_group (325e6213-2513-4130-9898-051a5738fe8e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.962767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2142efb9-f640-4f95-8e4c-650f37bbc9f9 admin admin] Publish callbacks [] for security_group (325e6213-2513-4130-9898-051a5738fe8e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:14.989852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:14.994260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-64d195d6-878e-44ff-9bbe-806363ff1a26 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Publish callbacks [] for security_group (c552e5e4-2f59-45ff-a162-1f4d7f3b9f81), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:15.002085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-64d195d6-878e-44ff-9bbe-806363ff1a26 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c552e5e4-2f59-45ff-a162-1f4d7f3b9f81), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:15.057444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d195d6-878e-44ff-9bbe-806363ff1a26 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c552e5e4-2f59-45ff-a162-1f4d7f3b9f81,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:15.066193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['8a5f9d8a-a6cf-43de-b9fa-6264b4098273'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:15.086986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2142efb9-f640-4f95-8e4c-650f37bbc9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (325e6213-2513-4130-9898-051a5738fe8e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:15.089467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2142efb9-f640-4f95-8e4c-650f37bbc9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:15.090784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2142efb9-f640-4f95-8e4c-650f37bbc9f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/325e6213-2513-4130-9898-051a5738fe8e HTTP/1.1" status: 204 len: 168 time: 0.2496891 Apr 07 11:15:15.114725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142efb9-f640-4f95-8e4c-650f37bbc9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e6213-2513-4130-9898-051a5738fe8e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:15.128137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b19a19e1-858e-4d27-bf1e-0b50321828a2 req-64d195d6-878e-44ff-9bbe-806363ff1a26 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&id=4a3cda25-7040-4851-8816-e033418efc53&id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&id=4f53064d-2c29-4d87-ae90-82c76ed39d36&id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.3130860 Apr 07 11:15:15.322785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd352d9-6a63-48ed-94fd-41f5ef776762 req-6e7ec331-14fd-4576-a0a0-cad5b8b4b65d tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:15.324304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bd352d9-6a63-48ed-94fd-41f5ef776762 req-6e7ec331-14fd-4576-a0a0-cad5b8b4b65d tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 949 time: 0.1251509 Apr 07 11:15:15.338294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f4f2c9f6-07f2-444b-80b0-a3028efa8487 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:15.362600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: f4f2c9f6-07f2-444b-80b0-a3028efa8487 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:15.363045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f4f2c9f6-07f2-444b-80b0-a3028efa8487 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:15.371481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-f2607be6-1ada-4fae-ac75-1f4d87ce35f1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:15.372962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-f2607be6-1ada-4fae-ac75-1f4d87ce35f1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.1440556 Apr 07 11:15:15.402037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-ade1e619-79ff-46d2-82ae-e98eed78d54a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/quotas/fb1008c83a974ae1bb090bf9a6f9588d HTTP/1.1" status: 200 len: 375 time: 0.0178165 Apr 07 11:15:15.409921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bd352d9-6a63-48ed-94fd-41f5ef776762 req-5b5b2b9d-4534-4dcc-bbb5-f445fa4df932 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753872 Apr 07 11:15:15.452883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-d0c9bfd7-1d2b-4731-9de3-3cba2ae5a6fe tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419071 Apr 07 11:15:15.459857 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f411dfb-23cc-4e9e-986f-2f6b6bb0895d x-openstack-request-id: req-7f411dfb-23cc-4e9e-986f-2f6b6bb0895d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:15.460423 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398d052-54b7-4ed6-a429-2f83be73bb60", "name": "network-vif-plugged", "status": "completed", "tag": "8d13b189-ceaa-4ce6-b6d1-84473a065ee4", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:15.460881 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f411dfb-23cc-4e9e-986f-2f6b6bb0895d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:15.461492 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f411dfb-23cc-4e9e-986f-2f6b6bb0895d'] response: {'server_uuid': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4', 'code': 200} Apr 07 11:15:15.579088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296f33-44bf-463b-983a-324d7b6e9d01 req-0405e44a-810e-43de-af52-ef5e7ecfb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:15.580616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-96296f33-44bf-463b-983a-324d7b6e9d01 req-0405e44a-810e-43de-af52-ef5e7ecfb9fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 1131 time: 0.0619473 Apr 07 11:15:15.619998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a554-38ac-4a88-90af-6899d7005c4f req-fd580a42-1c4f-4668-884b-17509eea77f5 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:15.621498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59a7a554-38ac-4a88-90af-6899d7005c4f req-fd580a42-1c4f-4668-884b-17509eea77f5 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 949 time: 0.0932748 Apr 07 11:15:15.623858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-a1dc2704-0659-481e-8b41-f47ea07cf772 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646619 Apr 07 11:15:15.642852 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-96296f33-44bf-463b-983a-324d7b6e9d01 req-b122088b-c208-4cef-b633-03f30d035751 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Apr 07 11:15:15.726836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59a7a554-38ac-4a88-90af-6899d7005c4f req-079be736-02f9-43ef-ab8b-a9604cb352d2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983675 Apr 07 11:15:15.773881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-27031915-e7c5-4d6c-a591-0d63a06e2da8 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388328 Apr 07 11:15:15.827916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04ee7c30-1886-4c5d-bd00-f629ca624b41 req-4d677e85-7a2c-4d55-beb0-ddc4f4e46731 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0315068 Apr 07 11:15:16.002154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7583bce-b5b8-46ce-bf7e-46fb5ef23e96 req-dbfcbed2-e0f1-4c34-800d-116381202d9f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 210 time: 0.0336661 Apr 07 11:15:16.091405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0500ee-4aaf-4d4e-aebb-12addd9e5c24 req-2e2a505d-6128-4690-a1fa-bba7c58f0a6b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.093624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf0500ee-4aaf-4d4e-aebb-12addd9e5c24 req-2e2a505d-6128-4690-a1fa-bba7c58f0a6b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 944 time: 0.0995419 Apr 07 11:15:16.165324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf0500ee-4aaf-4d4e-aebb-12addd9e5c24 req-97083412-acb4-4e01-9ab3-3312f0b9ee38 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646653 Apr 07 11:15:16.171852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:16.239861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:15:16.247700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:16.248285 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:16.320171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069ea4-d51a-43c8-99d8-ee235203ca70 req-9bd7ff86-411e-4779-aab3-9caa038d7d83 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.320696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069ea4-d51a-43c8-99d8-ee235203ca70 req-9bd7ff86-411e-4779-aab3-9caa038d7d83 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.321231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069ea4-d51a-43c8-99d8-ee235203ca70 req-9bd7ff86-411e-4779-aab3-9caa038d7d83 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.323233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0069ea4-d51a-43c8-99d8-ee235203ca70 req-9bd7ff86-411e-4779-aab3-9caa038d7d83 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a&device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71&device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 2974 time: 0.0697582 Apr 07 11:15:16.368816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:16.369677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:16.379399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0069ea4-d51a-43c8-99d8-ee235203ca70 req-ca488c9f-1fca-47b5-a75b-59f978486baa tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495687 Apr 07 11:15:16.617564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f160f2-7a58-4672-b8a0-67e74aa8dcbc req-4fed37dd-d351-4a77-8e7e-b3ebfd7a1fed tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.620898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01f160f2-7a58-4672-b8a0-67e74aa8dcbc req-4fed37dd-d351-4a77-8e7e-b3ebfd7a1fed tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 949 time: 0.0866845 Apr 07 11:15:16.693935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:16.699376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01f160f2-7a58-4672-b8a0-67e74aa8dcbc req-dc722705-44d2-43f0-8ca7-9327a858fba3 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 Apr 07 11:15:16.703346 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:16.808759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:16.930611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e59cb-d4e7-490d-a320-9dc7ed4cab76 req-ef11a251-add2-4c35-9aa9-0c74c74ab37d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.933870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f8e59cb-d4e7-490d-a320-9dc7ed4cab76 req-ef11a251-add2-4c35-9aa9-0c74c74ab37d tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 949 time: 0.1083596 Apr 07 11:15:16.953082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-5c1abc14-f3c5-4d27-b918-13fbe616b412 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:16.954170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-5c1abc14-f3c5-4d27-b918-13fbe616b412 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 949 time: 0.0966311 Apr 07 11:15:16.979907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:15:17.066372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f8e59cb-d4e7-490d-a320-9dc7ed4cab76 req-58f234a1-7421-463f-8959-2150384c1367 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109302 Apr 07 11:15:17.090797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9b12fda-125d-40f5-b9db-b5f22ceab3e2 req-fb2bc7dc-fe7b-4598-b681-f499fc6e46f2 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0525806 Apr 07 11:15:17.142170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:17.142617 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:17.257066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1d2482d-db83-4d31-b069-0312a2a8ca18 req-4585e932-89ee-4cbb-a78f-de7406aa8927 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 210 time: 0.0848112 Apr 07 11:15:17.282081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac3b99-ed10-4791-8d2c-8b9ed0bdd83a req-fa5b62e0-d549-4261-8cda-e8207a5fb6a9 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:17.283596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86ac3b99-ed10-4791-8d2c-8b9ed0bdd83a req-fa5b62e0-d549-4261-8cda-e8207a5fb6a9 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1131 time: 0.1322396 Apr 07 11:15:17.355855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:17.356237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:17.377831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:17.393206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86ac3b99-ed10-4791-8d2c-8b9ed0bdd83a req-fe4f8c06-0526-4a8b-8f14-14173593d8b1 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966985 Apr 07 11:15:17.462986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:17.466541 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12058388-98cf-412b-ad66-de062d9f9ab9" -d '{"events": [{"server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "name": "network-vif-plugged", "status": "completed", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:17.468409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-300d3af8-4569-4436-b19e-5c34437db3d0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:17.470892 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-300d3af8-4569-4436-b19e-5c34437db3d0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.23 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.2267492 Apr 07 11:15:17.483681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Request body: {'port': {'device_id': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'admin_state_up': True, 'tenant_id': 'fb1008c83a974ae1bb090bf9a6f9588d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:17.580701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8d6a5-8216-48cb-8011-55a8fecd83cc req-408e571d-d4d8-4213-9004-dc7b1738d717 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:17.581230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92a8d6a5-8216-48cb-8011-55a8fecd83cc req-408e571d-d4d8-4213-9004-dc7b1738d717 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1131 time: 0.1083136 Apr 07 11:15:17.603489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab9ec1-173c-41c7-b138-7d7d17319f03 req-50be9bad-dafe-4351-8a9a-9023bcdb8484 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:17.604816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3ab9ec1-173c-41c7-b138-7d7d17319f03 req-50be9bad-dafe-4351-8a9a-9023bcdb8484 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 945 time: 0.1356559 Apr 07 11:15:17.630773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Made reservation on behalf of fb1008c83a974ae1bb090bf9a6f9588d for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:17.634864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:17.723862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92a8d6a5-8216-48cb-8011-55a8fecd83cc req-a386a843-a917-4490-9f2f-0512a57f6694 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341879 Apr 07 11:15:17.747152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3ab9ec1-173c-41c7-b138-7d7d17319f03 req-8cadf1a7-410b-4858-83ec-4feb4e371977 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259329 Apr 07 11:15:17.749787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (866da0b4-ca2b-4e7d-a19e-7b09efb2d595), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:17.762969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:17.798014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=866da0b4-ca2b-4e7d-a19e-7b09efb2d595,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:17.879016 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c6f79-ed8d-4c34-8730-3b15c1736a69 x-openstack-request-id: req-2c2c6f79-ed8d-4c34-8730-3b15c1736a69 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:17.879371 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "name": "network-vif-plugged", "status": "completed", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:17.879939 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c2c6f79-ed8d-4c34-8730-3b15c1736a69 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:17.880280 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2c6f79-ed8d-4c34-8730-3b15c1736a69'] response: {'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273', 'code': 200} Apr 07 11:15:17.887153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:17.892001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', '866da0b4-ca2b-4e7d-a19e-7b09efb2d595'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:17.892873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:17.900444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7b26d66-a522-4719-bf8b-e1c9ffdd90cd req-d641707d-4da5-46b6-b1bc-b7ba48da3f90 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "DELETE /v2.0/ports/866da0b4-ca2b-4e7d-a19e-7b09efb2d595 HTTP/1.1" status: 204 len: 173 time: 0.9372742 Apr 07 11:15:17.900939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b185cd5-b318-447f-8259-36dff0977802', 'name': 'network-vif-deleted', 'tag': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:17.903339 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80bea9-18db-411e-ada7-fbefd0941b21" -d '{"events": [{"server_uuid": "0b185cd5-b318-447f-8259-36dff0977802", "name": "network-vif-deleted", "tag": "866da0b4-ca2b-4e7d-a19e-7b09efb2d595"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:17.911652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Allocated IP 172.20.0.14 (70ac7a78-815b-4648-89f2-ec0463b0b88b/d7a923b8-4744-45d0-96c2-0dc009d2f29d/b203d64e-5794-4df1-a240-59e80220aba2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:18.039389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e045e5-477e-48b2-906d-4e2b24d2b52d req-960367e4-cd7e-4837-8e67-690ebb6adbc7 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:18.041503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82e045e5-477e-48b2-906d-4e2b24d2b52d req-960367e4-cd7e-4837-8e67-690ebb6adbc7 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 949 time: 0.1092672 Apr 07 11:15:18.043517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e78e-63b7-4174-88bc-d9e4ae68068f req-6776c5a1-faa2-4b14-8827-eda620ff6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:18.044947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7302e78e-63b7-4174-88bc-d9e4ae68068f req-6776c5a1-faa2-4b14-8827-eda620ff6880 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 1127 time: 0.1281881 Apr 07 11:15:18.153701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82e045e5-477e-48b2-906d-4e2b24d2b52d req-5cc20edb-c299-44ea-b326-8e35da6eab62 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049669 Apr 07 11:15:18.158242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7302e78e-63b7-4174-88bc-d9e4ae68068f req-10bb3c0c-c52e-46cc-a62f-a11724a94a93 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844166 Apr 07 11:15:18.277744 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f566ef8-0666-4783-af0d-4fda24344fba x-openstack-request-id: req-3f566ef8-0666-4783-af0d-4fda24344fba {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:18.277931 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b185cd5-b318-447f-8259-36dff0977802", "name": "network-vif-deleted", "tag": "866da0b4-ca2b-4e7d-a19e-7b09efb2d595", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:18.278329 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f566ef8-0666-4783-af0d-4fda24344fba {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:18.278950 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f566ef8-0666-4783-af0d-4fda24344fba'] response: {'server_uuid': '0b185cd5-b318-447f-8259-36dff0977802', 'name': 'network-vif-deleted', 'tag': '866da0b4-ca2b-4e7d-a19e-7b09efb2d595', 'status': 'completed', 'code': 200} Apr 07 11:15:18.318485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks [] for port (b203d64e-5794-4df1-a240-59e80220aba2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:18.410523 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:18.482294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02e55a24-1b71-4d41-8389-ff36475cec7e req-5cfbdb0c-db32-43a6-9762-2480df087cec tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0581820 Apr 07 11:15:18.488821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bcee834-050a-4a50-b757-cf0080d33cad req-ed0d651e-ac7b-415b-8b8c-95e0c63472e3 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b185cd5-b318-447f-8259-36dff0977802 HTTP/1.1" status: 200 len: 210 time: 0.1247532 Apr 07 11:15:18.514962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:18.545996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:18.550102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:18.555568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:18.645441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:18.646316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:18.669884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-3dd07b2b-853b-46a4-a60e-a4bbca4d6999 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1905971 Apr 07 11:15:18.688621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Request body: {'port': {'device_id': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:18.804285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:18.815388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3017-1cc0-466e-92df-507b2d298dd6 req-c757fced-1238-4986-a135-2253c11bbc4b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:18.817070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96bc3017-1cc0-466e-92df-507b2d298dd6 req-c757fced-1238-4986-a135-2253c11bbc4b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 932 time: 0.0857506 Apr 07 11:15:18.890280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96bc3017-1cc0-466e-92df-507b2d298dd6 req-88ad4d20-fa4b-4751-999e-7f7df932d38e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662322 Apr 07 11:15:19.046424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea122-c91b-49cd-b69b-55cf07921948 req-1cb7ce99-6dbc-4a1c-bfc2-50d32e667b80 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:19.057425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2cea122-c91b-49cd-b69b-55cf07921948 req-1cb7ce99-6dbc-4a1c-bfc2-50d32e667b80 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 945 time: 0.0787652 Apr 07 11:15:19.062998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42648) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:19.137705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2cea122-c91b-49cd-b69b-55cf07921948 req-3abea4b4-767e-4c9c-80f6-12bf9c708a28 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794590 Apr 07 11:15:19.145320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b203d64e-5794-4df1-a240-59e80220aba2 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:19.156934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Publish callbacks [] for port (b203d64e-5794-4df1-a240-59e80220aba2), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.158578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585ccc-3053-4637-93ca-7ccaf9926e7f req-dd5fdf85-72f2-4fe7-8445-6c4ad503f55e tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:19.164544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0585ccc-3053-4637-93ca-7ccaf9926e7f req-dd5fdf85-72f2-4fe7-8445-6c4ad503f55e tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 949 time: 0.0969503 Apr 07 11:15:19.171995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Transition to ACTIVE for port object b203d64e-5794-4df1-a240-59e80220aba2 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:15:19.178158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.232129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0585ccc-3053-4637-93ca-7ccaf9926e7f req-c8f5dbc9-0956-42e2-a448-1d8754ecc05c tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637176 Apr 07 11:15:19.243445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1895f256-e24a-4519-8d35-a045062ac4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.258138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:19.365157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Attempting to bind port b203d64e-5794-4df1-a240-59e80220aba2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:19.365593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Attempting to bind port b203d64e-5794-4df1-a240-59e80220aba2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:19.366003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Attempting to bind port b203d64e-5794-4df1-a240-59e80220aba2 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:19.379773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Port b203d64e-5794-4df1-a240-59e80220aba2 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:15:19.380100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Attempting to bind port b203d64e-5794-4df1-a240-59e80220aba2 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:19.394373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:19.394962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Checking segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:19.395525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Bound using segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:19.396145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Bound port: b203d64e-5794-4df1-a240-59e80220aba2, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:19.396779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.423550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1895f256-e24a-4519-8d35-a045062ac4ef admin admin] Publish callbacks [] for security_group (ef6c4c14-0053-44c1-9190-74324be54f17), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.443661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1895f256-e24a-4519-8d35-a045062ac4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ef6c4c14-0053-44c1-9190-74324be54f17), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.513783 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1895f256-e24a-4519-8d35-a045062ac4ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e18b0fd227644c858a4bab897f3141e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496102 Apr 07 11:15:19.517796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42666) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:19.518875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895f256-e24a-4519-8d35-a045062ac4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c4c14-0053-44c1-9190-74324be54f17,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:19.532534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfc5d2-8750-42eb-8242-c14de3fa907f req-0d3b649d-4c30-4511-b01c-59b3c509702d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:19.534365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bbfc5d2-8750-42eb-8242-c14de3fa907f req-0d3b649d-4c30-4511-b01c-59b3c509702d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.0732925 Apr 07 11:15:19.535998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:19.548506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:19.560878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.622101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:19.624700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.626643 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] 10.222.0.23 "PUT /v2.0/ports/b203d64e-5794-4df1-a240-59e80220aba2 HTTP/1.1" status: 200 len: 1092 time: 0.9492190 Apr 07 11:15:19.630851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:19.635804 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ec414-74e1-4db3-b133-dc0c1346e728" -d '{"events": [{"name": "network-changed", "server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "tag": "b203d64e-5794-4df1-a240-59e80220aba2"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:19.646066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14480373-0505-468b-be54-8d4b17275772 req-f72d4a54-2894-4407-baa2-a8aeaaa4189c tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0426729 Apr 07 11:15:19.664420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bbfc5d2-8750-42eb-8242-c14de3fa907f req-b4fa7c08-77e6-43ea-8952-315fbb4715d8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172340 Apr 07 11:15:19.669334 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d254ddf2-e91c-49c9-bd8d-9506bd872f86 admin admin] Publish callbacks [] for security_group (ef6c4c14-0053-44c1-9190-74324be54f17), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.669842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1bf9d-7b40-427b-86a9-149a8763870e service neutron] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:19.718230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d254ddf2-e91c-49c9-bd8d-9506bd872f86 admin admin] Publish callbacks [] for security_group (ef6c4c14-0053-44c1-9190-74324be54f17), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.751152 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33788a07-65fe-4bea-b76c-46ecedd31537 x-openstack-request-id: req-33788a07-65fe-4bea-b76c-46ecedd31537 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:19.751500 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "tag": "b203d64e-5794-4df1-a240-59e80220aba2", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:19.751767 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33788a07-65fe-4bea-b76c-46ecedd31537 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:19.752198 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33788a07-65fe-4bea-b76c-46ecedd31537'] response: {'name': 'network-changed', 'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2', 'status': 'completed', 'code': 200} Apr 07 11:15:19.782387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-69296d82-48a6-4d24-a839-039df7368195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:19.784322 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-69296d82-48a6-4d24-a839-039df7368195 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 1126 time: 0.0783811 Apr 07 11:15:19.784557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d254ddf2-e91c-49c9-bd8d-9506bd872f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ef6c4c14-0053-44c1-9190-74324be54f17), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.787659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d254ddf2-e91c-49c9-bd8d-9506bd872f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:19.788895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d254ddf2-e91c-49c9-bd8d-9506bd872f86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef6c4c14-0053-44c1-9190-74324be54f17 HTTP/1.1" status: 204 len: 168 time: 0.2661769 Apr 07 11:15:19.799369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254ddf2-e91c-49c9-bd8d-9506bd872f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c4c14-0053-44c1-9190-74324be54f17,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:19.874444 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-d5605bff-1698-44ed-a861-e7466d63d4f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b203d64e-5794-4df1-a240-59e80220aba2 HTTP/1.1" status: 200 len: 217 time: 0.0797992 Apr 07 11:15:19.955672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c365-c019-4913-a468-01d1aac91404 req-1933de8f-68bb-408a-a791-99330ce2e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:19.957289 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-1933de8f-68bb-408a-a791-99330ce2e31d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.0704131 Apr 07 11:15:19.996432 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-cb5f9696-980c-4826-a1df-be4363656fdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316012 Apr 07 11:15:20.076066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c0c29-9b24-47da-986a-bf7c42b30c26 req-36d0ecc4-d357-4c06-80af-1f9431a8ed36 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.090198 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d60c0c29-9b24-47da-986a-bf7c42b30c26 req-36d0ecc4-d357-4c06-80af-1f9431a8ed36 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 944 time: 0.0936673 Apr 07 11:15:20.093932 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-872c24e6-0269-49ac-9932-672f789ddf4a service neutron] 10.222.0.23 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904794 Apr 07 11:15:20.159345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d60c0c29-9b24-47da-986a-bf7c42b30c26 req-33888ba8-1870-4f32-b222-790a1cdee7a6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674713 Apr 07 11:15:20.243232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42688) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:20.257841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4c366e-e141-429c-83d2-e881098cfd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.262863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244674fc-2e8b-482c-bb10-a7640cc9ca84 req-ee2f939b-d595-4823-a80c-b4596c426b09 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.264967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-244674fc-2e8b-482c-bb10-a7640cc9ca84 req-ee2f939b-d595-4823-a80c-b4596c426b09 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 949 time: 0.0872910 Apr 07 11:15:20.307610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269e2a4-7c91-444e-8afb-992f55bf5ba3 req-004b6219-c987-4599-bf1c-647e6c77e067 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.309575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3269e2a4-7c91-444e-8afb-992f55bf5ba3 req-004b6219-c987-4599-bf1c-647e6c77e067 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 945 time: 0.0876782 Apr 07 11:15:20.354139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-244674fc-2e8b-482c-bb10-a7640cc9ca84 req-49dc6fad-bd2d-4689-89d1-d40b94dfbb30 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801027 Apr 07 11:15:20.401242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3269e2a4-7c91-444e-8afb-992f55bf5ba3 req-6c94d1c4-2bfa-4a4b-a317-cee75f25bfe9 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796804 Apr 07 11:15:20.418901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb99c365-c019-4913-a468-01d1aac91404 req-670b8adb-c9e9-4fcd-8e09-a317380c68d4 service neutron] 10.222.0.23 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528189 Apr 07 11:15:20.433118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4c366e-e141-429c-83d2-e881098cfd68 admin admin] Publish callbacks [] for security_group (73ac5d19-abee-486c-af59-1697ac32f3fc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.439466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4c366e-e141-429c-83d2-e881098cfd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (73ac5d19-abee-486c-af59-1697ac32f3fc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.492044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1b7e-5134-44af-b491-56346a21994f req-d0205afd-a51c-473b-a025-647acf555a41 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.493733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d7d1b7e-5134-44af-b491-56346a21994f req-d0205afd-a51c-473b-a025-647acf555a41 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 949 time: 0.0655777 Apr 07 11:15:20.496262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f4c366e-e141-429c-83d2-e881098cfd68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a708d4fe3f3a4ba49cd44d9ee64730e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519331 Apr 07 11:15:20.500725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42694) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:20.519367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c366e-e141-429c-83d2-e881098cfd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac5d19-abee-486c-af59-1697ac32f3fc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:20.554555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-fd0115ab-b70c-41d0-afe1-08d79f517365 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.556038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-fd0115ab-b70c-41d0-afe1-08d79f517365 tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.23 "GET /v2.0/ports?device_id=4398d052-54b7-4ed6-a429-2f83be73bb60 HTTP/1.1" status: 200 len: 949 time: 0.0764544 Apr 07 11:15:20.662416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Deleting port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:20.662770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.710775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d7d1b7e-5134-44af-b491-56346a21994f req-654c8dba-657b-469e-a9f4-b3824f6dddfb tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a44d086-8cbd-4143-8d1f-c0c91824dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983809 Apr 07 11:15:20.727803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-869b2fd9-abda-44d0-a16e-81e36fbe7167 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 267 time: 0.1823251 Apr 07 11:15:20.731552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c5fd-47bd-4812-aafa-6aca94efbbaa admin admin] Publish callbacks [] for security_group (73ac5d19-abee-486c-af59-1697ac32f3fc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.740430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-496eefb8-94a0-45bc-b4a4-3935fc815aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.741956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-496eefb8-94a0-45bc-b4a4-3935fc815aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 1126 time: 0.2312825 Apr 07 11:15:20.780447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] For port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:20.780838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.793998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Calling delete_port for 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:20.841970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c5fd-47bd-4812-aafa-6aca94efbbaa admin admin] Publish callbacks [] for security_group (73ac5d19-abee-486c-af59-1697ac32f3fc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.880828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e6c2afb-c8da-4644-8c9c-09125f0827c9 req-f9aac8bc-1b88-493f-bf43-064f7e83a676 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0799329 Apr 07 11:15:20.949686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-17f12b80-c187-4a81-b6cd-f287fe03635a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.951231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-17f12b80-c187-4a81-b6cd-f287fe03635a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 945 time: 0.2136018 Apr 07 11:15:20.964805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-4361d2af-5700-4487-bafe-c64f10d5b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:20.966236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-4361d2af-5700-4487-bafe-c64f10d5b84d service neutron] 10.222.0.23 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 905 time: 0.2181618 Apr 07 11:15:20.974291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'port': {'security_groups': []}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:20.977086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8d13b189-ceaa-4ce6-b6d1-84473a065ee4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:20.989312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['8d13b189-ceaa-4ce6-b6d1-84473a065ee4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:21.014902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Pushing event deleted for resources: {'Port': ['ID=8d13b189-ceaa-4ce6-b6d1-84473a065ee4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:21.062531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] No DVR routers for this DVR port 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:21.065745 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.069207 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0a06084f-03f6-4f21-861e-7a5e94f27463 req-55182d13-7183-41f2-8975-054b5fb5e50b tempest-ServerDiagnosticsNegativeTest-1526314131 tempest-ServerDiagnosticsNegativeTest-1526314131-project] 10.222.0.23 "DELETE /v2.0/ports/8d13b189-ceaa-4ce6-b6d1-84473a065ee4 HTTP/1.1" status: 204 len: 173 time: 0.5059133 Apr 07 11:15:21.075410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-7798fe63-b521-4cb8-8870-87d9c13f066b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b203d64e-5794-4df1-a240-59e80220aba2 HTTP/1.1" status: 200 len: 217 time: 0.0821142 Apr 07 11:15:21.096391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c5fd-47bd-4812-aafa-6aca94efbbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (73ac5d19-abee-486c-af59-1697ac32f3fc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.098922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c5fd-47bd-4812-aafa-6aca94efbbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.102605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7bf8c5fd-47bd-4812-aafa-6aca94efbbaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ac5d19-abee-486c-af59-1697ac32f3fc HTTP/1.1" status: 204 len: 168 time: 0.5980916 Apr 07 11:15:21.154583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8c5fd-47bd-4812-aafa-6aca94efbbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac5d19-abee-486c-af59-1697ac32f3fc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:21.217088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60fde2-0cc0-401f-97ae-0cbfa8e003d1 req-05a9464b-a406-4e65-b96a-c724a038543e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:21.219392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f60fde2-0cc0-401f-97ae-0cbfa8e003d1 req-05a9464b-a406-4e65-b96a-c724a038543e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.2644680 Apr 07 11:15:21.246205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-206c4d03-c775-4c77-b92b-45d158546955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:21.250248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-206c4d03-c775-4c77-b92b-45d158546955 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.1663165 Apr 07 11:15:21.289703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.341933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-5c16ae6a-2366-4f7f-8e6a-6822e72362e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690391 Apr 07 11:15:21.353938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:21.377769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:21.378379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 866da0b4-ca2b-4e7d-a19e-7b09efb2d595 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:21.406761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f60fde2-0cc0-401f-97ae-0cbfa8e003d1 req-4f202baa-2d19-405b-9d70-717df3fb9cac tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708803 Apr 07 11:15:21.625903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:21.629369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-76a8412c-a324-4d12-b29d-e4648fc363b7 service neutron] 10.222.0.23 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755506 Apr 07 11:15:21.720655 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.737038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc40b-ce21-4807-a51d-39e022923118 req-6cc9ac99-1f54-414d-9ab8-c391d190f41a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:21.739168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f1cc40b-ce21-4807-a51d-39e022923118 req-6cc9ac99-1f54-414d-9ab8-c391d190f41a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 944 time: 0.2346838 Apr 07 11:15:21.742245 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.753385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'name': 'network-vif-deleted', 'tag': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:21.755952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7125fd6a-1aff-4e8f-ada0-2736c2acee52'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:21.756313 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7086228a-a44f-4ed6-b925-da392feb0f2c" -d '{"events": [{"server_uuid": "4398d052-54b7-4ed6-a429-2f83be73bb60", "name": "network-vif-deleted", "tag": "8d13b189-ceaa-4ce6-b6d1-84473a065ee4"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:21.809816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a', '8a5f9d8a-a6cf-43de-b9fa-6264b4098273'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:21.823308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:21.823994 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:21.825469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f98e1648-c829-43d1-bbc0-3b4265865916 req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "PUT /v2.0/ports/8a5f9d8a-a6cf-43de-b9fa-6264b4098273 HTTP/1.1" status: 200 len: 904 time: 0.8582988 Apr 07 11:15:21.825990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:21.846450 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371" -d '{"events": [{"name": "network-changed", "server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:22.026731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['8a5f9d8a-a6cf-43de-b9fa-6264b4098273'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:22.035772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-cfd92641-a513-40c6-95c5-f9a1d9bb3dd2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:22.039627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-cfd92641-a513-40c6-95c5-f9a1d9bb3dd2 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab8239ce-eb0b-4e41-9ab5-31b11fecec3e HTTP/1.1" status: 200 len: 949 time: 0.1356797 Apr 07 11:15:22.144421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbab44-a02b-4ef2-a28a-869f25d2aa30 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:22.179664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05ec414-74e1-4db3-b133-dc0c1346e728 req-f5980264-01de-4ec2-a544-a93eb8e0b7da service neutron] 10.222.0.23 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331919 Apr 07 11:15:22.204086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f1cc40b-ce21-4807-a51d-39e022923118 req-2d01262d-2a5f-441b-847e-5dfa2f1df084 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439025 Apr 07 11:15:22.235327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-d07961d5-b0be-4d29-8715-528cda2889b0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:22.244416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-d07961d5-b0be-4d29-8715-528cda2889b0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 949 time: 0.3635542 Apr 07 11:15:22.261717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:22.291940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port 9064d420-38d9-4a40-a8bf-2a47025780a3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:22.292284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:22.370176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa602d5-ae08-4add-9e48-2336972f909b req-9da0e7bb-0030-4fe1-98f9-eb5d88a23b88 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:22.371753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4aa602d5-ae08-4add-9e48-2336972f909b req-9da0e7bb-0030-4fe1-98f9-eb5d88a23b88 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 949 time: 0.3565834 Apr 07 11:15:22.414899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port 9064d420-38d9-4a40-a8bf-2a47025780a3, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9064d420-38d9-4a40-a8bf-2a47025780a3,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:22.415150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:22.428505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7128d232-ada5-427c-b4e9-2828e396b710 None None] Provisioning complete for port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:22.438395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7128d232-ada5-427c-b4e9-2828e396b710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:22.449041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for 9064d420-38d9-4a40-a8bf-2a47025780a3 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:22.535217 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:15:22.615226 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb2ee13-f08d-4a60-8b92-667356877594 x-openstack-request-id: req-5eb2ee13-f08d-4a60-8b92-667356877594 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:22.615648 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398d052-54b7-4ed6-a429-2f83be73bb60", "name": "network-vif-deleted", "tag": "8d13b189-ceaa-4ce6-b6d1-84473a065ee4", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:22.616381 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eb2ee13-f08d-4a60-8b92-667356877594 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:22.616985 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb2ee13-f08d-4a60-8b92-667356877594'] response: {'server_uuid': '4398d052-54b7-4ed6-a429-2f83be73bb60', 'name': 'network-vif-deleted', 'tag': '8d13b189-ceaa-4ce6-b6d1-84473a065ee4', 'status': 'completed', 'code': 200} Apr 07 11:15:22.619831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9064d420-38d9-4a40-a8bf-2a47025780a3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:22.674843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=9064d420-38d9-4a40-a8bf-2a47025780a3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:22.758764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port 9064d420-38d9-4a40-a8bf-2a47025780a3 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:22.760762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:22.765646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:22.769103 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7bf5e923-23a9-42f3-8d0f-70737d260e48 req-28a112d7-6e03-4667-ae04-3d21ab31477a tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "DELETE /v2.0/ports/9064d420-38d9-4a40-a8bf-2a47025780a3 HTTP/1.1" status: 204 len: 173 time: 0.7146373 Apr 07 11:15:22.769694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:22.853281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4aa602d5-ae08-4add-9e48-2336972f909b req-cb79dc21-bf95-4a57-9120-64c168262f8e tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743066 Apr 07 11:15:22.925222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:22.925811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:22.935550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:22.937493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16807c-3b03-4e78-ab82-7d552444d2d9 req-bbc122f2-30a3-4235-afb7-40a8a3b55793 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:22.949511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e16807c-3b03-4e78-ab82-7d552444d2d9 req-bbc122f2-30a3-4235-afb7-40a8a3b55793 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 907 time: 0.1490371 Apr 07 11:15:22.960521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:22.996127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'b203d64e-5794-4df1-a240-59e80220aba2', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': 'b203d64e-5794-4df1-a240-59e80220aba2', 'mac_address': 'fa:16:3e:7c:7f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:23.085778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3e231-6767-4f90-bbaa-e5f65ac50f2c x-openstack-request-id: req-d7e3e231-6767-4f90-bbaa-e5f65ac50f2c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:23.086155 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:23.086403 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7e3e231-6767-4f90-bbaa-e5f65ac50f2c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:23.086827 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e3e231-6767-4f90-bbaa-e5f65ac50f2c'] response: {'name': 'network-changed', 'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273', 'status': 'completed', 'code': 200} Apr 07 11:15:23.093049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b203d64e-5794-4df1-a240-59e80220aba2 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:23.093651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:23.117441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b203d64e-5794-4df1-a240-59e80220aba2 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:23.185442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:23.189295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-e085dc77-401d-434a-b0e4-3370751c375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:23.201308 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-e085dc77-401d-434a-b0e4-3370751c375f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 1089 time: 0.1727774 Apr 07 11:15:23.222294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aab92e75-89c8-4500-ae82-acb9f38bf8f9 req-9115649c-b7bd-42c5-8db6-12e8e9724afc tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1018672 Apr 07 11:15:23.236606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:23.324400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:23.343193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7128d232-ada5-427c-b4e9-2828e396b710 None None] Current status of the port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:23.376205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port f7c00ff5-660f-4697-a5a4-87d926f5bbb9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:23.376577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:23.423136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for f7c00ff5-660f-4697-a5a4-87d926f5bbb9 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:23.435805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87e4b-c70a-4733-9b62-d50a63ab15e9 req-7d81f052-ee92-4ac8-96f1-7433611e1ae4 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:23.444552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4b87e4b-c70a-4733-9b62-d50a63ab15e9 req-7d81f052-ee92-4ac8-96f1-7433611e1ae4 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.2948017 Apr 07 11:15:23.525934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-8f5f6e81-7078-4979-b1ec-878b80f66886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:23.530256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-8f5f6e81-7078-4979-b1ec-878b80f66886 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.3218048 Apr 07 11:15:23.550642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b203d64e-5794-4df1-a240-59e80220aba2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:23.612652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4b87e4b-c70a-4733-9b62-d50a63ab15e9 req-90aab98c-885d-4b28-b8dc-bd0b3c667766 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646950 Apr 07 11:15:23.628494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ee2a5-f904-4a50-868e-b2c415335e02 req-7c25ac9a-ec9e-49ca-8891-ea7dabcf7138 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:23.638074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-3f0b9314-f2ce-4b7e-b005-2794f8d97e2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273 HTTP/1.1" status: 200 len: 217 time: 0.0977778 Apr 07 11:15:23.645598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa3ee2a5-f904-4a50-868e-b2c415335e02 req-7c25ac9a-ec9e-49ca-8891-ea7dabcf7138 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2452319 Apr 07 11:15:23.707980 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6957846d-8ffc-4b3b-85b9-e3187149b47e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e330761201e94a7c9e384b16cb61596c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7461672 Apr 07 11:15:23.711414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:23.769772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-dc24b3ff-d456-447f-a35c-9b54d8840d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:23.773398 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-dc24b3ff-d456-447f-a35c-9b54d8840d07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1258655 Apr 07 11:15:23.845536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa3ee2a5-f904-4a50-868e-b2c415335e02 req-9261c154-bc5d-4a08-ae0d-0108186bfad5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988783 Apr 07 11:15:23.882464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-60ba62ea-894b-4c1f-abf7-6416a82b68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:23.884102 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-60ba62ea-894b-4c1f-abf7-6416a82b68dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035106 Apr 07 11:15:24.051299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c0d3-854e-4e79-925a-6fc1248d9ead req-016a7ef5-8069-4913-ad96-8153d117d3b8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:24.059667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cc0c0d3-854e-4e79-925a-6fc1248d9ead req-016a7ef5-8069-4913-ad96-8153d117d3b8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 945 time: 0.3030825 Apr 07 11:15:24.072142 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-8694ab81-ab1f-441e-9808-24a7addfa777 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796505 Apr 07 11:15:24.073609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f7c00ff5-660f-4697-a5a4-87d926f5bbb9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:24.102878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', '9064d420-38d9-4a40-a8bf-2a47025780a3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:24.107342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe9b33de-17f5-439c-9037-2eb3c6722a5b admin admin] Publish callbacks [] for security_group (9a44d086-8cbd-4143-8d1f-c0c91824dbb9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:24.110852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:24.153544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=f7c00ff5-660f-4697-a5a4-87d926f5bbb9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:24.223793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245653-f83e-4985-b656-e87e3b005649 req-20fa01eb-d837-4337-89a1-b9fae4e493b3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:24.231578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b245653-f83e-4985-b656-e87e3b005649 req-20fa01eb-d837-4337-89a1-b9fae4e493b3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2506661 Apr 07 11:15:24.242142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:24.261886 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0aa5f3b0-bb14-4ee6-8a44-cf5f27c71371 req-b2ba28a5-cebd-4e2a-9a65-1e9ca984aaa8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791284 Apr 07 11:15:24.262191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe9b33de-17f5-439c-9037-2eb3c6722a5b admin admin] Publish callbacks [] for security_group (9a44d086-8cbd-4143-8d1f-c0c91824dbb9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:24.312525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:24.313570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8d13b189-ceaa-4ce6-b6d1-84473a065ee4 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:24.314866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port f7c00ff5-660f-4697-a5a4-87d926f5bbb9 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:24.332420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cc0c0d3-854e-4e79-925a-6fc1248d9ead req-891550ee-162a-442c-bfe8-e30deb9665ec tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662995 Apr 07 11:15:24.336935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:24.340462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0c1ba0e-e6ff-4675-b752-0eb13317889e req-eae6b0da-44ee-446b-a8bd-d89e9b679755 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "DELETE /v2.0/ports/f7c00ff5-660f-4697-a5a4-87d926f5bbb9 HTTP/1.1" status: 204 len: 173 time: 2.0881341 Apr 07 11:15:24.419908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b245653-f83e-4985-b656-e87e3b005649 req-86a15160-a37b-40ed-b872-97da182038ac tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870849 Apr 07 11:15:24.462723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe9b33de-17f5-439c-9037-2eb3c6722a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9a44d086-8cbd-4143-8d1f-c0c91824dbb9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:24.465585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe9b33de-17f5-439c-9037-2eb3c6722a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:24.467011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fe9b33de-17f5-439c-9037-2eb3c6722a5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a44d086-8cbd-4143-8d1f-c0c91824dbb9 HTTP/1.1" status: 204 len: 168 time: 0.7406833 Apr 07 11:15:24.487348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b33de-17f5-439c-9037-2eb3c6722a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a44d086-8cbd-4143-8d1f-c0c91824dbb9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:24.592211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f4979af-35b8-4c1c-a735-c9727505a637 req-5120e116-d224-4451-8ce4-1afc85f1b848 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d939a-c2fa-429d-b022-34dd6cf406f4 HTTP/1.1" status: 200 len: 210 time: 0.0783975 Apr 07 11:15:24.620520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'name': 'network-vif-deleted', 'tag': '9064d420-38d9-4a40-a8bf-2a47025780a3'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:24.629095 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeccedf-02c4-468c-b223-38d542629123" -d '{"events": [{"server_uuid": "ab8239ce-eb0b-4e41-9ab5-31b11fecec3e", "name": "network-vif-deleted", "tag": "9064d420-38d9-4a40-a8bf-2a47025780a3"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:24.671203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0efa1aa9-8338-42e1-82d5-cc0a8a7bbfb6 req-77dc7193-f6d3-4329-a80b-f24353c71a17 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1113038 Apr 07 11:15:24.815059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ebede-6e7e-4ba4-8e57-f70d0680a628 req-e9497d8c-40b5-46a9-ad9f-d66061890055 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:24.816704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da4ebede-6e7e-4ba4-8e57-f70d0680a628 req-e9497d8c-40b5-46a9-ad9f-d66061890055 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1177230 Apr 07 11:15:24.834570 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259d4614-81e2-43cf-a479-29ece605e153 x-openstack-request-id: req-259d4614-81e2-43cf-a479-29ece605e153 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:24.835179 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8239ce-eb0b-4e41-9ab5-31b11fecec3e", "name": "network-vif-deleted", "tag": "9064d420-38d9-4a40-a8bf-2a47025780a3", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:24.835179 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-259d4614-81e2-43cf-a479-29ece605e153 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:24.835495 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259d4614-81e2-43cf-a479-29ece605e153'] response: {'server_uuid': 'ab8239ce-eb0b-4e41-9ab5-31b11fecec3e', 'name': 'network-vif-deleted', 'tag': '9064d420-38d9-4a40-a8bf-2a47025780a3', 'status': 'completed', 'code': 200} Apr 07 11:15:24.935800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da4ebede-6e7e-4ba4-8e57-f70d0680a628 req-79bdeee2-cc20-4e92-833e-7c6790cc0175 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045535 Apr 07 11:15:25.021642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2307b-851c-4434-9592-abcd82e111ee req-7262671b-44ab-4e87-a4f2-55945536f032 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:25.023723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3de2307b-851c-4434-9592-abcd82e111ee req-7262671b-44ab-4e87-a4f2-55945536f032 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.0950022 Apr 07 11:15:25.091859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'name': 'network-vif-deleted', 'tag': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:25.094720 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37caf63-ccf0-475d-894c-6a0d3d148ed4" -d '{"events": [{"server_uuid": "553d939a-c2fa-429d-b022-34dd6cf406f4", "name": "network-vif-deleted", "tag": "f7c00ff5-660f-4697-a5a4-87d926f5bbb9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:25.137985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3de2307b-851c-4434-9592-abcd82e111ee req-44acf689-d410-4c3d-af74-048dbdae7064 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077204 Apr 07 11:15:25.154385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170ce9-d87b-48f8-8477-4aa3ebb75cb4 req-cf08b1bc-8b7b-4e44-9157-200e7a5de5db tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:25.163508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91170ce9-d87b-48f8-8477-4aa3ebb75cb4 req-cf08b1bc-8b7b-4e44-9157-200e7a5de5db tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1133008 Apr 07 11:15:25.202880 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5293e-e76f-499b-9a81-bcd03378d5c4 x-openstack-request-id: req-41b5293e-e76f-499b-9a81-bcd03378d5c4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:25.203199 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d939a-c2fa-429d-b022-34dd6cf406f4", "name": "network-vif-deleted", "tag": "f7c00ff5-660f-4697-a5a4-87d926f5bbb9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:25.203444 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41b5293e-e76f-499b-9a81-bcd03378d5c4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:25.203861 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b5293e-e76f-499b-9a81-bcd03378d5c4'] response: {'server_uuid': '553d939a-c2fa-429d-b022-34dd6cf406f4', 'name': 'network-vif-deleted', 'tag': 'f7c00ff5-660f-4697-a5a4-87d926f5bbb9', 'status': 'completed', 'code': 200} Apr 07 11:15:25.222276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91170ce9-d87b-48f8-8477-4aa3ebb75cb4 req-f832ea98-2187-4659-8ad8-0efbafd42aac tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573840 Apr 07 11:15:25.239171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42810) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:25.261925 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c20f7df-9f12-41c1-b792-d3386fe3578f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.377107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c20f7df-9f12-41c1-b792-d3386fe3578f admin admin] Publish callbacks [] for security_group (40bd80cb-3094-4886-8015-593c167c554a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.382638 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c20f7df-9f12-41c1-b792-d3386fe3578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40bd80cb-3094-4886-8015-593c167c554a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.390873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f7c00ff5-660f-4697-a5a4-87d926f5bbb9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:25.443989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: f7c00ff5-660f-4697-a5a4-87d926f5bbb9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:25.444333 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8c20f7df-9f12-41c1-b792-d3386fe3578f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a362b900b5e4021a91d69541a4a4627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035356 Apr 07 11:15:25.444505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device f7c00ff5-660f-4697-a5a4-87d926f5bbb9 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:25.445913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42826) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:25.455563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f7df-9f12-41c1-b792-d3386fe3578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd80cb-3094-4886-8015-593c167c554a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:25.513856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c3b238-0ff8-4eb1-88b4-95efc79ef1d7 admin admin] Publish callbacks [] for security_group (40bd80cb-3094-4886-8015-593c167c554a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.538939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c3b238-0ff8-4eb1-88b4-95efc79ef1d7 admin admin] Publish callbacks [] for security_group (40bd80cb-3094-4886-8015-593c167c554a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.544964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e498b3e-166b-48ce-a3e1-ac1f969a8005 req-78777d50-f3f1-450d-aa44-d4d3f2ecac87 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:25.550582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e498b3e-166b-48ce-a3e1-ac1f969a8005 req-78777d50-f3f1-450d-aa44-d4d3f2ecac87 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 945 time: 0.1315958 Apr 07 11:15:25.624793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c3b238-0ff8-4eb1-88b4-95efc79ef1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40bd80cb-3094-4886-8015-593c167c554a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.627695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c3b238-0ff8-4eb1-88b4-95efc79ef1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:25.628772 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84c3b238-0ff8-4eb1-88b4-95efc79ef1d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40bd80cb-3094-4886-8015-593c167c554a HTTP/1.1" status: 204 len: 168 time: 0.1819479 Apr 07 11:15:25.639381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3b238-0ff8-4eb1-88b4-95efc79ef1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd80cb-3094-4886-8015-593c167c554a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:25.642209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e498b3e-166b-48ce-a3e1-ac1f969a8005 req-aed6f03c-b435-4349-abea-3f3b17ca8f61 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903981 Apr 07 11:15:25.683558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-e4816dd8-b348-40a8-8800-a553bea83453 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:25.693047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-e4816dd8-b348-40a8-8800-a553bea83453 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.2118185 Apr 07 11:15:25.716915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-4a604dab-3dfc-4701-8b4f-0a91d8013e47 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/quotas/55d15ed4c98547409ef2e631e1f52571 HTTP/1.1" status: 200 len: 375 time: 0.0225389 Apr 07 11:15:25.800527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-739d1a76-8923-4df1-9054-1fcc499090ea tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0823932 Apr 07 11:15:25.900002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2436c910-9f99-4cb8-9ec4-988727551b0b req-ad976f28-ca7f-4053-90bf-2d960131b864 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0699341 Apr 07 11:15:25.943141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42848) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:25.964231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-d2c2d68b-ff71-434e-b24a-4fad616e6436 service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541545 Apr 07 11:15:26.086876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-561e744f-0782-4622-986d-79434dbe90fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.130437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-b1bf58e4-78b5-421d-9d32-cccd59682e4a service neutron] 10.222.0.13 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561031 Apr 07 11:15:26.203157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-561e744f-0782-4622-986d-79434dbe90fa admin admin] Publish callbacks [] for security_group (9bba3d56-c63a-4a92-8e4d-11cc44a96a73), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.208213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-561e744f-0782-4622-986d-79434dbe90fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9bba3d56-c63a-4a92-8e4d-11cc44a96a73), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.225744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:26.261920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e744f-0782-4622-986d-79434dbe90fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bba3d56-c63a-4a92-8e4d-11cc44a96a73,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:26.267513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-561e744f-0782-4622-986d-79434dbe90fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f37376d0343b4e909cf7d19d18502e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220651 Apr 07 11:15:26.272521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42866) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:26.342392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port b203d64e-5794-4df1-a240-59e80220aba2 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:15:26.348002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port b203d64e-5794-4df1-a240-59e80220aba2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:26.348550 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b203d64e-5794-4df1-a240-59e80220aba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.385233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f5517e7-3507-4825-bc66-07860bcc2229 admin admin] Publish callbacks [] for security_group (9bba3d56-c63a-4a92-8e4d-11cc44a96a73), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.462552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b203d64e-5794-4df1-a240-59e80220aba2 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:26.463748 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.472117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbffed-4cc7-4047-a41b-087759968c6e req-dc53c9f9-7047-487f-b7e1-efe86da321bc tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:26.474244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfbffed-4cc7-4047-a41b-087759968c6e req-dc53c9f9-7047-487f-b7e1-efe86da321bc tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.1508081 Apr 07 11:15:26.500520 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f5517e7-3507-4825-bc66-07860bcc2229 admin admin] Publish callbacks [] for security_group (9bba3d56-c63a-4a92-8e4d-11cc44a96a73), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.524150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:26.531939 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a49e8ae-6230-4d78-ae41-93cec6278313" -d '{"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-plugged", "status": "completed", "tag": "b203d64e-5794-4df1-a240-59e80220aba2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:26.590966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:26.602891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.604765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9064d420-38d9-4a40-a8bf-2a47025780a3 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:26.652573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 9064d420-38d9-4a40-a8bf-2a47025780a3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:26.653374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9064d420-38d9-4a40-a8bf-2a47025780a3 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:26.671379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d28d8225-8a89-4ca5-8075-cc98aa0dd61f req-b419bd0a-bf30-4f81-a914-3a045939c503 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 210 time: 0.0709143 Apr 07 11:15:26.672662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f5517e7-3507-4825-bc66-07860bcc2229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9bba3d56-c63a-4a92-8e4d-11cc44a96a73), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.680151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f5517e7-3507-4825-bc66-07860bcc2229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:26.685081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8f5517e7-3507-4825-bc66-07860bcc2229 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bba3d56-c63a-4a92-8e4d-11cc44a96a73 HTTP/1.1" status: 204 len: 168 time: 0.4082043 Apr 07 11:15:26.702989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfbffed-4cc7-4047-a41b-087759968c6e req-607c6042-5b14-44c5-8c7c-20e87b1f938a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157955 Apr 07 11:15:26.713368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5517e7-3507-4825-bc66-07860bcc2229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bba3d56-c63a-4a92-8e4d-11cc44a96a73,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:26.775899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:26.802124 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e638cc32-164c-4436-a6c2-14e02d905e79 x-openstack-request-id: req-e638cc32-164c-4436-a6c2-14e02d905e79 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:26.802484 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-plugged", "status": "completed", "tag": "b203d64e-5794-4df1-a240-59e80220aba2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:26.802873 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e638cc32-164c-4436-a6c2-14e02d905e79 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:26.803350 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e638cc32-164c-4436-a6c2-14e02d905e79'] response: {'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2', 'code': 200} Apr 07 11:15:26.947378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ca9b-31cb-4c47-82bf-a955637314e5 req-cccb2ad1-561e-4494-8ffd-7eb66e53567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:26.950192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a51ca9b-31cb-4c47-82bf-a955637314e5 req-cccb2ad1-561e-4494-8ffd-7eb66e53567e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 1128 time: 0.0680985 Apr 07 11:15:26.990253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d49f5-cd6f-4b62-a4ef-ecf868d6ee83 req-faf2a543-a7a9-48d8-b418-b0fedf4fb095 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:27.000855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-913d49f5-cd6f-4b62-a4ef-ecf868d6ee83 req-faf2a543-a7a9-48d8-b418-b0fedf4fb095 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 946 time: 0.1243215 Apr 07 11:15:27.019866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee522b-0d96-4683-894b-117e116ff0e0 req-969ea66f-38d0-4c98-a900-eecc1e822346 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:27.021792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbee522b-0d96-4683-894b-117e116ff0e0 req-969ea66f-38d0-4c98-a900-eecc1e822346 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 950 time: 0.1436851 Apr 07 11:15:27.051474 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a51ca9b-31cb-4c47-82bf-a955637314e5 req-ffc2c6ea-a015-4558-b918-2a9a16d147b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882452 Apr 07 11:15:27.121467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-913d49f5-cd6f-4b62-a4ef-ecf868d6ee83 req-526f590e-64e3-4ff8-bc88-09302bb78509 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143236 Apr 07 11:15:27.171697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbee522b-0d96-4683-894b-117e116ff0e0 req-00bdc1b9-65ac-45ae-9604-5c660f251910 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362014 Apr 07 11:15:27.250966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fcb38f3-ed07-4934-bf2e-1771416e2e59 req-193f2a81-57b2-41c1-bf9b-7387192dcd58 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0449154 Apr 07 11:15:27.419192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42902) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:27.434472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15709987-2212-40ee-8de4-49d38c22c0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.537003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15709987-2212-40ee-8de4-49d38c22c0e7 admin admin] Publish callbacks [] for security_group (0ad5109e-2c47-45ed-b8f9-e2917473cba5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.541648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15709987-2212-40ee-8de4-49d38c22c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ad5109e-2c47-45ed-b8f9-e2917473cba5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.583640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-15709987-2212-40ee-8de4-49d38c22c0e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c5222cf3e1d4834ac59dd9d61ff7be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631792 Apr 07 11:15:27.584462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15709987-2212-40ee-8de4-49d38c22c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad5109e-2c47-45ed-b8f9-e2917473cba5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:27.586352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42908) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:27.641226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Publish callbacks [] for security_group (0ad5109e-2c47-45ed-b8f9-e2917473cba5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.667284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Publish callbacks [] for security_group (0ad5109e-2c47-45ed-b8f9-e2917473cba5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.728461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ad5109e-2c47-45ed-b8f9-e2917473cba5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.732581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:27.735335 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ad5109e-2c47-45ed-b8f9-e2917473cba5 HTTP/1.1" status: 204 len: 168 time: 0.1477518 Apr 07 11:15:27.771228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad5109e-2c47-45ed-b8f9-e2917473cba5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:27.784373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.784878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.785396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.785877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.786353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.786841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.787302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.787785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.788564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.789301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.790005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.790688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.791421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8014a8-fbf0-47a5-98a5-34176d38338b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:27.822537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d502590-72e6-4157-be99-4af13fb7fc79 req-ee1341ed-b91b-40e6-a554-22f1f8836e28 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 210 time: 0.0713451 Apr 07 11:15:27.934577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401eff5-636a-405f-b455-47573237eeac req-46d57bca-558d-49b5-9342-b239bf23fb58 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:27.937600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6401eff5-636a-405f-b455-47573237eeac req-46d57bca-558d-49b5-9342-b239bf23fb58 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.0827429 Apr 07 11:15:28.003934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6401eff5-636a-405f-b455-47573237eeac req-0b9ad85e-b318-462f-b0ad-1d491252d394 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Apr 07 11:15:28.186413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-ec3faade-7c03-4c03-bbb1-b1c75bedf298 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:28.189542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-64ea6ebf-75fe-419d-9e0e-92b1086957c0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:28.191404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-ec3faade-7c03-4c03-bbb1-b1c75bedf298 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 811 time: 0.2227116 Apr 07 11:15:28.194103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-64ea6ebf-75fe-419d-9e0e-92b1086957c0 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 950 time: 0.0994837 Apr 07 11:15:28.218208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Request body: {'port': {'device_id': '576e217a-84a9-49b7-8131-69c5382636fd', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'admin_state_up': True, 'tenant_id': '55d15ed4c98547409ef2e631e1f52571'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:28.440598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Made reservation on behalf of 55d15ed4c98547409ef2e631e1f52571 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:28.441384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bfdf7-c5a5-4d26-b05d-e532199e148e req-eb63c865-0313-47fd-9c85-b2a8ffbc9a0c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:28.445058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:28.449830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-351bfdf7-c5a5-4d26-b05d-e532199e148e req-eb63c865-0313-47fd-9c85-b2a8ffbc9a0c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 946 time: 0.1965516 Apr 07 11:15:28.539877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port 9fbb0f36-fe63-4f55-b721-e0004e427467 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:28.540226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:28.549707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-351bfdf7-c5a5-4d26-b05d-e532199e148e req-33f439ff-41f3-4d72-bb49-9c750b46e5c6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985005 Apr 07 11:15:28.597202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Allocated IP 172.20.0.7 (f6f4f310-fc56-4f4a-bd65-b3d401be10b4/eb1b809c-f284-46b0-b1d3-957323e80795/6330f392-2eda-4e1b-816c-37f8d9723ca2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:28.633424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d89f7-d842-470b-a1a4-a457bb20677b req-08293a12-1c85-473e-a276-333d8cc4afcd tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:28.640943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e4d89f7-d842-470b-a1a4-a457bb20677b req-08293a12-1c85-473e-a276-333d8cc4afcd tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 950 time: 0.1877396 Apr 07 11:15:28.732755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e4d89f7-d842-470b-a1a4-a457bb20677b req-eda43154-82ac-4eb7-b3eb-fc12386dda45 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887394 Apr 07 11:15:28.762543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d4d564d-d86c-4e82-8271-daa91345b22b req-b010bf5c-9afa-4ffc-8adf-b8ecb854d11e tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0719662 Apr 07 11:15:28.800663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eab437-0985-48fb-a439-97db23c61046 req-711779a2-4b37-4eb3-b576-971a9400dc64 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:28.802272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72eab437-0985-48fb-a439-97db23c61046 req-711779a2-4b37-4eb3-b576-971a9400dc64 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9cea7e-406c-47f3-8c43-b8abafa2515d HTTP/1.1" status: 200 len: 950 time: 0.1492562 Apr 07 11:15:28.812217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port 9fbb0f36-fe63-4f55-b721-e0004e427467, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9fbb0f36-fe63-4f55-b721-e0004e427467,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:28.812603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:28.831531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for 9fbb0f36-fe63-4f55-b721-e0004e427467 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:28.939821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:28.994292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port eca6a61b-bb50-494f-8095-cd024fbc1889 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:28.994976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.012765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.025706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:29.121589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7125fd6a-1aff-4e8f-ada0-2736c2acee52'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:29.130639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9fbb0f36-fe63-4f55-b721-e0004e427467), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.178760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:29.209969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=9fbb0f36-fe63-4f55-b721-e0004e427467,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:29.224447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9fbb0f36-fe63-4f55-b721-e0004e427467', 'eca6a61b-bb50-494f-8095-cd024fbc1889'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:29.260383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3deac-033a-4842-9bce-a795241cc08a req-b0fa7226-baab-43f8-9604-0c1d3e272cd6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:29.269164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca3deac-033a-4842-9bce-a795241cc08a req-b0fa7226-baab-43f8-9604-0c1d3e272cd6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 931 time: 0.2516639 Apr 07 11:15:29.294264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port 9fbb0f36-fe63-4f55-b721-e0004e427467 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:29.298072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.302516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48d0b61e-17b3-4215-bdc3-558445cf20ee req-467a65ea-41fe-44ee-9a21-4503bee9327b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "DELETE /v2.0/ports/9fbb0f36-fe63-4f55-b721-e0004e427467 HTTP/1.1" status: 204 len: 173 time: 1.0993540 Apr 07 11:15:29.323361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'name': 'network-vif-deleted', 'tag': '9fbb0f36-fe63-4f55-b721-e0004e427467'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:29.327723 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf960127-6b9f-4ec0-b13b-d28b097d5473" -d '{"events": [{"server_uuid": "000e473e-e692-4000-8b52-1d8a3e27dbaa", "name": "network-vif-deleted", "tag": "9fbb0f36-fe63-4f55-b721-e0004e427467"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:29.383414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:29.387105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca3deac-033a-4842-9bce-a795241cc08a req-96fa4c74-3d63-4582-9034-d1b8064dacbc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169646 Apr 07 11:15:29.390159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:29.394938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:29.398583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:29.407626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375b48-3ce4-4bcd-bb1f-fd24e4808d91 req-d8f4cb2d-3c44-4b10-b082-907f2fb8db6a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:29.409697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89375b48-3ce4-4bcd-bb1f-fd24e4808d91 req-d8f4cb2d-3c44-4b10-b082-907f2fb8db6a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.2742889 Apr 07 11:15:29.465117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port eca6a61b-bb50-494f-8095-cd024fbc1889, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=eca6a61b-bb50-494f-8095-cd024fbc1889,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:29.465628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.491460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:29.492476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.502480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for eca6a61b-bb50-494f-8095-cd024fbc1889 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:29.535510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-75546de1-104e-463e-85f8-4074379d425b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3238001 Apr 07 11:15:29.609688 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a2e816-0f96-40f2-a583-c9d042a2cd38 x-openstack-request-id: req-69a2e816-0f96-40f2-a583-c9d042a2cd38 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:29.610002 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000e473e-e692-4000-8b52-1d8a3e27dbaa", "name": "network-vif-deleted", "tag": "9fbb0f36-fe63-4f55-b721-e0004e427467", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:29.610276 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69a2e816-0f96-40f2-a583-c9d042a2cd38 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:29.610714 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a2e816-0f96-40f2-a583-c9d042a2cd38'] response: {'server_uuid': '000e473e-e692-4000-8b52-1d8a3e27dbaa', 'name': 'network-vif-deleted', 'tag': '9fbb0f36-fe63-4f55-b721-e0004e427467', 'status': 'completed', 'code': 200} Apr 07 11:15:29.617358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Request body: {'port': {'device_id': '576e217a-84a9-49b7-8131-69c5382636fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:29.624786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89375b48-3ce4-4bcd-bb1f-fd24e4808d91 req-859436b5-797d-4cd0-afe9-281a9002e01b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899853 Apr 07 11:15:29.824693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:29.916683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfbb21-c0d1-4293-9ff4-cbdc6d1facb5 req-228905a6-1641-4ac8-9a60-ef91a31048ae tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:29.931394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4cfbb21-c0d1-4293-9ff4-cbdc6d1facb5 req-228905a6-1641-4ac8-9a60-ef91a31048ae tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 946 time: 0.1337104 Apr 07 11:15:30.042983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4cfbb21-c0d1-4293-9ff4-cbdc6d1facb5 req-bdf0ff4d-ac93-48b2-91d1-fbbf2dea759b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104693 Apr 07 11:15:30.153515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-261116e5-7e9d-4ffc-b43d-fa61620d9db1 req-b21bf2ab-74a2-4068-8ff6-b579b8c21164 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=000e473e-e692-4000-8b52-1d8a3e27dbaa HTTP/1.1" status: 200 len: 210 time: 0.0662754 Apr 07 11:15:30.180809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-42f963c4-1c47-4fa1-a9d2-25d310eb216e None None] Provisioning complete for port 6330f392-2eda-4e1b-816c-37f8d9723ca2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:30.181382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42f963c4-1c47-4fa1-a9d2-25d310eb216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:30.215250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cff78307-faf0-4e39-b1ca-35c5b51f84b1 req-c2de68e6-aabe-47f8-900c-c73c4cc4b059 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0552726 Apr 07 11:15:30.262170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-42f963c4-1c47-4fa1-a9d2-25d310eb216e None None] Port 6330f392-2eda-4e1b-816c-37f8d9723ca2 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:15:30.295816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (eca6a61b-bb50-494f-8095-cd024fbc1889), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:30.312583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:30.349692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=eca6a61b-bb50-494f-8095-cd024fbc1889,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:30.388504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['eca6a61b-bb50-494f-8095-cd024fbc1889'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:30.402295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port eca6a61b-bb50-494f-8095-cd024fbc1889 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:30.408288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:30.412169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72eab437-0985-48fb-a439-97db23c61046 req-b6849347-274c-41cd-9ba7-8d7d9fe78585 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.41 "DELETE /v2.0/ports/eca6a61b-bb50-494f-8095-cd024fbc1889 HTTP/1.1" status: 204 len: 173 time: 1.6031692 Apr 07 11:15:30.412648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'name': 'network-vif-deleted', 'tag': 'eca6a61b-bb50-494f-8095-cd024fbc1889'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:30.415544 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5c50ce-216f-4aa4-a74f-f53404c54e6d" -d '{"events": [{"server_uuid": "6e9cea7e-406c-47f3-8c43-b8abafa2515d", "name": "network-vif-deleted", "tag": "eca6a61b-bb50-494f-8095-cd024fbc1889"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:30.567934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6330f392-2eda-4e1b-816c-37f8d9723ca2 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:30.573803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dc1ecca9-c7ba-4fd6-a61e-1d15feb40d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:30.600120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Publish callbacks [] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:30.632618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31968e-ef45-4058-82f7-78ccf08c66fb req-1fd6c8dc-3418-4f7f-935f-2b7386a3581a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:30.634964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Transition to ACTIVE for port object 6330f392-2eda-4e1b-816c-37f8d9723ca2 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:15:30.636436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a31968e-ef45-4058-82f7-78ccf08c66fb req-1fd6c8dc-3418-4f7f-935f-2b7386a3581a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 946 time: 0.1232710 Apr 07 11:15:30.645359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:30.744056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a31968e-ef45-4058-82f7-78ccf08c66fb req-c288a84e-844c-4342-992a-ef7ebbdb198f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956924 Apr 07 11:15:30.801403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:30.865529 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a04c005-bf93-45a1-a59e-239479ca7e62 x-openstack-request-id: req-8a04c005-bf93-45a1-a59e-239479ca7e62 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:30.865698 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9cea7e-406c-47f3-8c43-b8abafa2515d", "name": "network-vif-deleted", "tag": "eca6a61b-bb50-494f-8095-cd024fbc1889", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:30.865886 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a04c005-bf93-45a1-a59e-239479ca7e62 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:30.866303 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a04c005-bf93-45a1-a59e-239479ca7e62'] response: {'server_uuid': '6e9cea7e-406c-47f3-8c43-b8abafa2515d', 'name': 'network-vif-deleted', 'tag': 'eca6a61b-bb50-494f-8095-cd024fbc1889', 'status': 'completed', 'code': 200} Apr 07 11:15:30.985159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Attempting to bind port 6330f392-2eda-4e1b-816c-37f8d9723ca2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:30.986009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Attempting to bind port 6330f392-2eda-4e1b-816c-37f8d9723ca2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:30.986768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Attempting to bind port 6330f392-2eda-4e1b-816c-37f8d9723ca2 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:30.999668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Port 6330f392-2eda-4e1b-816c-37f8d9723ca2 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:15:31.000658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Attempting to bind port 6330f392-2eda-4e1b-816c-37f8d9723ca2 on network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:31.007794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:31.009358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Checking segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:31.009943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Bound using segment: {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:31.010614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Bound port: 6330f392-2eda-4e1b-816c-37f8d9723ca2, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7a84a-5acf-4751-b850-f518922c5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:31.011390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.015093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3bde3-6642-427d-b2cf-efd2d36523c5 req-2edbc1e0-0302-4992-81a5-569c880f4cbe tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.018382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efc3bde3-6642-427d-b2cf-efd2d36523c5 req-2edbc1e0-0302-4992-81a5-569c880f4cbe tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 943 time: 0.1500745 Apr 07 11:15:31.046377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa99e14-13b8-4206-98ca-731c957dd9cd req-f40986a0-f6a0-4c91-ab59-32bb582b92d7 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.050495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eaa99e14-13b8-4206-98ca-731c957dd9cd req-f40986a0-f6a0-4c91-ab59-32bb582b92d7 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.1188958 Apr 07 11:15:31.177520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:31.186688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:31.200263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.254777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efc3bde3-6642-427d-b2cf-efd2d36523c5 req-a2dcc11b-d09e-4c6e-9a6c-93d1bbf36528 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030237 Apr 07 11:15:31.271282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.275396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.277053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] 10.222.0.23 "PUT /v2.0/ports/6330f392-2eda-4e1b-816c-37f8d9723ca2 HTTP/1.1" status: 200 len: 1091 time: 1.6672461 Apr 07 11:15:31.288359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eaa99e14-13b8-4206-98ca-731c957dd9cd req-3190dfc3-df34-49f0-a8a5-911b2e76e74a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275119 Apr 07 11:15:31.325428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43046) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:31.348816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.410344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9fbb0f36-fe63-4f55-b721-e0004e427467 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:31.425389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d0d18-d4b5-4879-b0e1-f22a5c5abcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:31.487167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-fd30375b-0a87-40fe-ac39-359b17147ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.490562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-fd30375b-0a87-40fe-ac39-359b17147ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 1125 time: 0.1482587 Apr 07 11:15:31.498824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 9fbb0f36-fe63-4f55-b721-e0004e427467 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:31.499462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9fbb0f36-fe63-4f55-b721-e0004e427467 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:31.515861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef479ce8-c825-439b-a4e7-92499e6e7f8f req-0e25ec10-ce36-4013-8660-e8ba45a9cb59 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0589862 Apr 07 11:15:31.552971 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-e0995afa-702c-4b95-a4ee-ea6bf7d1bb29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2 HTTP/1.1" status: 200 len: 217 time: 0.0509336 Apr 07 11:15:31.642478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3975bab2-18ac-42d0-9313-5bec5eed2b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.700488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-e0522d5f-c989-4f68-a6b7-033a92d960c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.702794 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-e0522d5f-c989-4f68-a6b7-033a92d960c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1438050 Apr 07 11:15:31.826026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-8cc4983b-2918-4f8e-87aa-d36bdb74ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.828463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-8cc4983b-2918-4f8e-87aa-d36bdb74ea05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090901 Apr 07 11:15:31.866483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3975bab2-18ac-42d0-9313-5bec5eed2b18 admin admin] Publish callbacks [] for security_group (1a6a8f8a-6089-4fe0-a73a-791441c16b4f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.894836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe54424-5b55-4d91-961a-46c682ee74b0 req-fa07ccd0-ff00-4ab5-b9d5-c25c98b429ab tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.896374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fe54424-5b55-4d91-961a-46c682ee74b0 req-fa07ccd0-ff00-4ab5-b9d5-c25c98b429ab tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 950 time: 0.1038470 Apr 07 11:15:31.899345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3975bab2-18ac-42d0-9313-5bec5eed2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1a6a8f8a-6089-4fe0-a73a-791441c16b4f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:31.904773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63f499-0e36-4deb-abb0-9e00a00ebbfc req-df4c02f4-c310-4cd1-89ee-104c281ef626 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:31.906878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d63f499-0e36-4deb-abb0-9e00a00ebbfc req-df4c02f4-c310-4cd1-89ee-104c281ef626 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 946 time: 0.0762196 Apr 07 11:15:31.951192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975bab2-18ac-42d0-9313-5bec5eed2b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6a8f8a-6089-4fe0-a73a-791441c16b4f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:31.960589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3975bab2-18ac-42d0-9313-5bec5eed2b18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c8909dd3a6a478395a6c457b4cf15e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304588 Apr 07 11:15:31.961489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43074) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:32.012317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fe54424-5b55-4d91-961a-46c682ee74b0 req-cfe590dd-f554-47e4-bf73-2e65f67f121b tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039407 Apr 07 11:15:32.015690 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-316a5f07-d473-4d0d-a287-bbb48f25f55a service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756864 Apr 07 11:15:32.019151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d63f499-0e36-4deb-abb0-9e00a00ebbfc req-19d7ff50-0186-4b53-b7c1-5e5421b43027 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915799 Apr 07 11:15:32.121731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8dec865-454d-43a4-9939-cfd4521ac71d admin admin] Publish callbacks [] for security_group (1a6a8f8a-6089-4fe0-a73a-791441c16b4f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.157685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43084) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:32.172739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8dec865-454d-43a4-9939-cfd4521ac71d admin admin] Publish callbacks [] for security_group (1a6a8f8a-6089-4fe0-a73a-791441c16b4f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.246759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77aac53d-7f79-4083-a960-10622ffab8e8 req-9848860f-a61f-432f-8f3b-80979a645988 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196879 Apr 07 11:15:32.286115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8dec865-454d-43a4-9939-cfd4521ac71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1a6a8f8a-6089-4fe0-a73a-791441c16b4f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.291358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8dec865-454d-43a4-9939-cfd4521ac71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.292590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8dec865-454d-43a4-9939-cfd4521ac71d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a6a8f8a-6089-4fe0-a73a-791441c16b4f HTTP/1.1" status: 204 len: 168 time: 0.3307159 Apr 07 11:15:32.302497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dec865-454d-43a4-9939-cfd4521ac71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6a8f8a-6089-4fe0-a73a-791441c16b4f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:32.319007 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b448a9c-6216-4c5d-8840-820b408d93bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.397465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc674-9503-4445-a220-9b81e2cb243c req-9a696796-6e69-493a-9f51-618c47fa3ae2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:32.398681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5adcc674-9503-4445-a220-9b81e2cb243c req-9a696796-6e69-493a-9f51-618c47fa3ae2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 943 time: 0.0818226 Apr 07 11:15:32.486971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5adcc674-9503-4445-a220-9b81e2cb243c req-9149528d-6ae3-485a-a1bb-5428ae4ca5f0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785799 Apr 07 11:15:32.540352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b448a9c-6216-4c5d-8840-820b408d93bb admin admin] Publish callbacks [] for security_group (83bfb654-eaac-4052-b511-164dd3a15f97), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.548512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b448a9c-6216-4c5d-8840-820b408d93bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (83bfb654-eaac-4052-b511-164dd3a15f97), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.608925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59fdf6-c51c-4597-999e-3e017e54f09c req-70163f5d-a036-4ed8-a2a5-384e76d17b79 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:32.610632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a59fdf6-c51c-4597-999e-3e017e54f09c req-70163f5d-a036-4ed8-a2a5-384e76d17b79 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.1284394 Apr 07 11:15:32.613298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4b448a9c-6216-4c5d-8840-820b408d93bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0c2c679f714425fbacd782cea5d45cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541619 Apr 07 11:15:32.614513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b448a9c-6216-4c5d-8840-820b408d93bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfb654-eaac-4052-b511-164dd3a15f97,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:32.616513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43112) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:32.673427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fa7db9a-9cc7-49f4-a014-279fd19e2e31 req-6618de2d-9760-4edd-b687-29d51edc60eb tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0393498 Apr 07 11:15:32.680976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fca7-7370-43dc-9b39-a495836735c9 admin admin] Publish callbacks [] for security_group (83bfb654-eaac-4052-b511-164dd3a15f97), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.702657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43114) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:32.703849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a59fdf6-c51c-4597-999e-3e017e54f09c req-2558d6c9-0296-4b11-bdb5-3df7ac8faf64 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857127 Apr 07 11:15:32.720630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fca7-7370-43dc-9b39-a495836735c9 admin admin] Publish callbacks [] for security_group (83bfb654-eaac-4052-b511-164dd3a15f97), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.726989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-173846cb-8b4c-41dd-abc1-adff7554d1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.797028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fca7-7370-43dc-9b39-a495836735c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (83bfb654-eaac-4052-b511-164dd3a15f97), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.799698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fca7-7370-43dc-9b39-a495836735c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.800818 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4aa4fca7-7370-43dc-9b39-a495836735c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83bfb654-eaac-4052-b511-164dd3a15f97 HTTP/1.1" status: 204 len: 168 time: 0.1833694 Apr 07 11:15:32.812827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4fca7-7370-43dc-9b39-a495836735c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfb654-eaac-4052-b511-164dd3a15f97,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:32.860863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-173846cb-8b4c-41dd-abc1-adff7554d1df admin admin] Publish callbacks [] for security_group (7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.866178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-173846cb-8b4c-41dd-abc1-adff7554d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.870842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:32.874402 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f37f3b-68e0-4a2d-b148-b33876637386" -d '{"events": [{"name": "network-changed", "server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:32.914981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-173846cb-8b4c-41dd-abc1-adff7554d1df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb9cc85681c4ecfbfe9a1bff9f3c881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138188 Apr 07 11:15:32.915775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173846cb-8b4c-41dd-abc1-adff7554d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:32.917481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43120) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:32.932689 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e6e12-f94f-4d97-b4a1-bff2847cde45 x-openstack-request-id: req-734e6e12-f94f-4d97-b4a1-bff2847cde45 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:32.933068 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:32.933325 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-734e6e12-f94f-4d97-b4a1-bff2847cde45 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:32.933781 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734e6e12-f94f-4d97-b4a1-bff2847cde45'] response: {'name': 'network-changed', 'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'status': 'completed', 'code': 200} Apr 07 11:15:32.956943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fac75d-44e8-4cc2-b960-040e0b7a4f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:32.982522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-555d5617-653a-41bd-823d-4ff10879b37a admin admin] Publish callbacks [] for security_group (7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.007380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-555d5617-653a-41bd-823d-4ff10879b37a admin admin] Publish callbacks [] for security_group (7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.013386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-957982b5-560d-4cd0-bb30-bfae3d15c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.015584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-957982b5-560d-4cd0-bb30-bfae3d15c460 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 1125 time: 0.0499108 Apr 07 11:15:33.067073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-555d5617-653a-41bd-823d-4ff10879b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.069795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-555d5617-653a-41bd-823d-4ff10879b37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.073573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-555d5617-653a-41bd-823d-4ff10879b37a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d HTTP/1.1" status: 204 len: 168 time: 0.1525245 Apr 07 11:15:33.085182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d5617-653a-41bd-823d-4ff10879b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e97fb2a-37f8-4f6e-b6db-d5a8239f4a9d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:33.161791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-8bf46a30-b4be-4d01-ae67-4338079613bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.163728 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-8bf46a30-b4be-4d01-ae67-4338079613bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.1342080 Apr 07 11:15:33.211656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16744ed-a1cc-407f-8829-2054533f1c8f req-25bb759f-d748-47cc-aca2-91ff8b38c048 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.220693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b16744ed-a1cc-407f-8829-2054533f1c8f req-25bb759f-d748-47cc-aca2-91ff8b38c048 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 950 time: 0.0825803 Apr 07 11:15:33.223392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-8a7a9fda-588b-4977-bbd6-9cea6ba8ca51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2 HTTP/1.1" status: 200 len: 217 time: 0.0519044 Apr 07 11:15:33.235749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.239522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43128) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:33.270059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b16744ed-a1cc-407f-8829-2054533f1c8f req-5443b765-19bb-4e4b-9676-9ce65f435f72 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f53064d-2c29-4d87-ae90-82c76ed39d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Apr 07 11:15:33.282736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-969d7bcc-2254-46ee-8943-76c399b33a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.312670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-f16d117f-b89f-419f-a737-d7bf33621888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.314294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-f16d117f-b89f-419f-a737-d7bf33621888 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0759997 Apr 07 11:15:33.409880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-78c2e485-65ea-4e99-91d4-4123dacc246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.411587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-78c2e485-65ea-4e99-91d4-4123dacc246d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0900233 Apr 07 11:15:33.416416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:33.474896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-969d7bcc-2254-46ee-8943-76c399b33a9c admin admin] Publish callbacks [] for security_group (e5cb6898-db66-47e0-80c0-cfa1a0b5ff32), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.477368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-9717975f-6dd0-42e3-96d6-9532f0779007 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.479654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-9717975f-6dd0-42e3-96d6-9532f0779007 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 950 time: 0.0670142 Apr 07 11:15:33.485359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-969d7bcc-2254-46ee-8943-76c399b33a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e5cb6898-db66-47e0-80c0-cfa1a0b5ff32), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.536396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-969d7bcc-2254-46ee-8943-76c399b33a9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c423664090641368f2514908f84eab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953968 Apr 07 11:15:33.540076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43142) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:33.580010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d7bcc-2254-46ee-8943-76c399b33a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cb6898-db66-47e0-80c0-cfa1a0b5ff32,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:33.608246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:33.608747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.660674 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-59f5affd-965e-4bbb-abea-8d7ec486474b service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414861 Apr 07 11:15:33.667529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:33.668820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:33.672885 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c47a7-0909-42d5-870c-c85b9bbf9ec7" -d '{"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-unplugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:33.687814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.689616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eca6a61b-bb50-494f-8095-cd024fbc1889 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:33.707339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5fac8fe-f875-46b6-bb1b-fd8d75b531b0 admin admin] Publish callbacks [] for security_group (e5cb6898-db66-47e0-80c0-cfa1a0b5ff32), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.724794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Deleting port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:33.725156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.740254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a894bee-a741-4f6a-8911-23f0f40d8916 req-2cc56bf0-1f29-4ebf-888f-acae9018a5dc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:33.742371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a894bee-a741-4f6a-8911-23f0f40d8916 req-2cc56bf0-1f29-4ebf-888f-acae9018a5dc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 943 time: 0.1227384 Apr 07 11:15:33.751175 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a211e802-07df-41d7-a579-1aeca3d89c48 x-openstack-request-id: req-a211e802-07df-41d7-a579-1aeca3d89c48 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:33.754439 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-unplugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:33.754784 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a211e802-07df-41d7-a579-1aeca3d89c48 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:33.755267 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a211e802-07df-41d7-a579-1aeca3d89c48'] response: {'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'code': 200} Apr 07 11:15:33.795024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: eca6a61b-bb50-494f-8095-cd024fbc1889 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:33.795659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device eca6a61b-bb50-494f-8095-cd024fbc1889 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:33.833687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23f37f3b-68e0-4a2d-b148-b33876637386 req-5c4a61ab-5d98-48d2-8ab9-e39b63961c3d service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543233 Apr 07 11:15:33.836160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:33.871040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5fac8fe-f875-46b6-bb1b-fd8d75b531b0 admin admin] Publish callbacks [] for security_group (e5cb6898-db66-47e0-80c0-cfa1a0b5ff32), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.886858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a894bee-a741-4f6a-8911-23f0f40d8916 req-73f9dfc9-dd1c-4f12-bd91-adeda9472784 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306095 Apr 07 11:15:33.907143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-531927a7-c55d-4306-95d7-3191a2a1ff07 req-6855703c-5914-41d6-ae75-8f2eec49cdda tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0472593 Apr 07 11:15:33.928787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] For port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:33.929215 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.954103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5fac8fe-f875-46b6-bb1b-fd8d75b531b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e5cb6898-db66-47e0-80c0-cfa1a0b5ff32), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.958515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Calling delete_port for 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:33.959371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5fac8fe-f875-46b6-bb1b-fd8d75b531b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:33.961352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d5fac8fe-f875-46b6-bb1b-fd8d75b531b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5cb6898-db66-47e0-80c0-cfa1a0b5ff32 HTTP/1.1" status: 204 len: 168 time: 0.4180176 Apr 07 11:15:33.973175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fac8fe-f875-46b6-bb1b-fd8d75b531b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cb6898-db66-47e0-80c0-cfa1a0b5ff32,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:34.053713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43172) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:34.108364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a2341-c4a6-45f7-9717-453d7b66cfdb req-f3817273-0fac-4c5d-b182-7559b6ff51a0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:34.110375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e3a2341-c4a6-45f7-9717-453d7b66cfdb req-f3817273-0fac-4c5d-b182-7559b6ff51a0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 947 time: 0.0820618 Apr 07 11:15:34.189694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.202934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:34.211957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e3a2341-c4a6-45f7-9717-453d7b66cfdb req-d4a0bc76-078f-4dbb-bd2c-804afed77efb tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803790 Apr 07 11:15:34.246034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Pushing event deleted for resources: {'Port': ['ID=67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:34.256162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6330f392-2eda-4e1b-816c-37f8d9723ca2 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:34.318740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] No DVR routers for this DVR port 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:34.322811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.327450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b019a55d-2a34-4a99-953b-5ca28f6b5c7b req-18dba6d0-a1d6-49a5-88a3-53b6ec873c6c tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.23 "DELETE /v2.0/ports/67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 HTTP/1.1" status: 204 len: 173 time: 0.8392630 Apr 07 11:15:34.328242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'name': 'network-vif-deleted', 'tag': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:34.330754 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3145c9-2c17-4efa-ac9f-e25a5b547b00" -d '{"events": [{"server_uuid": "077d9c5a-761e-4b0c-a36e-1df66d30f040", "name": "network-vif-deleted", "tag": "67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:34.414460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.422152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4363fac7-1a84-4f0d-acde-13bb1e0c0c7c req-ce0cce42-60a3-4844-ade9-2a60bdf2b140 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] 10.222.0.13 "GET /v2.0/ports?device_id=077d9c5a-761e-4b0c-a36e-1df66d30f040 HTTP/1.1" status: 200 len: 210 time: 0.0381579 Apr 07 11:15:34.423923 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b98ac-b319-4c73-b694-2887bce48f91 x-openstack-request-id: req-308b98ac-b319-4c73-b694-2887bce48f91 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:34.424511 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077d9c5a-761e-4b0c-a36e-1df66d30f040", "name": "network-vif-deleted", "tag": "67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:34.424778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-308b98ac-b319-4c73-b694-2887bce48f91 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:34.425203 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308b98ac-b319-4c73-b694-2887bce48f91'] response: {'server_uuid': '077d9c5a-761e-4b0c-a36e-1df66d30f040', 'name': 'network-vif-deleted', 'tag': '67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0', 'status': 'completed', 'code': 200} Apr 07 11:15:34.426815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-network', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:34.473415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Made reservation on behalf of 1d91cc3126cd435e9502914348a7b0ab for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:34.476311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.481460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:34.490766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.497343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'mac_address': 'fa:16:3e:a8:dd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:34.538350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6330f392-2eda-4e1b-816c-37f8d9723ca2 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:34.539038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.555037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6330f392-2eda-4e1b-816c-37f8d9723ca2 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:34.577065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:34.582357 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.583324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:34.589156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks [] for security_group (c340e6c6-06a0-4d0b-b769-14dcac1341f9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.598990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c340e6c6-06a0-4d0b-b769-14dcac1341f9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.642408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:15:34.645268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c340e6c6-06a0-4d0b-b769-14dcac1341f9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:34.674853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5149d6ac-966f-4295-af32-5dcd0cf18afd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.682050 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Added segment 5149d6ac-966f-4295-af32-5dcd0cf18afd of type vlan for network 362776c3-0522-40c2-8fe8-ce5d5891aebd Apr 07 11:15:34.697657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:34.766663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (362776c3-0522-40c2-8fe8-ce5d5891aebd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.782632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:34.810604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (362776c3-0522-40c2-8fe8-ce5d5891aebd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.812008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:34.812940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.813486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'b203d64e-5794-4df1-a240-59e80220aba2', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': 'b203d64e-5794-4df1-a240-59e80220aba2', 'mac_address': 'fa:16:3e:7c:7f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:34.887371 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8299341 Apr 07 11:15:34.887604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b203d64e-5794-4df1-a240-59e80220aba2 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:34.887604 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.887808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43208) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:34.894714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Request body: {'subnet': {'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-subnet', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:34.909643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b203d64e-5794-4df1-a240-59e80220aba2 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:34.926796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044236-6914-4e7f-b19c-7901e20d2973 admin admin] Pushing event updated for resources: {'Network': ['ID=362776c3-0522-40c2-8fe8-ce5d5891aebd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:34.941800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Made reservation on behalf of 1d91cc3126cd435e9502914348a7b0ab for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:34.946633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:15:34.946967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:34.949680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:34.996765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:35.080745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:35.115203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b203d64e-5794-4df1-a240-59e80220aba2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:35.126276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85833184-f874-4501-b9cb-000233dc4bd6 req-b350d39a-b092-404f-9612-7bfdf49e4eda tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0836449 Apr 07 11:15:35.190474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0467dc8-1021-4240-bef2-dd72747a96dc req-68e14230-eae6-438d-98bd-341bfb3ddb0b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:35.193165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0467dc8-1021-4240-bef2-dd72747a96dc req-68e14230-eae6-438d-98bd-341bfb3ddb0b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 944 time: 0.1492682 Apr 07 11:15:35.349768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6330f392-2eda-4e1b-816c-37f8d9723ca2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:35.425452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:35.593169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:35.617447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0467dc8-1021-4240-bef2-dd72747a96dc req-fce8a6cc-1da2-45b0-bd6b-8944309a3d90 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127803 Apr 07 11:15:35.624819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'mac_address': 'fa:16:3e:5e:0e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:35.711439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ddfe-a1ec-407e-a09e-2e2b5ef02402 req-802ef8ce-676c-4721-bde3-538cc5cded1f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:35.718158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fc2ddfe-a1ec-407e-a09e-2e2b5ef02402 req-802ef8ce-676c-4721-bde3-538cc5cded1f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 947 time: 0.4123123 Apr 07 11:15:35.718409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:35.718738 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:35.727282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (8457714a-c78e-48eb-bec9-da83f15ff999), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:35.746528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:35.790396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:35.800483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:35.842883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fc2ddfe-a1ec-407e-a09e-2e2b5ef02402 req-579dc42b-fcd9-4406-8a5e-cfcfce8a2597 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230702 Apr 07 11:15:35.843958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8457714a-c78e-48eb-bec9-da83f15ff999,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:35.877557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Checking segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:35.891214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Network hostable DHCP agents. Network: 362776c3-0522-40c2-8fe8-ce5d5891aebd, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:15:35.924972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:35.933809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:15:35.951249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:35.971533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 362776c3-0522-40c2-8fe8-ce5d5891aebd) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:35.977588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:35.978439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:35.980577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33e976-675d-4f58-b524-2adcac73b39f None None] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:36.014976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7e48b589-5514-45fd-a52e-14790702f7e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1233022 Apr 07 11:15:36.015870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43262) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:36.023283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:36.054945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (20ea4705-2620-4bd6-95ad-0ed2933e6cae), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.056146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (20ea4705-2620-4bd6-95ad-0ed2933e6cae), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.133403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-362776c3-0522-40c2-8fe8-ce5d5891aebd', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:15:36.135356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.163060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks [] for router_controller (20ea4705-2620-4bd6-95ad-0ed2933e6cae), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.215667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['95e9c49b-b11e-41ff-b519-20dcf9bc319d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:36.285372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6330f392-2eda-4e1b-816c-37f8d9723ca2 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:36.313701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43280) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:36.408059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a609a86f-e85b-409e-ae00-1c159881d5a7 req-51646b24-e888-432f-a918-d1baa325812c tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1051345 Apr 07 11:15:36.506093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks [] for router_gateway (20ea4705-2620-4bd6-95ad-0ed2933e6cae), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.545865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 6330f392-2eda-4e1b-816c-37f8d9723ca2 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:15:36.551684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Allocated IP 172.20.0.2 (362776c3-0522-40c2-8fe8-ce5d5891aebd/8457714a-c78e-48eb-bec9-da83f15ff999/fe7e5339-8238-4db2-ab3d-8e5b9d96f844) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:36.571849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 6330f392-2eda-4e1b-816c-37f8d9723ca2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:36.573012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.618855 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e33d796b-485f-4f99-a439-b5453c3c6fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7fa72924b004d37960d36473b621240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039074 Apr 07 11:15:36.619816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43290) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:36.704065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16d0b538-247b-46be-91b3-24c993f1f580 admin admin] Publish callbacks [] for security_group (4f53064d-2c29-4d87-ae90-82c76ed39d36), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:36.762969 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16d0b538-247b-46be-91b3-24c993f1f580 admin admin] Publish callbacks [] for security_group (4f53064d-2c29-4d87-ae90-82c76ed39d36), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.021963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6330f392-2eda-4e1b-816c-37f8d9723ca2 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:37.024279 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.028506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af024-6751-4788-b5f6-b596dd96f309 req-719f2c8d-2258-4928-b72d-1588a50bfc2e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:37.032849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-622af024-6751-4788-b5f6-b596dd96f309 req-719f2c8d-2258-4928-b72d-1588a50bfc2e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 944 time: 0.2230945 Apr 07 11:15:37.092659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks [] for router_gateway (20ea4705-2620-4bd6-95ad-0ed2933e6cae), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.140252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:37.149910 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b21f95-21bb-4db5-b61d-8fe5b0e7eedb" -d '{"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-plugged", "status": "completed", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:37.160126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.163783 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16d0b538-247b-46be-91b3-24c993f1f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4f53064d-2c29-4d87-ae90-82c76ed39d36), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.170964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16d0b538-247b-46be-91b3-24c993f1f580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.173421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-16d0b538-247b-46be-91b3-24c993f1f580 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f53064d-2c29-4d87-ae90-82c76ed39d36 HTTP/1.1" status: 204 len: 168 time: 0.5503464 Apr 07 11:15:37.230473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:37.235095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-622af024-6751-4788-b5f6-b596dd96f309 req-747ad4c6-3093-48d2-858b-5112028bf5cd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889074 Apr 07 11:15:37.251872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.253126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:37.284742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0b538-247b-46be-91b3-24c993f1f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53064d-2c29-4d87-ae90-82c76ed39d36,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:37.287825 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.376867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Publish callbacks [] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.399227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.408246 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ab631-2edf-4698-b27b-4bb554ca25cb x-openstack-request-id: req-958ab631-2edf-4698-b27b-4bb554ca25cb {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:37.408542 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-plugged", "status": "completed", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:37.408808 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-958ab631-2edf-4698-b27b-4bb554ca25cb {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:37.409235 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958ab631-2edf-4698-b27b-4bb554ca25cb'] response: {'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'code': 200} Apr 07 11:15:37.472440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:37.477078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:37.483778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:37.497792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port b203d64e-5794-4df1-a240-59e80220aba2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:37.498027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b203d64e-5794-4df1-a240-59e80220aba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.571927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:37.648136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Pushing event updated for resources: {'Port': ['ID=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:37.695167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Attempting to bind port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:37.695823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Attempting to bind port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:37.696369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Attempting to bind port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 on network 362776c3-0522-40c2-8fe8-ce5d5891aebd {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:37.707301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:37.708110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Checking segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:37.709058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.709769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Bound using segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:37.710501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Bound port: fe7e5339-8238-4db2-ab3d-8e5b9d96f844, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:37.711231 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.775875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60f3667-9204-4e3a-ad23-4fb7b12d371a req-ffe6822a-3d54-4e9c-9097-398e7aa37870 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1646128 Apr 07 11:15:37.799441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb781d-42d9-4117-a5b1-c5728f051680 req-48cc3c56-6348-47a9-873a-8ae6e50440fa tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:37.806946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbdb781d-42d9-4117-a5b1-c5728f051680 req-48cc3c56-6348-47a9-873a-8ae6e50440fa tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 948 time: 0.6726913 Apr 07 11:15:37.813065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] For port fe7e5339-8238-4db2-ab3d-8e5b9d96f844, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:37.818299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] For port fe7e5339-8238-4db2-ab3d-8e5b9d96f844, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:37.855676 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:37.910891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b27dc-33e4-4b2d-a68e-ccc42f929101 req-41051156-501f-4bae-bc74-5ff90c583ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:37.912425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a5b27dc-33e4-4b2d-a68e-ccc42f929101 req-41051156-501f-4bae-bc74-5ff90c583ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 1127 time: 0.4422548 Apr 07 11:15:37.926597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Allocated IP 172.25.5.165 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d6d27201-0619-454a-86d9-7cef7e48fa2d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:37.977951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbdb781d-42d9-4117-a5b1-c5728f051680 req-a0946859-0067-40a0-866a-3613ff34328e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653674 Apr 07 11:15:38.063747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:38.129853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a5b27dc-33e4-4b2d-a68e-ccc42f929101 req-8deef1c1-14b5-432c-86c1-f505d4f98f41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079203 Apr 07 11:15:38.207885 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-969349c8-4332-4bee-9945-885ea115bddd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1257339 Apr 07 11:15:38.210915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks [] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.269619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d233ab2-f538-4b31-a96a-7ed85de0e072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.290570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.303105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b203d64e-5794-4df1-a240-59e80220aba2 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:38.303490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.396409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:38.398684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:38.410189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.411078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:38.420073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:38.447868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:38.448397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:38.448805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 67a11c11-4ef7-4d77-a95d-4fdd7c3ed8d0 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:38.455633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Pushing event updated for resources: {'Port': ['ID=d6d27201-0619-454a-86d9-7cef7e48fa2d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:38.456661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3169a-8349-46c5-a2c3-9f7aefc901ff None None] Pushing event updated for resources: {'Port': ['ID=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:38.512522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-1b6557ed-c463-47fd-870a-9450951bc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:38.515217 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-1b6557ed-c463-47fd-870a-9450951bc6db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.1071372 Apr 07 11:15:38.516123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43348) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:38.551378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:38.634371 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30503425-e715-474e-9171-573c8de37eea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d4c5fd59b2e477fbafdf3cf36767090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1168747 Apr 07 11:15:38.635301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43350) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:38.693969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8efcb1-ef55-4959-8e5b-3e880ae48ee3 req-7bc9d248-f46d-4ecf-9d52-0b3be747cd20 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:38.696538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c8efcb1-ef55-4959-8e5b-3e880ae48ee3 req-7bc9d248-f46d-4ecf-9d52-0b3be747cd20 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.3612261 Apr 07 11:15:38.763977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a08cd03-6e7d-4610-9473-0030d3b069a9 admin admin] Publish callbacks [] for security_group (a9123a73-da32-48df-aca8-74325e43c40e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.807680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-9755801d-fbcc-4e3b-94c9-561add42730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:38.809541 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-9755801d-fbcc-4e3b-94c9-561add42730a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2599163 Apr 07 11:15:38.815762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a08cd03-6e7d-4610-9473-0030d3b069a9 admin admin] Publish callbacks [] for security_group (a9123a73-da32-48df-aca8-74325e43c40e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.913452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2960302-d4e8-433d-b95b-c444043d56c3 req-6a72c3b6-2944-47e9-97ea-8eef9aedf9c8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:38.922978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2960302-d4e8-433d-b95b-c444043d56c3 req-6a72c3b6-2944-47e9-97ea-8eef9aedf9c8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.3983998 Apr 07 11:15:38.936582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-836780cb-7783-415a-8986-0513d1414eb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.1174386 Apr 07 11:15:38.989046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a08cd03-6e7d-4610-9473-0030d3b069a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a9123a73-da32-48df-aca8-74325e43c40e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.993668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a08cd03-6e7d-4610-9473-0030d3b069a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:38.998032 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6a08cd03-6e7d-4610-9473-0030d3b069a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9123a73-da32-48df-aca8-74325e43c40e HTTP/1.1" status: 204 len: 168 time: 0.3597608 Apr 07 11:15:39.028046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08cd03-6e7d-4610-9473-0030d3b069a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9123a73-da32-48df-aca8-74325e43c40e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:39.038717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-4a88101f-66d6-43b6-a311-16f9a4a6a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:39.045250 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-4a88101f-66d6-43b6-a311-16f9a4a6a550 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0974410 Apr 07 11:15:39.124741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d233ab2-f538-4b31-a96a-7ed85de0e072 admin admin] Publish callbacks [] for security_group (641723d4-cd67-4283-a28e-d2e944a588ed), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:39.127852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-527a2414-d96a-468b-a087-ca1126a36653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:39.135055 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-527a2414-d96a-468b-a087-ca1126a36653 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847366 Apr 07 11:15:39.223449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c8efcb1-ef55-4959-8e5b-3e880ae48ee3 req-59f7f6ee-0f01-4631-8722-9c78956bae17 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545622 Apr 07 11:15:39.229368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d233ab2-f538-4b31-a96a-7ed85de0e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (641723d4-cd67-4283-a28e-d2e944a588ed), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:39.280480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-f7c32767-b7d1-4ed8-abad-9b618e9a4840 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346221 Apr 07 11:15:39.412035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:39.417539 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef749c3c-b8eb-40d5-ac61-689224a08476" -d '{"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-plugged", "status": "completed", "tag": "b203d64e-5794-4df1-a240-59e80220aba2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:39.428438 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a841e0cc-2bc8-4620-8515-73ef281fbe3e req-896e622b-35f9-4af8-a8e8-5979a24f0b31 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397250 Apr 07 11:15:39.435300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d233ab2-f538-4b31-a96a-7ed85de0e072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641723d4-cd67-4283-a28e-d2e944a588ed,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:39.447219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:39.557087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fe7e5339-8238-4db2-ab3d-8e5b9d96f844 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:39.629841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 95e9c49b-b11e-41ff-b519-20dcf9bc319d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:39.631107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:39.695339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:39.695725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:39.696809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2960302-d4e8-433d-b95b-c444043d56c3 req-a2930e57-3113-4935-ade1-3f1ed08f01fd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7721269 Apr 07 11:15:39.697763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks [] for router_gateway (20ea4705-2620-4bd6-95ad-0ed2933e6cae), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:39.706495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3d9d593-6414-4da0-88b3-9b32a7ac2a28 req-3fc769c2-cff0-47b5-bebf-fdbe8a258137 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.2589753 Apr 07 11:15:39.731122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4d233ab2-f538-4b31-a96a-7ed85de0e072 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d07ba193294f4f9c9663a407d40b0207&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6561821 Apr 07 11:15:39.731324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43370) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:39.959466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d57422-05ce-450f-945b-5303d8146903 admin admin] Publish callbacks [] for security_group (641723d4-cd67-4283-a28e-d2e944a588ed), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.033766 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a561d506-1c6a-4242-ae75-9db537793e9a x-openstack-request-id: req-a561d506-1c6a-4242-ae75-9db537793e9a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:40.034071 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-plugged", "status": "completed", "tag": "b203d64e-5794-4df1-a240-59e80220aba2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:40.034341 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a561d506-1c6a-4242-ae75-9db537793e9a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:40.036741 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a561d506-1c6a-4242-ae75-9db537793e9a'] response: {'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2', 'code': 200} Apr 07 11:15:40.042041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:40.042432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.098856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d57422-05ce-450f-945b-5303d8146903 admin admin] Publish callbacks [] for security_group (641723d4-cd67-4283-a28e-d2e944a588ed), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.188830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port fe7e5339-8238-4db2-ab3d-8e5b9d96f844, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:40.203713 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.217744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:40.218422 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.223261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f00b-45a4-4f91-aa39-640913770beb req-beaa9a84-ba19-4f9a-98a0-8bf0ad5d2b43 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:40.228609 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5927f00b-45a4-4f91-aa39-640913770beb req-beaa9a84-ba19-4f9a-98a0-8bf0ad5d2b43 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.41 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.2876294 Apr 07 11:15:40.296924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96c4a6-e8eb-4d53-bb1e-11e9564913cf req-5a443a1c-05d1-4465-8d28-8333d5e9c35c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:40.301041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe96c4a6-e8eb-4d53-bb1e-11e9564913cf req-5a443a1c-05d1-4465-8d28-8333d5e9c35c tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 948 time: 0.2741711 Apr 07 11:15:40.418506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:40.420970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:40.429183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea150e0-5662-48b7-b8c0-ffe6fce5a7b9 None None] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:40.438588 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.442237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d57422-05ce-450f-945b-5303d8146903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (641723d4-cd67-4283-a28e-d2e944a588ed), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.446722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d57422-05ce-450f-945b-5303d8146903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.471009 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-09d57422-05ce-450f-945b-5303d8146903 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/641723d4-cd67-4283-a28e-d2e944a588ed HTTP/1.1" status: 204 len: 168 time: 0.7270460 Apr 07 11:15:40.512658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.513007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.513376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.513714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.514663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.514991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.515322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.515813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.516144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.516474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.516814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.517157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.533033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:40.543425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Deleting port e41319d8-3eaf-4355-9bce-8aea1210077c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:40.543765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.710059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d57422-05ce-450f-945b-5303d8146903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641723d4-cd67-4283-a28e-d2e944a588ed,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:40.819914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (20ea4705-2620-4bd6-95ad-0ed2933e6cae), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.836481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe96c4a6-e8eb-4d53-bb1e-11e9564913cf req-a65fd07f-d000-48a5-be50-451e77ea5089 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222311 Apr 07 11:15:40.879152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:40.888764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b5066b73-6b38-42ea-8af9-187ba6c93a3f None None] Provisioning complete for port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:40.889585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b5066b73-6b38-42ea-8af9-187ba6c93a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:40.968551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] For port e41319d8-3eaf-4355-9bce-8aea1210077c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e41319d8-3eaf-4355-9bce-8aea1210077c,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:40.975066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:41.169960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da33c2e-a4dd-43cd-9f3c-fb17432eaec3 req-59a64814-8c52-46de-a62c-7efcf1173c9b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:41.178176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0da33c2e-a4dd-43cd-9f3c-fb17432eaec3 req-59a64814-8c52-46de-a62c-7efcf1173c9b tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 946 time: 0.4630048 Apr 07 11:15:41.251067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c239014-b3c0-41a3-ab74-a0b010ce7e7e req-e67c79b7-25d6-426b-a2a9-534b5eb42491 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0882595 Apr 07 11:15:41.323604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0da33c2e-a4dd-43cd-9f3c-fb17432eaec3 req-bb139c45-fcf4-440e-b788-cc8535472930 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a3cda25-7040-4851-8816-e033418efc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440892 Apr 07 11:15:41.344159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75ba6-a7d5-4160-8245-ae1dd30f6020 req-8a5e8ccb-99ac-4091-a4cd-673fb84ef0df tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:41.366954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0f75ba6-a7d5-4160-8245-ae1dd30f6020 req-8a5e8ccb-99ac-4091-a4cd-673fb84ef0df tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.2473948 Apr 07 11:15:41.411722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fe7e5339-8238-4db2-ab3d-8e5b9d96f844 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:41.512280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b5066b73-6b38-42ea-8af9-187ba6c93a3f None None] Current status of the port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:41.550837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0f75ba6-a7d5-4160-8245-ae1dd30f6020 req-ca734de1-f204-4a27-a20e-e4dc2247d70a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828384 Apr 07 11:15:41.551586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Router 20ea4705-2620-4bd6-95ad-0ed2933e6cae is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:15:41.643811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:41.644580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (35202a93-e0c5-4a4d-97aa-538e9f27a9dc), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:41.644761 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Floating IP 35202a93-e0c5-4a4d-97aa-538e9f27a9dc disassociated. External IP: 172.25.5.77, port: e41319d8-3eaf-4355-9bce-8aea1210077c. Apr 07 11:15:41.645328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Calling delete_port for e41319d8-3eaf-4355-9bce-8aea1210077c owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:41.663331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac5d09c7-eab7-434c-9edd-d4f3e625bc09 req-63749f53-1b84-4e9a-96da-4361ae46480c tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1037526 Apr 07 11:15:41.700107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:41.701302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:41.896806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43428) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:41.990260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3059-19fc-48ed-a230-0c7bd696e33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:42.041405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:15:42.042704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:42.049765 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e868d-ef42-4d93-9364-c9d239895811" -d '{"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:42.055570 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Sync routers for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:15:42.088344 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:42.093433 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:42.124716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:42.126678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a32b6f5c-b37f-412c-9663-85cddc9e2b9a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1103144 Apr 07 11:15:42.130140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43434) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:42.145790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:42.184089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e41319d8-3eaf-4355-9bce-8aea1210077c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:42.252437 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:42.333495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event deleted for resources: {'Port': ['ID=e41319d8-3eaf-4355-9bce-8aea1210077c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:42.350951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b6b5-50ed-4438-9661-c864c2a680ed req-4e2fae28-7931-4e82-aaa7-aa2ba305137a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:42.353847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60c5b6b5-50ed-4438-9661-c864c2a680ed req-4e2fae28-7931-4e82-aaa7-aa2ba305137a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.2929251 Apr 07 11:15:42.382225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-28db7212-2297-4a75-bbc3-58d748e5af1a None None] Provisioning complete for port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:42.382629 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28db7212-2297-4a75-bbc3-58d748e5af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:42.602074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-28db7212-2297-4a75-bbc3-58d748e5af1a None None] Current status of the port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:42.727888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3059-19fc-48ed-a230-0c7bd696e33b admin admin] Publish callbacks [] for security_group (a8eadd46-8477-4562-8b59-aff92b051266), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:42.740196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Router 80de2d27-626e-491a-b4ed-85a14ab90739 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:15:42.740451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3059-19fc-48ed-a230-0c7bd696e33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a8eadd46-8477-4562-8b59-aff92b051266), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:42.798563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c3059-19fc-48ed-a230-0c7bd696e33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eadd46-8477-4562-8b59-aff92b051266,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:42.799359 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:39Z', 'revision_number': 3, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:42.822104 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b7c3059-19fc-48ed-a230-0c7bd696e33b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a76e37dc472148738903e10b5bed5e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9242613 Apr 07 11:15:42.831901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43450) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:42.858965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60c5b6b5-50ed-4438-9661-c864c2a680ed req-42341a85-2fb9-409a-8ff0-bdfd78a052fd tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747615 Apr 07 11:15:42.879032 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8907478f-139a-45e4-a3b2-b8bbf8c1aaa1 x-openstack-request-id: req-8907478f-139a-45e4-a3b2-b8bbf8c1aaa1 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:42.880661 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:42.880881 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8907478f-139a-45e4-a3b2-b8bbf8c1aaa1 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:42.882880 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8907478f-139a-45e4-a3b2-b8bbf8c1aaa1'] response: {'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'code': 200} Apr 07 11:15:42.908973 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Checking router: 20ea4705-2620-4bd6-95ad-0ed2933e6cae for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:15:42.909646 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Updating router 20ea4705-2620-4bd6-95ad-0ed2933e6cae port d6d27201-0619-454a-86d9-7cef7e48fa2d binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:15:43.009101 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.104993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4df61561-2fec-4468-92e0-3579e88e9999 admin admin] Publish callbacks [] for security_group (a8eadd46-8477-4562-8b59-aff92b051266), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.135121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:15:43.146366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] Sync routers for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:15:43.152215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4df61561-2fec-4468-92e0-3579e88e9999 admin admin] Publish callbacks [] for security_group (a8eadd46-8477-4562-8b59-aff92b051266), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.169117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:43.170253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:43.204108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] No DVR routers for this DVR port e41319d8-3eaf-4355-9bce-8aea1210077c on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:43.208621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.212681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5927f00b-45a4-4f91-aa39-640913770beb req-906b7a7b-fb68-4419-bf37-8d2ca52c7a29 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.41 "DELETE /v2.0/ports/e41319d8-3eaf-4355-9bce-8aea1210077c HTTP/1.1" status: 204 len: 173 time: 2.9707429 Apr 07 11:15:43.213311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'name': 'network-vif-deleted', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:43.215619 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4de84b-36d0-49fe-8b99-2f831336a1ca" -d '{"events": [{"server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "name": "network-vif-deleted", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:43.260235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bdab849-8550-4cb4-bb1c-10e02962c93c req-f1077863-2f9e-45fc-a520-09b8390aaae6 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/ports?device_id=23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef HTTP/1.1" status: 200 len: 210 time: 0.1481442 Apr 07 11:15:43.317113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4df61561-2fec-4468-92e0-3579e88e9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a8eadd46-8477-4562-8b59-aff92b051266), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.320167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4df61561-2fec-4468-92e0-3579e88e9999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.321478 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4df61561-2fec-4468-92e0-3579e88e9999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8eadd46-8477-4562-8b59-aff92b051266 HTTP/1.1" status: 204 len: 168 time: 0.4881415 Apr 07 11:15:43.344373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61561-2fec-4468-92e0-3579e88e9999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eadd46-8477-4562-8b59-aff92b051266,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:43.490385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e41319d8-3eaf-4355-9bce-8aea1210077c no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:43.519418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ba0b2-b5eb-4a38-b3e0-7c93e85b8dbd req-d79a8251-a76b-41e3-9cd3-00d9984c3a38 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:43.526818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:43.527856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-639ba0b2-b5eb-4a38-b3e0-7c93e85b8dbd req-d79a8251-a76b-41e3-9cd3-00d9984c3a38 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.4309247 Apr 07 11:15:43.531174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: e41319d8-3eaf-4355-9bce-8aea1210077c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:43.531786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e41319d8-3eaf-4355-9bce-8aea1210077c not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:43.546880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a687e2a7-7284-4875-8ee3-9d6a61c21ca2 req-e1ab9065-69b5-403c-99c6-90a89ade8fbe tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0846775 Apr 07 11:15:43.560442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7bc12-b454-46f4-b039-59f23d25a804 req-856861fe-2967-48d7-bb43-5078c59f0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:43.563018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afc7bc12-b454-46f4-b039-59f23d25a804 req-856861fe-2967-48d7-bb43-5078c59f0965 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1131 time: 0.4453824 Apr 07 11:15:43.659165 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Publish callbacks [] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.675495 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.755807 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Attempting to bind port d6d27201-0619-454a-86d9-7cef7e48fa2d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:43.756234 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Attempting to bind port d6d27201-0619-454a-86d9-7cef7e48fa2d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:43.756666 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Attempting to bind port d6d27201-0619-454a-86d9-7cef7e48fa2d on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:43.760706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-639ba0b2-b5eb-4a38-b3e0-7c93e85b8dbd req-76acf331-3e7b-4091-8a05-2fe5d951ede2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276027 Apr 07 11:15:43.819887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afc7bc12-b454-46f4-b039-59f23d25a804 req-5f7aea04-9b08-4a24-80b0-11269ffbaa7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472785 Apr 07 11:15:43.864711 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:43.866384 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:43.866817 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.867273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:43.867790 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Bound port: d6d27201-0619-454a-86d9-7cef7e48fa2d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:43.868185 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.926934 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbdebf8-2627-4526-add7-059f9cbea890 x-openstack-request-id: req-4dbdebf8-2627-4526-add7-059f9cbea890 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:15:43.926934 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef", "name": "network-vif-deleted", "tag": "e41319d8-3eaf-4355-9bce-8aea1210077c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:15:43.926934 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dbdebf8-2627-4526-add7-059f9cbea890 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:15:43.927764 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbdebf8-2627-4526-add7-059f9cbea890'] response: {'server_uuid': '23125ee4-7d6a-4c60-9f0d-8a2c8acec7ef', 'name': 'network-vif-deleted', 'tag': 'e41319d8-3eaf-4355-9bce-8aea1210077c', 'status': 'completed', 'code': 200} Apr 07 11:15:43.940539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:43.951779 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] For port d6d27201-0619-454a-86d9-7cef7e48fa2d, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:43.956143 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] For port d6d27201-0619-454a-86d9-7cef7e48fa2d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d6d27201-0619-454a-86d9-7cef7e48fa2d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:43.973220 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:44.055704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Pushing event updated for resources: {'Port': ['ID=d6d27201-0619-454a-86d9-7cef7e48fa2d,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:44.115530 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:44.118497 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:44.174767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:44.226624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8bc9202-7760-4d90-8fbf-bcbed3b2e790 req-2f138a5e-7145-4faa-8a7f-b68140d6607e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adbbc52c3a7545b6b8b28c24a0013610&device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.0836754 Apr 07 11:15:44.228874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] Checking router: 80de2d27-626e-491a-b4ed-85a14ab90739 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:15:44.256826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:44.257561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:44.263945 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.272070 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.272963 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.275927 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.278237 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.278982 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.279532 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.282306 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.283404 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.284467 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.285555 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.286070 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.287117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:15:44.307244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8bc9202-7760-4d90-8fbf-bcbed3b2e790 req-d5ff37b5-8a59-4a7a-b7df-6e3432e09787 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=adbbc52c3a7545b6b8b28c24a0013610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672476 Apr 07 11:15:44.532602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01d679-1060-4652-a144-e68ba0d42d7e req-0d506aac-f5ce-4af5-93d7-8972ccaa3d86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:44.534885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd01d679-1060-4652-a144-e68ba0d42d7e req-0d506aac-f5ce-4af5-93d7-8972ccaa3d86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.1989298 Apr 07 11:15:44.536461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Allocated IP 172.20.0.1 (362776c3-0522-40c2-8fe8-ce5d5891aebd/8457714a-c78e-48eb-bec9-da83f15ff999/3be1c756-755e-4b68-acb8-67d8f252285c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:44.679912 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3caa2-9048-4b1c-9751-c26b40808be5 None None] Pushing event updated for resources: {'Port': ['ID=d6d27201-0619-454a-86d9-7cef7e48fa2d,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:44.682338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:44.753746 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:44.809501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd01d679-1060-4652-a144-e68ba0d42d7e req-9d5121f1-b9c1-43ad-a952-6a18f1745b86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688856 Apr 07 11:15:44.947385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks [] for port (3be1c756-755e-4b68-acb8-67d8f252285c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:45.096204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:45.210379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:45.347957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:45.367216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:45.371338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Pushing event updated for resources: {'Port': ['ID=3be1c756-755e-4b68-acb8-67d8f252285c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:45.388471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc9202-7760-4d90-8fbf-bcbed3b2e790 req-13ba278b-1c32-4b04-9684-71420738519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:45.395630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8bc9202-7760-4d90-8fbf-bcbed3b2e790 req-13ba278b-1c32-4b04-9684-71420738519f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0749657 Apr 07 11:15:45.418729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-941d483a-7437-4e46-9825-7089083edaa5 req-134399a1-2f9b-419b-890b-51a66ded4e0e tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.2883620 Apr 07 11:15:45.445740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:45.584470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81249c7d-a7ab-4504-80f4-25b0858ae3a7 None None] The sync data for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 is: [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:13:11Z', 'revision_number': 4, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8fbef776-0a7c-4d85-a426-072efb89de6b', 'name': '', 'network_id': '5987dfd3-dc36-44c6-b4ff-ce561e841216', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'mac_address': 'fa:16:3e:9a:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:09Z', 'updated_at': '2022-04-07T11:13:18Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'subnets': [{'id': '382ac7d3-e36e-4537-821f-ad9dcdf47547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:15:45.616930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (20ea4705-2620-4bd6-95ad-0ed2933e6cae), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:45.741418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:45.901255 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:39Z', 'revision_number': 3, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:45.957595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03c8cbd2-cffe-4f75-836e-b163ef832835 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group (4a3cda25-7040-4851-8816-e033418efc53), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:45.977166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f8aa723b-2181-4ccc-a2de-7b17e92438f8 None None] Provisioning complete for port 3be1c756-755e-4b68-acb8-67d8f252285c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:45.983811 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8aa723b-2181-4ccc-a2de-7b17e92438f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:46.010261 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1a6e0-13e3-4905-a7e4-849032865d27 None None] The sync data for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 is: [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:39Z', 'revision_number': 3, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:15:46.079047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03c8cbd2-cffe-4f75-836e-b163ef832835 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group (4a3cda25-7040-4851-8816-e033418efc53), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:46.161951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa723b-2181-4ccc-a2de-7b17e92438f8 None None] Port 3be1c756-755e-4b68-acb8-67d8f252285c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:15:46.244421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f336f-dd79-4374-bcfb-2b4098369210 None None] New status for floating IP 35202a93-e0c5-4a4d-97aa-538e9f27a9dc: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:15:46.245390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03c8cbd2-cffe-4f75-836e-b163ef832835 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4a3cda25-7040-4851-8816-e033418efc53), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:46.255225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03c8cbd2-cffe-4f75-836e-b163ef832835 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:46.256426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03c8cbd2-cffe-4f75-836e-b163ef832835 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a3cda25-7040-4851-8816-e033418efc53 HTTP/1.1" status: 204 len: 168 time: 0.5139065 Apr 07 11:15:46.259826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43544) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:46.275825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8dff-bc7f-425b-b3c4-7a73905bb2f4 req-851e6229-3c8e-45a7-a6c6-89f3498ec37d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:46.276330 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-374fe8e2-b195-468a-8088-c5c268c87332 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] show failed (client error): The resource could not be found. Apr 07 11:15:46.278221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-374fe8e2-b195-468a-8088-c5c268c87332 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "GET /v2.0/security-groups/4a3cda25-7040-4851-8816-e033418efc53 HTTP/1.1" status: 404 len: 347 time: 0.0174713 Apr 07 11:15:46.281039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:46.283601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-733c8dff-bc7f-425b-b3c4-7a73905bb2f4 req-851e6229-3c8e-45a7-a6c6-89f3498ec37d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.5058298 Apr 07 11:15:46.300405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8cbd2-cffe-4f75-836e-b163ef832835 tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3cda25-7040-4851-8816-e033418efc53,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:46.321945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6330f392-2eda-4e1b-816c-37f8d9723ca2 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:15:46.435556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943936ba-7ecc-4c7f-8a16-42fff06d8649 req-f0dc0a72-e76f-4521-bd15-654a4da3409b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:46.461186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-943936ba-7ecc-4c7f-8a16-42fff06d8649 req-f0dc0a72-e76f-4521-bd15-654a4da3409b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.4604013 Apr 07 11:15:46.599641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-733c8dff-bc7f-425b-b3c4-7a73905bb2f4 req-50508163-5716-4c4f-9eff-9eae59ab1820 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052950 Apr 07 11:15:46.620469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Deleting port a1709351-c159-4ea7-8eef-6ea107f9a79d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:46.622446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:46.812811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-943936ba-7ecc-4c7f-8a16-42fff06d8649 req-1e2e73bc-1d31-4ed2-a5df-a8637e679f47 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332442 Apr 07 11:15:46.831320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:46.901296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:46.935274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'port_id': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'mac_address': 'fa:16:3e:a8:dd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:15:46.986277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8bc9202-7760-4d90-8fbf-bcbed3b2e790 req-245cc9eb-42a4-4278-ba31-75f9aceedb4a tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.1171596 Apr 07 11:15:47.044315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.048118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (a1709351-c159-4ea7-8eef-6ea107f9a79d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.058665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6330f392-2eda-4e1b-816c-37f8d9723ca2 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:47.062519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.098585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Calling delete_port for a1709351-c159-4ea7-8eef-6ea107f9a79d owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:47.113211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6330f392-2eda-4e1b-816c-37f8d9723ca2 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:15:47.178224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:47.187318 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.420731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6330f392-2eda-4e1b-816c-37f8d9723ca2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:15:47.518545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a1709351-c159-4ea7-8eef-6ea107f9a79d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.586712 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks [] for port (3be1c756-755e-4b68-acb8-67d8f252285c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.601122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Pushing event deleted for resources: {'Port': ['ID=a1709351-c159-4ea7-8eef-6ea107f9a79d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:47.614265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.652488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6d27201-0619-454a-86d9-7cef7e48fa2d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:47.743683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:47.756214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks [] for floatingip (35202a93-e0c5-4a4d-97aa-538e9f27a9dc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.758948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:47.763556 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e6b0bef-bf4e-4577-904e-15130479312e tempest-ServersTestFqdnHostnames-1080059685 tempest-ServersTestFqdnHostnames-1080059685-project] 10.222.0.13 "DELETE /v2.0/floatingips/35202a93-e0c5-4a4d-97aa-538e9f27a9dc HTTP/1.1" status: 204 len: 168 time: 1.4810371 Apr 07 11:15:47.764637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:47.898721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acb1ea8e-8267-4044-8ce1-48d8b8ad9baf req-02911b57-142a-4ed6-9d16-28a1609ef8b1 tempest-ServerShowV257Test-508824621 tempest-ServerShowV257Test-508824621-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc93074-ff43-482b-a114-75c1c6662e7f HTTP/1.1" status: 200 len: 210 time: 0.3056054 Apr 07 11:15:48.027480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d6d27201-0619-454a-86d9-7cef7e48fa2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:48.028112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:48.047823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-cb7eabdd-2d17-4e0c-90a4-9094e6c94e39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4447987 Apr 07 11:15:48.065233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Pushing event updated for resources: {'Port': ['ID=3be1c756-755e-4b68-acb8-67d8f252285c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:48.073019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (20ea4705-2620-4bd6-95ad-0ed2933e6cae), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:48.225322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806dd22-e7c7-4f71-b8c6-e77a2d3fe338 req-c8751d9d-6ac2-480a-b018-6a3d08a78972 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:48.233218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7806dd22-e7c7-4f71-b8c6-e77a2d3fe338 req-c8751d9d-6ac2-480a-b018-6a3d08a78972 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.5845652 Apr 07 11:15:48.288715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:48.298960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43602) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:48.299412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43604) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:48.341746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:48.386616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-30dd4299-4213-4b86-8fa8-9a97debee20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:48.389622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-30dd4299-4213-4b86-8fa8-9a97debee20e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 1127 time: 0.1918299 Apr 07 11:15:48.419252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d6d27201-0619-454a-86d9-7cef7e48fa2d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:48.419651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:48.472056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d6d27201-0619-454a-86d9-7cef7e48fa2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d6d27201-0619-454a-86d9-7cef7e48fa2d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:48.487010 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:48.668403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d6d27201-0619-454a-86d9-7cef7e48fa2d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:49.059476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (80de2d27-626e-491a-b4ed-85a14ab90739), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.134459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7233b3f0-61b2-4a1f-9a98-ab8ec7315665 None None] Provisioning complete for port 3be1c756-755e-4b68-acb8-67d8f252285c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:49.135325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7233b3f0-61b2-4a1f-9a98-ab8ec7315665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.235963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7233b3f0-61b2-4a1f-9a98-ab8ec7315665 None None] Port 3be1c756-755e-4b68-acb8-67d8f252285c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:15:49.247570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ace7913f-aed1-4ec2-9b70-6c1082b25979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.250497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-ad258f98-254e-4db6-be2f-0a219fb04a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:49.252082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-ad258f98-254e-4db6-be2f-0a219fb04a06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2039521 Apr 07 11:15:49.302810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Router 20ea4705-2620-4bd6-95ad-0ed2933e6cae has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:15:49.346881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-1c281b80-c589-4b31-bce7-36010aa77a8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52 HTTP/1.1" status: 200 len: 217 time: 0.0567105 Apr 07 11:15:49.354754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e89b3-6122-4e84-b2fd-48e871462a42 req-3009b764-d2b9-4f15-af0a-19acf09d18ad tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:49.362905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c22e89b3-6122-4e84-b2fd-48e871462a42 req-3009b764-d2b9-4f15-af0a-19acf09d18ad tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 944 time: 1.1640086 Apr 07 11:15:49.410775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6d27201-0619-454a-86d9-7cef7e48fa2d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:49.433510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-641e51ed-697e-41e2-bf76-2296e75821c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.437494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-007cbdfa-f7b8-4383-8ebb-cb172597725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:49.438973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-007cbdfa-f7b8-4383-8ebb-cb172597725c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0719931 Apr 07 11:15:49.473799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Deleting port 8fbef776-0a7c-4d85-a426-072efb89de6b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:49.474458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.500799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7806dd22-e7c7-4f71-b8c6-e77a2d3fe338 req-cd1bd788-e69e-43fb-a78f-33e1b5c1beeb tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2663822 Apr 07 11:15:49.565329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d6d27201-0619-454a-86d9-7cef7e48fa2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:49.571583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.680574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] For port 8fbef776-0a7c-4d85-a426-072efb89de6b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8fbef776-0a7c-4d85-a426-072efb89de6b,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:49.680574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.727133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Calling delete_port for 8fbef776-0a7c-4d85-a426-072efb89de6b owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:49.780668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ace7913f-aed1-4ec2-9b70-6c1082b25979 admin admin] Publish callbacks [] for security_group (043f34f9-7c24-493d-b5ff-8fd78edeaf8e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:49.793840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d6d27201-0619-454a-86d9-7cef7e48fa2d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:49.824872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ace7913f-aed1-4ec2-9b70-6c1082b25979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (043f34f9-7c24-493d-b5ff-8fd78edeaf8e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:50.282013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:15:50.291547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Sync routers for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:15:50.303716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e7512d89-d187-429b-ba0d-85d72209993b admin admin] 10.222.0.13 "PUT /v2.0/routers/20ea4705-2620-4bd6-95ad-0ed2933e6cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1721175 Apr 07 11:15:50.327695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6330f392-2eda-4e1b-816c-37f8d9723ca2 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:15:50.343762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:50.351156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:50.368992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8fbef776-0a7c-4d85-a426-072efb89de6b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:50.452616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7913f-aed1-4ec2-9b70-6c1082b25979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f34f9-7c24-493d-b5ff-8fd78edeaf8e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:50.593288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c22e89b3-6122-4e84-b2fd-48e871462a42 req-3f6e4b70-c709-4c7b-be34-c104251bdba3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2292476 Apr 07 11:15:50.595050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbef776-0a7c-4d85-a426-072efb89de6b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:50.633943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ace7913f-aed1-4ec2-9b70-6c1082b25979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abfdc82343a14ccbad6b8879bdd5101c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3262231 Apr 07 11:15:50.645979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-cd7ba1a9-9b0c-4a48-829d-eb15bed94ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:50.654200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-cd7ba1a9-9b0c-4a48-829d-eb15bed94ec7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1993446 Apr 07 11:15:50.656000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43636) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:50.718705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:51.119332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (80de2d27-626e-491a-b4ed-85a14ab90739), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.224638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6112a534-7d78-45b1-bb6c-7fab17292a56 admin admin] Publish callbacks [] for security_group (043f34f9-7c24-493d-b5ff-8fd78edeaf8e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.354731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6112a534-7d78-45b1-bb6c-7fab17292a56 admin admin] Publish callbacks [] for security_group (043f34f9-7c24-493d-b5ff-8fd78edeaf8e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.362152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43650) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:51.400435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-641e51ed-697e-41e2-bf76-2296e75821c6 admin admin] Publish callbacks [] for security_group (52061853-5177-4178-99f6-9081b8682348), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.410946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 6330f392-2eda-4e1b-816c-37f8d9723ca2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:51.411463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.417877 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-641e51ed-697e-41e2-bf76-2296e75821c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52061853-5177-4178-99f6-9081b8682348), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.596770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e51ed-697e-41e2-bf76-2296e75821c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52061853-5177-4178-99f6-9081b8682348,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:51.600960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-2f55a855-947f-44f2-a8d3-12c5e245f8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440591 Apr 07 11:15:51.729315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5060-27ca-49ad-b136-105895a083b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.853250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-641e51ed-697e-41e2-bf76-2296e75821c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09c5a01802454328b2823ec0f5ef86fd&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5488846 Apr 07 11:15:51.854199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43662) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:51.905839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6112a534-7d78-45b1-bb6c-7fab17292a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (043f34f9-7c24-493d-b5ff-8fd78edeaf8e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.908547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6112a534-7d78-45b1-bb6c-7fab17292a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.910685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6330f392-2eda-4e1b-816c-37f8d9723ca2 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:51.911864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:51.925468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6112a534-7d78-45b1-bb6c-7fab17292a56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/043f34f9-7c24-493d-b5ff-8fd78edeaf8e HTTP/1.1" status: 204 len: 168 time: 1.2585316 Apr 07 11:15:51.977911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112a534-7d78-45b1-bb6c-7fab17292a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f34f9-7c24-493d-b5ff-8fd78edeaf8e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:52.006482 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f214-b678-4383-891c-a25244087deb admin admin] Publish callbacks [] for security_group (52061853-5177-4178-99f6-9081b8682348), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.011595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2cfc159-bfeb-4896-b762-149d39befc59 req-1861f6aa-848a-4b50-beb8-4261b36aa6d2 service neutron] 10.222.0.41 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734779 Apr 07 11:15:52.033076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5060-27ca-49ad-b136-105895a083b1 admin admin] Publish callbacks [] for security_group (fdafdfe0-4971-40d9-8842-3d08f9de5825), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.038086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f214-b678-4383-891c-a25244087deb admin admin] Publish callbacks [] for security_group (52061853-5177-4178-99f6-9081b8682348), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.040511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:47Z', 'revision_number': 2, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:52.045716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5060-27ca-49ad-b136-105895a083b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fdafdfe0-4971-40d9-8842-3d08f9de5825), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.117998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43668) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:52.125590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-network', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:52.158546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f214-b678-4383-891c-a25244087deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52061853-5177-4178-99f6-9081b8682348), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.163700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f214-b678-4383-891c-a25244087deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.172105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ffc3f214-b678-4383-891c-a25244087deb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52061853-5177-4178-99f6-9081b8682348 HTTP/1.1" status: 204 len: 168 time: 0.3121440 Apr 07 11:15:52.180620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Made reservation on behalf of b98a987c70e44286bfae9a983d8c39f9 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:52.187394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.188392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5b8b5060-27ca-49ad-b136-105895a083b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adbbc52c3a7545b6b8b28c24a0013610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232367 Apr 07 11:15:52.219260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b5060-27ca-49ad-b136-105895a083b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdafdfe0-4971-40d9-8842-3d08f9de5825,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:52.222331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:52.227711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Checking router: 20ea4705-2620-4bd6-95ad-0ed2933e6cae for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:15:52.227982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Updating router 20ea4705-2620-4bd6-95ad-0ed2933e6cae port 3be1c756-755e-4b68-acb8-67d8f252285c binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:15:52.234981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Router 80de2d27-626e-491a-b4ed-85a14ab90739 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:15:52.239410 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.244003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:52.245367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:15:52.247632 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80c76b-e429-4d47-90dd-8201e1b08937" -d '{"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-plugged", "status": "completed", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:15:52.254111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f214-b678-4383-891c-a25244087deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52061853-5177-4178-99f6-9081b8682348,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:52.321861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.436610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:15:52.453532 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-80dfdf89-4fa7-44fc-96c2-ba430ff696f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/80de2d27-626e-491a-b4ed-85a14ab90739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6878245 Apr 07 11:15:52.457616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43676) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:52.466367 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388c459-5224-4806-890f-557e5545fe10 None None] Sync routers for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:15:52.478167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks [] for security_group (4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.481350 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.486406 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:52.487072 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:52.490992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.574860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:15:52.622281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:52.643142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (562d2b00-7a19-437c-a736-8457f94756c6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.643496 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Added segment 562d2b00-7a19-437c-a736-8457f94756c6 of type vlan for network d28a7469-e23c-46d8-95e3-199b83686fce Apr 07 11:15:52.686289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:52.750497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d28a7469-e23c-46d8-95e3-199b83686fce), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.755548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c98-57d8-416f-9ac9-84716b70b1f4 admin admin] Publish callbacks [] for security_group (fdafdfe0-4971-40d9-8842-3d08f9de5825), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.792848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c98-57d8-416f-9ac9-84716b70b1f4 admin admin] Publish callbacks [] for security_group (fdafdfe0-4971-40d9-8842-3d08f9de5825), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.852139 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:52.870097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d28a7469-e23c-46d8-95e3-199b83686fce), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.876938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:52.884494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.897330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c98-57d8-416f-9ac9-84716b70b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fdafdfe0-4971-40d9-8842-3d08f9de5825), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.907718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c98-57d8-416f-9ac9-84716b70b1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:52.920590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2fe47c98-57d8-416f-9ac9-84716b70b1f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdafdfe0-4971-40d9-8842-3d08f9de5825 HTTP/1.1" status: 204 len: 168 time: 0.6944888 Apr 07 11:15:52.963364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47c98-57d8-416f-9ac9-84716b70b1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdafdfe0-4971-40d9-8842-3d08f9de5825,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:53.030283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks [] for router (80de2d27-626e-491a-b4ed-85a14ab90739), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.140448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0195334 Apr 07 11:15:53.141465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63417f3b-2953-4d13-8846-dbf02b5d45f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d28a7469-e23c-46d8-95e3-199b83686fce,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:53.145769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43684) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:53.153226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Request body: {'subnet': {'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-subnet', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:53.187989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Made reservation on behalf of b98a987c70e44286bfae9a983d8c39f9 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:15:53.195945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.220761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d28a7469-e23c-46d8-95e3-199b83686fce details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:15:53.351699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks [] for router_gateway (80de2d27-626e-491a-b4ed-85a14ab90739), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.493507 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:15:50Z', 'revision_number': 5, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port': {'id': 'd03e04b2-1dd3-421e-b317-d86483ba7290', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:13:03Z', 'updated_at': '2022-04-07T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:53.533928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Deleting port d03e04b2-1dd3-421e-b317-d86483ba7290 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:53.539923 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.566514 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388c459-5224-4806-890f-557e5545fe10 None None] Checking router: 80de2d27-626e-491a-b4ed-85a14ab90739 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:15:53.585779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43692) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:53.593496 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] Routers {'80de2d27-626e-491a-b4ed-85a14ab90739'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:53.594368 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['80de2d27-626e-491a-b4ed-85a14ab90739'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:53.711427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28a0f4d4-943b-4b19-880b-b38c2c284404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.810562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Publish callbacks [] for port (3be1c756-755e-4b68-acb8-67d8f252285c), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.812263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (44c76bda-0f9c-4d48-911c-00ff32257665), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.817150 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] Set router 80de2d27-626e-491a-b4ed-85a14ab90739 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:53.829021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] For port d03e04b2-1dd3-421e-b317-d86483ba7290, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d03e04b2-1dd3-421e-b317-d86483ba7290,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:53.831866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.839590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:53.869206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Calling delete_port for d03e04b2-1dd3-421e-b317-d86483ba7290 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:54.019903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c76bda-0f9c-4d48-911c-00ff32257665,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:54.029840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e941eee-8387-4d6f-8c18-826a4ef6bb55 None None] Pushing event updated for resources: {'Port': ['ID=3be1c756-755e-4b68-acb8-67d8f252285c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:54.083467 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:15:54.089072 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d388c459-5224-4806-890f-557e5545fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:15:53Z', 'revision_number': 6, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:54.209919 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388c459-5224-4806-890f-557e5545fe10 None None] The sync data for ids ['80de2d27-626e-491a-b4ed-85a14ab90739'] in n-d-836788-1 is: [{'id': '80de2d27-626e-491a-b4ed-85a14ab90739', 'name': 'tempest-ServersTestFqdnHostnames-912485111-router', 'tenant_id': 'bd657c93fde94b979a32f69b041b5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:13:01Z', 'updated_at': '2022-04-07T11:15:53Z', 'revision_number': 6, 'project_id': 'bd657c93fde94b979a32f69b041b5dfb', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:15:54.217513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Checking segment: {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:54.218225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Network hostable DHCP agents. Network: d28a7469-e23c-46d8-95e3-199b83686fce, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:15:54.323744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Attempting to bind port 3be1c756-755e-4b68-acb8-67d8f252285c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:54.324549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Attempting to bind port 3be1c756-755e-4b68-acb8-67d8f252285c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:54.325816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Attempting to bind port 3be1c756-755e-4b68-acb8-67d8f252285c on network 362776c3-0522-40c2-8fe8-ce5d5891aebd {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:54.326616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Network d28a7469-e23c-46d8-95e3-199b83686fce is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:15:54.338049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:54.340799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Checking segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:54.342960 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.346101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Bound using segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:54.347070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Bound port: 3be1c756-755e-4b68-acb8-67d8f252285c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:54.351213 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.408299 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28a0f4d4-943b-4b19-880b-b38c2c284404 admin admin] Publish callbacks [] for security_group (f3139aac-9496-4f84-b19c-0a346ea91532), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.409541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d28a7469-e23c-46d8-95e3-199b83686fce) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:54.430241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b98b55-57db-4401-93fe-b7738bb320a8 None None] Network d28a7469-e23c-46d8-95e3-199b83686fce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:54.432159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28a0f4d4-943b-4b19-880b-b38c2c284404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3139aac-9496-4f84-b19c-0a346ea91532), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.435604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:15:54.436722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.458750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d03e04b2-1dd3-421e-b317-d86483ba7290), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.486360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4ec3951-19db-4ab5-aea3-cc08ac7ce647 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3394902 Apr 07 11:15:54.495439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43708) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:54.502770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:15:54.592951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03e04b2-1dd3-421e-b317-d86483ba7290,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:54.631910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-28a0f4d4-943b-4b19-880b-b38c2c284404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9b05b5f2144c8f8559973940c4ea3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0405905 Apr 07 11:15:54.637589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43714) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:54.650227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0f4d4-943b-4b19-880b-b38c2c284404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3139aac-9496-4f84-b19c-0a346ea91532,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:54.700695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.703470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.804129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (80de2d27-626e-491a-b4ed-85a14ab90739), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.861573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] For port 3be1c756-755e-4b68-acb8-67d8f252285c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:54.951386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e2e0769-ece0-4dd0-842c-4222aa13e602 admin admin] Publish callbacks [] for security_group (f3139aac-9496-4f84-b19c-0a346ea91532), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.953263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] For port 3be1c756-755e-4b68-acb8-67d8f252285c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3be1c756-755e-4b68-acb8-67d8f252285c,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:54.966465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (80de2d27-626e-491a-b4ed-85a14ab90739), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.970857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks [] for router_controller (80de2d27-626e-491a-b4ed-85a14ab90739), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:54.983651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d28a7469-e23c-46d8-95e3-199b83686fce', 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'fixed_ips': [{'subnet_id': '44c76bda-0f9c-4d48-911c-00ff32257665'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:15:54.987769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.044251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] Provisioning complete for port 3be1c756-755e-4b68-acb8-67d8f252285c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:55.044751 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.059121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (80de2d27-626e-491a-b4ed-85a14ab90739), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.059391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e2e0769-ece0-4dd0-842c-4222aa13e602 admin admin] Publish callbacks [] for security_group (f3139aac-9496-4f84-b19c-0a346ea91532), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.059649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80de2d27-626e-491a-b4ed-85a14ab90739 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:15:55.071114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.073516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c67a868-059c-49be-9856-80d15f5c04f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80de2d27-626e-491a-b4ed-85a14ab90739 HTTP/1.1" status: 204 len: 168 time: 2.6112409 Apr 07 11:15:55.077655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:55.091486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks [] for router_controller (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.226601 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.263267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e2e0769-ece0-4dd0-842c-4222aa13e602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3139aac-9496-4f84-b19c-0a346ea91532), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.272450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e2e0769-ece0-4dd0-842c-4222aa13e602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.273670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0e2e0769-ece0-4dd0-842c-4222aa13e602 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3139aac-9496-4f84-b19c-0a346ea91532 HTTP/1.1" status: 204 len: 168 time: 0.6170816 Apr 07 11:15:55.313090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e0769-ece0-4dd0-842c-4222aa13e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3139aac-9496-4f84-b19c-0a346ea91532,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:55.543031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Deleting subnet 382ac7d3-e36e-4537-821f-ad9dcdf47547 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:15:55.562932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Publish callbacks [] for subnet (382ac7d3-e36e-4537-821f-ad9dcdf47547), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.572531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks [] for router_gateway (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:55.711065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Allocated IP 172.20.0.2 (d28a7469-e23c-46d8-95e3-199b83686fce/44c76bda-0f9c-4d48-911c-00ff32257665/853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:56.327260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d03e04b2-1dd3-421e-b317-d86483ba7290 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:56.450935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (382ac7d3-e36e-4537-821f-ad9dcdf47547), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:56.579688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d03e04b2-1dd3-421e-b317-d86483ba7290 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:56.580042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d03e04b2-1dd3-421e-b317-d86483ba7290 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:56.580485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8fbef776-0a7c-4d85-a426-072efb89de6b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:56.641669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] Current status of the port 3be1c756-755e-4b68-acb8-67d8f252285c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:56.642094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:56.705177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e941eee-8387-4d6f-8c18-826a4ef6bb55 None None] Pushing event updated for resources: {'Port': ['ID=3be1c756-755e-4b68-acb8-67d8f252285c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:56.720101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (382ac7d3-e36e-4537-821f-ad9dcdf47547), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:56.798852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] For port 3be1c756-755e-4b68-acb8-67d8f252285c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3be1c756-755e-4b68-acb8-67d8f252285c,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:56.805562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8fbef776-0a7c-4d85-a426-072efb89de6b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:56.806323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8fbef776-0a7c-4d85-a426-072efb89de6b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:56.812795 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:56.923816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:15:56.930946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:56.993328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dce6c9-245b-467b-85f9-2b3b9d11b421 None None] Pushing event updated for resources: {'Port': ['ID=3be1c756-755e-4b68-acb8-67d8f252285c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:57.159008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (382ac7d3-e36e-4537-821f-ad9dcdf47547), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.224583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382ac7d3-e36e-4537-821f-ad9dcdf47547,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:57.229708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.236790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:57.237653 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-42c97ae9-1be0-4e41-8c05-be5ecad44280 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/382ac7d3-e36e-4537-821f-ad9dcdf47547 HTTP/1.1" status: 204 len: 168 time: 2.1576509 Apr 07 11:15:57.290250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks [] for router_gateway (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.330883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df54698-55da-4159-8890-e3ad0f01bbad None None] Network 5987dfd3-dc36-44c6-b4ff-ce561e841216 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:15:57.339641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.450214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5987dfd3-dc36-44c6-b4ff-ce561e841216), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.618959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-61eed43e-7ebd-4078-aca9-66a23497b77a None None] Provisioning complete for port 3be1c756-755e-4b68-acb8-67d8f252285c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:15:57.619337 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-61eed43e-7ebd-4078-aca9-66a23497b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.629239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Deleting port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:15:57.629913 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.632039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Allocated IP 172.25.5.69 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/57e221a0-078b-4807-9ebd-57695c9e9ee0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:15:57.849907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks [] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.852262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] For port f3ba759d-1a46-40f2-9f08-9c55b36a2b68, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,segment=NetworkSegment(34432816-87bd-4409-80e9-719178ce0f3f),segment_id=34432816-87bd-4409-80e9-719178ce0f3f)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:15:57.852632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.885327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Calling delete_port for f3ba759d-1a46-40f2-9f08-9c55b36a2b68 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:15:57.930818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:57.966229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:57.972165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:57.980580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:58.043076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:15:58.048423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f3ba759d-1a46-40f2-9f08-9c55b36a2b68), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.104675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ba759d-1a46-40f2-9f08-9c55b36a2b68,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:58.119563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] No DVR routers for this DVR port f3ba759d-1a46-40f2-9f08-9c55b36a2b68 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:15:58.139388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Publish callbacks [] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.190774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.204434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-61eed43e-7ebd-4078-aca9-66a23497b77a None None] Current status of the port 3be1c756-755e-4b68-acb8-67d8f252285c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:15:58.291697 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5987dfd3-dc36-44c6-b4ff-ce561e841216), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.315715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Pushing event updated for resources: {'Port': ['ID=57e221a0-078b-4807-9ebd-57695c9e9ee0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:58.341033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5987dfd3-dc36-44c6-b4ff-ce561e841216']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:58.359685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a68138-3294-4a07-b495-00fd1aea2675 None None] DHCP port deletion for 5987dfd3-dc36-44c6-b4ff-ce561e841216 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:15:58.367139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34432816-87bd-4409-80e9-719178ce0f3f') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:58.367428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34432816-87bd-4409-80e9-719178ce0f3f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:58.377303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Network d28a7469-e23c-46d8-95e3-199b83686fce is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:15:58.395848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (34432816-87bd-4409-80e9-719178ce0f3f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.407952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:15:58.444597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (34432816-87bd-4409-80e9-719178ce0f3f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.462978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:15:58.463768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (34432816-87bd-4409-80e9-719178ce0f3f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:15:58.466403 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:15:58.477866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:15:58.488588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Pushing event updated for resources: {'Port': ['ID=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:58.627035 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5987dfd3-dc36-44c6-b4ff-ce561e841216), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.641537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.656944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5987dfd3-dc36-44c6-b4ff-ce561e841216 HTTP/1.1" status: 204 len: 168 time: 1.4189651 Apr 07 11:15:58.710143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Attempting to bind port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:15:58.710995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Attempting to bind port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:15:58.711812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Attempting to bind port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce on network d28a7469-e23c-46d8-95e3-199b83686fce {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:15:58.712550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2913eaf-6b98-45a9-89f6-bc600268a985 admin admin] Pushing event deleted for resources: {'Network': ['ID=5987dfd3-dc36-44c6-b4ff-ce561e841216,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:58.730169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:15:58.731003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Checking segment: {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:15:58.731602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.732171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Bound using segment: {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:15:58.732975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Bound port: 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:15:58.733567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.806197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks [] for router_gateway (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.862640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] For port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:15:58.866816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] For port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:15:58.889686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:58.981245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43796) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:59.050265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803be79-0afd-4f75-b673-4a9d0de79971 None None] Pushing event updated for resources: {'Port': ['ID=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:59.065919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e568de1a-066b-41e7-a164-18d8373215a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd657c93fde94b979a32f69b041b5dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827761 Apr 07 11:15:59.068399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43798) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:15:59.131838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:15:59.222795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca21e3-6d97-4610-abea-5a83a1e125bd None None] The sync data for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 is: [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:15:59.242448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a35-d1af-4c95-b828-83ebec60226f admin admin] Publish callbacks [] for security_group (3bbc1a4d-f832-4f81-a77b-8c6c9dc66746), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:59.394370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a35-d1af-4c95-b828-83ebec60226f admin admin] Publish callbacks [] for security_group (3bbc1a4d-f832-4f81-a77b-8c6c9dc66746), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:59.440805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f3ba759d-1a46-40f2-9f08-9c55b36a2b68 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:15:59.515652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f3ba759d-1a46-40f2-9f08-9c55b36a2b68 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:15:59.516023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f3ba759d-1a46-40f2-9f08-9c55b36a2b68 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:15:59.541832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a35-d1af-4c95-b828-83ebec60226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3bbc1a4d-f832-4f81-a77b-8c6c9dc66746), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:59.544471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35cb9a35-d1af-4c95-b828-83ebec60226f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:15:59.551618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-35cb9a35-d1af-4c95-b828-83ebec60226f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bbc1a4d-f832-4f81-a77b-8c6c9dc66746 HTTP/1.1" status: 204 len: 168 time: 0.4765816 Apr 07 11:15:59.571581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb9a35-d1af-4c95-b828-83ebec60226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbc1a4d-f832-4f81-a77b-8c6c9dc66746,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:15:59.589473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:00.087105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:16:00.421029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:16:00.475154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Sync routers for ids ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:16:00.476793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:00.481837 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d41a0ab-85f8-45c9-a345-dd237f23e756 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9862690 Apr 07 11:16:00.482060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:00.521028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Routers {'2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:00.537469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:00.784638 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78add03e-05a2-4d98-9591-8e200df774a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:00.942284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Set router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:01.574991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:01.618946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980105a-ead7-4a29-b50c-7653326f7ab6 None None] Network d28a7469-e23c-46d8-95e3-199b83686fce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:01.833520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:01.864325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43830) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:01.908839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.120059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1949602046-network', 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:02.183969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:02.188291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.193254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Allocated IP 172.20.0.1 (d28a7469-e23c-46d8-95e3-199b83686fce/44c76bda-0f9c-4d48-911c-00ff32257665/6f5a075f-e972-4a62-b254-e6e1d03f08a6) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:02.220426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.383030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] Provisioning complete for port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:02.383631 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.392123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks [] for security_group (899ea6d1-a6c5-4bc8-b84d-521c4f237081), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.410786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (899ea6d1-a6c5-4bc8-b84d-521c4f237081), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.438832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:15:58Z', 'revision_number': 3, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:02.462998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:16:02.510211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Checking router: 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:16:02.510709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Updating router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c port 57e221a0-078b-4807-9ebd-57695c9e9ee0 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:16:02.516814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899ea6d1-a6c5-4bc8-b84d-521c4f237081,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:02.532369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks [] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.542706 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2592c4af-a22e-4433-80e1-c91370c19361), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.546260 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Added segment 2592c4af-a22e-4433-80e1-c91370c19361 of type vlan for network 1f8a4f64-9884-4410-b571-e920debc91f7 Apr 07 11:16:02.586585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.616625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:02.617171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.619271 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.688350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1f8a4f64-9884-4410-b571-e920debc91f7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.690597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Network d28a7469-e23c-46d8-95e3-199b83686fce is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:02.709565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:02.727771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:02.740291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5a075f-e972-4a62-b254-e6e1d03f08a6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:02.766072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1f8a4f64-9884-4410-b571-e920debc91f7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.767957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:02.768774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.841449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:02.917082 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0490973 Apr 07 11:16:02.922082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43856) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:02.936809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Request body: {'subnet': {'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1949602046-subnet', 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:03.010127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:03.023401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] Current status of the port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:03.024733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.028945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3535db-4757-4fd8-9f74-872bbd57ae3b admin admin] Pushing event updated for resources: {'Network': ['ID=1f8a4f64-9884-4410-b571-e920debc91f7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:03.037414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.054704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1f8a4f64-9884-4410-b571-e920debc91f7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:16:03.265062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.266472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:03.267279 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.271957 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc704c99-867f-4bfd-8acd-aa4818c0c68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.336171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f44dc-959c-44d5-a054-93e43537ed35 req-83286079-4814-45a9-b3b6-4c8f5962b234 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:03.338143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] For port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:03.339995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-135f44dc-959c-44d5-a054-93e43537ed35 req-83286079-4814-45a9-b3b6-4c8f5962b234 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.2377212 Apr 07 11:16:03.421305 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.439469 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.515933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.588880 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6544111a-8b49-4a40-a93e-64271b44298c x-openstack-request-id: req-6544111a-8b49-4a40-a93e-64271b44298c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:03.589527 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-plugged", "status": "completed", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:03.590083 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6544111a-8b49-4a40-a93e-64271b44298c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:03.590817 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6544111a-8b49-4a40-a93e-64271b44298c'] response: {'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'code': 200} Apr 07 11:16:03.650151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:03.659855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:03.666571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Network hostable DHCP agents. Network: 1f8a4f64-9884-4410-b571-e920debc91f7, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:16:03.714355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:16:03.728300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-135f44dc-959c-44d5-a054-93e43537ed35 req-012047f3-3370-461e-afeb-17a8c29ce7b0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372340 Apr 07 11:16:03.729487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1f8a4f64-9884-4410-b571-e920debc91f7) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:03.735073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:03.736342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.781206 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0eb2343b-dc58-48c1-ac13-cba117b3f7a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8569758 Apr 07 11:16:03.784485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec9865-1854-447e-81f1-7e18f7e0930a None None] Network 1f8a4f64-9884-4410-b571-e920debc91f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:03.882949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks [] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.901714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:03.929731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3959c71e-dfee-4cce-bfe4-c551cb900e29 None None] Provisioning complete for port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:03.930241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3959c71e-dfee-4cce-bfe4-c551cb900e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.017935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7ab5e-60bc-4678-9735-4da64b2e2671 None None] Pushing event updated for resources: {'Port': ['ID=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:04.075804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.088226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:16:04.088625 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:16:04.164976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3959c71e-dfee-4cce-bfe4-c551cb900e29 None None] Port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:04.192079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5a075f-e972-4a62-b254-e6e1d03f08a6,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:04.271117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b053c-d700-4d97-a3e2-b7c87bfa4a4c None None] Network 1f8a4f64-9884-4410-b571-e920debc91f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:04.290681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3959c71e-dfee-4cce-bfe4-c551cb900e29 None None] Provisioning complete for port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:04.291377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3959c71e-dfee-4cce-bfe4-c551cb900e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.345266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe0e44-99bd-4168-8bc6-a574f5ed171e req-7b6c3d8a-af13-46c3-95ea-4c11c9112ed5 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:04.348550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07fe0e44-99bd-4168-8bc6-a574f5ed171e req-7b6c3d8a-af13-46c3-95ea-4c11c9112ed5 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.3078053 Apr 07 11:16:04.354199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-485d29fd-2efd-4483-9c4d-0c0f18fc7958 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=247939fbbf5842b5951ba3c15cd9df17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815463 Apr 07 11:16:04.387250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Publish callbacks [] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.423380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.502264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426322fe-bcd0-4e83-b1f2-60be9e386468 None None] Pushing event updated for resources: {'Port': ['ID=57e221a0-078b-4807-9ebd-57695c9e9ee0,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:04.504577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.536116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43932) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:04.539266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Network d28a7469-e23c-46d8-95e3-199b83686fce is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:04.546606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:04.603552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07fe0e44-99bd-4168-8bc6-a574f5ed171e req-1e1de300-caef-4d45-863e-f6594f286c4d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290497 Apr 07 11:16:04.765543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:04.769316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3be1c756-755e-4b68-acb8-67d8f252285c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:04.873789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-84941286-ea99-420d-9298-3b4e7f8a136d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:04.897051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-84941286-ea99-420d-9298-3b4e7f8a136d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5133896 Apr 07 11:16:04.935791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af65beef-de6b-463d-8ecd-6d571f76a835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.946234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3959c71e-dfee-4cce-bfe4-c551cb900e29 None None] Current status of the port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:04.959954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Attempting to bind port 57e221a0-078b-4807-9ebd-57695c9e9ee0 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:04.961243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Attempting to bind port 57e221a0-078b-4807-9ebd-57695c9e9ee0 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:04.963920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Attempting to bind port 57e221a0-078b-4807-9ebd-57695c9e9ee0 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:04.992933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-32da6ee6-0b07-4064-86f8-75c5d8536080 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/quotas/247939fbbf5842b5951ba3c15cd9df17 HTTP/1.1" status: 200 len: 375 time: 0.0791452 Apr 07 11:16:04.996967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:04.997822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:04.998577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:04.999464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:05.000268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Bound port: 57e221a0-078b-4807-9ebd-57695c9e9ee0, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:05.000847 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.066054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] For port 57e221a0-078b-4807-9ebd-57695c9e9ee0, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:05.070253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] For port 57e221a0-078b-4807-9ebd-57695c9e9ee0, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57e221a0-078b-4807-9ebd-57695c9e9ee0,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:05.092602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.113417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3be1c756-755e-4b68-acb8-67d8f252285c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:05.114365 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.136287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-5689d373-00d1-4286-9ff6-e7a8a31aa5a1 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=247939fbbf5842b5951ba3c15cd9df17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265864 Apr 07 11:16:05.203476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af65beef-de6b-463d-8ecd-6d571f76a835 admin admin] Publish callbacks [] for security_group (28ead69e-8a53-46f6-8059-c559ee79c391), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.218403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af65beef-de6b-463d-8ecd-6d571f76a835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (28ead69e-8a53-46f6-8059-c559ee79c391), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.221784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9f89ac31-cc46-4dd8-ab3a-07dca938fb94 None None] Provisioning complete for port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:05.222161 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f89ac31-cc46-4dd8-ab3a-07dca938fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.225843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:16:05.243112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43948) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:05.263431 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-af65beef-de6b-463d-8ecd-6d571f76a835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0557368abc4840a5aa007110f4e4830b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7262237 Apr 07 11:16:05.266472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43954) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:05.343075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65beef-de6b-463d-8ecd-6d571f76a835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ead69e-8a53-46f6-8059-c559ee79c391,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:05.354872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9f89ac31-cc46-4dd8-ab3a-07dca938fb94 None None] Port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:05.364164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-522bbf68-3c87-42ef-9205-a7167e2fef97 admin admin] Publish callbacks [] for security_group (28ead69e-8a53-46f6-8059-c559ee79c391), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.397925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Routers {'2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:05.398596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:05.398859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-522bbf68-3c87-42ef-9205-a7167e2fef97 admin admin] Publish callbacks [] for security_group (28ead69e-8a53-46f6-8059-c559ee79c391), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.473962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-522bbf68-3c87-42ef-9205-a7167e2fef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (28ead69e-8a53-46f6-8059-c559ee79c391), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.486962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-522bbf68-3c87-42ef-9205-a7167e2fef97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.493016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-522bbf68-3c87-42ef-9205-a7167e2fef97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28ead69e-8a53-46f6-8059-c559ee79c391 HTTP/1.1" status: 204 len: 168 time: 0.2225707 Apr 07 11:16:05.516032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbf68-3c87-42ef-9205-a7167e2fef97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ead69e-8a53-46f6-8059-c559ee79c391,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:05.554237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:16:05.577422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bf1a0db-0ea0-4ef5-8f18-9e55549701a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0940857 Apr 07 11:16:05.589611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-121edc45-6805-49c0-8bb3-50def24c4138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.679480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426322fe-bcd0-4e83-b1f2-60be9e386468 None None] Pushing event updated for resources: {'Port': ['ID=57e221a0-078b-4807-9ebd-57695c9e9ee0,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:05.712528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-121edc45-6805-49c0-8bb3-50def24c4138 admin admin] Publish callbacks [] for security_group (9522009a-44a8-4e4f-83e0-2d4d1bf94809), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.723130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-121edc45-6805-49c0-8bb3-50def24c4138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9522009a-44a8-4e4f-83e0-2d4d1bf94809), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.811858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-121edc45-6805-49c0-8bb3-50def24c4138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af4534e085b84aa9befa2b0f4d518af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554583 Apr 07 11:16:05.813302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121edc45-6805-49c0-8bb3-50def24c4138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522009a-44a8-4e4f-83e0-2d4d1bf94809,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:05.814365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43982) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:05.851507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3be1c756-755e-4b68-acb8-67d8f252285c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:05.896449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] Set router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:05.936875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67013b97-722e-408b-95e6-8bb23d924851 admin admin] Publish callbacks [] for security_group (9522009a-44a8-4e4f-83e0-2d4d1bf94809), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:05.986792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67013b97-722e-408b-95e6-8bb23d924851 admin admin] Publish callbacks [] for security_group (9522009a-44a8-4e4f-83e0-2d4d1bf94809), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:06.020891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:06.100554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67013b97-722e-408b-95e6-8bb23d924851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9522009a-44a8-4e4f-83e0-2d4d1bf94809), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:06.103111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67013b97-722e-408b-95e6-8bb23d924851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:06.106536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67013b97-722e-408b-95e6-8bb23d924851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9522009a-44a8-4e4f-83e0-2d4d1bf94809 HTTP/1.1" status: 204 len: 168 time: 0.2883952 Apr 07 11:16:06.125406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013b97-722e-408b-95e6-8bb23d924851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522009a-44a8-4e4f-83e0-2d4d1bf94809,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:06.287718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:06.568990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:06.678790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f91bd2-37c0-4672-908d-c079db264f2d req-178685b1-fd17-4558-9b08-8199595932f1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:06.693649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26f91bd2-37c0-4672-908d-c079db264f2d req-178685b1-fd17-4558-9b08-8199595932f1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.2201128 Apr 07 11:16:06.752518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:06.798361 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03b4e695-186e-4588-b024-1008ee969c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:06.827290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b203d64e-5794-4df1-a240-59e80220aba2 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:06.829468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:06.835326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26f91bd2-37c0-4672-908d-c079db264f2d req-5ef7113b-3689-4d50-b909-834c6a956adc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366687 Apr 07 11:16:06.882397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:06.884185 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.112870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-389f27b8-9548-40f8-a3ba-0df7c734aba5 req-fd9e1344-4fb8-4ba9-ae21-d490eca5a6de tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 210 time: 0.1240852 Apr 07 11:16:07.120762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03b4e695-186e-4588-b024-1008ee969c6e admin admin] Publish callbacks [] for security_group (effabd3a-899b-4b39-b3f8-84b843a0d718), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.141696 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03b4e695-186e-4588-b024-1008ee969c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (effabd3a-899b-4b39-b3f8-84b843a0d718), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.158292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:07.199690 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f9c618-903e-4fbe-99e6-5da8ba8c9c80" -d '{"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-unplugged", "status": "completed", "tag": "b203d64e-5794-4df1-a240-59e80220aba2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:07.260492 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03b4e695-186e-4588-b024-1008ee969c6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bbce73f6abd482784eae878282c4e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053051 Apr 07 11:16:07.264482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4e695-186e-4588-b024-1008ee969c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effabd3a-899b-4b39-b3f8-84b843a0d718,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:07.269740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44038) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:07.321887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:07.331295 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.362228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f5a075f-e972-4a62-b254-e6e1d03f08a6', 'name': '', 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'mac_address': 'fa:16:3e:99:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:01Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 2, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'subnets': [{'id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:07.384963 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.409623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f88445b-03a5-4d35-b68c-43a4d110126b admin admin] Publish callbacks [] for security_group (effabd3a-899b-4b39-b3f8-84b843a0d718), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.461013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f88445b-03a5-4d35-b68c-43a4d110126b admin admin] Publish callbacks [] for security_group (effabd3a-899b-4b39-b3f8-84b843a0d718), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.677644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f88445b-03a5-4d35-b68c-43a4d110126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (effabd3a-899b-4b39-b3f8-84b843a0d718), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.685907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b366e-101d-46db-ab49-3105325787f5 None None] The sync data for ids ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'] in n-d-836788-1 is: [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f5a075f-e972-4a62-b254-e6e1d03f08a6', 'name': '', 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'mac_address': 'fa:16:3e:99:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:01Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 2, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'subnets': [{'id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:16:07.696550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f88445b-03a5-4d35-b68c-43a4d110126b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:07.727279 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f88445b-03a5-4d35-b68c-43a4d110126b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/effabd3a-899b-4b39-b3f8-84b843a0d718 HTTP/1.1" status: 204 len: 168 time: 0.4558163 Apr 07 11:16:07.788314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88445b-03a5-4d35-b68c-43a4d110126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effabd3a-899b-4b39-b3f8-84b843a0d718,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:07.820050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:07.861671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:09.027317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcee8b-9ae8-4f53-8d43-b0e326a53922 req-31d198fe-42a2-4fc6-931d-02a5e454e883 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:09.031085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15fcee8b-9ae8-4f53-8d43-b0e326a53922 req-31d198fe-42a2-4fc6-931d-02a5e454e883 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 1.7548056 Apr 07 11:16:09.193753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-06811423-5434-4e2e-bee9-fc45f8f3229b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:09.195342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-06811423-5434-4e2e-bee9-fc45f8f3229b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 2.0217111 Apr 07 11:16:09.198360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-f5035a08-c3fe-46a1-9d8e-ae3ce1e6535a tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=247939fbbf5842b5951ba3c15cd9df17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1580107 Apr 07 11:16:09.270880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44070) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:09.557651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-aa37dd66-e3c4-4564-a776-50008798ab9d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:09.559691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-aa37dd66-e3c4-4564-a776-50008798ab9d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478391 Apr 07 11:16:09.578670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-636845208-network', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:09.581575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Request body: {'port': {'device_id': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '247939fbbf5842b5951ba3c15cd9df17'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:09.665405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Made reservation on behalf of d4e6426310fe4568bf986ddc184ac98d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:09.692793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:09.735621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:09.828692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-245fe1f9-a54d-44b1-8474-55053de2a82b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.2879453 Apr 07 11:16:10.026446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-8ff986b3-87c8-44d7-82c6-405cae1469fb tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1963274 Apr 07 11:16:10.075158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks [] for security_group (b6264299-1a12-4195-97b7-81a554293f8e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.092898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b6264299-1a12-4195-97b7-81a554293f8e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.200707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:16:10.203621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57e221a0-078b-4807-9ebd-57695c9e9ee0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:10.226006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6264299-1a12-4195-97b7-81a554293f8e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:10.239919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ab4debb8-a24d-4904-b52a-f809c0ef2b1a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.239919 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Added segment ab4debb8-a24d-4904-b52a-f809c0ef2b1a of type vlan for network b26e5866-c870-41e7-8553-3db3411c8b20 Apr 07 11:16:10.261926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15fcee8b-9ae8-4f53-8d43-b0e326a53922 req-05308229-854f-4b24-aecb-18983de912ee tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1675410 Apr 07 11:16:10.386614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57e221a0-078b-4807-9ebd-57695c9e9ee0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:10.387402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.498656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b26e5866-c870-41e7-8553-3db3411c8b20), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.530036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Made reservation on behalf of 247939fbbf5842b5951ba3c15cd9df17 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:10.554096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.608431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.623127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b26e5866-c870-41e7-8553-3db3411c8b20), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.624347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:10.625542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.660818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-1f2f0c65-5854-4ddb-8b63-5b595826cb77 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018007 Apr 07 11:16:10.724755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57e221a0-078b-4807-9ebd-57695c9e9ee0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:10.726810 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.806673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 57e221a0-078b-4807-9ebd-57695c9e9ee0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57e221a0-078b-4807-9ebd-57695c9e9ee0,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:10.817027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.894228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks [] for security_group (0b3c25a4-adb5-49a4-831c-22bc7bc8b59b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.915276 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a9e0e3-7744-4cd9-a992-50f6e8138bcf x-openstack-request-id: req-73a9e0e3-7744-4cd9-a992-50f6e8138bcf {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:10.918092 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-unplugged", "status": "completed", "tag": "b203d64e-5794-4df1-a240-59e80220aba2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:10.918817 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73a9e0e3-7744-4cd9-a992-50f6e8138bcf {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:10.921958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0b3c25a4-adb5-49a4-831c-22bc7bc8b59b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:10.922907 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a9e0e3-7744-4cd9-a992-50f6e8138bcf'] response: {'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2', 'code': 200} Apr 07 11:16:10.927162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6531940 Apr 07 11:16:10.961095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44088) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:10.983951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Request body: {'subnet': {'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-636845208-subnet', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:10.996114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=57e221a0-078b-4807-9ebd-57695c9e9ee0,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:11.106123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:11.126912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053b5f-3b6f-4d02-b84f-2c162e1a15f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b26e5866-c870-41e7-8553-3db3411c8b20,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:11.140288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.140911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.141446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.141944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.142451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.142966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.143461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.143958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.144458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.144951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.145513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.146114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.146629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:11.161198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b26e5866-c870-41e7-8553-3db3411c8b20 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:16:11.222672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-8cca7b44-72c6-4cc2-8cb2-d597bd8e4cae service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605175 Apr 07 11:16:11.236476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Made reservation on behalf of d4e6426310fe4568bf986ddc184ac98d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:11.251410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:11.260089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3000f5-ac7b-4378-b85a-7739455a564b req-965e75c1-fdb6-454e-a579-e0d2955163bc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:11.265811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b3000f5-ac7b-4378-b85a-7739455a564b req-965e75c1-fdb6-454e-a579-e0d2955163bc tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.2054482 Apr 07 11:16:11.309207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Allocated IP 192.168.233.161 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/0673c7a2-aa08-4d74-878b-ffd862ef8383) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:11.412073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b3000f5-ac7b-4378-b85a-7739455a564b req-9d738f1f-6daa-4dae-a126-52a6660e79e2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400282 Apr 07 11:16:11.759908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (6a563313-3d49-4dc7-93e8-3759f9f8ec8c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:11.814697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a563313-3d49-4dc7-93e8-3759f9f8ec8c,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:11.869958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Checking segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:11.870464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Network hostable DHCP agents. Network: b26e5866-c870-41e7-8553-3db3411c8b20, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:16:11.876470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f283538e-453a-4bc0-be0a-2d76265ef782 req-669fe775-2c45-489a-b4b0-702cd08ac49e tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 210 time: 0.3146222 Apr 07 11:16:11.933715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Network b26e5866-c870-41e7-8553-3db3411c8b20 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:16:11.959388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b26e5866-c870-41e7-8553-3db3411c8b20) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:11.966323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:11.969522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd02f61-1815-4a5c-aade-24db21a53874 None None] Network b26e5866-c870-41e7-8553-3db3411c8b20 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:11.970069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.015304 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-021e9586-b474-4b79-a6bc-99e4741a116a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0441153 Apr 07 11:16:12.016075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:12.033683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:12.070425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (33efa376-21ec-4739-a52d-161d9553dc11), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.071728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (33efa376-21ec-4739-a52d-161d9553dc11), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.141789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks [] for router_controller (33efa376-21ec-4739-a52d-161d9553dc11), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.234021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57e221a0-078b-4807-9ebd-57695c9e9ee0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:12.313544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322ae2-e5f2-4be1-a5ab-a597bf233080 req-439fdb0e-5047-4493-a5dd-dfeabe5446b0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:12.327149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5322ae2-e5f2-4be1-a5ab-a597bf233080 req-439fdb0e-5047-4493-a5dd-dfeabe5446b0 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 0.4532838 Apr 07 11:16:12.339262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks [] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.459279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5322ae2-e5f2-4be1-a5ab-a597bf233080 req-54168ac3-841d-4ebf-878d-d08d5a89458f tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308784 Apr 07 11:16:12.554425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57e221a0-078b-4807-9ebd-57695c9e9ee0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:12.555014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.624709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b26e5866-c870-41e7-8553-3db3411c8b20', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:16:12.626953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.645247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:12.822392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Allocated IP 172.20.0.2 (b26e5866-c870-41e7-8553-3db3411c8b20/6a563313-3d49-4dc7-93e8-3759f9f8ec8c/e8462342-b8dc-4a15-9813-960769e815a2) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:12.922495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26349ae1-fca5-41d7-a695-99d3deb64da6 req-ef9b6f49-2c73-466c-ba21-fe96edfceadd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 210 time: 0.2622964 Apr 07 11:16:12.929189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:12.932673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:12.958503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:13.055185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Sync routers for ids ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:16:13.117704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Routers {'2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:13.118600 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:13.145839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Pushing event updated for resources: {'Port': ['ID=0673c7a2-aa08-4d74-878b-ffd862ef8383,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:13.178267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:13.178565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:13.226413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-d3d5dfb1-381a-4183-871e-78dae01e34e9 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:13.250927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-d3d5dfb1-381a-4183-871e-78dae01e34e9 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.23 "GET /v2.0/ports?device_id=77078224-ffa5-4cf3-a953-c58cf97c726c HTTP/1.1" status: 200 len: 944 time: 0.8070114 Apr 07 11:16:13.258316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks [] for router_gateway (33efa376-21ec-4739-a52d-161d9553dc11), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:13.276335 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Publish callbacks [] for port (e8462342-b8dc-4a15-9813-960769e815a2), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:13.318793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e8462342-b8dc-4a15-9813-960769e815a2), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:13.409215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Network b26e5866-c870-41e7-8553-3db3411c8b20 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:13.426469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:13.436619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:13.537575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-36fa5284-5e03-4026-9dcc-8a7571c75a9c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9557509 Apr 07 11:16:13.588483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Request body: {'port': {'device_id': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:13.656663 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Set router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:13.730904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2fb89-e98e-4049-9ece-d3d411df5309 req-56eb5f00-3fc7-4955-a503-69430a0dcc77 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:13.740438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0b2fb89-e98e-4049-9ece-d3d411df5309 req-56eb5f00-3fc7-4955-a503-69430a0dcc77 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.6253455 Apr 07 11:16:13.760512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-1ba54a45-8359-433a-a02b-a1dfa665ee36 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:13.769008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-1ba54a45-8359-433a-a02b-a1dfa665ee36 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.5871129 Apr 07 11:16:13.831048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-2f1e1d53-050f-4770-8200-49c98aa6c692 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/quotas/fb1008c83a974ae1bb090bf9a6f9588d HTTP/1.1" status: 200 len: 375 time: 0.0606773 Apr 07 11:16:13.930241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:13.959425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Deleting port b203d64e-5794-4df1-a240-59e80220aba2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:13.960077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b203d64e-5794-4df1-a240-59e80220aba2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:13.985442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bf27d321-97d7-4fb4-aae4-35ea368dc123 None None] Provisioning complete for port 0673c7a2-aa08-4d74-878b-ffd862ef8383 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:13.991245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf27d321-97d7-4fb4-aae4-35ea368dc123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:14.008681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Pushing event updated for resources: {'Port': ['ID=e8462342-b8dc-4a15-9813-960769e815a2,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:14.063253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0b2fb89-e98e-4049-9ece-d3d411df5309 req-6bc16426-361f-4011-8b83-f0bba2a6cd3f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182473 Apr 07 11:16:14.216720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-32b33d22-d9ee-4b17-99bd-47439e90cb85 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3833296 Apr 07 11:16:14.246604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Attempting to bind port e8462342-b8dc-4a15-9813-960769e815a2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:14.247399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Attempting to bind port e8462342-b8dc-4a15-9813-960769e815a2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:14.248664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Attempting to bind port e8462342-b8dc-4a15-9813-960769e815a2 on network b26e5866-c870-41e7-8553-3db3411c8b20 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:14.278697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:14.281083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Checking segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:14.281768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:14.282409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Bound using segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:14.283174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Bound port: e8462342-b8dc-4a15-9813-960769e815a2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:14.283947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e8462342-b8dc-4a15-9813-960769e815a2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:14.308110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] For port b203d64e-5794-4df1-a240-59e80220aba2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b203d64e-5794-4df1-a240-59e80220aba2,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:14.308751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b203d64e-5794-4df1-a240-59e80220aba2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:14.310094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bf27d321-97d7-4fb4-aae4-35ea368dc123 None None] Port 0673c7a2-aa08-4d74-878b-ffd862ef8383 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:14.324957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Calling delete_port for b203d64e-5794-4df1-a240-59e80220aba2 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:14.334657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57e221a0-078b-4807-9ebd-57695c9e9ee0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:14.472911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] For port e8462342-b8dc-4a15-9813-960769e815a2, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:14.484978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] For port e8462342-b8dc-4a15-9813-960769e815a2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e8462342-b8dc-4a15-9813-960769e815a2,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:14.493755 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e8462342-b8dc-4a15-9813-960769e815a2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:14.503917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44166) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:14.590433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9a17d-2a41-4e6f-9ee9-3cf91f3ab627 None None] Pushing event updated for resources: {'Port': ['ID=e8462342-b8dc-4a15-9813-960769e815a2,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:14.669239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b203d64e-5794-4df1-a240-59e80220aba2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:14.684377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f5a075f-e972-4a62-b254-e6e1d03f08a6', 'name': '', 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'mac_address': 'fa:16:3e:99:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:01Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 2, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'subnets': [{'id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:14.885824 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Checking router: 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:16:14.892216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Updating router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:16:15.026251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event deleted for resources: {'Port': ['ID=b203d64e-5794-4df1-a240-59e80220aba2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:15.066019 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.090316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] No DVR routers for this DVR port b203d64e-5794-4df1-a240-59e80220aba2 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:15.090656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-dcbe6f11-75e1-480f-b716-e8e883cf0c68 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:15.097403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-dcbe6f11-75e1-480f-b716-e8e883cf0c68 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.5979164 Apr 07 11:16:15.190974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:15.200209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.220849 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-73a8835d-45c7-4a80-8d84-a6d39154c8b3 req-862ef0cb-68bf-47b6-90ae-09bd0769a19f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.23 "DELETE /v2.0/ports/b203d64e-5794-4df1-a240-59e80220aba2 HTTP/1.1" status: 204 len: 173 time: 1.9431887 Apr 07 11:16:15.221929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-deleted', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:15.225820 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e6199-60c2-4478-9221-f0125362680a" -d '{"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-deleted", "tag": "b203d64e-5794-4df1-a240-59e80220aba2"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:15.393855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks [] for router_gateway (33efa376-21ec-4739-a52d-161d9553dc11), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.474588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.554007 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef559436-4826-420c-a566-090a98949c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.728431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Allocated IP 172.25.5.188 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/41196634-e5ae-4e8d-b3f8-c4baf2c88fe9) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:15.885254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef559436-4826-420c-a566-090a98949c5e admin admin] Publish callbacks [] for security_group (58812422-9684-4eae-963f-a2a0af9334a2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.908615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:15.923669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.925460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks [] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:15.971392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf5b32-b0ef-49df-a0c2-a894ee9d7a0a req-ca27cb99-c558-4deb-ac67-ab9547284702 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:15.986466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ccf5b32-b0ef-49df-a0c2-a894ee9d7a0a req-ca27cb99-c558-4deb-ac67-ab9547284702 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 936 time: 1.4786334 Apr 07 11:16:15.987225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef559436-4826-420c-a566-090a98949c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (58812422-9684-4eae-963f-a2a0af9334a2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:16.035263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:16.215067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:16.224598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:16.240736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:16.243965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Pushing event updated for resources: {'Port': ['ID=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:16.301611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef559436-4826-420c-a566-090a98949c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58812422-9684-4eae-963f-a2a0af9334a2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:16.322744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-c788d6d3-1dea-4550-870c-065a2db0d796 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1061559 Apr 07 11:16:16.459534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:16.524281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: b203d64e-5794-4df1-a240-59e80220aba2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:16.524670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b203d64e-5794-4df1-a240-59e80220aba2 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:16.630999 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Publish callbacks [] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:16.635699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e8462342-b8dc-4a15-9813-960769e815a2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:16.659627 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:16.807753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e8462342-b8dc-4a15-9813-960769e815a2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:16.808066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e8462342-b8dc-4a15-9813-960769e815a2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:16.910016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023637b5-6af9-49d7-a880-9042b8de6ee8 None None] Network b26e5866-c870-41e7-8553-3db3411c8b20 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:16.927235 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639a901-8b2d-4ddb-b8a2-45833b888cc9 None None] Pushing event updated for resources: {'Port': ['ID=6f5a075f-e972-4a62-b254-e6e1d03f08a6,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:17.182142 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Attempting to bind port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:17.190648 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Attempting to bind port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:17.192839 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Attempting to bind port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 on network d28a7469-e23c-46d8-95e3-199b83686fce {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:17.199410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks [] for router_gateway (33efa376-21ec-4739-a52d-161d9553dc11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.209756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:17.216036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Checking segment: {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:17.217339 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.249245 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Bound using segment: {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:17.249880 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Bound port: 6f5a075f-e972-4a62-b254-e6e1d03f08a6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562d2b00-7a19-437c-a736-8457f94756c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:17.250287 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.256931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-44a26cc7-1540-4654-a822-b0e6b87d5fa6 None None] Provisioning complete for port e8462342-b8dc-4a15-9813-960769e815a2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:17.257659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44a26cc7-1540-4654-a822-b0e6b87d5fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e8462342-b8dc-4a15-9813-960769e815a2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.281567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0673c7a2-aa08-4d74-878b-ffd862ef8383 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:17.297111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Publish callbacks [] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.315645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Transition to ACTIVE for port object 0673c7a2-aa08-4d74-878b-ffd862ef8383 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:16:17.319005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-a3b30b3b-44b7-489a-bb91-77300a0d9af3 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9751694 Apr 07 11:16:17.332164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.351662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef559436-4826-420c-a566-090a98949c5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa25f2bfa61f4153816a54b9881d847d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8243120 Apr 07 11:16:17.357356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44184) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:17.527492 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] For port 6f5a075f-e972-4a62-b254-e6e1d03f08a6, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:17.546055 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] For port 6f5a075f-e972-4a62-b254-e6e1d03f08a6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6f5a075f-e972-4a62-b254-e6e1d03f08a6,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:17.570572 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.716109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e8462342-b8dc-4a15-9813-960769e815a2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:17.721216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e8462342-b8dc-4a15-9813-960769e815a2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:17.759201 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639a901-8b2d-4ddb-b8a2-45833b888cc9 None None] Pushing event updated for resources: {'Port': ['ID=6f5a075f-e972-4a62-b254-e6e1d03f08a6,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:17.812544 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Routers {'2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:17.813458 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:17.906680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e8462342-b8dc-4a15-9813-960769e815a2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e8462342-b8dc-4a15-9813-960769e815a2,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:17.920675 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e8462342-b8dc-4a15-9813-960769e815a2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:18.253030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e8462342-b8dc-4a15-9813-960769e815a2,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:18.481883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-44a26cc7-1540-4654-a822-b0e6b87d5fa6 None None] Current status of the port e8462342-b8dc-4a15-9813-960769e815a2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:18.648708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e8462342-b8dc-4a15-9813-960769e815a2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:18.702710 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] Set router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:18.811677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Provisioning complete for port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:18.837058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:18.873836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (33efa376-21ec-4739-a52d-161d9553dc11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:18.918880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Pushing event updated for resources: {'Port': ['ID=0673c7a2-aa08-4d74-878b-ffd862ef8383,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:18.922482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e8462342-b8dc-4a15-9813-960769e815a2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:18.923199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e8462342-b8dc-4a15-9813-960769e815a2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:19.158592 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f5a075f-e972-4a62-b254-e6e1d03f08a6', 'name': '', 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'mac_address': 'fa:16:3e:99:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:01Z', 'updated_at': '2022-04-07T11:16:17Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'subnets': [{'id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:19.178259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Current status of the port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:19.179001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:19.220630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ccf5b32-b0ef-49df-a0c2-a894ee9d7a0a req-f9d3cffb-7511-4027-856e-02c95c8ca956 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.2186301 Apr 07 11:16:19.228372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e8462342-b8dc-4a15-9813-960769e815a2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:19.233906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f5a075f-e972-4a62-b254-e6e1d03f08a6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:19.257368 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84bb002-3de2-42a5-ae02-93a5e438d888 None None] The sync data for ids ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'] in n-d-836788-1 is: [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:16:03Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f5a075f-e972-4a62-b254-e6e1d03f08a6', 'name': '', 'network_id': 'd28a7469-e23c-46d8-95e3-199b83686fce', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'mac_address': 'fa:16:3e:99:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:01Z', 'updated_at': '2022-04-07T11:16:17Z', 'revision_number': 4, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'subnets': [{'id': '44c76bda-0f9c-4d48-911c-00ff32257665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:16:19.265821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.13 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/ec94d3bc-f72c-448b-888e-25a7e4acdfe7) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:19.411439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] For port 6f5a075f-e972-4a62-b254-e6e1d03f08a6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6f5a075f-e972-4a62-b254-e6e1d03f08a6,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:19.418793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:19.420243 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:19.425716 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:19.515949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-dc0c333a-aabc-40ca-bf0b-7d91864fc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:19.524691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-dc0c333a-aabc-40ca-bf0b-7d91864fc923 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 1127 time: 1.1113436 Apr 07 11:16:19.699497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Router 33efa376-21ec-4739-a52d-161d9553dc11 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:16:19.739669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Pushing event updated for resources: {'Port': ['ID=6f5a075f-e972-4a62-b254-e6e1d03f08a6,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:19.781945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:16:19.787973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:19.875765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.038757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36bc4060-6421-4834-a307-4cd21df6dced req-9843dfff-3048-4766-8204-6d053e06a725 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 210 time: 0.2187660 Apr 07 11:16:20.076836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:16:20.082852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:20.107784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:20.111157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c189e-033d-47a1-b873-fb8cf88b6f81 req-402aa60c-67d2-4aee-8d39-6597349feaab tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:20.112918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Provisioning complete for port e8462342-b8dc-4a15-9813-960769e815a2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:20.117703 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e8462342-b8dc-4a15-9813-960769e815a2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.120248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'mac_address': 'fa:16:3e:5e:0e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:16:20.131072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457c189e-033d-47a1-b873-fb8cf88b6f81 req-402aa60c-67d2-4aee-8d39-6597349feaab tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 949 time: 1.2342768 Apr 07 11:16:20.138184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.146349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:16:20.233831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:20.234861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:20.333482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-9ec36aa0-212d-4ac4-bc9a-029357221b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:20.335109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-9ec36aa0-212d-4ac4-bc9a-029357221b19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.8067648 Apr 07 11:16:20.351285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.371396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-87b5f3ef-146f-4dc1-bf7b-96de3fce4102 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3417904 Apr 07 11:16:20.381373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44206) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:20.383661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Attempting to bind port 0673c7a2-aa08-4d74-878b-ffd862ef8383 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:20.384140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Attempting to bind port 0673c7a2-aa08-4d74-878b-ffd862ef8383 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:20.384576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Attempting to bind port 0673c7a2-aa08-4d74-878b-ffd862ef8383 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:20.521095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:20.522411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:20.542021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:20.544188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Port 0673c7a2-aa08-4d74-878b-ffd862ef8383 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:16:20.544931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Attempting to bind port 0673c7a2-aa08-4d74-878b-ffd862ef8383 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:20.548147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:20.552330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:20.567979 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-49ddd717-c5f2-4cb5-880c-fd615964f6d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2 HTTP/1.1" status: 200 len: 217 time: 0.2238348 Apr 07 11:16:20.582388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04c3e7e8-b798-4575-9737-0a969957da6f admin admin] Publish callbacks [] for security_group (58812422-9684-4eae-963f-a2a0af9334a2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.600808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457c189e-033d-47a1-b873-fb8cf88b6f81 req-0bea2b3b-7727-4cfc-b328-fda6a33617ee tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668362 Apr 07 11:16:20.692512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04c3e7e8-b798-4575-9737-0a969957da6f admin admin] Publish callbacks [] for security_group (58812422-9684-4eae-963f-a2a0af9334a2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.711772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6330f392-2eda-4e1b-816c-37f8d9723ca2 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:20.714253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f5a075f-e972-4a62-b254-e6e1d03f08a6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:20.733836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-22ab1683-54f3-4ace-bd74-86abf8233569 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:20.735639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-22ab1683-54f3-4ace-bd74-86abf8233569 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.6822505 Apr 07 11:16:20.744649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-f637482b-1f55-44bc-97f2-5d4f45b07711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:20.750868 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-f637482b-1f55-44bc-97f2-5d4f45b07711 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1735220 Apr 07 11:16:20.762276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Request body: {'port': {'device_id': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'admin_state_up': True, 'tenant_id': 'fb1008c83a974ae1bb090bf9a6f9588d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:20.781883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:20.782377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:20.782933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:20.783732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Bound port: 0673c7a2-aa08-4d74-878b-ffd862ef8383, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:20.784021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.809278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04c3e7e8-b798-4575-9737-0a969957da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (58812422-9684-4eae-963f-a2a0af9334a2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.812734 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04c3e7e8-b798-4575-9737-0a969957da6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:20.814928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-04c3e7e8-b798-4575-9737-0a969957da6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58812422-9684-4eae-963f-a2a0af9334a2 HTTP/1.1" status: 204 len: 168 time: 3.4540994 Apr 07 11:16:20.836007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b24a7a-56d4-4606-b0fa-0ba9fc53f682 req-4eb299ea-5660-44c6-ba53-a4349f581099 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:20.845669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73b24a7a-56d4-4606-b0fa-0ba9fc53f682 req-4eb299ea-5660-44c6-ba53-a4349f581099 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 945 time: 0.6317573 Apr 07 11:16:20.890955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3e7e8-b798-4575-9737-0a969957da6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58812422-9684-4eae-963f-a2a0af9334a2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:20.956374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:20.958079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.001520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-34157d41-25a5-415f-a972-9dce96301588 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8134913 Apr 07 11:16:21.038474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-aec107da-d00e-4c34-876d-fa669f8d2d5c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:16:21.039909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-aec107da-d00e-4c34-876d-fa669f8d2d5c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247812 Apr 07 11:16:21.062663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Request body: {'port': {'device_id': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:21.214676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73b24a7a-56d4-4606-b0fa-0ba9fc53f682 req-3806b0e9-7e91-4375-b524-b59264cd8752 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662779 Apr 07 11:16:21.241343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] For port 0673c7a2-aa08-4d74-878b-ffd862ef8383, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:21.261803 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5085f35-6532-424a-b4c5-4a224fb9dbb0 x-openstack-request-id: req-e5085f35-6532-424a-b4c5-4a224fb9dbb0 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:21.262414 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77078224-ffa5-4cf3-a953-c58cf97c726c", "name": "network-vif-deleted", "tag": "b203d64e-5794-4df1-a240-59e80220aba2", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:21.262414 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5085f35-6532-424a-b4c5-4a224fb9dbb0 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:21.273215 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5085f35-6532-424a-b4c5-4a224fb9dbb0'] response: {'server_uuid': '77078224-ffa5-4cf3-a953-c58cf97c726c', 'name': 'network-vif-deleted', 'tag': 'b203d64e-5794-4df1-a240-59e80220aba2', 'status': 'completed', 'code': 200} Apr 07 11:16:21.289867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] For port 0673c7a2-aa08-4d74-878b-ffd862ef8383, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:21.318694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.510038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:21.514060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.524546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] 10.222.0.41 "PUT /v2.0/ports/0673c7a2-aa08-4d74-878b-ffd862ef8383 HTTP/1.1" status: 200 len: 1096 time: 7.9696164 Apr 07 11:16:21.534845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Made reservation on behalf of fb1008c83a974ae1bb090bf9a6f9588d for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:21.542498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.591401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'tag': '0673c7a2-aa08-4d74-878b-ffd862ef8383'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:21.593935 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59166155-caf6-44b6-a540-f656c12347a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c97858ea-639f-45bf-afbd-4f906adb9c96", "tag": "0673c7a2-aa08-4d74-878b-ffd862ef8383"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:21.736535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:21.737607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.771128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c245823-fe8c-422f-884e-783758f42cde req-40e397a8-3758-4ee2-be84-74cb7fcb6c48 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 210 time: 0.4242582 Apr 07 11:16:21.800890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:21.871851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:21.923728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.948701 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.961703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6330f392-2eda-4e1b-816c-37f8d9723ca2 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:21.962549 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:21.968900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Allocated IP 172.20.0.2 (70ac7a78-815b-4648-89f2-ec0463b0b88b/d7a923b8-4744-45d0-96c2-0dc009d2f29d/0d376210-709d-47ce-81e8-bf816f735991) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:22.012281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae0a1-7053-4dfd-8ef1-d0636b85c90d service neutron] Pushing event updated for resources: {'Port': ['ID=0673c7a2-aa08-4d74-878b-ffd862ef8383,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:22.083167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8ff74-6464-41a4-b1cb-18c1bcbe9e30 req-06bc0686-b9a0-41ac-a013-24465159b051 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:22.090819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fd8ff74-6464-41a4-b1cb-18c1bcbe9e30 req-06bc0686-b9a0-41ac-a013-24465159b051 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 948 time: 0.6611054 Apr 07 11:16:22.140514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks [] for port (0d376210-709d-47ce-81e8-bf816f735991), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:22.144711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:22.157589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-618dd718-c6c3-4405-b89b-fc37074fc07c None None] Current status of the port e8462342-b8dc-4a15-9813-960769e815a2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:22.175107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-c603f8f6-fbf6-4106-849a-9e18f2d6bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:22.177340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-c603f8f6-fbf6-4106-849a-9e18f2d6bf46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0881557 Apr 07 11:16:22.181807 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:22.219013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:22.219883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:22.281192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:22.290214 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410cadb-1da9-4967-88cd-f75b9e4fa91a" -d '{"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-unplugged", "status": "completed", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:22.295450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:22.305862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:22.306086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:22.306266 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:22.340855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:22.349336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:22.366102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['95e9c49b-b11e-41ff-b519-20dcf9bc319d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:22.368839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:22.451754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-4c47308d-6d8d-4eef-bef5-f9c4bea3a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:22.453490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-4c47308d-6d8d-4eef-bef5-f9c4bea3a715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=247939fbbf5842b5951ba3c15cd9df17&device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 1130 time: 0.8467052 Apr 07 11:16:22.496198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:22.571523 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-88b0091d-f3fc-497a-8247-f4eaea6d8aca service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852682 Apr 07 11:16:22.583558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:22.584597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:22.600510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa44e-6766-466e-be14-eaf382e78c98 req-dd47e173-9c51-4270-970f-71edaa943705 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:22.618923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e61fa44e-6766-466e-be14-eaf382e78c98 req-dd47e173-9c51-4270-970f-71edaa943705 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 932 time: 0.6973550 Apr 07 11:16:22.618923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-7e6d1925-779b-4043-b4dc-ce4ba94a10a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383 HTTP/1.1" status: 200 len: 217 time: 0.1535962 Apr 07 11:16:22.652826 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-5b6b8cc3-5730-4a19-8ded-cb386065922b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8983276 Apr 07 11:16:22.685886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Request body: {'port': {'device_id': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:22.890531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:22.924584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:22.946385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:16Z', 'revision_number': 3, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:22.977778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:16:22.978130 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:16:22.980449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:16:22.980802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Updating router 33efa376-21ec-4739-a52d-161d9553dc11 port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:16:23.043448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fd8ff74-6464-41a4-b1cb-18c1bcbe9e30 req-631f6e28-8ef7-4337-89e6-0f887634c6d0 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269066 Apr 07 11:16:23.057400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-f42e540e-fc74-445e-abf1-7a970de9c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:23.075719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.079445 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-f42e540e-fc74-445e-abf1-7a970de9c3e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.4358273 Apr 07 11:16:23.240036 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30fe43-425f-4af5-ad09-1b1dd3a74473 x-openstack-request-id: req-cc30fe43-425f-4af5-ad09-1b1dd3a74473 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:23.241310 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97858ea-639f-45bf-afbd-4f906adb9c96", "tag": "0673c7a2-aa08-4d74-878b-ffd862ef8383", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:23.241895 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc30fe43-425f-4af5-ad09-1b1dd3a74473 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:23.242754 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc30fe43-425f-4af5-ad09-1b1dd3a74473'] response: {'name': 'network-changed', 'server_uuid': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'tag': '0673c7a2-aa08-4d74-878b-ffd862ef8383', 'status': 'completed', 'code': 200} Apr 07 11:16:23.320214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.353514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5aae0f8-7f2d-4047-aed0-ea8cefe11fa6 req-221c17e4-803a-4747-87b5-0e4f88fee6d7 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572973 Apr 07 11:16:23.436386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.486107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e61fa44e-6766-466e-be14-eaf382e78c98 req-f1bedec5-17d5-4970-aa56-ae9fb13c5a42 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8576763 Apr 07 11:16:23.724494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: BUILD; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:23.724883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.766345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:23.783761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec94d3bc-f72c-448b-888e-25a7e4acdfe7 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:23.808969 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Publish callbacks [] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.831098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:23.846491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Transition to ACTIVE for port object ec94d3bc-f72c-448b-888e-25a7e4acdfe7 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:16:23.855013 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.875342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:23.947083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:23.973124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-3a2e693a-48bd-4e74-b11f-79239fa86648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:23.977622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-3a2e693a-48bd-4e74-b11f-79239fa86648 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8949213 Apr 07 11:16:24.054586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Publish callbacks [] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.074592 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.162215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44278) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:24.181942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Attempting to bind port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:24.182563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Attempting to bind port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:24.183240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Attempting to bind port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:24.191880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:24.192273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:24.192691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.193267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:24.193645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Bound port: 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:24.194044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.207237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Allocated IP 172.20.0.1 (b26e5866-c870-41e7-8553-3db3411c8b20/6a563313-3d49-4dc7-93e8-3759f9f8ec8c/db659187-877e-4892-969f-08d7f5435b55) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:24.213373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c6dfe-e71f-40ae-85f4-3d0c85abef31 req-0587b9d6-009f-4cf0-b57e-fbce556bb585 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:24.222279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-857c6dfe-e71f-40ae-85f4-3d0c85abef31 req-0587b9d6-009f-4cf0-b57e-fbce556bb585 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 948 time: 0.8719404 Apr 07 11:16:24.259691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Pushing event updated for resources: {'Port': ['ID=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:24.284864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3032eb-6927-432e-85fd-775816541660 None None] Pushing event updated for resources: {'Port': ['ID=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:24.338813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40d03-c2ce-49d3-a585-180a919cf900 req-40dccd88-f274-4328-98ed-b7823d68ba6b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:24.340525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bf40d03-c2ce-49d3-a585-180a919cf900 req-40dccd88-f274-4328-98ed-b7823d68ba6b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 943 time: 0.4851460 Apr 07 11:16:24.362298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] For port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:24.372490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] For port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:24.386441 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.434451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-857c6dfe-e71f-40ae-85f4-3d0c85abef31 req-b1897ace-fa77-4e8d-b1f3-a32380a860a1 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062626 Apr 07 11:16:24.468310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-23bc98a7-607f-4ced-a95e-8e1df21813ff service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739652 Apr 07 11:16:24.538174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3032eb-6927-432e-85fd-775816541660 None None] Pushing event updated for resources: {'Port': ['ID=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:24.541036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d376210-709d-47ce-81e8-bf816f735991 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:24.577604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Attempting to bind port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:24.578122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Attempting to bind port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:24.578552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Attempting to bind port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:24.583572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bf40d03-c2ce-49d3-a585-180a919cf900 req-b1c3598a-c492-46ee-a8ce-07f89c8c33e0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110260 Apr 07 11:16:24.592453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-358516261'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:24.613612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Publish callbacks [] for port (0d376210-709d-47ce-81e8-bf816f735991), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.616360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:16:24.616821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Attempting to bind port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:24.622454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Made reservation on behalf of ec68543d5d1744eb88a7fd926fbee9b8 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:24.625966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:24.627620 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.628800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:24.644537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:24.645044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:24.645639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:24.646227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Bound port: ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:24.646703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.659154 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.729331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Transition to ACTIVE for port object 0d376210-709d-47ce-81e8-bf816f735991 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:16:24.749382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.849543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-561ba961-db9b-4af2-a421-9cfb1661b298 req-62b80326-823d-42eb-b1ea-ed9b735109cf service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732216 Apr 07 11:16:24.931407 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a001196-c748-4437-87f5-7ec22f5b5ba7 x-openstack-request-id: req-9a001196-c748-4437-87f5-7ec22f5b5ba7 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:24.931693 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-unplugged", "status": "completed", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:24.931809 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a001196-c748-4437-87f5-7ec22f5b5ba7 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:24.932222 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a001196-c748-4437-87f5-7ec22f5b5ba7'] response: {'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'code': 200} Apr 07 11:16:24.968786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:24.988997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks [] for port (db659187-877e-4892-969f-08d7f5435b55), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:24.991746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:25.124434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Attempting to bind port 0d376210-709d-47ce-81e8-bf816f735991 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:25.124781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Attempting to bind port 0d376210-709d-47ce-81e8-bf816f735991 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:25.125117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Attempting to bind port 0d376210-709d-47ce-81e8-bf816f735991 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:25.134224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Port 0d376210-709d-47ce-81e8-bf816f735991 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:16:25.134562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Attempting to bind port 0d376210-709d-47ce-81e8-bf816f735991 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:25.142173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:25.142583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Checking segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:25.142978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Bound using segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:25.143518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Bound port: 0d376210-709d-47ce-81e8-bf816f735991, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:25.144652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.151044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (db659187-877e-4892-969f-08d7f5435b55), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.157581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] For port ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:25.215920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Pushing event updated for resources: {'Port': ['ID=db659187-877e-4892-969f-08d7f5435b55,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:25.315387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] For port ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:25.340601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103bdbe-65c4-4def-b017-f1c02eb04ee6 req-2336723d-900f-4f50-947b-36064af3643f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:25.342961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7103bdbe-65c4-4def-b017-f1c02eb04ee6 req-2336723d-900f-4f50-947b-36064af3643f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 943 time: 0.5499141 Apr 07 11:16:25.352669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:16Z', 'revision_number': 3, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:25.366868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:25.372822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:25.385069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Network b26e5866-c870-41e7-8553-3db3411c8b20 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:25.388732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.391256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:25.391872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.401010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9278-688d-472b-9a82-bcd85ad19dd7 None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:16Z', 'revision_number': 3, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:16:25.407336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:25.427304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7907e-39a9-4b0c-bfeb-2654e7c38945 req-2726bee9-3dbf-493d-88ff-0cab00fcd6aa tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:25.433229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15d7907e-39a9-4b0c-bfeb-2654e7c38945 req-2726bee9-3dbf-493d-88ff-0cab00fcd6aa tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 948 time: 0.4124522 Apr 07 11:16:25.549578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (33efa376-21ec-4739-a52d-161d9553dc11), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.555588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Pushing event updated for resources: {'Port': ['ID=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:25.561981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166155-caf6-44b6-a540-f656c12347a8 req-a6aabd02-9b06-4d0c-ab0d-3471f70f081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:25.563577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-a6aabd02-9b06-4d0c-ab0d-3471f70f081a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=247939fbbf5842b5951ba3c15cd9df17&device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 1130 time: 0.6222098 Apr 07 11:16:25.676322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks [] for security_group (03339c6e-aaa4-4087-b96d-8a6a24e1b448), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.713752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:25.714435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.718011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-92f43185-5df8-40b2-b8a5-ba0eccfb8f8b service neutron] 10.222.0.23 "PUT /v2.0/ports/ec94d3bc-f72c-448b-888e-25a7e4acdfe7 HTTP/1.1" status: 200 len: 1092 time: 4.6680386 Apr 07 11:16:25.736117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (03339c6e-aaa4-4087-b96d-8a6a24e1b448), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.740425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'tag': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:25.743999 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67677105-b31e-4f5b-8d99-5555ecabb73a" -d '{"events": [{"name": "network-changed", "server_uuid": "d184f81e-3fff-40bf-99d1-febb901202c8", "tag": "ec94d3bc-f72c-448b-888e-25a7e4acdfe7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:25.755116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:25.766190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.767827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] 10.222.0.41 "PUT /v2.0/ports/0d376210-709d-47ce-81e8-bf816f735991 HTTP/1.1" status: 200 len: 1091 time: 3.1003757 Apr 07 11:16:25.768326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'tag': '0d376210-709d-47ce-81e8-bf816f735991'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:25.770662 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70859318-2a3c-46cf-8ca6-d164abe42dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "tag": "0d376210-709d-47ce-81e8-bf816f735991"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:25.894081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f3c2531d-1b05-404c-882f-09cfe7aa0445 None None] Provisioning complete for port db659187-877e-4892-969f-08d7f5435b55 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:25.894726 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3c2531d-1b05-404c-882f-09cfe7aa0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (db659187-877e-4892-969f-08d7f5435b55), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:25.910073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4f20b-c516-4067-acee-cc61708076ce service neutron] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:25.937250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (db659187-877e-4892-969f-08d7f5435b55), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.021630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:26.154742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2531d-1b05-404c-882f-09cfe7aa0445 None None] Port db659187-877e-4892-969f-08d7f5435b55 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:26.165896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:16:26.186806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 95e9c49b-b11e-41ff-b519-20dcf9bc319d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:26.187399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.191464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9400253e-5dc3-403a-9f7e-a043dda2f0fd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.191930 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Added segment 9400253e-5dc3-403a-9f7e-a043dda2f0fd of type vlan for network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 Apr 07 11:16:26.199008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-3f989bdd-c38a-4d61-82d4-7d8371456b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:26.204211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-3f989bdd-c38a-4d61-82d4-7d8371456b91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 1125 time: 0.3629944 Apr 07 11:16:26.300616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.302077 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-12f42f70-7e38-4091-bf8b-30cb1ebc967a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d376210-709d-47ce-81e8-bf816f735991 HTTP/1.1" status: 200 len: 217 time: 0.0901017 Apr 07 11:16:26.332641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7103bdbe-65c4-4def-b017-f1c02eb04ee6 req-311ade2b-736c-4439-aea2-6adf30006b8e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9632957 Apr 07 11:16:26.368365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 95e9c49b-b11e-41ff-b519-20dcf9bc319d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:26.369506 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.430832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-d3a058aa-cb21-47f5-9c77-1ed52577914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:26.432514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-d3a058aa-cb21-47f5-9c77-1ed52577914b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.1207545 Apr 07 11:16:26.437300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks [] for port (db659187-877e-4892-969f-08d7f5435b55), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.446841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:26.456471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.480091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (db659187-877e-4892-969f-08d7f5435b55), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.494403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.509354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:26.510025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.527270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-91f5a465-1574-45be-9696-5e360626a114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844779 Apr 07 11:16:26.534630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15d7907e-39a9-4b0c-bfeb-2654e7c38945 req-964990c0-441d-4564-bd75-a509707ba389 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0245414 Apr 07 11:16:26.647252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:26.679497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-6d1e0019-4e13-4bbe-a8c9-66f6ed2aa312 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140864 Apr 07 11:16:26.807238 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-11f42e76-3cdd-4efd-8fad-5201d4220986 req-6f312fab-bbff-4aee-b7e1-f11acc7fc282 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199198 Apr 07 11:16:26.821949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (33efa376-21ec-4739-a52d-161d9553dc11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:26.824149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Pushing event updated for resources: {'Port': ['ID=db659187-877e-4892-969f-08d7f5435b55,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:26.939994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:26.944174 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec4cbfc-d869-4d70-bd2b-5e09af26073b" -d '{"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:26.995449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Network b26e5866-c870-41e7-8553-3db3411c8b20 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:26.999985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:27.139811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:27.273233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:27.274403 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:27.274608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03339c6e-aaa4-4087-b96d-8a6a24e1b448,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:27.352308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Router 33efa376-21ec-4739-a52d-161d9553dc11 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:16:27.414377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2498474 Apr 07 11:16:27.428356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:27.436968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:27.437411 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:27.459850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:27.469773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Request body: {'subnet': {'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:27.476137 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:27.491253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007f909-caf1-4a88-9618-98fcdf5bdfac tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event updated for resources: {'Network': ['ID=b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:27.496413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-67feb2df-af40-4f30-a634-26356f57f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:27.499195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-67feb2df-af40-4f30-a634-26356f57f8b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 1126 time: 1.4723053 Apr 07 11:16:27.503982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166155-caf6-44b6-a540-f656c12347a8 req-ee19ce21-807b-4108-a327-03ebf6439060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:27.505687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-ee19ce21-807b-4108-a327-03ebf6439060 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 1.9199557 Apr 07 11:16:27.546270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:27.549236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:16:27.603861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-bbe5ab12-ade2-46bc-81c7-f86a0a4e224c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7 HTTP/1.1" status: 200 len: 217 time: 0.0960348 Apr 07 11:16:27.610807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-d7df5754-8d76-4f9e-b86a-0e15fc85824a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383 HTTP/1.1" status: 200 len: 217 time: 0.0928948 Apr 07 11:16:27.632605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ba7eb619-456d-4dc7-b9b6-542bb2627e43 None None] Provisioning complete for port db659187-877e-4892-969f-08d7f5435b55 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:27.635645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb619-456d-4dc7-b9b6-542bb2627e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (db659187-877e-4892-969f-08d7f5435b55), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:27.639313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Made reservation on behalf of ec68543d5d1744eb88a7fd926fbee9b8 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:27.642718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab2f6d-da76-4bb4-8d9f-4b4cd87d09b2 req-c1f74763-ada0-4ff4-b29f-4bd518a32f9f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:27.642997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:27.645012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0eab2f6d-da76-4bb4-8d9f-4b4cd87d09b2 req-c1f74763-ada0-4ff4-b29f-4bd518a32f9f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 944 time: 1.1080003 Apr 07 11:16:27.691607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eb619-456d-4dc7-b9b6-542bb2627e43 None None] Port db659187-877e-4892-969f-08d7f5435b55 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:27.744785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34639ee1-26c7-4d5e-babd-0c3334d95156 req-8cbf211b-bafe-41ca-a14b-96ac33eadcc8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:27.755853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34639ee1-26c7-4d5e-babd-0c3334d95156 req-8cbf211b-bafe-41ca-a14b-96ac33eadcc8 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 950 time: 0.5344703 Apr 07 11:16:27.759790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:16:27.769347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1aebe7e-ab59-4e4a-9209-efe80d77862f admin admin] 10.222.0.13 "PUT /v2.0/routers/33efa376-21ec-4739-a52d-161d9553dc11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3713624 Apr 07 11:16:27.834876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dc48-0b15-4046-8649-97f093f553fe req-77d2cc56-0d1e-43b7-9b17-47e03f62d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:27.836608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-77d2cc56-0d1e-43b7-9b17-47e03f62d4d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.2212961 Apr 07 11:16:27.845819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166155-caf6-44b6-a540-f656c12347a8 req-7e999c56-a396-4690-a0bc-6236a3851cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:27.848990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-7e999c56-a396-4690-a0bc-6236a3851cce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2028453 Apr 07 11:16:27.937161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-0cb30235-b09b-4e5f-bd35-4ab21908aae5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858870 Apr 07 11:16:27.951506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0eab2f6d-da76-4bb4-8d9f-4b4cd87d09b2 req-27fae8da-a9ad-4256-ad35-c12ecc6caea8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675052 Apr 07 11:16:27.974912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0673c7a2-aa08-4d74-878b-ffd862ef8383 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:16:27.989033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34639ee1-26c7-4d5e-babd-0c3334d95156 req-ba3f49de-192b-4c9f-ad59-514457df3f80 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315614 Apr 07 11:16:28.006852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (2680426b-3491-4c0b-bfb9-5f7094b435e5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:28.095090 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0159e5b-22df-4d43-8176-5759eb56265b x-openstack-request-id: req-b0159e5b-22df-4d43-8176-5759eb56265b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:28.095395 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "tag": "0d376210-709d-47ce-81e8-bf816f735991", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:28.095979 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0159e5b-22df-4d43-8176-5759eb56265b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:28.096521 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0159e5b-22df-4d43-8176-5759eb56265b'] response: {'name': 'network-changed', 'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'tag': '0d376210-709d-47ce-81e8-bf816f735991', 'status': 'completed', 'code': 200} Apr 07 11:16:28.133391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Checking segment: {'id': '9400253e-5dc3-403a-9f7e-a043dda2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:28.133765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Network hostable DHCP agents. Network: b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:16:28.160607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166155-caf6-44b6-a540-f656c12347a8 req-f3389027-4c20-4b0c-aee8-524577657fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.162428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-f3389027-4c20-4b0c-aee8-524577657fdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2789259 Apr 07 11:16:28.172494 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10435c93-76e6-49cc-b9d8-b98458826049 x-openstack-request-id: req-10435c93-76e6-49cc-b9d8-b98458826049 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:28.173084 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d184f81e-3fff-40bf-99d1-febb901202c8", "tag": "ec94d3bc-f72c-448b-888e-25a7e4acdfe7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:28.175037 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10435c93-76e6-49cc-b9d8-b98458826049 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:28.175671 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10435c93-76e6-49cc-b9d8-b98458826049'] response: {'name': 'network-changed', 'server_uuid': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'tag': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7', 'status': 'completed', 'code': 200} Apr 07 11:16:28.199034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event updated for resources: {'Subnet': ['ID=2680426b-3491-4c0b-bfb9-5f7094b435e5,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:28.213907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.214275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.214626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.215136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.216230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.217030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.217745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.218091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.218482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.218826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.219216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.219549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.219877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:28.227148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:16:28.236805 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca560eb9-14d4-45f8-a325-8f0815238229 x-openstack-request-id: req-ca560eb9-14d4-45f8-a325-8f0815238229 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:28.237441 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:28.238141 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca560eb9-14d4-45f8-a325-8f0815238229 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:28.239057 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca560eb9-14d4-45f8-a325-8f0815238229'] response: {'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'code': 200} Apr 07 11:16:28.264902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:28.271007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.271596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:28.295839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf23f30-91b8-4415-ba2b-97aedec5c491 None None] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:28.316054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-f138fa54-12d8-407d-a613-42e8ac764388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.317392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-f138fa54-12d8-407d-a613-42e8ac764388 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 1125 time: 0.1948593 Apr 07 11:16:28.320806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8aa7c8f6-9e04-4934-9e31-fcbd12bbf2bd tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8914616 Apr 07 11:16:28.343803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:28.354914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Request body: {'port': {'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-931868041'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:28.422089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-c8d4237c-9c7e-4ac0-842f-8143b8f6d287 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761157 Apr 07 11:16:28.472601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0673c7a2-aa08-4d74-878b-ffd862ef8383, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:28.549976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78811a76-29ba-4bb6-99d3-40b752428a98 req-ccb48187-63c0-4226-b78f-6d5e9de78cb0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.551656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78811a76-29ba-4bb6-99d3-40b752428a98 req-ccb48187-63c0-4226-b78f-6d5e9de78cb0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 943 time: 0.4206967 Apr 07 11:16:28.579959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:16:28.590731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9', 'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9', 'project_id': 'ec68543d5d1744eb88a7fd926fbee9b8', 'fixed_ips': [{'subnet_id': '2680426b-3491-4c0b-bfb9-5f7094b435e5'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:16:28.603093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:28.611185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:28.612810 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:28.613434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6330f392-2eda-4e1b-816c-37f8d9723ca2 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:28.645058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '0673c7a2-aa08-4d74-878b-ffd862ef8383', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '0673c7a2-aa08-4d74-878b-ffd862ef8383', 'mac_address': 'fa:16:3e:db:97:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:16:28.655057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-27479dac-68b8-4444-b2bc-e06ad15c7120 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781616 Apr 07 11:16:28.660937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5992f4-e6a1-4563-8542-48288047b3c5 req-53c32cb9-e778-463e-9be2-a20ab9d20bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.662753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-af5992f4-e6a1-4563-8542-48288047b3c5 req-53c32cb9-e778-463e-9be2-a20ab9d20bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1132 time: 0.1738207 Apr 07 11:16:28.703222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-1bda1f7e-33af-46a6-814b-0fa8847734a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.705088 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-1bda1f7e-33af-46a6-814b-0fa8847734a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 905 time: 0.3799844 Apr 07 11:16:28.708358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Made reservation on behalf of ec68543d5d1744eb88a7fd926fbee9b8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:28.712473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:28.714352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e85e-31b0-406a-aded-796621763a36 req-6512a9d1-d2d0-498b-9e8c-92ddf28a1261 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:28.723117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3da5e85e-31b0-406a-aded-796621763a36 req-6512a9d1-d2d0-498b-9e8c-92ddf28a1261 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 943 time: 0.3173490 Apr 07 11:16:28.753463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a67dc48-0b15-4046-8649-97f093f553fe req-a53a3e61-a77f-4ae1-9864-508545cc1f3c service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042586 Apr 07 11:16:28.830185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:28.834872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0673c7a2-aa08-4d74-878b-ffd862ef8383 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:28.835349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:28.848091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-8edd34b4-7ee3-4e1b-8dfe-0928cbc4995f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d376210-709d-47ce-81e8-bf816f735991 HTTP/1.1" status: 200 len: 217 time: 0.1324997 Apr 07 11:16:28.887544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0673c7a2-aa08-4d74-878b-ffd862ef8383 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:28.910212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78811a76-29ba-4bb6-99d3-40b752428a98 req-0c3b2bc1-6a9a-4e54-b37f-d8ee61874c42 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422339 Apr 07 11:16:28.918541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] device_id is not set on port 1d60decb-a750-405a-9205-e625c3ea1ed3 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:16:28.996585 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-af5992f4-e6a1-4563-8542-48288047b3c5 req-691d7fa5-9f31-446c-8782-97bc50123621 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209896 Apr 07 11:16:29.016325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-e7e100b6-c73d-41cb-b58b-141aeeca7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:29.024489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-e7e100b6-c73d-41cb-b58b-141aeeca7075 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.1687398 Apr 07 11:16:29.142988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6330f392-2eda-4e1b-816c-37f8d9723ca2 is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:29.152003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:29.166958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0673c7a2-aa08-4d74-878b-ffd862ef8383, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:29.203176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3da5e85e-31b0-406a-aded-796621763a36 req-87bf28a7-066e-4c92-83ca-fc59ba774e72 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746854 Apr 07 11:16:29.204011 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:29.250208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Allocated IP 172.20.0.2 (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9/2680426b-3491-4c0b-bfb9-5f7094b435e5/1d60decb-a750-405a-9205-e625c3ea1ed3) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:29.327569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-df16b3cd-c722-4423-bc02-a1e9beef421c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602190 Apr 07 11:16:29.360466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:29.370757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-a4d690fc-c28e-4d19-aca2-f2f2f8ccb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:29.372885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-a4d690fc-c28e-4d19-aca2-f2f2f8ccb73b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 1126 time: 0.5526366 Apr 07 11:16:29.380326 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:29.394663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0673c7a2-aa08-4d74-878b-ffd862ef8383,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:29.396443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59166155-caf6-44b6-a540-f656c12347a8 req-5fff99a9-6aeb-47de-b6a2-2957811ed7a9 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265704 Apr 07 11:16:29.421696 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:26Z', 'revision_number': 2, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:29.462333 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:16:29.462691 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Updating router 33efa376-21ec-4739-a52d-161d9553dc11 port db659187-877e-4892-969f-08d7f5435b55 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:16:29.496407 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (db659187-877e-4892-969f-08d7f5435b55), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:29.538542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-53ba9c6b-0301-4e2b-b122-fa32ebfa2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:29.540299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-53ba9c6b-0301-4e2b-b122-fa32ebfa2d3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.1275880 Apr 07 11:16:29.620796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-4910f2d3-b86f-4f71-991d-4e5076b4eddb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7 HTTP/1.1" status: 200 len: 217 time: 0.0742416 Apr 07 11:16:29.654782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44facac9-ad4c-4e8c-bb51-bd485c7b5c01 req-e08a6cc0-77e7-4727-bd77-cb95331b5593 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:29.658462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44facac9-ad4c-4e8c-bb51-bd485c7b5c01 req-e08a6cc0-77e7-4727-bd77-cb95331b5593 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 948 time: 0.5791907 Apr 07 11:16:29.696709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-9f449d64-3a5e-476f-bdd9-1a60ef0ca761 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507133 Apr 07 11:16:29.718181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['0673c7a2-aa08-4d74-878b-ffd862ef8383'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:29.731923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-46b727f0-1481-4afd-80be-86efd80bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:29.737629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-46b727f0-1481-4afd-80be-86efd80bfa93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1081371 Apr 07 11:16:29.787725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-64b0b719-63c3-48ee-850e-7b19f5d79d25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422077 Apr 07 11:16:29.866436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:29.877073 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Publish callbacks [] for port (db659187-877e-4892-969f-08d7f5435b55), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:29.886764 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (db659187-877e-4892-969f-08d7f5435b55), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:29.936507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44facac9-ad4c-4e8c-bb51-bd485c7b5c01 req-ce5cd4e6-fa47-409b-b47e-4dd7eddd4deb tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975856 Apr 07 11:16:29.940294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-84285dd4-7a9a-41a2-9116-b00221b8bee9 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205235 Apr 07 11:16:30.010699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d376210-709d-47ce-81e8-bf816f735991 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:16:30.023156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks [] for port (1d60decb-a750-405a-9205-e625c3ea1ed3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.032484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44316) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:30.040261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286568071', 'description': 'tempest-description--325774229'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:30.092623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.118286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Attempting to bind port db659187-877e-4892-969f-08d7f5435b55 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:30.118987 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Attempting to bind port db659187-877e-4892-969f-08d7f5435b55 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:30.119891 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Attempting to bind port db659187-877e-4892-969f-08d7f5435b55 on network b26e5866-c870-41e7-8553-3db3411c8b20 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:30.129708 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:30.130259 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Checking segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:30.130772 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.131268 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Bound using segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:30.131859 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Bound port: db659187-877e-4892-969f-08d7f5435b55, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:30.132357 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (db659187-877e-4892-969f-08d7f5435b55), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.148601 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-70859318-2a3c-46cf-8ca6-d164abe42dd3 req-dc9e0cdf-50ee-47ea-8a0c-4d1b2832b5b4 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424303 Apr 07 11:16:30.230875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1d60decb-a750-405a-9205-e625c3ea1ed3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.361503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:30.394818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:30.401964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event updated for resources: {'Port': ['ID=1d60decb-a750-405a-9205-e625c3ea1ed3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:30.425505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:30.426939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67677105-b31e-4f5b-8d99-5555ecabb73a req-4fc1bcc5-d164-47a6-a616-713edcdaff6a service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703922 Apr 07 11:16:30.469982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b8ad-f68a-4bc2-aa5c-6e50cc6c91fb req-7c45f9bb-8435-49c4-b756-79b4c62900f0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:30.479509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b25b8ad-f68a-4bc2-aa5c-6e50cc6c91fb req-7c45f9bb-8435-49c4-b756-79b4c62900f0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 944 time: 0.2932768 Apr 07 11:16:30.522561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e922f8b-3ff9-4530-9049-6a231ac71d9f req-75737a21-9617-4090-92f8-7e008536f8ab tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:30.523678 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1c69e-7f64-460d-b87b-eb65482e2e3a None None] Pushing event updated for resources: {'Port': ['ID=db659187-877e-4892-969f-08d7f5435b55,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:30.525236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e922f8b-3ff9-4530-9049-6a231ac71d9f req-75737a21-9617-4090-92f8-7e008536f8ab tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.4222796 Apr 07 11:16:30.572815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:30.573811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.591810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b25b8ad-f68a-4bc2-aa5c-6e50cc6c91fb req-5655d5cd-9697-4256-8b7d-dde4b38a7a3b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094551 Apr 07 11:16:30.595577 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] For port db659187-877e-4892-969f-08d7f5435b55, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:30.600661 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] For port db659187-877e-4892-969f-08d7f5435b55, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=db659187-877e-4892-969f-08d7f5435b55,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:30.614947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f89c6baa-72b2-4168-811c-267f568335d3 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2696509 Apr 07 11:16:30.618005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44320) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:30.619192 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (db659187-877e-4892-969f-08d7f5435b55), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.654768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (cedadf1b-7325-4112-a4b9-564f68e242f4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.713959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e922f8b-3ff9-4530-9049-6a231ac71d9f req-49b0cd42-5d90-4e59-8856-b82ecf8dfe9e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799028 Apr 07 11:16:30.715756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cedadf1b-7325-4112-a4b9-564f68e242f4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.737410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:30.791243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '0d376210-709d-47ce-81e8-bf816f735991', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': '0d376210-709d-47ce-81e8-bf816f735991', 'mac_address': 'fa:16:3e:c2:dd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:16:30.817958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ec94d3bc-f72c-448b-888e-25a7e4acdfe7 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:16:30.832202 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1c69e-7f64-460d-b87b-eb65482e2e3a None None] Pushing event updated for resources: {'Port': ['ID=db659187-877e-4892-969f-08d7f5435b55,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:30.837669 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:16:30.839299 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:30.846611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:30.871583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8361039 Apr 07 11:16:30.875410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44324) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:30.884836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'security_group_rule': {'security_group_id': 'cedadf1b-7325-4112-a4b9-564f68e242f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:30.898932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700826d3-4d29-4465-89c2-ef8e4d88cd95 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedadf1b-7325-4112-a4b9-564f68e242f4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:30.962996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (2dc70083-aa9f-455b-bef1-f6f4d66c946e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.014547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d376210-709d-47ce-81e8-bf816f735991 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:31.015094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.018500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960ad16-7fab-423e-808a-cdc85478d37f req-def3f65e-ca0f-4c8c-a899-d4ed406d7804 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:31.025356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Deleting port 1d60decb-a750-405a-9205-e625c3ea1ed3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:31.027382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1d60decb-a750-405a-9205-e625c3ea1ed3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.032922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c960ad16-7fab-423e-808a-cdc85478d37f req-def3f65e-ca0f-4c8c-a899-d4ed406d7804 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 950 time: 0.3228548 Apr 07 11:16:31.088900 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:16:31.109638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] Provisioning complete for port db659187-877e-4892-969f-08d7f5435b55 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:31.110173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (db659187-877e-4892-969f-08d7f5435b55), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.113167 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bcbf92c6-a6dd-444f-a1e9-311b328ac5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.172729 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:16:31.178971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (2dc70083-aa9f-455b-bef1-f6f4d66c946e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.185689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2dc70083-aa9f-455b-bef1-f6f4d66c946e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.215644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d376210-709d-47ce-81e8-bf816f735991 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:31.227648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:16:31.228929 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1d60decb-a750-405a-9205-e625c3ea1ed3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.236848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-908b853c-e423-4584-bdbb-654d5499d5e4 {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:16:31.237419 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:16:31.249642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Calling delete_port for 1d60decb-a750-405a-9205-e625c3ea1ed3 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:31.249978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc8493-1e71-4edd-9b54-774ce4f2e3cb req-5b186f89-ff26-40c5-a7e2-2cdc76612b33 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:31.254376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9cc8493-1e71-4edd-9b54-774ce4f2e3cb req-5b186f89-ff26-40c5-a7e2-2cdc76612b33 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 943 time: 0.3506486 Apr 07 11:16:31.269761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c960ad16-7fab-423e-808a-cdc85478d37f req-3296d1c3-ec84-4f8b-8d79-9cbedfebd7a9 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358110 Apr 07 11:16:31.389806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:31.413771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc70083-aa9f-455b-bef1-f6f4d66c946e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:31.437613 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.440510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.442471 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b00ea046-677e-4db5-a2e8-3df91df2b1b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5654881 Apr 07 11:16:31.450152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:31.463089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'security_group_rule': {'security_group_id': 'cedadf1b-7325-4112-a4b9-564f68e242f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:31.473649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9cc8493-1e71-4edd-9b54-774ce4f2e3cb req-a74484e8-683b-430b-af1f-cd9b9924e76c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023969 Apr 07 11:16:31.613368 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.615676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (88df6f21-1316-4f3e-b9f8-ca2a2d1e4ce6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.636191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:31.704442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7', 'mac_address': 'fa:16:3e:9b:8c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:16:31.713815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1d60decb-a750-405a-9205-e625c3ea1ed3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.749996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.774580 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:30Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:31.837515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:31.851353 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e6905-4dd9-411b-a694-53d05e1f24ba None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:30Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:16:31.856770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e050ef-769e-4c6c-bbb5-a3ce7feb8986 req-daae31ad-1741-4630-995e-e53f460b1a39 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:31.871809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83e050ef-769e-4c6c-bbb5-a3ce7feb8986 req-daae31ad-1741-4630-995e-e53f460b1a39 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3583105 Apr 07 11:16:31.898778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] Current status of the port db659187-877e-4892-969f-08d7f5435b55 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:31.912550 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (db659187-877e-4892-969f-08d7f5435b55), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.976622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99557f54-51b4-489d-ba78-4a19bef40a29 req-c298d379-924c-4f9b-93e5-742afe69e787 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:31.983480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:31.984561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:31.988881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99557f54-51b4-489d-ba78-4a19bef40a29 req-c298d379-924c-4f9b-93e5-742afe69e787 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 949 time: 0.3370390 Apr 07 11:16:32.042626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec94d3bc-f72c-448b-888e-25a7e4acdfe7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:32.053586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83e050ef-769e-4c6c-bbb5-a3ce7feb8986 req-4273c0e4-54dc-4aec-b6e6-3c8bd6b715cb tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807988 Apr 07 11:16:32.055526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['0d376210-709d-47ce-81e8-bf816f735991'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:32.121421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99557f54-51b4-489d-ba78-4a19bef40a29 req-51293fbc-8848-47b9-aa8e-e295738ac1b0 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180935 Apr 07 11:16:32.381994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:32.385917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] For port db659187-877e-4892-969f-08d7f5435b55, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=db659187-877e-4892-969f-08d7f5435b55,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:32.399588 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (db659187-877e-4892-969f-08d7f5435b55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.401701 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.481660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f4401-8403-40d0-b8f6-099a45f5efe4 req-001fbf58-a60f-470d-8e1f-24200a37c370 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:32.494972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-254f4401-8403-40d0-b8f6-099a45f5efe4 req-001fbf58-a60f-470d-8e1f-24200a37c370 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 944 time: 0.1800404 Apr 07 11:16:32.515155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc8b6a-f485-4e75-8746-137b516da4ec req-0c971b9d-1b5d-4515-85f4-af3068e1d982 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:32.525754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61cc8b6a-f485-4e75-8746-137b516da4ec req-0c971b9d-1b5d-4515-85f4-af3068e1d982 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1671257 Apr 07 11:16:32.541707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (88df6f21-1316-4f3e-b9f8-ca2a2d1e4ce6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.557721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event deleted for resources: {'Port': ['ID=1d60decb-a750-405a-9205-e625c3ea1ed3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:32.561835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (88df6f21-1316-4f3e-b9f8-ca2a2d1e4ce6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.595765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Allocated IP 172.20.0.2 (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9/2680426b-3491-4c0b-bfb9-5f7094b435e5/babc16c8-289e-4d67-bc5c-816ed52d822c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:32.621762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88df6f21-1316-4f3e-b9f8-ca2a2d1e4ce6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:32.667325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61cc8b6a-f485-4e75-8746-137b516da4ec req-f626cce4-8808-4371-8adb-55ca6806d02d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393962 Apr 07 11:16:32.711375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-254f4401-8403-40d0-b8f6-099a45f5efe4 req-6485b4be-2589-4dc5-858a-49b23f543d86 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159312 Apr 07 11:16:32.740440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.742081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-585f655c-f9f8-4974-adb3-be458c08d224 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2899227 Apr 07 11:16:32.749912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44346) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:32.755394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3d1dfda5-ed27-4883-9afc-573d1762bd76 None None] Provisioning complete for port db659187-877e-4892-969f-08d7f5435b55 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:32.755962 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfda5-ed27-4883-9afc-573d1762bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (db659187-877e-4892-969f-08d7f5435b55), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.759126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:32.764084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['ec94d3bc-f72c-448b-888e-25a7e4acdfe7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:32.766872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970874-27eb-47d2-bdaf-977e29cfdb2e None None] Pushing event updated for resources: {'Port': ['ID=db659187-877e-4892-969f-08d7f5435b55,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:32.781276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.787564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4bbb7af9-0109-4c0c-a579-24f370ce9907 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "DELETE /v2.0/ports/1d60decb-a750-405a-9205-e625c3ea1ed3 HTTP/1.1" status: 204 len: 168 time: 2.1660147 Apr 07 11:16:32.791181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44348) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:32.846531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:32.880207 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7496ea78-6db6-4f39-9317-ba8e3d1e6355 tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0874617 Apr 07 11:16:32.890197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44352) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:32.898082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1432508760'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:32.934383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Made reservation on behalf of ec68543d5d1744eb88a7fd926fbee9b8 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:32.955446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.052817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5286-8a0e-4a9e-ac39-aa9fb4c57272 req-0fb203a8-fa0e-4802-85d2-93afbf58662b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:33.058490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:16:33.063567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9df5286-8a0e-4a9e-ac39-aa9fb4c57272 req-0fb203a8-fa0e-4802-85d2-93afbf58662b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 944 time: 0.2308679 Apr 07 11:16:33.082601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (162dbc39-ed35-46ee-82c4-43f3781a1a75), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.083449 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Added segment 162dbc39-ed35-46ee-82c4-43f3781a1a75 of type vlan for network e71a84de-2973-4b62-8a1e-eddeff74d4e0 Apr 07 11:16:33.166852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cddb9-b32c-435f-82d9-4394c8f8d7ee req-d0a61704-55d0-4f2e-a645-363e86c56724 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:33.174817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-950cddb9-b32c-435f-82d9-4394c8f8d7ee req-d0a61704-55d0-4f2e-a645-363e86c56724 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1132 time: 0.2179077 Apr 07 11:16:33.177297 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4fff201b-79e2-4716-ab49-7079d28f6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.207182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9df5286-8a0e-4a9e-ac39-aa9fb4c57272 req-53bb6d20-bca7-4a11-a109-718735533447 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424983 Apr 07 11:16:33.213763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device db659187-877e-4892-969f-08d7f5435b55 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:33.229811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e71a84de-2973-4b62-8a1e-eddeff74d4e0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.282719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e71a84de-2973-4b62-8a1e-eddeff74d4e0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.288487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:33.289444 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.347057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-950cddb9-b32c-435f-82d9-4394c8f8d7ee req-e2eee82a-dbcd-4556-b22f-e327fdcdf15f tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708446 Apr 07 11:16:33.393779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.499537 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6051564 Apr 07 11:16:33.500383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:33.531075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:33.546726 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks [] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.573884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03bae-360e-4caa-b350-22611c136aff tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event updated for resources: {'Network': ['ID=e71a84de-2973-4b62-8a1e-eddeff74d4e0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:33.586986 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.596679 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:33.609913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e71a84de-2973-4b62-8a1e-eddeff74d4e0 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:16:33.785309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Pushing event updated for resources: {'Port': ['ID=babc16c8-289e-4d67-bc5c-816ed52d822c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:33.797383 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-89168d88-0d94-4fad-9b17-cf14018fda96 tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/agents/ab9610f4-8b0f-4778-9e5b-14a9445f576c/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.2715938 Apr 07 11:16:33.798317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44362) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:33.830206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:33.861287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:33.888977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:33.949292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b8c38-1a05-45ea-8da2-1323017e1fa9 tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] Network e71a84de-2973-4b62-8a1e-eddeff74d4e0 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:16:33.968444 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-054b8c38-1a05-45ea-8da2-1323017e1fa9 tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "POST /v2.0/agents/ab9610f4-8b0f-4778-9e5b-14a9445f576c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1662588 Apr 07 11:16:33.969321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44364) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:34.019383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port db659187-877e-4892-969f-08d7f5435b55 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:34.020072 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (db659187-877e-4892-969f-08d7f5435b55), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.079764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144fa31-a555-442f-9582-36d92c05d7b4 None None] Network e71a84de-2973-4b62-8a1e-eddeff74d4e0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:34.083828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3d1dfda5-ed27-4883-9afc-573d1762bd76 None None] Current status of the port db659187-877e-4892-969f-08d7f5435b55 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:34.126251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0673c7a2-aa08-4d74-878b-ffd862ef8383 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:34.129935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Attempting to bind port babc16c8-289e-4d67-bc5c-816ed52d822c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:34.131379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Attempting to bind port babc16c8-289e-4d67-bc5c-816ed52d822c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9400253e-5dc3-403a-9f7e-a043dda2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:34.131919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a6e7a-85e2-47c3-81b0-dab02b3b89bf req-8cf5595f-1720-44dc-80b5-5784ad8ab46b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:34.132580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Attempting to bind port babc16c8-289e-4d67-bc5c-816ed52d822c on network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:34.145380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f8a6e7a-85e2-47c3-81b0-dab02b3b89bf req-8cf5595f-1720-44dc-80b5-5784ad8ab46b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.8209579 Apr 07 11:16:34.162755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:34.164439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Checking segment: {'id': '9400253e-5dc3-403a-9f7e-a043dda2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:34.165096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.165706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Bound using segment: {'id': '9400253e-5dc3-403a-9f7e-a043dda2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:34.166399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Bound port: babc16c8-289e-4d67-bc5c-816ed52d822c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9400253e-5dc3-403a-9f7e-a043dda2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:34.167000 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.242486 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2fe41d3d-0cc6-4089-b7c5-ba1e290ea42e tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/agents/ab9610f4-8b0f-4778-9e5b-14a9445f576c/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.2692022 Apr 07 11:16:34.242903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:34.261757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f8a6e7a-85e2-47c3-81b0-dab02b3b89bf req-0609b0c5-7b80-40a0-9010-6659eab25023 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116204 Apr 07 11:16:34.288860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3583-02cb-46e3-8578-3d7e3e1b1ede req-5e78189e-f93d-4ddc-b9c4-dabd46a4929d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:34.290434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45ed3583-02cb-46e3-8578-3d7e3e1b1ede req-5e78189e-f93d-4ddc-b9c4-dabd46a4929d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 949 time: 0.2212210 Apr 07 11:16:34.326441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Allocated IP 172.25.5.174 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/692bb2aa-f714-4a67-9e34-2ec4794cd9f9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:34.336156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port db659187-877e-4892-969f-08d7f5435b55 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:34.429027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.434202 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e8f0fc7-06b1-4157-b432-4cd55afbc800 tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "DELETE /v2.0/agents/ab9610f4-8b0f-4778-9e5b-14a9445f576c/dhcp-networks/e71a84de-2973-4b62-8a1e-eddeff74d4e0 HTTP/1.1" status: 204 len: 168 time: 0.1878724 Apr 07 11:16:34.437462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44372) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:34.492717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] For port babc16c8-289e-4d67-bc5c-816ed52d822c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:34.496743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] For port babc16c8-289e-4d67-bc5c-816ed52d822c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=babc16c8-289e-4d67-bc5c-816ed52d822c,segment=NetworkSegment(9400253e-5dc3-403a-9f7e-a043dda2f0fd),segment_id=9400253e-5dc3-403a-9f7e-a043dda2f0fd)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:34.503082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 0673c7a2-aa08-4d74-878b-ffd862ef8383 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:16:34.509542 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.518076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 0673c7a2-aa08-4d74-878b-ffd862ef8383 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:34.518540 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.530495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45ed3583-02cb-46e3-8578-3d7e3e1b1ede req-43d46a3b-caf2-4aaf-bde6-e2f02c71f574 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213957 Apr 07 11:16:34.680778 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.831748 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-854e6585-71f2-4655-9468-485a57d1128e tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/agents/ab9610f4-8b0f-4778-9e5b-14a9445f576c/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.3920329 Apr 07 11:16:34.839647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44376) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:34.855388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.859649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c2e1e-5829-4717-8d1a-9675893acfde None None] Pushing event updated for resources: {'Port': ['ID=babc16c8-289e-4d67-bc5c-816ed52d822c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:34.899189 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1670a45-1516-44cb-94cc-1b9cce30c3d0 tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/networks/b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0573030 Apr 07 11:16:34.904935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44378) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:34.923791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0673c7a2-aa08-4d74-878b-ffd862ef8383 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:34.924248 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:34.963147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6d175e16-f0b9-4ee2-a8d3-de86e5687a1f tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/networks/b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0563040 Apr 07 11:16:34.966964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44380) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:34.975174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'Port': ['ID=692bb2aa-f714-4a67-9e34-2ec4794cd9f9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:34.977413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0673c7a2-aa08-4d74-878b-ffd862ef8383'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:34.980657 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d70f28-3028-4af6-a3cd-d43a2e7b36fa" -d '{"events": [{"server_uuid": "c97858ea-639f-45bf-afbd-4f906adb9c96", "name": "network-vif-plugged", "status": "completed", "tag": "0673c7a2-aa08-4d74-878b-ffd862ef8383"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:35.005453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0673c7a2-aa08-4d74-878b-ffd862ef8383, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:35.013804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:35.033405 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.054539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e64bb7-946b-4fe4-9598-b0de83b27b44 req-1c923a78-b8c4-4889-a502-d8a6ad0514df tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:35.057481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9e64bb7-946b-4fe4-9598-b0de83b27b44 req-1c923a78-b8c4-4889-a502-d8a6ad0514df tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 945 time: 0.3394842 Apr 07 11:16:35.058738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:35.066872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:35.191737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5839d3c-97de-480a-9966-a5ae86dc8b7b req-2a0ce7d0-0f9b-4ed0-aabc-63a4345e8cfa tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:35.203916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5839d3c-97de-480a-9966-a5ae86dc8b7b req-2a0ce7d0-0f9b-4ed0-aabc-63a4345e8cfa tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 944 time: 0.3658886 Apr 07 11:16:35.211175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0673c7a2-aa08-4d74-878b-ffd862ef8383,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:35.277215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a95da640-ac5b-4913-8f07-3d7318c99dad tempest-DHCPAgentSchedulersTestJSON-1799511888 tempest-DHCPAgentSchedulersTestJSON-1799511888-project-admin] 10.222.0.13 "GET /v2.0/agents/ab9610f4-8b0f-4778-9e5b-14a9445f576c/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.2976286 Apr 07 11:16:35.281621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44384) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:35.398849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9e64bb7-946b-4fe4-9598-b0de83b27b44 req-7c2cda29-ebba-4a73-9525-b96f9cd89870 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169129 Apr 07 11:16:35.464387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5839d3c-97de-480a-9966-a5ae86dc8b7b req-29fd6702-8158-4129-afd5-4742daa58f9e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592239 Apr 07 11:16:35.476824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e71a84de-2973-4b62-8a1e-eddeff74d4e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.490023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.635785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.686341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e71a84de-2973-4b62-8a1e-eddeff74d4e0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.721711 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6776e2-27c7-4c05-8008-d6f2877b77dc x-openstack-request-id: req-3b6776e2-27c7-4c05-8008-d6f2877b77dc {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:35.722093 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97858ea-639f-45bf-afbd-4f906adb9c96", "name": "network-vif-plugged", "status": "completed", "tag": "0673c7a2-aa08-4d74-878b-ffd862ef8383", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:35.722432 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b6776e2-27c7-4c05-8008-d6f2877b77dc {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:35.723131 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6776e2-27c7-4c05-8008-d6f2877b77dc'] response: {'server_uuid': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0673c7a2-aa08-4d74-878b-ffd862ef8383', 'code': 200} Apr 07 11:16:35.783404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71a84de-2973-4b62-8a1e-eddeff74d4e0']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:35.843788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162dbc39-ed35-46ee-82c4-43f3781a1a75') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:35.844028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162dbc39-ed35-46ee-82c4-43f3781a1a75') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:35.881663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002b75e-0916-4edd-86c0-35247d52a1d2 req-7a8dd2b0-ec77-4014-801b-b63b0ccd1645 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:35.883624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d002b75e-0916-4edd-86c0-35247d52a1d2 req-7a8dd2b0-ec77-4014-801b-b63b0ccd1645 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1132 time: 0.2247210 Apr 07 11:16:35.940621 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.953431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (162dbc39-ed35-46ee-82c4-43f3781a1a75), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:35.993191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d376210-709d-47ce-81e8-bf816f735991 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:35.993882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81d267-ac04-470f-90b1-d7b768f2d5ae req-f068aa8e-1e2b-47df-bef1-b591b67582aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:35.995481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9c81d267-ac04-470f-90b1-d7b768f2d5ae req-f068aa8e-1e2b-47df-bef1-b591b67582aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 1132 time: 0.1941347 Apr 07 11:16:36.089679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.103808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9c81d267-ac04-470f-90b1-d7b768f2d5ae req-f59bff75-ff2d-4084-a5de-d09f658f6ad3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887961 Apr 07 11:16:36.115498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.127522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 0d376210-709d-47ce-81e8-bf816f735991 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:16:36.139382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 0d376210-709d-47ce-81e8-bf816f735991 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:36.139832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0d376210-709d-47ce-81e8-bf816f735991), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.181003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (162dbc39-ed35-46ee-82c4-43f3781a1a75), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.183266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'Port': ['ID=692bb2aa-f714-4a67-9e34-2ec4794cd9f9,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:36.230724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:16:36.231611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (162dbc39-ed35-46ee-82c4-43f3781a1a75), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:16:36.240261 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:16:36.315714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d376210-709d-47ce-81e8-bf816f735991 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:36.316274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.328924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d49084-7237-47d3-b737-176774cc9b62 req-245a6e7c-f95e-4355-b738-47d3fb3f45bc tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:36.330790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38d49084-7237-47d3-b737-176774cc9b62 req-245a6e7c-f95e-4355-b738-47d3fb3f45bc tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 950 time: 0.4976621 Apr 07 11:16:36.351496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fbabd3-16be-4e04-bbb6-ae557b0547bb None None] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:36.387010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d002b75e-0916-4edd-86c0-35247d52a1d2 req-fcbb59a1-a149-478f-9783-6168c93116a8 tempest-ServersAdminTestJSON-1876737840 tempest-ServersAdminTestJSON-1876737840-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491873 Apr 07 11:16:36.428289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:36.444425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38d49084-7237-47d3-b737-176774cc9b62 req-aeac6c7b-d696-42eb-9ff8-e9553aff3878 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883663 Apr 07 11:16:36.445452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e71a84de-2973-4b62-8a1e-eddeff74d4e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.447396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.458260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.461937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "DELETE /v2.0/networks/e71a84de-2973-4b62-8a1e-eddeff74d4e0 HTTP/1.1" status: 204 len: 168 time: 1.1586084 Apr 07 11:16:36.465472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44396) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:36.471733 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.482873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5f748-99be-4b66-929b-ef0cba389a59 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event deleted for resources: {'Network': ['ID=e71a84de-2973-4b62-8a1e-eddeff74d4e0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:36.499041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.509692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef582dfe-3dc1-4fe0-8944-7d28d305f738 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7546272 Apr 07 11:16:36.578667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:36.596895 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d13a950-8b60-4b62-9c28-eeb554ebdd84 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] DELETE failed (client error): The resource could not be found. Apr 07 11:16:36.603821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] Provisioning complete for port babc16c8-289e-4d67-bc5c-816ed52d822c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:36.604340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.606180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d13a950-8b60-4b62-9c28-eeb554ebdd84 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:16:36.612182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9d13a950-8b60-4b62-9c28-eeb554ebdd84 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "DELETE /v2.0/ports/1d60decb-a750-405a-9205-e625c3ea1ed3 HTTP/1.1" status: 404 len: 333 time: 0.1448362 Apr 07 11:16:36.616126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44402) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:36.645492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ec94d3bc-f72c-448b-888e-25a7e4acdfe7 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:36.649891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa99eb-577a-420b-af62-07af118fbd6b req-7bde13d2-5710-411e-a424-69fbfc9460b3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:36.651405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0afa99eb-577a-420b-af62-07af118fbd6b req-7bde13d2-5710-411e-a424-69fbfc9460b3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1444933 Apr 07 11:16:36.791314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0afa99eb-577a-420b-af62-07af118fbd6b req-448294d1-11f8-440e-a2d6-7ad201d9d0bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086121 Apr 07 11:16:36.797420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Deleting subnet 2680426b-3491-4c0b-bfb9-5f7094b435e5 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:16:36.801805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks [] for subnet (2680426b-3491-4c0b-bfb9-5f7094b435e5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.842766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eafdf-b328-4a22-8c23-a8c659f47154 req-a75fadd8-3e58-492b-a0cf-b2634c166787 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:36.843540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:16:36.844376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f5eafdf-b328-4a22-8c23-a8c659f47154 req-a75fadd8-3e58-492b-a0cf-b2634c166787 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 945 time: 0.1920221 Apr 07 11:16:36.855025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] Current status of the port babc16c8-289e-4d67-bc5c-816ed52d822c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:36.855441 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.880274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (2680426b-3491-4c0b-bfb9-5f7094b435e5), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.884336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:36.884556 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:36.967530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f5eafdf-b328-4a22-8c23-a8c659f47154 req-f9ee44e5-a6c7-49d0-9e43-4ce7f0f44194 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066680 Apr 07 11:16:36.970259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] For port babc16c8-289e-4d67-bc5c-816ed52d822c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=babc16c8-289e-4d67-bc5c-816ed52d822c,segment=NetworkSegment(9400253e-5dc3-403a-9f7e-a043dda2f0fd),segment_id=9400253e-5dc3-403a-9f7e-a043dda2f0fd)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:37.005508 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.139224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2680426b-3491-4c0b-bfb9-5f7094b435e5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.252179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device babc16c8-289e-4d67-bc5c-816ed52d822c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:37.274425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:37.275017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.342216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de906b-9da4-4da1-bbd2-486af02dd8be None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:16:37.358279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958d6cf-adf3-48c0-a5bf-3a469896f093 None None] Pushing event updated for resources: {'Port': ['ID=babc16c8-289e-4d67-bc5c-816ed52d822c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:37.378441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11eca-9154-4e5e-990e-b421f5a67e0b req-0263d24f-e134-425e-b530-7dfa1b202d15 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:37.380067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc11eca-9154-4e5e-990e-b421f5a67e0b req-0263d24f-e134-425e-b530-7dfa1b202d15 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.2320118 Apr 07 11:16:37.403578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.429920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (2680426b-3491-4c0b-bfb9-5f7094b435e5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.445348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-2101f11d-82a2-4c03-b6ef-4416120e0793 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1286568071&fields=id&tenant_id=d4e6426310fe4568bf986ddc184ac98d HTTP/1.1" status: 200 len: 267 time: 0.1460667 Apr 07 11:16:37.503970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b143fab4-2b52-45c4-8d10-4f1994dbd9ff None None] Provisioning complete for port babc16c8-289e-4d67-bc5c-816ed52d822c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:37.504496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b143fab4-2b52-45c4-8d10-4f1994dbd9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.545838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:37.653242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-2c7ca4d2-d5a0-4adf-8ef2-af1a66d62c4e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:37.660082 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.662878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-2c7ca4d2-d5a0-4adf-8ef2-af1a66d62c4e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 810 time: 0.1693254 Apr 07 11:16:37.682926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event deleted for resources: {'Subnet': ['ID=2680426b-3491-4c0b-bfb9-5f7094b435e5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:37.691721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.697864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b75ea6af-4415-4e2d-af2e-d891df114271 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "DELETE /v2.0/subnets/2680426b-3491-4c0b-bfb9-5f7094b435e5 HTTP/1.1" status: 204 len: 168 time: 1.0740957 Apr 07 11:16:37.698709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44418) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:37.721830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-b1880ef0-bb94-459c-a287-159e72688255 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/quotas/d4e6426310fe4568bf986ddc184ac98d HTTP/1.1" status: 200 len: 375 time: 0.0249429 Apr 07 11:16:37.744719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d376210-709d-47ce-81e8-bf816f735991'}, {'server_uuid': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:37.748033 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a281aedb-45df-4cb0-b98e-3defc127daa5" -d '{"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-plugged", "status": "completed", "tag": "0d376210-709d-47ce-81e8-bf816f735991"}, {"server_uuid": "d184f81e-3fff-40bf-99d1-febb901202c8", "name": "network-vif-plugged", "status": "completed", "tag": "ec94d3bc-f72c-448b-888e-25a7e4acdfe7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:37.775963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cc11eca-9154-4e5e-990e-b421f5a67e0b req-8bf6d0af-65d8-435e-9e79-a24f3bf32041 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879952 Apr 07 11:16:37.834571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port babc16c8-289e-4d67-bc5c-816ed52d822c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:37.834952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.843257 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:37.894412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de906b-9da4-4da1-bbd2-486af02dd8be None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:16:37.895668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ebda3321-8f7a-47b4-9b79-32982363934f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584787 Apr 07 11:16:37.903501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:37.992863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Deleting port babc16c8-289e-4d67-bc5c-816ed52d822c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:37.994586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.018786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b143fab4-2b52-45c4-8d10-4f1994dbd9ff None None] Current status of the port babc16c8-289e-4d67-bc5c-816ed52d822c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:38.131441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] For port babc16c8-289e-4d67-bc5c-816ed52d822c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=babc16c8-289e-4d67-bc5c-816ed52d822c,segment=NetworkSegment(9400253e-5dc3-403a-9f7e-a043dda2f0fd),segment_id=9400253e-5dc3-403a-9f7e-a043dda2f0fd)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:38.132023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.136577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee57067-9560-4666-9aec-521bac361c68 req-f7500425-b0df-4953-92dc-1f0c2eacc8cc tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:38.139116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bee57067-9560-4666-9aec-521bac361c68 req-f7500425-b0df-4953-92dc-1f0c2eacc8cc tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 949 time: 0.1831760 Apr 07 11:16:38.158751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Calling delete_port for babc16c8-289e-4d67-bc5c-816ed52d822c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:38.177266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-d55929d1-1842-49f4-a433-b0e966b88633 service neutron] 10.222.0.13 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480676 Apr 07 11:16:38.223221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bee57067-9560-4666-9aec-521bac361c68 req-59369dab-3535-402a-938f-5909aaa117cd tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771024 Apr 07 11:16:38.236868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port babc16c8-289e-4d67-bc5c-816ed52d822c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:38.318359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (babc16c8-289e-4d67-bc5c-816ed52d822c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.355941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event deleted for resources: {'Port': ['ID=babc16c8-289e-4d67-bc5c-816ed52d822c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:38.361620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] No DVR routers for this DVR port babc16c8-289e-4d67-bc5c-816ed52d822c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:38.394357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-14bcfcf5-f701-456d-998a-f63467ee48ef service neutron] 10.222.0.13 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964841 Apr 07 11:16:38.433608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64116d49-976c-4ce4-bb18-ae191ad278c1 req-ada22aa2-18b7-48d8-935c-e5b7b59f1f28 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:38.436053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64116d49-976c-4ce4-bb18-ae191ad278c1 req-ada22aa2-18b7-48d8-935c-e5b7b59f1f28 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 950 time: 0.1056461 Apr 07 11:16:38.467253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39270091-b3bd-4160-b741-6a47aecdd2b2 None None] Network b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:38.508320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.551570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fb13163c-18cd-47e1-a7b4-85047bca1779 None None] Could not find standard attr ID for object babc16c8-289e-4d67-bc5c-816ed52d822c. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:16:38.556533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:38.568680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9400253e-5dc3-403a-9f7e-a043dda2f0fd') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:38.568946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9400253e-5dc3-403a-9f7e-a043dda2f0fd') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:16:38.586530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (9400253e-5dc3-403a-9f7e-a043dda2f0fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.610273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64116d49-976c-4ce4-bb18-ae191ad278c1 req-d7bb7e11-edec-4fb5-9167-50501a3aca58 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510282 Apr 07 11:16:38.637654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9400253e-5dc3-403a-9f7e-a043dda2f0fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.666428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:16:38.670475 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedea472-57de-4aaf-9d63-cd45be43cf4e x-openstack-request-id: req-cedea472-57de-4aaf-9d63-cd45be43cf4e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:38.670717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (9400253e-5dc3-403a-9f7e-a043dda2f0fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.673511 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-plugged", "status": "completed", "tag": "0d376210-709d-47ce-81e8-bf816f735991", "code": 200}, {"server_uuid": "d184f81e-3fff-40bf-99d1-febb901202c8", "name": "network-vif-plugged", "status": "completed", "tag": "ec94d3bc-f72c-448b-888e-25a7e4acdfe7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:38.674711 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cedea472-57de-4aaf-9d63-cd45be43cf4e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:38.675680 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedea472-57de-4aaf-9d63-cd45be43cf4e'] response: {'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d376210-709d-47ce-81e8-bf816f735991', 'code': 200} Apr 07 11:16:38.676566 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedea472-57de-4aaf-9d63-cd45be43cf4e'] response: {'server_uuid': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7', 'code': 200} Apr 07 11:16:38.713485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15150679-76f7-4fd4-b000-b6f64ea87070 None None] DHCP port deletion for b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:16:38.880950 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:16:38.892273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.928789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:38.932328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] 10.222.0.13 "DELETE /v2.0/networks/b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9 HTTP/1.1" status: 204 len: 168 time: 1.2324562 Apr 07 11:16:38.972939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b388c8-8f6a-4836-a163-6d1267a27550 tempest-DHCPAgentSchedulersTestJSON-774107032 tempest-DHCPAgentSchedulersTestJSON-774107032-project] Pushing event deleted for resources: {'Network': ['ID=b2f78fd3-dec9-44f3-a23d-28f9b3b6ffe9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:39.024175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0fdc7-c276-4a60-8a7d-52e7b3ba1801 req-b046de78-9cac-4568-bd3b-e321c686529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.024175 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-33b0fdc7-c276-4a60-8a7d-52e7b3ba1801 req-b046de78-9cac-4568-bd3b-e321c686529d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 1127 time: 0.1445866 Apr 07 11:16:39.088742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device babc16c8-289e-4d67-bc5c-816ed52d822c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:39.106824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dda369-1e84-4748-a821-7bc8aa047a1b req-c234c3fa-386c-4046-9c91-90804ff9e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.109167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1dda369-1e84-4748-a821-7bc8aa047a1b req-c234c3fa-386c-4046-9c91-90804ff9e3a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 1128 time: 0.3106470 Apr 07 11:16:39.116489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b84d-a26a-47d9-9c2f-ce144d7d8937 req-35a1885b-4e59-4636-94ca-0d5d9c131145 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.118039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1b4b84d-a26a-47d9-9c2f-ce144d7d8937 req-35a1885b-4e59-4636-94ca-0d5d9c131145 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 946 time: 0.3118868 Apr 07 11:16:39.133737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2ebe-c601-4a43-84fd-373f59a2b4e3 req-e024a64d-2ee9-48b9-85a6-71294240dd54 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.143450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-306d2ebe-c601-4a43-84fd-373f59a2b4e3 req-e024a64d-2ee9-48b9-85a6-71294240dd54 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2719662 Apr 07 11:16:39.189171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: babc16c8-289e-4d67-bc5c-816ed52d822c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:39.191534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device babc16c8-289e-4d67-bc5c-816ed52d822c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:39.232125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-834ca79f-d19b-4ac2-bff5-b47c6720702a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.234046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-834ca79f-d19b-4ac2-bff5-b47c6720702a tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 949 time: 0.2883589 Apr 07 11:16:39.242789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-33b0fdc7-c276-4a60-8a7d-52e7b3ba1801 req-801e653c-984d-446a-ab2a-2a56a1ad1c18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086642 Apr 07 11:16:39.256112 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-21398f5c-94df-4327-ba16-7bc58ee4ad11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208193 Apr 07 11:16:39.354040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-306d2ebe-c601-4a43-84fd-373f59a2b4e3 req-2787cbd2-fd75-4ea7-84c6-f121cf130e2b tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096121 Apr 07 11:16:39.356393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1dda369-1e84-4748-a821-7bc8aa047a1b req-d2ec162f-c9a4-4e2d-975c-7c72a55f301d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365046 Apr 07 11:16:39.373956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1b4b84d-a26a-47d9-9c2f-ce144d7d8937 req-54a9cd59-b92c-4c7e-a031-67ddef9247ca tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228351 Apr 07 11:16:39.382099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-a3222233-e5bd-4664-bb5c-8881fb6b39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.400164 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-a3222233-e5bd-4664-bb5c-8881fb6b39ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 1127 time: 0.1050520 Apr 07 11:16:39.464712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c41a7c72-bf5b-4a08-83a1-4f731f935d61 req-008f029d-d6e2-49d5-8486-2e76dd1a88e4 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0373287 Apr 07 11:16:39.527274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Deleting port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:39.527805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:39.784013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44456) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:39.795166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-f70b2c17-3d24-49c1-8396-31bb2baa658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.798552 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-f70b2c17-3d24-49c1-8396-31bb2baa658c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2220490 Apr 07 11:16:39.854964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d72297-3cee-4ed8-9799-0307e1a841fd req-62266acb-472f-4c43-8577-9ffbb4a7d371 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.861992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-4d53080a-a7d4-46f2-85f3-1d501d8bdf36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a HTTP/1.1" status: 200 len: 217 time: 0.0545859 Apr 07 11:16:39.864088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31d72297-3cee-4ed8-9799-0307e1a841fd req-62266acb-472f-4c43-8577-9ffbb4a7d371 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.2246609 Apr 07 11:16:39.870049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] For port 46ad41ce-21ce-40c1-b00d-62d3dd10e477, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=46ad41ce-21ce-40c1-b00d-62d3dd10e477,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:39.870556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:39.941744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-5d1e6535-b153-4845-9b97-334d3d17a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:39.944062 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-5d1e6535-b153-4845-9b97-334d3d17a70c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0754504 Apr 07 11:16:39.953792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Calling delete_port for 46ad41ce-21ce-40c1-b00d-62d3dd10e477 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:40.010485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-88a5ac00-02ad-4e59-b39b-a5f7be470f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:40.012011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-88a5ac00-02ad-4e59-b39b-a5f7be470f9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603232 Apr 07 11:16:40.017282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31d72297-3cee-4ed8-9799-0307e1a841fd req-9a6e536e-405f-4560-8325-8b381c265744 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467907 Apr 07 11:16:40.171193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-f72878d4-29c8-4cc9-b54b-93d256806073 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511812 Apr 07 11:16:40.186523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f1f78fe5-4cb9-47b5-9e01-29da81fc0483 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec68543d5d1744eb88a7fd926fbee9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010775 Apr 07 11:16:40.189782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44462) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:40.199772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5ecf-618f-462c-8e4b-6b8263eb318b req-a81474cc-8771-44be-ac11-50acf5c8c6d7 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:40.208088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6fa5ecf-618f-462c-8e4b-6b8263eb318b req-a81474cc-8771-44be-ac11-50acf5c8c6d7 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=357d9225-8338-4ffa-8bcb-e6eeca4dea9a HTTP/1.1" status: 200 len: 949 time: 0.3414748 Apr 07 11:16:40.381006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36a1b0f2-8b23-46a3-8bf7-076046a4fc77 req-155a26fc-f808-49b9-b486-f4cf9122f3b9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965032 Apr 07 11:16:40.400295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6fa5ecf-618f-462c-8e4b-6b8263eb318b req-91b82b2e-7d4e-4df4-8de6-c743afdb4cff tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910827 Apr 07 11:16:40.620939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952d2712-f24d-456a-8531-50d3564e535f admin admin] Publish callbacks [] for security_group (03339c6e-aaa4-4087-b96d-8a6a24e1b448), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:40.633582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (46ad41ce-21ce-40c1-b00d-62d3dd10e477), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:40.646258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cb08c0fb-5485-4f74-ae87-3d805f8f6254', '95e9c49b-b11e-41ff-b519-20dcf9bc319d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:40.714015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event deleted for resources: {'Port': ['ID=46ad41ce-21ce-40c1-b00d-62d3dd10e477,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:40.820640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952d2712-f24d-456a-8531-50d3564e535f admin admin] Publish callbacks [] for security_group (03339c6e-aaa4-4087-b96d-8a6a24e1b448), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:40.822853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] No DVR routers for this DVR port 46ad41ce-21ce-40c1-b00d-62d3dd10e477 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:40.838550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:40.842929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7df61c4c-7b62-4567-8ef4-9cb5c1518fbc req-bdfde33d-0af0-4125-817a-00769832ad2b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "DELETE /v2.0/ports/46ad41ce-21ce-40c1-b00d-62d3dd10e477 HTTP/1.1" status: 204 len: 173 time: 1.5968392 Apr 07 11:16:40.853973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9b62-24b7-40e4-a0a7-5145db6534b2 req-d2d3d154-fdbf-4230-8659-d5ab147138d2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:40.883156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e94d9b62-24b7-40e4-a0a7-5145db6534b2 req-d2d3d154-fdbf-4230-8659-d5ab147138d2 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3191791 Apr 07 11:16:40.909209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b0d14-ac1a-497c-9822-2e45bad94fab req-074fd530-fb27-488e-aa4d-536ccc0695c2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:40.918305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-153b0d14-ac1a-497c-9822-2e45bad94fab req-074fd530-fb27-488e-aa4d-536ccc0695c2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 946 time: 0.3594272 Apr 07 11:16:40.931475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'name': 'network-vif-deleted', 'tag': '46ad41ce-21ce-40c1-b00d-62d3dd10e477'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:40.941106 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8da2f-a3b6-4c0b-bdf5-5459d73c2023" -d '{"events": [{"server_uuid": "357d9225-8338-4ffa-8bcb-e6eeca4dea9a", "name": "network-vif-deleted", "tag": "46ad41ce-21ce-40c1-b00d-62d3dd10e477"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:40.996790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-b95e76a8-b6c6-4acf-9e1f-4fe6c4d2fbaf tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:41.001003 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-b95e76a8-b6c6-4acf-9e1f-4fe6c4d2fbaf tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.23 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 810 time: 0.4415281 Apr 07 11:16:41.088934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e94d9b62-24b7-40e4-a0a7-5145db6534b2 req-407995e6-eb55-4e35-9372-33762064757c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030790 Apr 07 11:16:41.141078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-153b0d14-ac1a-497c-9822-2e45bad94fab req-4ecb6992-4ab8-4452-88e0-6d7a234ef422 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122400 Apr 07 11:16:41.155018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952d2712-f24d-456a-8531-50d3564e535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (03339c6e-aaa4-4087-b96d-8a6a24e1b448), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:41.158339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-952d2712-f24d-456a-8531-50d3564e535f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:41.180018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-952d2712-f24d-456a-8531-50d3564e535f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03339c6e-aaa4-4087-b96d-8a6a24e1b448 HTTP/1.1" status: 204 len: 168 time: 0.9877524 Apr 07 11:16:41.185237 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-71489d11-c641-4c7e-bd86-705f6ec985a5 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4e6426310fe4568bf986ddc184ac98d HTTP/1.1" status: 200 len: 380 time: 0.1720455 Apr 07 11:16:41.203570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'port': {'device_id': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'admin_state_up': True, 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'security_groups': ['cedadf1b-7325-4112-a4b9-564f68e242f4']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:41.213316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d2712-f24d-456a-8531-50d3564e535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03339c6e-aaa4-4087-b96d-8a6a24e1b448,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:41.414306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Made reservation on behalf of d4e6426310fe4568bf986ddc184ac98d for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:41.434758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:41.452740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d97723c9-a2f5-4d5a-a2ae-ae6d9a478565 req-a2420fda-ffe1-4a01-979a-4a8b060970a5 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0911336 Apr 07 11:16:41.797373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Allocated IP 172.20.0.12 (b26e5866-c870-41e7-8553-3db3411c8b20/6a563313-3d49-4dc7-93e8-3759f9f8ec8c/0d819d69-675a-4470-8e30-495280c5cade) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:41.985216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:42.005334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 46ad41ce-21ce-40c1-b00d-62d3dd10e477 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:42.016778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-808bc06b-e835-4457-a4db-41023b0973ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.084787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 46ad41ce-21ce-40c1-b00d-62d3dd10e477 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:42.092301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 46ad41ce-21ce-40c1-b00d-62d3dd10e477 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:42.206504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for port (0d819d69-675a-4470-8e30-495280c5cade), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.262799 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de24b7-84b2-45c1-aeb6-969f3f92f03a x-openstack-request-id: req-a9de24b7-84b2-45c1-aeb6-969f3f92f03a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:42.264029 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357d9225-8338-4ffa-8bcb-e6eeca4dea9a", "name": "network-vif-deleted", "tag": "46ad41ce-21ce-40c1-b00d-62d3dd10e477", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:42.264513 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9de24b7-84b2-45c1-aeb6-969f3f92f03a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:42.265175 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9de24b7-84b2-45c1-aeb6-969f3f92f03a'] response: {'server_uuid': '357d9225-8338-4ffa-8bcb-e6eeca4dea9a', 'name': 'network-vif-deleted', 'tag': '46ad41ce-21ce-40c1-b00d-62d3dd10e477', 'status': 'completed', 'code': 200} Apr 07 11:16:42.313637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-808bc06b-e835-4457-a4db-41023b0973ee admin admin] Publish callbacks [] for security_group (a5609e83-a79b-43ea-8607-cfca671ed23b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.327079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-808bc06b-e835-4457-a4db-41023b0973ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a5609e83-a79b-43ea-8607-cfca671ed23b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.330313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32399-3022-466e-ac68-1b05b6e53ac7 req-db02cf44-4b18-4acb-a98b-b35f0eafe3ef tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:42.338043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ae32399-3022-466e-ac68-1b05b6e53ac7 req-db02cf44-4b18-4acb-a98b-b35f0eafe3ef tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.6813622 Apr 07 11:16:42.361622 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-808bc06b-e835-4457-a4db-41023b0973ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0ee6af79e3248e087a6f50c3ecdb43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752117 Apr 07 11:16:42.362294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:42.366897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b8bb-dab8-4a7c-8f3c-4a91bfddab67 req-e2908ba9-2d4b-49f2-89ec-e93f5dd748a7 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:42.375189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a734b8bb-dab8-4a7c-8f3c-4a91bfddab67 req-e2908ba9-2d4b-49f2-89ec-e93f5dd748a7 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 950 time: 0.1221738 Apr 07 11:16:42.413102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.446999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ae32399-3022-466e-ac68-1b05b6e53ac7 req-e5e67d4c-a8b2-4319-bd27-38f1901a4457 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056592 Apr 07 11:16:42.490311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:42.502826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a734b8bb-dab8-4a7c-8f3c-4a91bfddab67 req-0478507f-2d8b-4af7-907b-0a0647084e3c tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255214 Apr 07 11:16:42.536126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Network b26e5866-c870-41e7-8553-3db3411c8b20 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:42.537950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bc06b-e835-4457-a4db-41023b0973ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5609e83-a79b-43ea-8607-cfca671ed23b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:42.543493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:42.567082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:42.652123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b04914cb-4943-4892-8372-2d6e57b3b858 admin admin] Publish callbacks [] for security_group (a5609e83-a79b-43ea-8607-cfca671ed23b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.683072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b04914cb-4943-4892-8372-2d6e57b3b858 admin admin] Publish callbacks [] for security_group (a5609e83-a79b-43ea-8607-cfca671ed23b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.757641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc66b-0e8a-415b-9536-4e2e23f9dea4 req-f7acc7b1-8e81-4362-bf3c-81269693b262 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:42.758010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:42.758757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.759437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ebdc66b-0e8a-415b-9536-4e2e23f9dea4 req-f7acc7b1-8e81-4362-bf3c-81269693b262 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 946 time: 0.1330552 Apr 07 11:16:42.806313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ca42963c-8bf0-45ff-a723-5e9b9db8d367 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6162341 Apr 07 11:16:42.845936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Request body: {'port': {'device_id': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:42.891524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b04914cb-4943-4892-8372-2d6e57b3b858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a5609e83-a79b-43ea-8607-cfca671ed23b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.895029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b04914cb-4943-4892-8372-2d6e57b3b858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:42.896565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b04914cb-4943-4892-8372-2d6e57b3b858 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5609e83-a79b-43ea-8607-cfca671ed23b HTTP/1.1" status: 204 len: 168 time: 0.5319130 Apr 07 11:16:42.907053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ebdc66b-0e8a-415b-9536-4e2e23f9dea4 req-04fafa37-3d7a-4855-9f61-79d795c3f53b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307490 Apr 07 11:16:42.973323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04914cb-4943-4892-8372-2d6e57b3b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5609e83-a79b-43ea-8607-cfca671ed23b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:43.024896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d819d69-675a-4470-8e30-495280c5cade), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:43.098717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7345c-cb93-45d1-89fe-714df7814e54 req-94e8a6d4-9b4a-4828-becf-5b7ea10b4d33 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:43.108520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7df7345c-cb93-45d1-89fe-714df7814e54 req-94e8a6d4-9b4a-4828-becf-5b7ea10b4d33 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1871448 Apr 07 11:16:43.212065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7df7345c-cb93-45d1-89fe-714df7814e54 req-22642b96-34eb-4c6d-b7b9-9eae410e2120 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015577 Apr 07 11:16:43.241530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e33ac572-80b4-4ece-8f27-fa31d31c934d None None] Provisioning complete for port 0d819d69-675a-4470-8e30-495280c5cade triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:43.242119 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e33ac572-80b4-4ece-8f27-fa31d31c934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0d819d69-675a-4470-8e30-495280c5cade), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:43.318471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e33ac572-80b4-4ece-8f27-fa31d31c934d None None] Port 0d819d69-675a-4470-8e30-495280c5cade cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:43.431057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba66c-b770-4142-9209-170b12497501 req-c545a0a4-48eb-4ef4-83c0-cd90c97d65d9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:43.443089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46bba66c-b770-4142-9209-170b12497501 req-c545a0a4-48eb-4ef4-83c0-cd90c97d65d9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 932 time: 0.2495532 Apr 07 11:16:43.494799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51039b-597b-44cb-b5a2-c1920a4043fd req-e0d27190-8655-4160-8fd8-91cb7b93c2c5 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:43.502936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f51039b-597b-44cb-b5a2-c1920a4043fd req-e0d27190-8655-4160-8fd8-91cb7b93c2c5 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.1738186 Apr 07 11:16:43.513736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-23e5fc4a-436c-44a8-b485-ad0a4a36693d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:43.515533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-23e5fc4a-436c-44a8-b485-ad0a4a36693d tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.41 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 950 time: 0.3234670 Apr 07 11:16:43.538777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d819d69-675a-4470-8e30-495280c5cade {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:43.550579 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Publish callbacks [] for port (0d819d69-675a-4470-8e30-495280c5cade), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:43.573535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Transition to ACTIVE for port object 0d819d69-675a-4470-8e30-495280c5cade will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:16:43.583988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:43.665725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:43.685924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46bba66c-b770-4142-9209-170b12497501 req-acb6ce71-2f33-44f3-be5f-f2f3232cfdeb tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417049 Apr 07 11:16:43.797729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f51039b-597b-44cb-b5a2-c1920a4043fd req-4d32cfde-04f3-4d99-bd27-0c16da7e3e7d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934272 Apr 07 11:16:43.809389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Deleting port 0673c7a2-aa08-4d74-878b-ffd862ef8383 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:43.813277 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:43.886595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Attempting to bind port 0d819d69-675a-4470-8e30-495280c5cade on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:43.887220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Attempting to bind port 0d819d69-675a-4470-8e30-495280c5cade by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:43.887714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Attempting to bind port 0d819d69-675a-4470-8e30-495280c5cade on network b26e5866-c870-41e7-8553-3db3411c8b20 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:43.898499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Port 0d819d69-675a-4470-8e30-495280c5cade on network b26e5866-c870-41e7-8553-3db3411c8b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:16:43.898977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Attempting to bind port 0d819d69-675a-4470-8e30-495280c5cade on network b26e5866-c870-41e7-8553-3db3411c8b20 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:43.923200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:43.923603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Checking segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:43.925938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Bound using segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:43.926903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Bound port: 0d819d69-675a-4470-8e30-495280c5cade, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:43.928632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d819d69-675a-4470-8e30-495280c5cade), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:44.107913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:44.117414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0d819d69-675a-4470-8e30-495280c5cade,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:44.136976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:44.185085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9dd48-eddd-4ac1-a914-cbc11d7bee93 req-4bf96bbc-26aa-47b8-84ac-70562d2dffee tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.186220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04a9dd48-eddd-4ac1-a914-cbc11d7bee93 req-4bf96bbc-26aa-47b8-84ac-70562d2dffee tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 950 time: 0.0998473 Apr 07 11:16:44.236352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:44.264487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.265343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:44.266917 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-6d439eb7-7e7e-4358-a3bd-e5944aae50d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 1092 time: 1.4497621 Apr 07 11:16:44.267566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'tag': '0d819d69-675a-4470-8e30-495280c5cade'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:44.271903 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506f8d7-f808-4dc0-8f64-c02867e00155" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "tag": "0d819d69-675a-4470-8e30-495280c5cade"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:44.294595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04a9dd48-eddd-4ac1-a914-cbc11d7bee93 req-4b9aec48-70db-4ab0-8970-49869dc556b2 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862904 Apr 07 11:16:44.336548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312650-2be9-4649-95c5-168d115538a7 req-3facc7a4-75f1-498f-9907-6d2ea9084b07 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.348169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54312650-2be9-4649-95c5-168d115538a7 req-3facc7a4-75f1-498f-9907-6d2ea9084b07 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.3614163 Apr 07 11:16:44.375902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] For port 0673c7a2-aa08-4d74-878b-ffd862ef8383, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0673c7a2-aa08-4d74-878b-ffd862ef8383,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:44.379547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:44.429521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Calling delete_port for 0673c7a2-aa08-4d74-878b-ffd862ef8383 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:44.484542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ff35f180-c2bd-4567-a44b-bccd6e63952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.487244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ff35f180-c2bd-4567-a44b-bccd6e63952f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1126 time: 0.1208239 Apr 07 11:16:44.563640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-3629a1e5-b2b1-43d1-b2d7-8bc2169e8592 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 217 time: 0.0674772 Apr 07 11:16:44.661787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-0fbfa2f0-9613-45e5-8673-02788fd7aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.663259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-0fbfa2f0-9613-45e5-8673-02788fd7aa32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0845201 Apr 07 11:16:44.740231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54312650-2be9-4649-95c5-168d115538a7 req-ab8e6296-1a6f-4eea-b121-f92e1a7ad28d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896320 Apr 07 11:16:44.804445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-b041d193-8161-4c5a-abc9-5a9bfb89209e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.806680 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-b041d193-8161-4c5a-abc9-5a9bfb89209e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.2480209 Apr 07 11:16:44.813657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-df2e301e-9b1f-4183-ad0a-19ae4c863960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.815754 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-df2e301e-9b1f-4183-ad0a-19ae4c863960 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236811 Apr 07 11:16:44.899009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3cc3-8b6f-4b20-81ad-f7c2cb3fa45c req-d50c6693-f2d4-4c07-b4dc-187c5cb90c59 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:44.906440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12ad3cc3-8b6f-4b20-81ad-f7c2cb3fa45c req-d50c6693-f2d4-4c07-b4dc-187c5cb90c59 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 946 time: 0.3600926 Apr 07 11:16:44.980310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12ad3cc3-8b6f-4b20-81ad-f7c2cb3fa45c req-144a957e-01b5-4962-815b-836f7bd3bf37 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728788 Apr 07 11:16:45.039618 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-ec5bf9f5-3def-4137-a9b5-a76e86377616 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941216 Apr 07 11:16:45.048796 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90df4437-ebad-4a23-b941-6e90d1e50e16 x-openstack-request-id: req-90df4437-ebad-4a23-b941-6e90d1e50e16 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:45.049177 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "tag": "0d819d69-675a-4470-8e30-495280c5cade", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:45.049449 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90df4437-ebad-4a23-b941-6e90d1e50e16 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:45.049873 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90df4437-ebad-4a23-b941-6e90d1e50e16'] response: {'name': 'network-changed', 'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'tag': '0d819d69-675a-4470-8e30-495280c5cade', 'status': 'completed', 'code': 200} Apr 07 11:16:45.052882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44538) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:45.179396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52af0679-dd5c-4aab-84a9-b098ed08bcfa req-0c3f668c-44b3-4399-91f2-c5c0c0042ee4 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286020 Apr 07 11:16:45.197760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0673c7a2-aa08-4d74-878b-ffd862ef8383), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:45.222796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Deleting port cb08c0fb-5485-4f74-ae87-3d805f8f6254 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:45.226620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:45.259225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Pushing event deleted for resources: {'Port': ['ID=0673c7a2-aa08-4d74-878b-ffd862ef8383,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:45.353393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] No DVR routers for this DVR port 0673c7a2-aa08-4d74-878b-ffd862ef8383 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:45.363329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:45.367015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed4940b4-134e-41a2-a9a7-87403c4840c0 req-c618038d-4ebc-4b2b-b785-908bd87b6eb6 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.41 "DELETE /v2.0/ports/0673c7a2-aa08-4d74-878b-ffd862ef8383 HTTP/1.1" status: 204 len: 173 time: 1.8331490 Apr 07 11:16:45.376909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9439c-1b0a-4c62-99d4-218738958969 req-4ecdf7d8-67e4-4a7a-a606-f9efd2275e9d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:45.383527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2001485256'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:45.384974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfd9439c-1b0a-4c62-99d4-218738958969 req-4ecdf7d8-67e4-4a7a-a606-f9efd2275e9d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 944 time: 0.2322776 Apr 07 11:16:45.386715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'name': 'network-vif-deleted', 'tag': '0673c7a2-aa08-4d74-878b-ffd862ef8383'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:45.390085 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d66d23-8fa2-434d-b71d-6d0e9878bd1b" -d '{"events": [{"server_uuid": "c97858ea-639f-45bf-afbd-4f906adb9c96", "name": "network-vif-deleted", "tag": "0673c7a2-aa08-4d74-878b-ffd862ef8383"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:45.486887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:45.492126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:45.513949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860b1c-fade-4d70-8dd1-0aaddc021f5b req-4ee85350-1993-47ad-8093-db87b5e58555 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:45.518380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3860b1c-fade-4d70-8dd1-0aaddc021f5b req-4ee85350-1993-47ad-8093-db87b5e58555 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.6092665 Apr 07 11:16:45.532819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-612286f8-2465-4bd2-86d1-6b83fa0f713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:45.538889 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-612286f8-2465-4bd2-86d1-6b83fa0f713f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1126 time: 0.1692493 Apr 07 11:16:45.539932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:45.566898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] For port cb08c0fb-5485-4f74-ae87-3d805f8f6254, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cb08c0fb-5485-4f74-ae87-3d805f8f6254,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:45.567280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:45.583347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-9620ab93-896c-44f4-ac9e-304ef1700bc7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:45.585055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-9620ab93-896c-44f4-ac9e-304ef1700bc7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 946 time: 0.1865370 Apr 07 11:16:45.597643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Calling delete_port for cb08c0fb-5485-4f74-ae87-3d805f8f6254 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:45.619997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfd9439c-1b0a-4c62-99d4-218738958969 req-126f0b39-6ab2-4148-9a77-ba2643b7f725 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339933 Apr 07 11:16:45.718044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3860b1c-fade-4d70-8dd1-0aaddc021f5b req-7acc44c3-447b-4bdc-9a3c-98a06f51ff5d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850553 Apr 07 11:16:45.897200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86413d20-be35-4c19-bcb0-7e73ce671aea req-f54e5a67-27f3-46ad-b419-81c33cb817d0 tempest-TenantUsagesTestJSON-948953581 tempest-TenantUsagesTestJSON-948953581-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97858ea-639f-45bf-afbd-4f906adb9c96 HTTP/1.1" status: 200 len: 210 time: 0.0400064 Apr 07 11:16:45.919876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fccdc-b8ef-4aab-a81c-da825f07867c req-29e2091a-ae64-42dd-bd2f-c0e552f7c9c4 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:45.945844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c16fccdc-b8ef-4aab-a81c-da825f07867c req-29e2091a-ae64-42dd-bd2f-c0e552f7c9c4 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 949 time: 0.1565657 Apr 07 11:16:45.945844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:45.945844 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.011371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0673c7a2-aa08-4d74-878b-ffd862ef8383 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:46.026022 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb201d68-dba0-4200-b260-e0276135e1e1 x-openstack-request-id: req-cb201d68-dba0-4200-b260-e0276135e1e1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:46.026308 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97858ea-639f-45bf-afbd-4f906adb9c96", "name": "network-vif-deleted", "tag": "0673c7a2-aa08-4d74-878b-ffd862ef8383", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:46.026570 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb201d68-dba0-4200-b260-e0276135e1e1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:46.026985 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb201d68-dba0-4200-b260-e0276135e1e1'] response: {'server_uuid': 'c97858ea-639f-45bf-afbd-4f906adb9c96', 'name': 'network-vif-deleted', 'tag': '0673c7a2-aa08-4d74-878b-ffd862ef8383', 'status': 'completed', 'code': 200} Apr 07 11:16:46.033265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c16fccdc-b8ef-4aab-a81c-da825f07867c req-856503e3-05ad-4b4f-a2f9-24ee4b0e32ba tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Apr 07 11:16:46.194813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port ec94d3bc-f72c-448b-888e-25a7e4acdfe7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:46.195146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.249265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for ec94d3bc-f72c-448b-888e-25a7e4acdfe7 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:46.398153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049c0b5-6087-478b-974a-3418fe900f0d req-f3b6a48e-cc24-450a-865a-fb4faa012bae tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:46.408721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3049c0b5-6087-478b-974a-3418fe900f0d req-f3b6a48e-cc24-450a-865a-fb4faa012bae tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.2859950 Apr 07 11:16:46.416073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-4a34c298-48c0-4641-b53d-0ebcc6ab34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:46.417800 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-4a34c298-48c0-4641-b53d-0ebcc6ab34f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.8656774 Apr 07 11:16:46.424412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211e5e5-eda5-4d42-b96a-242edba0d430 req-89727d0f-9324-4fb7-9a72-48f218e497b7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:46.426281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a211e5e5-eda5-4d42-b96a-242edba0d430 req-89727d0f-9324-4fb7-9a72-48f218e497b7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d184f81e-3fff-40bf-99d1-febb901202c8 HTTP/1.1" status: 200 len: 946 time: 0.1895294 Apr 07 11:16:46.443130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 0673c7a2-aa08-4d74-878b-ffd862ef8383 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:46.444017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0673c7a2-aa08-4d74-878b-ffd862ef8383 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:46.445426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cb08c0fb-5485-4f74-ae87-3d805f8f6254 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:46.487552 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-b10fd39f-0793-46ea-83e4-3e5f6f38ccab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 217 time: 0.0609374 Apr 07 11:16:46.530914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cb08c0fb-5485-4f74-ae87-3d805f8f6254), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.536376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No active binding found for port cb08c0fb-5485-4f74-ae87-3d805f8f6254 {{(pid=104179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 11:16:46.536904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port cb08c0fb-5485-4f74-ae87-3d805f8f6254 host None! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:16:46.537456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cb08c0fb-5485-4f74-ae87-3d805f8f6254 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:46.540141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for security_group (a7863857-cbb5-4c5e-b664-199d4398e490), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.554178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['95e9c49b-b11e-41ff-b519-20dcf9bc319d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:46.591272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3049c0b5-6087-478b-974a-3418fe900f0d req-b5bf022d-5697-4987-87ed-6d9be6a95317 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830139 Apr 07 11:16:46.603014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a7863857-cbb5-4c5e-b664-199d4398e490), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.619345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a211e5e5-eda5-4d42-b96a-242edba0d430 req-b0325596-3a26-4d45-ae59-dd76a7a09085 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733782 Apr 07 11:16:46.619798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0d819d69-675a-4470-8e30-495280c5cade details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:16:46.757463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event deleted for resources: {'Port': ['ID=cb08c0fb-5485-4f74-ae87-3d805f8f6254,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:46.806717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:16:46.838638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ec94d3bc-f72c-448b-888e-25a7e4acdfe7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.897418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:16:46.900302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=ec94d3bc-f72c-448b-888e-25a7e4acdfe7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:46.905386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] No DVR routers for this DVR port cb08c0fb-5485-4f74-ae87-3d805f8f6254 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:46.911820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-3069e3e5-0b91-48d7-8237-49986b815dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:46.913722 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-3069e3e5-0b91-48d7-8237-49986b815dad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.4181662 Apr 07 11:16:46.915222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.918973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-de9ede73-0a77-4c82-9507-bc27cb46a626 req-6b14743b-8c60-4b6c-b048-03fd37c2124e tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "DELETE /v2.0/ports/cb08c0fb-5485-4f74-ae87-3d805f8f6254 HTTP/1.1" status: 204 len: 173 time: 2.1017325 Apr 07 11:16:46.922255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7863857-cbb5-4c5e-b664-199d4398e490,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:46.948938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['ec94d3bc-f72c-448b-888e-25a7e4acdfe7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:46.986581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2274c5ee-812d-4153-b1a8-a06da22ca1a7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:46.986950 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Added segment 2274c5ee-812d-4153-b1a8-a06da22ca1a7 of type vlan for network b2feb08a-9d5d-4508-b385-fa376864e287 Apr 07 11:16:47.034949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port ec94d3bc-f72c-448b-888e-25a7e4acdfe7 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:47.046335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-60d5be38-3348-4bdc-9d36-ec75b12ad277 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3237779 Apr 07 11:16:47.053728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:47.057494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d097864-ade9-4b56-adcb-914dad1d4073 req-d34b7b6f-dbab-47f6-bb60-312c58c6be9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "DELETE /v2.0/ports/ec94d3bc-f72c-448b-888e-25a7e4acdfe7 HTTP/1.1" status: 204 len: 173 time: 1.4566264 Apr 07 11:16:47.069522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'name': 'network-vif-deleted', 'tag': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:47.079514 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de14f19-1efb-46c3-8462-8d3b354b1881" -d '{"events": [{"server_uuid": "d4ee0851-6c77-4a66-8dfc-adcae23cac71", "name": "network-vif-deleted", "tag": "cb08c0fb-5485-4f74-ae87-3d805f8f6254"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:47.110247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2c79-50df-43ec-a10a-ed9a83729fd7 req-3dbc763e-5447-40b7-9c55-6dc1928a346f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.127172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6da2c79-50df-43ec-a10a-ed9a83729fd7 req-3dbc763e-5447-40b7-9c55-6dc1928a346f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 944 time: 0.3452168 Apr 07 11:16:47.152443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0d819d69-675a-4470-8e30-495280c5cade,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:47.176158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b2feb08a-9d5d-4508-b385-fa376864e287), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:47.202132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '0d819d69-675a-4470-8e30-495280c5cade', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'port_id': '0d819d69-675a-4470-8e30-495280c5cade', 'mac_address': 'fa:16:3e:43:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:16:47.215081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-b1834b48-49d6-4960-b4ef-5178e5c93840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.218437 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-b1834b48-49d6-4960-b4ef-5178e5c93840 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2925370 Apr 07 11:16:47.233383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27c5f9-9778-4ed0-ad36-a614c4e6ad51 req-53441f86-59e4-4f5c-a97f-574082660165 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.254179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d27c5f9-9778-4ed0-ad36-a614c4e6ad51 req-53441f86-59e4-4f5c-a97f-574082660165 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3527484 Apr 07 11:16:47.254425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b2feb08a-9d5d-4508-b385-fa376864e287), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:47.256137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.256948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:47.307229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 0d819d69-675a-4470-8e30-495280c5cade is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:47.307799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d819d69-675a-4470-8e30-495280c5cade), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:47.322432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-8972492d-f334-49bc-a2e1-b3214c18a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.324309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-8972492d-f334-49bc-a2e1-b3214c18a18d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0637ace1e4542b2b72ff0901bea270a&device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 1132 time: 0.2544167 Apr 07 11:16:47.328105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d819d69-675a-4470-8e30-495280c5cade {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:47.345755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6da2c79-50df-43ec-a10a-ed9a83729fd7 req-0ae7e649-4a99-48d6-b00f-0dbb39284a75 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180793 Apr 07 11:16:47.389817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0d819d69-675a-4470-8e30-495280c5cade,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:47.397621 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:47.515928 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3847864 Apr 07 11:16:47.516738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:47.521741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:47.530684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-4f2e3897-686f-4b98-a4b1-393549cb459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.532528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-4f2e3897-686f-4b98-a4b1-393549cb459c service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1785724 Apr 07 11:16:47.538600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:47.558943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d27c5f9-9778-4ed0-ad36-a614c4e6ad51 req-b67bcef3-c449-4ec2-9625-46eab91b5c7c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125091 Apr 07 11:16:47.583404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-54c80aa1-e534-465d-b499-e115775ba95c service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581696 Apr 07 11:16:47.598899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.600070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.600547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.601185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.601680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.602088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.602662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.603093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.604483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.605033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.605729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.606251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.607545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:16:47.683507 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b70e56-ff1a-49a9-b46a-db91f10e5cb7 x-openstack-request-id: req-32b70e56-ff1a-49a9-b46a-db91f10e5cb7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:47.683955 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0851-6c77-4a66-8dfc-adcae23cac71", "name": "network-vif-deleted", "tag": "cb08c0fb-5485-4f74-ae87-3d805f8f6254", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:47.684183 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32b70e56-ff1a-49a9-b46a-db91f10e5cb7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:47.684639 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b70e56-ff1a-49a9-b46a-db91f10e5cb7'] response: {'server_uuid': 'd4ee0851-6c77-4a66-8dfc-adcae23cac71', 'name': 'network-vif-deleted', 'tag': 'cb08c0fb-5485-4f74-ae87-3d805f8f6254', 'status': 'completed', 'code': 200} Apr 07 11:16:47.695165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['0d819d69-675a-4470-8e30-495280c5cade'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:16:47.744876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45e4c76c-6c58-4c54-9a30-cb4d2ead2a13 req-027f6ecc-81c1-4442-b1f3-d5a566446818 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0851-6c77-4a66-8dfc-adcae23cac71 HTTP/1.1" status: 200 len: 210 time: 0.1585832 Apr 07 11:16:47.746220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-c21f4bb5-ae95-48e0-ada7-9ab89ea79a49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d HTTP/1.1" status: 200 len: 217 time: 0.1862745 Apr 07 11:16:47.829329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-a3f4ce77-53e4-45d2-bee4-41baeb6aea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.831260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-a3f4ce77-53e4-45d2-bee4-41baeb6aea8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0794408 Apr 07 11:16:47.912511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e86c6-951a-4e99-8ab5-26273778b118 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Network': ['ID=b2feb08a-9d5d-4508-b385-fa376864e287,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:47.929042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:16:47.940629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-bfa04bbf-2e82-47c1-b0c3-b98173f4088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:47.949259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-bfa04bbf-2e82-47c1-b0c3-b98173f4088a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1123309 Apr 07 11:16:47.961254 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7506f8d7-f808-4dc0-8f64-c02867e00155 req-868c1df2-ba18-4430-8ccf-abeecbdc5df3 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802415 Apr 07 11:16:47.967954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-7cc3ac65-9455-491e-92cc-c382b3fc58d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:16:47.970019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-7cc3ac65-9455-491e-92cc-c382b3fc58d2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152018 Apr 07 11:16:47.987246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:47.991239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.167833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'name': 'network-vif-deleted', 'tag': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:48.170876 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae05a2-f681-4b63-852c-418d33852bc0" -d '{"events": [{"server_uuid": "d184f81e-3fff-40bf-99d1-febb901202c8", "name": "network-vif-deleted", "tag": "ec94d3bc-f72c-448b-888e-25a7e4acdfe7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:48.174901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-2eeee1a7-7502-448f-bbfa-a7dd7f264c06 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983354 Apr 07 11:16:48.175382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44590) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:48.347226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-f618d007-0060-4a8b-bd34-a67a8eea3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.348697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-f618d007-0060-4a8b-bd34-a67a8eea3652 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.1155884 Apr 07 11:16:48.350860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (d78341c0-2e62-4f1c-b4e6-736c9b7980a0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.351143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20268f9d-f63a-425c-bd19-6ba1765201b7 req-48a4c1f1-a9f5-4655-a3f5-123295c70a6f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.353325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20268f9d-f63a-425c-bd19-6ba1765201b7 req-48a4c1f1-a9f5-4655-a3f5-123295c70a6f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.1764550 Apr 07 11:16:48.375355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44596) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:48.394448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592389293', 'description': 'tempest-description--1364892966'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:48.417393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d14fd83-a671-4263-a96b-5c3fe00fdaa6 req-8f6bbf04-8f32-4a8e-8c51-924ca81c27a1 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243779 Apr 07 11:16:48.467637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.486315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20268f9d-f63a-425c-bd19-6ba1765201b7 req-afea50cf-2d7d-4984-824d-389a6a18679e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200800 Apr 07 11:16:48.494209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ac16af8-5884-4895-972c-5896166eb28f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=247939fbbf5842b5951ba3c15cd9df17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047030 Apr 07 11:16:48.497609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44602) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:48.557313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=d78341c0-2e62-4f1c-b4e6-736c9b7980a0,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:48.581642 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3015f4-8b75-4758-baca-347f91516443 x-openstack-request-id: req-df3015f4-8b75-4758-baca-347f91516443 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:48.581962 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d184f81e-3fff-40bf-99d1-febb901202c8", "name": "network-vif-deleted", "tag": "ec94d3bc-f72c-448b-888e-25a7e4acdfe7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:48.582194 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df3015f4-8b75-4758-baca-347f91516443 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:48.582604 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3015f4-8b75-4758-baca-347f91516443'] response: {'server_uuid': 'd184f81e-3fff-40bf-99d1-febb901202c8', 'name': 'network-vif-deleted', 'tag': 'ec94d3bc-f72c-448b-888e-25a7e4acdfe7', 'status': 'completed', 'code': 200} Apr 07 11:16:48.610810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:48.610810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network hostable DHCP agents. Network: b2feb08a-9d5d-4508-b385-fa376864e287, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:16:48.616658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-16e59210-5a8e-4f14-9889-0d9d7c8fdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.618581 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-16e59210-5a8e-4f14-9889-0d9d7c8fdaec service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.2588947 Apr 07 11:16:48.634393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ec94d3bc-f72c-448b-888e-25a7e4acdfe7 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:48.668878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27197907-3aef-4ff7-b49e-b1a6dceaa1f9 admin admin] Publish callbacks [] for security_group (0b3c25a4-adb5-49a4-831c-22bc7bc8b59b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.672603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: ec94d3bc-f72c-448b-888e-25a7e4acdfe7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:48.673249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ec94d3bc-f72c-448b-888e-25a7e4acdfe7 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:48.680840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b2656-4fa7-48bb-8b6a-29bdc9bf7756 req-5cf187c8-9784-4e31-a63f-8a088a544d00 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.682001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:16:48.682435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-928b2656-4fa7-48bb-8b6a-29bdc9bf7756 req-5cf187c8-9784-4e31-a63f-8a088a544d00 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1674347 Apr 07 11:16:48.697587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b2feb08a-9d5d-4508-b385-fa376864e287) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:48.703314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.704278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.718434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699cd0b0-bccb-4eb2-a04c-40a53a6f4dda None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:48.740094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group (0e091946-03a9-4a13-9746-a15c21229844), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.741385 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-b8912b20-4101-4933-901a-886bb077aace service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.1136425 Apr 07 11:16:48.759655 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0e091946-03a9-4a13-9746-a15c21229844), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.764144 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-68947b5a-20f5-471d-a4c9-3e2e90b3d7f3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2467074 Apr 07 11:16:48.776855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44606) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:48.784750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27197907-3aef-4ff7-b49e-b1a6dceaa1f9 admin admin] Publish callbacks [] for security_group (0b3c25a4-adb5-49a4-831c-22bc7bc8b59b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.803742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'name': 'tempest-NetworksTestDHCPv6-1735389842'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:48.837267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-d40df620-e5e4-4d48-b35c-211d19ee868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.839792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-d40df620-e5e4-4d48-b35c-211d19ee868d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.0899518 Apr 07 11:16:48.876677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'd78341c0-2e62-4f1c-b4e6-736c9b7980a0'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:16:48.877913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.879902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.881212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4991689 Apr 07 11:16:48.884448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44610) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:48.891344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Request body: {'security_group_rule': {'security_group_id': '0e091946-03a9-4a13-9746-a15c21229844', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:48.932100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8998f6-3e73-4923-91b8-b1634e5ea633 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e091946-03a9-4a13-9746-a15c21229844,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:48.947672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-b3a78404-b3d7-4bc9-a4f0-5b93fd269d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:48.949207 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-b3a78404-b3d7-4bc9-a4f0-5b93fd269d87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1040790 Apr 07 11:16:48.950305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-928b2656-4fa7-48bb-8b6a-29bdc9bf7756 req-e777852d-3ac2-47d2-b372-acb13e184bee tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553310 Apr 07 11:16:48.953799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group_rule (ec54b51c-c41e-46a8-a6a1-4b8d1409b979), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:48.990425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eb288-9fbb-4eca-a0d7-44e1385d0dbe req-b955c662-7b61-49d4-aedf-f27ea6a8bd67 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:49.002185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d1eb288-9fbb-4eca-a0d7-44e1385d0dbe req-b955c662-7b61-49d4-aedf-f27ea6a8bd67 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 945 time: 0.3398211 Apr 07 11:16:49.112635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group_rule (ec54b51c-c41e-46a8-a6a1-4b8d1409b979), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.119755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/d78341c0-2e62-4f1c-b4e6-736c9b7980a0/154398ea-cd9b-489a-b9d4-8784ee40dc3e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:49.128857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ec54b51c-c41e-46a8-a6a1-4b8d1409b979), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.159422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27197907-3aef-4ff7-b49e-b1a6dceaa1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0b3c25a4-adb5-49a4-831c-22bc7bc8b59b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.162141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27197907-3aef-4ff7-b49e-b1a6dceaa1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.167247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-27197907-3aef-4ff7-b49e-b1a6dceaa1f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b3c25a4-adb5-49a4-831c-22bc7bc8b59b HTTP/1.1" status: 204 len: 168 time: 0.6647108 Apr 07 11:16:49.178752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.180098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2941034 Apr 07 11:16:49.183462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c9575-2111-4cee-96aa-c5f249d08362 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec54b51c-c41e-46a8-a6a1-4b8d1409b979,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:49.187700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44622) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:49.193746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Request body: {'security_group_rule': {'security_group_id': '0e091946-03a9-4a13-9746-a15c21229844', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:49.198784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d1eb288-9fbb-4eca-a0d7-44e1385d0dbe req-a49ea29f-fbbc-448b-a796-a2f5347948e7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816039 Apr 07 11:16:49.203607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-e8a93152-c5a4-4938-acba-14225931cdb7 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465713 Apr 07 11:16:49.229626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197907-3aef-4ff7-b49e-b1a6dceaa1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3c25a4-adb5-49a4-831c-22bc7bc8b59b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:49.285004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:49.288560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.319959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group_rule (22dd0c53-032a-43b6-aaeb-e9ae3ba9516e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.344509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 954a4c97-0225-42c2-b0b1-bc868085749b yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:16:49.362866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-d90ae560-d7c9-4ef9-9a6f-b9aa2a9b7fab tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:49.370679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-d90ae560-d7c9-4ef9-9a6f-b9aa2a9b7fab tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.3039136 Apr 07 11:16:49.387205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f6e2ea8-d7d1-4cf3-8e73-0f535e3eff1c req-42740a74-b423-4def-94af-fdc891a12c16 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763291 Apr 07 11:16:49.427716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group_rule (22dd0c53-032a-43b6-aaeb-e9ae3ba9516e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.430306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Publish callbacks [] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.440570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-f3055ef4-c266-40e4-80bc-390137c901d9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.0692649 Apr 07 11:16:49.442197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (22dd0c53-032a-43b6-aaeb-e9ae3ba9516e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.458455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.466803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dd0c53-032a-43b6-aaeb-e9ae3ba9516e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:49.479197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.480957 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5570d8b3-c957-4d24-a26b-8b52622d894d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2921643 Apr 07 11:16:49.484142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44628) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:49.490096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:49.503510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-7c41459b-8879-4ad8-9b2b-135b88904e83 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619035 Apr 07 11:16:49.517509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.573935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:49.585688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:49.590117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:49.635487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Pushing event updated for resources: {'Port': ['ID=154398ea-cd9b-489a-b9d4-8784ee40dc3e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:49.636402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::2ba (b2feb08a-9d5d-4508-b385-fa376864e287/d78341c0-2e62-4f1c-b4e6-736c9b7980a0/954a4c97-0225-42c2-b0b1-bc868085749b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:49.673461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Attempting to bind port 154398ea-cd9b-489a-b9d4-8784ee40dc3e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:49.674147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Attempting to bind port 154398ea-cd9b-489a-b9d4-8784ee40dc3e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:49.674625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Attempting to bind port 154398ea-cd9b-489a-b9d4-8784ee40dc3e on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:49.680883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:49.681456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:49.681781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-be16599a-de72-4c5e-b95f-51498a3809e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771526 Apr 07 11:16:49.681970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.682611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:49.683233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Bound port: 154398ea-cd9b-489a-b9d4-8784ee40dc3e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:49.683705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.726851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.765224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] For port 154398ea-cd9b-489a-b9d4-8784ee40dc3e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:49.768950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] For port 154398ea-cd9b-489a-b9d4-8784ee40dc3e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=154398ea-cd9b-489a-b9d4-8784ee40dc3e,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:49.777693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.846876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44634) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:49.865922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c265b9a8-c302-40e7-adab-bb443ef7654d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:49.894668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf761944-dacb-4ba0-bad6-883d6b5d5b15 None None] Pushing event updated for resources: {'Port': ['ID=154398ea-cd9b-489a-b9d4-8784ee40dc3e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:49.927117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Allocated IP 172.25.5.23 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/7f308622-383c-4524-aae1-2c1f7743eca8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:50.142677 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for port (7f308622-383c-4524-aae1-2c1f7743eca8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.150172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c265b9a8-c302-40e7-adab-bb443ef7654d admin admin] Publish callbacks [] for security_group (ac02cf0e-8885-4eec-af33-7e08df1d999c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.159657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c265b9a8-c302-40e7-adab-bb443ef7654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac02cf0e-8885-4eec-af33-7e08df1d999c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.228682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c265b9a8-c302-40e7-adab-bb443ef7654d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=004a37e99b634fafaa97d506403ae940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775876 Apr 07 11:16:50.229925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44640) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:50.231934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265b9a8-c302-40e7-adab-bb443ef7654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02cf0e-8885-4eec-af33-7e08df1d999c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:50.267891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-a2a99558-811f-4feb-8523-89c6867fa16a service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851758 Apr 07 11:16:50.272851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7f308622-383c-4524-aae1-2c1f7743eca8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.280668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57984c3c-6578-4c62-926f-1ebb1e643821 req-07a79f5d-77bb-42fe-80bd-6b925977c609 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:50.282693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57984c3c-6578-4c62-926f-1ebb1e643821 req-07a79f5d-77bb-42fe-80bd-6b925977c609 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.5635250 Apr 07 11:16:50.338799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:50.342446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56aee535-4fc8-429b-9b66-89c306cb398c admin admin] Publish callbacks [] for security_group (ac02cf0e-8885-4eec-af33-7e08df1d999c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.344481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:50.347897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:50.366659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (954a4c97-0225-42c2-b0b1-bc868085749b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.382592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57984c3c-6578-4c62-926f-1ebb1e643821 req-65c055ce-4c81-42bf-917e-b3d84c654e17 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899034 Apr 07 11:16:50.420901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event updated for resources: {'Port': ['ID=7f308622-383c-4524-aae1-2c1f7743eca8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:50.430552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56aee535-4fc8-429b-9b66-89c306cb398c admin admin] Publish callbacks [] for security_group (ac02cf0e-8885-4eec-af33-7e08df1d999c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.460305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (954a4c97-0225-42c2-b0b1-bc868085749b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.543890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (d032b15c-bb2d-44c5-a256-200d8605f254), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.580011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:50.587876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56aee535-4fc8-429b-9b66-89c306cb398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac02cf0e-8885-4eec-af33-7e08df1d999c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.590526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56aee535-4fc8-429b-9b66-89c306cb398c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.594975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:50.608002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:50.608948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-56aee535-4fc8-429b-9b66-89c306cb398c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac02cf0e-8885-4eec-af33-7e08df1d999c HTTP/1.1" status: 204 len: 168 time: 0.3650606 Apr 07 11:16:50.613199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:50.613833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.623404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0d819d69-675a-4470-8e30-495280c5cade up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:50.626624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=954a4c97-0225-42c2-b0b1-bc868085749b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:50.647257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aee535-4fc8-429b-9b66-89c306cb398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02cf0e-8885-4eec-af33-7e08df1d999c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:50.650652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f308622-383c-4524-aae1-2c1f7743eca8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.673884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-799daff4-86a6-4f76-891c-9451a5b40aa3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8910840 Apr 07 11:16:50.678104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44650) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:50.751470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d39f9-690c-4c91-b93b-36597fd6975e req-315d1547-74db-4d6f-8b69-bf42e83fc7b5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:50.758726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 0d819d69-675a-4470-8e30-495280c5cade completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:16:50.762255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad7d39f9-690c-4c91-b93b-36597fd6975e req-315d1547-74db-4d6f-8b69-bf42e83fc7b5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2775204 Apr 07 11:16:50.773549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 0d819d69-675a-4470-8e30-495280c5cade triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:50.775988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0d819d69-675a-4470-8e30-495280c5cade), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.793840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd544-de95-407d-8d98-12e6f291135b req-6c7ce5ae-0cba-47c6-a907-137c3bd7c2de tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:50.798536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efbcd544-de95-407d-8d98-12e6f291135b req-6c7ce5ae-0cba-47c6-a907-137c3bd7c2de tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 950 time: 0.2897933 Apr 07 11:16:50.945063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 0d819d69-675a-4470-8e30-495280c5cade is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:50.947437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d819d69-675a-4470-8e30-495280c5cade), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:50.964525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad7d39f9-690c-4c91-b93b-36597fd6975e req-82231819-25fe-4710-bece-745df1e037b9 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000117 Apr 07 11:16:50.988311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe84688-2c09-45da-b358-1a4880e0a919 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:51.006390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe84688-2c09-45da-b358-1a4880e0a919 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:51.014735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5fe84688-2c09-45da-b358-1a4880e0a919 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3336275 Apr 07 11:16:51.014967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44656) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:51.050170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efbcd544-de95-407d-8d98-12e6f291135b req-8700a694-6f6a-47af-ba1b-cdeecb05948b tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357655 Apr 07 11:16:51.065244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d819d69-675a-4470-8e30-495280c5cade'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:51.082101 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13773b9-347d-4a6f-a69e-f7cd30ec9ea5" -d '{"events": [{"server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0d819d69-675a-4470-8e30-495280c5cade"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:51.123343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0d819d69-675a-4470-8e30-495280c5cade,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:51.142722 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.209264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23c52627-0f95-4aa1-a379-44c7f128179b req-e9116857-e667-480f-9d29-651f4aa5b873 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.0648127 Apr 07 11:16:51.255990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:51.290490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15057ec1-f508-4280-a908-e92b77d4804b req-e857e311-113c-445d-86e0-24d9a38ddb3d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:51.293368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 154398ea-cd9b-489a-b9d4-8784ee40dc3e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:51.295570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15057ec1-f508-4280-a908-e92b77d4804b req-e857e311-113c-445d-86e0-24d9a38ddb3d tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 950 time: 0.2339568 Apr 07 11:16:51.372023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c08869-a1f6-417c-9f46-235c1a7efd9e req-98630145-908b-4fba-b95b-948ee51e88f4 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:51.373978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05c08869-a1f6-417c-9f46-235c1a7efd9e req-98630145-908b-4fba-b95b-948ee51e88f4 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2465937 Apr 07 11:16:51.381962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for port (7f308622-383c-4524-aae1-2c1f7743eca8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.409791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7f308622-383c-4524-aae1-2c1f7743eca8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.421263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 154398ea-cd9b-489a-b9d4-8784ee40dc3e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:51.421646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.513272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2aa8c-4375-4bbb-95d4-cfb7fb7f86b6 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:51.574188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05c08869-a1f6-417c-9f46-235c1a7efd9e req-f294a77b-4566-434f-bbe5-3fe644a03a50 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848459 Apr 07 11:16:51.590551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6fa96-d4f6-4bcf-a244-736176e7df25 req-132b730d-e7f9-49be-88e0-63200dbccdd1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:51.592020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 954a4c97-0225-42c2-b0b1-bc868085749b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:51.592912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (954a4c97-0225-42c2-b0b1-bc868085749b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.599134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 154398ea-cd9b-489a-b9d4-8784ee40dc3e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:51.599527 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.604866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0b3a4d9f-c0e2-41df-b118-61bb4a6cf9b5 None None] Provisioning complete for port 154398ea-cd9b-489a-b9d4-8784ee40dc3e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:51.605266 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4d9f-c0e2-41df-b118-61bb4a6cf9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.605486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a6fa96-d4f6-4bcf-a244-736176e7df25 req-132b730d-e7f9-49be-88e0-63200dbccdd1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2463453 Apr 07 11:16:51.697098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 154398ea-cd9b-489a-b9d4-8784ee40dc3e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=154398ea-cd9b-489a-b9d4-8784ee40dc3e,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:51.707887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Deleting port 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:51.708375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.717468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.752600 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61457f-83ef-4608-a9c8-68d074e63588 x-openstack-request-id: req-6e61457f-83ef-4608-a9c8-68d074e63588 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:51.753065 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0d819d69-675a-4470-8e30-495280c5cade", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:51.753502 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e61457f-83ef-4608-a9c8-68d074e63588 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:51.753913 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e61457f-83ef-4608-a9c8-68d074e63588'] response: {'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d819d69-675a-4470-8e30-495280c5cade', 'code': 200} Apr 07 11:16:51.823870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=154398ea-cd9b-489a-b9d4-8784ee40dc3e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:51.844037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a4d9f-c0e2-41df-b118-61bb4a6cf9b5 None None] Current status of the port 154398ea-cd9b-489a-b9d4-8784ee40dc3e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:51.882773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event updated for resources: {'Port': ['ID=7f308622-383c-4524-aae1-2c1f7743eca8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:51.887381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (d032b15c-bb2d-44c5-a256-200d8605f254), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:51.996455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.007055 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7edd9362-ab7a-4e54-ab91-4c11297ca12b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5214851 Apr 07 11:16:52.025976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4a6fa96-d4f6-4bcf-a244-736176e7df25 req-50d7ed6e-8dba-48f7-b615-f7013e58b324 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188364 Apr 07 11:16:52.046151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586229a-dac0-4529-a67d-254905216608 req-7afaaa52-0c98-4372-9600-e0af9b6cc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.058212 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5586229a-dac0-4529-a67d-254905216608 req-7afaaa52-0c98-4372-9600-e0af9b6cc30a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1128 time: 0.1278341 Apr 07 11:16:52.136089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (954a4c97-0225-42c2-b0b1-bc868085749b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.142761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5586229a-dac0-4529-a67d-254905216608 req-fef7d5c3-daa8-4ad6-865e-aed1465e9ff4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775838 Apr 07 11:16:52.156701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 954a4c97-0225-42c2-b0b1-bc868085749b owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:52.175584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4dc4-9d0c-473c-ab45-e8a6387d56f7 req-bea65d91-c9bc-4384-b007-a1dbd6bfb647 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.182656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46dd4dc4-9d0c-473c-ab45-e8a6387d56f7 req-bea65d91-c9bc-4384-b007-a1dbd6bfb647 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.2029865 Apr 07 11:16:52.296001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46dd4dc4-9d0c-473c-ab45-e8a6387d56f7 req-39f4e79a-5de1-42b9-976d-21cb9de419b6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986571 Apr 07 11:16:52.362266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] For port 95e9c49b-b11e-41ff-b519-20dcf9bc319d, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=95e9c49b-b11e-41ff-b519-20dcf9bc319d,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:52.365597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.375647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7079426f-0f31-4bb8-a7c0-8aba9b6b8264 None None] Provisioning complete for port 154398ea-cd9b-489a-b9d4-8784ee40dc3e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:52.376094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7079426f-0f31-4bb8-a7c0-8aba9b6b8264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.418056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Calling delete_port for 95e9c49b-b11e-41ff-b519-20dcf9bc319d owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:52.514668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdaf63-0283-4d09-b9c5-58ebb9ee5e2d req-326c36e9-5d81-44c8-b29b-a168ff11ea86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.533288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2acdaf63-0283-4d09-b9c5-58ebb9ee5e2d req-326c36e9-5d81-44c8-b29b-a168ff11ea86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/ports?device_id=5693acea-3f60-4a54-8b3c-a01ee7187acc HTTP/1.1" status: 200 len: 950 time: 0.2431459 Apr 07 11:16:52.564609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44692) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:52.592734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7079426f-0f31-4bb8-a7c0-8aba9b6b8264 None None] Current status of the port 154398ea-cd9b-489a-b9d4-8784ee40dc3e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:52.610566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7079426f-0f31-4bb8-a7c0-8aba9b6b8264 None None] Provisioning complete for port 954a4c97-0225-42c2-b0b1-bc868085749b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:52.610961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7079426f-0f31-4bb8-a7c0-8aba9b6b8264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (954a4c97-0225-42c2-b0b1-bc868085749b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.622053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (954a4c97-0225-42c2-b0b1-bc868085749b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.667299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7079426f-0f31-4bb8-a7c0-8aba9b6b8264 None None] Port 954a4c97-0225-42c2-b0b1-bc868085749b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:16:52.703711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=954a4c97-0225-42c2-b0b1-bc868085749b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:52.744952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.750458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-98006363-1afc-41bc-9a99-22f7f9b1e489 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/954a4c97-0225-42c2-b0b1-bc868085749b HTTP/1.1" status: 204 len: 168 time: 1.7245464 Apr 07 11:16:52.758375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44698) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:52.786239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-acc0dc3a-9af6-4f9b-bf39-35ffbbadda9f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.787950 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-acc0dc3a-9af6-4f9b-bf39-35ffbbadda9f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.4135742 Apr 07 11:16:52.801000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:52.849838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-network', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:52.900480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Made reservation on behalf of 0b24d4a9fc4c439fb9b0b3d01d0d309a for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:52.902836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.903258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-12580daf-004d-4d32-be03-819c449cfd1f None None] Could not find standard attr ID for object 954a4c97-0225-42c2-b0b1-bc868085749b. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:16:52.910292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2acdaf63-0283-4d09-b9c5-58ebb9ee5e2d req-84ab0510-0b0d-4a5f-a8f6-cd5247eea429 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.13 "GET /v2.0/security-groups?id=666cdf6c-658b-4498-8048-108c4e946fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758073 Apr 07 11:16:52.942378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:52.946493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa4470-c184-40f5-9666-c40dc9af6f22 req-792ec256-ada1-4957-a326-fff1051e1d75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.949084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aaa4470-c184-40f5-9666-c40dc9af6f22 req-792ec256-ada1-4957-a326-fff1051e1d75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.4126663 Apr 07 11:16:52.960136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce986d3-c6f9-4abf-9e21-f1aa78bdb825 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.968857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce986d3-c6f9-4abf-9e21-f1aa78bdb825 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:52.973664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ce986d3-c6f9-4abf-9e21-f1aa78bdb825 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2139304 Apr 07 11:16:53.008083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44700) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:53.048958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks [] for security_group (a989fe7d-f57c-478c-9202-ac0ad033b4c8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.059423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a989fe7d-f57c-478c-9202-ac0ad033b4c8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.080035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 154398ea-cd9b-489a-b9d4-8784ee40dc3e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:53.116974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:16:53.123682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a989fe7d-f57c-478c-9202-ac0ad033b4c8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:53.139762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3dac4f1f-c040-482b-b229-ccaf0490332c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.140819 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Added segment 3dac4f1f-c040-482b-b229-ccaf0490332c of type vlan for network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 Apr 07 11:16:53.150344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:53.154455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.173712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c40b98b4-de5b-409a-8799-b2820e38f6e2 req-8c2994ca-cf54-4866-b161-83b0c4a12ee4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.1356685 Apr 07 11:16:53.188153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 154398ea-cd9b-489a-b9d4-8784ee40dc3e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:53.189101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.213098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.244760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aaa4470-c184-40f5-9666-c40dc9af6f22 req-3926ea99-2a91-4fe4-a878-87e831793077 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353504 Apr 07 11:16:53.253570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (95e9c49b-b11e-41ff-b519-20dcf9bc319d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.323893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet d78341c0-2e62-4f1c-b4e6-736c9b7980a0 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:16:53.331473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (d78341c0-2e62-4f1c-b4e6-736c9b7980a0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.336837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Pushing event deleted for resources: {'Port': ['ID=95e9c49b-b11e-41ff-b519-20dcf9bc319d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:53.367925 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.368774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:53.368999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.390742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 154398ea-cd9b-489a-b9d4-8784ee40dc3e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:53.469523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (d78341c0-2e62-4f1c-b4e6-736c9b7980a0), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.481410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9001446 Apr 07 11:16:53.490725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44714) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:53.501628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Request body: {'subnet': {'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-subnet', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:53.517048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18350360-40ac-42a0-9c8a-3c0fefd0b7bb admin admin] Pushing event updated for resources: {'Network': ['ID=cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:53.517457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] No DVR routers for this DVR port 95e9c49b-b11e-41ff-b519-20dcf9bc319d on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:53.525336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.5 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:53.527121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.531000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15057ec1-f508-4280-a908-e92b77d4804b req-581a309c-0821-4b3b-89cb-fa45b686fd86 tempest-ServersAdminTestJSON-351330888 tempest-ServersAdminTestJSON-351330888-project] 10.222.0.41 "DELETE /v2.0/ports/95e9c49b-b11e-41ff-b519-20dcf9bc319d HTTP/1.1" status: 204 len: 173 time: 2.2248979 Apr 07 11:16:53.532250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:16:53.535622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-deleted', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:53.538388 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d2e5f-5953-46ac-9370-afe884df378e" -d '{"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-deleted", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:53.552335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Made reservation on behalf of 0b24d4a9fc4c439fb9b0b3d01d0d309a for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:53.563330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.578712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-ebb6100e-50e2-4ad4-9dc4-dbbdd9b82cd6 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1592389293&fields=id&tenant_id=1d91cc3126cd435e9502914348a7b0ab HTTP/1.1" status: 200 len: 267 time: 0.2485001 Apr 07 11:16:53.595352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd2025-5120-43ef-8c14-99010fdb116d req-e99282ec-c981-45e1-8450-0c5a431267e1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:53.596949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20dd2025-5120-43ef-8c14-99010fdb116d req-e99282ec-c981-45e1-8450-0c5a431267e1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2287076 Apr 07 11:16:53.772229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-a73ff3c2-cd25-4db9-a00e-b306fe0becef tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:53.773743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-a73ff3c2-cd25-4db9-a00e-b306fe0becef tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/networks?id=362776c3-0522-40c2-8fe8-ce5d5891aebd HTTP/1.1" status: 200 len: 814 time: 0.1740577 Apr 07 11:16:53.779670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (d78341c0-2e62-4f1c-b4e6-736c9b7980a0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:53.828742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-9b1aaa14-e64e-415a-9fd1-267711cc9e62 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/quotas/1d91cc3126cd435e9502914348a7b0ab HTTP/1.1" status: 200 len: 375 time: 0.0444305 Apr 07 11:16:53.861360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20dd2025-5120-43ef-8c14-99010fdb116d req-ebee4612-0fc2-4798-89eb-18d907da2240 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551703 Apr 07 11:16:53.915288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-9b800d16-e8fc-4831-a26e-c082f1d4ed14 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d91cc3126cd435e9502914348a7b0ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775397 Apr 07 11:16:53.940009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (d78341c0-2e62-4f1c-b4e6-736c9b7980a0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.029891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:54.038431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.044650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/d78341c0-2e62-4f1c-b4e6-736c9b7980a0 HTTP/1.1" status: 204 len: 168 time: 1.0246651 Apr 07 11:16:54.045669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a8134-3e7a-48f2-a9a6-f25d49298318 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=d78341c0-2e62-4f1c-b4e6-736c9b7980a0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:54.050310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44720) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:54.104606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5826aa9-fbc9-424d-83e4-ff886e18b897 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:54.113986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 95e9c49b-b11e-41ff-b519-20dcf9bc319d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:54.114517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 95e9c49b-b11e-41ff-b519-20dcf9bc319d not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:54.118277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-144ba4dc-df2e-4a58-9c32-ee3237756986 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667827 Apr 07 11:16:54.118868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44722) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:54.127360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:54.187021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.220810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-8fc905b1-f2f8-4277-8fd6-4e14e7183a2e service neutron] 10.222.0.13 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926416 Apr 07 11:16:54.238932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923f22c-f9a2-4a75-8827-c1c5b1b3d125 req-013d8ceb-518e-4225-8f9f-301763b7aee1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:54.246118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7923f22c-f9a2-4a75-8827-c1c5b1b3d125 req-013d8ceb-518e-4225-8f9f-301763b7aee1 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2667310 Apr 07 11:16:54.250596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (663eb040-4943-4e1f-8f6b-f54a5dcc19ef), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.320945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.330362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=663eb040-4943-4e1f-8f6b-f54a5dcc19ef,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:54.349864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:16:54.369196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:54.372856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.385977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Checking segment: {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:54.386344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Network hostable DHCP agents. Network: cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:16:54.393761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7923f22c-f9a2-4a75-8827-c1c5b1b3d125 req-f7d205dc-1138-49ce-bfa3-5b4bba1af024 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467042 Apr 07 11:16:54.397889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:54.409772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:54.416969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:54.421410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:54.458198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] Deleting port 154398ea-cd9b-489a-b9d4-8784ee40dc3e {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:16:54.460657 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.466211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:16:54.488395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:54.489278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.492511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:54.500177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:54.500783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.507731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899997e-79a0-4c77-89f4-98d47f40cc4f None None] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:54.508861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-cfc9300c-8898-4b5c-a3f3-9d85b781ada8 service neutron] 10.222.0.13 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864621 Apr 07 11:16:54.523897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-e20cc455-0fd2-4458-807e-f23d15f44298 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7265658 Apr 07 11:16:54.535622 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebcc9c7d-b16c-4395-921d-7c0e647d2b3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0438356 Apr 07 11:16:54.538451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44728) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:54.545902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Request body: {'port': {'device_id': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:54.593339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] For port 154398ea-cd9b-489a-b9d4-8784ee40dc3e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=154398ea-cd9b-489a-b9d4-8784ee40dc3e,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:54.593753 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.594732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:54.624046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] Calling delete_port for 154398ea-cd9b-489a-b9d4-8784ee40dc3e owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:16:54.648525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.661581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (bcee3c21-307c-4bde-bb11-b68b410a968d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.662750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (bcee3c21-307c-4bde-bb11-b68b410a968d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.697611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (cf7daa99-5dd1-487d-903d-4199a90c7f05), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.736530 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2dcceb-7a02-4daa-8a75-35f9aa9c0f20 x-openstack-request-id: req-4e2dcceb-7a02-4daa-8a75-35f9aa9c0f20 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:54.736955 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693acea-3f60-4a54-8b3c-a01ee7187acc", "name": "network-vif-deleted", "tag": "95e9c49b-b11e-41ff-b519-20dcf9bc319d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:54.737356 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e2dcceb-7a02-4daa-8a75-35f9aa9c0f20 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:54.737865 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2dcceb-7a02-4daa-8a75-35f9aa9c0f20'] response: {'server_uuid': '5693acea-3f60-4a54-8b3c-a01ee7187acc', 'name': 'network-vif-deleted', 'tag': '95e9c49b-b11e-41ff-b519-20dcf9bc319d', 'status': 'completed', 'code': 200} Apr 07 11:16:54.773390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:54.783422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:54.789512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:54.790493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.801875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6e95-6361-4c5d-b728-cbc3538a3736 req-9ad3a547-b63e-4220-b595-871fc966f7ca tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:54.809002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e7c6e95-6361-4c5d-b728-cbc3538a3736 req-9ad3a547-b63e-4220-b595-871fc966f7ca tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.3031428 Apr 07 11:16:54.814082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=cf7daa99-5dd1-487d-903d-4199a90c7f05,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:54.829272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1', 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1', 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'fixed_ips': [{'subnet_id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:16:54.829272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:54.870299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4ac85a66-c28a-4991-8248-56a200bdecec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7458892 Apr 07 11:16:54.871245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44736) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:54.884001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'name': 'tempest-NetworksTestDHCPv6-1848631935'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:54.962537 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (154398ea-cd9b-489a-b9d4-8784ee40dc3e), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.015553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] Pushing event deleted for resources: {'Port': ['ID=154398ea-cd9b-489a-b9d4-8784ee40dc3e,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:55.020037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5df98-d31e-4976-8465-e8be0ae35e57 None None] No DVR routers for this DVR port 154398ea-cd9b-489a-b9d4-8784ee40dc3e on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:16:55.056007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a84c8-d444-4dc7-8a56-5950eaebd351 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:55.145826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Allocated IP 172.20.0.2 (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1/663eb040-4943-4e1f-8f6b-f54a5dcc19ef/297adf61-f363-49ff-aea5-39dc42495e2d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:55.219101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44746) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:55.247008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e7c6e95-6361-4c5d-b728-cbc3538a3736 req-e782b00e-9efa-464f-8fa9-1be9bf048dfa tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354200 Apr 07 11:16:55.249886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks [] for router_controller (bcee3c21-307c-4bde-bb11-b68b410a968d), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.287478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:55.290947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.353868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15701-05cc-4b00-96e0-def1828a9278 req-83dc9942-efb6-4e4b-accc-8ffc65f360d6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:55.355747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3db15701-05cc-4b00-96e0-def1828a9278 req-83dc9942-efb6-4e4b-accc-8ffc65f360d6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 931 time: 0.3934524 Apr 07 11:16:55.364646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 154398ea-cd9b-489a-b9d4-8784ee40dc3e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:16:55.400632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port dbb926ea-47e1-4447-b14a-4cf49392625b yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:16:55.429175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'cf7daa99-5dd1-487d-903d-4199a90c7f05'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:16:55.430875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.441731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 154398ea-cd9b-489a-b9d4-8784ee40dc3e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:16:55.442582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 154398ea-cd9b-489a-b9d4-8784ee40dc3e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:16:55.563209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:16:55.569827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks [] for router_gateway (bcee3c21-307c-4bde-bb11-b68b410a968d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.578893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Publish callbacks [] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.607204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Transition to ACTIVE for port object cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:16:55.617315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3db15701-05cc-4b00-96e0-def1828a9278 req-e1259230-3586-458a-9ff6-1ba80eb88af8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329507 Apr 07 11:16:55.632207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050c1cc-9ac8-4ef3-a008-ffb8e9f8ed4a req-fecc3fb3-48d1-4091-8ffe-be70e01ae0d0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:55.634174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0050c1cc-9ac8-4ef3-a008-ffb8e9f8ed4a req-fecc3fb3-48d1-4091-8ffe-be70e01ae0d0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3019335 Apr 07 11:16:55.638212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.640707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b25fc346-2e77-4105-904e-266269f6597b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0637ace1e4542b2b72ff0901bea270a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204783 Apr 07 11:16:55.644028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44752) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:55.688059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Publish callbacks [] for port (297adf61-f363-49ff-aea5-39dc42495e2d), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.714683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:55.717577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:55.790199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:55.799698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:55.807767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:55.827817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/cf7daa99-5dd1-487d-903d-4199a90c7f05/8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:55.836445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Pushing event updated for resources: {'Port': ['ID=297adf61-f363-49ff-aea5-39dc42495e2d,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:55.873638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Attempting to bind port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:55.873981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Attempting to bind port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:55.874316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Attempting to bind port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:55.881321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:16:55.881654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Attempting to bind port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:55.902986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:55.903335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:55.904516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:55.905066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Bound port: cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:55.905459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.094598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Attempting to bind port 297adf61-f363-49ff-aea5-39dc42495e2d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:56.095741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Attempting to bind port 297adf61-f363-49ff-aea5-39dc42495e2d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:56.096334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Attempting to bind port 297adf61-f363-49ff-aea5-39dc42495e2d on network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:56.097834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] For port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:56.110063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:56.110961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Checking segment: {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:56.111590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.112013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Bound using segment: {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:56.112505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Bound port: 297adf61-f363-49ff-aea5-39dc42495e2d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:56.112896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.119492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] For port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:56.128771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5f1e0ed-4a70-4bc0-bdb8-d3e21f70e1e9 req-380a4f4f-4904-49f7-ad85-aa767640fbbf tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 210 time: 0.0665917 Apr 07 11:16:56.155364 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks [] for router_gateway (bcee3c21-307c-4bde-bb11-b68b410a968d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.158685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.175987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe822e7b-406d-4f54-a818-bed0777530aa admin admin] Publish callbacks [] for security_group (666cdf6c-658b-4498-8048-108c4e946fb5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.197756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.205595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe822e7b-406d-4f54-a818-bed0777530aa admin admin] Publish callbacks [] for security_group (666cdf6c-658b-4498-8048-108c4e946fb5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.227535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:56.228616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.230742 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 HTTP/1.1" status: 200 len: 1091 time: 1.6918654 Apr 07 11:16:56.231387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'tag': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:16:56.234907 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bac2d3-bce1-4452-933a-1e4f4b216470" -d '{"events": [{"name": "network-changed", "server_uuid": "572205cf-a0ee-4af0-badc-e3758c1e3387", "tag": "cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:16:56.262432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] For port 297adf61-f363-49ff-aea5-39dc42495e2d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:56.269206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] For port 297adf61-f363-49ff-aea5-39dc42495e2d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=297adf61-f363-49ff-aea5-39dc42495e2d,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:56.287940 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.293249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Publish callbacks [] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.315553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0050c1cc-9ac8-4ef3-a008-ffb8e9f8ed4a req-be2419e2-90aa-45af-9983-41cc8b450e0e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472270 Apr 07 11:16:56.328538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.381791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:56.387438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:56.394525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d9211-fde0-4c7a-8b2e-4d55264288e1 None None] Pushing event updated for resources: {'Port': ['ID=297adf61-f363-49ff-aea5-39dc42495e2d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:56.398620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:56.405703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::26a (b2feb08a-9d5d-4508-b385-fa376864e287/cf7daa99-5dd1-487d-903d-4199a90c7f05/dbb926ea-47e1-4447-b14a-4cf49392625b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:56.458611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Pushing event updated for resources: {'Port': ['ID=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:56.534941 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6001dc75-ff69-4687-87e4-5cdd2930643c x-openstack-request-id: req-6001dc75-ff69-4687-87e4-5cdd2930643c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:16:56.535627 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572205cf-a0ee-4af0-badc-e3758c1e3387", "tag": "cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:16:56.537045 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6001dc75-ff69-4687-87e4-5cdd2930643c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:16:56.538622 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6001dc75-ff69-4687-87e4-5cdd2930643c'] response: {'name': 'network-changed', 'server_uuid': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'tag': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93', 'status': 'completed', 'code': 200} Apr 07 11:16:56.542049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Attempting to bind port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:16:56.542609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Attempting to bind port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:16:56.543035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Attempting to bind port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:16:56.547972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe822e7b-406d-4f54-a818-bed0777530aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (666cdf6c-658b-4498-8048-108c4e946fb5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.549618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:16:56.550176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:16:56.550686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.550821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe822e7b-406d-4f54-a818-bed0777530aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.551300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:16:56.551881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Bound port: 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:16:56.552481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fe822e7b-406d-4f54-a818-bed0777530aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/666cdf6c-658b-4498-8048-108c4e946fb5 HTTP/1.1" status: 204 len: 168 time: 0.9072609 Apr 07 11:16:56.552814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.647369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa402650-df00-41e8-824f-3341840d30b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:56.679798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] For port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:16:56.685206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Allocated IP 172.25.5.130 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/e3419cd3-65ed-44ec-ad32-78681d297047) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:56.691903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] For port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:16:56.717778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.726004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-4dafee19-831c-4858-b84d-70e0f6a9a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:56.727892 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-4dafee19-831c-4858-b84d-70e0f6a9a765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 1125 time: 0.1884153 Apr 07 11:16:56.794849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe822e7b-406d-4f54-a818-bed0777530aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666cdf6c-658b-4498-8048-108c4e946fb5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:56.834759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f94335-be26-48e1-a8d7-1a738d3c9ef8 None None] Pushing event updated for resources: {'Port': ['ID=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:56.889017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-a6ef07d4-937a-469c-bafc-ac863ff75d30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 HTTP/1.1" status: 200 len: 217 time: 0.1400177 Apr 07 11:16:56.893918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (dbb926ea-47e1-4447-b14a-4cf49392625b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:56.903468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422cc45-fb6b-4c97-b280-9ba1ef6d0114 req-7ae28f23-f3e0-419c-b3a9-2a791073d38a tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:56.911922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7422cc45-fb6b-4c97-b280-9ba1ef6d0114 req-7ae28f23-f3e0-419c-b3a9-2a791073d38a tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.6602981 Apr 07 11:16:56.987923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-5f06ff23-bf8c-4379-a892-3b8986bc226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:56.994029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-5f06ff23-bf8c-4379-a892-3b8986bc226d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.0946853 Apr 07 11:16:57.018212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f802bb-3a6e-467c-9186-b4d0487e72ad req-b8cca118-930a-48ea-95b7-e8c5d370cab9 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:57.029716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25f802bb-3a6e-467c-9186-b4d0487e72ad req-b8cca118-930a-48ea-95b7-e8c5d370cab9 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.4882445 Apr 07 11:16:57.080190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks [] for port (e3419cd3-65ed-44ec-ad32-78681d297047), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.084447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-0672e044-7d47-4f11-91e6-1c5dbf81871c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477126 Apr 07 11:16:57.123121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7422cc45-fb6b-4c97-b280-9ba1ef6d0114 req-ae4c0a1d-c4ab-4191-b3ea-45b0604cd3f3 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096477 Apr 07 11:16:57.223481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 297adf61-f363-49ff-aea5-39dc42495e2d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:57.224521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-a8497e1f-8029-464e-b42a-ff60f466d328 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:57.226128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-a8497e1f-8029-464e-b42a-ff60f466d328 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.41 "GET /v2.0/networks?id=362776c3-0522-40c2-8fe8-ce5d5891aebd HTTP/1.1" status: 200 len: 814 time: 0.6834655 Apr 07 11:16:57.311245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 297adf61-f363-49ff-aea5-39dc42495e2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:57.311695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.314700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.316750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dbb926ea-47e1-4447-b14a-4cf49392625b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.337165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25f802bb-3a6e-467c-9186-b4d0487e72ad req-3c56c491-8b7d-4383-b2d3-d8dbf81e06e0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059869 Apr 07 11:16:57.410940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:57.441402 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-b5035443-95c7-4401-a49b-2dc7c97334dc service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481841 Apr 07 11:16:57.468164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=dbb926ea-47e1-4447-b14a-4cf49392625b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:57.518896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 297adf61-f363-49ff-aea5-39dc42495e2d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:57.520251 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.556400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:57.586750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 297adf61-f363-49ff-aea5-39dc42495e2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=297adf61-f363-49ff-aea5-39dc42495e2d,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:57.595191 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.619719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:57.629102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:57.638862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:16:57.641815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Pushing event updated for resources: {'Port': ['ID=e3419cd3-65ed-44ec-ad32-78681d297047,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:57.674647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=297adf61-f363-49ff-aea5-39dc42495e2d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:57.678250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:16:57.681107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e1eabe27-5b41-45fe-a440-f7492852f1f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=422e723641d741d19e44d5c83e705504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633207 Apr 07 11:16:57.681395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44784) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:57.703412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:16:57.714458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:57.715298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:57.761038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-fffdd1dc-de61-4f66-8f6f-9d9df44b8bad tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d91cc3126cd435e9502914348a7b0ab HTTP/1.1" status: 200 len: 380 time: 0.5240419 Apr 07 11:16:57.776454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fb995174-ab28-4e4e-8077-7e0e38535ecb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8978405 Apr 07 11:16:57.786389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Request body: {'port': {'device_id': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'admin_state_up': True, 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'security_groups': ['0e091946-03a9-4a13-9746-a15c21229844']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:57.789478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44788) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:57.883333 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2989c89a-4401-437c-a2a1-5504ad36c5cb req-bdef0676-8af7-4e25-a2da-f2cf90d0b9b6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238038 Apr 07 11:16:58.087538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0d2d-5025-4327-9517-758b6a90a9b0 req-887f8b61-13bf-4900-8e8f-5b949086c2b7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:58.102136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-031d0d2d-5025-4327-9517-758b6a90a9b0 req-887f8b61-13bf-4900-8e8f-5b949086c2b7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.5046649 Apr 07 11:16:58.103568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44794) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:58.111299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'floatingip': {'port_id': '0d819d69-675a-4470-8e30-495280c5cade'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:16:58.127502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95177bb-8a1a-426d-8dcc-c7129c6c1788 req-208ad8bd-ab6a-4d76-a2c6-f1b5ec1084a5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:58.141051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b95177bb-8a1a-426d-8dcc-c7129c6c1788 req-208ad8bd-ab6a-4d76-a2c6-f1b5ec1084a5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 943 time: 0.6202817 Apr 07 11:16:58.144006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0f3be-9f7b-4237-bff5-89e59a9ef481 None None] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:16:58.318301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-a06f0cc8-2023-4a29-ac19-bbb2bd83736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:58.324275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-a06f0cc8-2023-4a29-ac19-bbb2bd83736c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 1125 time: 0.3716080 Apr 07 11:16:58.331527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.336449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7b4ea7f2-a09d-48b1-89fd-b145f57dfc4d None None] Provisioning complete for port 297adf61-f363-49ff-aea5-39dc42495e2d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:58.337069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea7f2-a09d-48b1-89fd-b145f57dfc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.455999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6044608a-194f-434b-9208-1e2ce7856512 admin admin] Publish callbacks [] for security_group (c552e5e4-2f59-45ff-a162-1f4d7f3b9f81), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.480992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6044608a-194f-434b-9208-1e2ce7856512 admin admin] Publish callbacks [] for security_group (c552e5e4-2f59-45ff-a162-1f4d7f3b9f81), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.553593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-320562f1-0077-41df-a046-28f33b02b440 req-38a0efdc-341d-4874-9e8e-b5e1f9b2f4bc tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 210 time: 0.2006092 Apr 07 11:16:58.565380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6044608a-194f-434b-9208-1e2ce7856512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c552e5e4-2f59-45ff-a162-1f4d7f3b9f81), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.568337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6044608a-194f-434b-9208-1e2ce7856512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.581600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6044608a-194f-434b-9208-1e2ce7856512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c552e5e4-2f59-45ff-a162-1f4d7f3b9f81 HTTP/1.1" status: 204 len: 168 time: 0.8909421 Apr 07 11:16:58.688015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b8e46-aa07-4df6-9acf-e043f21a3a80 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:58.704572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b8e46-aa07-4df6-9acf-e043f21a3a80 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:16:58.714522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-751b8e46-aa07-4df6-9acf-e043f21a3a80 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9189577 Apr 07 11:16:58.718317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44800) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:16:58.728646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Made reservation on behalf of 1d91cc3126cd435e9502914348a7b0ab for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:16:58.733016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.812202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks [] for router_gateway (bcee3c21-307c-4bde-bb11-b68b410a968d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:58.818771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ea7f2-a09d-48b1-89fd-b145f57dfc4d None None] Current status of the port 297adf61-f363-49ff-aea5-39dc42495e2d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:58.880063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044608a-194f-434b-9208-1e2ce7856512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552e5e4-2f59-45ff-a162-1f4d7f3b9f81,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:58.975224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] Provisioning complete for port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:58.976078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:59.073353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b95177bb-8a1a-426d-8dcc-c7129c6c1788 req-7a268965-da2d-4cb9-b50d-cb5f8ad9e646 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9308631 Apr 07 11:16:59.302399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 297adf61-f363-49ff-aea5-39dc42495e2d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:59.340025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] Current status of the port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:59.340843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:59.412331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] For port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:16:59.436596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:59.486611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Allocated IP 172.20.0.14 (362776c3-0522-40c2-8fe8-ce5d5891aebd/8457714a-c78e-48eb-bec9-da83f15ff999/393ad4de-71a1-44c1-b5db-d4e5b9efae45) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:16:59.548524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 297adf61-f363-49ff-aea5-39dc42495e2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:59.549120 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:59.690007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8de54707-415f-4d26-86a5-b1f009f18587 None None] Provisioning complete for port 297adf61-f363-49ff-aea5-39dc42495e2d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:16:59.696939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8de54707-415f-4d26-86a5-b1f009f18587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:16:59.734762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed8bd1-e2a9-4318-bc71-df54c3775dec None None] Pushing event updated for resources: {'Port': ['ID=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:16:59.949098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 297adf61-f363-49ff-aea5-39dc42495e2d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:16:59.950219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:16:59.986264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.120813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d7fe0-8be1-412d-acc9-ccc582c77c8c req-4b13b85f-8331-42f0-bc5d-a9a9dc315b27 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:00.123260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-820d7fe0-8be1-412d-acc9-ccc582c77c8c req-4b13b85f-8331-42f0-bc5d-a9a9dc315b27 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 1.4040744 Apr 07 11:17:00.142825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.179435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8de54707-415f-4d26-86a5-b1f009f18587 None None] Current status of the port 297adf61-f363-49ff-aea5-39dc42495e2d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:00.208123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8de54707-415f-4d26-86a5-b1f009f18587 None None] Provisioning complete for port dbb926ea-47e1-4447-b14a-4cf49392625b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:00.208469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8de54707-415f-4d26-86a5-b1f009f18587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dbb926ea-47e1-4447-b14a-4cf49392625b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.248532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event updated for resources: {'Port': ['ID=393ad4de-71a1-44c1-b5db-d4e5b9efae45,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:00.249040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-fe820fdc-2dd4-40d1-9df9-bb552f00e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:00.252623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-fe820fdc-2dd4-40d1-9df9-bb552f00e4e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 1.6470437 Apr 07 11:17:00.303395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:00.311811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386e49-ba55-43f0-a6b1-dc07d37ef13d req-eb7343a0-3f1f-4dac-9477-0f0386c17977 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:00.313711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6386e49-ba55-43f0-a6b1-dc07d37ef13d req-eb7343a0-3f1f-4dac-9477-0f0386c17977 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 1.0796115 Apr 07 11:17:00.317016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:00.320629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:00.321930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8de54707-415f-4d26-86a5-b1f009f18587 None None] Port dbb926ea-47e1-4447-b14a-4cf49392625b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:00.334498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:00.335035 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.403322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:00.404043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.450105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-2e2724b6-c356-48b2-b155-9f3acb9e3f05 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6695490 Apr 07 11:17:00.482117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port dbb926ea-47e1-4447-b14a-4cf49392625b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:00.482720 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dbb926ea-47e1-4447-b14a-4cf49392625b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.490508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:00.581054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4db80a9f-dc74-4112-b3cb-ed8328e71b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.616772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Request body: {'port': {'device_id': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:00.647256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-f34008fe-3104-4139-801f-d1a24496bbc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 HTTP/1.1" status: 200 len: 217 time: 0.1070256 Apr 07 11:17:00.651516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6386e49-ba55-43f0-a6b1-dc07d37ef13d req-d6a29671-2061-49f2-8bde-be8e7be23ca7 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640667 Apr 07 11:17:00.665588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-820d7fe0-8be1-412d-acc9-ccc582c77c8c req-4eb7edf3-abf9-40cb-a837-717e11905b61 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5091405 Apr 07 11:17:00.718058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (bcee3c21-307c-4bde-bb11-b68b410a968d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.776983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.865408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.878165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d4e5ae58-a50a-4fe4-97b7-e96cc601869f None None] Provisioning complete for port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:00.878665 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d4e5ae58-a50a-4fe4-97b7-e96cc601869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.920006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dbb926ea-47e1-4447-b14a-4cf49392625b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.935299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5ae58-a50a-4fe4-97b7-e96cc601869f None None] Port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:00.958749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:00.977794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for dbb926ea-47e1-4447-b14a-4cf49392625b owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:00.993555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc24b94-07cb-4b6d-95e3-2fde5cd48e76 req-b7ef69ef-54b5-4f62-a836-b54d0a73a8a6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:01.001679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dc24b94-07cb-4b6d-95e3-2fde5cd48e76 req-b7ef69ef-54b5-4f62-a836-b54d0a73a8a6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 943 time: 0.1815324 Apr 07 11:17:01.099038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:01.102039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-c0f0506a-c38e-48c8-97b9-707b602dcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:01.104861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-c0f0506a-c38e-48c8-97b9-707b602dcd11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.4179873 Apr 07 11:17:01.123226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd874e8b-59ae-4b8e-b012-ef9cf821fa56 req-8a4172ba-77d1-4a1a-8dc2-b8aa465eca11 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:01.132070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd874e8b-59ae-4b8e-b012-ef9cf821fa56 req-8a4172ba-77d1-4a1a-8dc2-b8aa465eca11 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 932 time: 0.2711761 Apr 07 11:17:01.178147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-1b82916e-c99d-43fc-9a23-4592522f210e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623739 Apr 07 11:17:01.224139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dc24b94-07cb-4b6d-95e3-2fde5cd48e76 req-97c7f882-196f-4989-9cac-81273bccc0f3 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214625 Apr 07 11:17:01.240993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:01.241743 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:01.254370 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Floating IP 6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f associated. External IP: 172.25.5.174, port: 0d819d69-675a-4470-8e30-495280c5cade. Apr 07 11:17:01.426580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Router bcee3c21-307c-4bde-bb11-b68b410a968d is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:17:01.454658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:01.474919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:01.476074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd874e8b-59ae-4b8e-b012-ef9cf821fa56 req-52288dde-0984-4603-be0b-1b28a1bd6672 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429818 Apr 07 11:17:01.899123 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-410cae57-836a-4f3e-a30b-32c79ac71784 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547441 Apr 07 11:17:01.951470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dbb926ea-47e1-4447-b14a-4cf49392625b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:02.037383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:17:02.159838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=dbb926ea-47e1-4447-b14a-4cf49392625b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:02.230306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:02.246635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93', 'mac_address': 'fa:16:3e:4c:7f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:17:02.276695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393ad4de-71a1-44c1-b5db-d4e5b9efae45 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:02.286790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:02.291175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a6423386-1395-4c17-9e6d-339b2a37544d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/dbb926ea-47e1-4447-b14a-4cf49392625b HTTP/1.1" status: 204 len: 168 time: 3.5429685 Apr 07 11:17:02.293695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Publish callbacks [] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:02.303257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44852) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:02.361851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:02.362831 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:02.405510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:02.429889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7a0d4-44e9-4a5f-8a90-d0071e92bf20 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:02.431270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7a0d4-44e9-4a5f-8a90-d0071e92bf20 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:02.432982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-05f7a0d4-44e9-4a5f-8a90-d0071e92bf20 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1285367 Apr 07 11:17:02.443765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30063a-6e57-4a19-8cd6-389d5834a735 req-c42793d1-ccfb-435a-92cd-d76b49a389a1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:02.451342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e30063a-6e57-4a19-8cd6-389d5834a735 req-c42793d1-ccfb-435a-92cd-d76b49a389a1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.5714431 Apr 07 11:17:02.453009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44856) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:02.479587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:02.503108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Sync routers for ids ['bcee3c21-307c-4bde-bb11-b68b410a968d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:02.515306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:02.534237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:02.551678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Routers {'bcee3c21-307c-4bde-bb11-b68b410a968d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:02.552705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:16:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bcee3c21-307c-4bde-bb11-b68b410a968d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:02.587784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:02.589314 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba02c8e2-74a3-452c-bcf4-4242c7a3ddaa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0027938 Apr 07 11:17:02.594516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44864) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:02.685266 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1bac2d3-bce1-4452-933a-1e4f4b216470 req-b7781961-24eb-4205-b3c5-b87b3493d091 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142153 Apr 07 11:17:02.743793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-f77fb2a1-7960-4890-8274-503fe751c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:02.747270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-f77fb2a1-7960-4890-8274-503fe751c8e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d15ed4c98547409ef2e631e1f52571&device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 1127 time: 0.6747582 Apr 07 11:17:02.909434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-cdb0fc36-b68e-458e-96ff-f4ced6bd6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:02.911646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-cdb0fc36-b68e-458e-96ff-f4ced6bd6b70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 200 len: 912 time: 0.1550031 Apr 07 11:17:02.956876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Set router bcee3c21-307c-4bde-bb11-b68b410a968d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:02.994445 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-651e14d8-f4b2-4eff-a127-5a2d78d5d3bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.0757174 Apr 07 11:17:03.050741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Transition to ACTIVE for port object 393ad4de-71a1-44c1-b5db-d4e5b9efae45 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:17:03.074432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8fd4-bf0d-4585-9e87-f0fc5e561b2e req-d94f1f1d-b78f-4259-870a-09177a30ef5d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:03.084421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18ec8fd4-bf0d-4585-9e87-f0fc5e561b2e req-d94f1f1d-b78f-4259-870a-09177a30ef5d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 1.0716624 Apr 07 11:17:03.101796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:03.112358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Router 33efa376-21ec-4739-a52d-161d9553dc11 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:03.160491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:03.180789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-74f76997-6769-4bcd-9ca0-81e1c67a3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:03.191277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-74f76997-6769-4bcd-9ca0-81e1c67a3d66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 200 len: 850 time: 0.1833868 Apr 07 11:17:03.267949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:03.362557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet cf7daa99-5dd1-487d-903d-4199a90c7f05 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:03.412950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (cf7daa99-5dd1-487d-903d-4199a90c7f05), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:03.427823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e30063a-6e57-4a19-8cd6-389d5834a735 req-41fae1ed-2da0-49b8-b067-09942550aa1f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9446967 Apr 07 11:17:03.431144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Pushing event updated for resources: {'Port': ['ID=393ad4de-71a1-44c1-b5db-d4e5b9efae45,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:03.714386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18ec8fd4-bf0d-4585-9e87-f0fc5e561b2e req-a1800287-2245-4b18-8524-80a4707acec7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6265244 Apr 07 11:17:03.762839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (cf7daa99-5dd1-487d-903d-4199a90c7f05), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:03.800473 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bff7e972-ada2-4fb6-a327-548e6c820dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:03.828760 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:03.951377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-68131af0-25a7-4fd2-a711-bfa733cc8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:03.953625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-68131af0-25a7-4fd2-a711-bfa733cc8ab2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6f4f310-fc56-4f4a-bd65-b3d401be10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7614038 Apr 07 11:17:03.985153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f29f7-44db-458c-af5d-fa568c7b21a3 req-5ae96dbc-01bc-4800-990d-93084fba209b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:03.987018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a4f29f7-44db-458c-af5d-fa568c7b21a3 req-5ae96dbc-01bc-4800-990d-93084fba209b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 944 time: 0.3912702 Apr 07 11:17:04.020755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Attempting to bind port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:04.021677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Attempting to bind port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:04.022225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Attempting to bind port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 on network 362776c3-0522-40c2-8fe8-ce5d5891aebd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:04.050350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 on network 362776c3-0522-40c2-8fe8-ce5d5891aebd not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:17:04.050978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Attempting to bind port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 on network 362776c3-0522-40c2-8fe8-ce5d5891aebd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:04.060832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:04.061510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Checking segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:04.062338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Bound using segment: {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:04.062968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Bound port: 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5149d6ac-966f-4295-af32-5dcd0cf18afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:04.063525 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.081362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab68f-60ef-4526-9735-436a3b2aaa3f req-6c5faa69-cd2e-4272-9273-4febb8086a07 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:04.089864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66aab68f-60ef-4526-9735-436a3b2aaa3f req-6c5faa69-cd2e-4272-9273-4febb8086a07 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.2272418 Apr 07 11:17:04.104518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cf7daa99-5dd1-487d-903d-4199a90c7f05), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.164683 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-3fbf3149-f8f5-4902-b492-0dfcdada62c1 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004461 Apr 07 11:17:04.187540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:16:58Z', 'revision_number': 3, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:04.234975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66aab68f-60ef-4526-9735-436a3b2aaa3f req-de2f1a58-57f2-4b41-a77c-296edf199f01 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387281 Apr 07 11:17:04.266119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Checking router: bcee3c21-307c-4bde-bb11-b68b410a968d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:04.266689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Updating router bcee3c21-307c-4bde-bb11-b68b410a968d port e3419cd3-65ed-44ec-ad32-78681d297047 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:17:04.297001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a4f29f7-44db-458c-af5d-fa568c7b21a3 req-679c443e-4591-488a-b412-3e96b0ba7fc1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876391 Apr 07 11:17:04.336226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.364071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (cf7daa99-5dd1-487d-903d-4199a90c7f05), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.381000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:04.394439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.403084 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:04.427475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] For port 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:04.430250 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:04.442911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7daa99-5dd1-487d-903d-4199a90c7f05,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:04.446250 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.459498 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:04.460226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5f6969b5-6742-499e-9d57-3c7feddc9720 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/cf7daa99-5dd1-487d-903d-4199a90c7f05 HTTP/1.1" status: 204 len: 168 time: 2.0004928 Apr 07 11:17:04.479309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44880) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:04.504502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c8133ee-0b4e-4082-a66d-bab137e9eeda req-e976240c-dedd-4009-a781-e6b63250509c tempest-FlavorsV2NegativeTest-440505334 tempest-FlavorsV2NegativeTest-440505334-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bf6353ed3e754eae96b2fbe9de618a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089771 Apr 07 11:17:04.642261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9af0196f-36a1-40e3-b2bc-379e3b16efda tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "PUT /v2.0/floatingips/6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f HTTP/1.1" status: 200 len: 992 time: 6.5198917 Apr 07 11:17:04.683175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8133ee-0b4e-4082-a66d-bab137e9eeda req-0c31c434-29c5-487f-97b0-593c026e2261 tempest-FlavorsV2NegativeTest-440505334 tempest-FlavorsV2NegativeTest-440505334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:04.691266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c8133ee-0b4e-4082-a66d-bab137e9eeda req-0c31c434-29c5-487f-97b0-593c026e2261 tempest-FlavorsV2NegativeTest-440505334 tempest-FlavorsV2NegativeTest-440505334-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852648 Apr 07 11:17:04.694800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] For port 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:04.714731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2878742-f220-4b0e-a83f-d341ce2a4156 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:04.785584 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:04.795325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.796578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-61d42a6a-087f-463b-bdf7-fedbac94e7b4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3156621 Apr 07 11:17:04.804953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'tag': '0d819d69-675a-4470-8e30-495280c5cade'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:04.807578 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0514448-11ed-4331-a428-e893563f9ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "tag": "0d819d69-675a-4470-8e30-495280c5cade"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:04.816190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44886) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:04.822084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c8133ee-0b4e-4082-a66d-bab137e9eeda req-fdb3be75-dca4-4854-8d79-a12fe9939853 tempest-FlavorsV2NegativeTest-440505334 tempest-FlavorsV2NegativeTest-440505334-project] 10.222.0.13 "GET /v2.0/quotas/bf6353ed3e754eae96b2fbe9de618a57 HTTP/1.1" status: 200 len: 375 time: 0.1294975 Apr 07 11:17:04.822448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:04.893240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c8133ee-0b4e-4082-a66d-bab137e9eeda req-b6344043-f05e-4157-96b2-7481c4ad725c tempest-FlavorsV2NegativeTest-440505334 tempest-FlavorsV2NegativeTest-440505334-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf6353ed3e754eae96b2fbe9de618a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697870 Apr 07 11:17:04.897978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:04.929814 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ca0a3259-1664-40e4-8ec5-9ce1d8cfe91c req-1f885dbd-0571-4134-ad9e-79a62b643603 service neutron] 10.222.0.23 "GET /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518146 Apr 07 11:17:05.013915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:05.120993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Publish callbacks [] for port (e3419cd3-65ed-44ec-ad32-78681d297047), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.134822 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.145071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:05.146551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.150663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] 10.222.0.41 "PUT /v2.0/ports/393ad4de-71a1-44c1-b5db-d4e5b9efae45 HTTP/1.1" status: 200 len: 1092 time: 4.5382853 Apr 07 11:17:05.213928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:05.217574 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864c689-d7b0-449c-b968-95e61f20c8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:05.241515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e354686-25f2-47d4-af9c-b1c8d8ff3f00 None None] Pushing event updated for resources: {'Port': ['ID=e3419cd3-65ed-44ec-ad32-78681d297047,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:05.254690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:05.269632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.290548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ee72-3d68-440a-b451-38da24a6ff24 req-a1dce7c2-1892-4b66-95a8-80b68d6bd557 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:05.292115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0954ee72-3d68-440a-b451-38da24a6ff24 req-a1dce7c2-1892-4b66-95a8-80b68d6bd557 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.6209555 Apr 07 11:17:05.313057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] Deleting port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:05.313343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.378244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bd827-d516-4d5e-81ff-2fb14b9ac053 service neutron] Pushing event updated for resources: {'Port': ['ID=393ad4de-71a1-44c1-b5db-d4e5b9efae45,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:05.397202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Attempting to bind port e3419cd3-65ed-44ec-ad32-78681d297047 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:05.397587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Attempting to bind port e3419cd3-65ed-44ec-ad32-78681d297047 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:05.397981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Attempting to bind port e3419cd3-65ed-44ec-ad32-78681d297047 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:05.432177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81b9d0-4010-4497-b390-9ad509381a9e req-08351379-df10-4172-b888-ead94c7306ef tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:05.438598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:05.439008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:05.441408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e81b9d0-4010-4497-b390-9ad509381a9e req-08351379-df10-4172-b888-ead94c7306ef tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.3555133 Apr 07 11:17:05.443746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.444360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:05.444964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Bound port: e3419cd3-65ed-44ec-ad32-78681d297047, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:05.445398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.465123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-d8e32d3e-b1db-42d8-bc35-e952cc9b545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:05.467268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-d8e32d3e-b1db-42d8-bc35-e952cc9b545f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d91cc3126cd435e9502914348a7b0ab&device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 1126 time: 0.2464378 Apr 07 11:17:05.487194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0954ee72-3d68-440a-b451-38da24a6ff24 req-44fb89de-6237-4438-9f42-3971725fe00e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878841 Apr 07 11:17:05.602365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'port_id': '0d819d69-675a-4470-8e30-495280c5cade', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'mac_address': 'fa:16:3e:43:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:16:35Z', 'updated_at': '2022-04-07T11:17:00Z', 'revision_number': 1, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:05.661823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] For port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:05.662273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.689333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-b5c1b56c-f6e3-409d-94ed-ed65ae889bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45 HTTP/1.1" status: 200 len: 217 time: 0.1947801 Apr 07 11:17:05.696374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] Calling delete_port for 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:05.721673 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc50e086-3b5c-482c-9c49-7181bb337d50 x-openstack-request-id: req-cc50e086-3b5c-482c-9c49-7181bb337d50 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:05.724192 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "tag": "0d819d69-675a-4470-8e30-495280c5cade", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:05.724745 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc50e086-3b5c-482c-9c49-7181bb337d50 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:05.734552 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc50e086-3b5c-482c-9c49-7181bb337d50'] response: {'name': 'network-changed', 'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'tag': '0d819d69-675a-4470-8e30-495280c5cade', 'status': 'completed', 'code': 200} Apr 07 11:17:05.735348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] For port e3419cd3-65ed-44ec-ad32-78681d297047, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:05.748732 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:05.796210 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:05.810942 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:05.822720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] For port e3419cd3-65ed-44ec-ad32-78681d297047, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e3419cd3-65ed-44ec-ad32-78681d297047,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:05.824077 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c75bf-7e04-4aa3-b456-4b7ec01df80f x-openstack-request-id: req-cc3c75bf-7e04-4aa3-b456-4b7ec01df80f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:05.833699 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:05.837466 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3c75bf-7e04-4aa3-b456-4b7ec01df80f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:05.841388 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3c75bf-7e04-4aa3-b456-4b7ec01df80f'] response: {'name': 'network-changed', 'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'status': 'completed', 'code': 200} Apr 07 11:17:05.845514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:05.996718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.000665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e354686-25f2-47d4-af9c-b1c8d8ff3f00 None None] Pushing event updated for resources: {'Port': ['ID=e3419cd3-65ed-44ec-ad32-78681d297047,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:06.004284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e81b9d0-4010-4497-b390-9ad509381a9e req-a3387815-4cc5-4c25-89c5-1c17c6ad87fd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5615160 Apr 07 11:17:06.060414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-d3518db2-655a-4563-aca2-7aebbe2ccf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.065554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-d3518db2-655a-4563-aca2-7aebbe2ccf3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8457714a-c78e-48eb-bec9-da83f15ff999 HTTP/1.1" status: 200 len: 853 time: 0.3606544 Apr 07 11:17:06.079701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514448-11ed-4331-a428-e893563f9ba6 req-472d43ef-3b85-43ee-94af-82dc00492580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.081856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-472d43ef-3b85-43ee-94af-82dc00492580 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1128 time: 0.2619579 Apr 07 11:17:06.101870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:06.203355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:06.244771 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.323233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Routers {'bcee3c21-307c-4bde-bb11-b68b410a968d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:06.323897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bcee3c21-307c-4bde-bb11-b68b410a968d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:06.423773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44918) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:06.424547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623384f-8352-4327-9f29-46653ebdee90 req-2f736c07-0f0b-4e82-a2c0-cb83b7471b32 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.426370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d623384f-8352-4327-9f29-46653ebdee90 req-2f736c07-0f0b-4e82-a2c0-cb83b7471b32 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 944 time: 0.2249522 Apr 07 11:17:06.436341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-3b772307-a14e-442e-8779-563fd6ee5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.447612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-3b772307-a14e-442e-8779-563fd6ee5f23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=362776c3-0522-40c2-8fe8-ce5d5891aebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3735971 Apr 07 11:17:06.531902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.548298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514448-11ed-4331-a428-e893563f9ba6 req-bbce9fb5-ccbb-4a56-b3a8-bffcb60bf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.550453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-bbce9fb5-ccbb-4a56-b3a8-bffcb60bf8ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.4297369 Apr 07 11:17:06.557827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (56a220d5-cbf1-4c6e-a1ef-01a0c8e02279), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.601988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] Set router bcee3c21-307c-4bde-bb11-b68b410a968d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:06.645404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:06.665006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d623384f-8352-4327-9f29-46653ebdee90 req-34916e91-a333-4d99-bdb1-4e785d7e41fe tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146761 Apr 07 11:17:06.692285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1a3b-1649-428e-8d3d-7a278cc46000 req-5bd94d1f-cbdc-4282-8ab4-d3b83da3add0 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.694825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc6a1a3b-1649-428e-8d3d-7a278cc46000 req-5bd94d1f-cbdc-4282-8ab4-d3b83da3add0 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.7396889 Apr 07 11:17:06.704676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:06.747674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:06.751149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.856505 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0383258 Apr 07 11:17:06.858016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a499e398-e8d5-4c01-bdef-32e248aa661b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.870505 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'port_id': '0d819d69-675a-4470-8e30-495280c5cade', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'mac_address': 'fa:16:3e:43:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:16:35Z', 'updated_at': '2022-04-07T11:17:00Z', 'revision_number': 1, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:06.891831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:17:06.896056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:06.897074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] Pushing event deleted for resources: {'Port': ['ID=8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:06.901508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b57e9c-41c4-4bf4-9d54-42b1739f7762 None None] No DVR routers for this DVR port 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:06.907096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'name': 'tempest-NetworksTestDHCPv6-2017531943'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:06.932905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:06.933298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:06.948185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0f3e8-7001-4ae7-a671-b2dd6e7fc07c None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'port_id': '0d819d69-675a-4470-8e30-495280c5cade', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'mac_address': 'fa:16:3e:43:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:16:35Z', 'updated_at': '2022-04-07T11:17:00Z', 'revision_number': 1, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:06.965583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-3ab94636-59bb-43f9-9368-304257b08c85 service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353422 Apr 07 11:17:07.081064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d47c997-fde2-4154-8aac-94e6c70c4647 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:07.139803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc6a1a3b-1649-428e-8d3d-7a278cc46000 req-1f2d155c-ffe5-4914-8a97-369a2df94900 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4033456 Apr 07 11:17:07.192356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:07.255821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:07.256823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8b6a7263-eafa-46f6-9aaa-cfbe19b4c8e0 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:07.257828 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.297670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:07.305299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.313055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Allocated IP 172.20.0.1 (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1/663eb040-4943-4e1f-8f6b-f54a5dcc19ef/7f1535c6-346e-45c5-af6b-2117e45fc655) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:07.319794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a4d7-b30b-4f67-bd25-113d8b437cf1 req-7a129b02-189f-4039-875b-03ea946b7645 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:07.321984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ab8a4d7-b30b-4f67-bd25-113d8b437cf1 req-7a129b02-189f-4039-875b-03ea946b7645 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.3401790 Apr 07 11:17:07.364866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b48768-f073-4902-84af-38e9afd2cd2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=56a220d5-cbf1-4c6e-a1ef-01a0c8e02279,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:07.372819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-e76fe774-8eca-42d3-8122-c8e46806063f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 1000 time: 0.8120377 Apr 07 11:17:07.433660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84579df3-b90f-4150-9f48-a39e8554ea61 None None] New status for floating IP 6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:17:07.448059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:07.448059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.464909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02aa7359-9a0b-45ec-94b4-f4354c4dbfa2 req-ab1b5284-cf02-48ce-bcb8-b7b70ea89c78 service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695667 Apr 07 11:17:07.503042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ab8a4d7-b30b-4f67-bd25-113d8b437cf1 req-bd45847b-3d97-4052-819c-84f70bcad519 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619163 Apr 07 11:17:07.516226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921d7c3-45a5-4118-821f-2eaf866ee49c req-56c1ca9c-081e-4a02-9469-83c2a9fef0ca tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:07.518257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0921d7c3-45a5-4118-821f-2eaf866ee49c req-56c1ca9c-081e-4a02-9469-83c2a9fef0ca tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.1756353 Apr 07 11:17:07.574571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a499e398-e8d5-4c01-bdef-32e248aa661b admin admin] Publish callbacks [] for security_group (674bfd3e-c145-4ad8-b057-c0f350ff040e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.598993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 4b1ea349-6ab8-4e9e-b05f-db4646388b1a yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:07.738337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0921d7c3-45a5-4118-821f-2eaf866ee49c req-c933ef39-092c-407d-9e96-9cc850f63b24 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143457 Apr 07 11:17:07.753825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-4d4c3028-c1a9-406b-9d0b-1a4249d5a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:07.754563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:07.756824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-4d4c3028-c1a9-406b-9d0b-1a4249d5a049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d91cc3126cd435e9502914348a7b0ab&device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 1126 time: 0.1779535 Apr 07 11:17:07.757075 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a38827-8dcd-4784-9398-6ae51f35c97e" -d '{"events": [{"server_uuid": "572205cf-a0ee-4af0-badc-e3758c1e3387", "name": "network-vif-plugged", "status": "completed", "tag": "cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:07.774347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '56a220d5-cbf1-4c6e-a1ef-01a0c8e02279'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:17:07.775263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.802928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a499e398-e8d5-4c01-bdef-32e248aa661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (674bfd3e-c145-4ad8-b057-c0f350ff040e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.805311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:07.862947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:07.932195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499e398-e8d5-4c01-bdef-32e248aa661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674bfd3e-c145-4ad8-b057-c0f350ff040e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:07.933018 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a8e79-9390-4d95-b6dd-a290323f8dc2 x-openstack-request-id: req-107a8e79-9390-4d95-b6dd-a290323f8dc2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:07.933433 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572205cf-a0ee-4af0-badc-e3758c1e3387", "name": "network-vif-plugged", "status": "completed", "tag": "cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:07.933757 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-107a8e79-9390-4d95-b6dd-a290323f8dc2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:07.934219 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107a8e79-9390-4d95-b6dd-a290323f8dc2'] response: {'server_uuid': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93', 'code': 200} Apr 07 11:17:07.943680 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a499e398-e8d5-4c01-bdef-32e248aa661b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf6353ed3e754eae96b2fbe9de618a57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5144782 Apr 07 11:17:07.963659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44934) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:08.072603 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:17:08.108105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0126a2-0284-4549-898b-5eaec62521b1 req-80ca54f9-b994-47ea-aa97-6f3b90d087f5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:08.109800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a0126a2-0284-4549-898b-5eaec62521b1 req-80ca54f9-b994-47ea-aa97-6f3b90d087f5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.2295611 Apr 07 11:17:08.117810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks [] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.196393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f4 (b2feb08a-9d5d-4508-b385-fa376864e287/56a220d5-cbf1-4c6e-a1ef-01a0c8e02279/4b1ea349-6ab8-4e9e-b05f-db4646388b1a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:08.234538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:16:58Z', 'revision_number': 3, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:08.237916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:08.315229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a0126a2-0284-4549-898b-5eaec62521b1 req-4a3ab7cc-65a1-4eec-a260-08237a2dd3ef tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899471 Apr 07 11:17:08.340283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16417b8-c086-4bac-a96b-3cf22732f486 None None] The sync data for ids ['bcee3c21-307c-4bde-bb11-b68b410a968d'] in n-d-836788-1 is: [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:16:58Z', 'revision_number': 3, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:08.384339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3f5b-1b9c-4c72-a61a-6312b621de78 admin admin] Publish callbacks [] for security_group (674bfd3e-c145-4ad8-b057-c0f350ff040e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.441978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-dea627fa-57e7-4822-a185-f8100d02c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:08.444985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-dea627fa-57e7-4822-a185-f8100d02c5d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=362776c3-0522-40c2-8fe8-ce5d5891aebd HTTP/1.1" status: 200 len: 915 time: 0.5091558 Apr 07 11:17:08.456674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcb827-7376-4f08-a762-c24bcc5963cc req-dbccd72b-005d-4cf0-9801-e785392da7ce tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:08.460110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33bcb827-7376-4f08-a762-c24bcc5963cc req-dbccd72b-005d-4cf0-9801-e785392da7ce tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.4131355 Apr 07 11:17:08.488100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3f5b-1b9c-4c72-a61a-6312b621de78 admin admin] Publish callbacks [] for security_group (674bfd3e-c145-4ad8-b057-c0f350ff040e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.555041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.629813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514448-11ed-4331-a428-e893563f9ba6 req-084ca608-c51a-459e-9ad4-d0fbac79dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:08.634381 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-084ca608-c51a-459e-9ad4-d0fbac79dc4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 1.0527017 Apr 07 11:17:08.706265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:08.716918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:08.718432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1535c6-346e-45c5-af6b-2117e45fc655,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:08.728466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:08.801232 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3f5b-1b9c-4c72-a61a-6312b621de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (674bfd3e-c145-4ad8-b057-c0f350ff040e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.806964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3f5b-1b9c-4c72-a61a-6312b621de78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.808281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fdfc3f5b-1b9c-4c72-a61a-6312b621de78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/674bfd3e-c145-4ad8-b057-c0f350ff040e HTTP/1.1" status: 204 len: 168 time: 0.8370874 Apr 07 11:17:08.812146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-ea98c660-8655-485f-b248-016a6b78464e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45 HTTP/1.1" status: 200 len: 217 time: 0.1941776 Apr 07 11:17:08.826008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (4b1ea349-6ab8-4e9e-b05f-db4646388b1a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.940674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (bcee3c21-307c-4bde-bb11-b68b410a968d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:08.972147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4b1ea349-6ab8-4e9e-b05f-db4646388b1a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:09.052869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc3f5b-1b9c-4c72-a61a-6312b621de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674bfd3e-c145-4ad8-b057-c0f350ff040e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:09.053473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101765a-7dff-465a-849e-a25328da1676 req-148a7f2b-53a8-4835-b225-1ae00fe885d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.055040 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c101765a-7dff-465a-849e-a25328da1676 req-148a7f2b-53a8-4835-b225-1ae00fe885d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 1127 time: 0.6220691 Apr 07 11:17:09.069691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33bcb827-7376-4f08-a762-c24bcc5963cc req-332174ad-e2de-4f77-aa44-be6aca368707 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805601 Apr 07 11:17:09.098363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514448-11ed-4331-a428-e893563f9ba6 req-e28c8f58-4d6a-4447-af7b-d83cc5b8a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.107448 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-e28c8f58-4d6a-4447-af7b-d83cc5b8a40f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4566131 Apr 07 11:17:09.136423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/56a220d5-cbf1-4c6e-a1ef-01a0c8e02279/ce03cee0-3dae-4ae2-bb76-34ca72ce3074) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:09.148807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615d7c-69aa-4459-8f3e-e2feb9932c90 req-21d66d4b-2656-4870-b26b-ddc7a0042810 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.162425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d615d7c-69aa-4459-8f3e-e2feb9932c90 req-21d66d4b-2656-4870-b26b-ddc7a0042810 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.6038399 Apr 07 11:17:09.261025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:09.267977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-4a0fa0d2-be6e-40b0-b977-ac88651befa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.273508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-4a0fa0d2-be6e-40b0-b977-ac88651befa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8457714a-c78e-48eb-bec9-da83f15ff999 HTTP/1.1" status: 200 len: 853 time: 0.4055874 Apr 07 11:17:09.308226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=4b1ea349-6ab8-4e9e-b05f-db4646388b1a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:09.312342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:09.339415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:09.344686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.345587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:09.392211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e3419cd3-65ed-44ec-ad32-78681d297047 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:09.503215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d3330678-3b13-4e02-a6d4-82949b8edfac None None] Provisioning complete for port 7f1535c6-346e-45c5-af6b-2117e45fc655 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:09.503583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3330678-3b13-4e02-a6d4-82949b8edfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:09.676769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d615d7c-69aa-4459-8f3e-e2feb9932c90 req-7a4e2297-805c-4974-8267-9385c2f01fba tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5121248 Apr 07 11:17:09.682345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e3419cd3-65ed-44ec-ad32-78681d297047 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:09.682731 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:09.746616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529d3c7-52a7-4baf-a668-937aa0720429 req-ebfff820-2e3b-480c-bec3-faff48698011 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.760040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9529d3c7-52a7-4baf-a668-937aa0720429 req-ebfff820-2e3b-480c-bec3-faff48698011 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.4813569 Apr 07 11:17:09.764109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-bfba1b2b-b5cf-47af-8d00-eadf37ab6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:09.775073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-bfba1b2b-b5cf-47af-8d00-eadf37ab6712 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=362776c3-0522-40c2-8fe8-ce5d5891aebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4663434 Apr 07 11:17:09.800132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d3330678-3b13-4e02-a6d4-82949b8edfac None None] Port 7f1535c6-346e-45c5-af6b-2117e45fc655 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:09.883127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2f0f4c0c-1767-48cb-a651-8c39e87818c2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9832242 Apr 07 11:17:09.896929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:09.939498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c101765a-7dff-465a-849e-a25328da1676 req-0c157439-6c9e-4796-9cde-aebbc2c20bd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645279 Apr 07 11:17:09.967752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.083149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e3419cd3-65ed-44ec-ad32-78681d297047 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:10.085225 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.110652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-c24b2b11-c2e9-44bb-a6af-1f7f30fbcdb6 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387454 Apr 07 11:17:10.113821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e3419cd3-65ed-44ec-ad32-78681d297047, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e3419cd3-65ed-44ec-ad32-78681d297047,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:10.132727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9529d3c7-52a7-4baf-a668-937aa0720429 req-fd5f8049-ce33-4dc3-8bfe-39c75c14cf94 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564999 Apr 07 11:17:10.146557 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.157327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dda55d-9b07-48d3-aae1-0095a4b029b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:10.159045 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6dda55d-9b07-48d3-aae1-0095a4b029b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2610707 Apr 07 11:17:10.163167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44966) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:10.236176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e3419cd3-65ed-44ec-ad32-78681d297047,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:10.255553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-cd8f91b9-472b-400c-bea0-42c017f354c2 service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574533 Apr 07 11:17:10.306532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Publish callbacks [] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.317528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.398982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078064f-0181-464f-a6f1-94e7a264ba64 req-3f81b16f-a13c-445b-9464-bb4359ac86a2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:10.400838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9078064f-0181-464f-a6f1-94e7a264ba64 req-3f81b16f-a13c-445b-9464-bb4359ac86a2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.0916796 Apr 07 11:17:10.407780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:10.410037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:10.412307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Pushing event updated for resources: {'Port': ['ID=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:10.417637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:10.520245 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9078064f-0181-464f-a6f1-94e7a264ba64 req-54c0fe22-11fa-4179-bb77-537086063170 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099765 Apr 07 11:17:10.524460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Attempting to bind port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:10.524915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Attempting to bind port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:10.525390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Attempting to bind port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:10.533212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:10.533635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:10.534828 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.535366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:10.535871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Bound port: ce03cee0-3dae-4ae2-bb76-34ca72ce3074, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:10.536274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.642034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] For port ce03cee0-3dae-4ae2-bb76-34ca72ce3074, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:10.646561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] For port ce03cee0-3dae-4ae2-bb76-34ca72ce3074, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:10.658134 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.771737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdfee4-8bdc-4fcf-bd79-38a626548968 None None] Pushing event updated for resources: {'Port': ['ID=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:10.819140 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f0514448-11ed-4331-a428-e893563f9ba6 req-9dc9b912-dbc3-4bd6-a473-17f87bafb23b service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946194 Apr 07 11:17:10.820206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45008) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:10.888587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea983a-d70d-49ef-87ed-24e60d20ecef req-41d2f861-d324-42d2-85a9-23387d074e29 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:10.898734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dea983a-d70d-49ef-87ed-24e60d20ecef req-41d2f861-d324-42d2-85a9-23387d074e29 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.0899646 Apr 07 11:17:10.913973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 4b1ea349-6ab8-4e9e-b05f-db4646388b1a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:10.915531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4b1ea349-6ab8-4e9e-b05f-db4646388b1a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:10.991677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dea983a-d70d-49ef-87ed-24e60d20ecef req-752c95c9-3ef1-4eb9-9493-91bf72d262c5 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902035 Apr 07 11:17:11.042906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks [] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.055101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-network', 'tenant_id': '8470e194ce9c42648627657709f2b380'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:11.072363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.086260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Made reservation on behalf of 8470e194ce9c42648627657709f2b380 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:11.088903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.105642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.107252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e3419cd3-65ed-44ec-ad32-78681d297047 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:11.189664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e3419cd3-65ed-44ec-ad32-78681d297047 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:11.190169 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.231815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4b1ea349-6ab8-4e9e-b05f-db4646388b1a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.283224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 4b1ea349-6ab8-4e9e-b05f-db4646388b1a owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:11.286526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1535c6-346e-45c5-af6b-2117e45fc655,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:11.296597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (bcee3c21-307c-4bde-bb11-b68b410a968d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.317178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e3419cd3-65ed-44ec-ad32-78681d297047 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:11.367603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-20fb4ccd-0967-4573-b37e-ea313c6479b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:11.370133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-20fb4ccd-0967-4573-b37e-ea313c6479b6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e217a-84a9-49b7-8131-69c5382636fd HTTP/1.1" status: 200 len: 943 time: 0.2026055 Apr 07 11:17:11.386360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks [] for security_group (d0e66383-2323-4c42-b02e-14e1c58e92b8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.399858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d0e66383-2323-4c42-b02e-14e1c58e92b8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.466469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:17:11.487051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9c7b-2826-400a-897d-e501e5c357d8 req-05ddcf47-64df-41b4-ae10-443398075997 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:11.488677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-589b9c7b-2826-400a-897d-e501e5c357d8 req-05ddcf47-64df-41b4-ae10-443398075997 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.2371414 Apr 07 11:17:11.500242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:11.502961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:11.529550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (772f66f2-869e-4184-9e2c-ff3dd8c11290), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.529965 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Added segment 772f66f2-869e-4184-9e2c-ff3dd8c11290 of type vlan for network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 Apr 07 11:17:11.539263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e66383-2323-4c42-b02e-14e1c58e92b8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:11.604154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.604513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.604861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.605232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.605574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.605910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.606250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.606641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.607605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.607792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.608128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.608446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.608799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:11.618871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.659764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4b1ea349-6ab8-4e9e-b05f-db4646388b1a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.673512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-589b9c7b-2826-400a-897d-e501e5c357d8 req-398163b9-3716-42dc-83ab-178a6892a38d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316898 Apr 07 11:17:11.692350 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.693513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:11.694247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.715463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Deleting port 6330f392-2eda-4e1b-816c-37f8d9723ca2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:11.715463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.719029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=4b1ea349-6ab8-4e9e-b05f-db4646388b1a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:11.740935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9198062 Apr 07 11:17:11.743583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.750564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36e5acf2-1204-4b49-bc18-eaee6632411a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/4b1ea349-6ab8-4e9e-b05f-db4646388b1a HTTP/1.1" status: 204 len: 168 time: 1.5725522 Apr 07 11:17:11.750564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45016) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:11.750804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45018) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:11.754200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Request body: {'subnet': {'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-subnet', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:11.822830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Router bcee3c21-307c-4bde-bb11-b68b410a968d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:11.856361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Made reservation on behalf of 8470e194ce9c42648627657709f2b380 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:11.860420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.883389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af686087-e573-49a5-8d49-d9946834a059 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:11.900296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:17:11.932068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] For port 6330f392-2eda-4e1b-816c-37f8d9723ca2, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6330f392-2eda-4e1b-816c-37f8d9723ca2,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:11.932444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:11.937063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e438a8a-ac5c-4267-b2eb-f3327bc7d841 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:11.938421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e438a8a-ac5c-4267-b2eb-f3327bc7d841 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:11.942486 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e438a8a-ac5c-4267-b2eb-f3327bc7d841 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1822958 Apr 07 11:17:11.944484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45020) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:11.949338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Calling delete_port for 6330f392-2eda-4e1b-816c-37f8d9723ca2 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:11.958059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5ad7-80f3-4bde-83ab-d95af3c8a11d req-68495dd6-9dcf-46d2-a2d4-8da9ec341e6e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:11.959647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdcf5ad7-80f3-4bde-83ab-d95af3c8a11d req-68495dd6-9dcf-46d2-a2d4-8da9ec341e6e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.1280010 Apr 07 11:17:12.011892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b0c1f703-9043-4843-8092-e484ac238e69 None None] Provisioning complete for port 7f1535c6-346e-45c5-af6b-2117e45fc655 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:12.012450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f703-9043-4843-8092-e484ac238e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.070398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1f703-9043-4843-8092-e484ac238e69 None None] Port 7f1535c6-346e-45c5-af6b-2117e45fc655 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:12.081911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdcf5ad7-80f3-4bde-83ab-d95af3c8a11d req-41578a1d-a12f-4f36-8f3f-a404406b369f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077793 Apr 07 11:17:12.139264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 56a220d5-cbf1-4c6e-a1ef-01a0c8e02279 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:12.145431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (56a220d5-cbf1-4c6e-a1ef-01a0c8e02279), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.208033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6330f392-2eda-4e1b-816c-37f8d9723ca2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.220883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:12.223483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7125fd6a-1aff-4e8f-ada0-2736c2acee52'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:12.236309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:12.247219 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Sync routers for ids ['bcee3c21-307c-4bde-bb11-b68b410a968d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:12.256193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2a625b84-ffd0-40aa-92a5-0bd9d061ade6 admin admin] 10.222.0.13 "PUT /v2.0/routers/bcee3c21-307c-4bde-bb11-b68b410a968d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6546760 Apr 07 11:17:12.261870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (56a220d5-cbf1-4c6e-a1ef-01a0c8e02279), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.267870 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Routers {'bcee3c21-307c-4bde-bb11-b68b410a968d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:12.268510 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bcee3c21-307c-4bde-bb11-b68b410a968d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:12.511490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (56a220d5-cbf1-4c6e-a1ef-01a0c8e02279), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.569869 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Set router bcee3c21-307c-4bde-bb11-b68b410a968d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:12.593223 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (548748b7-74d6-48ae-aa83-683dcc72c73b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.642643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-09073487-743d-408e-87fe-650d041b18f0 None None] Provisioning complete for port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:12.643581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09073487-743d-408e-87fe-650d041b18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.644312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'Port': ['ID=6330f392-2eda-4e1b-816c-37f8d9723ca2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:12.701124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae659cb7-6eaa-4675-a650-60e3d59c418d req-cd1f479d-44e6-4f80-9569-943e6170fc6d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:12.705180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae659cb7-6eaa-4675-a650-60e3d59c418d req-cd1f479d-44e6-4f80-9569-943e6170fc6d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.5287631 Apr 07 11:17:12.743576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] No DVR routers for this DVR port 6330f392-2eda-4e1b-816c-37f8d9723ca2 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:12.776226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.780741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9f33714-5fce-4d60-a48c-e41372c36ad2 req-e66f0a53-06f1-4e0b-bb6a-3c78bc0f1f3e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "DELETE /v2.0/ports/6330f392-2eda-4e1b-816c-37f8d9723ca2 HTTP/1.1" status: 204 len: 173 time: 1.3917978 Apr 07 11:17:12.782329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-deleted', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:12.784744 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71846e-87f2-47c0-bd52-76587784a8d8" -d '{"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-deleted", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:12.834888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (56a220d5-cbf1-4c6e-a1ef-01a0c8e02279), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.851677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Checking segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:12.852275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Network hostable DHCP agents. Network: f7e8b3d4-f2c5-4482-81d8-24a48ac140c3, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:17:12.918583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:12.924179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/56a220d5-cbf1-4c6e-a1ef-01a0c8e02279 HTTP/1.1" status: 204 len: 168 time: 0.9713113 Apr 07 11:17:12.925205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:17:12.940601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45036) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:12.944395 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:17:09Z', 'revision_number': 4, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7f1535c6-346e-45c5-af6b-2117e45fc655', 'name': '', 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'mac_address': 'fa:16:3e:c8:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:06Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 2, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'subnets': [{'id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:12.989235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-271e22c2-96d4-4533-9183-d4805f04f4a3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472236 Apr 07 11:17:13.003973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45038) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:13.005116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, f7e8b3d4-f2c5-4482-81d8-24a48ac140c3) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:13.006228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-09073487-743d-408e-87fe-650d041b18f0 None None] Current status of the port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:13.006636 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Checking router: bcee3c21-307c-4bde-bb11-b68b410a968d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:13.006721 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09073487-743d-408e-87fe-650d041b18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.015317 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Updating router bcee3c21-307c-4bde-bb11-b68b410a968d port 7f1535c6-346e-45c5-af6b-2117e45fc655 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:17:13.017640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48975ab-4d7a-4c2e-a07c-6638d7ba5203 None None] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:13.019979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:13.023065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.051272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548748b7-74d6-48ae-aa83-683dcc72c73b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:13.076705 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7dd45792-4aa9-47a6-940c-30aff1a1ba68 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3265646 Apr 07 11:17:13.082015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45042) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:13.101663 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.123368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae659cb7-6eaa-4675-a650-60e3d59c418d req-c4f0fc29-07d6-4602-acfb-9306a06eb444 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887889 Apr 07 11:17:13.128855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:13.154409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d535f-5d3f-4d67-a5eb-de758f9867b8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=56a220d5-cbf1-4c6e-a1ef-01a0c8e02279,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:13.184680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7146342-cf59-4097-aa6a-c9740d4be7d5 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:13.220738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4864c689-d7b0-449c-b968-95e61f20c8e9 req-6ed89bdc-0b3d-4dbd-bf59-7803ff542e7c service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873712 Apr 07 11:17:13.249606 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (67833abd-08a5-49a8-80b8-682c35f4750e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.252102 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (67833abd-08a5-49a8-80b8-682c35f4750e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.261017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce03cee0-3dae-4ae2-bb76-34ca72ce3074 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:13.320801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d20a1-66c2-4dc5-b4f5-3e4966075f59 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:13.327235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1f3d20a1-66c2-4dc5-b4f5-3e4966075f59 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3221693 Apr 07 11:17:13.327681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45054) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:13.335909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-09073487-743d-408e-87fe-650d041b18f0 None None] For port ce03cee0-3dae-4ae2-bb76-34ca72ce3074, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:13.353171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09073487-743d-408e-87fe-650d041b18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.445987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d666b0e-2f9f-43f0-84fa-9db44a54fb4a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:13.446141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c164694e-33a5-408a-b48a-1a077f9e58d5 req-ce64dd05-001f-486f-baad-7603d8dd4f6e tempest-FloatingIPsNegativeTestJSON-1285573972 tempest-FloatingIPsNegativeTestJSON-1285573972-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=0b24d4a9fc4c439fb9b0b3d01d0d309a HTTP/1.1" status: 200 len: 217 time: 0.0491822 Apr 07 11:17:13.448728 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9d666b0e-2f9f-43f0-84fa-9db44a54fb4a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196494 Apr 07 11:17:13.454623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks [] for router_controller (67833abd-08a5-49a8-80b8-682c35f4750e), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.462093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45058) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:13.492481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'project_id': '8470e194ce9c42648627657709f2b380', 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:17:13.493521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.495673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-417e9c22-b9dc-41e0-bad3-cd8e77951603 None None] Could not find standard attr ID for object 4b1ea349-6ab8-4e9e-b05f-db4646388b1a. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:17:13.540684 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ace2956-85ee-48dc-a991-28061666aad5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764971 Apr 07 11:17:13.543517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45060) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:13.548315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09073487-743d-408e-87fe-650d041b18f0 None None] Pushing event updated for resources: {'Port': ['ID=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:13.548524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:13.565926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:13.566319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.728420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:13.732427 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Publish callbacks [] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.745472 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.748036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:13.752805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.764143 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks [] for router_gateway (67833abd-08a5-49a8-80b8-682c35f4750e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:13.907305 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb90c82-60a2-4526-b464-dfc847eedd9f x-openstack-request-id: req-3fb90c82-60a2-4526-b464-dfc847eedd9f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:13.910755 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e217a-84a9-49b7-8131-69c5382636fd", "name": "network-vif-deleted", "tag": "6330f392-2eda-4e1b-816c-37f8d9723ca2", "status": "failed", "code": 422}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:13.911166 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fb90c82-60a2-4526-b464-dfc847eedd9f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:13.913177 n-d-836788-1 neutron-server[104178]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3fb90c82-60a2-4526-b464-dfc847eedd9f']: {'server_uuid': '576e217a-84a9-49b7-8131-69c5382636fd', 'name': 'network-vif-deleted', 'tag': '6330f392-2eda-4e1b-816c-37f8d9723ca2', 'status': 'failed', 'code': 422} returned with failed status Apr 07 11:17:13.943522 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Pushing event updated for resources: {'Port': ['ID=7f1535c6-346e-45c5-af6b-2117e45fc655,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:13.957186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:13.984518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Allocated IP 172.20.0.2 (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3/548748b7-74d6-48ae-aa83-683dcc72c73b/4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:13.991407 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.991750 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.992095 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.992430 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.992910 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.993295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.993657 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.993985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.994309 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.994632 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.994955 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.995275 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:13.995592 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:14.026440 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Attempting to bind port 7f1535c6-346e-45c5-af6b-2117e45fc655 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:14.026810 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Attempting to bind port 7f1535c6-346e-45c5-af6b-2117e45fc655 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:14.027868 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Attempting to bind port 7f1535c6-346e-45c5-af6b-2117e45fc655 on network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:14.036615 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:14.036994 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Checking segment: {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:14.037431 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.037832 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Bound using segment: {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:14.038310 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Bound port: 7f1535c6-346e-45c5-af6b-2117e45fc655, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dac4f1f-c040-482b-b229-ccaf0490332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:14.038700 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.069537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] Deleting port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:14.070242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.174353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097934-27c8-4f85-968f-cf38a23c4a70 req-eb22cebd-c73e-4dab-80f5-d8eb6b0127fb tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:14.178230 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] For port 7f1535c6-346e-45c5-af6b-2117e45fc655, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:14.181694 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] For port 7f1535c6-346e-45c5-af6b-2117e45fc655, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7f1535c6-346e-45c5-af6b-2117e45fc655,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:14.182829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64097934-27c8-4f85-968f-cf38a23c4a70 req-eb22cebd-c73e-4dab-80f5-d8eb6b0127fb tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.5646665 Apr 07 11:17:14.189777 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.214758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1336-cf9f-4bec-b633-72ee4ed14a7f req-d49e6663-a662-4992-86d0-bb9cf268c80b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:14.217868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efbc1336-cf9f-4bec-b633-72ee4ed14a7f req-d49e6663-a662-4992-86d0-bb9cf268c80b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.2908256 Apr 07 11:17:14.224965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c9b30fa4-bb7c-4053-8607-196775b50ffb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.287524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=c9b30fa4-bb7c-4053-8607-196775b50ffb,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:14.306511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:14.308231 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Routers {'bcee3c21-307c-4bde-bb11-b68b410a968d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:14.308534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:14.308868 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bcee3c21-307c-4bde-bb11-b68b410a968d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:14.313852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:14.315225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.322627 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a286f-7d32-4bde-890a-80a8a07a052d None None] Pushing event updated for resources: {'Port': ['ID=7f1535c6-346e-45c5-af6b-2117e45fc655,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:14.338723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64097934-27c8-4f85-968f-cf38a23c4a70 req-be6f87e1-fc7e-49b1-8703-94139f4c360f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503093 Apr 07 11:17:14.353497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9c938ce-792a-4cf8-86e1-0a90f81567a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8101676 Apr 07 11:17:14.356929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45066) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:14.362417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': 'c9b30fa4-bb7c-4053-8607-196775b50ffb', 'ip_address': '2001:db8::2628:d6c5:303f:7cd9'}], 'name': 'tempest-NetworksTestDHCPv6-1828738101'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:14.379838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efbc1336-cf9f-4bec-b633-72ee4ed14a7f req-262ac423-a2ba-4676-93d5-1cd9f5f09ed9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532459 Apr 07 11:17:14.418974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] For port ce03cee0-3dae-4ae2-bb76-34ca72ce3074, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:14.420028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.427447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c474b36-eed6-48ca-9932-6f1642544a2a req-13d0272d-a397-444f-ac4a-d943488599af tempest-FloatingIPsNegativeTestJSON-1285573972 tempest-FloatingIPsNegativeTestJSON-1285573972-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0533872 Apr 07 11:17:14.473239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] Calling delete_port for ce03cee0-3dae-4ae2-bb76-34ca72ce3074 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:14.562812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] Set router bcee3c21-307c-4bde-bb11-b68b410a968d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:14.612806 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-1825653f-896d-4bcd-ad11-a3e4e12a5071 req-de229f65-bd63-485b-afa4-e73b3c85e9d2 tempest-FloatingIPsNegativeTestJSON-1285573972 tempest-FloatingIPsNegativeTestJSON-1285573972-project] show failed (client error): The resource could not be found. Apr 07 11:17:14.614369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1825653f-896d-4bcd-ad11-a3e4e12a5071 req-de229f65-bd63-485b-afa4-e73b3c85e9d2 tempest-FloatingIPsNegativeTestJSON-1285573972 tempest-FloatingIPsNegativeTestJSON-1285573972-project] 10.222.0.13 "GET /v2.0/floatingips/6396d656-b1cb-468c-a861-c12a61b64b17 HTTP/1.1" status: 404 len: 350 time: 0.0892520 Apr 07 11:17:14.632320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45072) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:14.689792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:14.756931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a96d2-ea8f-467c-8c71-c2c4fcc74f59 req-0736120a-6292-4782-871e-467b44caffae tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:14.758424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-347a96d2-ea8f-467c-8c71-c2c4fcc74f59 req-0736120a-6292-4782-871e-467b44caffae tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.2316182 Apr 07 11:17:14.760210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] Provisioning complete for port 7f1535c6-346e-45c5-af6b-2117e45fc655 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:14.765660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks [] for router_gateway (67833abd-08a5-49a8-80b8-682c35f4750e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.766386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.822873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.834594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.854721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 558e5687-6811-44f0-8af5-f9308dc04278 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:14.894218 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:17:09Z', 'revision_number': 4, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7f1535c6-346e-45c5-af6b-2117e45fc655', 'name': '', 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'mac_address': 'fa:16:3e:c8:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:06Z', 'updated_at': '2022-04-07T11:17:14Z', 'revision_number': 4, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'subnets': [{'id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:14.916032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Publish callbacks [] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.938700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-347a96d2-ea8f-467c-8c71-c2c4fcc74f59 req-3d975b66-8d29-4b10-ab10-dda6651eb251 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712058 Apr 07 11:17:14.939355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731bc6f-a8e0-4f44-8479-0cd76d008b71 None None] The sync data for ids ['bcee3c21-307c-4bde-bb11-b68b410a968d'] in n-d-836788-1 is: [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:17:09Z', 'revision_number': 4, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7f1535c6-346e-45c5-af6b-2117e45fc655', 'name': '', 'network_id': 'cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'mac_address': 'fa:16:3e:c8:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:06Z', 'updated_at': '2022-04-07T11:17:14Z', 'revision_number': 4, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'subnets': [{'id': '663eb040-4943-4e1f-8f6b-f54a5dcc19ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:14.944341 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:14.972319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (ce03cee0-3dae-4ae2-bb76-34ca72ce3074), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.056300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:15.072613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:15.074990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] No DVR routers for this DVR port ce03cee0-3dae-4ae2-bb76-34ca72ce3074 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:15.080570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:15.125935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11798f4-39c2-4049-b397-30c979d4b19b None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:15.134902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Pushing event updated for resources: {'Port': ['ID=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:15.172217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Allocated IP 172.25.5.17 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/0e9a5562-967e-4c7a-9427-77181238ed1a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:15.185841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21417604-e5db-4b42-bc8d-a430ce3d9606 req-ce873daa-ab8f-4737-8879-202c4f73033d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:15.195819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21417604-e5db-4b42-bc8d-a430ce3d9606 req-ce873daa-ab8f-4737-8879-202c4f73033d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 907 time: 0.1898503 Apr 07 11:17:15.227778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce03cee0-3dae-4ae2-bb76-34ca72ce3074 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:15.276107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d48c4b-3de9-4a50-b4fb-afa5bb51afe6 None None] Pushing event deleted for resources: {'Port': ['ID=ce03cee0-3dae-4ae2-bb76-34ca72ce3074,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:15.324941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::2628:d6c5:303f:7cd9 (b2feb08a-9d5d-4508-b385-fa376864e287/c9b30fa4-bb7c-4053-8607-196775b50ffb/558e5687-6811-44f0-8af5-f9308dc04278) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:15.331831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ce03cee0-3dae-4ae2-bb76-34ca72ce3074 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:15.332591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce03cee0-3dae-4ae2-bb76-34ca72ce3074 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:15.348529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] Current status of the port 7f1535c6-346e-45c5-af6b-2117e45fc655 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:15.349001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.373980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Attempting to bind port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:15.374368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Attempting to bind port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:15.374745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Attempting to bind port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e on network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:15.384936 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks [] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.393739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:15.394236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Checking segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:15.394798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.395726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Bound using segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:15.396355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Bound port: 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:15.397364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.448600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.481067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] For port 7f1535c6-346e-45c5-af6b-2117e45fc655, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7f1535c6-346e-45c5-af6b-2117e45fc655,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:15.487429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'c9b30fa4-bb7c-4053-8607-196775b50ffb'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:17:15.488498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.502097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.556265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9a5562-967e-4c7a-9427-77181238ed1a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:15.592663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:15.615584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:15.617866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:15.681895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498e8cf-45d0-469d-866e-d9a610a33086 req-872c1c7b-9f67-4427-952a-077f4a7a5f7a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:15.691256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c498e8cf-45d0-469d-866e-d9a610a33086 req-872c1c7b-9f67-4427-952a-077f4a7a5f7a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.1646869 Apr 07 11:17:15.720568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (558e5687-6811-44f0-8af5-f9308dc04278), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.766770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a0916-abb0-4631-a6e8-89bb15d1ea10 None None] Pushing event updated for resources: {'Port': ['ID=7f1535c6-346e-45c5-af6b-2117e45fc655,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:15.794973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (bcee3c21-307c-4bde-bb11-b68b410a968d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.807325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777ad71-b42c-4937-b200-b5583ad0a72c req-796d98e8-4a09-4708-8737-6e7231cc9a35 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:15.807503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] For port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:15.810735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bebb8c8f-1949-4ee3-970f-038e8eaf439b None None] Provisioning complete for port 7f1535c6-346e-45c5-af6b-2117e45fc655 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:15.811161 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bebb8c8f-1949-4ee3-970f-038e8eaf439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.816376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c777ad71-b42c-4937-b200-b5583ad0a72c req-796d98e8-4a09-4708-8737-6e7231cc9a35 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.2975128 Apr 07 11:17:15.876084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] For port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:15.914989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:15.920758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c498e8cf-45d0-469d-866e-d9a610a33086 req-526fafdf-a290-4a20-a4f1-1398676cfe98 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230074 Apr 07 11:17:15.953118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c777ad71-b42c-4937-b200-b5583ad0a72c req-e8c56631-b4a0-48a3-b0d7-b9cee8671c54 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351125 Apr 07 11:17:16.006812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d1c7-8b5c-4d9b-98e4-82cd2372431c None None] Pushing event updated for resources: {'Port': ['ID=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:16.025346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bebb8c8f-1949-4ee3-970f-038e8eaf439b None None] Current status of the port 7f1535c6-346e-45c5-af6b-2117e45fc655 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:16.096118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 393ad4de-71a1-44c1-b5db-d4e5b9efae45 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:17:16.223496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6790f9-4749-4d5a-9568-8b4ce79df10d req-5c7ec5cd-afae-402b-9355-34681abd6b83 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:16.233649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f6790f9-4749-4d5a-9568-8b4ce79df10d req-5c7ec5cd-afae-402b-9355-34681abd6b83 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 944 time: 0.1581075 Apr 07 11:17:16.335304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f6790f9-4749-4d5a-9568-8b4ce79df10d req-5ccd1566-3797-4c01-b3f5-9680605b7a76 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008735 Apr 07 11:17:16.360020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks [] for router_gateway (67833abd-08a5-49a8-80b8-682c35f4750e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:16.488338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:16.574786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (558e5687-6811-44f0-8af5-f9308dc04278), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:16.627829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/c9b30fa4-bb7c-4053-8607-196775b50ffb/c0db014b-05df-427e-aebe-26b221a38139) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:16.795461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:16.815663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:16.823681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:16.841377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:16.842310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:16.846054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857809ec-40c1-4494-968f-fd9e1d1b8702 req-2d2bb12a-c3ca-459e-ac5e-f19ee0feaa75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:16.855099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-857809ec-40c1-4494-968f-fd9e1d1b8702 req-2d2bb12a-c3ca-459e-ac5e-f19ee0feaa75 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 907 time: 0.2046928 Apr 07 11:17:16.928531 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Publish callbacks [] for port (c0db014b-05df-427e-aebe-26b221a38139), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:16.934094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'port_id': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'mac_address': 'fa:16:3e:4f:3c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:17:16.938177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-10bae045-f73a-4f5d-a6e9-0f1812a3ee59 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:16.938851 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c0db014b-05df-427e-aebe-26b221a38139), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:16.939789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-10bae045-f73a-4f5d-a6e9-0f1812a3ee59 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 907 time: 0.4348564 Apr 07 11:17:16.977121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=558e5687-6811-44f0-8af5-f9308dc04278,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:17.001979 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a572001-cf91-4178-b36f-2d2668d8873b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6417174 Apr 07 11:17:17.031431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:17.088019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Pushing event updated for resources: {'Port': ['ID=c0db014b-05df-427e-aebe-26b221a38139,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:17.090866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:17.091265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.125006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393ad4de-71a1-44c1-b5db-d4e5b9efae45 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:17.138508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:17.141797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:17.144533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:17.189972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (67833abd-08a5-49a8-80b8-682c35f4750e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.224822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:17.243999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.260555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Attempting to bind port c0db014b-05df-427e-aebe-26b221a38139 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:17.260934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Attempting to bind port c0db014b-05df-427e-aebe-26b221a38139 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:17.261396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Attempting to bind port c0db014b-05df-427e-aebe-26b221a38139 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:17.318502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:17.319135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:17.319673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.320192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:17.320817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Bound port: c0db014b-05df-427e-aebe-26b221a38139, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:17.321387 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0db014b-05df-427e-aebe-26b221a38139), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.376379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Deleting port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:17.376771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.385830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:17.389797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=393ad4de-71a1-44c1-b5db-d4e5b9efae45,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:17.546625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:17.547222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.594739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] For port c0db014b-05df-427e-aebe-26b221a38139, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:17.611829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] For port c0db014b-05df-427e-aebe-26b221a38139, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c0db014b-05df-427e-aebe-26b221a38139,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:17.629754 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c0db014b-05df-427e-aebe-26b221a38139), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.648302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] For port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:17.648849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.685684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Deleting port 7f1535c6-346e-45c5-af6b-2117e45fc655 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:17.686830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.749382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Calling delete_port for 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:17.873628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b29a69-681c-4b96-a0e9-0763deaa1096 None None] Pushing event updated for resources: {'Port': ['ID=c0db014b-05df-427e-aebe-26b221a38139,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:17.893369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:17.893768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:17.928113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['393ad4de-71a1-44c1-b5db-d4e5b9efae45'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:17.960753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0fe57-9150-446a-8993-8140be307628 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:17.968205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0fe57-9150-446a-8993-8140be307628 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:17.969880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ff0fe57-9150-446a-8993-8140be307628 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9355888 Apr 07 11:17:17.976666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451e91e-cc75-4b9d-90a4-8c77d6172d33 None None] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:17.983922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45136) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:18.074272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] For port 7f1535c6-346e-45c5-af6b-2117e45fc655, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7f1535c6-346e-45c5-af6b-2117e45fc655,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:18.074272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.138971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3e596-7972-4a76-b9ad-0346ab02093b req-9e65ce52-40f0-4796-bc46-fe2b7ed2e3b3 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:18.141120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ef3e596-7972-4a76-b9ad-0346ab02093b req-9e65ce52-40f0-4796-bc46-fe2b7ed2e3b3 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 945 time: 0.2827296 Apr 07 11:17:18.161024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:18.162176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6711-6f05-4b1a-9826-9915d6e2d641 req-bb76d196-ea0d-45fb-b146-fb17a92462d0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:18.171015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-838a6711-6f05-4b1a-9826-9915d6e2d641 req-bb76d196-ea0d-45fb-b146-fb17a92462d0 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dec53c6-fde5-4426-b95c-3afe47e58eba HTTP/1.1" status: 200 len: 907 time: 0.1956890 Apr 07 11:17:18.192185 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.192185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7f1535c6-346e-45c5-af6b-2117e45fc655 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:18.202379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Calling delete_port for 7f1535c6-346e-45c5-af6b-2117e45fc655 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:18.255344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8a5f9d8a-a6cf-43de-b9fa-6264b4098273), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.265485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bb64abc8-b3da-4160-aa1e-713112cd8e7a None None] Provisioning complete for port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:18.266029 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb64abc8-b3da-4160-aa1e-713112cd8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.324108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Router 67833abd-08a5-49a8-80b8-682c35f4750e is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:17:18.331483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ef3e596-7972-4a76-b9ad-0346ab02093b req-1d3672b5-8b5d-412c-8c75-1489e1e7d72b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483357 Apr 07 11:17:18.386948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'Port': ['ID=8a5f9d8a-a6cf-43de-b9fa-6264b4098273,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:18.471207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] No DVR routers for this DVR port 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:18.502326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:18.513219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.516664 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-42a0f880-d10a-4e15-8dc4-025dc6b48154 req-c9648f97-ee2c-4b6b-9f9a-5bebd7690965 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "DELETE /v2.0/ports/8a5f9d8a-a6cf-43de-b9fa-6264b4098273 HTTP/1.1" status: 204 len: 173 time: 1.5548074 Apr 07 11:17:18.517288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'name': 'network-vif-deleted', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:18.519767 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed05849-b11c-4046-a309-db0f5db0eb99" -d '{"events": [{"server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "name": "network-vif-deleted", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:18.555257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 558e5687-6811-44f0-8af5-f9308dc04278 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:18.555607 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (558e5687-6811-44f0-8af5-f9308dc04278), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.563958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.575581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ab6cf337-e181-45c6-8151-c898dca6f663 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.4569623 Apr 07 11:17:18.580365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45140) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:18.649310 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413fa7d-f6d4-45c4-b189-1e232c242280 x-openstack-request-id: req-d413fa7d-f6d4-45c4-b189-1e232c242280 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:18.649834 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dec53c6-fde5-4426-b95c-3afe47e58eba", "name": "network-vif-deleted", "tag": "8a5f9d8a-a6cf-43de-b9fa-6264b4098273", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:18.649834 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d413fa7d-f6d4-45c4-b189-1e232c242280 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:18.650125 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d413fa7d-f6d4-45c4-b189-1e232c242280'] response: {'server_uuid': '5dec53c6-fde5-4426-b95c-3afe47e58eba', 'name': 'network-vif-deleted', 'tag': '8a5f9d8a-a6cf-43de-b9fa-6264b4098273', 'status': 'completed', 'code': 200} Apr 07 11:17:18.725275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:18.727812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Sync routers for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:18.761370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (558e5687-6811-44f0-8af5-f9308dc04278), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:18.782142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 558e5687-6811-44f0-8af5-f9308dc04278 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:18.806981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:18.807490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8a5f9d8a-a6cf-43de-b9fa-6264b4098273 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:18.820132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:18.880562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:18.882068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:19.088979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:19.155361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:19.185254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1535c6-346e-45c5-af6b-2117e45fc655,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:19.299743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 7f1535c6-346e-45c5-af6b-2117e45fc655 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:19.300262 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7f1535c6-346e-45c5-af6b-2117e45fc655), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:19.368397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (558e5687-6811-44f0-8af5-f9308dc04278), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:19.413955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=558e5687-6811-44f0-8af5-f9308dc04278,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:19.472672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:19.477147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bb687523-b9ec-47ff-9143-19bb5e9c8c1a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/558e5687-6811-44f0-8af5-f9308dc04278 HTTP/1.1" status: 204 len: 168 time: 1.4862125 Apr 07 11:17:19.482534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45160) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:19.531335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Port 7f1535c6-346e-45c5-af6b-2117e45fc655 was deleted so its status cannot be updated. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 07 11:17:19.548640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e865e-d884-4263-aaa0-8df3eb0cdfcf tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:19.568674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e865e-d884-4263-aaa0-8df3eb0cdfcf tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:19.574325 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b6e865e-d884-4263-aaa0-8df3eb0cdfcf tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0907009 Apr 07 11:17:19.575951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45162) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:19.630955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:19.688480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56468e48-08ba-4054-9d83-bd6e6a9a3958 req-4a38b7f8-2057-4a4c-96ef-df2612e1b04b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:19.703563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56468e48-08ba-4054-9d83-bd6e6a9a3958 req-4a38b7f8-2057-4a4c-96ef-df2612e1b04b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 945 time: 0.1839848 Apr 07 11:17:19.776428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bb64abc8-b3da-4160-aa1e-713112cd8e7a None None] Current status of the port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:19.812443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet c9b30fa4-bb7c-4053-8607-196775b50ffb {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:19.841545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (c9b30fa4-bb7c-4053-8607-196775b50ffb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:19.891663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56468e48-08ba-4054-9d83-bd6e6a9a3958 req-5272f278-0fcf-4492-8c27-0ab628031f20 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842339 Apr 07 11:17:19.973459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (c9b30fa4-bb7c-4053-8607-196775b50ffb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.061005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Provisioning complete for port c0db014b-05df-427e-aebe-26b221a38139 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:20.061575 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c0db014b-05df-427e-aebe-26b221a38139), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.064589 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (bcee3c21-307c-4bde-bb11-b68b410a968d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.138345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d376210-709d-47ce-81e8-bf816f735991 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:17:20.197861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09858b-646e-4c96-87fc-a8b0f855da59 req-0d0d1a83-49e6-47da-bec3-4d27718390ca tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:20.200705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:20.209784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a09858b-646e-4c96-87fc-a8b0f855da59 req-0d0d1a83-49e6-47da-bec3-4d27718390ca tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 945 time: 0.3044660 Apr 07 11:17:20.256906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c9b30fa4-bb7c-4053-8607-196775b50ffb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.273758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:17:20.315970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a09858b-646e-4c96-87fc-a8b0f855da59 req-a5517c2a-8d48-4da0-ac72-eb035aeb015a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041284 Apr 07 11:17:20.318079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Allocated IP 172.20.0.1 (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3/548748b7-74d6-48ae-aa83-683dcc72c73b/b92b5c42-0c02-41c1-9d23-c7ede703c596) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:20.371385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:15Z', 'revision_number': 3, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:20.447908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Checking router: 67833abd-08a5-49a8-80b8-682c35f4750e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:20.448180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Updating router 67833abd-08a5-49a8-80b8-682c35f4750e port 0e9a5562-967e-4c7a-9427-77181238ed1a binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:17:20.472344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c9b30fa4-bb7c-4053-8607-196775b50ffb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.514070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b30fa4-bb7c-4053-8607-196775b50ffb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:20.522217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.528950 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.530637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e5ad5489-46bd-49e9-a6f3-f0c682677870 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/c9b30fa4-bb7c-4053-8607-196775b50ffb HTTP/1.1" status: 204 len: 168 time: 0.8825893 Apr 07 11:17:20.533683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45186) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:20.535826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:20.538977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbabfe0-c01d-4427-8690-39d8eeff6aa7 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:20.549973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks [] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.582734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Router bcee3c21-307c-4bde-bb11-b68b410a968d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:20.617501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-66e772a4-a72e-4b73-a191-bc1e7ef1f585 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824707 Apr 07 11:17:20.618119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45190) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:20.624628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:20.725399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:20.728860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Current status of the port c0db014b-05df-427e-aebe-26b221a38139 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:20.729364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0db014b-05df-427e-aebe-26b221a38139), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.735425 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-80aecffc-acd6-4b0e-815f-68f9e3c0cb3d admin admin] 10.222.0.13 "PUT /v2.0/routers/bcee3c21-307c-4bde-bb11-b68b410a968d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0983706 Apr 07 11:17:20.735520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45192) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:20.738796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] Sync routers for ids ['bcee3c21-307c-4bde-bb11-b68b410a968d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:20.745494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.753324 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] Routers {'bcee3c21-307c-4bde-bb11-b68b410a968d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:20.754046 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bcee3c21-307c-4bde-bb11-b68b410a968d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:20.784779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:20.785369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.836449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '0d376210-709d-47ce-81e8-bf816f735991', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': '0d376210-709d-47ce-81e8-bf816f735991', 'mac_address': 'fa:16:3e:c2:dd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:17:20.851811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:20.855491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.922843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d376210-709d-47ce-81e8-bf816f735991 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:20.923250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:20.929104 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] Set router bcee3c21-307c-4bde-bb11-b68b410a968d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:20.930104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:20.941930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:20.951855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:20.977832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:17:20.978194 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:17:20.986203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Pushing event updated for resources: {'Port': ['ID=b92b5c42-0c02-41c1-9d23-c7ede703c596,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:20.990829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d376210-709d-47ce-81e8-bf816f735991 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:21.111224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:21.162767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:21.173836 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:21.183603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks [] for router (bcee3c21-307c-4bde-bb11-b68b410a968d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:21.265253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (67833abd-08a5-49a8-80b8-682c35f4750e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:21.303161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:21.349427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:21.350811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c0db014b-05df-427e-aebe-26b221a38139 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:21.410829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:17:18Z', 'revision_number': 5, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:21.412992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['0d376210-709d-47ce-81e8-bf816f735991'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:21.478290 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] Checking router: bcee3c21-307c-4bde-bb11-b68b410a968d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:21.498108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] Routers {'bcee3c21-307c-4bde-bb11-b68b410a968d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:21.498734 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bcee3c21-307c-4bde-bb11-b68b410a968d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:21.759801 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] Set router bcee3c21-307c-4bde-bb11-b68b410a968d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:21.873539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efcb45-9ab4-4a49-93c8-3c67603c62d6 req-1a097f31-0732-4f4c-b1f1-cb1392f140aa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:21.875880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43efcb45-9ab4-4a49-93c8-3c67603c62d6 req-1a097f31-0732-4f4c-b1f1-cb1392f140aa tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 945 time: 0.4362297 Apr 07 11:17:21.951091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Current status of the port c0db014b-05df-427e-aebe-26b221a38139 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:21.951434 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7aece076-1b53-4030-b18d-deb96652a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0db014b-05df-427e-aebe-26b221a38139), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:21.955797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks [] for router_gateway (bcee3c21-307c-4bde-bb11-b68b410a968d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.036002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Publish callbacks [] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.050574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] Deleting port c0db014b-05df-427e-aebe-26b221a38139 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:22.053203 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c0db014b-05df-427e-aebe-26b221a38139), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.071773 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.079456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (09cd6e10-005d-44b1-a151-7c4ebd80078a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.095741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e428-4ea0-4238-ba40-9f496b7052a2 req-028143b5-05fb-4b6f-878f-ec8808b503d0 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:22.104139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c07e428-4ea0-4238-ba40-9f496b7052a2 req-028143b5-05fb-4b6f-878f-ec8808b503d0 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 945 time: 0.3901682 Apr 07 11:17:22.126732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c0db014b-05df-427e-aebe-26b221a38139 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:22.127395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c0db014b-05df-427e-aebe-26b221a38139), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.199618 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.256502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c07e428-4ea0-4238-ba40-9f496b7052a2 req-088d9c52-23c3-4865-9b2e-5228cc4c300d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511800 Apr 07 11:17:22.261405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:22.312642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:22.319765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] For port c0db014b-05df-427e-aebe-26b221a38139, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c0db014b-05df-427e-aebe-26b221a38139,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:22.320109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c0db014b-05df-427e-aebe-26b221a38139), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.338337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] Calling delete_port for c0db014b-05df-427e-aebe-26b221a38139 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:22.350640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:22.351236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.388917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43efcb45-9ab4-4a49-93c8-3c67603c62d6 req-6dd7717b-19a2-4291-bf3b-53e7f9bfe1c8 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933443 Apr 07 11:17:22.406043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-87b759cc-0c0b-4f62-ac58-86758df7a8a5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:22.407861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-87b759cc-0c0b-4f62-ac58-86758df7a8a5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 945 time: 0.4187777 Apr 07 11:17:22.420185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:17:18Z', 'revision_number': 5, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:22.458835 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31040cc-0243-4c2e-97e9-4a9080c6d15f None None] The sync data for ids ['bcee3c21-307c-4bde-bb11-b68b410a968d'] in n-d-836788-1 is: [{'id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'name': 'tempest-FloatingIPsNegativeTestJSON-236356709-router', 'tenant_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:54Z', 'updated_at': '2022-04-07T11:17:18Z', 'revision_number': 5, 'project_id': '0b24d4a9fc4c439fb9b0b3d01d0d309a', 'gw_port': {'id': 'e3419cd3-65ed-44ec-ad32-78681d297047', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcee3c21-307c-4bde-bb11-b68b410a968d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:56Z', 'updated_at': '2022-04-07T11:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:22.482468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=09cd6e10-005d-44b1-a151-7c4ebd80078a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:22.485881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Deleting port e3419cd3-65ed-44ec-ad32-78681d297047 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:22.486409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.487181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 393ad4de-71a1-44c1-b5db-d4e5b9efae45 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:22.508139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8cf2-5fba-4d1d-87c7-1d6b855b1237 None None] Pushing event updated for resources: {'Port': ['ID=0e9a5562-967e-4c7a-9427-77181238ed1a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:22.551858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c0db014b-05df-427e-aebe-26b221a38139), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.575289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] For port e3419cd3-65ed-44ec-ad32-78681d297047, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e3419cd3-65ed-44ec-ad32-78681d297047,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:22.575666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.589900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Calling delete_port for e3419cd3-65ed-44ec-ad32-78681d297047 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:22.625794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] No DVR routers for this DVR port c0db014b-05df-427e-aebe-26b221a38139 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:22.653006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e15a3-876d-41d0-9e56-67e048e60b00 None None] Pushing event deleted for resources: {'Port': ['ID=c0db014b-05df-427e-aebe-26b221a38139,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:22.655344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Could not find standard attr ID for object c0db014b-05df-427e-aebe-26b221a38139. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:17:22.663880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2276de-c01e-45ea-8c62-47985d7c3974 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:22.699001 n-d-836788-1 neutron-server[104179]: INFO neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No ports have port_id starting with c0db014b-05df-427e-aebe-26b221a38139 Apr 07 11:17:22.701399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Attempting to bind port 0e9a5562-967e-4c7a-9427-77181238ed1a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:22.701783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Attempting to bind port 0e9a5562-967e-4c7a-9427-77181238ed1a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:22.702157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Attempting to bind port 0e9a5562-967e-4c7a-9427-77181238ed1a on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:22.770348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:22.770722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:22.771140 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.771559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:22.772052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Bound port: 0e9a5562-967e-4c7a-9427-77181238ed1a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:22.772437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:22.787070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:22.795615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '09cd6e10-005d-44b1-a151-7c4ebd80078a', 'ip_address': '2001:db8::2a95:7bb5:801d:b66b'}], 'name': 'tempest-NetworksTestDHCPv6-828275102'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:22.802332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bc105ec6-87e2-483e-9c1c-1c34fa33ab75 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1813390 Apr 07 11:17:22.927451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Provisioning complete for port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:22.927830 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.094012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:23.098867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7f1535c6-346e-45c5-af6b-2117e45fc655 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:23.137370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:17:23.198982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] For port 0e9a5562-967e-4c7a-9427-77181238ed1a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:23.205674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] For port 0e9a5562-967e-4c7a-9427-77181238ed1a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0e9a5562-967e-4c7a-9427-77181238ed1a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:23.214932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Deleting port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:23.217044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.239035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.259595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '09cd6e10-005d-44b1-a151-7c4ebd80078a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:17:23.261982 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.296580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port ec7c2348-da80-44d7-a67c-2c178d13a01c yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:23.346395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks [] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.362937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.575735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/09cd6e10-005d-44b1-a151-7c4ebd80078a/93ab0a51-7078-466d-b525-9d09d509f1d5) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:23.845992 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Publish callbacks [] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.850757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.870180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Current status of the port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:23.951225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:23.952058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:23.983745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::2a95:7bb5:801d:b66b (b2feb08a-9d5d-4508-b385-fa376864e287/09cd6e10-005d-44b1-a151-7c4ebd80078a/ec7c2348-da80-44d7-a67c-2c178d13a01c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:24.003153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 7f1535c6-346e-45c5-af6b-2117e45fc655 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:24.003153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7f1535c6-346e-45c5-af6b-2117e45fc655 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:24.003153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c0db014b-05df-427e-aebe-26b221a38139 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:24.003153 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.007579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Could not find standard attr ID for object 558e5687-6811-44f0-8af5-f9308dc04278. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:17:24.012276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8cf2-5fba-4d1d-87c7-1d6b855b1237 None None] Pushing event updated for resources: {'Port': ['ID=0e9a5562-967e-4c7a-9427-77181238ed1a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:24.131825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Pushing event updated for resources: {'Port': ['ID=93ab0a51-7078-466d-b525-9d09d509f1d5,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:24.136037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:24.136940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:24.206396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Pushing event updated for resources: {'Port': ['ID=b92b5c42-0c02-41c1-9d23-c7ede703c596,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:24.224738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:24.225866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.275333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:24.275527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (67833abd-08a5-49a8-80b8-682c35f4750e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.282468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Calling delete_port for 7125fd6a-1aff-4e8f-ada0-2736c2acee52 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:24.318635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e3419cd3-65ed-44ec-ad32-78681d297047), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.341525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9e9af-5478-4035-a17e-9fb25d652017 req-a554302b-80dd-403c-abd8-21ea98b0d8d8 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:24.343883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cd9e9af-5478-4035-a17e-9fb25d652017 req-a554302b-80dd-403c-abd8-21ea98b0d8d8 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 945 time: 0.3862445 Apr 07 11:17:24.515547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (ec7c2348-da80-44d7-a67c-2c178d13a01c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.537840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Provisioning complete for port b92b5c42-0c02-41c1-9d23-c7ede703c596 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:24.538223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.593756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ec7c2348-da80-44d7-a67c-2c178d13a01c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.674997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:24.682610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3419cd3-65ed-44ec-ad32-78681d297047,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:24.698109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c0db014b-05df-427e-aebe-26b221a38139 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:24.698635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c0db014b-05df-427e-aebe-26b221a38139 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:24.698705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:24.701591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1fc03aa2-7b63-4ad9-98ee-daf0511240df None None] Port b92b5c42-0c02-41c1-9d23-c7ede703c596 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:24.714530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:24.714962 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.715067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:24.730263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:24.730920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.791136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=ec7c2348-da80-44d7-a67c-2c178d13a01c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:24.811595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:24.814238 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8306c23-4ac4-4226-852a-536bef2e6eab tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0258808 Apr 07 11:17:24.817905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:24.827266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155c6a1-efe0-42d1-924e-d56dbe62b455 req-59b1f036-a92c-4d67-96d0-31ce55fd4da7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:24.835383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d155c6a1-efe0-42d1-924e-d56dbe62b455 req-59b1f036-a92c-4d67-96d0-31ce55fd4da7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 945 time: 0.8403735 Apr 07 11:17:24.837563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:24.850215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:24.854140 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f42405-0a5a-4e6a-8c0b-5eb259eedde5" -d '{"events": [{"server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "name": "network-vif-plugged", "status": "completed", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:24.859107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:24.892389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:24.924877 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:24.924877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7125fd6a-1aff-4e8f-ada0-2736c2acee52 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:24.974117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a0dd7-d85e-44aa-a6f0-cbd859a7ed80 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:24.991602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a0dd7-d85e-44aa-a6f0-cbd859a7ed80 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:24.993252 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3a4a0dd7-d85e-44aa-a6f0-cbd859a7ed80 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1742299 Apr 07 11:17:24.998134 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:25.050319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:22Z', 'revision_number': 2, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:25.058356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Attempting to bind port 93ab0a51-7078-466d-b525-9d09d509f1d5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:25.058542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Attempting to bind port 93ab0a51-7078-466d-b525-9d09d509f1d5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:25.060750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Attempting to bind port 93ab0a51-7078-466d-b525-9d09d509f1d5 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:25.076040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cd9e9af-5478-4035-a17e-9fb25d652017 req-23f181a6-7b88-4f75-83b5-24eaa7daff95 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7166560 Apr 07 11:17:25.107895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66934b-0f13-403e-9e8a-03239db479fd None None] The sync data for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 is: [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:22Z', 'revision_number': 2, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:25.117382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:25.117773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:25.118189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.118637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:25.119141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Bound port: 93ab0a51-7078-466d-b525-9d09d509f1d5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:25.119528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.160289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=393ad4de-71a1-44c1-b5db-d4e5b9efae45,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:25.242390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port ec7c2348-da80-44d7-a67c-2c178d13a01c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:25.242730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ec7c2348-da80-44d7-a67c-2c178d13a01c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.328679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (bcee3c21-307c-4bde-bb11-b68b410a968d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.333676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d155c6a1-efe0-42d1-924e-d56dbe62b455 req-f74afacb-c842-4d1b-9103-99cd52121b0c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982729 Apr 07 11:17:25.382794 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc24d5-48a9-4e2b-af6f-28e308c176bd x-openstack-request-id: req-34fc24d5-48a9-4e2b-af6f-28e308c176bd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:25.383604 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "name": "network-vif-plugged", "status": "completed", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:25.384302 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34fc24d5-48a9-4e2b-af6f-28e308c176bd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:25.385182 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fc24d5-48a9-4e2b-af6f-28e308c176bd'] response: {'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'code': 200} Apr 07 11:17:25.401733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:25.402712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.434028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] For port 93ab0a51-7078-466d-b525-9d09d509f1d5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:25.477977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] For port 93ab0a51-7078-466d-b525-9d09d509f1d5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=93ab0a51-7078-466d-b525-9d09d509f1d5,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:25.493028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.501076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ec7c2348-da80-44d7-a67c-2c178d13a01c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.506407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7125fd6a-1aff-4e8f-ada0-2736c2acee52, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7125fd6a-1aff-4e8f-ada0-2736c2acee52,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:25.576630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for ec7c2348-da80-44d7-a67c-2c178d13a01c owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:25.619163 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.647878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d376210-709d-47ce-81e8-bf816f735991 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:25.657003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (bcee3c21-307c-4bde-bb11-b68b410a968d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.659770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks [] for router_controller (bcee3c21-307c-4bde-bb11-b68b410a968d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.743894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8cde2-e611-44b1-b84e-2e8a306695e4 None None] Pushing event updated for resources: {'Port': ['ID=93ab0a51-7078-466d-b525-9d09d509f1d5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:25.750497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01495ff3-7a6e-459e-ba8f-48e0d49f2e95 req-d71d6005-2d68-4456-b897-8e5fc5a4f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:25.758736 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01495ff3-7a6e-459e-ba8f-48e0d49f2e95 req-d71d6005-2d68-4456-b897-8e5fc5a4f6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 1128 time: 0.2748210 Apr 07 11:17:25.901354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (bcee3c21-307c-4bde-bb11-b68b410a968d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.902361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcee3c21-307c-4bde-bb11-b68b410a968d {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:17:25.917551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7125fd6a-1aff-4e8f-ada0-2736c2acee52), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.922361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:25.926181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.927632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 0d376210-709d-47ce-81e8-bf816f735991 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:25.928015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0d376210-709d-47ce-81e8-bf816f735991), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:25.928206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d463becd-54f4-40a6-a1a9-87c15e0a7fd1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bcee3c21-307c-4bde-bb11-b68b410a968d HTTP/1.1" status: 204 len: 168 time: 5.1924064 Apr 07 11:17:25.944160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45282) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:25.947376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['770017cc-e5a9-43c0-a713-4a571a06ff6a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:25.958977 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-01495ff3-7a6e-459e-ba8f-48e0d49f2e95 req-625de44f-7fb1-438e-b699-10a9c1ce579c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988809 Apr 07 11:17:25.993667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:26.050701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:26.200542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ec7c2348-da80-44d7-a67c-2c178d13a01c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:26.296018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'Port': ['ID=7125fd6a-1aff-4e8f-ada0-2736c2acee52,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:26.377947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=ec7c2348-da80-44d7-a67c-2c178d13a01c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:26.401757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] No DVR routers for this DVR port 7125fd6a-1aff-4e8f-ada0-2736c2acee52 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:26.412089 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:26.427857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3375c20-76b9-4178-9453-9e5b129012e4 req-76741be6-6605-4cea-939a-a72e518bb48e tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.41 "DELETE /v2.0/ports/7125fd6a-1aff-4e8f-ada0-2736c2acee52 HTTP/1.1" status: 204 len: 173 time: 4.0051298 Apr 07 11:17:26.451920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'name': 'network-vif-deleted', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:26.466763 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec2319-d587-4c5a-955b-6a41d539fe37" -d '{"events": [{"server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "name": "network-vif-deleted", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:26.503631 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:26.548710 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fae5bcc5-954f-41fd-b8fa-b5c53a4dd9b3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/ec7c2348-da80-44d7-a67c-2c178d13a01c HTTP/1.1" status: 204 len: 168 time: 1.5515618 Apr 07 11:17:26.552900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45302) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:26.777377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecfcd5-762b-4bcb-9eb5-9aa841093e3e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:26.789175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecfcd5-762b-4bcb-9eb5-9aa841093e3e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:26.797086 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-52ecfcd5-762b-4bcb-9eb5-9aa841093e3e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2399657 Apr 07 11:17:26.800142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45304) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:26.947047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Deleting subnet 663eb040-4943-4e1f-8f6b-f54a5dcc19ef {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:26.998601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c30661df-759c-41cb-9b1b-9b9e0dba0723 req-d0f5729b-cbe0-4e8a-8886-6ed2b2e09501 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ec45d5-b3aa-40d0-8698-1a8f93f91322 HTTP/1.1" status: 200 len: 210 time: 0.3271437 Apr 07 11:17:26.999774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Publish callbacks [] for subnet (663eb040-4943-4e1f-8f6b-f54a5dcc19ef), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:27.015582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 09cd6e10-005d-44b1-a151-7c4ebd80078a {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:27.024822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (09cd6e10-005d-44b1-a151-7c4ebd80078a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:27.201472 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d012297-429f-4dd7-a288-97d493a41bb6 x-openstack-request-id: req-6d012297-429f-4dd7-a288-97d493a41bb6 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:27.201818 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "name": "network-vif-deleted", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:27.202250 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d012297-429f-4dd7-a288-97d493a41bb6 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:27.202829 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d012297-429f-4dd7-a288-97d493a41bb6'] response: {'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'name': 'network-vif-deleted', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52', 'status': 'completed', 'code': 200} Apr 07 11:17:27.252019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (663eb040-4943-4e1f-8f6b-f54a5dcc19ef), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:27.379811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd65e-d3c7-4983-b202-34f494c7172b req-f827ac20-f730-4038-aa2b-1eca79660dd6 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:27.393443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-887cd65e-d3c7-4983-b202-34f494c7172b req-f827ac20-f730-4038-aa2b-1eca79660dd6 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.7971077 Apr 07 11:17:27.404952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 93ab0a51-7078-466d-b525-9d09d509f1d5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:27.408044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:27.410668 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded6d01-c6b7-4cef-81e0-1cd5610e852b" -d '{"events": [{"server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "name": "network-vif-unplugged", "status": "completed", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:27.419926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d376210-709d-47ce-81e8-bf816f735991 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:27.428483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:27.478763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Router 67833abd-08a5-49a8-80b8-682c35f4750e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:27.589018 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1613af-f69c-4d32-9bfe-8b9885be1375 x-openstack-request-id: req-1c1613af-f69c-4d32-9bfe-8b9885be1375 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:27.591515 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ec45d5-b3aa-40d0-8698-1a8f93f91322", "name": "network-vif-unplugged", "status": "completed", "tag": "7125fd6a-1aff-4e8f-ada0-2736c2acee52", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:27.591515 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c1613af-f69c-4d32-9bfe-8b9885be1375 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:27.591515 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1613af-f69c-4d32-9bfe-8b9885be1375'] response: {'server_uuid': 'f8ec45d5-b3aa-40d0-8698-1a8f93f91322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7125fd6a-1aff-4e8f-ada0-2736c2acee52', 'code': 200} Apr 07 11:17:27.641663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b4a22e12-ae9f-4836-b523-61113cd1572e None None] Provisioning complete for port b92b5c42-0c02-41c1-9d23-c7ede703c596 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:27.642398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b4a22e12-ae9f-4836-b523-61113cd1572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:27.742462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-887cd65e-d3c7-4983-b202-34f494c7172b req-45614dc2-a17a-401a-b190-668d59b6127d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458731 Apr 07 11:17:27.904770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (663eb040-4943-4e1f-8f6b-f54a5dcc19ef), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:27.974006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:27.993738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (09cd6e10-005d-44b1-a151-7c4ebd80078a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.010302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.046304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b4a22e12-ae9f-4836-b523-61113cd1572e None None] Port b92b5c42-0c02-41c1-9d23-c7ede703c596 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:28.146032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (663eb040-4943-4e1f-8f6b-f54a5dcc19ef), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.149963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 93ab0a51-7078-466d-b525-9d09d509f1d5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:28.150349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.228309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (09cd6e10-005d-44b1-a151-7c4ebd80078a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.267040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663eb040-4943-4e1f-8f6b-f54a5dcc19ef,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:28.292598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.303427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4d743e7-152e-4822-ac46-731f5603224b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/663eb040-4943-4e1f-8f6b-f54a5dcc19ef HTTP/1.1" status: 204 len: 168 time: 2.3564796 Apr 07 11:17:28.315134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45324) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:28.318549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265f0a6-23c6-4f0a-9fd6-2c9de42d8930 None None] Network cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:28.507783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:28.544977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Provisioning complete for port 93ab0a51-7078-466d-b525-9d09d509f1d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:28.547361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.553500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (09cd6e10-005d-44b1-a151-7c4ebd80078a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.554683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:28.699598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:28.712970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/09cd6e10-005d-44b1-a151-7c4ebd80078a HTTP/1.1" status: 204 len: 168 time: 1.9113226 Apr 07 11:17:28.715358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:28.719426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=09cd6e10-005d-44b1-a151-7c4ebd80078a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:28.726340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e699258-29ad-43e5-abb6-73ce99fdd70e admin admin] 10.222.0.13 "PUT /v2.0/routers/67833abd-08a5-49a8-80b8-682c35f4750e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1437774 Apr 07 11:17:28.804670 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1bb577ec-4e1f-4fd5-b1b6-10db50d9e513 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822036 Apr 07 11:17:28.821742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45342) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:28.825367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.826023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.826696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.827235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.827799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.828343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.828891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.830785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.831391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.831941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.832468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.832996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.833556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84875338-6e6a-4fcb-9ae4-63d4e986f8b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:28.850565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:28.994443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-dba97bef-7c2e-423b-a20e-3b085d44a188 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:28.996049 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-dba97bef-7c2e-423b-a20e-3b085d44a188 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.2578671 Apr 07 11:17:29.034834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.046064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f619a-cdeb-444c-87d3-55648f7139d0 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:29.077395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 93ab0a51-7078-466d-b525-9d09d509f1d5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:29.077707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.103934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:29.108703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.149964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa9fa2-5df5-429d-8f05-f9b0d76339c1 req-67c9cc76-5847-482e-b8b0-731fb8793d8a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:29.151810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77fa9fa2-5df5-429d-8f05-f9b0d76339c1 req-67c9cc76-5847-482e-b8b0-731fb8793d8a tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 945 time: 0.4424081 Apr 07 11:17:29.263812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Deleting port 770017cc-e5a9-43c0-a713-4a571a06ff6a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:29.264163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.435274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef3819-9831-4ad2-ae8a-3658d3afa00c req-6e98ce6b-9b25-4137-9a81-d63996f79175 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:29.447430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ef3819-9831-4ad2-ae8a-3658d3afa00c req-6e98ce6b-9b25-4137-9a81-d63996f79175 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.3407474 Apr 07 11:17:29.451690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77fa9fa2-5df5-429d-8f05-f9b0d76339c1 req-d99bc5cf-f9f3-4f83-b19c-16e8dc4588a3 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bccd7342-2b82-49ca-a679-993a47ad8aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774077 Apr 07 11:17:29.484793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 93ab0a51-7078-466d-b525-9d09d509f1d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=93ab0a51-7078-466d-b525-9d09d509f1d5,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:29.502883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.510356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Current status of the port 93ab0a51-7078-466d-b525-9d09d509f1d5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:29.510874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.533568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Deleting port 297adf61-f363-49ff-aea5-39dc42495e2d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:29.533908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.569055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e3419cd3-65ed-44ec-ad32-78681d297047 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:29.602535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d376210-709d-47ce-81e8-bf816f735991'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:29.616149 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e39415-1ce6-4d3c-9b33-edeed2b8f3fe" -d '{"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-plugged", "status": "completed", "tag": "0d376210-709d-47ce-81e8-bf816f735991"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:29.657923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] DHCP port deletion for cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:29.669283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e3419cd3-65ed-44ec-ad32-78681d297047 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:29.670197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e3419cd3-65ed-44ec-ad32-78681d297047 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:29.749282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ef3819-9831-4ad2-ae8a-3658d3afa00c req-2d3747b0-eaa0-4869-9106-91c1988f25dd tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832203 Apr 07 11:17:29.789367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] For port 297adf61-f363-49ff-aea5-39dc42495e2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=297adf61-f363-49ff-aea5-39dc42495e2d,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:29.795911 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.867342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Calling delete_port for 297adf61-f363-49ff-aea5-39dc42495e2d owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:29.876239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] For port 770017cc-e5a9-43c0-a713-4a571a06ff6a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=770017cc-e5a9-43c0-a713-4a571a06ff6a,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:29.876617 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:29.912874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Calling delete_port for 770017cc-e5a9-43c0-a713-4a571a06ff6a owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:29.929739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=93ab0a51-7078-466d-b525-9d09d509f1d5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:29.987944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:17:29.988641 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:17:30.030007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Sync routers for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:30.073687 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9277e12f-f2ad-4acd-9390-4f972fad9608 x-openstack-request-id: req-9277e12f-f2ad-4acd-9390-4f972fad9608 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:30.074082 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-plugged", "status": "completed", "tag": "0d376210-709d-47ce-81e8-bf816f735991", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:30.074436 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9277e12f-f2ad-4acd-9390-4f972fad9608 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:30.075020 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9277e12f-f2ad-4acd-9390-4f972fad9608'] response: {'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d376210-709d-47ce-81e8-bf816f735991', 'code': 200} Apr 07 11:17:30.087375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0e9a5562-967e-4c7a-9427-77181238ed1a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:30.115780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:30.138721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (dcc797b2-021d-4c53-a537-25d412958934), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.238067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=dcc797b2-021d-4c53-a537-25d412958934,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:30.276821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:30.278110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] Deleting port 297adf61-f363-49ff-aea5-39dc42495e2d {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:30.278495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.281828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:30.291902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:30.292853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.306261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:30.306901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:30.323642 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66976c0b-bdff-4e95-96a3-cc1446ce917d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5002055 Apr 07 11:17:30.326639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45378) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:30.347928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': 'dcc797b2-021d-4c53-a537-25d412958934', 'ip_address': '2001:db8::39b4:4ee2:aa1d:2eb5'}], 'name': 'tempest-NetworksTestDHCPv6-1292575978'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:30.361561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-928d506f-7dbd-4d3f-a686-a87f17467d4d tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:30.363916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-928d506f-7dbd-4d3f-a686-a87f17467d4d tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 828 time: 0.4414353 Apr 07 11:17:30.366329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.390988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399722-0948-4006-890e-80b047e57541 req-49d42613-3b42-4bcf-a13d-dffa00882a22 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:30.417930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1399722-0948-4006-890e-80b047e57541 req-49d42613-3b42-4bcf-a13d-dffa00882a22 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.2442594 Apr 07 11:17:30.433343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45380) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:30.444222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] No DVR routers for this DVR port 297adf61-f363-49ff-aea5-39dc42495e2d on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:30.493576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Request body: {'floatingip': {'port_id': '393ad4de-71a1-44c1-b5db-d4e5b9efae45'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:30.546558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Pushing event deleted for resources: {'Port': ['ID=297adf61-f363-49ff-aea5-39dc42495e2d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:30.635111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] For port 297adf61-f363-49ff-aea5-39dc42495e2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=297adf61-f363-49ff-aea5-39dc42495e2d,segment=NetworkSegment(3dac4f1f-c040-482b-b229-ccaf0490332c),segment_id=3dac4f1f-c040-482b-b229-ccaf0490332c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:30.636326 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.674552 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b2116d2-6a81-433a-b74f-fc9c783a2846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.676432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f426d527-1397-4932-98c7-2f4a0c1391bb None None] Current status of the port 93ab0a51-7078-466d-b525-9d09d509f1d5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:30.679009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] Calling delete_port for 297adf61-f363-49ff-aea5-39dc42495e2d owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:30.686478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:30.716611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0e9a5562-967e-4c7a-9427-77181238ed1a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:30.717432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.718765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.763036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:30.781181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dac4f1f-c040-482b-b229-ccaf0490332c') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:30.781580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dac4f1f-c040-482b-b229-ccaf0490332c') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:30.809852 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (3dac4f1f-c040-482b-b229-ccaf0490332c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.813266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:30.819920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (770017cc-e5a9-43c0-a713-4a571a06ff6a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.845839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3dac4f1f-c040-482b-b229-ccaf0490332c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.851270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] Deleting port 93ab0a51-7078-466d-b525-9d09d509f1d5 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:30.851894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.854755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:17:30.855605 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (3dac4f1f-c040-482b-b229-ccaf0490332c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:30.862563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ea285149-de4f-4ce7-9f4c-1e7070ecb417 None None] Could not find standard attr ID for object ec7c2348-da80-44d7-a67c-2c178d13a01c. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:17:30.905480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'Port': ['ID=770017cc-e5a9-43c0-a713-4a571a06ff6a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:17:30.951961 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:17:30.961058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-d0c4fe81-f31d-4ab9-9a9b-274326544ddb tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/quotas/8470e194ce9c42648627657709f2b380 HTTP/1.1" status: 200 len: 375 time: 0.5421968 Apr 07 11:17:31.002064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.024188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] For port 93ab0a51-7078-466d-b525-9d09d509f1d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=93ab0a51-7078-466d-b525-9d09d509f1d5,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:31.025743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (d032b15c-bb2d-44c5-a256-200d8605f254), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.026987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.047448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] Calling delete_port for 93ab0a51-7078-466d-b525-9d09d509f1d5 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:31.059838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] No DVR routers for this DVR port 770017cc-e5a9-43c0-a713-4a571a06ff6a on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:31.068744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.077632 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-043f37ee-2a9e-41fd-ac95-3a98f3844a5e req-797672a6-d8b9-4ec7-a4bf-87f7d741f2f6 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "DELETE /v2.0/ports/770017cc-e5a9-43c0-a713-4a571a06ff6a HTTP/1.1" status: 204 len: 173 time: 2.0731213 Apr 07 11:17:31.080342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'name': 'network-vif-deleted', 'tag': '770017cc-e5a9-43c0-a713-4a571a06ff6a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:31.095504 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb6fbfd-e147-4029-81d0-b5f589657e6e" -d '{"events": [{"server_uuid": "ee4e152f-4bb6-4a63-bd98-ea582819fdd7", "name": "network-vif-deleted", "tag": "770017cc-e5a9-43c0-a713-4a571a06ff6a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:31.113885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 50a1c008-9ab7-4fff-8df6-d1d54022d245 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:31.233781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (297adf61-f363-49ff-aea5-39dc42495e2d), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.345751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] Pushing event deleted for resources: {'Port': ['ID=297adf61-f363-49ff-aea5-39dc42495e2d,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:31.363074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c67fb0ed-4c28-4e7b-a6cc-66c42736b3a2 req-54300523-da50-4fcd-9969-5a55ab8416c7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4e152f-4bb6-4a63-bd98-ea582819fdd7 HTTP/1.1" status: 200 len: 210 time: 0.4001939 Apr 07 11:17:31.502455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::39b4:4ee2:aa1d:2eb5 (b2feb08a-9d5d-4508-b385-fa376864e287/dcc797b2-021d-4c53-a537-25d412958934/50a1c008-9ab7-4fff-8df6-d1d54022d245) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:31.538546 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47934441-916c-4228-a567-dd9212f1b4e1 x-openstack-request-id: req-47934441-916c-4228-a567-dd9212f1b4e1 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:31.539384 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4e152f-4bb6-4a63-bd98-ea582819fdd7", "name": "network-vif-deleted", "tag": "770017cc-e5a9-43c0-a713-4a571a06ff6a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:31.540404 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47934441-916c-4228-a567-dd9212f1b4e1 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:31.540954 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47934441-916c-4228-a567-dd9212f1b4e1'] response: {'server_uuid': 'ee4e152f-4bb6-4a63-bd98-ea582819fdd7', 'name': 'network-vif-deleted', 'tag': '770017cc-e5a9-43c0-a713-4a571a06ff6a', 'status': 'completed', 'code': 200} Apr 07 11:17:31.576162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.577201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510203a4-a3ba-48fc-9a1c-c65f1b80ae95 None None] No DVR routers for this DVR port 297adf61-f363-49ff-aea5-39dc42495e2d on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:31.622084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.683136 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:31.694464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1 HTTP/1.1" status: 204 len: 168 time: 3.3781385 Apr 07 11:17:31.742854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea625c3-3bc8-4f7f-95ce-39b74d99c834 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3d34b2-80e4-45a0-9ec5-a58c7b7e7cd1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:31.845718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-aa67c99f-7558-4e8d-8d9f-51f1f61dc581 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8587928 Apr 07 11:17:32.072747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:32.195355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-64b05846-aa30-440c-98ad-e5bd489fa9f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b24d4a9fc4c439fb9b0b3d01d0d309a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1197572 Apr 07 11:17:32.198090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45420) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:32.281750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (93ab0a51-7078-466d-b525-9d09d509f1d5), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.287199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0e9a5562-967e-4c7a-9427-77181238ed1a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:32.287585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.335065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] Pushing event deleted for resources: {'Port': ['ID=93ab0a51-7078-466d-b525-9d09d509f1d5,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:32.376935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 0e9a5562-967e-4c7a-9427-77181238ed1a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0e9a5562-967e-4c7a-9427-77181238ed1a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:32.381820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf6c06-d263-41dc-bf99-8b44ff6beb52 None None] No DVR routers for this DVR port 93ab0a51-7078-466d-b525-9d09d509f1d5 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:32.403316 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.407316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821135d9-5b1d-46ab-ac3d-456c9db1ff98 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:32.578726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (50a1c008-9ab7-4fff-8df6-d1d54022d245), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.586469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 297adf61-f363-49ff-aea5-39dc42495e2d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:32.635628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (50a1c008-9ab7-4fff-8df6-d1d54022d245), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.706694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=50a1c008-9ab7-4fff-8df6-d1d54022d245,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:32.749742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:32.754102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:32.760377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 770017cc-e5a9-43c0-a713-4a571a06ff6a no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:32.765258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:32.780656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:32.781945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 297adf61-f363-49ff-aea5-39dc42495e2d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:32.782064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 297adf61-f363-49ff-aea5-39dc42495e2d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:32.787116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.883038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56d406ec-2037-459f-b043-f43c73b3b009 admin admin] Publish callbacks [] for security_group (a989fe7d-f57c-478c-9202-ac0ad033b4c8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:32.901918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 770017cc-e5a9-43c0-a713-4a571a06ff6a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:32.903829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 770017cc-e5a9-43c0-a713-4a571a06ff6a not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:32.921003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=0e9a5562-967e-4c7a-9427-77181238ed1a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:32.976220 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56d406ec-2037-459f-b043-f43c73b3b009 admin admin] Publish callbacks [] for security_group (a989fe7d-f57c-478c-9202-ac0ad033b4c8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.074475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 93ab0a51-7078-466d-b525-9d09d509f1d5 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:33.079806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f0eef9c-7554-4a20-b8f7-a3110d0fe8e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7456651 Apr 07 11:17:33.081287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:33.082533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:22Z', 'revision_number': 2, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:33.084409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56d406ec-2037-459f-b043-f43c73b3b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a989fe7d-f57c-478c-9202-ac0ad033b4c8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.088684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-56d406ec-2037-459f-b043-f43c73b3b009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.095182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-56d406ec-2037-459f-b043-f43c73b3b009 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a989fe7d-f57c-478c-9202-ac0ad033b4c8 HTTP/1.1" status: 204 len: 168 time: 0.8957529 Apr 07 11:17:33.265336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d406ec-2037-459f-b043-f43c73b3b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a989fe7d-f57c-478c-9202-ac0ad033b4c8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:33.320382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a696ad-b2d0-4cf5-951e-b66eccc47408 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:33.331091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Checking router: 67833abd-08a5-49a8-80b8-682c35f4750e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:33.335809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-85a696ad-b2d0-4cf5-951e-b66eccc47408 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2523272 Apr 07 11:17:33.336538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45448) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:33.336969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Updating router 67833abd-08a5-49a8-80b8-682c35f4750e port b92b5c42-0c02-41c1-9d23-c7ede703c596 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:17:33.340569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0fac9454-efe9-4019-84b6-4c4956183c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.346231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 93ab0a51-7078-466d-b525-9d09d509f1d5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:33.349715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 93ab0a51-7078-466d-b525-9d09d509f1d5 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:33.439326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.454871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-0b0aeeb1-0a4d-44e6-af75-590224b22968 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:17:33.457928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-0b0aeeb1-0a4d-44e6-af75-590224b22968 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.6109474 Apr 07 11:17:33.468738 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (d032b15c-bb2d-44c5-a256-200d8605f254), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.494311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.503693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.650282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'dcc797b2-021d-4c53-a537-25d412958934'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:17:33.651154 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.661356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 50a1c008-9ab7-4fff-8df6-d1d54022d245 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:33.661922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (50a1c008-9ab7-4fff-8df6-d1d54022d245), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.866419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (50a1c008-9ab7-4fff-8df6-d1d54022d245), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:33.892772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 50a1c008-9ab7-4fff-8df6-d1d54022d245 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:33.974300 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Floating IP d032b15c-bb2d-44c5-a256-200d8605f254 associated. External IP: 172.25.5.23, port: 393ad4de-71a1-44c1-b5db-d4e5b9efae45. Apr 07 11:17:34.164932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (50a1c008-9ab7-4fff-8df6-d1d54022d245), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:34.252139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=50a1c008-9ab7-4fff-8df6-d1d54022d245,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:34.283452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0db6-b723-4e98-a8ba-af149409c15a req-746632d1-24e2-4e28-b0bc-e463165e3f9c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:34.301011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9ad0db6-b723-4e98-a8ba-af149409c15a req-746632d1-24e2-4e28-b0bc-e463165e3f9c tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.8411729 Apr 07 11:17:34.306269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-6567dd73-ae31-4066-a81e-23ba9a6fc1bf service neutron] 10.222.0.13 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873968 Apr 07 11:17:34.332184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:34.348661 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d8dcee9-d416-482f-af5a-f23b20ca6ab6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/50a1c008-9ab7-4fff-8df6-d1d54022d245 HTTP/1.1" status: 204 len: 168 time: 1.0109863 Apr 07 11:17:34.353185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:34.493191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab87bf5-4312-4c21-b6d3-336f82e26338 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:34.494414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab87bf5-4312-4c21-b6d3-336f82e26338 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:34.499049 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bab87bf5-4312-4c21-b6d3-336f82e26338 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1473253 Apr 07 11:17:34.499823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45470) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:34.526052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/dcc797b2-021d-4c53-a537-25d412958934/ff581ade-536a-4f50-8e8f-2474ce41a94b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:34.645741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9ad0db6-b723-4e98-a8ba-af149409c15a req-de6986b9-1d17-47c8-b1c3-b7eab5d8188d tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437221 Apr 07 11:17:34.748578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet dcc797b2-021d-4c53-a537-25d412958934 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:34.810617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-0fc16a06-52c8-4862-900c-5ed171b77bca tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:34.812409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-0fc16a06-52c8-4862-900c-5ed171b77bca tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.4993930 Apr 07 11:17:34.814308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-c4613665-3717-4cf0-b789-320d5b0650fc service neutron] 10.222.0.13 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908969 Apr 07 11:17:34.892642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Publish callbacks [] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:34.910815 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Router 20ea4705-2620-4bd6-95ad-0ed2933e6cae has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:35.046851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:35.070226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Publish callbacks [] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.080643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.082120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (dcc797b2-021d-4c53-a537-25d412958934), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.190780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (dcc797b2-021d-4c53-a537-25d412958934), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.197602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.221881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98f479-e0d7-4172-b4f3-26fb0c5f2fa2 None None] Pushing event updated for resources: {'Port': ['ID=b92b5c42-0c02-41c1-9d23-c7ede703c596,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:35.311797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0e9a5562-967e-4c7a-9427-77181238ed1a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:35.338191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:35.354683 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] Sync routers for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:35.366490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.391967 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:35.392615 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:35.518982 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.560775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-412418305-network', 'tenant_id': '9e5d2579bd5746f8863d2eac46698c17'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:35.584966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-71cab0de-bc2c-4c77-9593-22b7ab9fa8df tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "PUT /v2.0/floatingips/d032b15c-bb2d-44c5-a256-200d8605f254 HTTP/1.1" status: 200 len: 991 time: 5.1312459 Apr 07 11:17:35.585927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:35.595707 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:35.614956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:35.624419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-796bfdcb-5ddb-4cf9-b160-7dc902e42431 req-87ad5d14-fbcb-4155-8137-512757b79597 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 210 time: 0.1332338 Apr 07 11:17:35.683166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Deleting port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:35.683454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.792326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:35.794627 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62788542-4c0f-43f8-9d22-2d15f90f84cf x-openstack-request-id: req-62788542-4c0f-43f8-9d22-2d15f90f84cf {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:35.795101 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:35.795188 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62788542-4c0f-43f8-9d22-2d15f90f84cf {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:35.795579 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62788542-4c0f-43f8-9d22-2d15f90f84cf'] response: {'name': 'network-changed', 'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'status': 'completed', 'code': 200} Apr 07 11:17:35.801290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (dcc797b2-021d-4c53-a537-25d412958934), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:35.813627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:35.879639 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:35.911048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Pushing event updated for resources: {'Port': ['ID=ff581ade-536a-4f50-8e8f-2474ce41a94b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:35.951968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Made reservation on behalf of 9e5d2579bd5746f8863d2eac46698c17 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:35.958358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.042811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8cb960f4-30f2-40ce-a83a-bc8594c88ffa None None] Provisioning complete for port b92b5c42-0c02-41c1-9d23-c7ede703c596 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:36.044044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cb960f4-30f2-40ce-a83a-bc8594c88ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.052532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-ff77d86b-9af6-4fd1-a3c3-e3aaf92f2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:36.052532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-ff77d86b-9af6-4fd1-a3c3-e3aaf92f2c1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d91cc3126cd435e9502914348a7b0ab&device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 1128 time: 0.2363305 Apr 07 11:17:36.065411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2a3c-05f2-4fb3-8069-c5a9d2987477 req-8c8ddb90-f320-4ca3-aded-f8cdfceacdcf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:36.065850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Attempting to bind port b92b5c42-0c02-41c1-9d23-c7ede703c596 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:36.066239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Attempting to bind port b92b5c42-0c02-41c1-9d23-c7ede703c596 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:36.066617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Attempting to bind port b92b5c42-0c02-41c1-9d23-c7ede703c596 on network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:36.077858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ceb2a3c-05f2-4fb3-8069-c5a9d2987477 req-8c8ddb90-f320-4ca3-aded-f8cdfceacdcf tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 0.2378561 Apr 07 11:17:36.195804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.209221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:36.209817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Checking segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:36.210235 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.210639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Bound using segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:36.211146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Bound port: b92b5c42-0c02-41c1-9d23-c7ede703c596, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:36.211535 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.220502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0e9a5562-967e-4c7a-9427-77181238ed1a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:36.220881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.222095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ceb2a3c-05f2-4fb3-8069-c5a9d2987477 req-f01861e1-4212-4a9b-b169-103098da45a5 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431937 Apr 07 11:17:36.230286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.239552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Attempting to bind port ff581ade-536a-4f50-8e8f-2474ce41a94b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:36.239939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Attempting to bind port ff581ade-536a-4f50-8e8f-2474ce41a94b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:36.243988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Attempting to bind port ff581ade-536a-4f50-8e8f-2474ce41a94b on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:36.251399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (dcc797b2-021d-4c53-a537-25d412958934), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.310587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.312159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8cb960f4-30f2-40ce-a83a-bc8594c88ffa None None] Port b92b5c42-0c02-41c1-9d23-c7ede703c596 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:36.325550 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/dcc797b2-021d-4c53-a537-25d412958934 HTTP/1.1" status: 204 len: 168 time: 1.8071704 Apr 07 11:17:36.328932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45524) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:36.337441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66937969-3be2-4933-b60a-923bf8a49105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc797b2-021d-4c53-a537-25d412958934,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:36.339320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:36.339710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:36.340114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.344144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:36.347005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Bound port: ff581ade-536a-4f50-8e8f-2474ce41a94b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:36.351546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.430236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] For port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:36.431733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.446332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ac2e7a10-56f0-4957-b850-ccde3b41b97b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162064 Apr 07 11:17:36.462239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45528) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:36.557881 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'd032b15c-bb2d-44c5-a256-200d8605f254', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'port_id': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'mac_address': 'fa:16:3e:4f:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:16:50Z', 'updated_at': '2022-04-07T11:17:33Z', 'revision_number': 1, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:36.594844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f76c9d-18ab-498b-a038-8e5e869f92ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:36.599166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c2f76c9d-18ab-498b-a038-8e5e869f92ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1346030 Apr 07 11:17:36.601786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45532) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:36.611833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-93be3487-d642-4a28-85f2-46eb977db5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:36.613320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-93be3487-d642-4a28-85f2-46eb977db5e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=362776c3-0522-40c2-8fe8-ce5d5891aebd HTTP/1.1" status: 200 len: 915 time: 0.4799533 Apr 07 11:17:36.636255 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] Checking router: 20ea4705-2620-4bd6-95ad-0ed2933e6cae for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:36.658501 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:36.660737 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:36.712495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] For port ff581ade-536a-4f50-8e8f-2474ce41a94b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:36.722513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] For port ff581ade-536a-4f50-8e8f-2474ce41a94b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff581ade-536a-4f50-8e8f-2474ce41a94b,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:36.799891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] For port b92b5c42-0c02-41c1-9d23-c7ede703c596, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:36.807169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] For port b92b5c42-0c02-41c1-9d23-c7ede703c596, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b92b5c42-0c02-41c1-9d23-c7ede703c596,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:36.821116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.861244 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:36.975656 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:36.982009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a49ec7d3-dba5-498e-ad06-c94231d5d0d6 req-82c60dce-973a-40df-b944-4104847bff6a tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 210 time: 0.1264267 Apr 07 11:17:37.002932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51746830-1d1e-48e1-bdd4-0a8baba7a78d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:37.017476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-51746830-1d1e-48e1-bdd4-0a8baba7a78d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4090898 Apr 07 11:17:37.018186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45544) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:37.160338 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks [] for security_group (f3ff3227-ecc5-4e1b-9f52-f2345502c51c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.189571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b268c701-6ece-4469-8998-8bec12a0cc24 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595540 Apr 07 11:17:37.192612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3ff3227-ecc5-4e1b-9f52-f2345502c51c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.209383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:17:37.210385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-720a5404-6619-4007-ac29-486e72de2798 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45 HTTP/1.1" status: 200 len: 999 time: 0.5344725 Apr 07 11:17:37.211022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45556) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:37.235422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:37.239544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:37.240210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:37.242511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.250806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (83a84359-b5f5-495f-a00a-28c0c7c3cebf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.251353 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Added segment 83a84359-b5f5-495f-a00a-28c0c7c3cebf of type vlan for network 1e5c6c95-c328-44ef-9f96-f492de527801 Apr 07 11:17:37.263362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0e9a5562-967e-4c7a-9427-77181238ed1a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:37.308641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823e63d-e67d-4fa4-8f5a-0fd841399f0b None None] Pushing event updated for resources: {'Port': ['ID=ff581ade-536a-4f50-8e8f-2474ce41a94b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:37.429791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1e5c6c95-c328-44ef-9f96-f492de527801), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.678028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ff3227-ecc5-4e1b-9f52-f2345502c51c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:37.698872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338c86f-2595-4e50-b38f-7bd8c1a0adf6 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:17:37.702155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1e5c6c95-c328-44ef-9f96-f492de527801), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.707698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:37.712115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.823255 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'd032b15c-bb2d-44c5-a256-200d8605f254', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'port_id': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'mac_address': 'fa:16:3e:4f:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:16:50Z', 'updated_at': '2022-04-07T11:17:33Z', 'revision_number': 1, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:37.841483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-5f27c35b-0226-4604-9a7a-479a4f6263b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:37.847601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-5f27c35b-0226-4604-9a7a-479a4f6263b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8457714a-c78e-48eb-bec9-da83f15ff999 HTTP/1.1" status: 200 len: 853 time: 0.5994163 Apr 07 11:17:37.868184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e5c6c95-c328-44ef-9f96-f492de527801,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:37.883940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-147a6269-6d0e-44c0-9169-a2bf2be333e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8346517 Apr 07 11:17:37.885037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45562) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:37.901247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e71a8-d085-44a4-ba41-099a0949866f None None] The sync data for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 is: [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'd032b15c-bb2d-44c5-a256-200d8605f254', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'port_id': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'mac_address': 'fa:16:3e:4f:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:16:50Z', 'updated_at': '2022-04-07T11:17:33Z', 'revision_number': 1, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:37.910147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Request body: {'subnet': {'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-412418305-subnet', 'tenant_id': '9e5d2579bd5746f8863d2eac46698c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:37.966552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Made reservation on behalf of 9e5d2579bd5746f8863d2eac46698c17 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:37.974565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:37.996183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1e5c6c95-c328-44ef-9f96-f492de527801 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:17:38.000829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:38.010069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (6e3cab03-63de-4ad5-8075-7a16c18963b9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:38.010069 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Floating IP 6e3cab03-63de-4ad5-8075-7a16c18963b9 disassociated. External IP: 172.25.5.118, port: 18e86218-c14c-4d78-81c1-4d0a5edfb5f8. Apr 07 11:17:38.010339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Calling delete_port for 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:38.088042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-1bae6566-c8d5-4a1d-acd7-6a033858e6f0 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:38.089627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-1bae6566-c8d5-4a1d-acd7-6a033858e6f0 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.23 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 828 time: 0.4419200 Apr 07 11:17:38.155889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:38.163802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:38.167436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:38.174354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] Provisioning complete for port b92b5c42-0c02-41c1-9d23-c7ede703c596 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:38.176841 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:38.524154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (19dddbef-ddb0-4de0-9970-240d2c84c3e0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:38.546713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Request body: {'port': {'device_id': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'admin_state_up': True, 'tenant_id': '8470e194ce9c42648627657709f2b380'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:38.721497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dddbef-ddb0-4de0-9970-240d2c84c3e0,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:38.730162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98f479-e0d7-4172-b4f3-26fb0c5f2fa2 None None] Pushing event updated for resources: {'Port': ['ID=b92b5c42-0c02-41c1-9d23-c7ede703c596,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:38.771847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:38.841944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Checking segment: {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:38.842591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Network hostable DHCP agents. Network: 1e5c6c95-c328-44ef-9f96-f492de527801, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:17:38.849007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (18e86218-c14c-4d78-81c1-4d0a5edfb5f8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:38.849795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca02e7-100d-4723-b358-d2860e8d37b2 None None] New status for floating IP d032b15c-bb2d-44c5-a256-200d8605f254: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:17:38.910396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'Port': ['ID=18e86218-c14c-4d78-81c1-4d0a5edfb5f8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:38.920731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Network 1e5c6c95-c328-44ef-9f96-f492de527801 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:17:38.950429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1e5c6c95-c328-44ef-9f96-f492de527801) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:38.966186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:38.967110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:39.036253 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-88eb2b0b-8881-4017-afe5-775ea4de36cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1401129 Apr 07 11:17:39.126398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6efe6-1eaa-4155-9bd0-5d65a7544e7c req-2eb34faa-e19d-45c6-b579-e7ef8651cbc7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:39.128015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fc6efe6-1eaa-4155-9bd0-5d65a7544e7c req-2eb34faa-e19d-45c6-b579-e7ef8651cbc7 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ff59d1-e09d-4a93-ba39-00f4c02f1d37 HTTP/1.1" status: 200 len: 945 time: 1.5024047 Apr 07 11:17:39.170713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No active binding found for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 {{(pid=104179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 11:17:39.171466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 host None! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:17:39.171632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:39.206955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18c861d9-5670-4817-8069-e238ea37aaa7 req-cf15078d-7094-4360-b468-e0854c072adf tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 210 time: 0.6706932 Apr 07 11:17:39.230458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:39.264381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-c1c23845-8762-4cdf-8dbd-42b57dbb7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:39.281002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-c1c23845-8762-4cdf-8dbd-42b57dbb7def service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=362776c3-0522-40c2-8fe8-ce5d5891aebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3527596 Apr 07 11:17:39.368339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338c86f-2595-4e50-b38f-7bd8c1a0adf6 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:17:39.545662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-46fc8910-750f-404c-82fe-d47d777ef464 service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551453 Apr 07 11:17:39.581458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b92b5c42-0c02-41c1-9d23-c7ede703c596 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:39.648571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:39.663050 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] Sync routers for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:39.688608 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:39.689280 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:39.739622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] No DVR routers for this DVR port 18e86218-c14c-4d78-81c1-4d0a5edfb5f8 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:39.753610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:39.759443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ffb7ee4d-fb61-471e-a67a-f00570e95005 req-48921467-79bc-4fd9-bd03-37be0b4ad2bd tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.23 "DELETE /v2.0/ports/18e86218-c14c-4d78-81c1-4d0a5edfb5f8 HTTP/1.1" status: 204 len: 173 time: 4.9398968 Apr 07 11:17:39.760234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-deleted', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:39.773896 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73338327-0042-446e-8977-34c27803ed63" -d '{"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-deleted", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:39.805336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] Current status of the port b92b5c42-0c02-41c1-9d23-c7ede703c596 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:39.805850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:40.025641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fc6efe6-1eaa-4155-9bd0-5d65a7544e7c req-18f39360-5d2a-4836-9dad-edc766634d95 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdcfdc25-ff74-4006-a120-6013c5ed7d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8496399 Apr 07 11:17:40.049931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (15dc2788-98d7-4b69-92d4-daf48ef1ab2f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:40.093094 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:40.130404 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2310581e-c309-404b-90c8-b188084aba64 x-openstack-request-id: req-2310581e-c309-404b-90c8-b188084aba64 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:40.130805 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff59d1-e09d-4a93-ba39-00f4c02f1d37", "name": "network-vif-deleted", "tag": "18e86218-c14c-4d78-81c1-4d0a5edfb5f8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:40.131163 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2310581e-c309-404b-90c8-b188084aba64 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:40.131670 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2310581e-c309-404b-90c8-b188084aba64'] response: {'server_uuid': 'b7ff59d1-e09d-4a93-ba39-00f4c02f1d37', 'name': 'network-vif-deleted', 'tag': '18e86218-c14c-4d78-81c1-4d0a5edfb5f8', 'status': 'completed', 'code': 200} Apr 07 11:17:40.169696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-c32645da-3862-4dde-95ea-d2f2f76e66f3 req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2106304903', 'description': 'tempest-description-698628359'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:40.230560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] For port b92b5c42-0c02-41c1-9d23-c7ede703c596, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b92b5c42-0c02-41c1-9d23-c7ede703c596,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:40.241976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:40.391942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:36Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:40.486590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876d5c7-ef79-4876-90ff-f4fe73450f77 None None] The sync data for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 is: [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:36Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:40.589092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Made reservation on behalf of 8470e194ce9c42648627657709f2b380 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:40.598915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:40.632127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91962076-2a23-4fdc-95a0-049c5c56696c None None] Pushing event updated for resources: {'Port': ['ID=b92b5c42-0c02-41c1-9d23-c7ede703c596,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:40.654501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:40.656219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b92b5c42-0c02-41c1-9d23-c7ede703c596 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:40.656619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:40.683504 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:09:00Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:40.730653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e876a1-0ac3-4471-93bf-9f10e9ee7e71 None None] Network 1e5c6c95-c328-44ef-9f96-f492de527801 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:40.763602 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] Checking router: 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:40.796337 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:40.799671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=15dc2788-98d7-4b69-92d4-daf48ef1ab2f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:40.801697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:40.838543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb4d2f2a-3489-410b-a002-2b975a18be4b req-fe72dae4-ff4d-4b35-bec3-6e89a8cc8bdb tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 210 time: 0.3810983 Apr 07 11:17:40.847007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e9de8c1-bb4e-497d-be9f-36f38bf29acc req-f5b8c230-06d2-49a8-962f-647db58d42fc service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2964945 Apr 07 11:17:40.848497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c32645da-3862-4dde-95ea-d2f2f76e66f3 req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:40.855783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:40.875960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:40.876532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.064240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f0c2d-c98f-44a5-be48-3d434a1084f6 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:41.199499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45604) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:41.216307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Allocated IP 172.20.0.9 (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3/548748b7-74d6-48ae-aa83-683dcc72c73b/e28552ec-03e1-4bdb-a751-15239e2c9d97) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:41.375041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c5d869a-0907-4ef4-8bb5-9830941a236f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group (bdcfdc25-ff74-4006-a120-6013c5ed7d11), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.381729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-adc5dbf2-14e0-492d-bb32-983ef2dce27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1680388 Apr 07 11:17:41.385568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45606) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:41.399707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '15dc2788-98d7-4b69-92d4-daf48ef1ab2f', 'ip_address': '2001:db8::84a9:7c9f:d7c6:5395'}], 'name': 'tempest-NetworksTestDHCPv6-1891470850'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:41.433558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c6216-1287-44ff-acdf-c1edff39de34 None None] Network 1e5c6c95-c328-44ef-9f96-f492de527801 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:41.511653 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:41.642327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c5d869a-0907-4ef4-8bb5-9830941a236f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group (bdcfdc25-ff74-4006-a120-6013c5ed7d11), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.818169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c32645da-3862-4dde-95ea-d2f2f76e66f3 req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (36f5a4d6-4094-466f-84b9-4f5a71994ea1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.844950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c32645da-3862-4dde-95ea-d2f2f76e66f3 req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (36f5a4d6-4094-466f-84b9-4f5a71994ea1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.897604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c5d869a-0907-4ef4-8bb5-9830941a236f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdcfdc25-ff74-4006-a120-6013c5ed7d11), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.900670 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c5d869a-0907-4ef4-8bb5-9830941a236f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:41.908267 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0c5d869a-0907-4ef4-8bb5-9830941a236f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdcfdc25-ff74-4006-a120-6013c5ed7d11 HTTP/1.1" status: 204 len: 168 time: 0.7066936 Apr 07 11:17:41.919988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45610) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:41.949440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:41.961042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d869a-0907-4ef4-8bb5-9830941a236f tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcfdc25-ff74-4006-a120-6013c5ed7d11,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:42.015206 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-4ace77df-3e65-42b9-b356-5f60be8776ab tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] show failed (client error): The resource could not be found. Apr 07 11:17:42.017870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4ace77df-3e65-42b9-b356-5f60be8776ab tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "GET /v2.0/security-groups/bdcfdc25-ff74-4006-a120-6013c5ed7d11 HTTP/1.1" status: 404 len: 347 time: 0.0650444 Apr 07 11:17:42.048205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:42.056148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c32645da-3862-4dde-95ea-d2f2f76e66f3 req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.057644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c32645da-3862-4dde-95ea-d2f2f76e66f3 req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.9752002 Apr 07 11:17:42.135597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '15dc2788-98d7-4b69-92d4-daf48ef1ab2f'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'ff581ade-536a-4f50-8e8f-2474ce41a94b'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:17:42.139478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b92b5c42-0c02-41c1-9d23-c7ede703c596 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:42.185998 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:09:00Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:42.223976 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.233909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-176de7ed-ce75-40e6-ab31-b8b29fc821a8 req-6db548c3-b37b-448d-a9fc-d82d387a2405 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 210 time: 0.1904867 Apr 07 11:17:42.281016 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2184e-cfd6-4f14-8af8-4d09b0d283aa None None] The sync data for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 is: [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'eecab4f4-4182-424e-88df-6bab61f21773', 'name': '', 'network_id': 'f6f4f310-fc56-4f4a-bd65-b3d401be10b4', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'mac_address': 'fa:16:3e:ce:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:53Z', 'updated_at': '2022-04-07T11:09:00Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'subnets': [{'id': 'eb1b809c-f284-46b0-b1d3-957323e80795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:42.290085 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.318909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b8f61fae-f3ca-4453-a47c-dcda0bc7699b req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1209809140', 'description': 'tempest-description-2110603680'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:42.376949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb580f-fd86-43ff-b8b9-f8cb5c555444 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5a4d6-4094-466f-84b9-4f5a71994ea1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:42.383109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b92b5c42-0c02-41c1-9d23-c7ede703c596 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:42.395135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b8f61fae-f3ca-4453-a47c-dcda0bc7699b req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.612510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Deleting port d59cc9ea-3e62-49c6-93dd-258f32a959a2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:42.612856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.791910 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.817637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:42.878011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 0f07642d-3012-440b-8c2e-f873a5590b89 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:42.892109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be2a2f-8b82-480c-a02c-088a9e37313d None None] New status for floating IP 6e3cab03-63de-4ad5-8075-7a16c18963b9: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:17:42.996006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event updated for resources: {'Port': ['ID=e28552ec-03e1-4bdb-a751-15239e2c9d97,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:43.025076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:43.040142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b8f61fae-f3ca-4453-a47c-dcda0bc7699b req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (d5807b73-c00c-4c1d-8000-f6445fb4e267), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.058928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:43.067436 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b8f61fae-f3ca-4453-a47c-dcda0bc7699b req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d5807b73-c00c-4c1d-8000-f6445fb4e267), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.097870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:43.234292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:43.235015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.281533 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b8f61fae-f3ca-4453-a47c-dcda0bc7699b req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.283867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8f61fae-f3ca-4453-a47c-dcda0bc7699b req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0430541 Apr 07 11:17:43.288673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b92b5c42-0c02-41c1-9d23-c7ede703c596 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:43.289091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.319004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-dd4d4b3a-f76e-4c6a-891a-d2afcf3fcd0c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1785429 Apr 07 11:17:43.395891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Request body: {'port': {'device_id': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:43.536213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::84a9:7c9f:d7c6:5395 (b2feb08a-9d5d-4508-b385-fa376864e287/15dc2788-98d7-4b69-92d4-daf48ef1ab2f/0f07642d-3012-440b-8c2e-f873a5590b89) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:43.573712 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.574725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (d59cc9ea-3e62-49c6-93dd-258f32a959a2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.582435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a521e3-e7ca-4d51-92c0-38475c6e9674 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5807b73-c00c-4c1d-8000-f6445fb4e267,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:43.638038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b92b5c42-0c02-41c1-9d23-c7ede703c596 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:43.656510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b5205932-54a0-4afa-a022-95186d79c1c4 None None] Provisioning complete for port e28552ec-03e1-4bdb-a751-15239e2c9d97 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:43.656899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b5205932-54a0-4afa-a022-95186d79c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.739719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b5205932-54a0-4afa-a022-95186d79c1c4 None None] Port e28552ec-03e1-4bdb-a751-15239e2c9d97 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:43.757674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-b4e94df3-c37d-492a-be6e-3f0bed399a10 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:43.759505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-b4e94df3-c37d-492a-be6e-3f0bed399a10 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 812 time: 0.1891341 Apr 07 11:17:43.781860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Calling delete_port for d59cc9ea-3e62-49c6-93dd-258f32a959a2 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:43.792856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:43.868091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (0f07642d-3012-440b-8c2e-f873a5590b89), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.000856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0f07642d-3012-440b-8c2e-f873a5590b89), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.139185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/15dc2788-98d7-4b69-92d4-daf48ef1ab2f/ff581ade-536a-4f50-8e8f-2474ce41a94b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:44.152203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:44.161706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298370-06ea-4173-b2bd-5b64506ff72c req-ab6ff01c-700d-4ae5-b7c7-d77d4e82a189 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:44.163712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:44.164694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e298370-06ea-4173-b2bd-5b64506ff72c req-ab6ff01c-700d-4ae5-b7c7-d77d4e82a189 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 931 time: 0.7009728 Apr 07 11:17:44.185387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:44.203167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:44.209711 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.271803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=0f07642d-3012-440b-8c2e-f873a5590b89,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:44.282583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-04c7083f-fe85-4e46-88f3-9b75dbf3024f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/quotas/9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 375 time: 0.5017989 Apr 07 11:17:44.291767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bffcff51-4350-421b-9f4e-6c11d40bd71f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9047537 Apr 07 11:17:44.296439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45652) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:44.306162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '15dc2788-98d7-4b69-92d4-daf48ef1ab2f', 'ip_address': '2001:db8::84a9:7c9f:d7c6:5395'}], 'name': 'tempest-NetworksTestDHCPv6-1018873002'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:44.421865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] For port ff581ade-536a-4f50-8e8f-2474ce41a94b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff581ade-536a-4f50-8e8f-2474ce41a94b,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:44.455333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-6474b891-b169-461c-9602-d276fb512e07 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337419 Apr 07 11:17:44.514848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] Publish callbacks [] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.528109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.584151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e298370-06ea-4173-b2bd-5b64506ff72c req-a60a6f88-f582-458d-ab37-fdcef7458b5c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796617 Apr 07 11:17:44.602578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-274a6fd4-07f0-4934-943c-e92e753c6d78 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:17:44.604129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-274a6fd4-07f0-4934-943c-e92e753c6d78 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1397653 Apr 07 11:17:44.659773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:44.703565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.830612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 753b8e3d-dda2-4be7-b2a9-4dc792fbf3d7 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:44.854998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28552ec-03e1-4bdb-a751-15239e2c9d97 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:44.886998 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Publish callbacks [] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.892918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3667d-5f31-4440-a3ea-42a8add2db46 None None] Pushing event updated for resources: {'Port': ['ID=ff581ade-536a-4f50-8e8f-2474ce41a94b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:44.948664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-08e9c4d8-3d21-4e76-8c07-75cfd13fd773 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345497 Apr 07 11:17:44.957686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Transition to ACTIVE for port object e28552ec-03e1-4bdb-a751-15239e2c9d97 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:17:44.971267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d59cc9ea-3e62-49c6-93dd-258f32a959a2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:44.979711 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:45.062828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Pushing event deleted for resources: {'Port': ['ID=d59cc9ea-3e62-49c6-93dd-258f32a959a2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:45.094814 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:17:45.142873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Pushing event updated for resources: {'Port': ['ID=e28552ec-03e1-4bdb-a751-15239e2c9d97,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:45.305267 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 07 11:17:45.305772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:17:45.311330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks [] for floatingip (6e3cab03-63de-4ad5-8075-7a16c18963b9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:45.313973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:45.315254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2151c368-3178-4d4c-9fe5-e595c1bcef68 tempest-ServerActionsTestJSON-1993361387 tempest-ServerActionsTestJSON-1993361387-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e3cab03-63de-4ad5-8075-7a16c18963b9 HTTP/1.1" status: 204 len: 168 time: 3.2565575 Apr 07 11:17:45.319411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45666) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:45.382218 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b8cb1688-90c9-4d7f-b987-8e399a083287 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0710754 Apr 07 11:17:45.382960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45670) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:45.464606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-aff1595d-8b0e-4714-bcb7-2a61223dc9d4 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043027 Apr 07 11:17:45.499695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280db37-8346-4d3e-ab58-d9ede001e08c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:45.519062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280db37-8346-4d3e-ab58-d9ede001e08c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:45.527233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e280db37-8346-4d3e-ab58-d9ede001e08c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1431184 Apr 07 11:17:45.528646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:45.751362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Attempting to bind port e28552ec-03e1-4bdb-a751-15239e2c9d97 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:45.751635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Attempting to bind port e28552ec-03e1-4bdb-a751-15239e2c9d97 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:45.752116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Attempting to bind port e28552ec-03e1-4bdb-a751-15239e2c9d97 on network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:45.771411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Port e28552ec-03e1-4bdb-a751-15239e2c9d97 on network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:17:45.771925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Attempting to bind port e28552ec-03e1-4bdb-a751-15239e2c9d97 on network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:45.784095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:45.784451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Checking segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:45.784930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Bound using segment: {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:45.785657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Bound port: e28552ec-03e1-4bdb-a751-15239e2c9d97, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772f66f2-869e-4184-9e2c-ff3dd8c11290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:45.786086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:45.812662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 0f07642d-3012-440b-8c2e-f873a5590b89 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:45.815191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0f07642d-3012-440b-8c2e-f873a5590b89), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.059980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0f07642d-3012-440b-8c2e-f873a5590b89), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.078049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 0f07642d-3012-440b-8c2e-f873a5590b89 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:46.095700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-390328e9-ca46-42e8-a5c9-2e43977ba3a4 req-2960c57a-1647-4bb1-a662-dc22544a3e95 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 210 time: 0.1159251 Apr 07 11:17:46.351849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8168d60-1281-4a4c-a5aa-daa2292b1682 req-8af3ee5c-43fd-40f9-9ded-8cac24da926b tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:46.363198 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8168d60-1281-4a4c-a5aa-daa2292b1682 req-8af3ee5c-43fd-40f9-9ded-8cac24da926b tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 943 time: 0.5253506 Apr 07 11:17:46.432025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] For port e28552ec-03e1-4bdb-a751-15239e2c9d97, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:46.509419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8168d60-1281-4a4c-a5aa-daa2292b1682 req-4a3d51c3-af30-4e5c-94fa-a0eadd8487c0 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470923 Apr 07 11:17:46.509955 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0f07642d-3012-440b-8c2e-f873a5590b89), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.535868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] For port e28552ec-03e1-4bdb-a751-15239e2c9d97, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:46.551051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.604620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff581ade-536a-4f50-8e8f-2474ce41a94b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:46.664713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:46.665638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.668268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] 10.222.0.23 "PUT /v2.0/ports/e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 1091 time: 3.3152835 Apr 07 11:17:46.673509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:46.679766 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6ae49-d6cd-45bc-9567-0b3e24590298" -d '{"events": [{"name": "network-changed", "server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:46.698519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=0f07642d-3012-440b-8c2e-f873a5590b89,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:46.729449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.741169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8c214fc2-d05d-4696-8adc-f700bdbec2fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/0f07642d-3012-440b-8c2e-f873a5590b89 HTTP/1.1" status: 204 len: 168 time: 1.2099819 Apr 07 11:17:46.744420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:46.790147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ff581ade-536a-4f50-8e8f-2474ce41a94b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:46.794418 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:46.927590 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb704a7-f517-4e0f-8600-cf359992adf8 x-openstack-request-id: req-8eb704a7-f517-4e0f-8600-cf359992adf8 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:46.927904 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:46.928177 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8eb704a7-f517-4e0f-8600-cf359992adf8 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:46.929515 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb704a7-f517-4e0f-8600-cf359992adf8'] response: {'name': 'network-changed', 'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'status': 'completed', 'code': 200} Apr 07 11:17:46.983214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56edc82-3ebe-40df-85c5-60270e95b268 service neutron] Pushing event updated for resources: {'Port': ['ID=e28552ec-03e1-4bdb-a751-15239e2c9d97,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:47.026932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b46186-4e9a-4c0a-90de-1e9e7da1d2cf tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:47.034606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b46186-4e9a-4c0a-90de-1e9e7da1d2cf tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:47.044338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-91b46186-4e9a-4c0a-90de-1e9e7da1d2cf tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2929027 Apr 07 11:17:47.046419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45712) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:47.083662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-aff3bac7-35b0-4586-931f-99e4bc8782f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:47.104698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-aff3bac7-35b0-4586-931f-99e4bc8782f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1125 time: 0.3234913 Apr 07 11:17:47.252982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 15dc2788-98d7-4b69-92d4-daf48ef1ab2f {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:47.269910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (15dc2788-98d7-4b69-92d4-daf48ef1ab2f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.310889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ff581ade-536a-4f50-8e8f-2474ce41a94b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:47.311611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.400405 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (15dc2788-98d7-4b69-92d4-daf48ef1ab2f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.428548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port ff581ade-536a-4f50-8e8f-2474ce41a94b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff581ade-536a-4f50-8e8f-2474ce41a94b,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:47.448931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4433d381-8f9d-4643-a93f-643f4a8d62ca None None] Provisioning complete for port ff581ade-536a-4f50-8e8f-2474ce41a94b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:47.450127 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4433d381-8f9d-4643-a93f-643f4a8d62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.452564 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.702459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (15dc2788-98d7-4b69-92d4-daf48ef1ab2f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.788051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=ff581ade-536a-4f50-8e8f-2474ce41a94b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:47.820257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.820651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.821007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.823637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.824119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.824477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.826148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.828781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.829580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.829946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.830392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.830771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.833651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (15dc2788-98d7-4b69-92d4-daf48ef1ab2f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.833927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:17:47.938700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4433d381-8f9d-4643-a93f-643f4a8d62ca None None] Current status of the port ff581ade-536a-4f50-8e8f-2474ce41a94b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:47.958782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:47.973723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/15dc2788-98d7-4b69-92d4-daf48ef1ab2f HTTP/1.1" status: 204 len: 168 time: 0.9247663 Apr 07 11:17:47.974738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643224ed-4cb7-402f-99cf-72e9e4cbec8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=15dc2788-98d7-4b69-92d4-daf48ef1ab2f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:47.976636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45726) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:48.055727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2d7e8b56-2b23-466a-8f3d-d1fd41d9343f None None] Could not find standard attr ID for object 0f07642d-3012-440b-8c2e-f873a5590b89. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:17:48.099076 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4d50cdf7-1dee-4742-a13c-433bec51fac2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054704 Apr 07 11:17:48.099718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45728) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:48.108285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:48.131192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-6a780420-2b75-45e0-ba65-61d25275f2ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 217 time: 1.0246930 Apr 07 11:17:48.173808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b320b4-36a5-41f7-8399-bb6966934760 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:48.430491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f51d6b2f-112a-4c4a-9486-c5fc532c203d req-988d62cd-ab38-4967-add3-1ea72a86e2e0 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 210 time: 0.2900069 Apr 07 11:17:48.432508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:48.438645 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:48.491397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff581ade-536a-4f50-8e8f-2474ce41a94b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:48.652268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ff581ade-536a-4f50-8e8f-2474ce41a94b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:48.653505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:48.696790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-862db409-68bb-49f4-9c1d-d8b3de564478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:48.698612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-862db409-68bb-49f4-9c1d-d8b3de564478 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 200 len: 867 time: 0.4884775 Apr 07 11:17:48.729620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec63be3-c5b5-45db-a178-c1255407a5bd req-7ef94239-cd8d-4517-9be7-986413eb2784 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:48.740299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (ac2743e4-0b53-4639-ba3f-67b9f1b6c35c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:48.748655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dec63be3-c5b5-45db-a178-c1255407a5bd req-7ef94239-cd8d-4517-9be7-986413eb2784 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 943 time: 0.6145432 Apr 07 11:17:48.780188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-2d3448e4-2325-42a3-980e-609e16b06482 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:48.782870 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-2d3448e4-2325-42a3-980e-609e16b06482 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.23 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 812 time: 0.5675328 Apr 07 11:17:48.802524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'port': {'device_id': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801', 'admin_state_up': True, 'tenant_id': '9e5d2579bd5746f8863d2eac46698c17'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:48.847934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ff581ade-536a-4f50-8e8f-2474ce41a94b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:48.861184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:48.956999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:48.970751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] Deleting port ff581ade-536a-4f50-8e8f-2474ce41a94b {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:48.971182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:48.985719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:48.986843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Made reservation on behalf of 9e5d2579bd5746f8863d2eac46698c17 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:48.993302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.001028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dec63be3-c5b5-45db-a178-c1255407a5bd req-2863b87a-cb8c-4b2f-8152-8ace2613798d tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497127 Apr 07 11:17:49.017500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:49.020358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:49.021179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.032670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=ac2743e4-0b53-4639-ba3f-67b9f1b6c35c,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:49.046213 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ad598fb7-65a7-4182-a02f-0cb06ca0458b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9433787 Apr 07 11:17:49.052850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45746) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:49.060775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': 'ac2743e4-0b53-4639-ba3f-67b9f1b6c35c', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-539360248'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:49.181979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] For port ff581ade-536a-4f50-8e8f-2474ce41a94b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff581ade-536a-4f50-8e8f-2474ce41a94b,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:49.183617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.226687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] Calling delete_port for ff581ade-536a-4f50-8e8f-2474ce41a94b owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:49.233967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-76d0b813-b239-41c5-bbac-c894a36c505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:49.236406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-76d0b813-b239-41c5-bbac-c894a36c505a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4484024 Apr 07 11:17:49.308005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Allocated IP 172.20.0.9 (1e5c6c95-c328-44ef-9f96-f492de527801/19dddbef-ddb0-4de0-9970-240d2c84c3e0/f7432d64-0e58-4ffb-8b6d-5419ea425d6f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:49.325354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:49.435547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-f0369143-2d7f-470a-939e-bd464f896deb service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518204 Apr 07 11:17:49.469246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (ff581ade-536a-4f50-8e8f-2474ce41a94b), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.518908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] Pushing event deleted for resources: {'Port': ['ID=ff581ade-536a-4f50-8e8f-2474ce41a94b,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:49.536675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c0de8-82b0-4b66-b036-da6e41c2e075 None None] No DVR routers for this DVR port ff581ade-536a-4f50-8e8f-2474ce41a94b on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:49.563285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.565617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a80359c-c3e0-4032-a9f8-d1fa943e4dc2 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:49.650767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port ca6cfce6-b020-4159-aadc-e101c76e56ef yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:17:49.672375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c1b6643-adab-41b8-82c9-88a0a900418b req-e0318d6b-8a75-4b01-9d0e-36f9c7bd26c0 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306085 Apr 07 11:17:49.790437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d01d5890-474b-4276-8ed8-b8d51870d372 req-cdd20de3-32d3-4d58-8f8f-a4b3b870075a tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 210 time: 0.1118870 Apr 07 11:17:49.832774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.841396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'ac2743e4-0b53-4639-ba3f-67b9f1b6c35c'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:17:49.842642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:49.858071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-6f502921-1ff5-4687-b5d3-ee6e8bfd45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:49.859627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-6f502921-1ff5-4687-b5d3-ee6e8bfd45d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1125 time: 0.1139624 Apr 07 11:17:49.970520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-a7979db5-0309-4c99-b407-cf0fbbed2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:49.974364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-a7979db5-0309-4c99-b407-cf0fbbed2152 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 929 time: 0.1093068 Apr 07 11:17:50.049530 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:17:50.049987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:17:50.067771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-11136851-c1b8-4526-80fb-6d5bfd2c29ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 217 time: 0.0866129 Apr 07 11:17:50.085290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.154655 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-459d93d5-0436-4b2b-bbe2-34f2821db89b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0972500 Apr 07 11:17:50.160252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45766) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:50.209049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Network 1e5c6c95-c328-44ef-9f96-f492de527801 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:50.213967 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f79dfdc7-2d5e-47b0-a0d6-280dd9415b74 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0521927 Apr 07 11:17:50.217387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45768) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:50.233419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:50.235540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/ac2743e4-0b53-4639-ba3f-67b9f1b6c35c/fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:50.261415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:50.261415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:50.327065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9767ec-af6e-447e-9ebb-e34d8a789d7a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:50.330887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9767ec-af6e-447e-9ebb-e34d8a789d7a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:50.336410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4f9767ec-af6e-447e-9ebb-e34d8a789d7a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1144466 Apr 07 11:17:50.336923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45770) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:50.346816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Deleting port eecab4f4-4182-424e-88df-6bab61f21773 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:50.350482 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (eecab4f4-4182-424e-88df-6bab61f21773), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.383748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-abba3172-0a03-4d69-be9f-a69629da4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:50.385858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-abba3172-0a03-4d69-be9f-a69629da4a15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 200 len: 867 time: 0.3097646 Apr 07 11:17:50.396599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:50.417862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.443164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34069e-bdf9-424d-8631-98b5576d587b req-e56ea5a2-8700-45c4-9c58-4aebd22cbd3f tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:50.451785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d34069e-bdf9-424d-8631-98b5576d587b req-e56ea5a2-8700-45c4-9c58-4aebd22cbd3f tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 943 time: 0.3103983 Apr 07 11:17:50.487154 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-012d212f-7644-42d4-9bcf-36f2eb85eea5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6936371 Apr 07 11:17:50.491898 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Publish callbacks [] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.499379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff581ade-536a-4f50-8e8f-2474ce41a94b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:50.504774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.509644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Request body: {'port': {'device_id': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:50.517733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet ac2743e4-0b53-4639-ba3f-67b9f1b6c35c {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:50.552287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ff581ade-536a-4f50-8e8f-2474ce41a94b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:50.552901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff581ade-536a-4f50-8e8f-2474ce41a94b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:50.571937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:50.576961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:50.580585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (ac2743e4-0b53-4639-ba3f-67b9f1b6c35c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.582152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:50.603252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Pushing event updated for resources: {'Port': ['ID=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:50.642921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d34069e-bdf9-424d-8631-98b5576d587b req-8c512db4-ae1f-4d5e-87bc-2df1735db942 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890059 Apr 07 11:17:50.692808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Attempting to bind port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:50.693495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Attempting to bind port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:50.694305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Attempting to bind port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:50.700732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:50.702230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:50.702894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.703554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:50.704269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Bound port: fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:50.704917 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.723199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (ac2743e4-0b53-4639-ba3f-67b9f1b6c35c), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.730467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-274035ec-1498-46c6-9c1e-a2430f4a2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:50.732780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-274035ec-1498-46c6-9c1e-a2430f4a2313 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2675340 Apr 07 11:17:50.738739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] For port eecab4f4-4182-424e-88df-6bab61f21773, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=eecab4f4-4182-424e-88df-6bab61f21773,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:50.739019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (eecab4f4-4182-424e-88df-6bab61f21773), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.830721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:50.852435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Calling delete_port for eecab4f4-4182-424e-88df-6bab61f21773 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:50.857881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] For port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:50.865512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] For port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:50.884012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:51.037641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e858b-3ad8-40a8-95a7-e24e3fba2b55 None None] Pushing event updated for resources: {'Port': ['ID=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:51.083694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-778e8359-0213-412b-be2c-c35493eb6a87 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414285 Apr 07 11:17:51.098753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ac2743e4-0b53-4639-ba3f-67b9f1b6c35c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:51.281053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df444dc-ce51-42d2-a05e-354d143eec0d req-7e1b0cc6-fbca-43d6-bcea-2cf935be84ea tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:51.282654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9df444dc-ce51-42d2-a05e-354d143eec0d req-7e1b0cc6-fbca-43d6-bcea-2cf935be84ea tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 931 time: 0.3043494 Apr 07 11:17:51.356505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (ac2743e4-0b53-4639-ba3f-67b9f1b6c35c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:51.439752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2743e4-0b53-4639-ba3f-67b9f1b6c35c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:51.452060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:51.456749 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d0fcf36-3e0a-4cc1-aaf6-1b19b71435cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/ac2743e4-0b53-4639-ba3f-67b9f1b6c35c HTTP/1.1" status: 204 len: 168 time: 1.1187155 Apr 07 11:17:51.471412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45788) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:51.526930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (eecab4f4-4182-424e-88df-6bab61f21773), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:51.529722 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-46f2420a-742c-4ad6-ba83-b3cb93d70e16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569706 Apr 07 11:17:51.537589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45790) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:51.544400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:51.631578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecab4f4-4182-424e-88df-6bab61f21773,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:51.656546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9df444dc-ce51-42d2-a05e-354d143eec0d req-624c5771-3be0-459b-8ebe-0027126acc26 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531537 Apr 07 11:17:51.660501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cec6ae49-d6cd-45bc-9567-0b3e24590298 req-14dde372-e00e-4e2e-9534-d16eefa8ae96 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617146 Apr 07 11:17:51.880043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7432d64-0e58-4ffb-8b6d-5419ea425d6f {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:51.903258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Publish callbacks [] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:51.912710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:17:51.919225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.275857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144f01e-e30f-4144-abff-8a0fb845580b req-42469b45-0975-455b-829b-66c29e8c9939 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:52.296212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3144f01e-e30f-4144-abff-8a0fb845580b req-42469b45-0975-455b-829b-66c29e8c9939 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 943 time: 0.5141914 Apr 07 11:17:52.310199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (60d8ce1a-09e4-41e2-a872-c7cd793062ff), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.343157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Transition to ACTIVE for port object f7432d64-0e58-4ffb-8b6d-5419ea425d6f will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:17:52.407695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3144f01e-e30f-4144-abff-8a0fb845580b req-2844d838-9011-4470-acb7-f6dba88cc9ef tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105404 Apr 07 11:17:52.416787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.525470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.562535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:52.570101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:52.602274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:52.610764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:52.612014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.641870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=60d8ce1a-09e4-41e2-a872-c7cd793062ff,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:52.689372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-016f29c1-94aa-4229-a97a-abeacc056c87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1498780 Apr 07 11:17:52.694501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45812) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:52.718123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:52.718764 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.724391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:17:52.733307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:52.785533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e28552ec-03e1-4bdb-a751-15239e2c9d97 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:17:52.899541 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (04db6604-da73-4e9b-b687-154790a35c91), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.901797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (04db6604-da73-4e9b-b687-154790a35c91), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:52.981373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da959ab9-6564-4cc6-aca9-2cf80f046a54 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:53.056694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Attempting to bind port f7432d64-0e58-4ffb-8b6d-5419ea425d6f on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:17:53.056694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Attempting to bind port f7432d64-0e58-4ffb-8b6d-5419ea425d6f by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:17:53.057043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Attempting to bind port f7432d64-0e58-4ffb-8b6d-5419ea425d6f on network 1e5c6c95-c328-44ef-9f96-f492de527801 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:53.077005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router_controller (04db6604-da73-4e9b-b687-154790a35c91), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.078374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Port f7432d64-0e58-4ffb-8b6d-5419ea425d6f on network 1e5c6c95-c328-44ef-9f96-f492de527801 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:17:53.078704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Attempting to bind port f7432d64-0e58-4ffb-8b6d-5419ea425d6f on network 1e5c6c95-c328-44ef-9f96-f492de527801 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:17:53.094157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (04db6604-da73-4e9b-b687-154790a35c91), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.100637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:17:53.113404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Checking segment: {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:17:53.113915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Bound using segment: {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:17:53.114403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Bound port: f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:17:53.114781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.161587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.165289 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da741c0c-736a-4596-8e34-187fff3e2a4c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4618123 Apr 07 11:17:53.209083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45820) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:53.317474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port e28552ec-03e1-4bdb-a751-15239e2c9d97, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:53.355154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:53.356953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.384044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'port_id': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'mac_address': 'fa:16:3e:85:72:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:17:53.424051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:53.425450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-050f3a2a-0aad-4879-a172-29408311b798 None None] Provisioning complete for port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:53.426119 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-050f3a2a-0aad-4879-a172-29408311b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.500505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.541062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2e7a-94ad-4666-a68a-ddb46fb46beb req-58eef518-b5d1-412c-889d-d609ce204e6b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:53.555104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7ca2e7a-94ad-4666-a68a-ddb46fb46beb req-58eef518-b5d1-412c-889d-d609ce204e6b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 943 time: 0.5834205 Apr 07 11:17:53.602066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d62dea-fd07-409d-927e-4983d2de3b91 req-a39c98e7-2b9f-426d-b7e3-9753c868872b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:53.610878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51d62dea-fd07-409d-927e-4983d2de3b91 req-a39c98e7-2b9f-426d-b7e3-9753c868872b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.6304588 Apr 07 11:17:53.611649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:17:53.629341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:17:53.698455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:17:53.783254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port e28552ec-03e1-4bdb-a751-15239e2c9d97 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:53.783792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:53.793730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7ca2e7a-94ad-4666-a68a-ddb46fb46beb req-12322cf0-a4ac-47ab-90bb-c82800819c39 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287591 Apr 07 11:17:53.810188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:53.829896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51d62dea-fd07-409d-927e-4983d2de3b91 req-6e7eade1-2e93-4938-a8ce-e7e154ae28b5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167010 Apr 07 11:17:53.914755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28552ec-03e1-4bdb-a751-15239e2c9d97 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:17:53.975235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-050f3a2a-0aad-4879-a172-29408311b798 None None] Current status of the port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:53.987107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port e28552ec-03e1-4bdb-a751-15239e2c9d97, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:54.003228 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.107840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=e28552ec-03e1-4bdb-a751-15239e2c9d97,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:54.143890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:54.162011 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] Sync routers for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:54.165114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2f2b99b-90dc-4d60-8f95-40b0586ac6d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/107bad2f-bbfe-4421-a2e1-3d60ab200ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8446002 Apr 07 11:17:54.179119 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:54.179320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:54.180122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:54.221838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['e28552ec-03e1-4bdb-a751-15239e2c9d97'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:17:54.307033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.380821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387757-17f3-4e69-89ec-52ec7b8ee0f6 req-e0e9c7e8-8eff-40fd-90e0-bbd4737b8dca tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:54.382427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b387757-17f3-4e69-89ec-52ec7b8ee0f6 req-e0e9c7e8-8eff-40fd-90e0-bbd4737b8dca tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 944 time: 0.3120375 Apr 07 11:17:54.412645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:54.412861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1aeb630c-1059-480f-8944-0f61154230ff None None] Provisioning complete for port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:54.412974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.413076 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1aeb630c-1059-480f-8944-0f61154230ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.417374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:54.440627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 1091 time: 3.9419668 Apr 07 11:17:54.443525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:54.445893 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302a2eb5-1945-47d4-870a-ee1dddacca91" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:54.543611 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:54.610900 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a33453-907f-4aa7-acaa-25ddab12740d x-openstack-request-id: req-d8a33453-907f-4aa7-acaa-25ddab12740d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:54.615549 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:54.618017 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a33453-907f-4aa7-acaa-25ddab12740d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:54.618528 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a33453-907f-4aa7-acaa-25ddab12740d'] response: {'name': 'network-changed', 'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'status': 'completed', 'code': 200} Apr 07 11:17:54.619534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks [] for router (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.633734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b387757-17f3-4e69-89ec-52ec7b8ee0f6 req-1d8f36ad-9abc-4231-a165-7b35fb6b5a11 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081420 Apr 07 11:17:54.770118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a578a6a-8496-4f2b-af3b-f1c0a8366ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:54.879813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:54.879813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.880358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:54.884421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:17:51Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:54.918105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-486d9c7f-7f27-46fa-a82a-aeb4ed57d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:54.930527 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-486d9c7f-7f27-46fa-a82a-aeb4ed57d8ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1125 time: 0.3759301 Apr 07 11:17:54.975926 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] Checking router: 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:55.003421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] Routers {'107bad2f-bbfe-4421-a2e1-3d60ab200ac7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:55.004237 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:55.049445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb630c-1059-480f-8944-0f61154230ff None None] Current status of the port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:55.159241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks [] for router_gateway (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:55.181171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f81d5-e753-46d5-b472-931665f5d20e req-ebc99baa-aaa4-4424-abe5-0ee145829e7a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:55.182914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-532f81d5-e753-46d5-b472-931665f5d20e req-ebc99baa-aaa4-4424-abe5-0ee145829e7a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.3865352 Apr 07 11:17:55.194569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:55.204145 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-69e6229b-aebc-4ad7-85c5-e9c014b2d853 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 217 time: 0.1939054 Apr 07 11:17:55.262929 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] Set router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:55.416693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94addfab-4c6b-41a7-8596-fa6a0fe09f59 req-d64d3c13-586c-4d8d-8ef2-a91af1548ba7 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:55.421296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94addfab-4c6b-41a7-8596-fa6a0fe09f59 req-d64d3c13-586c-4d8d-8ef2-a91af1548ba7 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 943 time: 0.4472630 Apr 07 11:17:55.437393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7710df-0e74-4745-b351-f9d119aed77c req-cf1a3171-4210-4935-ba3f-c790adf355e9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:55.451918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e7710df-0e74-4745-b351-f9d119aed77c req-cf1a3171-4210-4935-ba3f-c790adf355e9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 945 time: 0.4382296 Apr 07 11:17:55.527650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-536f682c-695b-4c41-9559-0ee1db2fed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:55.530910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-536f682c-695b-4c41-9559-0ee1db2fed64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.3166766 Apr 07 11:17:55.535376 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:17:51Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:55.592315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e7710df-0e74-4745-b351-f9d119aed77c req-63f59210-5e37-4112-84ad-2f83d9b3ea07 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392579 Apr 07 11:17:55.593389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bed9fb-22c5-48f8-9932-13f8dec2297e None None] The sync data for ids ['107bad2f-bbfe-4421-a2e1-3d60ab200ac7'] in n-d-836788-1 is: [{'id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'name': 'tempest-ServerActionsTestJSON-985476473-router', 'tenant_id': '55d15ed4c98547409ef2e631e1f52571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:08:44Z', 'updated_at': '2022-04-07T11:17:51Z', 'revision_number': 5, 'project_id': '55d15ed4c98547409ef2e631e1f52571', 'gw_port': {'id': 'f085d24f-2307-47cb-a29a-d3f1cb521e21', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bad2f-bbfe-4421-a2e1-3d60ab200ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:08:47Z', 'updated_at': '2022-04-07T11:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:17:55.605045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94addfab-4c6b-41a7-8596-fa6a0fe09f59 req-f95be164-64e9-485b-b643-e5d95809caa2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203091 Apr 07 11:17:55.650705 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-c32968cc-489e-4ffc-8cd6-6a603a41431d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053205 Apr 07 11:17:55.687828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Deleting port f085d24f-2307-47cb-a29a-d3f1cb521e21 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:55.688644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:55.774669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:55.775124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:55.854907 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-4da6e39d-df17-4770-b560-5005cd4c24d2 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932650 Apr 07 11:17:55.893929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] For port f085d24f-2307-47cb-a29a-d3f1cb521e21, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f085d24f-2307-47cb-a29a-d3f1cb521e21,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:55.894396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:55.916964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Calling delete_port for f085d24f-2307-47cb-a29a-d3f1cb521e21 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:55.935122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::1 (b2feb08a-9d5d-4508-b385-fa376864e287/60d8ce1a-09e4-41e2-a872-c7cd793062ff/09201076-bb6c-4f91-9827-34146d2e9060) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:17:55.984873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6eeb9-a5dd-4891-b1fc-61801977d62b req-bef7ec61-21ba-4aa3-97ff-8997d4030bd9 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:55.987454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fc6eeb9-a5dd-4891-b1fc-61801977d62b req-bef7ec61-21ba-4aa3-97ff-8997d4030bd9 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 944 time: 0.1844244 Apr 07 11:17:56.150351 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c5627b04-a0c5-4ded-8941-6aed3760d9e1 req-afe1db01-bdec-49ef-b118-4ff9833f8a31 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890733 Apr 07 11:17:56.151257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:56.151818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.184101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (09201076-bb6c-4f91-9827-34146d2e9060), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.292565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eecab4f4-4182-424e-88df-6bab61f21773 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:56.299781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (09201076-bb6c-4f91-9827-34146d2e9060), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.330679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: eecab4f4-4182-424e-88df-6bab61f21773 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:56.334996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eecab4f4-4182-424e-88df-6bab61f21773 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:56.352038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:56.421758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=09201076-bb6c-4f91-9827-34146d2e9060,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:56.429109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fc6eeb9-a5dd-4891-b1fc-61801977d62b req-72465fd2-a789-4209-ad93-4dbf2239dfd9 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343393 Apr 07 11:17:56.493295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:56.499085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:56.515164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:17:56.515998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (04db6604-da73-4e9b-b687-154790a35c91), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.598467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f085d24f-2307-47cb-a29a-d3f1cb521e21), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.619766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-68012cbc-2881-46b5-9d15-69ed4db8986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:56.638994 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-68012cbc-2881-46b5-9d15-69ed4db8986e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1125 time: 0.2162094 Apr 07 11:17:56.655378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f085d24f-2307-47cb-a29a-d3f1cb521e21,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:56.798800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e28552ec-03e1-4bdb-a751-15239e2c9d97 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:17:56.871677 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.940800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port e28552ec-03e1-4bdb-a751-15239e2c9d97 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:17:56.948406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port e28552ec-03e1-4bdb-a751-15239e2c9d97 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:56.949150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:56.968135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-4f2f9fc1-990b-496d-b178-4d30fd36450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:56.969723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-4f2f9fc1-990b-496d-b178-4d30fd36450a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.3231122 Apr 07 11:17:57.032255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09201076-bb6c-4f91-9827-34146d2e9060), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.035363 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-20d253af-f309-4bf3-b857-edfd29debbbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 217 time: 0.0516934 Apr 07 11:17:57.063340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.072338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks [] for router_controller (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.092214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7aaf47f7-ad7f-4fe6-b344-fe08896aa251 None None] Provisioning complete for port 09201076-bb6c-4f91-9827-34146d2e9060 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:57.092732 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7aaf47f7-ad7f-4fe6-b344-fe08896aa251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (09201076-bb6c-4f91-9827-34146d2e9060), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.138476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-6df93838-62cd-48ef-81d1-60901f8085c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:57.140023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-6df93838-62cd-48ef-81d1-60901f8085c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.0961409 Apr 07 11:17:57.183448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.223419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (107bad2f-bbfe-4421-a2e1-3d60ab200ac7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.224048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 107bad2f-bbfe-4421-a2e1-3d60ab200ac7 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:17:57.250197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.251392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-ae6350bd-3ed9-4a1f-b8dd-0e7b9764a4da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040678 Apr 07 11:17:57.255021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e4aa99e-fa4e-444e-8fa0-9dcfccf86ff4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/107bad2f-bbfe-4421-a2e1-3d60ab200ac7 HTTP/1.1" status: 204 len: 168 time: 3.0710676 Apr 07 11:17:57.265715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45872) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:57.270089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7d094e9-f0ad-4ec9-89d8-e2884b394ca3 req-4af223fe-e0a9-4fee-b120-238985b38ed4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.4229119 Apr 07 11:17:57.368459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf47f7-ad7f-4fe6-b344-fe08896aa251 None None] Port 09201076-bb6c-4f91-9827-34146d2e9060 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:57.372592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port e28552ec-03e1-4bdb-a751-15239e2c9d97 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:17:57.373029 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.448086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:57.454367 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5bae18-df4d-43e2-9514-18cb9650a549" -d '{"events": [{"server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "name": "network-vif-plugged", "status": "completed", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:57.470301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:57.489013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port e28552ec-03e1-4bdb-a751-15239e2c9d97, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:57.499341 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.519098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a15d3a-0882-422d-8cc8-eb64de37139f req-39098ecd-712b-4fb4-ac02-6e65fe06d994 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:57.521522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6a15d3a-0882-422d-8cc8-eb64de37139f req-39098ecd-712b-4fb4-ac02-6e65fe06d994 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 943 time: 0.7205486 Apr 07 11:17:57.626359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=e28552ec-03e1-4bdb-a751-15239e2c9d97,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:57.641627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-c8d96320-fcfa-4a00-b554-bb152c0d8dda service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818851 Apr 07 11:17:57.651520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:57.658833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.662460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-532f81d5-e753-46d5-b472-931665f5d20e req-1572ec35-c961-46d6-aaf0-4999b5394f89 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "DELETE /v2.0/ports/cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 HTTP/1.1" status: 204 len: 173 time: 2.4268701 Apr 07 11:17:57.734619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'name': 'network-vif-deleted', 'tag': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:17:57.737898 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed3a4b-f0b0-4a39-b027-e12c6f43e3b3" -d '{"events": [{"server_uuid": "572205cf-a0ee-4af0-badc-e3758c1e3387", "name": "network-vif-deleted", "tag": "cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:17:57.748820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6a15d3a-0882-422d-8cc8-eb64de37139f req-4a0d5d38-22f0-419a-b4b1-e5392b041408 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179000 Apr 07 11:17:57.754781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Deleting subnet eb1b809c-f284-46b0-b1d3-957323e80795 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:17:57.762842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Publish callbacks [] for subnet (eb1b809c-f284-46b0-b1d3-957323e80795), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.878120 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-302a2eb5-1945-47d4-870a-ee1dddacca91 req-d1e46122-1e19-45e3-812e-2433ca3058f0 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287495 Apr 07 11:17:57.881227 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f32b4-e9eb-44ad-8bda-09cba29dfbbd x-openstack-request-id: req-c74f32b4-e9eb-44ad-8bda-09cba29dfbbd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:57.881533 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "name": "network-vif-plugged", "status": "completed", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:57.881799 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c74f32b4-e9eb-44ad-8bda-09cba29dfbbd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:57.882215 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74f32b4-e9eb-44ad-8bda-09cba29dfbbd'] response: {'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'code': 200} Apr 07 11:17:57.894588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef918a49-8d32-402d-83ee-fa38a8cafabf req-ea0694ab-2f09-4766-9e97-fbaf9569a227 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:57.896170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef918a49-8d32-402d-83ee-fa38a8cafabf req-ea0694ab-2f09-4766-9e97-fbaf9569a227 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 945 time: 0.2987936 Apr 07 11:17:57.926473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (09201076-bb6c-4f91-9827-34146d2e9060), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.930416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (eb1b809c-f284-46b0-b1d3-957323e80795), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.938424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (09201076-bb6c-4f91-9827-34146d2e9060), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.939281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (04db6604-da73-4e9b-b687-154790a35c91), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:57.979628 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b69c8f5-4e3b-470e-bc34-9b8b981e4831 x-openstack-request-id: req-7b69c8f5-4e3b-470e-bc34-9b8b981e4831 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:17:57.980001 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572205cf-a0ee-4af0-badc-e3758c1e3387", "name": "network-vif-deleted", "tag": "cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:17:57.980194 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b69c8f5-4e3b-470e-bc34-9b8b981e4831 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:17:57.981391 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b69c8f5-4e3b-470e-bc34-9b8b981e4831'] response: {'server_uuid': '572205cf-a0ee-4af0-badc-e3758c1e3387', 'name': 'network-vif-deleted', 'tag': 'cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93', 'status': 'completed', 'code': 200} Apr 07 11:17:58.043934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef918a49-8d32-402d-83ee-fa38a8cafabf req-c70373e1-0626-4322-b86b-19107c768e30 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332943 Apr 07 11:17:58.088996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=09201076-bb6c-4f91-9827-34146d2e9060,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:58.107000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (eb1b809c-f284-46b0-b1d3-957323e80795), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.131549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812ef8a-9445-4ae6-a876-90ce16ac3787 req-97eceb82-f3bd-4497-ad43-36c008fd7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:58.133048 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e812ef8a-9445-4ae6-a876-90ce16ac3787 req-97eceb82-f3bd-4497-ad43-36c008fd7c52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1127 time: 0.1378241 Apr 07 11:17:58.170787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:17:58.176751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:17:58.177822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (eb1b809c-f284-46b0-b1d3-957323e80795), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.199234 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e812ef8a-9445-4ae6-a876-90ce16ac3787 req-823f5ecc-c8a5-4124-a0b0-d5511097907a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Apr 07 11:17:58.206263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.214419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb1b809c-f284-46b0-b1d3-957323e80795 HTTP/1.1" status: 204 len: 168 time: 0.9245420 Apr 07 11:17:58.227075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432e412-cad4-4376-b405-8a3925fcc007 None None] Network f6f4f310-fc56-4f4a-bd65-b3d401be10b4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:17:58.235857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45900) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:58.259890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0d2b7-951d-4b24-a9b5-b3afa2be67f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1b809c-f284-46b0-b1d3-957323e80795,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:58.305419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f085d24f-2307-47cb-a29a-d3f1cb521e21 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:58.329199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:17:58.335590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f085d24f-2307-47cb-a29a-d3f1cb521e21 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:58.336234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f085d24f-2307-47cb-a29a-d3f1cb521e21 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:58.376244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:17:58.376890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cd7e9865-063b-4c25-a4cc-b7e8c7bf9a93 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:17:58.484724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (f6f4f310-fc56-4f4a-bd65-b3d401be10b4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.516365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6e98c7a-4283-4dd8-9e10-b06bb7e49eb2 req-55376e98-7493-4cd0-8f33-bc12d9f98f57 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.1043184 Apr 07 11:17:58.560890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Router 04db6604-da73-4e9b-b687-154790a35c91 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:17:58.592534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] DHCP port deletion for f6f4f310-fc56-4f4a-bd65-b3d401be10b4 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:17:58.666152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-74973e27-8bee-4dc7-9f94-926793252da1 None None] Provisioning complete for port 09201076-bb6c-4f91-9827-34146d2e9060 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:17:58.666968 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74973e27-8bee-4dc7-9f94-926793252da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (09201076-bb6c-4f91-9827-34146d2e9060), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.728699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-74973e27-8bee-4dc7-9f94-926793252da1 None None] Port 09201076-bb6c-4f91-9827-34146d2e9060 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:17:58.738717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Deleting port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:58.739318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.743250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] Deleting port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:17:58.743806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.791213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:17:58.800022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45934) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:58.801537 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8099631e-11e5-40b6-8dc5-21ca5a6daf50 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "PUT /v2.0/routers/04db6604-da73-4e9b-b687-154790a35c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5911407 Apr 07 11:17:58.817276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Sync routers for ids ['04db6604-da73-4e9b-b687-154790a35c91'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:17:58.851884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] For port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:58.853944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.857947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Routers {'04db6604-da73-4e9b-b687-154790a35c91'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:17:58.858853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04db6604-da73-4e9b-b687-154790a35c91'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:58.870398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] For port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,segment=NetworkSegment(c1e7a84a-5acf-4751-b850-f518922c5e5d),segment_id=c1e7a84a-5acf-4751-b850-f518922c5e5d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:17:58.871227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:58.892004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Calling delete_port for cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:58.923377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd385a-4aca-4c7f-bf38-f88bbb67c52c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:58.927441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dfcd385a-4aca-4c7f-bf38-f88bbb67c52c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports/09201076-bb6c-4f91-9827-34146d2e9060 HTTP/1.1" status: 200 len: 911 time: 0.1238194 Apr 07 11:17:58.950609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45940) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:58.978859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] Calling delete_port for cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:17:59.049750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: from cryptography.utils import int_from_bytes Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: from cryptography.utils import int_from_bytes Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.069177 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:17:59.071617 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:17:59.082919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.099963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:59.104509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] No DVR routers for this DVR port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:59.128509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891459a-6fc9-401c-91d7-bb4eb69e2935 req-71bc436c-5d78-4a5c-ab51-8dbb46406cd4 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:59.130123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8891459a-6fc9-401c-91d7-bb4eb69e2935 req-71bc436c-5d78-4a5c-ab51-8dbb46406cd4 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 943 time: 0.2363863 Apr 07 11:17:59.152677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feb6859-e1e0-4957-86e9-c41b3e11e646 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:59.187085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feb6859-e1e0-4957-86e9-c41b3e11e646 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:17:59.191732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9feb6859-e1e0-4957-86e9-c41b3e11e646 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2298546 Apr 07 11:17:59.196298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45952) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:59.210061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] No DVR routers for this DVR port cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:17:59.218230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5852b-8956-4b27-966a-97dd3bea8d71 None None] Pushing event deleted for resources: {'Port': ['ID=cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:59.244577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Set router 04db6604-da73-4e9b-b687-154790a35c91 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:17:59.265887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (f6f4f310-fc56-4f4a-bd65-b3d401be10b4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.308357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f4f310-fc56-4f4a-bd65-b3d401be10b4']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:59.322192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e7a84a-5acf-4751-b850-f518922c5e5d') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:59.322912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e7a84a-5acf-4751-b850-f518922c5e5d') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:59.338391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (c1e7a84a-5acf-4751-b850-f518922c5e5d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.366496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c1e7a84a-5acf-4751-b850-f518922c5e5d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.394056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:17:59.395147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (c1e7a84a-5acf-4751-b850-f518922c5e5d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:17:59.397351 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:17:59.467398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8891459a-6fc9-401c-91d7-bb4eb69e2935 req-f8fc6e20-ccef-46c4-8deb-c2d6668f7386 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718203 Apr 07 11:17:59.495715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (f6f4f310-fc56-4f4a-bd65-b3d401be10b4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.525076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.537594 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6f4f310-fc56-4f4a-bd65-b3d401be10b4 HTTP/1.1" status: 204 len: 168 time: 1.2982781 Apr 07 11:17:59.544624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ab84-e801-4421-aa87-c8e9b8eddfdb admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f4f310-fc56-4f4a-bd65-b3d401be10b4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:17:59.734025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6604-da73-4e9b-b687-154790a35c91', 'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:52Z', 'updated_at': '2022-04-07T11:17:56Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None, '_interfaces': [{'id': '09201076-bb6c-4f91-9827-34146d2e9060', 'name': '', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'mac_address': 'fa:16:3e:3c:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6604-da73-4e9b-b687-154790a35c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '60d8ce1a-09e4-41e2-a872-c7cd793062ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:55Z', 'updated_at': '2022-04-07T11:17:57Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'subnets': [{'id': '60d8ce1a-09e4-41e2-a872-c7cd793062ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:17:59.782246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45978) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:59.786973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Checking router: 04db6604-da73-4e9b-b687-154790a35c91 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:17:59.787560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Updating router 04db6604-da73-4e9b-b687-154790a35c91 port 09201076-bb6c-4f91-9827-34146d2e9060 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:17:59.823821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09201076-bb6c-4f91-9827-34146d2e9060), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.839194 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-563830f8-fd65-44ef-b421-4237a593ef96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55d15ed4c98547409ef2e631e1f52571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556421 Apr 07 11:17:59.842365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:17:59.909575 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95808fdf-c096-4b6c-b80f-2cc4da25e1bb admin admin] Publish callbacks [] for security_group (bccd7342-2b82-49ca-a679-993a47ad8aea), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:17:59.937976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95808fdf-c096-4b6c-b80f-2cc4da25e1bb admin admin] Publish callbacks [] for security_group (bccd7342-2b82-49ca-a679-993a47ad8aea), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.005518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95808fdf-c096-4b6c-b80f-2cc4da25e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bccd7342-2b82-49ca-a679-993a47ad8aea), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.008810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95808fdf-c096-4b6c-b80f-2cc4da25e1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.013607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-95808fdf-c096-4b6c-b80f-2cc4da25e1bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bccd7342-2b82-49ca-a679-993a47ad8aea HTTP/1.1" status: 204 len: 168 time: 0.1689320 Apr 07 11:18:00.022688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95808fdf-c096-4b6c-b80f-2cc4da25e1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd7342-2b82-49ca-a679-993a47ad8aea,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:00.186123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Publish callbacks [] for port (09201076-bb6c-4f91-9827-34146d2e9060), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.186512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdebdcff-02dc-4d6f-b047-25673659997b req-fc907a9a-72ff-4e69-81db-7906994cf0d5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.0878520 Apr 07 11:18:00.194867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (09201076-bb6c-4f91-9827-34146d2e9060), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.301423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328c96-dd79-4e89-b66b-bd46eba3ed78 None None] Pushing event updated for resources: {'Port': ['ID=09201076-bb6c-4f91-9827-34146d2e9060,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:00.311729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:00.355431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:00.355431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc1143f3-e8b6-46ff-9ba6-a8eb3a82f3d3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:00.394081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b26c-92cc-452e-b409-3967a0f9475e req-df70bd31-8c19-48ca-87b8-d28845282b34 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:00.403088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca07b26c-92cc-452e-b409-3967a0f9475e req-df70bd31-8c19-48ca-87b8-d28845282b34 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 945 time: 0.3107481 Apr 07 11:18:00.506547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Attempting to bind port 09201076-bb6c-4f91-9827-34146d2e9060 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:00.507082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Attempting to bind port 09201076-bb6c-4f91-9827-34146d2e9060 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:00.507602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Attempting to bind port 09201076-bb6c-4f91-9827-34146d2e9060 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:00.510588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca07b26c-92cc-452e-b409-3967a0f9475e req-653263b5-1f0f-469c-a708-030f41eb5d57 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060946 Apr 07 11:18:00.539879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:00.540440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:00.541015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.541578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:00.542246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Bound port: 09201076-bb6c-4f91-9827-34146d2e9060, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:00.542837 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09201076-bb6c-4f91-9827-34146d2e9060), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.690530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] For port 09201076-bb6c-4f91-9827-34146d2e9060, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:00.694561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] For port 09201076-bb6c-4f91-9827-34146d2e9060, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=09201076-bb6c-4f91-9827-34146d2e9060,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:00.713512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e7954a6-313b-4300-9fa2-a7461abb7d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.717643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (09201076-bb6c-4f91-9827-34146d2e9060), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:00.801787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f7432d64-0e58-4ffb-8b6d-5419ea425d6f details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:00.821488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328c96-dd79-4e89-b66b-bd46eba3ed78 None None] Pushing event updated for resources: {'Port': ['ID=09201076-bb6c-4f91-9827-34146d2e9060,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:00.831840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Routers {'04db6604-da73-4e9b-b687-154790a35c91'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:00.833262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04db6604-da73-4e9b-b687-154790a35c91'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:00.837571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] Provisioning complete for port 09201076-bb6c-4f91-9827-34146d2e9060 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:00.837874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (09201076-bb6c-4f91-9827-34146d2e9060), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.080120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (04db6604-da73-4e9b-b687-154790a35c91), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.194980 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:18:01.212602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46012) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:01.279898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83d7e0-2dc4-432c-a01b-2155b2883c1e req-58ee24ed-3ba1-43c8-9b28-924aaccb0c9f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:01.285804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] Set router 04db6604-da73-4e9b-b687-154790a35c91 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:01.288648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f83d7e0-2dc4-432c-a01b-2155b2883c1e req-58ee24ed-3ba1-43c8-9b28-924aaccb0c9f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 943 time: 0.6398177 Apr 07 11:18:01.341554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-853c936e-3dcf-48c8-97de-901554d8518f req-81cc84b3-b79d-47e8-9cff-62d783ab33bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 258 time: 0.7829711 Apr 07 11:18:01.352586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-91200218-network', 'tenant_id': 'c86f2aa20be84392a7ffa291cb9cdf3d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:01.362505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:01.380233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Made reservation on behalf of c86f2aa20be84392a7ffa291cb9cdf3d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:01.383903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.394907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f83d7e0-2dc4-432c-a01b-2155b2883c1e req-2fdcd6da-3d09-4283-adc0-5a8eb4787031 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049626 Apr 07 11:18:01.399452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.406160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:01.458207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801', 'port_id': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'mac_address': 'fa:16:3e:89:74:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dddbef-ddb0-4de0-9970-240d2c84c3e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:01.508027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.509033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks [] for security_group (b8cbf273-0dad-476b-9f7e-b3be05191479), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.511580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] Current status of the port 09201076-bb6c-4f91-9827-34146d2e9060 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:01.512686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09201076-bb6c-4f91-9827-34146d2e9060), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.524922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b8cbf273-0dad-476b-9f7e-b3be05191479), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.541354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:18:01.553271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (a96f2fae-fe60-4c34-b266-5b13f29cde9c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.553984 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Added segment a96f2fae-fe60-4c34-b266-5b13f29cde9c of type vlan for network 7246c7dd-01bc-405a-9a27-cab9ff362799 Apr 07 11:18:01.558083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.600308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port f7432d64-0e58-4ffb-8b6d-5419ea425d6f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:01.600803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.610358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (7246c7dd-01bc-405a-9a27-cab9ff362799), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.626509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] For port 09201076-bb6c-4f91-9827-34146d2e9060, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=09201076-bb6c-4f91-9827-34146d2e9060,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:01.634931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (09201076-bb6c-4f91-9827-34146d2e9060), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.640791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7432d64-0e58-4ffb-8b6d-5419ea425d6f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:01.651673 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (7246c7dd-01bc-405a-9a27-cab9ff362799), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.652691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:01.653365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.700157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cbf273-0dad-476b-9f7e-b3be05191479,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:01.730340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:01.748897 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.760196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5426929 Apr 07 11:18:01.760196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:01.768856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efd720-2c2e-4d28-aa5e-444a45815c6f None None] Pushing event updated for resources: {'Port': ['ID=09201076-bb6c-4f91-9827-34146d2e9060,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:01.769933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Request body: {'subnet': {'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-91200218-subnet', 'tenant_id': 'c86f2aa20be84392a7ffa291cb9cdf3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:01.802189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4abb00-0385-4c05-9dfc-aae17a3e0855 admin admin] Pushing event updated for resources: {'Network': ['ID=7246c7dd-01bc-405a-9a27-cab9ff362799,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:01.807362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-53c57c6d-3005-447c-924f-4081f4ea1b77 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:01.815294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-26216447-2e71-482d-91bf-742782af4251 None None] Provisioning complete for port 09201076-bb6c-4f91-9827-34146d2e9060 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:01.815907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26216447-2e71-482d-91bf-742782af4251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (09201076-bb6c-4f91-9827-34146d2e9060), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.817106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-53c57c6d-3005-447c-924f-4081f4ea1b77 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.2769301 Apr 07 11:18:01.830298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Made reservation on behalf of c86f2aa20be84392a7ffa291cb9cdf3d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:01.834905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.861374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-23ff4d90-8753-48ae-93fc-afd3af4d5f18 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/quotas/fb1008c83a974ae1bb090bf9a6f9588d HTTP/1.1" status: 200 len: 375 time: 0.0431497 Apr 07 11:18:01.867102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 7246c7dd-01bc-405a-9a27-cab9ff362799 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:18:01.881647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 09201076-bb6c-4f91-9827-34146d2e9060 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:01.881998 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (09201076-bb6c-4f91-9827-34146d2e9060), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:01.956666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:01.978204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6604-da73-4e9b-b687-154790a35c91', 'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:52Z', 'updated_at': '2022-04-07T11:17:56Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None, '_interfaces': [{'id': '09201076-bb6c-4f91-9827-34146d2e9060', 'name': '', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'mac_address': 'fa:16:3e:3c:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6604-da73-4e9b-b687-154790a35c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '60d8ce1a-09e4-41e2-a872-c7cd793062ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:55Z', 'updated_at': '2022-04-07T11:18:00Z', 'revision_number': 4, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'subnets': [{'id': '60d8ce1a-09e4-41e2-a872-c7cd793062ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:02.005347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.041863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:02.050719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720187f-a106-406e-85bc-02b561f0f447 None None] The sync data for ids ['04db6604-da73-4e9b-b687-154790a35c91'] in n-d-836788-1 is: [{'id': '04db6604-da73-4e9b-b687-154790a35c91', 'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:52Z', 'updated_at': '2022-04-07T11:17:56Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None, '_interfaces': [{'id': '09201076-bb6c-4f91-9827-34146d2e9060', 'name': '', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'mac_address': 'fa:16:3e:3c:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6604-da73-4e9b-b687-154790a35c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '60d8ce1a-09e4-41e2-a872-c7cd793062ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:55Z', 'updated_at': '2022-04-07T11:18:00Z', 'revision_number': 4, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'subnets': [{'id': '60d8ce1a-09e4-41e2-a872-c7cd793062ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:02.156775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Allocated IP 172.25.5.236 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/40939233-201d-4db3-8ebb-7f7ca0359c8b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:02.197714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-26216447-2e71-482d-91bf-742782af4251 None None] Current status of the port 09201076-bb6c-4f91-9827-34146d2e9060 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:02.311190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-e2075ee5-548e-41ee-a481-da70d4590d47 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4488442 Apr 07 11:18:02.323883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d376210-709d-47ce-81e8-bf816f735991 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:02.462988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-f8f4db53-4890-4699-adf8-cee59b1c9b53 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:02.464958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-f8f4db53-4890-4699-adf8-cee59b1c9b53 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "GET /v2.0/ports?device_id=4df6afaf-9dec-4b6b-a7de-4a7706e99489 HTTP/1.1" status: 200 len: 945 time: 0.5450528 Apr 07 11:18:02.485301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d376210-709d-47ce-81e8-bf816f735991 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:02.485301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.503395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port 09201076-bb6c-4f91-9827-34146d2e9060, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=09201076-bb6c-4f91-9827-34146d2e9060,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:02.504179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (09201076-bb6c-4f91-9827-34146d2e9060), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.576483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:02.581782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d376210-709d-47ce-81e8-bf816f735991'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:02.585973 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c130b24d-343a-4301-963a-ab2e3999938a" -d '{"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-unplugged", "status": "completed", "tag": "0d376210-709d-47ce-81e8-bf816f735991"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:02.587515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 09201076-bb6c-4f91-9827-34146d2e9060 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:02.595941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.596180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.659758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (80eb59d0-5399-4ab7-9e34-6bcba998a120), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.694659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:02.728647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80eb59d0-5399-4ab7-9e34-6bcba998a120,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:02.778332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Checking segment: {'id': 'a96f2fae-fe60-4c34-b266-5b13f29cde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:02.779361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Network hostable DHCP agents. Network: 7246c7dd-01bc-405a-9a27-cab9ff362799, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:18:02.804944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Network 7246c7dd-01bc-405a-9a27-cab9ff362799 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:18:02.814852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-9d675089-3dc3-4616-8bd5-605f0efe327e service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920528 Apr 07 11:18:02.824118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 7246c7dd-01bc-405a-9a27-cab9ff362799) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:02.829793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:02.830900 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.837591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5be39-01b6-4876-9e96-5127d4d0a1d7 None None] Network 7246c7dd-01bc-405a-9a27-cab9ff362799 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:02.855330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c81b12a1-fcfa-42f6-89bf-3495806dc08e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0938525 Apr 07 11:18:02.982966 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a56ed548-cf43-4f98-be9c-0a8a55dd9a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:02.992582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Deleting port 0d376210-709d-47ce-81e8-bf816f735991 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:02.992924 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0d376210-709d-47ce-81e8-bf816f735991), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:03.027805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-cd2d23f4-0782-400b-9c34-2039dbe2bb64 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039442 Apr 07 11:18:03.054352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489551d-2349-4905-940b-97100a7e78b2 None None] Network 7246c7dd-01bc-405a-9a27-cab9ff362799 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:03.130594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:03.199554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event updated for resources: {'Port': ['ID=40939233-201d-4db3-8ebb-7f7ca0359c8b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:03.239899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:03.295189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] For port 0d376210-709d-47ce-81e8-bf816f735991, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d376210-709d-47ce-81e8-bf816f735991,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:03.295570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0d376210-709d-47ce-81e8-bf816f735991), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:03.319160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:03.328221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Calling delete_port for 0d376210-709d-47ce-81e8-bf816f735991 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:03.331293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:03.334045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:03.810410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd0886f2-48c5-4c05-8110-0aa28f9bff73 req-88bcb565-af82-4ad2-919a-87f183e25cff tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.4353576 Apr 07 11:18:03.876092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (09201076-bb6c-4f91-9827-34146d2e9060), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:03.986383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=09201076-bb6c-4f91-9827-34146d2e9060,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:04.066878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.193564 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0d376210-709d-47ce-81e8-bf816f735991), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.198955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (04db6604-da73-4e9b-b687-154790a35c91), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.220468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b728c6-cd5e-4864-ac41-5d65ea9c26f6 req-d3ec6b64-404d-4b7e-a3b3-75ae7988f840 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:04.222098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5b728c6-cd5e-4864-ac41-5d65ea9c26f6 req-d3ec6b64-404d-4b7e-a3b3-75ae7988f840 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 944 time: 0.2959337 Apr 07 11:18:04.229471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.286505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event deleted for resources: {'Port': ['ID=0d376210-709d-47ce-81e8-bf816f735991,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:04.374525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.502553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] No DVR routers for this DVR port 0d376210-709d-47ce-81e8-bf816f735991 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:04.548182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5b728c6-cd5e-4864-ac41-5d65ea9c26f6 req-05e290e0-eab7-4cfe-a024-455a0b5216b3 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915089 Apr 07 11:18:04.568935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-47afe09d-c729-4b3b-a30e-2e482cff0696 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:04.570566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.571844 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-47afe09d-c729-4b3b-a30e-2e482cff0696 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.1784146 Apr 07 11:18:04.578586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-976ce648-6e9d-4f71-92f2-4f1af2dfe32f req-abfef6af-b2ec-4c10-bddd-1aaa276c6343 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "DELETE /v2.0/ports/0d376210-709d-47ce-81e8-bf816f735991 HTTP/1.1" status: 204 len: 173 time: 2.1048436 Apr 07 11:18:04.579331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-deleted', 'tag': '0d376210-709d-47ce-81e8-bf816f735991'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:04.588938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Request body: {'port': {'device_id': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'admin_state_up': True, 'tenant_id': 'fb1008c83a974ae1bb090bf9a6f9588d'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:04.594934 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ea49d-a471-4f1c-aba9-ba85adb9408a" -d '{"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-deleted", "tag": "0d376210-709d-47ce-81e8-bf816f735991"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:04.617303 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e97d98-5ce9-4c5d-8606-8be61e3c0158 x-openstack-request-id: req-c1e97d98-5ce9-4c5d-8606-8be61e3c0158 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:04.617651 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-unplugged", "status": "completed", "tag": "0d376210-709d-47ce-81e8-bf816f735991", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:04.617910 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e97d98-5ce9-4c5d-8606-8be61e3c0158 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:04.618494 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e97d98-5ce9-4c5d-8606-8be61e3c0158'] response: {'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d376210-709d-47ce-81e8-bf816f735991', 'code': 200} Apr 07 11:18:04.766502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Router 04db6604-da73-4e9b-b687-154790a35c91 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:18:04.798183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.823579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Made reservation on behalf of fb1008c83a974ae1bb090bf9a6f9588d for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:04.828081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f7432d64-0e58-4ffb-8b6d-5419ea425d6f up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:04.828620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.852766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.921454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port f7432d64-0e58-4ffb-8b6d-5419ea425d6f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:18:04.927975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port f7432d64-0e58-4ffb-8b6d-5419ea425d6f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:04.928496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:04.967507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event updated for resources: {'Port': ['ID=40939233-201d-4db3-8ebb-7f7ca0359c8b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:05.034387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.055127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:18:05.068391 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] Sync routers for ids ['04db6604-da73-4e9b-b687-154790a35c91'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:18:05.077819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port f7432d64-0e58-4ffb-8b6d-5419ea425d6f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:05.079234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.081051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Allocated IP 172.20.0.13 (70ac7a78-815b-4648-89f2-ec0463b0b88b/d7a923b8-4744-45d0-96c2-0dc009d2f29d/5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:05.089934 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] Routers {'04db6604-da73-4e9b-b687-154790a35c91'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:05.090677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dbf7d509-a3e6-41d1-a33c-9beecd156054 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "PUT /v2.0/routers/04db6604-da73-4e9b-b687-154790a35c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8900607 Apr 07 11:18:05.096008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:05.096344 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04db6604-da73-4e9b-b687-154790a35c91'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:05.159945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4df69-aa86-4d8e-bba7-b44c762236b1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:05.161341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4df69-aa86-4d8e-bba7-b44c762236b1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:05.163616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-76f4df69-aa86-4d8e-bba7-b44c762236b1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0645399 Apr 07 11:18:05.167329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46066) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:05.202255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.203507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-853c936e-3dcf-48c8-97de-901554d8518f req-24b08783-32a5-4a4d-b69d-e14165837c50 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8244350 Apr 07 11:18:05.213722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:05.226627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.275657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-853c936e-3dcf-48c8-97de-901554d8518f req-a14739c0-992a-4af1-add0-006863bbe728 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0622289 Apr 07 11:18:05.319794 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] Set router 04db6604-da73-4e9b-b687-154790a35c91 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:05.354224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:05.393410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 60d8ce1a-09e4-41e2-a872-c7cd793062ff {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:05.396808 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (60d8ce1a-09e4-41e2-a872-c7cd793062ff), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.405242 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6604-da73-4e9b-b687-154790a35c91', 'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:52Z', 'updated_at': '2022-04-07T11:18:03Z', 'revision_number': 3, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:05.446478 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] Checking router: 04db6604-da73-4e9b-b687-154790a35c91 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:18:05.450573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks [] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.459602 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] Routers {'04db6604-da73-4e9b-b687-154790a35c91'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:05.460640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['04db6604-da73-4e9b-b687-154790a35c91'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:05.469459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (60d8ce1a-09e4-41e2-a872-c7cd793062ff), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.526820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-40469702-2bd6-49bc-8e06-884356eee8d0 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:05.534137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-40469702-2bd6-49bc-8e06-884356eee8d0 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/networks?id=7246c7dd-01bc-405a-9a27-cab9ff362799 HTTP/1.1" status: 200 len: 811 time: 0.5611339 Apr 07 11:18:05.547603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.553536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (60d8ce1a-09e4-41e2-a872-c7cd793062ff), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.596236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-4f2490be-d32e-41b4-9527-862f24c8336f tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/quotas/c86f2aa20be84392a7ffa291cb9cdf3d HTTP/1.1" status: 200 len: 375 time: 0.0610831 Apr 07 11:18:05.653497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-74cd2aab-4fac-4056-92bd-c624b8c52e9d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86f2aa20be84392a7ffa291cb9cdf3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560851 Apr 07 11:18:05.655812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:05.664670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:05.676751 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] Set router 04db6604-da73-4e9b-b687-154790a35c91 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:05.690911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:05.714325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c936e-3dcf-48c8-97de-901554d8518f req-bb4be991-a314-4435-ac21-c310a2cc400b tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:05.716100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-853c936e-3dcf-48c8-97de-901554d8518f req-bb4be991-a314-4435-ac21-c310a2cc400b tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.4141788 Apr 07 11:18:05.738900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:05.750235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (60d8ce1a-09e4-41e2-a872-c7cd793062ff), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.755297 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6604-da73-4e9b-b687-154790a35c91', 'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:52Z', 'updated_at': '2022-04-07T11:18:03Z', 'revision_number': 3, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:05.787914 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d77ce-e6d8-4e06-bbb8-39d328372b51 None None] The sync data for ids ['04db6604-da73-4e9b-b687-154790a35c91'] in n-d-836788-1 is: [{'id': '04db6604-da73-4e9b-b687-154790a35c91', 'name': 'tempest-NetworksTestDHCPv6-router-951776796', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:52Z', 'updated_at': '2022-04-07T11:18:03Z', 'revision_number': 3, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:05.788182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:05.788727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.830457 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-4a95d9a2-cfe1-4279-b761-f559815b94d8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2480891 Apr 07 11:18:05.836745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=60d8ce1a-09e4-41e2-a872-c7cd793062ff,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:05.842418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Request body: {'port': {'device_id': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:05.861034 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:05.861334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f449ab-8cb7-4b9c-858e-c8fb3a366315 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:05.865034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-94b9774c-84ec-4635-9f02-93414546844a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/60d8ce1a-09e4-41e2-a872-c7cd793062ff HTTP/1.1" status: 204 len: 168 time: 0.6945343 Apr 07 11:18:05.872664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46072) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:05.912174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-ec66e6b4-94ed-48ff-a32a-ab2b6d6ae2a9 service neutron] 10.222.0.13 "GET /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441905 Apr 07 11:18:05.986890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.010781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfc738-4185-4675-8cbc-fb4e0cc18caf req-22b14494-8ba5-4691-a01e-a7947452900f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:06.012909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4bfc738-4185-4675-8cbc-fb4e0cc18caf req-22b14494-8ba5-4691-a01e-a7947452900f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 932 time: 0.1672821 Apr 07 11:18:06.034302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.060286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e54d7acf-90fe-4c56-bbbf-c49fd8d76bf8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1827440 Apr 07 11:18:06.060470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46074) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:06.099836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-033b3571-6f13-4275-9289-a349e13cb872 service neutron] 10.222.0.13 "GET /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797068 Apr 07 11:18:06.109344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4bfc738-4185-4675-8cbc-fb4e0cc18caf req-25447307-2d7b-4f7c-a060-b46f48a3c479 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848196 Apr 07 11:18:06.191853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:18:06.197422 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router (04db6604-da73-4e9b-b687-154790a35c91), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.259209 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1349a1-10f8-4686-999d-97148917f6ba x-openstack-request-id: req-7d1349a1-10f8-4686-999d-97148917f6ba {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:06.259521 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df6afaf-9dec-4b6b-a7de-4a7706e99489", "name": "network-vif-deleted", "tag": "0d376210-709d-47ce-81e8-bf816f735991", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:06.259910 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d1349a1-10f8-4686-999d-97148917f6ba {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:06.260259 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1349a1-10f8-4686-999d-97148917f6ba'] response: {'server_uuid': '4df6afaf-9dec-4b6b-a7de-4a7706e99489', 'name': 'network-vif-deleted', 'tag': '0d376210-709d-47ce-81e8-bf816f735991', 'status': 'completed', 'code': 200} Apr 07 11:18:06.341398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] Deleting port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:06.341985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.510698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] For port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:06.511115 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.543818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] Calling delete_port for fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:06.553463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e4125ed-454a-4a86-b730-65a14e47dcfa req-bb37c219-d044-406e-a9c1-7a27de7f4c6d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.0860870 Apr 07 11:18:06.605372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9c88-c7a3-4494-8988-6921e81ea72a req-a5dc989c-758b-47d4-97f7-010c61d79a82 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:06.610261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8bb9c88-c7a3-4494-8988-6921e81ea72a req-a5dc989c-758b-47d4-97f7-010c61d79a82 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 945 time: 0.2158053 Apr 07 11:18:06.649589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:06.653611 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857555d-6a63-4bf0-a7bb-070c4c9632ba" -d '{"events": [{"server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "name": "network-vif-plugged", "status": "completed", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:06.657034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 09201076-bb6c-4f91-9827-34146d2e9060 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:06.663463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.692513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 09201076-bb6c-4f91-9827-34146d2e9060 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:06.693044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 09201076-bb6c-4f91-9827-34146d2e9060 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:06.693649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:06.721576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (04db6604-da73-4e9b-b687-154790a35c91), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.725563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router_controller (04db6604-da73-4e9b-b687-154790a35c91), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.748153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] Pushing event deleted for resources: {'Port': ['ID=fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:06.754034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a4e45-ce1c-4d76-8fde-a2efac41f3c2 None None] No DVR routers for this DVR port fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:06.759494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:06.759857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd3fb438-ed4e-4177-84fb-1dbfe5dd5be6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:06.783425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8bb9c88-c7a3-4494-8988-6921e81ea72a req-8c724593-fff4-476d-a876-048dfcc0f7b4 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675415 Apr 07 11:18:06.803294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (04db6604-da73-4e9b-b687-154790a35c91), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.804315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Fanout notify agent at l3_agent the message router_deleted on router 04db6604-da73-4e9b-b687-154790a35c91 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:18:06.813239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:06.815372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-75faa9db-b5d4-400c-8aaa-b5d28be99115 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/routers/04db6604-da73-4e9b-b687-154790a35c91 HTTP/1.1" status: 204 len: 168 time: 0.7538068 Apr 07 11:18:06.819295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46086) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:06.836065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:06.877968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-7436aba7-9d7c-4990-b24f-e55741ba39d4 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:06.886211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-7436aba7-9d7c-4990-b24f-e55741ba39d4 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2144849 Apr 07 11:18:06.958266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0f531de-2684-4f48-8526-fc9701c967b1 req-b3370903-925c-427e-8eb7-5627fa575925 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 210 time: 0.1054108 Apr 07 11:18:06.999931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:07.023148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Publish callbacks [] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.030045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-d3b9316b-9cf2-4f93-9e28-7944516dcee3 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1424839 Apr 07 11:18:07.035177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Request body: {'floatingip': {'port_id': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:07.049846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Transition to ACTIVE for port object 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:18:07.057663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.060660 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b12c9ee-93c0-4e6a-a39b-8ac8b2eab39d x-openstack-request-id: req-9b12c9ee-93c0-4e6a-a39b-8ac8b2eab39d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:07.061121 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "name": "network-vif-plugged", "status": "completed", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:07.061121 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b12c9ee-93c0-4e6a-a39b-8ac8b2eab39d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:07.061473 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b12c9ee-93c0-4e6a-a39b-8ac8b2eab39d'] response: {'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'code': 200} Apr 07 11:18:07.138131 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.170408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.206808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:07.322530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f346-28a7-4583-b9ad-3af7e52d4b3d req-3096ba44-8e95-4875-9f77-6dacb6ce1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:07.324600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5247f346-28a7-4583-b9ad-3af7e52d4b3d req-3096ba44-8e95-4875-9f77-6dacb6ce1dbe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1127 time: 0.1145670 Apr 07 11:18:07.356426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Attempting to bind port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:07.357451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Attempting to bind port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:07.358055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Attempting to bind port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:07.360037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:07.363713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.365624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b on network 70ac7a78-815b-4648-89f2-ec0463b0b88b not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:18:07.366437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Attempting to bind port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:07.392601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:07.392601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Checking segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:07.393007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Bound using segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:07.393554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Bound port: 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:07.394024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.422192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5247f346-28a7-4583-b9ad-3af7e52d4b3d req-e15fa397-0828-43b2-b6f6-bedb4e11225b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906410 Apr 07 11:18:07.493243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:07.498921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:07.506934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.581922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:07.586010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:07.586839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:07.588316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-a30f44df-41a1-419b-8f4c-d30bd1174b80 service neutron] 10.222.0.41 "PUT /v2.0/ports/5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b HTTP/1.1" status: 200 len: 1092 time: 1.7502658 Apr 07 11:18:07.589201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:07.593355 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ada2b4-4774-43a4-87d7-0cb623937e98" -d '{"events": [{"name": "network-changed", "server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:07.642317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26e1b-403c-4a08-bb11-527759433571 req-31008fc0-ac18-4074-8b2e-aacda08ed7a8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:07.649026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96e26e1b-403c-4a08-bb11-527759433571 req-31008fc0-ac18-4074-8b2e-aacda08ed7a8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 944 time: 0.3938265 Apr 07 11:18:07.698263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-cadb5273-2221-4a71-afe3-d24cdf3d0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:07.703373 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-cadb5273-2221-4a71-afe3-d24cdf3d0595 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 1126 time: 0.0588946 Apr 07 11:18:07.749075 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-adcb26f2-a216-4264-a1a4-7eb279016620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b HTTP/1.1" status: 200 len: 217 time: 0.0383651 Apr 07 11:18:07.804860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-f3dc6e4b-e40c-4a60-82b3-0b3bde242581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:07.806632 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-f3dc6e4b-e40c-4a60-82b3-0b3bde242581 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.0507035 Apr 07 11:18:07.810203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96e26e1b-403c-4a08-bb11-527759433571 req-40ba76d8-51bc-4638-a327-120d508fc065 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598623 Apr 07 11:18:07.844195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-b7163948-d3a1-47a1-9955-c063abb30273 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293515 Apr 07 11:18:07.905576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:18:07.999542 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-827efdc8-d1e6-4cc9-b0c6-7c1bd047e9fe service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476316 Apr 07 11:18:08.035834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0ea86d8-8037-49a4-8a1d-8d3a4580c24e req-7063d2ab-51ca-4ac0-8388-be2abfdb8687 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.1244221 Apr 07 11:18:08.111271 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1274ace2-b71e-4523-a545-8a790b4b04cd req-49191652-6f0c-4af5-a7fd-aab77ecb0e8f service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057272 Apr 07 11:18:08.114662 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8135779-5780-45c8-a7a9-f2f9f996197f x-openstack-request-id: req-a8135779-5780-45c8-a7a9-f2f9f996197f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:08.115220 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:08.115684 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8135779-5780-45c8-a7a9-f2f9f996197f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:08.117160 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8135779-5780-45c8-a7a9-f2f9f996197f'] response: {'name': 'network-changed', 'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'status': 'completed', 'code': 200} Apr 07 11:18:08.124504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:08.143646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:08.151780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (6b348120-f816-44cb-9087-a04dfdb470a0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:08.244215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-10554be4-8d28-4acc-9670-a4bcc2513228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:08.246757 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-10554be4-8d28-4acc-9670-a4bcc2513228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 1126 time: 0.0673358 Apr 07 11:18:08.361695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-44ab780b-71bb-4daa-ae52-7b5794c62475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:08.364676 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-44ab780b-71bb-4daa-ae52-7b5794c62475 service neutron] 10.222.0.41 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 905 time: 0.1109688 Apr 07 11:18:08.421060 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-783d3df0-813d-4b51-8724-c6ffff84896e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b HTTP/1.1" status: 200 len: 217 time: 0.0498550 Apr 07 11:18:08.488277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-60cfcca5-9796-44f5-bb7f-34bee984816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:08.489731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-60cfcca5-9796-44f5-bb7f-34bee984816f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.0627413 Apr 07 11:18:08.530618 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-f53176c9-2603-4ca1-869e-e26b44a0f925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342352 Apr 07 11:18:08.670746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-ae1772d5-abb5-4baf-bb56-ff38e9d73f95 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340146 Apr 07 11:18:08.735020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:08.758160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:08.765953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:08.766526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:08.769415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=6b348120-f816-44cb-9087-a04dfdb470a0,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:08.779757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e61987-f977-426f-80af-d0d5a1afdaaf None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:08.780314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-0d7ad42b-3acf-4e55-805f-8b4382b0b899 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:08.781772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-0d7ad42b-3acf-4e55-805f-8b4382b0b899 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.41 "GET /v2.0/networks?id=7246c7dd-01bc-405a-9a27-cab9ff362799 HTTP/1.1" status: 200 len: 811 time: 0.7927117 Apr 07 11:18:08.799884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Request body: {'port': {'device_id': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799', 'admin_state_up': True, 'tenant_id': 'c86f2aa20be84392a7ffa291cb9cdf3d'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:08.826219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-65ada2b4-4774-43a4-87d7-0cb623937e98 req-a4933cbb-1916-47f6-9897-8269481dcaad service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231318 Apr 07 11:18:08.876266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad84b4e-d58b-449a-bb8b-0b1ce7d01e08 req-76fcdf63-c214-4cfa-8f83-b59d6351f466 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:08.879153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ad84b4e-d58b-449a-bb8b-0b1ce7d01e08 req-76fcdf63-c214-4cfa-8f83-b59d6351f466 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 945 time: 0.6212614 Apr 07 11:18:08.887842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-45752468-aea7-44f4-94ed-da7cdb20dd99 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0649617 Apr 07 11:18:08.890703 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Floating IP ee1a9a16-4a3a-45aa-8509-be9618613a13 associated. External IP: 172.25.5.236, port: e28552ec-03e1-4bdb-a751-15239e2c9d97. Apr 07 11:18:08.891657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:08.900516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1272601014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:08.924799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (b5935e60-9cd5-44f7-af2d-676920c16491), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:08.937708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (b5935e60-9cd5-44f7-af2d-676920c16491), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:08.942535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '6b348120-f816-44cb-9087-a04dfdb470a0'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:18:08.943791 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.017805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router_controller (b5935e60-9cd5-44f7-af2d-676920c16491), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.022927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (b5935e60-9cd5-44f7-af2d-676920c16491), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.039737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ad84b4e-d58b-449a-bb8b-0b1ce7d01e08 req-3a146a9f-16e0-4906-adaa-3a9cb23f5e30 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530886 Apr 07 11:18:09.053553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.055200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3992bc87-8368-447e-963e-ef32e6cab660 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1621757 Apr 07 11:18:09.070530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46104) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:09.160202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/6b348120-f816-44cb-9087-a04dfdb470a0/14969580-6299-43c1-9b2c-1cc750aeee10) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:09.189488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09bc659b-e74a-4882-8098-9ab4e5825736 req-6da18c43-d8d1-462a-991f-a62741535c62 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 210 time: 0.0428984 Apr 07 11:18:09.190088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Made reservation on behalf of c86f2aa20be84392a7ffa291cb9cdf3d for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:09.193414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.348106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Publish callbacks [] for port (14969580-6299-43c1-9b2c-1cc750aeee10), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.356495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.400272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:09.407432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:09.412112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:09.415248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Pushing event updated for resources: {'Port': ['ID=14969580-6299-43c1-9b2c-1cc750aeee10,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:09.482709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Attempting to bind port 14969580-6299-43c1-9b2c-1cc750aeee10 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:09.483098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Attempting to bind port 14969580-6299-43c1-9b2c-1cc750aeee10 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:09.483457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Attempting to bind port 14969580-6299-43c1-9b2c-1cc750aeee10 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:09.488718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:09.489097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:09.489536 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.489931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:09.490403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Bound port: 14969580-6299-43c1-9b2c-1cc750aeee10, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:09.490788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.563385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] For port 14969580-6299-43c1-9b2c-1cc750aeee10, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:09.566812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] For port 14969580-6299-43c1-9b2c-1cc750aeee10, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=14969580-6299-43c1-9b2c-1cc750aeee10,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:09.574973 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:09.587674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821f910-6e35-4b6c-82d6-32b73e3446f2 req-03bdc904-9061-4f65-a89b-cd85ef5226a6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:09.589256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0821f910-6e35-4b6c-82d6-32b73e3446f2 req-03bdc904-9061-4f65-a89b-cd85ef5226a6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 944 time: 0.2749629 Apr 07 11:18:09.647670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Router 67833abd-08a5-49a8-80b8-682c35f4750e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:18:09.650119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285741a-69c2-4670-a4d2-871a01b20e5a None None] Pushing event updated for resources: {'Port': ['ID=14969580-6299-43c1-9b2c-1cc750aeee10,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:09.665623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Allocated IP 172.20.0.6 (7246c7dd-01bc-405a-9a27-cab9ff362799/80eb59d0-5399-4ab7-9e34-6bcba998a120/311c5853-94c2-451a-8f84-a964d3081dc0) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:09.812316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0821f910-6e35-4b6c-82d6-32b73e3446f2 req-90d85068-2e6b-4efb-8a96-ae0cd4720746 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115757 Apr 07 11:18:09.814147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:10.068757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60438c50-0301-41a2-bd07-9ffb3e5847ef req-4dd69493-93c7-43cd-a6db-d5c448396cd1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=572205cf-a0ee-4af0-badc-e3758c1e3387 HTTP/1.1" status: 200 len: 210 time: 0.1198800 Apr 07 11:18:10.160080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:18:10.171358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] Sync routers for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:18:10.176098 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:10.188237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:10.189048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:10.359466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-4094cb1c-a841-4dab-90a8-315dfa3b58e7 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "PUT /v2.0/floatingips/ee1a9a16-4a3a-45aa-8509-be9618613a13 HTTP/1.1" status: 200 len: 996 time: 3.3282619 Apr 07 11:18:10.368515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks [] for port (311c5853-94c2-451a-8f84-a964d3081dc0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:10.393449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:10.400578 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:10.481359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de6337-320a-4ed2-a15a-bec7f12bb228 req-30aeb81a-c5b9-4eac-90a3-1af24dcb942a tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:10.482995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5de6337-320a-4ed2-a15a-bec7f12bb228 req-30aeb81a-c5b9-4eac-90a3-1af24dcb942a tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 945 time: 0.3187592 Apr 07 11:18:10.544217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 14969580-6299-43c1-9b2c-1cc750aeee10 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:10.605303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-a2b7edd4-e03e-4963-aec7-483a249dea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:10.609577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-a2b7edd4-e03e-4963-aec7-483a249dea81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1127 time: 0.1935482 Apr 07 11:18:10.653268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 14969580-6299-43c1-9b2c-1cc750aeee10 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:10.653650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:10.655421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:10.714093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5de6337-320a-4ed2-a15a-bec7f12bb228 req-c9271a0d-2e77-4db7-b38b-40fbf2b30030 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192032 Apr 07 11:18:10.728593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:10.823349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::1 (b2feb08a-9d5d-4508-b385-fa376864e287/6b348120-f816-44cb-9087-a04dfdb470a0/0afc838d-c8c9-44f8-971d-67fee0501bbb) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:10.853774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Network 7246c7dd-01bc-405a-9a27-cab9ff362799 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:10.890478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:10.906649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:10.941026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 14969580-6299-43c1-9b2c-1cc750aeee10 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:10.941472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:10.961290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Pushing event updated for resources: {'Port': ['ID=311c5853-94c2-451a-8f84-a964d3081dc0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:11.071498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 14969580-6299-43c1-9b2c-1cc750aeee10, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=14969580-6299-43c1-9b2c-1cc750aeee10,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:11.108864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:11.193109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1bfd41cc-8724-43c9-b150-484bb811e054 None None] Provisioning complete for port 14969580-6299-43c1-9b2c-1cc750aeee10 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:11.193109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1bfd41cc-8724-43c9-b150-484bb811e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:11.260454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=14969580-6299-43c1-9b2c-1cc750aeee10,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:11.322761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ee1a9a16-4a3a-45aa-8509-be9618613a13', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'port_id': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'mac_address': 'fa:16:3e:85:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:18:03Z', 'updated_at': '2022-04-07T11:18:07Z', 'revision_number': 1, 'project_id': '8470e194ce9c42648627657709f2b380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:40Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:11.352863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd41cc-8724-43c9-b150-484bb811e054 None None] Current status of the port 14969580-6299-43c1-9b2c-1cc750aeee10 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:11.356539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] Checking router: 67833abd-08a5-49a8-80b8-682c35f4750e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:18:11.366858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:11.367486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:11.443352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:11.444000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:11.446805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-c7369906-0d0d-4139-ba47-52fc69276856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:11.448278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-c7369906-0d0d-4139-ba47-52fc69276856 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 929 time: 0.8209600 Apr 07 11:18:11.459147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e386f6f-9580-4d26-8c35-dffaaa896ebc req-e18764ee-c336-40d8-99de-46e4ae44976f tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:11.460692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e386f6f-9580-4d26-8c35-dffaaa896ebc req-e18764ee-c336-40d8-99de-46e4ae44976f tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 931 time: 0.6436703 Apr 07 11:18:11.499886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:11.569083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-43891100-6cff-4de7-ac27-3d80c9f60a96 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7769673 Apr 07 11:18:11.577848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:11.592175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Request body: {'port': {'device_id': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:11.638765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-1296e634-2fb0-4b6c-81e4-ef5cd983c88c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 999 time: 0.1743367 Apr 07 11:18:11.711042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e386f6f-9580-4d26-8c35-dffaaa896ebc req-f7c884bd-689c-48cc-874f-663172592c08 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228446 Apr 07 11:18:11.759334 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:11.763526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-3df6366a-dc92-4514-9a9d-1e56c2fd436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:11.765299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-3df6366a-dc92-4514-9a9d-1e56c2fd436a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 200 len: 867 time: 0.1129935 Apr 07 11:18:11.767958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:11.773186 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321dbd2c-0ba2-4b62-a866-83c112de12a4 x-openstack-request-id: req-321dbd2c-0ba2-4b62-a866-83c112de12a4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:11.773499 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:11.773759 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-321dbd2c-0ba2-4b62-a866-83c112de12a4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:11.774165 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321dbd2c-0ba2-4b62-a866-83c112de12a4'] response: {'name': 'network-changed', 'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'status': 'completed', 'code': 200} Apr 07 11:18:11.827247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ee1a9a16-4a3a-45aa-8509-be9618613a13', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'port_id': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'mac_address': 'fa:16:3e:85:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:18:03Z', 'updated_at': '2022-04-07T11:18:07Z', 'revision_number': 1, 'project_id': '8470e194ce9c42648627657709f2b380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:40Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:11.859405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4401ea0-4b20-4161-adf2-5089eef10ad2 None None] The sync data for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 is: [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ee1a9a16-4a3a-45aa-8509-be9618613a13', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'port_id': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'mac_address': 'fa:16:3e:85:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:18:03Z', 'updated_at': '2022-04-07T11:18:07Z', 'revision_number': 1, 'project_id': '8470e194ce9c42648627657709f2b380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:40Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:11.878472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-47830f1b-931c-4b06-9ca3-eeefc0205d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:11.881699 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-47830f1b-931c-4b06-9ca3-eeefc0205d92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1127 time: 0.0824196 Apr 07 11:18:11.888063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=0afc838d-c8c9-44f8-971d-67fee0501bbb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:11.970056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.970739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.971155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.971563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.971971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.972376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.972783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.973273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.973633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.974509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.974509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.974688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.975109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:11.997861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:12.002369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-95575bd3-64b7-4617-b60f-ce501b972cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:12.003841 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-95575bd3-64b7-4617-b60f-ce501b972cbd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 929 time: 0.1138537 Apr 07 11:18:12.013240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:12.032525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:12.033089 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (b5935e60-9cd5-44f7-af2d-676920c16491), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:12.123392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-85f92de1-7d7a-47fa-b140-41fd16379b23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 999 time: 0.1108863 Apr 07 11:18:12.172843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-aaf66d3d-feea-48c6-bf93-0b974f762e1f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2106304903&fields=id&tenant_id=9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 267 time: 0.2876339 Apr 07 11:18:12.217064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-5c460ca3-bdd1-4edc-9587-cae93b082006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:12.218624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-5c460ca3-bdd1-4edc-9587-cae93b082006 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 200 len: 867 time: 0.0879045 Apr 07 11:18:12.251362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-aa674645-96e8-4613-a622-c2d9a870fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:12.252954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-aa674645-96e8-4613-a622-c2d9a870fcba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3727715 Apr 07 11:18:12.264122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f82a8c-3ba4-4c9d-9432-8dcd0cc2f3ac None None] New status for floating IP ee1a9a16-4a3a-45aa-8509-be9618613a13: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:18:12.298541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-f794690b-d76f-46d2-9a32-cf5d8f620453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:12.300663 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-f794690b-d76f-46d2-9a32-cf5d8f620453 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0664632 Apr 07 11:18:12.329760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:12.365411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 14969580-6299-43c1-9b2c-1cc750aeee10 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:12.462854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-795e2525-bc06-4a41-bef0-af7fb657826a service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512659 Apr 07 11:18:12.523219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-38bf4131-f740-44d3-8a56-4eba57b3890d None None] Provisioning complete for port 0afc838d-c8c9-44f8-971d-67fee0501bbb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:12.523633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-38bf4131-f740-44d3-8a56-4eba57b3890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:12.562927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:12.579830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'mac_address': 'fa:16:3e:ce:72:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:12.603686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 14969580-6299-43c1-9b2c-1cc750aeee10 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:12.603909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:12.625570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-38bf4131-f740-44d3-8a56-4eba57b3890d None None] Port 0afc838d-c8c9-44f8-971d-67fee0501bbb cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:18:12.642016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f2d5fb8b-8714-4c9d-919b-49dc5f0495e7 req-b49e363a-0162-4b97-a023-0dad31237320 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741707 Apr 07 11:18:12.666967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-0bd761e3-5452-4ac1-83c9-726ad4e3b117 service neutron] 10.222.0.13 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336913 Apr 07 11:18:12.703162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:12.703574 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:12.751318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:12.798969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:12.807547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:12.830321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-4e6aed8f-e67b-46d3-b785-0955d660fce2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:12.832267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-4e6aed8f-e67b-46d3-b785-0955d660fce2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 945 time: 0.6584201 Apr 07 11:18:12.843811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 14969580-6299-43c1-9b2c-1cc750aeee10 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:12.857494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'port': {'security_groups': ['f3ff3227-ecc5-4e1b-9f52-f2345502c51c', '36f5a4d6-4094-466f-84b9-4f5a71994ea1']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:12.879231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:12.931387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311c5853-94c2-451a-8f84-a964d3081dc0 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:12.950428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e013a3e2-4f8f-490d-a1a5-5ab97cd3fdd4 req-6a166f28-42e0-450b-aed3-3f602120df93 service neutron] 10.222.0.13 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610774 Apr 07 11:18:12.952834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Publish callbacks [] for port (311c5853-94c2-451a-8f84-a964d3081dc0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:12.968057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.017020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Transition to ACTIVE for port object 311c5853-94c2-451a-8f84-a964d3081dc0 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:18:13.030095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.105114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.151092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:13.165701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Pushing event updated for resources: {'Port': ['ID=311c5853-94c2-451a-8f84-a964d3081dc0,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:13.314479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895c400-41a7-45b0-879c-eae4b9d1c341 req-63dcd68d-c829-4c02-8867-408f684d4118 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:13.315774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6895c400-41a7-45b0-879c-eae4b9d1c341 req-63dcd68d-c829-4c02-8867-408f684d4118 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 945 time: 0.2922125 Apr 07 11:18:13.540091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6895c400-41a7-45b0-879c-eae4b9d1c341 req-a1c04f38-d6cd-4437-9ed8-44d6a2125bb1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915150 Apr 07 11:18:13.569560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Attempting to bind port 311c5853-94c2-451a-8f84-a964d3081dc0 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:13.569906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Attempting to bind port 311c5853-94c2-451a-8f84-a964d3081dc0 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'a96f2fae-fe60-4c34-b266-5b13f29cde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:13.570235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Attempting to bind port 311c5853-94c2-451a-8f84-a964d3081dc0 on network 7246c7dd-01bc-405a-9a27-cab9ff362799 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:13.595673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Port 311c5853-94c2-451a-8f84-a964d3081dc0 on network 7246c7dd-01bc-405a-9a27-cab9ff362799 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:18:13.596006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Attempting to bind port 311c5853-94c2-451a-8f84-a964d3081dc0 on network 7246c7dd-01bc-405a-9a27-cab9ff362799 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:13.624527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:13.624898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Checking segment: {'id': 'a96f2fae-fe60-4c34-b266-5b13f29cde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:13.625288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Bound using segment: {'id': 'a96f2fae-fe60-4c34-b266-5b13f29cde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:13.625733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Bound port: 311c5853-94c2-451a-8f84-a964d3081dc0, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96f2fae-fe60-4c34-b266-5b13f29cde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:13.626102 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.775999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.779774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:13.799233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.799903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (b5935e60-9cd5-44f7-af2d-676920c16491), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.916279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.925763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] For port 311c5853-94c2-451a-8f84-a964d3081dc0, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:13.934635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c7d-7176-469e-8d32-5c3eb60ed6d1 req-54801953-5610-4e2f-b0e4-f2a655d3d759 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:13.938541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0af31c7d-7176-469e-8d32-5c3eb60ed6d1 req-54801953-5610-4e2f-b0e4-f2a655d3d759 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 943 time: 0.2761395 Apr 07 11:18:13.945455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:13.962831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=0afc838d-c8c9-44f8-971d-67fee0501bbb,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:13.969987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:13.970564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] For port 311c5853-94c2-451a-8f84-a964d3081dc0, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=311c5853-94c2-451a-8f84-a964d3081dc0,segment=NetworkSegment(a96f2fae-fe60-4c34-b266-5b13f29cde9c),segment_id=a96f2fae-fe60-4c34-b266-5b13f29cde9c)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:14.016483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.052034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:14.052598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.054057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ef9ec96-0999-4422-aa78-3421fdbe75e3 req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "PUT /v2.0/ports/f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 981 time: 1.2039661 Apr 07 11:18:14.054701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:14.056940 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3014c3d-aa97-4661-94f7-724a9566d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:14.113077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:14.148214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:14.148838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.150228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] 10.222.0.41 "PUT /v2.0/ports/311c5853-94c2-451a-8f84-a964d3081dc0 HTTP/1.1" status: 200 len: 1091 time: 2.5662603 Apr 07 11:18:14.161209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:14.173771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec99b4-c1e8-4aa2-8797-fa48ea6489de tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:14.203815 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:14.225867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0af31c7d-7176-469e-8d32-5c3eb60ed6d1 req-a8e91371-0f1e-4d82-ae07-2c52d1c7b87e tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646167 Apr 07 11:18:14.351269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:14.483110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d27f9-56a8-4785-b1f9-8790a54c6793 service neutron] Pushing event updated for resources: {'Port': ['ID=311c5853-94c2-451a-8f84-a964d3081dc0,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:14.536944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-f6c7320b-b362-4fbd-bf9a-aae3db6ef716 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 258 time: 0.4437232 Apr 07 11:18:14.541631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:14.588399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-94073372-6188-4c3c-bbfa-cd47ec92e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:14.589288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:18:14.590890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-94073372-6188-4c3c-bbfa-cd47ec92e8e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c86f2aa20be84392a7ffa291cb9cdf3d&device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 1125 time: 0.3801825 Apr 07 11:18:14.602941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:14.603469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.616323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.652807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-13d0fee7-b901-474b-b99d-8d908bc93950 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1209809140&fields=id&tenant_id=9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 267 time: 0.2415671 Apr 07 11:18:14.667691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-0f86a8dc-6685-4a22-9af2-0a8b18ea782b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=311c5853-94c2-451a-8f84-a964d3081dc0 HTTP/1.1" status: 200 len: 217 time: 0.0614986 Apr 07 11:18:14.712145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0dcbc07b-3875-4125-b3a9-586c9aa7fb1b None None] Provisioning complete for port 0afc838d-c8c9-44f8-971d-67fee0501bbb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:14.712535 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc07b-3875-4125-b3a9-586c9aa7fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.798009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbc07b-3875-4125-b3a9-586c9aa7fb1b None None] Port 0afc838d-c8c9-44f8-971d-67fee0501bbb cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:18:14.800445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:14.802333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.809538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937de7-a948-4422-b626-c39a9f1d232d req-dfa66067-e1da-428b-be39-67fee76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:14.811395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-dfa66067-e1da-428b-be39-67fee76bb530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80eb59d0-5399-4ab7-9e34-6bcba998a120 HTTP/1.1" status: 200 len: 851 time: 0.1004043 Apr 07 11:18:14.814491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Router b5935e60-9cd5-44f7-af2d-676920c16491 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:18:14.837944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:14.840801 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5f096-a9a9-4a53-a740-32faeaf8c4ea" -d '{"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-plugged", "status": "completed", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:14.859179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:14.860589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-b5b86cdb-05f8-4fa7-9adb-461e85743c42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7246c7dd-01bc-405a-9a27-cab9ff362799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428228 Apr 07 11:18:14.867304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:14.872824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-aa0bf209-785a-4d21-b404-9299ef393d9e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:14.876495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-aa0bf209-785a-4d21-b404-9299ef393d9e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 984 time: 0.2035840 Apr 07 11:18:14.925235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:14.939425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'port': {'security_groups': ['36f5a4d6-4094-466f-84b9-4f5a71994ea1', 'f3ff3227-ecc5-4e1b-9f52-f2345502c51c', 'd5807b73-c00c-4c1d-8000-f6445fb4e267']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:15.461336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-cd510d58-4a14-442d-913f-7603373808c5 service neutron] 10.222.0.41 "GET /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833967 Apr 07 11:18:15.488837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:18:15.500019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Sync routers for ids ['b5935e60-9cd5-44f7-af2d-676920c16491'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:18:15.510956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-25fda339-8ac5-465d-b2ea-7764c5a240eb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "PUT /v2.0/routers/b5935e60-9cd5-44f7-af2d-676920c16491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4469805 Apr 07 11:18:15.510956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:15.511719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46156) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:15.512401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Routers {'b5935e60-9cd5-44f7-af2d-676920c16491'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:15.513052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b5935e60-9cd5-44f7-af2d-676920c16491'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:15.564637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06784f0-0f9b-44e3-b7a1-691235145ada tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:15.568624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a06784f0-0f9b-44e3-b7a1-691235145ada tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports/0afc838d-c8c9-44f8-971d-67fee0501bbb HTTP/1.1" status: 200 len: 911 time: 0.0533147 Apr 07 11:18:15.568839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:15.568936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46158) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:15.615945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Set router b5935e60-9cd5-44f7-af2d-676920c16491 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:15.632826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d77eb9-1fc3-4fba-9582-b6fb5687ef93 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:15.638595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d77eb9-1fc3-4fba-9582-b6fb5687ef93 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:15.642868 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1d77eb9-1fc3-4fba-9582-b6fb5687ef93 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0703189 Apr 07 11:18:15.643703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46160) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:15.681083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45937de7-a948-4422-b626-c39a9f1d232d req-3d253316-1c35-4330-a4dd-e063fd64ecf8 service neutron] 10.222.0.41 "GET /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114117 Apr 07 11:18:15.798821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Allocated IP 172.25.5.241 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d331f9b8-0db5-45ce-8ee1-ebe65f684426) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:15.990175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:16.035647 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.055997 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.064220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.079782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:16.117104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935e60-9cd5-44f7-af2d-676920c16491', 'name': 'tempest-NetworksTestDHCPv6-router-1272601014', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:18:08Z', 'updated_at': '2022-04-07T11:18:12Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None, '_interfaces': [{'id': '0afc838d-c8c9-44f8-971d-67fee0501bbb', 'name': '', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'mac_address': 'fa:16:3e:38:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935e60-9cd5-44f7-af2d-676920c16491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6b348120-f816-44cb-9087-a04dfdb470a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:18:10Z', 'updated_at': '2022-04-07T11:18:13Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'subnets': [{'id': '6b348120-f816-44cb-9087-a04dfdb470a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:16.135005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:16.135572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.137094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4ff2efe-ccc3-45a5-968a-4c1e91ba0453 req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "PUT /v2.0/ports/f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 1020 time: 1.2022879 Apr 07 11:18:16.148945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Checking router: b5935e60-9cd5-44f7-af2d-676920c16491 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:18:16.149277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Updating router b5935e60-9cd5-44f7-af2d-676920c16491 port 0afc838d-c8c9-44f8-971d-67fee0501bbb binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:18:16.154825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.163023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af093ac-97e4-4b9b-8f5f-afd170a62cfa tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:16.207768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:16.212620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:16.217170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:16.235852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.247238 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fad6c8-125a-4576-bce9-6fbfc82b7448 x-openstack-request-id: req-97fad6c8-125a-4576-bce9-6fbfc82b7448 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:16.247577 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:16.247850 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97fad6c8-125a-4576-bce9-6fbfc82b7448 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:16.248566 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fad6c8-125a-4576-bce9-6fbfc82b7448'] response: {'name': 'network-changed', 'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'status': 'completed', 'code': 200} Apr 07 11:18:16.251515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event updated for resources: {'Port': ['ID=d331f9b8-0db5-45ce-8ee1-ebe65f684426,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:16.265026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (b5935e60-9cd5-44f7-af2d-676920c16491), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.368289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (731f7442-1db4-41ba-9793-45eba991cf66), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.412672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:16.442612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56df46-f612-4e71-a72e-c514276f7c84 req-319e7e7c-9191-4f4d-ba3b-47cef46c91a0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:16.444249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc56df46-f612-4e71-a72e-c514276f7c84 req-319e7e7c-9191-4f4d-ba3b-47cef46c91a0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 946 time: 0.1025941 Apr 07 11:18:16.445550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.578716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc56df46-f612-4e71-a72e-c514276f7c84 req-f64e1ae8-7e07-45f9-a2cd-57ebd24fd213 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092434 Apr 07 11:18:16.682651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.690099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.728280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-c5cd6b08-d1fb-468d-913d-245a76be0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:16.730236 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-c5cd6b08-d1fb-468d-913d-245a76be0e53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1206 time: 0.4259899 Apr 07 11:18:16.852393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event updated for resources: {'Port': ['ID=d331f9b8-0db5-45ce-8ee1-ebe65f684426,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:16.870749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (731f7442-1db4-41ba-9793-45eba991cf66), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.873038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Publish callbacks [] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.895327 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.909534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-ff17e7a5-b64e-4a60-9e48-7d831408f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:16.910709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:16.911326 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-ff17e7a5-b64e-4a60-9e48-7d831408f07c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.1479230 Apr 07 11:18:16.912062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-b2733304-4626-4af6-bd58-3eb751f2d1bd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3742950 Apr 07 11:18:16.918774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-40602c6d-1437-490c-be1b-0a34cc45dffe tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:16.920614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-40602c6d-1437-490c-be1b-0a34cc45dffe tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.2079751 Apr 07 11:18:16.984398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-fd28fe8b-9fb4-40f7-b6bf-573b0f053b99 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.0553381 Apr 07 11:18:16.987004 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-28e2eb01-06a3-4929-9902-a301bd5ce9b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 217 time: 0.0501885 Apr 07 11:18:17.010572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f16c0-3214-46e0-bc86-009a7971d034 None None] Pushing event updated for resources: {'Port': ['ID=0afc838d-c8c9-44f8-971d-67fee0501bbb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:17.025419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-d447e891-08ab-4d05-9ef6-5a3791a63b53 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399284 Apr 07 11:18:17.037936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-a53edc4a-98b6-4f41-920d-52ca36ee4691 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.1162181 Apr 07 11:18:17.088668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 0afc838d-c8c9-44f8-971d-67fee0501bbb {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:17.089194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.095790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-5e0e64d6-0ec1-4631-ab82-39dd5ffdbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:17.097464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-5e0e64d6-0ec1-4631-ab82-39dd5ffdbbf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.1027837 Apr 07 11:18:17.139300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Attempting to bind port 0afc838d-c8c9-44f8-971d-67fee0501bbb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:17.139912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Attempting to bind port 0afc838d-c8c9-44f8-971d-67fee0501bbb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:17.140321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Attempting to bind port 0afc838d-c8c9-44f8-971d-67fee0501bbb on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:17.149009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:17.149655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:17.150329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.151000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:17.151818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Bound port: 0afc838d-c8c9-44f8-971d-67fee0501bbb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:17.152530 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.178959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-09a5a6c1-e02a-4765-bce1-48cb121f9bc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699563 Apr 07 11:18:17.231513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-8f80450e-ec49-4e56-9bc8-c0e0dcb03917 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:17.233721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce8e528a-5fb0-46e1-81eb-1b90265f5a12 req-8f80450e-ec49-4e56-9bc8-c0e0dcb03917 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.1712356 Apr 07 11:18:17.238456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] For port 0afc838d-c8c9-44f8-971d-67fee0501bbb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:17.242164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] For port 0afc838d-c8c9-44f8-971d-67fee0501bbb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0afc838d-c8c9-44f8-971d-67fee0501bbb,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:17.251410 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.297734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port 0afc838d-c8c9-44f8-971d-67fee0501bbb, host n-d-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:17.298228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.299909 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c8a27-e8a9-4747-ab9a-f317ff77c012 x-openstack-request-id: req-f86c8a27-e8a9-4747-ab9a-f317ff77c012 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:17.299909 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-plugged", "status": "completed", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:17.300183 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f86c8a27-e8a9-4747-ab9a-f317ff77c012 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:17.301307 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86c8a27-e8a9-4747-ab9a-f317ff77c012'] response: {'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'code': 200} Apr 07 11:18:17.329908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 0afc838d-c8c9-44f8-971d-67fee0501bbb owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:17.352241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-012bdeb8-05da-484d-846a-a8ca99143cfe None None] Provisioning complete for port 0afc838d-c8c9-44f8-971d-67fee0501bbb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:17.352623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012bdeb8-05da-484d-846a-a8ca99143cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.376380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-ba4e59c8-3efa-463f-a093-be4c1eb6d76a service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891720 Apr 07 11:18:17.380724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-bd4c84b3-f506-4fdf-859a-b61e57c52188 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543608 Apr 07 11:18:17.385690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Routers {'b5935e60-9cd5-44f7-af2d-676920c16491'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:17.386316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b5935e60-9cd5-44f7-af2d-676920c16491'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:17.389734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f16c0-3214-46e0-bc86-009a7971d034 None None] Pushing event updated for resources: {'Port': ['ID=0afc838d-c8c9-44f8-971d-67fee0501bbb,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:17.522380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] Set router b5935e60-9cd5-44f7-af2d-676920c16491 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:17.595370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a450116-898b-4eda-a094-01ca0b23845b req-cdcb70d9-3abb-4b65-ab88-795f85637bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:17.597611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a450116-898b-4eda-a094-01ca0b23845b req-cdcb70d9-3abb-4b65-ab88-795f85637bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 1128 time: 0.1305306 Apr 07 11:18:17.624002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705b49-8954-4124-b108-805226c13fec req-c9ec2cd1-b43b-4dd5-a151-eee342ffad90 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:17.629827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc705b49-8954-4124-b108-805226c13fec req-c9ec2cd1-b43b-4dd5-a151-eee342ffad90 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 943 time: 0.1652131 Apr 07 11:18:17.662801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-2b648fff-7cca-4cb9-bff6-5590b541ee29 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808080 Apr 07 11:18:17.692584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a3014c3d-aa97-4661-94f7-724a9566d3fb req-51274096-ab1f-4b2b-8d33-08a27f03fb0a service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074706 Apr 07 11:18:17.712281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-012bdeb8-05da-484d-846a-a8ca99143cfe None None] Current status of the port 0afc838d-c8c9-44f8-971d-67fee0501bbb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:17.712563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a450116-898b-4eda-a094-01ca0b23845b req-473a81ff-7ec6-46ef-bf4f-8c7334a0ea13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065404 Apr 07 11:18:17.712745 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-012bdeb8-05da-484d-846a-a8ca99143cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.718275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0afc838d-c8c9-44f8-971d-67fee0501bbb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.751780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc705b49-8954-4124-b108-805226c13fec req-93265082-7887-4bc9-9731-34ad548ba259 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201208 Apr 07 11:18:17.779964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=0afc838d-c8c9-44f8-971d-67fee0501bbb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:17.868798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935e60-9cd5-44f7-af2d-676920c16491', 'name': 'tempest-NetworksTestDHCPv6-router-1272601014', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:18:08Z', 'updated_at': '2022-04-07T11:18:12Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None, '_interfaces': [{'id': '0afc838d-c8c9-44f8-971d-67fee0501bbb', 'name': '', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'mac_address': 'fa:16:3e:38:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935e60-9cd5-44f7-af2d-676920c16491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6b348120-f816-44cb-9087-a04dfdb470a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:18:10Z', 'updated_at': '2022-04-07T11:18:17Z', 'revision_number': 4, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'subnets': [{'id': '6b348120-f816-44cb-9087-a04dfdb470a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:17.939347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (b5935e60-9cd5-44f7-af2d-676920c16491), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:17.967099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655aa6b-2135-4672-ae40-c4c204d864ee req-6d343baa-47e3-477b-8b09-dc4185990d04 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:17.978026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a655aa6b-2135-4672-ae40-c4c204d864ee req-6d343baa-47e3-477b-8b09-dc4185990d04 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1023 time: 0.1279809 Apr 07 11:18:18.001374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aeb822cb-a2b3-4f30-a4cf-d7fa865119e1 None None] Could not find standard attr ID for object 0afc838d-c8c9-44f8-971d-67fee0501bbb. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:18.009668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefc46b-b02c-4daf-82f6-1f0ca69c70ce None None] The sync data for ids ['b5935e60-9cd5-44f7-af2d-676920c16491'] in n-d-836788-1 is: [{'id': 'b5935e60-9cd5-44f7-af2d-676920c16491', 'name': 'tempest-NetworksTestDHCPv6-router-1272601014', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:18:08Z', 'updated_at': '2022-04-07T11:18:12Z', 'revision_number': 2, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'gw_port_host': None, '_interfaces': [{'id': '0afc838d-c8c9-44f8-971d-67fee0501bbb', 'name': '', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'tenant_id': 'b81f70e802cd4b53886cb537aad80033', 'mac_address': 'fa:16:3e:38:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935e60-9cd5-44f7-af2d-676920c16491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6b348120-f816-44cb-9087-a04dfdb470a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:18:10Z', 'updated_at': '2022-04-07T11:18:17Z', 'revision_number': 4, 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'subnets': [{'id': '6b348120-f816-44cb-9087-a04dfdb470a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:18.165904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a655aa6b-2135-4672-ae40-c4c204d864ee req-208b15d6-d557-4a06-bf3b-8923ee9450d6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=36f5a4d6-4094-466f-84b9-4f5a71994ea1&id=d5807b73-c00c-4c1d-8000-f6445fb4e267 HTTP/1.1" status: 200 len: 6208 time: 0.1869757 Apr 07 11:18:18.232418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-be652ce1-ab00-4094-bdd3-4afaa62809fb tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:18.239819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-be652ce1-ab00-4094-bdd3-4afaa62809fb tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1525674 Apr 07 11:18:18.251359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'tag': '311c5853-94c2-451a-8f84-a964d3081dc0'}, {'name': 'network-changed', 'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:18.252323 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db24177-eecd-4004-ae9f-57bd6292d9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e94508d-0496-402e-a8d6-5bc1d71fe775", "tag": "311c5853-94c2-451a-8f84-a964d3081dc0"}, {"name": "network-changed", "server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:18.273499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Router b5935e60-9cd5-44f7-af2d-676920c16491 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:18:18.319141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-fb8fe882-fc36-4e30-bc6b-15739279c6d6 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.0784309 Apr 07 11:18:18.343199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-b5f75504-6108-4f7d-96ae-489b429e8795 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Request body: {'floatingip': {'port_id': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:18.367135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:18:18.382760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0aaeae62-243a-4fea-99d5-f67326d2e5e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "PUT /v2.0/routers/b5935e60-9cd5-44f7-af2d-676920c16491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7346759 Apr 07 11:18:18.382956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46194) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:18.403579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-b5f75504-6108-4f7d-96ae-489b429e8795 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (731f7442-1db4-41ba-9793-45eba991cf66), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.479133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d336b-5914-48f9-8c30-de2cd05b100d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:18.479496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61cd6d-493b-4f39-b4a2-95a7ce628ba2 req-e5726e1e-754d-4e80-8863-ab1ccb6d4aa6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:18.481679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a61cd6d-493b-4f39-b4a2-95a7ce628ba2 req-e5726e1e-754d-4e80-8863-ab1ccb6d4aa6 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 946 time: 0.2261961 Apr 07 11:18:18.485264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d336b-5914-48f9-8c30-de2cd05b100d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:18.505889 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dc8d336b-5914-48f9-8c30-de2cd05b100d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1218908 Apr 07 11:18:18.506686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46196) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:18.581714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 6b348120-f816-44cb-9087-a04dfdb470a0 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:18.587089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (6b348120-f816-44cb-9087-a04dfdb470a0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.643610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (6b348120-f816-44cb-9087-a04dfdb470a0), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.734629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a61cd6d-493b-4f39-b4a2-95a7ce628ba2 req-e561d5f0-d3e7-47da-8b5c-7013524d547e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466419 Apr 07 11:18:18.785382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6b348120-f816-44cb-9087-a04dfdb470a0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.824216 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-b5f75504-6108-4f7d-96ae-489b429e8795 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] update failed (client error): There was a conflict when trying to complete your request. Apr 07 11:18:18.826317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3e1c590-5501-4328-9308-8b017f8f94d1 req-b5f75504-6108-4f7d-96ae-489b429e8795 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "PUT /v2.0/floatingips/731f7442-1db4-41ba-9793-45eba991cf66 HTTP/1.1" status: 409 len: 550 time: 0.4877529 Apr 07 11:18:18.861182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e2e15903-4966-4a0f-9f88-909b54b9f918 req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': ' tempest-securitygroup -711761547 ', 'description': 'tempest-description-135844183'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:18.879942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (6b348120-f816-44cb-9087-a04dfdb470a0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.910461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23814ef5-5f40-4c9b-8127-da8a3c2b45f7 req-c3cab71e-d355-4bf7-9b3c-b6878c8e87e3 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 210 time: 0.0423439 Apr 07 11:18:18.920829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e2e15903-4966-4a0f-9f88-909b54b9f918 req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.945229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=6b348120-f816-44cb-9087-a04dfdb470a0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:18.956248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:18.961702 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f124f494-3a21-447b-9c9c-c1b9bdfb908f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/6b348120-f816-44cb-9087-a04dfdb470a0 HTTP/1.1" status: 204 len: 168 time: 0.4539156 Apr 07 11:18:18.967579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1522bd-b960-49d8-b9d5-93978d09a9a3 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:18.968711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46206) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:19.050499 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc7088-d747-4071-b28f-5bd538a40151 x-openstack-request-id: req-45cc7088-d747-4071-b28f-5bd538a40151 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:19.050839 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e94508d-0496-402e-a8d6-5bc1d71fe775", "tag": "311c5853-94c2-451a-8f84-a964d3081dc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:19.051732 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45cc7088-d747-4071-b28f-5bd538a40151 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:19.051847 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cc7088-d747-4071-b28f-5bd538a40151'] response: {'name': 'network-changed', 'server_uuid': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'tag': '311c5853-94c2-451a-8f84-a964d3081dc0', 'status': 'completed', 'code': 200} Apr 07 11:18:19.052080 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cc7088-d747-4071-b28f-5bd538a40151'] response: {'name': 'network-changed', 'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'status': 'completed', 'code': 200} Apr 07 11:18:19.167679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-6645ee62-663d-4a9f-80f3-8a7a5dd29cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.171671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-6645ee62-663d-4a9f-80f3-8a7a5dd29cf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1206 time: 0.0892143 Apr 07 11:18:19.270484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:18:19.290233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e2e15903-4966-4a0f-9f88-909b54b9f918 req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (377d9bb0-09e0-49d2-94d0-3e6d0714ef4e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.305592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e2e15903-4966-4a0f-9f88-909b54b9f918 req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (377d9bb0-09e0-49d2-94d0-3e6d0714ef4e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.314964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-6e036ed4-e72a-4435-aac0-1bafa65102d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.316623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-6e036ed4-e72a-4435-aac0-1bafa65102d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.1361594 Apr 07 11:18:19.324869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-74a54095-c89f-4675-9091-fe41ab6c7321 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3544636 Apr 07 11:18:19.334891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:19.340802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] Deleting port 14969580-6299-43c1-9b2c-1cc750aeee10 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:19.342176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.342304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-1404d1a9-ae55-4555-82c5-0ca59881a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.343899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-1404d1a9-ae55-4555-82c5-0ca59881a005 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c86f2aa20be84392a7ffa291cb9cdf3d&device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 1125 time: 0.2309558 Apr 07 11:18:19.360817 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e2e15903-4966-4a0f-9f88-909b54b9f918 req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.362033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2e15903-4966-4a0f-9f88-909b54b9f918 req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5136707 Apr 07 11:18:19.380937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-5889df49-9f33-49ff-ba17-12cb457a0c0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 200 len: 217 time: 0.0567715 Apr 07 11:18:19.397936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f1010-bfc1-4d74-aca3-e85577ee6051 req-1609b88a-0210-4c61-a79f-8a163d0439a6 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.405537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e18f1010-bfc1-4d74-aca3-e85577ee6051 req-1609b88a-0210-4c61-a79f-8a163d0439a6 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 943 time: 0.2508008 Apr 07 11:18:19.426913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] For port 14969580-6299-43c1-9b2c-1cc750aeee10, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=14969580-6299-43c1-9b2c-1cc750aeee10,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:19.427317 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.444632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] Calling delete_port for 14969580-6299-43c1-9b2c-1cc750aeee10 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:19.466844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee63e-65e8-4e68-afb3-0477800616ba tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377d9bb0-09e0-49d2-94d0-3e6d0714ef4e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:19.546577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-0b93007c-5086-4f02-b785-876b0a0e5891 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips/731f7442-1db4-41ba-9793-45eba991cf66 HTTP/1.1" status: 200 len: 693 time: 0.1327350 Apr 07 11:18:19.571003 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router (b5935e60-9cd5-44f7-af2d-676920c16491), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.590543 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (14969580-6299-43c1-9b2c-1cc750aeee10), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.624630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] Pushing event deleted for resources: {'Port': ['ID=14969580-6299-43c1-9b2c-1cc750aeee10,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:19.634158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd812f32-82c7-4cd1-b75c-d409bc97c6ef None None] No DVR routers for this DVR port 14969580-6299-43c1-9b2c-1cc750aeee10 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:19.690096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-353eb1e8-20f9-4e90-b474-de5dbb6570c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.691972 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-353eb1e8-20f9-4e90-b474-de5dbb6570c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.2441399 Apr 07 11:18:19.692853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e18f1010-bfc1-4d74-aca3-e85577ee6051 req-592647ad-bd49-493c-a819-fe6ab290c4f5 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864504 Apr 07 11:18:19.756888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-51bbfee1-bb7b-497a-92f7-14a4893b801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.758432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-51bbfee1-bb7b-497a-92f7-14a4893b801d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7246c7dd-01bc-405a-9a27-cab9ff362799 HTTP/1.1" status: 200 len: 912 time: 0.4056044 Apr 07 11:18:19.769406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-ffcc4bd1-7b4e-4d31-be62-0b6fd5d355e4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.770962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-ffcc4bd1-7b4e-4d31-be62-0b6fd5d355e4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.2616429 Apr 07 11:18:19.795890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': '617c0f05-a3af-4747-b566-f87c3af6161c', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:19.836584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-935d2b7e-e49e-433b-b7f3-2e62cbdd71ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012928 Apr 07 11:18:19.842455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-df28a6bf-c874-435b-ae5b-98b43f933e57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=311c5853-94c2-451a-8f84-a964d3081dc0 HTTP/1.1" status: 200 len: 217 time: 0.0704925 Apr 07 11:18:19.871906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (b5935e60-9cd5-44f7-af2d-676920c16491), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.904498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router_controller (b5935e60-9cd5-44f7-af2d-676920c16491), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.921876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-9c07d162-3111-4de1-b57f-9d5d757aa140 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:19.924557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-9c07d162-3111-4de1-b57f-9d5d757aa140 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.3361833 Apr 07 11:18:19.966406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (b5935e60-9cd5-44f7-af2d-676920c16491), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.967214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Fanout notify agent at l3_agent the message router_deleted on router b5935e60-9cd5-44f7-af2d-676920c16491 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:18:19.976759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:19.977899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c872345c-3903-4caf-b063-193246bb4517 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/routers/b5935e60-9cd5-44f7-af2d-676920c16491 HTTP/1.1" status: 204 len: 168 time: 0.6417253 Apr 07 11:18:19.981000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:20.025475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0720b584-74cb-43d4-bad9-a8f4e44aa0fd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0432403 Apr 07 11:18:20.028275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:20.030733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-d49c8535-7f39-49cd-8c1f-e5847e989a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:20.032163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-d49c8535-7f39-49cd-8c1f-e5847e989a4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80eb59d0-5399-4ab7-9e34-6bcba998a120 HTTP/1.1" status: 200 len: 851 time: 0.1527216 Apr 07 11:18:20.034891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-4f0d6d05-b0c8-43c8-bbda-0edd4973bcad tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.0875750 Apr 07 11:18:20.038743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-bd744ca4-049b-4678-9743-712fc51988e8 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937261 Apr 07 11:18:20.098243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-a1f50841-0460-4e9b-a8ca-730b398fe681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7246c7dd-01bc-405a-9a27-cab9ff362799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560589 Apr 07 11:18:20.141889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a5e77-b237-487e-9094-645c773f3671 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:20.146419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-828a5e77-b237-487e-9094-645c773f3671 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1137629 Apr 07 11:18:20.147446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46222) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:20.161061 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Sync routers for ids ['b5935e60-9cd5-44f7-af2d-676920c16491'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:18:20.176035 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Routers set() bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:20.176786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Router IDs set() for agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:18:20.177702 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5935e60-9cd5-44f7-af2d-676920c16491'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent'). {{(pid=104180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 07 11:18:20.189610 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Routers set() bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:20.190334 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Router IDs set() for agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:18:20.191258 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5935e60-9cd5-44f7-af2d-676920c16491'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent'). {{(pid=104180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 07 11:18:20.191849 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3440094-be1f-4e12-9f17-ecc81d5b2d07 None None] The sync data for ids ['b5935e60-9cd5-44f7-af2d-676920c16491'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:20.221442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a4ecd279-15a6-48b4-a753-b71ec4a0a5f4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551062 Apr 07 11:18:20.227477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:20.234958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:20.242641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-5a782a41-c9ea-487b-acf2-aa4515a628a4 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763725 Apr 07 11:18:20.299330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 14969580-6299-43c1-9b2c-1cc750aeee10 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:20.336225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 14969580-6299-43c1-9b2c-1cc750aeee10 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:20.336225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 14969580-6299-43c1-9b2c-1cc750aeee10 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:20.352659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 311c5853-94c2-451a-8f84-a964d3081dc0 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:20.386227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:20.391188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:20.535882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db7a651d-74a3-4ff2-a08d-61e5f6289125 req-a82fe671-327e-4a79-b028-0fc6693d9c87 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/377d9bb0-09e0-49d2-94d0-3e6d0714ef4e HTTP/1.1" status: 200 len: 1798 time: 0.6116023 Apr 07 11:18:20.573935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-b882d59a-4ed3-4290-a479-9dceb1698149 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.5129728 Apr 07 11:18:20.703904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 311c5853-94c2-451a-8f84-a964d3081dc0, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=311c5853-94c2-451a-8f84-a964d3081dc0,segment=NetworkSegment(a96f2fae-fe60-4c34-b266-5b13f29cde9c),segment_id=a96f2fae-fe60-4c34-b266-5b13f29cde9c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:20.724764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '311c5853-94c2-451a-8f84-a964d3081dc0', 'network_id': '7246c7dd-01bc-405a-9a27-cab9ff362799', 'port_id': '311c5853-94c2-451a-8f84-a964d3081dc0', 'mac_address': 'fa:16:3e:e7:61:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb59d0-5399-4ab7-9e34-6bcba998a120', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:20.733061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:20.736463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:20.796532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 311c5853-94c2-451a-8f84-a964d3081dc0 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:20.797011 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:20.812840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:18:20.814740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7be516f0-eff2-4122-a17c-4412fc9257e3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:20.818493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311c5853-94c2-451a-8f84-a964d3081dc0 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:20.846099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 311c5853-94c2-451a-8f84-a964d3081dc0, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=311c5853-94c2-451a-8f84-a964d3081dc0,segment=NetworkSegment(a96f2fae-fe60-4c34-b266-5b13f29cde9c),segment_id=a96f2fae-fe60-4c34-b266-5b13f29cde9c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:20.851216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:20.856804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:20.862343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:20.866494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:20.867456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:20.880875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181cbfb4-5e17-48cc-84a6-174a4a0a54bb None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:20.894887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=7be516f0-eff2-4122-a17c-4412fc9257e3,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:20.907478 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e40e0c9-a60c-4570-b571-3a4e28ab87df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6737649 Apr 07 11:18:20.907478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:20.912868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:20.919865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-f46bb597-3365-4921-b22b-0ffb6991a4e2 service neutron] 10.222.0.41 "GET /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813174 Apr 07 11:18:20.930832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262250a8-ebde-4e64-b33e-1f9da8c8b30a req-03823840-9845-4f23-838a-c8512ac031d1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:20.934397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-262250a8-ebde-4e64-b33e-1f9da8c8b30a req-03823840-9845-4f23-838a-c8512ac031d1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 946 time: 0.3008409 Apr 07 11:18:20.985997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=311c5853-94c2-451a-8f84-a964d3081dc0,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:21.048994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '7be516f0-eff2-4122-a17c-4412fc9257e3'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:18:21.050181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.068757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:21.072789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.127966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Deleting port d331f9b8-0db5-45ce-8ee1-ebe65f684426 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:21.128329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.157598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.10 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/144e945b-1d34-44b4-a590-c2bfdd3512a5) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:21.162419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-262250a8-ebde-4e64-b33e-1f9da8c8b30a req-cea966fe-a749-4edd-ac2d-f12e785a9efd tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268536 Apr 07 11:18:21.202983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['311c5853-94c2-451a-8f84-a964d3081dc0'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:21.232542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0db24177-eecd-4004-ae9f-57bd6292d9a7 req-4c243758-0328-4407-96e4-386f880248f6 service neutron] 10.222.0.41 "GET /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950397 Apr 07 11:18:21.298095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.298345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (d331f9b8-0db5-45ce-8ee1-ebe65f684426), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.359261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Allocated IP 2001:db8::f816:3eff:fe5c:31e5 (b2feb08a-9d5d-4508-b385-fa376864e287/7be516f0-eff2-4122-a17c-4412fc9257e3/71b059c1-6e5b-4e35-929f-4bd0539a7516) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:21.388444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Calling delete_port for d331f9b8-0db5-45ce-8ee1-ebe65f684426 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:21.423426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c4085f1-e06a-44ea-9319-afd7e8908812 req-dc17a334-4260-4a17-b0ab-cc91d9b0fc9a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 210 time: 0.0520179 Apr 07 11:18:21.562074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (4559dae7-3024-407a-ae21-56b911e85315), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.577717 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.590799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-213008fd-3405-4758-84d9-903583351a2a req-2acd832d-663e-462c-82db-28bc6d349c3f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/377d9bb0-09e0-49d2-94d0-3e6d0714ef4e HTTP/1.1" status: 200 len: 1798 time: 0.1100016 Apr 07 11:18:21.611906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:21.615278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:21.623375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:21.624028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.660874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7527082 Apr 07 11:18:21.665287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa29bd5-7525-41fd-9f2f-9dcd87b04907 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=4559dae7-3024-407a-ae21-56b911e85315,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:21.669688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46244) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:21.687750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:12:af:d7', 'name': 'tempest-NetworksTestDHCPv6-242663337'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:21.692673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-213008fd-3405-4758-84d9-903583351a2a req-2c0bd645-f8e4-4758-b5ba-552f00c96b38 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (377d9bb0-09e0-49d2-94d0-3e6d0714ef4e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.744707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.749486 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-213008fd-3405-4758-84d9-903583351a2a req-2c0bd645-f8e4-4758-b5ba-552f00c96b38 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (377d9bb0-09e0-49d2-94d0-3e6d0714ef4e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.784601 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Publish callbacks [] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.798500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.852643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:21.855491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d331f9b8-0db5-45ce-8ee1-ebe65f684426), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.869919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:21.872966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:21.876184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=144e945b-1d34-44b4-a590-c2bfdd3512a5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:21.876527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:21.878752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:21.891128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:21.896701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:21.930199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:21.946442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event deleted for resources: {'Port': ['ID=d331f9b8-0db5-45ce-8ee1-ebe65f684426,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:21.951789 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-213008fd-3405-4758-84d9-903583351a2a req-2c0bd645-f8e4-4758-b5ba-552f00c96b38 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (377d9bb0-09e0-49d2-94d0-3e6d0714ef4e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.954418 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-213008fd-3405-4758-84d9-903583351a2a req-2c0bd645-f8e4-4758-b5ba-552f00c96b38 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:21.966461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-213008fd-3405-4758-84d9-903583351a2a req-2c0bd645-f8e4-4758-b5ba-552f00c96b38 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/377d9bb0-09e0-49d2-94d0-3e6d0714ef4e HTTP/1.1" status: 204 len: 173 time: 0.3674910 Apr 07 11:18:21.990848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Attempting to bind port 71b059c1-6e5b-4e35-929f-4bd0539a7516 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:21.991960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Attempting to bind port 71b059c1-6e5b-4e35-929f-4bd0539a7516 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:21.992676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Attempting to bind port 71b059c1-6e5b-4e35-929f-4bd0539a7516 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:21.999449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:22.000638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:22.001283 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.001895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:22.002879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Bound port: 71b059c1-6e5b-4e35-929f-4bd0539a7516, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:22.003668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.028829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.052755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 6440ebe4-91d4-4031-8e67-dee016c9a9f0 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:18:22.065711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bd645-f8e4-4758-b5ba-552f00c96b38 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d9bb0-09e0-49d2-94d0-3e6d0714ef4e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:22.092056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:18:22.101106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:22.101785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.109941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:22.117256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:22.120673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (731f7442-1db4-41ba-9793-45eba991cf66), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.124335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.125693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b34c7ff-9f5b-4706-a486-cc395d085df7 req-88e9cfb5-b8b0-4bb4-bfb5-8115a613e014 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "DELETE /v2.0/floatingips/731f7442-1db4-41ba-9793-45eba991cf66 HTTP/1.1" status: 204 len: 173 time: 1.5161312 Apr 07 11:18:22.144567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b55ec3e7-92ba-4a2d-9727-388748dbad2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3530612 Apr 07 11:18:22.163276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Request body: {'port': {'device_id': '617c0f05-a3af-4747-b566-f87c3af6161c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:22.164142 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.213037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17fea0-66cb-49ad-81d6-20ee77a8f045 req-ad938909-7212-46f9-b527-18c9c44c7a76 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:22.221521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc17fea0-66cb-49ad-81d6-20ee77a8f045 req-ad938909-7212-46f9-b527-18c9c44c7a76 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 944 time: 0.1693392 Apr 07 11:18:22.264293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0afc838d-c8c9-44f8-971d-67fee0501bbb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:22.298159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f657-d58c-4b8c-ad1a-974eed2dc53a None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:22.301445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 0afc838d-c8c9-44f8-971d-67fee0501bbb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:22.302036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0afc838d-c8c9-44f8-971d-67fee0501bbb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:22.316479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc17fea0-66cb-49ad-81d6-20ee77a8f045 req-edf700e9-877f-4243-821c-fad24cdbbf71 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940580 Apr 07 11:18:22.317480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.415546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 172.20.0.7 (b2feb08a-9d5d-4508-b385-fa376864e287/4559dae7-3024-407a-ae21-56b911e85315/6440ebe4-91d4-4031-8e67-dee016c9a9f0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:22.435888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fe12:afd7 (b2feb08a-9d5d-4508-b385-fa376864e287/7be516f0-eff2-4122-a17c-4412fc9257e3/6440ebe4-91d4-4031-8e67-dee016c9a9f0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:22.508650 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-15252a8f-837a-4dd7-8c6c-df4b12d4a074 req-2fd2bd3e-19ad-4a96-90d4-ccb6fe708d2b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:18:22.523120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15252a8f-837a-4dd7-8c6c-df4b12d4a074 req-2fd2bd3e-19ad-4a96-90d4-ccb6fe708d2b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/377d9bb0-09e0-49d2-94d0-3e6d0714ef4e HTTP/1.1" status: 404 len: 352 time: 0.0259659 Apr 07 11:18:22.662869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-354ea194-0fc9-4844-8f12-047bb635196c tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.0976040 Apr 07 11:18:22.789058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (6440ebe4-91d4-4031-8e67-dee016c9a9f0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.792483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-9e7b0298-ba5d-4547-a99a-8b54da789b39 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:22.794382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-9e7b0298-ba5d-4547-a99a-8b54da789b39 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports/e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 942 time: 0.1019857 Apr 07 11:18:22.847534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6440ebe4-91d4-4031-8e67-dee016c9a9f0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:22.850022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a9614-a30b-43fb-ad6a-18e08b37c18b req-a1b15194-52ff-427e-a5e9-6ec203fdd462 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:22.851624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df5a9614-a30b-43fb-ad6a-18e08b37c18b req-a1b15194-52ff-427e-a5e9-6ec203fdd462 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 932 time: 0.1454301 Apr 07 11:18:22.903897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:22.912285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:22.915619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:22.963849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=6440ebe4-91d4-4031-8e67-dee016c9a9f0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:22.997940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:22.999025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.014993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144e945b-1d34-44b4-a590-c2bfdd3512a5 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:23.022196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-68a8dc1f-05e5-4d65-a417-b011b8e3de16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3505905 Apr 07 11:18:23.022456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df5a9614-a30b-43fb-ad6a-18e08b37c18b req-69c7a317-b38a-4858-b7ab-2e5b5fa3dab4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566019 Apr 07 11:18:23.022683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:23.029343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Publish callbacks [] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.034639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-d0c6a9ea-38fc-4161-ae4d-4b968bf0c3f6 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.1407673 Apr 07 11:18:23.140012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Transition to ACTIVE for port object 144e945b-1d34-44b4-a590-c2bfdd3512a5 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:18:23.160130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.386737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Pushing event updated for resources: {'Port': ['ID=144e945b-1d34-44b4-a590-c2bfdd3512a5,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:23.408036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-0dba2bb2-a583-4fa8-8742-b0290aa2c429 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:23.414562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-0dba2bb2-a583-4fa8-8742-b0290aa2c429 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.3648255 Apr 07 11:18:23.417691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Attempting to bind port 144e945b-1d34-44b4-a590-c2bfdd3512a5 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:23.419151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Attempting to bind port 144e945b-1d34-44b4-a590-c2bfdd3512a5 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:23.419855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Attempting to bind port 144e945b-1d34-44b4-a590-c2bfdd3512a5 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:23.434611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Port 144e945b-1d34-44b4-a590-c2bfdd3512a5 on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:18:23.436124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Attempting to bind port 144e945b-1d34-44b4-a590-c2bfdd3512a5 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:23.449918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89571d2d-a01b-435e-95f7-0fa2119846f9 req-d37fefb9-21c1-467d-b768-fce2ebbb3091 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:23.459183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89571d2d-a01b-435e-95f7-0fa2119846f9 req-d37fefb9-21c1-467d-b768-fce2ebbb3091 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 946 time: 0.3156686 Apr 07 11:18:23.465658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a54af-b7de-4dc3-a34f-2a234e825582 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:23.471554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a54af-b7de-4dc3-a34f-2a234e825582 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:23.476452 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-843a54af-b7de-4dc3-a34f-2a234e825582 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4501164 Apr 07 11:18:23.483159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46262) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:23.539356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:23.540005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:23.540566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:23.541195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Bound port: 144e945b-1d34-44b4-a590-c2bfdd3512a5, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:23.542010 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.553572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-e2950a5f-863c-4f7d-bb68-22af75324b31 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.1264474 Apr 07 11:18:23.558290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:23.601594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 6440ebe4-91d4-4031-8e67-dee016c9a9f0 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:23.601930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6440ebe4-91d4-4031-8e67-dee016c9a9f0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.668252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89571d2d-a01b-435e-95f7-0fa2119846f9 req-f17e074d-5f7f-4c93-8592-94e40e1fdea5 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078428 Apr 07 11:18:23.727770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0a0f33b3-bf10-4f43-8a20-6aaa0d9c57ac req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761694979', 'description': 'tempest-description-419085605'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:23.744380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.759699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516dae5-b0f4-4e02-a787-a6deb677ccd1 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:23.766569 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6440ebe4-91d4-4031-8e67-dee016c9a9f0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.784360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 6440ebe4-91d4-4031-8e67-dee016c9a9f0 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:23.840627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:23.841600 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.898605 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.905659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:23.906585 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Floating IP ee1a9a16-4a3a-45aa-8509-be9618613a13 disassociated. External IP: 172.25.5.236, port: e28552ec-03e1-4bdb-a751-15239e2c9d97. Apr 07 11:18:24.027304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:24.027304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.037832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6440ebe4-91d4-4031-8e67-dee016c9a9f0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.060281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0a0f33b3-bf10-4f43-8a20-6aaa0d9c57ac req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.091177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=6440ebe4-91d4-4031-8e67-dee016c9a9f0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:24.113269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:24.122406 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.160563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c50086-c91d-40ba-b1e6-c05521e21efa None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '7be516f0-eff2-4122-a17c-4412fc9257e3', 'ip_address': '2001:db8::f816:3eff:fe5c:31e5'}, {'subnet_id': '4559dae7-3024-407a-ae21-56b911e85315'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '71b059c1-6e5b-4e35-929f-4bd0539a7516'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:18:24.170114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] For port 144e945b-1d34-44b4-a590-c2bfdd3512a5, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:24.199965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] For port 144e945b-1d34-44b4-a590-c2bfdd3512a5, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:24.220291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.242389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-93c50086-c91d-40ba-b1e6-c05521e21efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.256235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.259824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5e403d5f-ab23-43a8-8d26-36917626bf69 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/6440ebe4-91d4-4031-8e67-dee016c9a9f0 HTTP/1.1" status: 204 len: 168 time: 0.7755871 Apr 07 11:18:24.263965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:24.288163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83f1f6-947e-497b-8257-17c27fd7935e None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:24.296061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Pushing event updated for resources: {'Port': ['ID=144e945b-1d34-44b4-a590-c2bfdd3512a5,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:24.306993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:24.307628 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.309596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-a13ea1c9-51ca-4f15-b770-4375a831a58f service neutron] 10.222.0.23 "PUT /v2.0/ports/144e945b-1d34-44b4-a590-c2bfdd3512a5 HTTP/1.1" status: 200 len: 1092 time: 2.1561720 Apr 07 11:18:24.311826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617c0f05-a3af-4747-b566-f87c3af6161c', 'tag': '144e945b-1d34-44b4-a590-c2bfdd3512a5'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:24.314189 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "617c0f05-a3af-4747-b566-f87c3af6161c", "tag": "144e945b-1d34-44b4-a590-c2bfdd3512a5"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:24.387705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6c11a-35eb-48c5-ae75-4b43f012eb36 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:24.389046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6c11a-35eb-48c5-ae75-4b43f012eb36 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:24.390373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6c11a-35eb-48c5-ae75-4b43f012eb36 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:24.394582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bfa6c11a-35eb-48c5-ae75-4b43f012eb36 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1257339 Apr 07 11:18:24.394736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 311c5853-94c2-451a-8f84-a964d3081dc0 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:24.401716 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:24.417284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Router 67833abd-08a5-49a8-80b8-682c35f4750e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:18:24.425380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0a0f33b3-bf10-4f43-8a20-6aaa0d9c57ac req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (6d7eec26-126e-4b9a-8396-c80e8c99f8c4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.439025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0a0f33b3-bf10-4f43-8a20-6aaa0d9c57ac req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6d7eec26-126e-4b9a-8396-c80e8c99f8c4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.463617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 71b059c1-6e5b-4e35-929f-4bd0539a7516 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:24.473280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 4559dae7-3024-407a-ae21-56b911e85315 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:24.477901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (4559dae7-3024-407a-ae21-56b911e85315), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.491492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7eec26-126e-4b9a-8396-c80e8c99f8c4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:24.498228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0a0f33b3-bf10-4f43-8a20-6aaa0d9c57ac req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.508477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a0f33b3-bf10-4f43-8a20-6aaa0d9c57ac req-57fd6a31-81fb-49ff-a062-a7b07e417e6f tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7858136 Apr 07 11:18:24.540878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (4559dae7-3024-407a-ae21-56b911e85315), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.591269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:24.592352 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.596716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 311c5853-94c2-451a-8f84-a964d3081dc0 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:18:24.597594 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (4559dae7-3024-407a-ae21-56b911e85315), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.621559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 311c5853-94c2-451a-8f84-a964d3081dc0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:24.621941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.666303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (4559dae7-3024-407a-ae21-56b911e85315), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.702176 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=4559dae7-3024-407a-ae21-56b911e85315,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:24.710866 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.715612 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6215a462-54b7-43a0-ba67-b6fc7906c230 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/4559dae7-3024-407a-ae21-56b911e85315 HTTP/1.1" status: 204 len: 168 time: 0.3105519 Apr 07 11:18:24.718477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46276) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-93c50086-c91d-40ba-b1e6-c05521e21efa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4559dae7-3024-407a-ae21-56b911e85315: This subnet is being modified by another concurrent operation. Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:18:24.731101 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4559dae7-3024-407a-ae21-56b911e85315: This subnet is being modified by another concurrent operation. Apr 07 11:18:24.734724 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:18:24.811705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 7be516f0-eff2-4122-a17c-4412fc9257e3 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:24.815500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (7be516f0-eff2-4122-a17c-4412fc9257e3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.821620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 311c5853-94c2-451a-8f84-a964d3081dc0 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:24.822169 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.836175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:24.858875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311c5853-94c2-451a-8f84-a964d3081dc0'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:24.862849 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6384e-3db4-49c7-8ae4-b485226eabbb" -d '{"events": [{"server_uuid": "2e94508d-0496-402e-a8d6-5bc1d71fe775", "name": "network-vif-plugged", "status": "completed", "tag": "311c5853-94c2-451a-8f84-a964d3081dc0"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:24.877389 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7be516f0-eff2-4122-a17c-4412fc9257e3), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.882504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 311c5853-94c2-451a-8f84-a964d3081dc0, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=311c5853-94c2-451a-8f84-a964d3081dc0,segment=NetworkSegment(a96f2fae-fe60-4c34-b266-5b13f29cde9c),segment_id=a96f2fae-fe60-4c34-b266-5b13f29cde9c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:24.883129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226961c1-294c-4ba0-8ab4-34fc8d20ab66 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:18:24.890923 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.953656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0df9a0a0-7478-40e9-886a-395610e33935 None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:24.954076 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0df9a0a0-7478-40e9-886a-395610e33935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.975326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7be516f0-eff2-4122-a17c-4412fc9257e3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:24.975596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-e5282a5f-51d0-43f2-b32a-03b9fe2e2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:24.977004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-e5282a5f-51d0-43f2-b32a-03b9fe2e2c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 1126 time: 0.5951395 Apr 07 11:18:25.033409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=311c5853-94c2-451a-8f84-a964d3081dc0,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:25.045782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-b78f9257-949c-4d58-90f7-b96e7f7eacfe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5 HTTP/1.1" status: 200 len: 217 time: 0.0610836 Apr 07 11:18:25.065349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7be516f0-eff2-4122-a17c-4412fc9257e3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:25.096193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=7be516f0-eff2-4122-a17c-4412fc9257e3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:25.104877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:25.113774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69043603-a993-4177-9c24-21db006141d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/7be516f0-eff2-4122-a17c-4412fc9257e3 HTTP/1.1" status: 204 len: 168 time: 0.3938708 Apr 07 11:18:25.114124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-29f56c6a-3c27-49b8-91a3-0f66ea03d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.114479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46280) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:25.115547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-29f56c6a-3c27-49b8-91a3-0f66ea03d00e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.0622940 Apr 07 11:18:25.121665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:18:25.129070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226961c1-294c-4ba0-8ab4-34fc8d20ab66 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:18:25.132060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e911-ce2b-421e-a4de-81f3a86f6f63 req-039cdfd2-fffb-4af4-82df-cda6d0185211 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.139583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8d2e911-ce2b-421e-a4de-81f3a86f6f63 req-039cdfd2-fffb-4af4-82df-cda6d0185211 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.1779163 Apr 07 11:18:25.140179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] Sync routers for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:18:25.143798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0df9a0a0-7478-40e9-886a-395610e33935 None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:25.143987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:25.161169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-90c13f54-6ff1-4aaf-82ad-c96d2a7d3cec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429626 Apr 07 11:18:25.161371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0df9a0a0-7478-40e9-886a-395610e33935 None None] Could not find standard attr ID for object 6440ebe4-91d4-4031-8e67-dee016c9a9f0. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:25.163136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46282) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:25.168626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:25.174412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:25.174412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:25.201706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-099208a2-41e0-45ad-98a5-0cf22154e71f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780358 Apr 07 11:18:25.269850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:25.273832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:25.281809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-556172aa-d92a-4063-ae68-283ccb7a64a1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "PUT /v2.0/floatingips/ee1a9a16-4a3a-45aa-8509-be9618613a13 HTTP/1.1" status: 200 len: 695 time: 1.7271800 Apr 07 11:18:25.309072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8d2e911-ce2b-421e-a4de-81f3a86f6f63 req-c1a5325e-eb6c-44da-8188-7f8ea3052528 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685076 Apr 07 11:18:25.386148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-992046d9-5f27-4111-aca1-58595fa28265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.388453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-992046d9-5f27-4111-aca1-58595fa28265 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1127 time: 0.1052995 Apr 07 11:18:25.520712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-0c48ccce-8941-449d-8ff5-654fb6756163 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106577 Apr 07 11:18:25.529467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:25.600223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192f768-eba4-4fd8-a84b-769149c07ac9 req-0156776a-78ca-4b27-862d-50649e7d8fce tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.601944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2192f768-eba4-4fd8-a84b-769149c07ac9 req-0156776a-78ca-4b27-862d-50649e7d8fce tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.1691887 Apr 07 11:18:25.645462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-d7158043-f7d2-4544-b1ce-d6af6f51360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.647117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-d7158043-f7d2-4544-b1ce-d6af6f51360f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 929 time: 0.2513216 Apr 07 11:18:25.698732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:18:25.739510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-16fd5211-f97a-4a9f-832f-c10731d94c55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 217 time: 0.0773039 Apr 07 11:18:25.748746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2192f768-eba4-4fd8-a84b-769149c07ac9 req-64647d4f-4074-4b41-854f-fa15897ac0d9 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373072 Apr 07 11:18:25.788089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd2d70-5f58-4b18-a3ef-ee5b1092b29a None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:25.798685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-8d2d4ee5-1b06-4ba3-b3a2-c75cfd9dcbcd service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676044 Apr 07 11:18:25.823561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-a14e6412-6d19-436d-a53b-9931ec8e87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.831624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-a14e6412-6d19-436d-a53b-9931ec8e87c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 200 len: 867 time: 0.0764792 Apr 07 11:18:25.916670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-fd3c5b5e-1a6a-481e-ba94-bc5f07f2ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.923133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-fd3c5b5e-1a6a-481e-ba94-bc5f07f2ba51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0883920 Apr 07 11:18:25.948694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-62f21b73-bfe1-4d08-a490-413575629d6a None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:25.949503 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-62f21b73-bfe1-4d08-a490-413575629d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:25.970030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:25.989714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef584fd-55ed-4bda-bf05-5e1996dcac28 req-3ff857d6-77f0-40b5-b92e-b1241908a6c1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:25.991531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ef584fd-55ed-4bda-bf05-5e1996dcac28 req-3ff857d6-77f0-40b5-b92e-b1241908a6c1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 944 time: 0.1295722 Apr 07 11:18:26.040577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:40Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:26.076679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ef584fd-55ed-4bda-bf05-5e1996dcac28 req-3ca8bc0e-371e-43d2-9942-603da313df44 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763185 Apr 07 11:18:26.079489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-6a69630a-6c23-4d75-8f4a-4669c4c28dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527762 Apr 07 11:18:26.086583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] Checking router: 67833abd-08a5-49a8-80b8-682c35f4750e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:18:26.125633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:26.126281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:26.174682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:26.208214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-62f21b73-bfe1-4d08-a490-413575629d6a None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:26.235373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.237645 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1397657f-a279-4b54-882d-f7cc5ca98d93 x-openstack-request-id: req-1397657f-a279-4b54-882d-f7cc5ca98d93 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:26.237942 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617c0f05-a3af-4747-b566-f87c3af6161c", "tag": "144e945b-1d34-44b4-a590-c2bfdd3512a5", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:26.238257 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1397657f-a279-4b54-882d-f7cc5ca98d93 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:26.238652 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1397657f-a279-4b54-882d-f7cc5ca98d93'] response: {'name': 'network-changed', 'server_uuid': '617c0f05-a3af-4747-b566-f87c3af6161c', 'tag': '144e945b-1d34-44b4-a590-c2bfdd3512a5', 'status': 'completed', 'code': 200} Apr 07 11:18:26.240913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.247057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a1cc2-72fa-45e2-8b2a-56e149fae4f4 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:18:26.260374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8dbfe26-57b5-4e23-9003-bf6328a53d69 req-d5f52176-c712-4ee2-93d2-eeee7677ac37 service neutron] 10.222.0.13 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748455 Apr 07 11:18:26.296491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ea2c4e4b-7812-4135-8417-7a41ef41a107 req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1644083484', 'description': 'tempest-description-1126319570'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:26.313412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (8eaa8890-494e-4f60-8923-23748bedaf58), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.357765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:26.360381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-0f22428d-8748-430c-90a0-6d7176a4b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:26.362207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-0f22428d-8748-430c-90a0-6d7176a4b694 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 1126 time: 0.1209493 Apr 07 11:18:26.400361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 71b059c1-6e5b-4e35-929f-4bd0539a7516 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:26.404233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:26.416596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:26.423176 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:26.423693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.437851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:26.438922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c4e4b-7812-4135-8417-7a41ef41a107 req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.440798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=8eaa8890-494e-4f60-8923-23748bedaf58,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:26.455606 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-43629036-d3f5-4164-84ae-fb7055ffec0f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2913468 Apr 07 11:18:26.456489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46288) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:26.462128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:26.486537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-40e096a5-9eee-4d48-9d83-9785afc588cd None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:26.486750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40e096a5-9eee-4d48-9d83-9785afc588cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.530181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d738b4a-d235-407c-81f4-e4a98d79af94 req-fa7285cc-45d8-45d3-ab9a-f48449061f76 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:26.531742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d738b4a-d235-407c-81f4-e4a98d79af94 req-fa7285cc-45d8-45d3-ab9a-f48449061f76 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 946 time: 0.1666753 Apr 07 11:18:26.580839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-15912ed5-3bf0-4d4a-845d-daa9713cfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:26.582399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-15912ed5-3bf0-4d4a-845d-daa9713cfcda service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.2061367 Apr 07 11:18:26.606743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:26.609795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.640680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a1cc2-72fa-45e2-8b2a-56e149fae4f4 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:18:26.652751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-e4d278df-af3d-4cc3-9334-390d801e0dac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5 HTTP/1.1" status: 200 len: 217 time: 0.0636826 Apr 07 11:18:26.677087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c4e4b-7812-4135-8417-7a41ef41a107 req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (a454805b-b928-40b9-83ef-3239fd952986), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.682368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d738b4a-d235-407c-81f4-e4a98d79af94 req-83773a46-7d41-4875-a17e-3e6c53e6b402 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425555 Apr 07 11:18:26.703266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c4e4b-7812-4135-8417-7a41ef41a107 req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a454805b-b928-40b9-83ef-3239fd952986), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.749202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ea2c4e4b-7812-4135-8417-7a41ef41a107 req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.750443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea2c4e4b-7812-4135-8417-7a41ef41a107 req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4939682 Apr 07 11:18:26.753224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-8c8e692e-c2f8-492d-9ca2-fef81da9d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:26.754701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-8c8e692e-c2f8-492d-9ca2-fef81da9d421 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.0949545 Apr 07 11:18:26.755776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f168f58-3f1a-45c3-9614-70b9f5975ffd tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a454805b-b928-40b9-83ef-3239fd952986,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:26.804375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-2fa53607-ab07-46e9-b9b7-aef779ed0642 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397751 Apr 07 11:18:26.821480 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d8e75b-8105-475f-b974-2b8839e7740d x-openstack-request-id: req-57d8e75b-8105-475f-b974-2b8839e7740d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:26.821807 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e94508d-0496-402e-a8d6-5bc1d71fe775", "name": "network-vif-plugged", "status": "completed", "tag": "311c5853-94c2-451a-8f84-a964d3081dc0", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:26.822048 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57d8e75b-8105-475f-b974-2b8839e7740d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:26.822459 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d8e75b-8105-475f-b974-2b8839e7740d'] response: {'server_uuid': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311c5853-94c2-451a-8f84-a964d3081dc0', 'code': 200} Apr 07 11:18:26.828475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:26.828879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.924479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6035df1e-0006-413c-80a5-465f3d16b639 req-0d0adc1c-79c3-4ea2-a802-168c5549a963 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips/ee1a9a16-4a3a-45aa-8509-be9618613a13 HTTP/1.1" status: 200 len: 695 time: 0.1229289 Apr 07 11:18:26.936478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:26.938918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-40e096a5-9eee-4d48-9d83-9785afc588cd None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:26.953933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:26.991091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (2a21b3e1-5eef-4046-b3a6-bb76979619e5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.037066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:27.041046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:27.045230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:27.046245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.069109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6110067 Apr 07 11:18:27.072390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:27.078457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:da:00:b7', 'name': 'tempest-NetworksTestDHCPv6-71375796'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:27.095977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:27.100997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca79-c963-492d-95d8-80c9a3153faa req-856bf67e-7a6d-4ff9-8d9c-3f26bccfe09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:27.103190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf11ca79-c963-492d-95d8-80c9a3153faa req-856bf67e-7a6d-4ff9-8d9c-3f26bccfe09a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 1127 time: 0.2159491 Apr 07 11:18:27.118172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:40Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:27.128313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d71d52-2630-4bcd-9351-0fb1147d793c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=2a21b3e1-5eef-4046-b3a6-bb76979619e5,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:27.155222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-ba293a40-fa6a-4c1e-ab17-490749bf5998 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423836 Apr 07 11:18:27.156585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab1b45-2efd-4072-a1a5-03f9001c6703 None None] The sync data for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 is: [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:17:21Z', 'revision_number': 4, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b92b5c42-0c02-41c1-9d23-c7ede703c596', 'name': '', 'network_id': 'f7e8b3d4-f2c5-4482-81d8-24a48ac140c3', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'mac_address': 'fa:16:3e:d3:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:19Z', 'updated_at': '2022-04-07T11:17:40Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'subnets': [{'id': '548748b7-74d6-48ae-aa83-683dcc72c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:27.166241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb65217-849a-41ae-af49-30810291940c req-b70333af-ff49-43ee-948d-32c2d4dd5efd tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:27.168613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fb65217-849a-41ae-af49-30810291940c req-b70333af-ff49-43ee-948d-32c2d4dd5efd tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2272871 Apr 07 11:18:27.233951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:27.277912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035df1e-0006-413c-80a5-465f3d16b639 req-8f7e53d7-91a1-42b3-95cb-421a3825c7c4 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:27.281641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6035df1e-0006-413c-80a5-465f3d16b639 req-8f7e53d7-91a1-42b3-95cb-421a3825c7c4 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.3379631 Apr 07 11:18:27.334490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.360602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:18:27.443017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6035df1e-0006-413c-80a5-465f3d16b639 req-22d4d865-9f4b-46f2-aef3-e383e4f4401e tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 698 time: 0.1215568 Apr 07 11:18:27.510492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf11ca79-c963-492d-95d8-80c9a3153faa req-d39acd01-535d-404d-823e-218fb37cd489 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905873 Apr 07 11:18:27.519450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6035df1e-0006-413c-80a5-465f3d16b639 req-8e6cc436-afeb-4f0d-99dd-560d23c5d9bb tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 698 time: 0.0753407 Apr 07 11:18:27.551217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fb65217-849a-41ae-af49-30810291940c req-d4cb55e0-1f9d-47a2-b871-40446047d5a1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551395 Apr 07 11:18:27.613583 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9fd5a-6753-447f-8810-bdeb368af7c7 None None] New status for floating IP ee1a9a16-4a3a-45aa-8509-be9618613a13: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:18:27.620367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 172.20.0.3 (b2feb08a-9d5d-4508-b385-fa376864e287/2a21b3e1-5eef-4046-b3a6-bb76979619e5/ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:27.631375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:feda:b7 (b2feb08a-9d5d-4508-b385-fa376864e287/8eaa8890-494e-4f60-8923-23748bedaf58/ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:27.653890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-947aa39e-86cb-43b3-af7d-c2a84f48d2b3 req-dadc506c-17e3-4eec-ae61-efe07a740b75 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790962 Apr 07 11:18:27.808894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Deleting port 40939233-201d-4db3-8ebb-7f7ca0359c8b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:27.809878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.899905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.940929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.941437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (40939233-201d-4db3-8ebb-7f7ca0359c8b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.960227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:27.969628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Calling delete_port for 40939233-201d-4db3-8ebb-7f7ca0359c8b owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:28.000498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:28.039070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:28.047074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:28.059218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-5f986230-b733-424b-bb47-19f37b6d54e4 req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-516449908', 'description': 'tempest-description-1736343027'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:28.099519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:28.107247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5f986230-b733-424b-bb47-19f37b6d54e4 req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.115234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:28.116451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.138857 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d19fcbe3-4fd2-4b85-8042-4861ba242838 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0650227 Apr 07 11:18:28.141819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46312) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:28.242716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:28.245169 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5917bc10-f173-4579-9163-9b5d1cc91aff" -d '{"events": [{"name": "network-changed", "server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:28.290686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5f986230-b733-424b-bb47-19f37b6d54e4 req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (040f3f47-9b43-4116-9abd-d0108b3d5d4d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.291963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (40939233-201d-4db3-8ebb-7f7ca0359c8b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.300832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:28.301447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.308272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c312a50-c50d-43ea-92c4-c19cbd99ef89 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:28.316331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c312a50-c50d-43ea-92c4-c19cbd99ef89 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:28.318283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4c312a50-c50d-43ea-92c4-c19cbd99ef89 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1778 time: 0.1752822 Apr 07 11:18:28.321473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46316) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:28.339157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5f986230-b733-424b-bb47-19f37b6d54e4 req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (040f3f47-9b43-4116-9abd-d0108b3d5d4d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.349241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event deleted for resources: {'Port': ['ID=40939233-201d-4db3-8ebb-7f7ca0359c8b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:28.376135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 71b059c1-6e5b-4e35-929f-4bd0539a7516 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:28.412397 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5f986230-b733-424b-bb47-19f37b6d54e4 req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.414600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f986230-b733-424b-bb47-19f37b6d54e4 req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4096887 Apr 07 11:18:28.435885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653461d-ee58-4842-9566-5ebccc9bb516 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040f3f47-9b43-4116-9abd-d0108b3d5d4d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:28.470041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks [] for floatingip (ee1a9a16-4a3a-45aa-8509-be9618613a13), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.473186 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.487076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6035df1e-0006-413c-80a5-465f3d16b639 req-44016c55-3dbc-4983-b1a3-3275cd83eeba tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee1a9a16-4a3a-45aa-8509-be9618613a13 HTTP/1.1" status: 204 len: 173 time: 0.9665473 Apr 07 11:18:28.508311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:28.508560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.626120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3cb71-6735-4704-b08c-82a4935dd0ba req-f6022be1-ff7c-4630-9a91-b522e0ac0c6a tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:28.628898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69e3cb71-6735-4704-b08c-82a4935dd0ba req-f6022be1-ff7c-4630-9a91-b522e0ac0c6a tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.1108637 Apr 07 11:18:28.651173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd39c5-42bb-45df-982f-87070748f42e req-1a60c8f1-9333-459a-bfb8-ccc492871a37 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:28.652897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddcd39c5-42bb-45df-982f-87070748f42e req-1a60c8f1-9333-459a-bfb8-ccc492871a37 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 944 time: 0.0951798 Apr 07 11:18:28.657087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.672564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:28.729756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df22db-e7f8-4319-b2be-bf5cfbb256ba None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:28.743708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69e3cb71-6735-4704-b08c-82a4935dd0ba req-da6956e8-d3e7-4de8-8887-6e518fa6d9b3 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999818 Apr 07 11:18:28.759324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddcd39c5-42bb-45df-982f-87070748f42e req-340627e1-f402-407c-8556-57c575b921d2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880563 Apr 07 11:18:28.794918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:28.795301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.796838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:28.797273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.825601 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce5db27-c702-4fb0-b3e2-f8bb0adc5d2f x-openstack-request-id: req-1ce5db27-c702-4fb0-b3e2-f8bb0adc5d2f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:28.825956 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:28.826227 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ce5db27-c702-4fb0-b3e2-f8bb0adc5d2f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:28.826740 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce5db27-c702-4fb0-b3e2-f8bb0adc5d2f'] response: {'name': 'network-changed', 'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'status': 'completed', 'code': 200} Apr 07 11:18:28.901384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:28.943976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.951979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:28.983095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 144e945b-1d34-44b4-a590-c2bfdd3512a5 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:28.995741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:29.011285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.012551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.013098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.013936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.014749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.015647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.016431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.017126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.017703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.018197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.019554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.019907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.020242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:29.026115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-767ffa67-a067-439a-91cc-d3aae5f5a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.028499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-767ffa67-a067-439a-91cc-d3aae5f5a6cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8470e194ce9c42648627657709f2b380&device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 1127 time: 0.1750760 Apr 07 11:18:29.116948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d4dd-4bcc-461c-ba8f-0fc0d8d650d7 req-e1270969-8cf2-4a80-bc1b-1c7ff8ee0898 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.118872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e74d4dd-4bcc-461c-ba8f-0fc0d8d650d7 req-e1270969-8cf2-4a80-bc1b-1c7ff8ee0898 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.1817548 Apr 07 11:18:29.121938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e7760561-c20c-4eb9-937a-e0b3479b17a3 None None] Could not find standard attr ID for object 6440ebe4-91d4-4031-8e67-dee016c9a9f0. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:29.146220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:29.155971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.159779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05154116-251f-4f78-9cc0-045f1b85f215 None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:29.163824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dfaa0d69-a97f-4c85-b882-13e941c8b7ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc HTTP/1.1" status: 204 len: 168 time: 0.8378131 Apr 07 11:18:29.167432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46334) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:29.200807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 144e945b-1d34-44b4-a590-c2bfdd3512a5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:29.235155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '144e945b-1d34-44b4-a590-c2bfdd3512a5', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': '144e945b-1d34-44b4-a590-c2bfdd3512a5', 'mac_address': 'fa:16:3e:27:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:29.245642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eadb0708-1825-45cc-8343-56ca7864dea1 req-3e625855-950d-4c65-93e9-857a3bc61968 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 11013 time: 0.3188319 Apr 07 11:18:29.286708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b1463-83ed-4408-a261-045ce265aede None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '8eaa8890-494e-4f60-8923-23748bedaf58', 'ip_address': '2001:db8::f816:3eff:fe5c:31e5'}, {'subnet_id': '2a21b3e1-5eef-4046-b3a6-bb76979619e5'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '71b059c1-6e5b-4e35-929f-4bd0539a7516'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:18:29.290876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 144e945b-1d34-44b4-a590-c2bfdd3512a5 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:29.291265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.296772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-d8ae5097-6bbb-4cbf-9a3d-8e624b794f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.298284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-d8ae5097-6bbb-4cbf-9a3d-8e624b794f2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 200 len: 929 time: 0.2640326 Apr 07 11:18:29.325567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144e945b-1d34-44b4-a590-c2bfdd3512a5 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:29.330948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b0b0-4a08-4162-924b-d0814e45d27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.332369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b0b0-4a08-4162-924b-d0814e45d27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.333701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b0b0-4a08-4162-924b-d0814e45d27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.338084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-22a4b0b0-4a08-4162-924b-d0814e45d27a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1552474 Apr 07 11:18:29.338271 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-906b1463-83ed-4408-a261-045ce265aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.338779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46336) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:29.360739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 144e945b-1d34-44b4-a590-c2bfdd3512a5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:29.373726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e74d4dd-4bcc-461c-ba8f-0fc0d8d650d7 req-3faea0b8-dd37-448a-96e4-ee7e29d3b3a6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416244 Apr 07 11:18:29.381929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-79af767b-b8c3-4bde-ab2c-b2fcf419b952 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 200 len: 217 time: 0.0708575 Apr 07 11:18:29.390521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.416961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 2a21b3e1-5eef-4046-b3a6-bb76979619e5 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:29.421391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (2a21b3e1-5eef-4046-b3a6-bb76979619e5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.445687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eadb0708-1825-45cc-8343-56ca7864dea1 req-a2d75435-9a6d-415f-9ac9-c03d208edaed tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/f3ff3227-ecc5-4e1b-9f52-f2345502c51c HTTP/1.1" status: 200 len: 3002 time: 0.1782885 Apr 07 11:18:29.487190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (2a21b3e1-5eef-4046-b3a6-bb76979619e5), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.519024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=144e945b-1d34-44b4-a590-c2bfdd3512a5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:29.533535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-44d5363c-ed99-4d04-a12b-0eb18aa95ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.535010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-44d5363c-ed99-4d04-a12b-0eb18aa95ba9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 200 len: 867 time: 0.1389532 Apr 07 11:18:29.537690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2a21b3e1-5eef-4046-b3a6-bb76979619e5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.547897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eadb0708-1825-45cc-8343-56ca7864dea1 req-a06cbc14-e913-4c51-a47f-66819a9cab24 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/f3ff3227-ecc5-4e1b-9f52-f2345502c51c HTTP/1.1" status: 200 len: 3002 time: 0.1013486 Apr 07 11:18:29.593321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1566f-b591-4fd2-9a65-89648e826d28 req-36766a61-ba52-4a38-8306-59135d0fcbd1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.596143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1d1566f-b591-4fd2-9a65-89648e826d28 req-36766a61-ba52-4a38-8306-59135d0fcbd1 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1383436 Apr 07 11:18:29.615524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (2a21b3e1-5eef-4046-b3a6-bb76979619e5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-906b1463-83ed-4408-a261-045ce265aede None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a21b3e1-5eef-4046-b3a6-bb76979619e5: This subnet is being modified by another concurrent operation. Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:18:29.619567 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a21b3e1-5eef-4046-b3a6-bb76979619e5: This subnet is being modified by another concurrent operation. Apr 07 11:18:29.624253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:18:29.647085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['144e945b-1d34-44b4-a590-c2bfdd3512a5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:29.650573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=2a21b3e1-5eef-4046-b3a6-bb76979619e5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:29.653488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.659099 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-048eac41-770e-40c2-9278-4819ce0d20f8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/2a21b3e1-5eef-4046-b3a6-bb76979619e5 HTTP/1.1" status: 204 len: 168 time: 0.3189130 Apr 07 11:18:29.659350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:29.681318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1d1566f-b591-4fd2-9a65-89648e826d28 req-0f7737ad-3d00-4847-bb7e-ce809f46a1f0 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0762517 Apr 07 11:18:29.741655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-a7c1b21b-85ff-480a-a1e8-31a3c3dcc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:29.743182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-a7c1b21b-85ff-480a-a1e8-31a3c3dcc642 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1935837 Apr 07 11:18:29.743513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104b6e1-85c3-4671-997a-5bc1e9ab9c32 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:18:29.789364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d281cf8c-8761-4bc9-bfad-8840fa7a1f96 req-c2a17333-8850-454a-a00a-e7fcbd857521 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/6d7eec26-126e-4b9a-8396-c80e8c99f8c4 HTTP/1.1" status: 200 len: 1819 time: 0.2098832 Apr 07 11:18:29.800441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22019727-4981-4d68-b14a-a6fc96823af3 req-a33f5d2e-25c8-495e-bba4-c19a272c4e61 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0929217 Apr 07 11:18:29.814536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a15f4279-ab1c-4df0-8066-3fdbb3eedce9 None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:29.814536 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a15f4279-ab1c-4df0-8066-3fdbb3eedce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.833328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 8eaa8890-494e-4f60-8923-23748bedaf58 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:29.873399 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (8eaa8890-494e-4f60-8923-23748bedaf58), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:29.943821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d104b6e1-85c3-4671-997a-5bc1e9ab9c32 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:18:30.064879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a15f4279-ab1c-4df0-8066-3fdbb3eedce9 None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:30.081553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a15f4279-ab1c-4df0-8066-3fdbb3eedce9 None None] Could not find standard attr ID for object ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:30.282828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 71b059c1-6e5b-4e35-929f-4bd0539a7516 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:30.363284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8eaa8890-494e-4f60-8923-23748bedaf58), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.398381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:30.398949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.446385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:30.452610 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.455404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3235a37-8ff3-4558-972f-78f6e5ba85e0 req-a2183808-ce8d-4e3f-8266-faa9a62785e0 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:30.464387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3235a37-8ff3-4558-972f-78f6e5ba85e0 req-a2183808-ce8d-4e3f-8266-faa9a62785e0 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.5947278 Apr 07 11:18:30.483961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d281cf8c-8761-4bc9-bfad-8840fa7a1f96 req-80352cfd-d3c0-4f6b-af73-be62b7a7fa21 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (6d7eec26-126e-4b9a-8396-c80e8c99f8c4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.491541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-a2bcd3e0-cf42-4cd1-be9d-fa806c2f5bdc service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146864 Apr 07 11:18:30.517079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:30.561174 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a1d30eb0-6852-4b62-971d-376fda338ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.604952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d281cf8c-8761-4bc9-bfad-8840fa7a1f96 req-80352cfd-d3c0-4f6b-af73-be62b7a7fa21 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (6d7eec26-126e-4b9a-8396-c80e8c99f8c4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.691983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8eaa8890-494e-4f60-8923-23748bedaf58), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.700995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3235a37-8ff3-4558-972f-78f6e5ba85e0 req-64a244f5-7266-4680-87a6-15bbd4be3b63 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350268 Apr 07 11:18:30.768594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5917bc10-f173-4579-9163-9b5d1cc91aff req-6764c539-f9f0-49ce-8f4e-a47b565bc204 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610340 Apr 07 11:18:30.771559 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d281cf8c-8761-4bc9-bfad-8840fa7a1f96 req-80352cfd-d3c0-4f6b-af73-be62b7a7fa21 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6d7eec26-126e-4b9a-8396-c80e8c99f8c4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.781103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d281cf8c-8761-4bc9-bfad-8840fa7a1f96 req-80352cfd-d3c0-4f6b-af73-be62b7a7fa21 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.786725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d281cf8c-8761-4bc9-bfad-8840fa7a1f96 req-80352cfd-d3c0-4f6b-af73-be62b7a7fa21 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d7eec26-126e-4b9a-8396-c80e8c99f8c4 HTTP/1.1" status: 204 len: 173 time: 0.9817119 Apr 07 11:18:30.838673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352cfd-d3c0-4f6b-af73-be62b7a7fa21 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7eec26-126e-4b9a-8396-c80e8c99f8c4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:30.863189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8eaa8890-494e-4f60-8923-23748bedaf58), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.899389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=8eaa8890-494e-4f60-8923-23748bedaf58,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:30.910731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:30.918677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-63cbf935-d662-4854-ad45-62e2c0eff3de tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/8eaa8890-494e-4f60-8923-23748bedaf58 HTTP/1.1" status: 204 len: 168 time: 1.2503321 Apr 07 11:18:30.920710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46360) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:30.923924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a948c4-37b4-4d28-9649-4ee8f433a1f7 req-dbf95cd6-d62a-4c5a-b3c8-dcfc87dfb83c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:30.925586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34a948c4-37b4-4d28-9649-4ee8f433a1f7 req-dbf95cd6-d62a-4c5a-b3c8-dcfc87dfb83c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 945 time: 0.1332054 Apr 07 11:18:30.959908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 144e945b-1d34-44b4-a590-c2bfdd3512a5 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:30.975675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6eb8015c-d6d0-4b6c-8153-9afb3847d235 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525365 Apr 07 11:18:30.980211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46362) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:30.989235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:31.079047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34a948c4-37b4-4d28-9649-4ee8f433a1f7 req-e10aab2d-c9b8-4425-b7fb-4ce6a96967c2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404188 Apr 07 11:18:31.087830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9209c55-4d84-4054-a02d-a989a1b4150d None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:31.090513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 144e945b-1d34-44b4-a590-c2bfdd3512a5 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:18:31.109884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 144e945b-1d34-44b4-a590-c2bfdd3512a5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:31.110276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.157671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:31.163030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.198497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] Provisioning complete for port 71b059c1-6e5b-4e35-929f-4bd0539a7516 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:31.198870 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.311588 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-3e385c3b-8a9c-4d40-881a-22f744f4e004 req-772d07ac-f149-4f1e-afc7-2a9b48bb9676 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:18:31.314620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e385c3b-8a9c-4d40-881a-22f744f4e004 req-772d07ac-f149-4f1e-afc7-2a9b48bb9676 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/6d7eec26-126e-4b9a-8396-c80e8c99f8c4 HTTP/1.1" status: 404 len: 352 time: 0.0405347 Apr 07 11:18:31.341917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 144e945b-1d34-44b4-a590-c2bfdd3512a5 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:31.342022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812470db-8d9d-4763-8098-738528d02e47 req-02875d77-8741-48b2-9cd5-cafe85c61085 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:31.342231 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.343666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-812470db-8d9d-4763-8098-738528d02e47 req-02875d77-8741-48b2-9cd5-cafe85c61085 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.1750615 Apr 07 11:18:31.421090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c0f05-a3af-4747-b566-f87c3af6161c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e945b-1d34-44b4-a590-c2bfdd3512a5'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:31.423325 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0af47-f699-4076-ad2c-ac7db1bbb320" -d '{"events": [{"server_uuid": "617c0f05-a3af-4747-b566-f87c3af6161c", "name": "network-vif-plugged", "status": "completed", "tag": "144e945b-1d34-44b4-a590-c2bfdd3512a5"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:31.444945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:18:31.454503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 144e945b-1d34-44b4-a590-c2bfdd3512a5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:31.455622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] Current status of the port 71b059c1-6e5b-4e35-929f-4bd0539a7516 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:31.456150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.461009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.461769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.505929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-812470db-8d9d-4763-8098-738528d02e47 req-c06f9f57-e41c-43ea-bbce-5e30e3f769c6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437798 Apr 07 11:18:31.554643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ad75a-18fb-445a-be83-bf2d3772bc5b req-9adb2399-a78b-4391-8827-6aac0916f517 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:31.556109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-944ad75a-18fb-445a-be83-bf2d3772bc5b req-9adb2399-a78b-4391-8827-6aac0916f517 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 945 time: 0.1444478 Apr 07 11:18:31.598347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:31.604799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.606738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=144e945b-1d34-44b4-a590-c2bfdd3512a5,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:31.648538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (6fdaea34-4fe5-409e-ae35-4062c8419a84), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.732222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dadcbf42-779c-4d29-bed9-eafe25d977a7 req-9cb0b2fb-cf46-4cf8-8076-c58d36963342 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/a454805b-b928-40b9-83ef-3239fd952986 HTTP/1.1" status: 200 len: 1820 time: 0.1400115 Apr 07 11:18:31.737048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:31.749046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:31.762102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-944ad75a-18fb-445a-be83-bf2d3772bc5b req-41584b4f-28a4-4251-93ab-9929d080e6fd tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793952 Apr 07 11:18:31.765276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:31.765886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.780455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=6fdaea34-4fe5-409e-ae35-4062c8419a84,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:31.794236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] Deleting port 71b059c1-6e5b-4e35-929f-4bd0539a7516 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:31.794519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.824211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46382) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:31.826220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef9e3f49-6ce1-431c-8edb-fa134b1df5bb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8445568 Apr 07 11:18:31.832835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:31.856175 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a88b02-87e9-428a-bcbf-5506b35352ff x-openstack-request-id: req-03a88b02-87e9-428a-bcbf-5506b35352ff {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:31.856542 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617c0f05-a3af-4747-b566-f87c3af6161c", "name": "network-vif-plugged", "status": "completed", "tag": "144e945b-1d34-44b4-a590-c2bfdd3512a5", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:31.856721 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03a88b02-87e9-428a-bcbf-5506b35352ff {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:31.857153 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a88b02-87e9-428a-bcbf-5506b35352ff'] response: {'server_uuid': '617c0f05-a3af-4747-b566-f87c3af6161c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e945b-1d34-44b4-a590-c2bfdd3512a5', 'code': 200} Apr 07 11:18:31.868004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b19b5-dc7a-40d3-8054-5ce1f848c9d6 None None] Pushing event updated for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:31.880475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dadcbf42-779c-4d29-bed9-eafe25d977a7 req-a093d573-f56d-475d-9d52-3a8ed3b05871 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (a454805b-b928-40b9-83ef-3239fd952986), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.917628 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dadcbf42-779c-4d29-bed9-eafe25d977a7 req-a093d573-f56d-475d-9d52-3a8ed3b05871 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (a454805b-b928-40b9-83ef-3239fd952986), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.920822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] For port 71b059c1-6e5b-4e35-929f-4bd0539a7516, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=71b059c1-6e5b-4e35-929f-4bd0539a7516,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:31.921317 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:31.937359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] Calling delete_port for 71b059c1-6e5b-4e35-929f-4bd0539a7516 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:32.017027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dadcbf42-779c-4d29-bed9-eafe25d977a7 req-a093d573-f56d-475d-9d52-3a8ed3b05871 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a454805b-b928-40b9-83ef-3239fd952986), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.019881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dadcbf42-779c-4d29-bed9-eafe25d977a7 req-a093d573-f56d-475d-9d52-3a8ed3b05871 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.021311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dadcbf42-779c-4d29-bed9-eafe25d977a7 req-a093d573-f56d-475d-9d52-3a8ed3b05871 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/a454805b-b928-40b9-83ef-3239fd952986 HTTP/1.1" status: 204 len: 173 time: 0.2799051 Apr 07 11:18:32.037101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093d573-f56d-475d-9d52-3a8ed3b05871 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a454805b-b928-40b9-83ef-3239fd952986,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:32.046843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f033c-afb0-41aa-a646-f727d1e8c0a3 req-3ab5d43d-5344-4bd8-a2fd-06ce4977f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:32.049514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad5f033c-afb0-41aa-a646-f727d1e8c0a3 req-3ab5d43d-5344-4bd8-a2fd-06ce4977f7ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 1128 time: 0.0858099 Apr 07 11:18:32.092425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (71b059c1-6e5b-4e35-929f-4bd0539a7516), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.093381 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-2b00151b-2c3c-4365-9bcf-5aa612edb1fc req-07e04b60-72e7-4862-8ecc-ae9c62d3e4bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:18:32.094631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b00151b-2c3c-4365-9bcf-5aa612edb1fc req-07e04b60-72e7-4862-8ecc-ae9c62d3e4bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/a454805b-b928-40b9-83ef-3239fd952986 HTTP/1.1" status: 404 len: 352 time: 0.0407999 Apr 07 11:18:32.124193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:32.129102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.135439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] Pushing event deleted for resources: {'Port': ['ID=71b059c1-6e5b-4e35-929f-4bd0539a7516,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:32.142642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf4b70-ace7-45c4-8347-5e7f54632d9e None None] No DVR routers for this DVR port 71b059c1-6e5b-4e35-929f-4bd0539a7516 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:32.145635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad5f033c-afb0-41aa-a646-f727d1e8c0a3 req-587a33c6-3b5b-43d7-9bf3-6e2b061a9f62 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Apr 07 11:18:32.158665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6debd7-829a-43e1-82aa-7a278badcba1 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:32.221013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e7e20-dd86-4806-94a9-55fdda72bd26 req-251fa2af-57ea-491f-9f6e-ab4c1d2dcced tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:32.223244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-707e7e20-dd86-4806-94a9-55fdda72bd26 req-251fa2af-57ea-491f-9f6e-ab4c1d2dcced tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.1029670 Apr 07 11:18:32.288999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e43bb415-f3d7-486a-a421-440e3ea4d1cc req-1407157c-30f3-414c-ba3a-703923862c64 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/040f3f47-9b43-4116-9abd-d0108b3d5d4d HTTP/1.1" status: 200 len: 1819 time: 0.0779572 Apr 07 11:18:32.301059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '6fdaea34-4fe5-409e-ae35-4062c8419a84'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:18:32.302132 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.309725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-707e7e20-dd86-4806-94a9-55fdda72bd26 req-621711a9-2843-43c9-b8ca-b7442b08ad2e tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781226 Apr 07 11:18:32.412626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e43bb415-f3d7-486a-a421-440e3ea4d1cc req-cdd7a660-30f3-434a-9505-6ba182b709ad tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (040f3f47-9b43-4116-9abd-d0108b3d5d4d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.446946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e43bb415-f3d7-486a-a421-440e3ea4d1cc req-cdd7a660-30f3-434a-9505-6ba182b709ad tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (040f3f47-9b43-4116-9abd-d0108b3d5d4d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.465902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:32.477758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19322990-13d2-401d-acb3-f057f6912220 req-1793582b-d180-41ac-b645-57f0ff583362 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:32.479231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19322990-13d2-401d-acb3-f057f6912220 req-1793582b-d180-41ac-b645-57f0ff583362 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 946 time: 0.1094797 Apr 07 11:18:32.508175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Allocated IP 172.20.0.2 (b2feb08a-9d5d-4508-b385-fa376864e287/6fdaea34-4fe5-409e-ae35-4062c8419a84/e7725664-8088-4411-8482-14d1055b42d3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:32.521565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e43bb415-f3d7-486a-a421-440e3ea4d1cc req-cdd7a660-30f3-434a-9505-6ba182b709ad tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (040f3f47-9b43-4116-9abd-d0108b3d5d4d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.524249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e43bb415-f3d7-486a-a421-440e3ea4d1cc req-cdd7a660-30f3-434a-9505-6ba182b709ad tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.525413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e43bb415-f3d7-486a-a421-440e3ea4d1cc req-cdd7a660-30f3-434a-9505-6ba182b709ad tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/040f3f47-9b43-4116-9abd-d0108b3d5d4d HTTP/1.1" status: 204 len: 173 time: 0.2140746 Apr 07 11:18:32.552329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7a660-30f3-434a-9505-6ba182b709ad tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f3f47-9b43-4116-9abd-d0108b3d5d4d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:32.568025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19322990-13d2-401d-acb3-f057f6912220 req-61cd8c56-96d2-4c76-9873-28072a5b1a47 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702102 Apr 07 11:18:32.574725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:18:32.575114 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-458af220-d706-4157-9a6a-7cd0a936656b req-ebae5d91-04b5-481f-90fe-0ac84a980a48 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:18:32.576064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-458af220-d706-4157-9a6a-7cd0a936656b req-ebae5d91-04b5-481f-90fe-0ac84a980a48 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/040f3f47-9b43-4116-9abd-d0108b3d5d4d HTTP/1.1" status: 404 len: 352 time: 0.0250096 Apr 07 11:18:32.581850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e188e764-74a8-4e03-a31c-52315c0d0fcf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.634280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:32.638685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:32.643818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:32.644751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.660703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=e188e764-74a8-4e03-a31c-52315c0d0fcf,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:32.676714 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fe0dad96-dfc5-4299-8d71-427947799fe3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8503151 Apr 07 11:18:32.678807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46408) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:32.684699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:0a:e3:df', 'name': 'tempest-NetworksTestDHCPv6-1208741452'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:32.723244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7baf8bd4-4ede-400d-8d6e-7de61a25d932 req-df4dcfb6-4c46-45f8-83fd-534fbeb1bb23 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 6208 time: 0.1145091 Apr 07 11:18:32.776638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:32.783904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad571a-ad84-4c6d-8fca-0bc77fe5cef3 req-a7a8c579-b44e-4828-8e42-e18b89105096 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:32.785501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63ad571a-ad84-4c6d-8fca-0bc77fe5cef3 req-a7a8c579-b44e-4828-8e42-e18b89105096 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.1282668 Apr 07 11:18:32.801447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'mac_address': 'fa:16:3e:ce:72:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:32.844511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7baf8bd4-4ede-400d-8d6e-7de61a25d932 req-07a55366-ec60-44ef-bcea-de0263678903 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/f3ff3227-ecc5-4e1b-9f52-f2345502c51c HTTP/1.1" status: 200 len: 3002 time: 0.1144905 Apr 07 11:18:32.849076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:32.884929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:32.885354 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.888333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-1c96644e-9b53-45c1-9a29-8f76f1ae3d8d tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:32.890345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-1c96644e-9b53-45c1-9a29-8f76f1ae3d8d tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 945 time: 0.1557875 Apr 07 11:18:32.891328 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Publish callbacks [] for port (e7725664-8088-4411-8482-14d1055b42d3), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.911793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e7725664-8088-4411-8482-14d1055b42d3), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:32.915642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63ad571a-ad84-4c6d-8fca-0bc77fe5cef3 req-d1ed53cb-93a2-47b9-adf7-0c27dd788ddb tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102047 Apr 07 11:18:32.915949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:32.978065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7baf8bd4-4ede-400d-8d6e-7de61a25d932 req-af490931-7e2a-41b5-8bf0-9fcd412668f0 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/f3ff3227-ecc5-4e1b-9f52-f2345502c51c HTTP/1.1" status: 200 len: 3002 time: 0.1261458 Apr 07 11:18:32.980932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.010762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port b0d031aa-a17f-4f44-b1d7-53c280d61017 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:18:33.019317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-66e8b738-f0a4-4e64-93ef-dc07304a9f6f req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2101732618', 'description': 'tempest-description-1730957195'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:33.030301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:33.032612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:33.038412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.057238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:33.061314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f34f251-8073-4fef-ab6d-5156edc0c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.063526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:33.066518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Pushing event updated for resources: {'Port': ['ID=e7725664-8088-4411-8482-14d1055b42d3,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:33.087872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Deleting port e28552ec-03e1-4bdb-a751-15239e2c9d97 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:33.088224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.094920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-66e8b738-f0a4-4e64-93ef-dc07304a9f6f req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.133654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:33.179529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99293e30-fa28-48cc-b1b6-53c98532f5c8 req-329b29ff-9720-4de2-8397-fc2191ff36b6 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:33.181064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99293e30-fa28-48cc-b1b6-53c98532f5c8 req-329b29ff-9720-4de2-8397-fc2191ff36b6 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7093bb4e-1a83-4b34-a69d-8c7c94f9a595 HTTP/1.1" status: 200 len: 945 time: 0.1697040 Apr 07 11:18:33.210758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:33.224030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Attempting to bind port e7725664-8088-4411-8482-14d1055b42d3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:33.224607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Attempting to bind port e7725664-8088-4411-8482-14d1055b42d3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:33.225200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Attempting to bind port e7725664-8088-4411-8482-14d1055b42d3 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:33.255270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:33.255665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:33.256321 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.256742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:33.257545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Bound port: e7725664-8088-4411-8482-14d1055b42d3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:33.258101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7725664-8088-4411-8482-14d1055b42d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.259042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 172.20.0.13 (b2feb08a-9d5d-4508-b385-fa376864e287/6fdaea34-4fe5-409e-ae35-4062c8419a84/b0d031aa-a17f-4f44-b1d7-53c280d61017) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:33.268265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fe0a:e3df (b2feb08a-9d5d-4508-b385-fa376864e287/e188e764-74a8-4e03-a31c-52315c0d0fcf/b0d031aa-a17f-4f44-b1d7-53c280d61017) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:33.271557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] For port e28552ec-03e1-4bdb-a751-15239e2c9d97, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=e28552ec-03e1-4bdb-a751-15239e2c9d97,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:33.271901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.275243 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.300050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Calling delete_port for e28552ec-03e1-4bdb-a751-15239e2c9d97 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:33.329363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99293e30-fa28-48cc-b1b6-53c98532f5c8 req-3e8bb0a3-e54b-42e1-84e0-a41c354b648f tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0e66383-2323-4c42-b02e-14e1c58e92b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346834 Apr 07 11:18:33.341707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-66e8b738-f0a4-4e64-93ef-dc07304a9f6f req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (7ba69947-7143-4f2a-aa36-1b866e0e0924), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.382545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-66e8b738-f0a4-4e64-93ef-dc07304a9f6f req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7ba69947-7143-4f2a-aa36-1b866e0e0924), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.396999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] For port e7725664-8088-4411-8482-14d1055b42d3, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:33.406159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] For port e7725664-8088-4411-8482-14d1055b42d3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e7725664-8088-4411-8482-14d1055b42d3,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:33.433753 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-66e8b738-f0a4-4e64-93ef-dc07304a9f6f req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.436208 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e7725664-8088-4411-8482-14d1055b42d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.438544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66e8b738-f0a4-4e64-93ef-dc07304a9f6f req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4235480 Apr 07 11:18:33.466226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-137b8f81-3ac5-4a22-bf5e-1928854d1146 req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1108619082', 'description': 'tempest-description-2050898791'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:33.476924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2769fec-44ae-4401-915a-2af2ef5e83b2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba69947-7143-4f2a-aa36-1b866e0e0924,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:33.552401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-137b8f81-3ac5-4a22-bf5e-1928854d1146 req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.582274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f432a-5e32-4efe-a080-bc45d8e13900 None None] Pushing event updated for resources: {'Port': ['ID=e7725664-8088-4411-8482-14d1055b42d3,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:33.643766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf14-7bd4-453b-89de-a3e390656748 req-467812e5-8444-4775-8e6f-b2fbd655664c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:33.645353 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-467812e5-8444-4775-8e6f-b2fbd655664c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 946 time: 0.1396079 Apr 07 11:18:33.666532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (b0d031aa-a17f-4f44-b1d7-53c280d61017), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.692984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2cf2-3400-46bd-9014-c7d17dbd2bcf req-04bb410a-fe3e-45bc-8d4b-f5b2fc7c1ad0 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:33.695418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae2c2cf2-3400-46bd-9014-c7d17dbd2bcf req-04bb410a-fe3e-45bc-8d4b-f5b2fc7c1ad0 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.1829643 Apr 07 11:18:33.724725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e28552ec-03e1-4bdb-a751-15239e2c9d97), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.735968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['e28552ec-03e1-4bdb-a751-15239e2c9d97'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:33.816342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b0d031aa-a17f-4f44-b1d7-53c280d61017), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.824489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Pushing event deleted for resources: {'Port': ['ID=e28552ec-03e1-4bdb-a751-15239e2c9d97,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:33.920334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=b0d031aa-a17f-4f44-b1d7-53c280d61017,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:33.931416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port 144e945b-1d34-44b4-a590-c2bfdd3512a5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:33.931814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.963263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-6f21b5bb-c1cb-4bf0-b890-5271652e0a5e tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:33.966376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-6f21b5bb-c1cb-4bf0-b890-5271652e0a5e tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.2680657 Apr 07 11:18:33.975808 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-137b8f81-3ac5-4a22-bf5e-1928854d1146 req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (56f9a085-209c-4ac1-9fe4-c569038ee0a9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.977736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] No DVR routers for this DVR port e28552ec-03e1-4bdb-a751-15239e2c9d97 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:33.981624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:33.985773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:33.986710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] 10.222.0.23 "DELETE /v2.0/ports/e28552ec-03e1-4bdb-a751-15239e2c9d97 HTTP/1.1" status: 204 len: 173 time: 1.0847838 Apr 07 11:18:33.987254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'name': 'network-vif-deleted', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:33.990014 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684bf4d-b548-473b-aa93-b329da3dc283" -d '{"events": [{"server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "name": "network-vif-deleted", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:33.995187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-137b8f81-3ac5-4a22-bf5e-1928854d1146 req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (56f9a085-209c-4ac1-9fe4-c569038ee0a9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.021505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:34.026249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:34.035446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae2c2cf2-3400-46bd-9014-c7d17dbd2bcf req-28550518-d2a2-49be-979d-54671ffdd51d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211913 Apr 07 11:18:34.096806 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-137b8f81-3ac5-4a22-bf5e-1928854d1146 req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.115040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-137b8f81-3ac5-4a22-bf5e-1928854d1146 req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6562593 Apr 07 11:18:34.143933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:34.144176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.241511 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-48b15fd6-baa7-42e3-81e7-2f90d77a2a40 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5601907 Apr 07 11:18:34.249387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46444) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:34.251918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port 144e945b-1d34-44b4-a590-c2bfdd3512a5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=144e945b-1d34-44b4-a590-c2bfdd3512a5,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:34.252734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.371629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for 144e945b-1d34-44b4-a590-c2bfdd3512a5 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:34.379393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.384335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f3525-64c1-432c-8cd2-e683e1d8f8bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9a085-209c-4ac1-9fe4-c569038ee0a9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:34.425963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:34.451880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd34fc8-370a-4b88-8ee1-975d9fdc1c82 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:34.458163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd34fc8-370a-4b88-8ee1-975d9fdc1c82 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:34.459973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8bd34fc8-370a-4b88-8ee1-975d9fdc1c82 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2004659 Apr 07 11:18:34.464346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46456) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:34.465182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e7725664-8088-4411-8482-14d1055b42d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:34.591301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fae8fa-2d83-447e-bbe3-2427a6e6e707 req-51c81681-ae71-41fa-b7ab-01231291491b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:34.593100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61fae8fa-2d83-447e-bbe3-2427a6e6e707 req-51c81681-ae71-41fa-b7ab-01231291491b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 946 time: 0.3394601 Apr 07 11:18:34.600806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa477-c279-4cc4-9e18-638c2e31c9de req-4f25b63a-58dd-4765-a43a-911929f37f24 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:34.603361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-502fa477-c279-4cc4-9e18-638c2e31c9de req-4f25b63a-58dd-4765-a43a-911929f37f24 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.3368034 Apr 07 11:18:34.651112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:34.651874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.709642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e7725664-8088-4411-8482-14d1055b42d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:34.710369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7725664-8088-4411-8482-14d1055b42d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.799234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port b0d031aa-a17f-4f44-b1d7-53c280d61017 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:34.799556 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b0d031aa-a17f-4f44-b1d7-53c280d61017), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.830682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Deleting port 311c5853-94c2-451a-8f84-a964d3081dc0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:34.833728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.875223 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (144e945b-1d34-44b4-a590-c2bfdd3512a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:34.908262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['144e945b-1d34-44b4-a590-c2bfdd3512a5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:34.967937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61fae8fa-2d83-447e-bbe3-2427a6e6e707 req-0678331c-906a-4619-99a3-e1e6f285ffd2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512623 Apr 07 11:18:34.972476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-502fa477-c279-4cc4-9e18-638c2e31c9de req-c6905e75-b458-4345-9b93-f49de02bef96 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560147 Apr 07 11:18:34.986387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=144e945b-1d34-44b4-a590-c2bfdd3512a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:35.016345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port 144e945b-1d34-44b4-a590-c2bfdd3512a5 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:35.022076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.024359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e7725664-8088-4411-8482-14d1055b42d3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:35.028885 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0056cf14-7bd4-453b-89de-a3e390656748 req-69aff08a-5957-4e84-83e7-99e88e57f62a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "DELETE /v2.0/ports/144e945b-1d34-44b4-a590-c2bfdd3512a5 HTTP/1.1" status: 204 len: 173 time: 1.3738267 Apr 07 11:18:35.031597 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7725664-8088-4411-8482-14d1055b42d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.033301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c0f05-a3af-4747-b566-f87c3af6161c', 'name': 'network-vif-deleted', 'tag': '144e945b-1d34-44b4-a590-c2bfdd3512a5'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:35.035479 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794dd6e4-15ca-433a-b561-1ca474d843b3" -d '{"events": [{"server_uuid": "617c0f05-a3af-4747-b566-f87c3af6161c", "name": "network-vif-deleted", "tag": "144e945b-1d34-44b4-a590-c2bfdd3512a5"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:35.051741 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205e310b-4b40-4128-8bf8-7dd77e8eb975 x-openstack-request-id: req-205e310b-4b40-4128-8bf8-7dd77e8eb975 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:35.052072 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093bb4e-1a83-4b34-a69d-8c7c94f9a595", "name": "network-vif-deleted", "tag": "e28552ec-03e1-4bdb-a751-15239e2c9d97", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:35.056058 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-205e310b-4b40-4128-8bf8-7dd77e8eb975 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:35.056622 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205e310b-4b40-4128-8bf8-7dd77e8eb975'] response: {'server_uuid': '7093bb4e-1a83-4b34-a69d-8c7c94f9a595', 'name': 'network-vif-deleted', 'tag': 'e28552ec-03e1-4bdb-a751-15239e2c9d97', 'status': 'completed', 'code': 200} Apr 07 11:18:35.077890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:35.078340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.107925 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b0d031aa-a17f-4f44-b1d7-53c280d61017), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.133333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for b0d031aa-a17f-4f44-b1d7-53c280d61017 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:35.147617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] For port 311c5853-94c2-451a-8f84-a964d3081dc0, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=311c5853-94c2-451a-8f84-a964d3081dc0,segment=NetworkSegment(a96f2fae-fe60-4c34-b266-5b13f29cde9c),segment_id=a96f2fae-fe60-4c34-b266-5b13f29cde9c)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:35.147996 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.162890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46476) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:35.184758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa333b7-2439-4fce-8dea-e4767952efbe None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:35.230437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Calling delete_port for 311c5853-94c2-451a-8f84-a964d3081dc0 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:35.307902 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbfe1e6-124e-4305-9ada-f24309028730 x-openstack-request-id: req-8fbfe1e6-124e-4305-9ada-f24309028730 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:35.308212 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617c0f05-a3af-4747-b566-f87c3af6161c", "name": "network-vif-deleted", "tag": "144e945b-1d34-44b4-a590-c2bfdd3512a5", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:35.309102 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fbfe1e6-124e-4305-9ada-f24309028730 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:35.309581 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbfe1e6-124e-4305-9ada-f24309028730'] response: {'server_uuid': '617c0f05-a3af-4747-b566-f87c3af6161c', 'name': 'network-vif-deleted', 'tag': '144e945b-1d34-44b4-a590-c2bfdd3512a5', 'status': 'completed', 'code': 200} Apr 07 11:18:35.396427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:35.399820 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2819f9-daea-4e29-8a90-e31897a8a22f" -d '{"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-plugged", "status": "completed", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:35.407630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e7725664-8088-4411-8482-14d1055b42d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e7725664-8088-4411-8482-14d1055b42d3,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:35.428311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e7725664-8088-4411-8482-14d1055b42d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.434119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:35.468195 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.479130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a9d0fff2-c3a3-4f21-923c-e4fe84ebb75b None None] Provisioning complete for port e7725664-8088-4411-8482-14d1055b42d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:35.479783 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fff2-c3a3-4f21-923c-e4fe84ebb75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7725664-8088-4411-8482-14d1055b42d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.488819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0cf79c02-4fbe-41a3-bba9-49628dcb5f6b req-ba75da24-4dfa-4a04-95a1-dd5a31ad2017 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 210 time: 0.0503392 Apr 07 11:18:35.560092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e7725664-8088-4411-8482-14d1055b42d3,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:35.622931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b0d031aa-a17f-4f44-b1d7-53c280d61017), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.659477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:35.685042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=b0d031aa-a17f-4f44-b1d7-53c280d61017,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:35.721173 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a9d0fff2-c3a3-4f21-923c-e4fe84ebb75b None None] Current status of the port e7725664-8088-4411-8482-14d1055b42d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:35.809784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '6fdaea34-4fe5-409e-ae35-4062c8419a84', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e188e764-74a8-4e03-a31c-52315c0d0fcf'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'e7725664-8088-4411-8482-14d1055b42d3'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:18:35.856316 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7725664-8088-4411-8482-14d1055b42d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.895734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830777d-883a-4902-b298-232cfb4d9053 req-e3a1a17e-402f-422b-ac24-a4b9887a55c4 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:35.904764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8830777d-883a-4902-b298-232cfb4d9053 req-e3a1a17e-402f-422b-ac24-a4b9887a55c4 tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 945 time: 0.3207827 Apr 07 11:18:35.959715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:35.989267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8830777d-883a-4902-b298-232cfb4d9053 req-fd7c1d69-d5ab-440c-b345-da4b25f5877a tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8cbf273-0dad-476b-9f7e-b3be05191479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832441 Apr 07 11:18:36.103080 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba777d-c5a1-483c-a93f-45080c46068f x-openstack-request-id: req-deba777d-c5a1-483c-a93f-45080c46068f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:36.103477 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-plugged", "status": "completed", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:36.103764 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deba777d-c5a1-483c-a93f-45080c46068f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:36.104422 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deba777d-c5a1-483c-a93f-45080c46068f'] response: {'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'code': 200} Apr 07 11:18:36.140855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-8b93bcb6-e23c-4dbd-85e1-d4b58f383024 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:36.142721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-8b93bcb6-e23c-4dbd-85e1-d4b58f383024 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 812 time: 0.9914737 Apr 07 11:18:36.171354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] Allocated IP 2001:db8::f816:3eff:fe46:d1cf (b2feb08a-9d5d-4508-b385-fa376864e287/e188e764-74a8-4e03-a31c-52315c0d0fcf/e7725664-8088-4411-8482-14d1055b42d3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:36.291446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] For port e7725664-8088-4411-8482-14d1055b42d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e7725664-8088-4411-8482-14d1055b42d3,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:36.329448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64c19562-592b-4fa6-bcee-e541b5273996 req-acfd5de6-edb0-46c3-b8af-009d792d4f66 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 210 time: 0.0618241 Apr 07 11:18:36.344091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-98965c90-f719-4ac1-8054-6a06594ecad2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/quotas/9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 375 time: 0.1853945 Apr 07 11:18:36.348996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] Publish callbacks [] for port (e7725664-8088-4411-8482-14d1055b42d3), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:36.365162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e7725664-8088-4411-8482-14d1055b42d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:36.407618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:36.415050 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb416515-3ba4-479a-86ea-06da46c95602 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/b0d031aa-a17f-4f44-b1d7-53c280d61017 HTTP/1.1" status: 204 len: 168 time: 1.9492176 Apr 07 11:18:36.421583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:36.460973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e7725664-8088-4411-8482-14d1055b42d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:36.511021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf79c02-4fbe-41a3-bba9-49628dcb5f6b req-1a6d9dbd-0d74-46c5-881a-f9a4328da632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:36.529365 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0cf79c02-4fbe-41a3-bba9-49628dcb5f6b req-1a6d9dbd-0d74-46c5-881a-f9a4328da632 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2b90001a34f94dffb2853f6e37a75e06&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0331202 Apr 07 11:18:36.556070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06abfc-0617-4be6-8525-8e1c797f7a18 None None] Pushing event updated for resources: {'Port': ['ID=e7725664-8088-4411-8482-14d1055b42d3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:36.597159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e7725664-8088-4411-8482-14d1055b42d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:36.597813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7725664-8088-4411-8482-14d1055b42d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:36.795221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-8fc3503f-4813-4b13-9857-9be5701db3ab tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4348395 Apr 07 11:18:36.802110 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (311c5853-94c2-451a-8f84-a964d3081dc0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:36.842766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fa016-540e-4e61-9bbc-ada47d64b988 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:36.844192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fa016-540e-4e61-9bbc-ada47d64b988 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:36.845572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fa016-540e-4e61-9bbc-ada47d64b988 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:36.851731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-108fa016-540e-4e61-9bbc-ada47d64b988 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4288430 Apr 07 11:18:36.871964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46500) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:36.906121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (67833abd-08a5-49a8-80b8-682c35f4750e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:36.976113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e28552ec-03e1-4bdb-a751-15239e2c9d97 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:36.984069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e7725664-8088-4411-8482-14d1055b42d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:37.017944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: e28552ec-03e1-4bdb-a751-15239e2c9d97 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:37.018857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device e28552ec-03e1-4bdb-a751-15239e2c9d97 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:37.042346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf79c02-4fbe-41a3-bba9-49628dcb5f6b req-748358d6-78ac-46f1-9bc8-3d073ea2c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:37.043906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0cf79c02-4fbe-41a3-bba9-49628dcb5f6b req-748358d6-78ac-46f1-9bc8-3d073ea2c142 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5077181 Apr 07 11:18:37.054518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ee55-f943-41e1-95c7-a887c1fb9a8d req-44e95e7f-508e-42c5-a43d-9e8d6fd85656 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:37.062395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a17ee55-f943-41e1-95c7-a887c1fb9a8d req-44e95e7f-508e-42c5-a43d-9e8d6fd85656 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.5909100 Apr 07 11:18:37.112378 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:37.153270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Pushing event deleted for resources: {'Port': ['ID=311c5853-94c2-451a-8f84-a964d3081dc0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:37.246843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 6fdaea34-4fe5-409e-ae35-4062c8419a84 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:37.266144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (6fdaea34-4fe5-409e-ae35-4062c8419a84), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:37.476205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b7b80460-6785-4720-8312-98b5cde121ca None None] Provisioning complete for port e7725664-8088-4411-8482-14d1055b42d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:37.476935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b7b80460-6785-4720-8312-98b5cde121ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7725664-8088-4411-8482-14d1055b42d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:37.608157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b7b80460-6785-4720-8312-98b5cde121ca None None] Current status of the port e7725664-8088-4411-8482-14d1055b42d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:37.613051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b7b80460-6785-4720-8312-98b5cde121ca None None] Could not find standard attr ID for object b0d031aa-a17f-4f44-b1d7-53c280d61017. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:37.813631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] No DVR routers for this DVR port 311c5853-94c2-451a-8f84-a964d3081dc0 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:37.820200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-ac4a3b7f-aa2a-4c02-8c04-7d693e4ba116 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9973660 Apr 07 11:18:37.821681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:37.825914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcffe98b-48f4-4b10-a679-4dd744449ba7 req-88cc8132-9f3e-4697-b7b5-3c0acfbff28d tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.41 "DELETE /v2.0/ports/311c5853-94c2-451a-8f84-a964d3081dc0 HTTP/1.1" status: 204 len: 173 time: 3.7876961 Apr 07 11:18:37.836965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'name': 'network-vif-deleted', 'tag': '311c5853-94c2-451a-8f84-a964d3081dc0'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:37.839281 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894a5b7-ef86-4bfa-970a-8b9dbf339d9b" -d '{"events": [{"server_uuid": "2e94508d-0496-402e-a8d6-5bc1d71fe775", "name": "network-vif-deleted", "tag": "311c5853-94c2-451a-8f84-a964d3081dc0"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:37.845453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3b8cff0d-f563-416c-be29-6a192e4ebbbc None None] Could not find standard attr ID for object ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:38.019594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (6fdaea34-4fe5-409e-ae35-4062c8419a84), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:38.063249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a17ee55-f943-41e1-95c7-a887c1fb9a8d req-84320386-366d-41bc-8dbb-3af91da7f9f3 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9997485 Apr 07 11:18:38.083737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-9cf9bbe7-d5ba-4da4-8ab1-49e653506ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234888 Apr 07 11:18:38.265219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-953d5b1b-a3ca-4809-9ab3-ac74f96c7665 None None] Could not find standard attr ID for object b0d031aa-a17f-4f44-b1d7-53c280d61017. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:18:38.382410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e7725664-8088-4411-8482-14d1055b42d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:38.391819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6fdaea34-4fe5-409e-ae35-4062c8419a84), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:38.461725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 311c5853-94c2-451a-8f84-a964d3081dc0 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:38.501581 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0cf79c02-4fbe-41a3-bba9-49628dcb5f6b req-3d606b52-4e6b-4b0c-80ae-bac4ccfa5c7c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.23 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 210 time: 0.0412586 Apr 07 11:18:38.535096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 311c5853-94c2-451a-8f84-a964d3081dc0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:38.535840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 311c5853-94c2-451a-8f84-a964d3081dc0 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:38.570464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e7725664-8088-4411-8482-14d1055b42d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:38.570849 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7725664-8088-4411-8482-14d1055b42d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:38.577108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5effbd8-6aeb-4d0d-a051-c4d15cf4326c req-0684ef67-ae4c-4a2d-a3b2-d9c7913433f1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0f05-a3af-4747-b566-f87c3af6161c HTTP/1.1" status: 200 len: 210 time: 0.1223898 Apr 07 11:18:38.630283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0446ffa-5540-4091-8c37-dd566ccaff44 req-e1f07f79-cb07-45e2-ae5c-6adfc37a208c tempest-ServerPasswordTestJSON-890840189 tempest-ServerPasswordTestJSON-890840189-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94508d-0496-402e-a8d6-5bc1d71fe775 HTTP/1.1" status: 200 len: 210 time: 0.2262893 Apr 07 11:18:38.752336 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d1202-0c53-4ef8-ad9f-6656ba160809 x-openstack-request-id: req-227d1202-0c53-4ef8-ad9f-6656ba160809 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:38.753746 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e94508d-0496-402e-a8d6-5bc1d71fe775", "name": "network-vif-deleted", "tag": "311c5853-94c2-451a-8f84-a964d3081dc0", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:38.756449 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-227d1202-0c53-4ef8-ad9f-6656ba160809 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:38.758387 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227d1202-0c53-4ef8-ad9f-6656ba160809'] response: {'server_uuid': '2e94508d-0496-402e-a8d6-5bc1d71fe775', 'name': 'network-vif-deleted', 'tag': '311c5853-94c2-451a-8f84-a964d3081dc0', 'status': 'completed', 'code': 200} Apr 07 11:18:38.787001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (6fdaea34-4fe5-409e-ae35-4062c8419a84), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:38.812482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e7725664-8088-4411-8482-14d1055b42d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:38.835466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2605209-d536-45da-acd2-db5807074cae req-80a22688-6b01-4452-aa9f-530301e8d9ed tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0862796 Apr 07 11:18:38.859358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdaea34-4fe5-409e-ae35-4062c8419a84,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:38.933922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:38.937789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18f2cd86-3bfe-4c17-a5d5-4f541e572a05 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/6fdaea34-4fe5-409e-ae35-4062c8419a84 HTTP/1.1" status: 204 len: 168 time: 2.0361333 Apr 07 11:18:38.940673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:38.991720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Deleting port b92b5c42-0c02-41c1-9d23-c7ede703c596 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:38.992508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.062321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet e188e764-74a8-4e03-a31c-52315c0d0fcf {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:39.072767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (e188e764-74a8-4e03-a31c-52315c0d0fcf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.142940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] For port b92b5c42-0c02-41c1-9d23-c7ede703c596, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b92b5c42-0c02-41c1-9d23-c7ede703c596,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:39.143892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.184311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Calling delete_port for b92b5c42-0c02-41c1-9d23-c7ede703c596 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:39.189931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (e188e764-74a8-4e03-a31c-52315c0d0fcf), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.320657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e92d36-f2df-49fc-ab09-c119bbd46867 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:39.408199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e188e764-74a8-4e03-a31c-52315c0d0fcf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.457717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507703-217d-438c-9b7f-156d4721c62d req-e49ff8db-bac8-4d1e-8712-37b6d2c04750 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:39.459447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80507703-217d-438c-9b7f-156d4721c62d req-e49ff8db-bac8-4d1e-8712-37b6d2c04750 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.1876812 Apr 07 11:18:39.563944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (e188e764-74a8-4e03-a31c-52315c0d0fcf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.572888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80507703-217d-438c-9b7f-156d4721c62d req-e7d9ac76-3928-4aae-bc3c-2aab1a20ea54 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059749 Apr 07 11:18:39.630556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=e188e764-74a8-4e03-a31c-52315c0d0fcf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:39.642034 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.645578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9058adce-83b6-4c16-a441-c4cfd34b20fe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/e188e764-74a8-4e03-a31c-52315c0d0fcf HTTP/1.1" status: 204 len: 168 time: 0.7038584 Apr 07 11:18:39.647934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:39.755728 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-edcc64f3-b197-4043-adce-50dd90579814 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064560 Apr 07 11:18:39.758962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46552) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:39.769562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:39.772604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4629a9-d30a-4403-9f91-e1b76d98a7cb None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': 'e188e764-74a8-4e03-a31c-52315c0d0fcf'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'e7725664-8088-4411-8482-14d1055b42d3'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:18:39.810495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b92b5c42-0c02-41c1-9d23-c7ede703c596), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.824201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ab4629a9-d30a-4403-9f91-e1b76d98a7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e7725664-8088-4411-8482-14d1055b42d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:39.830912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46558) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:39.971271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Pushing event deleted for resources: {'Port': ['ID=b92b5c42-0c02-41c1-9d23-c7ede703c596,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:40.045094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Deleting subnet 80eb59d0-5399-4ab7-9e34-6bcba998a120 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:40.068989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Publish callbacks [] for subnet (80eb59d0-5399-4ab7-9e34-6bcba998a120), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.151538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (80eb59d0-5399-4ab7-9e34-6bcba998a120), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.194028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-59ea9850-3f45-498d-bac7-f5dad35690cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:40.196214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-59ea9850-3f45-498d-bac7-f5dad35690cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1128 time: 0.1948576 Apr 07 11:18:40.337588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105a22a-0fa1-4dc2-a150-ba4370400fef None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:40.436803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (80eb59d0-5399-4ab7-9e34-6bcba998a120), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.448632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-20719296-98f8-44d5-8776-c73e92c2c5c1 None None] Provisioning complete for port e7725664-8088-4411-8482-14d1055b42d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:40.449079 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-20719296-98f8-44d5-8776-c73e92c2c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e7725664-8088-4411-8482-14d1055b42d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.461522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:40.463091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-4e788b42-86f1-4e4a-8fd7-403305b7d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:40.464873 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-4e788b42-86f1-4e4a-8fd7-403305b7d4eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.2604713 Apr 07 11:18:40.465062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.595935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (80eb59d0-5399-4ab7-9e34-6bcba998a120), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.648477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80eb59d0-5399-4ab7-9e34-6bcba998a120,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:40.658666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.665608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f5b4ba09-5eca-404e-8907-254c0418720e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/80eb59d0-5399-4ab7-9e34-6bcba998a120 HTTP/1.1" status: 204 len: 168 time: 0.8335710 Apr 07 11:18:40.672309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:40.701806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-63b32bcd-cc32-4e6f-9301-76e0ffb3ff85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 1002 time: 0.1867902 Apr 07 11:18:40.787506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-20719296-98f8-44d5-8776-c73e92c2c5c1 None None] Current status of the port e7725664-8088-4411-8482-14d1055b42d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:40.800140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:18:40.809532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-93e1e6c8-bee9-4307-9bc7-7c1586e41958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:40.813501 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-93e1e6c8-bee9-4307-9bc7-7c1586e41958 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0692835 Apr 07 11:18:40.822754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (00c8f69c-2ffa-40e8-950c-a4cfa604e33e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.879267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] Deleting port e7725664-8088-4411-8482-14d1055b42d3 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:40.879944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e7725664-8088-4411-8482-14d1055b42d3), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.899855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=00c8f69c-2ffa-40e8-950c-a4cfa604e33e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:40.902407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (7246c7dd-01bc-405a-9a27-cab9ff362799), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.923548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-7ee3f3ea-73e3-4418-958e-2a1b03f56300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:40.925003 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-7ee3f3ea-73e3-4418-958e-2a1b03f56300 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1040833 Apr 07 11:18:40.977483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] For port e7725664-8088-4411-8482-14d1055b42d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e7725664-8088-4411-8482-14d1055b42d3,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:40.978193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e7725664-8088-4411-8482-14d1055b42d3), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:40.995563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] Calling delete_port for e7725664-8088-4411-8482-14d1055b42d3 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:41.052003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:41.062760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c8e11-4f0c-414e-92a2-f1bd45c5f442 req-21bf9859-9755-4a46-a7cb-1ea11eb8e0c1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:41.070816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d95c8e11-4f0c-414e-92a2-f1bd45c5f442 req-21bf9859-9755-4a46-a7cb-1ea11eb8e0c1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.9546976 Apr 07 11:18:41.074854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-3b90db9d-ab44-468a-805c-580fac555a2c service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154640 Apr 07 11:18:41.097086 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (e7725664-8088-4411-8482-14d1055b42d3), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.122597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-166cb574-a204-4152-aff6-fa98ea6190fb tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:41.130254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-166cb574-a204-4152-aff6-fa98ea6190fb tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 1.1760931 Apr 07 11:18:41.144095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] Pushing event deleted for resources: {'Port': ['ID=e7725664-8088-4411-8482-14d1055b42d3,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:41.149062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:41.152984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (7246c7dd-01bc-405a-9a27-cab9ff362799), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.163641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ea0d3-b12d-44bd-b4f6-bfa71fa97179 None None] No DVR routers for this DVR port e7725664-8088-4411-8482-14d1055b42d3 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:41.164256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:41.165102 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.184737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658f023-363b-40fd-8b26-c4df94993aeb None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:41.186842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-d25f4c9c-4977-44f4-93b5-11cc9c8a8a1a tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:41.188493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-d25f4c9c-4977-44f4-93b5-11cc9c8a8a1a tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.41 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 812 time: 1.0249786 Apr 07 11:18:41.190192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7246c7dd-01bc-405a-9a27-cab9ff362799']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:41.203636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eae8b823-3c3f-4fea-aef6-443c73ebe5ea tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4404140 Apr 07 11:18:41.207340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96f2fae-fe60-4c34-b266-5b13f29cde9c') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:41.207665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96f2fae-fe60-4c34-b266-5b13f29cde9c') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:41.209340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'port': {'device_id': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801', 'admin_state_up': True, 'tenant_id': '9e5d2579bd5746f8863d2eac46698c17'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:41.212588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:41.223179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (a96f2fae-fe60-4c34-b266-5b13f29cde9c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.243783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (a96f2fae-fe60-4c34-b266-5b13f29cde9c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.253749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:18:41.254229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (a96f2fae-fe60-4c34-b266-5b13f29cde9c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.258808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:41.268964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d95c8e11-4f0c-414e-92a2-f1bd45c5f442 req-1ee589af-831f-4c6b-b63c-b650509c7893 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972897 Apr 07 11:18:41.276176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-df84af39-4eae-4a9c-a051-2d2740e82dd4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.1447117 Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:18:41.351059 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:18:41.353565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (7246c7dd-01bc-405a-9a27-cab9ff362799), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.387161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '00c8f69c-2ffa-40e8-950c-a4cfa604e33e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:18:41.388651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.411823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-f3e5bd2a-bb87-4f76-8294-6b63501758ba tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1344602 Apr 07 11:18:41.432426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.451564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] 10.222.0.13 "DELETE /v2.0/networks/7246c7dd-01bc-405a-9a27-cab9ff362799 HTTP/1.1" status: 204 len: 168 time: 0.7777565 Apr 07 11:18:41.468058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccd9c5-1c18-4fca-98d0-a67a48ca67eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7246c7dd-01bc-405a-9a27-cab9ff362799,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:41.531706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fbc3e526-da9a-44cd-9cec-f544e59c5289 req-b0178665-5f13-44b4-96e3-c7cff12a4d02 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907258 Apr 07 11:18:41.673332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (67833abd-08a5-49a8-80b8-682c35f4750e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.691200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Allocated IP 172.20.0.2 (b2feb08a-9d5d-4508-b385-fa376864e287/00c8f69c-2ffa-40e8-950c-a4cfa604e33e/ca99cb59-b04f-498f-a9d7-2d6c2bd97173) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:41.745535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:41.766696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e74e04cf-9d3a-4a88-bfa0-352df556e62e req-5b05de60-7d03-40ae-9586-b0f431ea9347 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0950058 Apr 07 11:18:41.861476 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df53143b-b3fe-47e6-ac64-4a52dc810976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c86f2aa20be84392a7ffa291cb9cdf3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135180 Apr 07 11:18:41.862487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:41.933778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-1f04ff2a-b906-459b-abef-1d8d51cf6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:41.937400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-1f04ff2a-b906-459b-abef-1d8d51cf6e1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1128 time: 0.2850764 Apr 07 11:18:41.972693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Made reservation on behalf of 9e5d2579bd5746f8863d2eac46698c17 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:41.978624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.979882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Publish callbacks [] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:41.994247 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.035946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-700807ed-938e-486d-ba38-f25fad9ab2d1 admin admin] Publish callbacks [] for security_group (b8cbf273-0dad-476b-9f7e-b3be05191479), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.058025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:42.065487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-700807ed-938e-486d-ba38-f25fad9ab2d1 admin admin] Publish callbacks [] for security_group (b8cbf273-0dad-476b-9f7e-b3be05191479), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.086669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:42.088875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Pushing event updated for resources: {'Port': ['ID=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:42.107067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:42.202800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-700807ed-938e-486d-ba38-f25fad9ab2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b8cbf273-0dad-476b-9f7e-b3be05191479), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.210219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-700807ed-938e-486d-ba38-f25fad9ab2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.213881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-700807ed-938e-486d-ba38-f25fad9ab2d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8cbf273-0dad-476b-9f7e-b3be05191479 HTTP/1.1" status: 204 len: 168 time: 0.3499093 Apr 07 11:18:42.243061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Attempting to bind port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:42.243546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Attempting to bind port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:42.244122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Attempting to bind port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:42.261905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:42.262655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:42.263377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.263891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:42.267515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Bound port: ca99cb59-b04f-498f-a9d7-2d6c2bd97173, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:42.268068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.272936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-f96c5738-9d37-4737-b4b6-edead71b9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:42.274465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-f96c5738-9d37-4737-b4b6-edead71b9ee2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.3113351 Apr 07 11:18:42.275411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700807ed-938e-486d-ba38-f25fad9ab2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cbf273-0dad-476b-9f7e-b3be05191479,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:42.341954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e7725664-8088-4411-8482-14d1055b42d3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:42.343687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:42.348744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.408732 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-8333ebf5-e69d-4545-8d98-6e888b4fc2df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 1002 time: 0.1242459 Apr 07 11:18:42.470166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-eeaf9a60-c2fb-4173-a2d1-40d3f05de4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:42.473972 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-eeaf9a60-c2fb-4173-a2d1-40d3f05de4a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0564115 Apr 07 11:18:42.474292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e7725664-8088-4411-8482-14d1055b42d3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:42.474807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e7725664-8088-4411-8482-14d1055b42d3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:42.501191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-cbb71f69-5aba-4868-a7d6-a8a472fad5b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0884421 Apr 07 11:18:42.534890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] For port ca99cb59-b04f-498f-a9d7-2d6c2bd97173, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:42.538006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] For port ca99cb59-b04f-498f-a9d7-2d6c2bd97173, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:42.551504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-45399247-43ad-4d46-963e-616beaf8d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:42.553719 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-45399247-43ad-4d46-963e-616beaf8d9c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668702 Apr 07 11:18:42.557414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:42.616951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Allocated IP 172.20.0.3 (1e5c6c95-c328-44ef-9f96-f492de527801/19dddbef-ddb0-4de0-9970-240d2c84c3e0/38287727-964f-4c96-bf67-6c8c28361cc9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:42.634230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c336f4e-6626-4fb1-8e3e-e7c4f672d043 None None] Pushing event updated for resources: {'Port': ['ID=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:42.734884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-5c96acee-c13c-41eb-a546-8c8a1a51441e service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668625 Apr 07 11:18:42.791115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-9ae3fa21-ecab-4761-80b5-ae6a2e8a78b4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422362 Apr 07 11:18:42.884769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f02367-a906-4d96-b483-eed125587c38 req-fff2f613-35c6-4f8c-8dee-9a965cc97602 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:42.902231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2f02367-a906-4d96-b483-eed125587c38 req-fff2f613-35c6-4f8c-8dee-9a965cc97602 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.5001318 Apr 07 11:18:43.010480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 144e945b-1d34-44b4-a590-c2bfdd3512a5 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:43.051355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 144e945b-1d34-44b4-a590-c2bfdd3512a5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:43.051857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 144e945b-1d34-44b4-a590-c2bfdd3512a5 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:43.103500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e3a6af16-00e9-4e40-9330-8159960ec44d req-a8cf54fe-fd1a-4c19-8abe-48100b61fdeb service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661735 Apr 07 11:18:44.086657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2f02367-a906-4d96-b483-eed125587c38 req-56e76972-866b-45e2-8ed5-920d8c0ec5bb tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1835489 Apr 07 11:18:44.138029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5987513d-6faf-4592-8b2e-c0a1d99daea2 req-f9c79163-02d8-4aea-aa9d-f847af1eb78c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 210 time: 0.1876316 Apr 07 11:18:44.372421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Router 67833abd-08a5-49a8-80b8-682c35f4750e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:18:44.451642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for port (38287727-964f-4c96-bf67-6c8c28361cc9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:44.524746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca99cb59-b04f-498f-a9d7-2d6c2bd97173 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:44.643321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] Provisioning complete for port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:44.643710 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:44.685487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:44.686103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:44.719864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21be0144-aaf6-4955-b8a9-ef6a011b5fd4 req-4e171a20-c96f-4633-bbdf-232a1da2cf4c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 210 time: 0.2902939 Apr 07 11:18:44.790138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] Current status of the port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:44.790919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:44.793780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46652) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:44.883604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:44.904832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] For port ca99cb59-b04f-498f-a9d7-2d6c2bd97173, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:44.917819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:45.020274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.060226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Network 1e5c6c95-c328-44ef-9f96-f492de527801 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:45.061650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:18:45.077687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-07524fd3-e018-44c9-9341-6abe453e966b admin admin] 10.222.0.13 "PUT /v2.0/routers/67833abd-08a5-49a8-80b8-682c35f4750e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9051034 Apr 07 11:18:45.086710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:45.100081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] Sync routers for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:18:45.108495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:45.114208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:45.184562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3d90fda2-0ed0-496c-bb60-97b5b31b4032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.270460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:45.271385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:45.322904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:45.351569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-0a21d841-ef93-4b9a-b66c-d956ff7ff5b7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:45.354473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-0a21d841-ef93-4b9a-b66c-d956ff7ff5b7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.3729239 Apr 07 11:18:45.380667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:45.387647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:18:45.471949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abfc89-a7c0-4a0b-a0ef-406155be689f None None] Pushing event updated for resources: {'Port': ['ID=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:45.501857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:45.515184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:45.516038 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.626248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3d90fda2-0ed0-496c-bb60-97b5b31b4032 admin admin] Publish callbacks [] for security_group (e882c967-32bc-455c-86f6-de4356f18d5c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.641420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-464ceac6-73cc-4f86-aa8e-13b5e23db7a6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4362388 Apr 07 11:18:45.650021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cbf35-147e-4f79-8d7c-46b01596318b req-029e759c-5da5-4693-975a-3de16f4e36f1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:45.654038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3d90fda2-0ed0-496c-bb60-97b5b31b4032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e882c967-32bc-455c-86f6-de4356f18d5c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.658670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-564cbf35-147e-4f79-8d7c-46b01596318b req-029e759c-5da5-4693-975a-3de16f4e36f1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 931 time: 0.3440113 Apr 07 11:18:45.676784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Request body: {'port': {'device_id': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:45.785158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks [] for router (67833abd-08a5-49a8-80b8-682c35f4750e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.837725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:45.860021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90fda2-0ed0-496c-bb60-97b5b31b4032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e882c967-32bc-455c-86f6-de4356f18d5c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:45.874324 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3d90fda2-0ed0-496c-bb60-97b5b31b4032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=929471875895472ca67449e3c63e30ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0757499 Apr 07 11:18:45.878394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:45.935872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:45.942113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:45.957314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.069181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96c33dd0-8021-4362-be42-8a553f43ea67 req-29d791fa-9832-4c79-a3c4-50d612000a90 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 210 time: 0.0594084 Apr 07 11:18:46.091699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-564cbf35-147e-4f79-8d7c-46b01596318b req-daf634d6-d465-45ac-9517-0c425e3135f4 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318907 Apr 07 11:18:46.101090 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.139489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19e5616-b39a-43d2-9dfe-5c9c820ef8f8 admin admin] Publish callbacks [] for security_group (e882c967-32bc-455c-86f6-de4356f18d5c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.209944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks [] for router_gateway (67833abd-08a5-49a8-80b8-682c35f4750e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.308299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19e5616-b39a-43d2-9dfe-5c9c820ef8f8 admin admin] Publish callbacks [] for security_group (e882c967-32bc-455c-86f6-de4356f18d5c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.448463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca99cb59-b04f-498f-a9d7-2d6c2bd97173 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:46.493211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.11 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/ab799ff8-5d92-4d31-8ecf-e1ee5d970620) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:46.578935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:18:39Z', 'revision_number': 5, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port': {'id': '0e9a5562-967e-4c7a-9427-77181238ed1a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:17:14Z', 'updated_at': '2022-04-07T11:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:46.694621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38287727-964f-4c96-bf67-6c8c28361cc9 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:46.704536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Publish callbacks [] for port (38287727-964f-4c96-bf67-6c8c28361cc9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.770191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port ca99cb59-b04f-498f-a9d7-2d6c2bd97173, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:46.780491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Deleting port 0e9a5562-967e-4c7a-9427-77181238ed1a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:46.781328 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.786777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19e5616-b39a-43d2-9dfe-5c9c820ef8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e882c967-32bc-455c-86f6-de4356f18d5c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.791295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19e5616-b39a-43d2-9dfe-5c9c820ef8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.793080 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a19e5616-b39a-43d2-9dfe-5c9c820ef8f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e882c967-32bc-455c-86f6-de4356f18d5c HTTP/1.1" status: 204 len: 168 time: 0.9128392 Apr 07 11:18:46.819106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e5616-b39a-43d2-9dfe-5c9c820ef8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e882c967-32bc-455c-86f6-de4356f18d5c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:46.828235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.833274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Transition to ACTIVE for port object 38287727-964f-4c96-bf67-6c8c28361cc9 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:18:46.900952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.904564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:46.965249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] Checking router: 67833abd-08a5-49a8-80b8-682c35f4750e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:18:47.026767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:47.032315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:47.046749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:47.068956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:47.072027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.080064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] Routers {'67833abd-08a5-49a8-80b8-682c35f4750e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:18:47.084110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:18:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['67833abd-08a5-49a8-80b8-682c35f4750e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:47.098796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.114247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:47.138946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.155405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:47.156750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.186561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-7a03982c-fbf9-417a-9633-f3cdeb78c3ac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8086948 Apr 07 11:18:47.202178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Request body: {'port': {'device_id': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:47.231843 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (adaaebc0-2c79-4fd4-a1ed-0b6e481baa40), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.235701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:47.331126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.466811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] Set router 67833abd-08a5-49a8-80b8-682c35f4750e gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:18:47.532249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] For port 0e9a5562-967e-4c7a-9427-77181238ed1a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0e9a5562-967e-4c7a-9427-77181238ed1a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:47.533032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:47.650116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:18:46Z', 'revision_number': 6, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:47.734715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31fc2d-a1b0-4d20-bfdb-d18c0d476d70 None None] The sync data for ids ['67833abd-08a5-49a8-80b8-682c35f4750e'] in n-d-836788-1 is: [{'id': '67833abd-08a5-49a8-80b8-682c35f4750e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-945135719-router', 'tenant_id': '8470e194ce9c42648627657709f2b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:17:13Z', 'updated_at': '2022-04-07T11:18:46Z', 'revision_number': 6, 'project_id': '8470e194ce9c42648627657709f2b380', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:18:47.820131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:48.056665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:48.124552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab799ff8-5d92-4d31-8ecf-e1ee5d970620 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:48.127453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:48.139336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeecfa5-9344-4765-b3e9-a01b449dad76 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:48.154350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Calling delete_port for 0e9a5562-967e-4c7a-9427-77181238ed1a owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:48.163679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:48.164561 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.191827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Publish callbacks [] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.205207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=adaaebc0-2c79-4fd4-a1ed-0b6e481baa40,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:48.217986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,revision_number=5']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:48.280693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Transition to ACTIVE for port object ab799ff8-5d92-4d31-8ecf-e1ee5d970620 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:18:48.295005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.323132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4f8c5eb-bae2-416b-baf6-ba53ac2545d4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.1059821 Apr 07 11:18:48.329244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46708) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:48.353910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b92b5c42-0c02-41c1-9d23-c7ede703c596 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:48.358443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc540-34ae-44ae-a8f2-0f12f6a98bd1 req-41f75b62-99c3-433e-a669-47c720315711 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:48.403555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b2cc540-34ae-44ae-a8f2-0f12f6a98bd1 req-41f75b62-99c3-433e-a669-47c720315711 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 943 time: 1.0152547 Apr 07 11:18:48.403691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b92b5c42-0c02-41c1-9d23-c7ede703c596 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:48.404294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b92b5c42-0c02-41c1-9d23-c7ede703c596 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:48.448230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:48.474027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:b3:69:61', 'name': 'tempest-NetworksTestDHCPv6-65827125'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:48.561778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5230c6-f891-498a-a25c-1f95efc0dcf2 req-02e30a9c-d707-47fa-926a-45db6f12aaaa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:48.570714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f5230c6-f891-498a-a25c-1f95efc0dcf2 req-02e30a9c-d707-47fa-926a-45db6f12aaaa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 932 time: 1.2865553 Apr 07 11:18:48.571322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Attempting to bind port 38287727-964f-4c96-bf67-6c8c28361cc9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:48.571662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Attempting to bind port 38287727-964f-4c96-bf67-6c8c28361cc9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:48.571996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Attempting to bind port 38287727-964f-4c96-bf67-6c8c28361cc9 on network 1e5c6c95-c328-44ef-9f96-f492de527801 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:48.617797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Attempting to bind port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:18:48.618711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Attempting to bind port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:18:48.619445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Attempting to bind port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:48.630645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:18:48.631701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Attempting to bind port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:48.639088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:48.640004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:48.641019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:48.654341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Bound port: ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:48.655240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.673760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Port 38287727-964f-4c96-bf67-6c8c28361cc9 on network 1e5c6c95-c328-44ef-9f96-f492de527801 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:18:48.673760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Attempting to bind port 38287727-964f-4c96-bf67-6c8c28361cc9 on network 1e5c6c95-c328-44ef-9f96-f492de527801 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:18:48.784397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:18:48.784755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Checking segment: {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:18:48.785162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Bound using segment: {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:18:48.785877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Bound port: 38287727-964f-4c96-bf67-6c8c28361cc9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a84359-b5f5-495f-a00a-28c0c7c3cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:18:48.786249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.801908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] For port ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:48.807402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] For port ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:48.820843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.905978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:48.908815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:48.914792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab799ff8-5d92-4d31-8ecf-e1ee5d970620 HTTP/1.1" status: 200 len: 1092 time: 1.7227347 Apr 07 11:18:48.915305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'tag': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:48.921428 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60bf90d-b172-4db1-837c-a11efa66e55c" -d '{"events": [{"name": "network-changed", "server_uuid": "023b256c-c880-4784-9c50-1ab9f1a54edd", "tag": "ab799ff8-5d92-4d31-8ecf-e1ee5d970620"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:48.963040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bf8fc-d98d-4fde-9133-f5d73c0f8be7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:49.063818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-70d225d9-d3b7-45a5-831d-a8308ee7841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:49.067902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-70d225d9-d3b7-45a5-831d-a8308ee7841b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 1126 time: 0.0986359 Apr 07 11:18:49.130215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f5230c6-f891-498a-a25c-1f95efc0dcf2 req-c9f53d08-9b93-49f0-b1d7-f964eef4903f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366871 Apr 07 11:18:49.146952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b2cc540-34ae-44ae-a8f2-0f12f6a98bd1 req-758465fd-7110-45ff-9016-721bf8d8f8a7 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326660 Apr 07 11:18:49.169336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-da639bc8-a15f-4102-a6af-637f577e1693 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620 HTTP/1.1" status: 200 len: 217 time: 0.0894384 Apr 07 11:18:49.287383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb3c8-80ab-4a18-8225-888a88802895 req-8bda1193-9690-4387-bb96-38a1526f645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:49.296536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-8bda1193-9690-4387-bb96-38a1526f645a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1224117 Apr 07 11:18:49.350512 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-78108bdd-e19a-4030-b480-c7b8d14e7400 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472410 Apr 07 11:18:49.353874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:49.379106 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5402aaf7-4b26-4dda-a2d0-3688db5c9886 x-openstack-request-id: req-5402aaf7-4b26-4dda-a2d0-3688db5c9886 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:49.379106 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b256c-c880-4784-9c50-1ab9f1a54edd", "tag": "ab799ff8-5d92-4d31-8ecf-e1ee5d970620", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:49.379106 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5402aaf7-4b26-4dda-a2d0-3688db5c9886 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:49.379747 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5402aaf7-4b26-4dda-a2d0-3688db5c9886'] response: {'name': 'network-changed', 'server_uuid': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'tag': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620', 'status': 'completed', 'code': 200} Apr 07 11:18:49.474263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:49.528281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:18:49.557413 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-4922ec97-183d-4d96-8fa4-9107aaae1175 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002380 Apr 07 11:18:49.575017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:18:49.587864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 60fd6fb3-313d-4ca0-afbc-34701120b01f yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:18:49.609383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:49.727904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0e9a5562-967e-4c7a-9427-77181238ed1a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:49.729982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78abb3c8-80ab-4a18-8225-888a88802895 req-ce721428-7416-4803-8891-6a807628d886 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699309 Apr 07 11:18:49.767460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:49.767979 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:49.769566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] 10.222.0.41 "PUT /v2.0/ports/38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 1091 time: 4.0972116 Apr 07 11:18:49.770064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:49.773487 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:49.841696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5de69b61-3a66-4137-bf32-474e1881a466 None None] Provisioning complete for port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:49.844569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5de69b61-3a66-4137-bf32-474e1881a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:49.872616 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eec6e5-5374-49ba-be06-eb8907c22db3 x-openstack-request-id: req-52eec6e5-5374-49ba-be06-eb8907c22db3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:18:49.873022 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:18:49.873494 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52eec6e5-5374-49ba-be06-eb8907c22db3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:18:49.874026 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52eec6e5-5374-49ba-be06-eb8907c22db3'] response: {'name': 'network-changed', 'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9', 'status': 'completed', 'code': 200} Apr 07 11:18:49.947263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5de69b61-3a66-4137-bf32-474e1881a466 None None] Current status of the port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:49.956269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-78c5976d-954d-491d-9a7b-3f922effeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:49.958129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-78c5976d-954d-491d-9a7b-3f922effeb55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1125 time: 0.1115897 Apr 07 11:18:49.996563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636773d6-297d-4db6-9835-7e8077fd2301 service neutron] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:50.051384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-9b61d15c-86db-4a25-90b5-48ebc815abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:50.052965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-9b61d15c-86db-4a25-90b5-48ebc815abc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 1126 time: 0.2477846 Apr 07 11:18:50.100086 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-e48d991d-4516-42ff-aaa6-42fc9ee3914e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 217 time: 0.1340842 Apr 07 11:18:50.134113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9a5562-967e-4c7a-9427-77181238ed1a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:50.310367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (67833abd-08a5-49a8-80b8-682c35f4750e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:50.311764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-4c71daf6-f23c-40f9-ae96-8c1f809650d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:50.314032 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-4c71daf6-f23c-40f9-ae96-8c1f809650d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.2078540 Apr 07 11:18:50.419947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-72dc2c67-73bc-4c14-a7bf-05fc95caf847 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980792 Apr 07 11:18:50.461225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca99cb59-b04f-498f-a9d7-2d6c2bd97173 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:50.565732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:50.566452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:50.752926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:50.786422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (67833abd-08a5-49a8-80b8-682c35f4750e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:50.793012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks [] for router_controller (67833abd-08a5-49a8-80b8-682c35f4750e), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:50.882220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 172.20.0.8 (b2feb08a-9d5d-4508-b385-fa376864e287/00c8f69c-2ffa-40e8-950c-a4cfa604e33e/60fd6fb3-313d-4ca0-afbc-34701120b01f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:50.899047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d4573-ebd9-4661-b0e8-83cea80f927d req-1aa09c01-6fdf-41d0-b84c-b8c4dbdbb1a5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:50.903224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0e9a5562-967e-4c7a-9427-77181238ed1a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:50.904817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-997d4573-ebd9-4661-b0e8-83cea80f927d req-1aa09c01-6fdf-41d0-b84c-b8c4dbdbb1a5 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 943 time: 0.5894253 Apr 07 11:18:50.915990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:feb3:6961 (b2feb08a-9d5d-4508-b385-fa376864e287/adaaebc0-2c79-4fd4-a1ed-0b6e481baa40/60fd6fb3-313d-4ca0-afbc-34701120b01f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:18:50.932250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-4a0bf93a-e418-4fab-a501-74d29143a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:50.934933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-4a0bf93a-e418-4fab-a501-74d29143a3c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.8233142 Apr 07 11:18:50.935811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (67833abd-08a5-49a8-80b8-682c35f4750e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:50.936337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67833abd-08a5-49a8-80b8-682c35f4750e {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:18:50.943635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:50.944781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d55e015c-ceac-4b93-b092-4874b5f174a4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/67833abd-08a5-49a8-80b8-682c35f4750e HTTP/1.1" status: 204 len: 168 time: 5.8349516 Apr 07 11:18:50.954900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46760) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:50.961457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 0e9a5562-967e-4c7a-9427-77181238ed1a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:50.961851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0e9a5562-967e-4c7a-9427-77181238ed1a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:50.989357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16237b5b-4a0d-4033-968c-152580adda76 req-ce0555fc-ece0-40a5-a3c4-89a1ae865322 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:50.999757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16237b5b-4a0d-4033-968c-152580adda76 req-ce0555fc-ece0-40a5-a3c4-89a1ae865322 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 944 time: 0.3842955 Apr 07 11:18:51.069551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-97033d56-b461-43a6-b513-21dbe39e1ebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620 HTTP/1.1" status: 200 len: 217 time: 0.1146255 Apr 07 11:18:51.109544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-a7f72e85-02ce-4d5f-a59d-319721db4f7b service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798480 Apr 07 11:18:51.192989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-997d4573-ebd9-4661-b0e8-83cea80f927d req-a066e363-7a6e-4d85-9f4c-66da61f9244c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633557 Apr 07 11:18:51.278927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16237b5b-4a0d-4033-968c-152580adda76 req-a4ff1031-56ef-4324-b820-6de65ce1f2ec tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778678 Apr 07 11:18:51.285224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-0c611621-e761-4fe2-83b7-529eebdcd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:51.302761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-0c611621-e761-4fe2-83b7-529eebdcd7e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.2201450 Apr 07 11:18:51.336023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b962d791-a6f3-4fcd-81ee-1d9d65e58764 req-70e96fe9-cdd3-4af9-b6ed-082633995c85 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075315 Apr 07 11:18:51.339089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Deleting subnet 548748b7-74d6-48ae-aa83-683dcc72c73b {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:51.346182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Publish callbacks [] for subnet (548748b7-74d6-48ae-aa83-683dcc72c73b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:51.418915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (548748b7-74d6-48ae-aa83-683dcc72c73b), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:51.422114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-1ec7e3c7-d733-4443-97e1-c7b5fe614f3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078317 Apr 07 11:18:51.547402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (60fd6fb3-313d-4ca0-afbc-34701120b01f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:51.615678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-c7ad5e64-a667-4181-bd6c-29401a1cc589 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855285 Apr 07 11:18:51.749876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-4d40a469-8454-44b1-beef-18d0cadd50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:51.751094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-4d40a469-8454-44b1-beef-18d0cadd50e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1125 time: 0.2915854 Apr 07 11:18:51.780081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (548748b7-74d6-48ae-aa83-683dcc72c73b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:51.836488 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (60fd6fb3-313d-4ca0-afbc-34701120b01f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:52.056618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:18:52.083064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:18:52.132015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:18:52.157488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f60bf90d-b172-4db1-837c-a11efa66e55c req-c35cc305-96d4-487e-b6d8-c0c00c4ee91d service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279379 Apr 07 11:18:52.248332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=60fd6fb3-313d-4ca0-afbc-34701120b01f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:52.396491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (548748b7-74d6-48ae-aa83-683dcc72c73b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:52.427363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:52.428385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:52.479154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548748b7-74d6-48ae-aa83-683dcc72c73b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:52.498605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-5ad40289-e670-4246-93d0-2df67e916f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:52.505428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-194bdef9-45f1-424f-bec6-e9e094893ec5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.1636059 Apr 07 11:18:52.508356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46784) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:52.516230 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-5ad40289-e670-4246-93d0-2df67e916f6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.7375231 Apr 07 11:18:52.554587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7ce28-fc7e-48dc-bd88-0278389470ce None None] Network f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:52.563655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:52.572299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-919bc3f6-220a-49e1-a64a-68904b686cf4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/548748b7-74d6-48ae-aa83-683dcc72c73b HTTP/1.1" status: 204 len: 168 time: 1.6123478 Apr 07 11:18:52.596571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46786) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:52.668103 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-5645d690-a47d-4fc2-94df-c9f2b21ab531 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 217 time: 0.1499414 Apr 07 11:18:52.842940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-1cb89f85-32c9-44d0-88a6-85b0b7ee193b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7220709 Apr 07 11:18:52.895130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-86e5523c-0029-4a8e-a5ac-4f2923a023ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:52.910043 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-86e5523c-0029-4a8e-a5ac-4f2923a023ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.2158740 Apr 07 11:18:52.925125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-37dc5b81-54e6-47be-ade9-910d45ec81b3 None None] Provisioning complete for port 60fd6fb3-313d-4ca0-afbc-34701120b01f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:52.928105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-37dc5b81-54e6-47be-ade9-910d45ec81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60fd6fb3-313d-4ca0-afbc-34701120b01f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:52.947740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:52.958823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-38c26919-5cae-4f9c-8469-c757f06cdf64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466273 Apr 07 11:18:53.018546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0b301-ca53-451b-9c10-920c7896a9f6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:53.029413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0b301-ca53-451b-9c10-920c7896a9f6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:53.031798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-89e0b301-ca53-451b-9c10-920c7896a9f6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5202615 Apr 07 11:18:53.056804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd1344-3916-4bb4-b131-f9dbcf677925 req-9620283d-bf9f-4ed4-8055-c28136c3bb82 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:53.058011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] DHCP port deletion for f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:18:53.070074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eafd1344-3916-4bb4-b131-f9dbcf677925 req-9620283d-bf9f-4ed4-8055-c28136c3bb82 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 943 time: 0.5601549 Apr 07 11:18:53.087243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a036a-a647-41aa-8b46-34ed260f6cb9 req-ae5c5f12-b9d1-4c80-a6f3-f56bd6b13367 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:53.108950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-593a036a-a647-41aa-8b46-34ed260f6cb9 req-ae5c5f12-b9d1-4c80-a6f3-f56bd6b13367 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 944 time: 0.5434108 Apr 07 11:18:53.130943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46792) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:53.192972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-37dc5b81-54e6-47be-ade9-910d45ec81b3 None None] Port 60fd6fb3-313d-4ca0-afbc-34701120b01f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:18:53.233288 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-6ed3313e-37cf-4ae9-9fee-295716c4058f service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654495 Apr 07 11:18:53.274319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Deleting port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:53.278275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.440993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eafd1344-3916-4bb4-b131-f9dbcf677925 req-49688998-6381-47dc-855c-a28b715fc453 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688879 Apr 07 11:18:53.456925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] For port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:53.458234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.487432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-593a036a-a647-41aa-8b46-34ed260f6cb9 req-910a0baa-7b9a-498f-b439-ecdaddbdbfd3 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770421 Apr 07 11:18:53.488346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Calling delete_port for 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:53.509418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-53e63198-2216-4fbd-8850-89574c535093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:53.509418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-53e63198-2216-4fbd-8850-89574c535093 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d91cc3126cd435e9502914348a7b0ab&device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 1128 time: 0.5337319 Apr 07 11:18:53.615134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Deleting port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:53.615134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.722845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 60fd6fb3-313d-4ca0-afbc-34701120b01f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:53.723274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (60fd6fb3-313d-4ca0-afbc-34701120b01f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.724103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.757023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] No DVR routers for this DVR port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:53.788723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ee3e8782-acc6-45e1-8dbc-0f3d716bb3ae req-5bcda187-520e-40c1-9d2c-0646c9ef00af service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013554 Apr 07 11:18:53.807138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Pushing event deleted for resources: {'Port': ['ID=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:53.818708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.819427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.820016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.820578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.821170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.821746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.822317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.823542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.825798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.826395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.826948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.827733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.828277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315121bd-c86d-4f2a-b6ac-31d1befd1c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:18:53.843498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (60fd6fb3-313d-4ca0-afbc-34701120b01f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.869880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 60fd6fb3-313d-4ca0-afbc-34701120b01f owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:53.891253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] For port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,segment=NetworkSegment(772f66f2-869e-4184-9e2c-ff3dd8c11290),segment_id=772f66f2-869e-4184-9e2c-ff3dd8c11290)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:53.891625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:53.904518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-ac4e8cf1-0250-42a6-9e7e-968d0cbecfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:53.909409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-ac4e8cf1-0250-42a6-9e7e-968d0cbecfd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=362776c3-0522-40c2-8fe8-ce5d5891aebd HTTP/1.1" status: 200 len: 915 time: 0.3799281 Apr 07 11:18:53.910880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Calling delete_port for 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:54.044777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-830c9126-cddf-460b-b9dd-00db298f955f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45 HTTP/1.1" status: 200 len: 1001 time: 0.1319580 Apr 07 11:18:54.135994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-ef0ad0f4-ddeb-407c-911c-259c7f80e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:54.142270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-ef0ad0f4-ddeb-407c-911c-259c7f80e944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8457714a-c78e-48eb-bec9-da83f15ff999 HTTP/1.1" status: 200 len: 853 time: 0.0885301 Apr 07 11:18:54.196065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.236099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:54.238335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] No DVR routers for this DVR port 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:54.276597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-f98915da-539a-44d5-845d-07296b57cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:54.294393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-f98915da-539a-44d5-845d-07296b57cae5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=362776c3-0522-40c2-8fe8-ce5d5891aebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1483271 Apr 07 11:18:54.376253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:18:54.381828 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.408293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (60fd6fb3-313d-4ca0-afbc-34701120b01f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.424282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:18:54.426131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ab27b9f-d4b9-4e8e-8ef8-c79f77e2b92e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:18:54.443680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e8b3d4-f2c5-4482-81d8-24a48ac140c3']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:54.446127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=60fd6fb3-313d-4ca0-afbc-34701120b01f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:54.461252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772f66f2-869e-4184-9e2c-ff3dd8c11290') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:54.461706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772f66f2-869e-4184-9e2c-ff3dd8c11290') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:18:54.486495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (772f66f2-869e-4184-9e2c-ff3dd8c11290), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.532874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-ee50f7cf-251a-4790-a62e-d1d10829f34d service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313402 Apr 07 11:18:54.539099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab799ff8-5d92-4d31-8ecf-e1ee5d970620 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:54.613822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (772f66f2-869e-4184-9e2c-ff3dd8c11290), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.700776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:18:54.701313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (772f66f2-869e-4184-9e2c-ff3dd8c11290), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:18:54.711364 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:18:54.809881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:54.815431 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f25b76d-ba34-4d27-bee7-85d789a95bc6 req-873e74a5-1fa5-42cd-bcc0-19bcb4faaf48 service neutron] 10.222.0.41 "GET /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702734 Apr 07 11:18:54.830658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620', 'mac_address': 'fa:16:3e:7d:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:54.891079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.894518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae94d9cb-77ae-406a-8203-e34b4266a853 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/60fd6fb3-313d-4ca0-afbc-34701120b01f HTTP/1.1" status: 204 len: 168 time: 1.7620249 Apr 07 11:18:54.896992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46826) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:54.901926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (f7e8b3d4-f2c5-4482-81d8-24a48ac140c3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.924649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e18e2-6c12-4218-8078-a28eec3b8c7e req-84d2aba8-7ff6-4b0b-a18e-9d29449f1b5d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:54.925316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:54.925658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.941488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a6e18e2-6c12-4218-8078-a28eec3b8c7e req-84d2aba8-7ff6-4b0b-a18e-9d29449f1b5d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 944 time: 0.2907152 Apr 07 11:18:54.952014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:54.955440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7e8b3d4-f2c5-4482-81d8-24a48ac140c3 HTTP/1.1" status: 204 len: 168 time: 2.3547533 Apr 07 11:18:54.959499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab799ff8-5d92-4d31-8ecf-e1ee5d970620 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:55.026686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75548a69-1228-45b9-a5b5-63e2cab375e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e8b3d4-f2c5-4482-81d8-24a48ac140c3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:55.028481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:55.034670 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:55.041813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df78a1d-890e-4bbb-861d-9eaa104f0307 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:55.046425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df78a1d-890e-4bbb-861d-9eaa104f0307 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:55.048838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df78a1d-890e-4bbb-861d-9eaa104f0307 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:55.051633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4df78a1d-890e-4bbb-861d-9eaa104f0307 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1531596 Apr 07 11:18:55.054235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46830) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:55.064166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46c025-b6ab-454b-9ccd-a41f483a9b87 req-3ec88cd3-12fb-4d5f-9a7d-5bbb8887d434 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:55.070139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba46c025-b6ab-454b-9ccd-a41f483a9b87 req-3ec88cd3-12fb-4d5f-9a7d-5bbb8887d434 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 943 time: 0.3979952 Apr 07 11:18:55.196587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 00c8f69c-2ffa-40e8-950c-a4cfa604e33e {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:55.202403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (00c8f69c-2ffa-40e8-950c-a4cfa604e33e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:55.219475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a6e18e2-6c12-4218-8078-a28eec3b8c7e req-f0b9d088-bfa4-48b0-ae9c-a72d572ab401 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724199 Apr 07 11:18:55.268162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:55.312319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (00c8f69c-2ffa-40e8-950c-a4cfa604e33e), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:55.346394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba46c025-b6ab-454b-9ccd-a41f483a9b87 req-f310a1b8-992e-402b-a119-4c7050f52b47 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079952 Apr 07 11:18:55.375102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ab799ff8-5d92-4d31-8ecf-e1ee5d970620'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:55.460116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46848) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:55.495294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (00c8f69c-2ffa-40e8-950c-a4cfa604e33e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:55.648700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (00c8f69c-2ffa-40e8-950c-a4cfa604e33e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:55.770410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=00c8f69c-2ffa-40e8-950c-a4cfa604e33e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:55.789170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:55.804405 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4867ddf7-b81c-4817-a013-b81992443948 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/00c8f69c-2ffa-40e8-950c-a4cfa604e33e HTTP/1.1" status: 204 len: 168 time: 0.7469618 Apr 07 11:18:55.806719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46852) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:55.841675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3babc-93bd-4025-a5f2-24cfdb47ad2d None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:55.940974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet adaaebc0-2c79-4fd4-a1ed-0b6e481baa40 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:18:55.945849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (adaaebc0-2c79-4fd4-a1ed-0b6e481baa40), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.088372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (adaaebc0-2c79-4fd4-a1ed-0b6e481baa40), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.436577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (adaaebc0-2c79-4fd4-a1ed-0b6e481baa40), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.531888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ccf051b0-a504-4f6c-a4e1-50a8398fc306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8470e194ce9c42648627657709f2b380&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0703752 Apr 07 11:18:56.537078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46876) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:56.548518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 38287727-964f-4c96-bf67-6c8c28361cc9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:18:56.656495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (adaaebc0-2c79-4fd4-a1ed-0b6e481baa40), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.660570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e645-126c-433c-9695-fd880191e8a8 req-5cb03ef9-0c5a-4d36-98ed-7a8cfc8ebb11 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:56.685792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4917e645-126c-433c-9695-fd880191e8a8 req-5cb03ef9-0c5a-4d36-98ed-7a8cfc8ebb11 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 945 time: 0.2502117 Apr 07 11:18:56.777563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=adaaebc0-2c79-4fd4-a1ed-0b6e481baa40,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:56.800381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.811587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b309ac72-acdd-4ffc-91d8-e452af53e45b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/adaaebc0-2c79-4fd4-a1ed-0b6e481baa40 HTTP/1.1" status: 204 len: 168 time: 1.0015275 Apr 07 11:18:56.812185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46878) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:56.864885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:56.885524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '38287727-964f-4c96-bf67-6c8c28361cc9', 'network_id': '1e5c6c95-c328-44ef-9f96-f492de527801', 'port_id': '38287727-964f-4c96-bf67-6c8c28361cc9', 'mac_address': 'fa:16:3e:e8:42:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dddbef-ddb0-4de0-9970-240d2c84c3e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:18:56.894800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc836-3f5b-4006-8f0f-ca9e4210a233 admin admin] Publish callbacks [] for security_group (d0e66383-2323-4c42-b02e-14e1c58e92b8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.936393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 38287727-964f-4c96-bf67-6c8c28361cc9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:56.937042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:56.943723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5c414919-933c-48fe-a9ae-4f45d650c0ec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1300421 Apr 07 11:18:56.944732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46880) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:56.959888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38287727-964f-4c96-bf67-6c8c28361cc9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:18:56.989469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:56.997040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.068064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8b594-3048-4ae6-9e64-ae4c5718cd64 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:57.072546 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-47c8b594-3048-4ae6-9e64-ae4c5718cd64 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1241624 Apr 07 11:18:57.073367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46882) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:57.101288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:57.120458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4917e645-126c-433c-9695-fd880191e8a8 req-d7da8a69-6b9d-4985-b04a-e52cf58f9b04 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335756 Apr 07 11:18:57.129636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc836-3f5b-4006-8f0f-ca9e4210a233 admin admin] Publish callbacks [] for security_group (d0e66383-2323-4c42-b02e-14e1c58e92b8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.174617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9775800-72b8-420a-b659-8141c7f51dc1 req-06128b99-5183-41b3-b914-1cd96f38d67c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:57.182311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9775800-72b8-420a-b659-8141c7f51dc1 req-06128b99-5183-41b3-b914-1cd96f38d67c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 943 time: 0.4604824 Apr 07 11:18:57.271947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559db529-6a24-4d90-8165-418951a2739c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:57.281566 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-559db529-6a24-4d90-8165-418951a2739c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2062263 Apr 07 11:18:57.283557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46886) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:57.307826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9775800-72b8-420a-b659-8141c7f51dc1 req-ff302867-eeb6-4729-8b47-f2f59e6d70a3 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199455 Apr 07 11:18:57.309544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc836-3f5b-4006-8f0f-ca9e4210a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d0e66383-2323-4c42-b02e-14e1c58e92b8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.320255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc836-3f5b-4006-8f0f-ca9e4210a233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.322239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ccbc836-3f5b-4006-8f0f-ca9e4210a233 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0e66383-2323-4c42-b02e-14e1c58e92b8 HTTP/1.1" status: 204 len: 168 time: 0.7718937 Apr 07 11:18:57.349750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbc836-3f5b-4006-8f0f-ca9e4210a233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e66383-2323-4c42-b02e-14e1c58e92b8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:57.361016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['38287727-964f-4c96-bf67-6c8c28361cc9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:18:57.380693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46890) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:57.385679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-34088ffe-eb25-4ae1-a26a-22f34db2ce87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:57.396140 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-607498e4-5927-471b-a0a3-bde3037e7b83 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112404 Apr 07 11:18:57.495808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd0710-2625-4cb4-ad50-e23c37c6fcba None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:18:57.623701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34088ffe-eb25-4ae1-a26a-22f34db2ce87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:57.629814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34088ffe-eb25-4ae1-a26a-22f34db2ce87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.631774 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-34088ffe-eb25-4ae1-a26a-22f34db2ce87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:18:57.632360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34088ffe-eb25-4ae1-a26a-22f34db2ce87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:18:57.723439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-34088ffe-eb25-4ae1-a26a-22f34db2ce87 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3415551 Apr 07 11:18:57.741315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46904) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:57.751105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-82e0cda2-6a83-4aae-afad-6ec5eb824483 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:57.844521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-070934a6-7627-4c7a-9d27-9dc8db3d22bc None None] Provisioning complete for port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:57.844905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-070934a6-7627-4c7a-9d27-9dc8db3d22bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.866542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e0cda2-6a83-4aae-afad-6ec5eb824483 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:57.875597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82e0cda2-6a83-4aae-afad-6ec5eb824483 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:57.877649 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e0cda2-6a83-4aae-afad-6ec5eb824483 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:18:57.880993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e0cda2-6a83-4aae-afad-6ec5eb824483 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:18:57.914956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-82e0cda2-6a83-4aae-afad-6ec5eb824483 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1720471 Apr 07 11:18:57.916108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46908) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:57.927645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-55250555-593c-4d10-8063-e0e863a74207 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:58.172622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55250555-593c-4d10-8063-e0e863a74207 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:58.181356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55250555-593c-4d10-8063-e0e863a74207 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:58.184043 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-55250555-593c-4d10-8063-e0e863a74207 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:18:58.184971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55250555-593c-4d10-8063-e0e863a74207 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:18:58.267758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-55250555-593c-4d10-8063-e0e863a74207 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3481469 Apr 07 11:18:58.268693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:58.275520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0e3afdbd-c25f-40af-81bd-295d25d67982 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:58.391084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a959-872e-4629-8480-cbd9a8c7cf13 req-fc20fb17-0f80-41ed-b740-8b77a0bf81bc tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:58.392720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8949a959-872e-4629-8480-cbd9a8c7cf13 req-fc20fb17-0f80-41ed-b740-8b77a0bf81bc tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 945 time: 0.1850691 Apr 07 11:18:58.500434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8949a959-872e-4629-8480-cbd9a8c7cf13 req-8ec8cb81-c978-4381-8497-992240f27b14 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002862 Apr 07 11:18:58.606870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3afdbd-c25f-40af-81bd-295d25d67982 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:58.610669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e3afdbd-c25f-40af-81bd-295d25d67982 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:58.612353 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3afdbd-c25f-40af-81bd-295d25d67982 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:18:58.612949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3afdbd-c25f-40af-81bd-295d25d67982 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:18:58.647824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e3afdbd-c25f-40af-81bd-295d25d67982 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3772862 Apr 07 11:18:58.648841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46942) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:58.673437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8552f891-5e2e-4b85-9745-51bb9007fccb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:58.764491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab799ff8-5d92-4d31-8ecf-e1ee5d970620 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:18:58.885822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf9e2d-5754-4aa0-8e34-e9c50838b11d req-17697105-b6f4-4f06-b6b4-9581a52958ea tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:58.889002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4dbf9e2d-5754-4aa0-8e34-e9c50838b11d req-17697105-b6f4-4f06-b6b4-9581a52958ea tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 944 time: 0.3856134 Apr 07 11:18:59.008028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4dbf9e2d-5754-4aa0-8e34-e9c50838b11d req-b2ddba4f-ba34-429d-b2aa-fa8cf577f952 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110692 Apr 07 11:18:59.016298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8552f891-5e2e-4b85-9745-51bb9007fccb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:59.048655 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8552f891-5e2e-4b85-9745-51bb9007fccb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.052907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-070934a6-7627-4c7a-9d27-9dc8db3d22bc None None] Current status of the port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:59.058988 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8552f891-5e2e-4b85-9745-51bb9007fccb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:18:59.061923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8552f891-5e2e-4b85-9745-51bb9007fccb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:18:59.082774 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:18:59.107287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:18:59.124688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:18:59.134091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46960) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:59.140798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ad2d9ee7-bd7d-437d-9bb0-6bc97abcca84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:59.147125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8552f891-5e2e-4b85-9745-51bb9007fccb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4887073 Apr 07 11:18:59.159198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:18:59.159720 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.342145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] Deleting port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:18:59.342529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.375860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2d9ee7-bd7d-437d-9bb0-6bc97abcca84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:59.379494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9ee7-bd7d-437d-9bb0-6bc97abcca84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.380952 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2d9ee7-bd7d-437d-9bb0-6bc97abcca84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:18:59.381428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2d9ee7-bd7d-437d-9bb0-6bc97abcca84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:18:59.458958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ad2d9ee7-bd7d-437d-9bb0-6bc97abcca84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3234458 Apr 07 11:18:59.464993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46970) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:59.476767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0209190b-0e0d-4e39-9757-7ae2b91d8a52 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593736 Apr 07 11:18:59.553384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c7fbb-6204-467e-b748-217dd2a50f2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:59.555315 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef1c7fbb-6204-467e-b748-217dd2a50f2a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0882030 Apr 07 11:18:59.557825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:59.572176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:18:59.572851 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.608454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] For port ca99cb59-b04f-498f-a9d7-2d6c2bd97173, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:59.609179 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.631013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:18:59.635456 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0cfcf6-b50e-4976-a000-ad190ff32e5c" -d '{"events": [{"server_uuid": "023b256c-c880-4784-9c50-1ab9f1a54edd", "name": "network-vif-plugged", "status": "completed", "tag": "ab799ff8-5d92-4d31-8ecf-e1ee5d970620"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:18:59.649758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] Calling delete_port for ca99cb59-b04f-498f-a9d7-2d6c2bd97173 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:18:59.657443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:18:59.666667 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.695079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30ce466-ed2c-482f-9de0-81058752e105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:59.696583 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e30ce466-ed2c-482f-9de0-81058752e105 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349847 Apr 07 11:18:59.699655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46984) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:59.789348 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c5c9ce4-396f-45a5-a927-cbb2a3ea1072 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881596 Apr 07 11:18:59.794007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:18:59.799778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:59.802514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:18:59.832045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (ca99cb59-b04f-498f-a9d7-2d6c2bd97173), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.864324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] Pushing event deleted for resources: {'Port': ['ID=ca99cb59-b04f-498f-a9d7-2d6c2bd97173,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:18:59.869605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d37696-d833-471e-bdce-8499a89f3094 None None] No DVR routers for this DVR port ca99cb59-b04f-498f-a9d7-2d6c2bd97173 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:18:59.884296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6183-eaba-4041-90a7-540de116bde7 req-e752d9ba-05dc-42c7-ae26-7b85d8419789 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:59.910223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a0f6183-eaba-4041-90a7-540de116bde7 req-e752d9ba-05dc-42c7-ae26-7b85d8419789 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.2826326 Apr 07 11:18:59.921907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-980a2ee4-5ef2-4862-a0ca-13d756b680ce tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:18:59.923794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-980a2ee4-5ef2-4862-a0ca-13d756b680ce tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4450133 Apr 07 11:18:59.977419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:18:59.981459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:18:59.987091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a0f6183-eaba-4041-90a7-540de116bde7 req-2bff9532-ba5c-47a4-855e-49ced6a07880 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620353 Apr 07 11:18:59.992414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-3f412e5c-4d91-4f07-8d05-3f50bb0663fe tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/quotas/4d9ecfc352bb4e448937f91896ff64e0 HTTP/1.1" status: 200 len: 375 time: 0.0156929 Apr 07 11:19:00.047096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-7f4b3baf-c6b2-4eb3-826a-a3edcc4cee27 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477481 Apr 07 11:19:00.088923 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b3bc7-f50b-428b-a198-4b3cc296d842 x-openstack-request-id: req-144b3bc7-f50b-428b-a198-4b3cc296d842 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:00.089907 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b256c-c880-4784-9c50-1ab9f1a54edd", "name": "network-vif-plugged", "status": "completed", "tag": "ab799ff8-5d92-4d31-8ecf-e1ee5d970620", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:00.090276 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144b3bc7-f50b-428b-a198-4b3cc296d842 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:00.090790 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144b3bc7-f50b-428b-a198-4b3cc296d842'] response: {'server_uuid': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620', 'code': 200} Apr 07 11:19:00.287040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091ab3d-7c04-4616-b4d7-0fc10aed4c79 req-b1e8e1fa-84ef-4d12-9a8c-51592da4a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:00.288901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b091ab3d-7c04-4616-b4d7-0fc10aed4c79 req-b1e8e1fa-84ef-4d12-9a8c-51592da4a9fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 1128 time: 0.1236417 Apr 07 11:19:00.385307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca99cb59-b04f-498f-a9d7-2d6c2bd97173 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:00.402543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b091ab3d-7c04-4616-b4d7-0fc10aed4c79 req-4ab8089a-c203-428b-ad1a-c1f46376e076 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755942 Apr 07 11:19:00.412002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99e96f1c-b45c-47e0-8aed-99edcbf1ae58 req-8958b223-ff33-4f2e-9819-7935075af4b7 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 210 time: 0.0569515 Apr 07 11:19:00.442959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ca99cb59-b04f-498f-a9d7-2d6c2bd97173 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:00.443336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca99cb59-b04f-498f-a9d7-2d6c2bd97173 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:00.548496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 38287727-964f-4c96-bf67-6c8c28361cc9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:00.578627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a8a00-7e08-448a-be63-e00422088437 req-596c5ed2-54cb-4dc4-8c1d-dc050fa11404 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:00.597806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f6a8a00-7e08-448a-be63-e00422088437 req-596c5ed2-54cb-4dc4-8c1d-dc050fa11404 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1829295 Apr 07 11:19:00.688699 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a4a4465b-5caa-4c44-82af-9b5d07a903af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:00.699793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f6a8a00-7e08-448a-be63-e00422088437 req-c1d8c8d3-92b8-4034-bb47-60ee45d537bf tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009910 Apr 07 11:19:00.723367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:00.725029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (51d1c279-2b5c-4a40-94b7-0d0bf63e89bc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:00.725219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 38287727-964f-4c96-bf67-6c8c28361cc9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:19:00.732239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 38287727-964f-4c96-bf67-6c8c28361cc9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:00.734002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:00.862112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=51d1c279-2b5c-4a40-94b7-0d0bf63e89bc,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:00.892189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:00.897659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:00.905757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:00.906590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:00.935630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f28e8-0154-435b-88bd-6891e884de7b None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:00.951991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:00.953539 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e0c894a7-0802-43df-a391-0d2e6d2d9871 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1575532 Apr 07 11:19:00.966840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:9b:c6:d9', 'name': 'tempest-NetworksTestDHCPv6-1014578918'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:01.010775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 38287727-964f-4c96-bf67-6c8c28361cc9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:01.012575 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:01.103149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:01.131142 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:01.246312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:01.247562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '51d1c279-2b5c-4a40-94b7-0d0bf63e89bc'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:01.248870 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:01.287469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:01.427499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5aa6-4f25-422b-9b81-984821288a6a req-dcd649a4-a951-46bb-b163-d15215caf10b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:01.435517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a4f5aa6-4f25-422b-9b81-984821288a6a req-dcd649a4-a951-46bb-b163-d15215caf10b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.2706323 Apr 07 11:19:01.489081 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:01.532355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Allocated IP 2001:db8::f816:3eff:fef3:33 (b2feb08a-9d5d-4508-b385-fa376864e287/51d1c279-2b5c-4a40-94b7-0d0bf63e89bc/2030b682-27b8-4cbb-8304-640853a68162) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:01.572439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a4f5aa6-4f25-422b-9b81-984821288a6a req-47f79620-32ba-4394-a45c-feabf671f28d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359358 Apr 07 11:19:01.575800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:01.615061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port ea48a718-c148-4463-b903-48eecb052943 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:01.834820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb8479fa-2b58-4ed2-91ed-74496f680809 req-18263e91-d700-4ca6-ad99-c748c0c17449 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 210 time: 0.0447121 Apr 07 11:19:01.916133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Publish callbacks [] for port (2030b682-27b8-4cbb-8304-640853a68162), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:01.936273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2030b682-27b8-4cbb-8304-640853a68162), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:02.056872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:02.068856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:02.072715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:02.094290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:02.096818 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45933fd-d705-4eaa-93fc-cbb026c0f0d0" -d '{"events": [{"server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:02.141252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fe9b:c6d9 (b2feb08a-9d5d-4508-b385-fa376864e287/51d1c279-2b5c-4a40-94b7-0d0bf63e89bc/ea48a718-c148-4463-b903-48eecb052943) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:02.255952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Pushing event updated for resources: {'Port': ['ID=2030b682-27b8-4cbb-8304-640853a68162,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:02.279479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Attempting to bind port 2030b682-27b8-4cbb-8304-640853a68162 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:02.280610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Attempting to bind port 2030b682-27b8-4cbb-8304-640853a68162 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:02.281489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Attempting to bind port 2030b682-27b8-4cbb-8304-640853a68162 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:02.295988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:02.296990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:02.296990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:02.297236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:02.297668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Bound port: 2030b682-27b8-4cbb-8304-640853a68162, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:02.298125 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2030b682-27b8-4cbb-8304-640853a68162), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:02.302386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-8b267c7a-11cd-4dc9-a003-d9ce242cc865 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1456051 Apr 07 11:19:02.309776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdaa48-a7cc-4ddb-bbd9-a401f2b54a0a req-1b3fe382-387b-4c53-afa2-5657acae5a86 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:02.311368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7afdaa48-a7cc-4ddb-bbd9-a401f2b54a0a req-1b3fe382-387b-4c53-afa2-5657acae5a86 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 945 time: 0.3674767 Apr 07 11:19:02.370340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47092) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:02.467616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7afdaa48-a7cc-4ddb-bbd9-a401f2b54a0a req-9c4fdba4-bf54-43c5-975c-38d9c1594116 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457207 Apr 07 11:19:02.529322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] For port 2030b682-27b8-4cbb-8304-640853a68162, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:02.533967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] For port 2030b682-27b8-4cbb-8304-640853a68162, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2030b682-27b8-4cbb-8304-640853a68162,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:02.562733 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aec7b30-3b89-4c1c-a02c-aacf7c7e3341 x-openstack-request-id: req-5aec7b30-3b89-4c1c-a02c-aacf7c7e3341 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:02.563285 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:02.565600 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aec7b30-3b89-4c1c-a02c-aacf7c7e3341 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:02.571255 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aec7b30-3b89-4c1c-a02c-aacf7c7e3341'] response: {'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9', 'code': 200} Apr 07 11:19:02.577320 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2030b682-27b8-4cbb-8304-640853a68162), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:02.751494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0024925d-af94-4c0a-99fb-0a479a86fe92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:02.767702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7abe4-e0f4-4842-89cf-32dd8b0a9938 None None] Pushing event updated for resources: {'Port': ['ID=2030b682-27b8-4cbb-8304-640853a68162,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:02.829412 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (ea48a718-c148-4463-b903-48eecb052943), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:02.902165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-88c739d7-1d9e-4b5d-8312-a27a649e7644 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:02.904584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-88c739d7-1d9e-4b5d-8312-a27a649e7644 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5969741 Apr 07 11:19:02.907868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd0b84-a9b2-4c08-892c-d7178d3421ae req-41148634-23a7-4ac8-99ec-f77b8644ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:02.909601 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-34fd0b84-a9b2-4c08-892c-d7178d3421ae req-41148634-23a7-4ac8-99ec-f77b8644ee57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1127 time: 0.2043378 Apr 07 11:19:02.936535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Request body: {'port': {'device_id': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '4d9ecfc352bb4e448937f91896ff64e0'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:02.966687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5bec2689-e258-4915-be22-4be526e6934b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.060665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0024925d-af94-4c0a-99fb-0a479a86fe92 admin admin] Publish callbacks [] for security_group (93d975be-3493-47d7-8eb5-78643b08aa14), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.077117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ea48a718-c148-4463-b903-48eecb052943), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.086926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0024925d-af94-4c0a-99fb-0a479a86fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (93d975be-3493-47d7-8eb5-78643b08aa14), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.159168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-34fd0b84-a9b2-4c08-892c-d7178d3421ae req-61d3af9c-3505-4b64-ad7f-f2aa3ec3a50b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330573 Apr 07 11:19:03.238522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9286b-ba56-4350-ab74-655f239b22ba req-c80a941a-8a1c-43d4-a3fd-2373d8eac619 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:03.240854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81e9286b-ba56-4350-ab74-655f239b22ba req-c80a941a-8a1c-43d4-a3fd-2373d8eac619 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.5198631 Apr 07 11:19:03.279576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Made reservation on behalf of 4d9ecfc352bb4e448937f91896ff64e0 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:03.284842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024925d-af94-4c0a-99fb-0a479a86fe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d975be-3493-47d7-8eb5-78643b08aa14,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:03.285713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.301161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0024925d-af94-4c0a-99fb-0a479a86fe92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c245c4b102745ec9a2233a19dc74954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9291401 Apr 07 11:19:03.309928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.312950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=ea48a718-c148-4463-b903-48eecb052943,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:03.318196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:03.322090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47114) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:03.338367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:03.342789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:03.343873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.348164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:03.348833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.416373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-f5af8115-5a64-4cfe-84f6-28dbc295bf89 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:03.424342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-f5af8115-5a64-4cfe-84f6-28dbc295bf89 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.6098747 Apr 07 11:19:03.456448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4878a0c-8b1f-4d94-87c2-ed9fb5c0fe5b tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5030100 Apr 07 11:19:03.468500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:03.486701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-e93779a6-b34d-4890-a5a9-a227e6e079d2 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/quotas/fb1008c83a974ae1bb090bf9a6f9588d HTTP/1.1" status: 200 len: 375 time: 0.0613492 Apr 07 11:19:03.506040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81e9286b-ba56-4350-ab74-655f239b22ba req-7716fcc2-a138-40d2-b66f-8ae5ff874ddf tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419388 Apr 07 11:19:03.525689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks [] for security_group (824f2995-c27d-4302-a57f-6ee3f51b3c67), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.534776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (824f2995-c27d-4302-a57f-6ee3f51b3c67), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.566567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-622499d5-3f92-4938-96d7-2ffde5c55883 admin admin] Publish callbacks [] for security_group (93d975be-3493-47d7-8eb5-78643b08aa14), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.622721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-622499d5-3f92-4938-96d7-2ffde5c55883 admin admin] Publish callbacks [] for security_group (93d975be-3493-47d7-8eb5-78643b08aa14), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:03.642179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824f2995-c27d-4302-a57f-6ee3f51b3c67,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:03.661464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41556bf2-aa44-4bb1-8993-cb8e70efe61a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:03.669177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41556bf2-aa44-4bb1-8993-cb8e70efe61a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:03.674888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-41556bf2-aa44-4bb1-8993-cb8e70efe61a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2029169 Apr 07 11:19:03.690721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3645130f-e945-494e-afa0-a99e4449accd tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2028699 Apr 07 11:19:03.704002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47122) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:03.828949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-0af390cc-aaf2-4469-aeb4-19be643e06a5 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371739 Apr 07 11:19:03.882618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5bcff85-9f0d-461b-b682-4e878b141df4 req-adef1d7e-bd56-4139-bd9e-795073c6844f tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 210 time: 0.0744047 Apr 07 11:19:04.080144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-424edc10-9fde-4462-a5d5-7913a29e1617 service neutron] 10.222.0.13 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500460 Apr 07 11:19:04.081343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-622499d5-3f92-4938-96d7-2ffde5c55883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (93d975be-3493-47d7-8eb5-78643b08aa14), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:04.084171 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-622499d5-3f92-4938-96d7-2ffde5c55883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:04.085437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-622499d5-3f92-4938-96d7-2ffde5c55883 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93d975be-3493-47d7-8eb5-78643b08aa14 HTTP/1.1" status: 204 len: 168 time: 0.7622554 Apr 07 11:19:04.097637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622499d5-3f92-4938-96d7-2ffde5c55883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d975be-3493-47d7-8eb5-78643b08aa14,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:04.134788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799103-7c43-453b-97cb-837dc56abf5f req-95fcacf5-e41b-4fe2-a9fe-81d95e75762e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:04.136686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07799103-7c43-453b-97cb-837dc56abf5f req-95fcacf5-e41b-4fe2-a9fe-81d95e75762e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 945 time: 0.1077373 Apr 07 11:19:04.294281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07799103-7c43-453b-97cb-837dc56abf5f req-c7a01f5c-8fbe-4b5c-b89b-89813e4b4411 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505923 Apr 07 11:19:04.370732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Allocated IP 192.168.233.172 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/1e41664d-a0b3-4109-bbfa-94cc27832769) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:04.408573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:04.474301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2030b682-27b8-4cbb-8304-640853a68162 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:04.500920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port ea48a718-c148-4463-b903-48eecb052943 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:04.501305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ea48a718-c148-4463-b903-48eecb052943), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:04.570652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:04.579902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77cd3b07-3c57-4100-847e-0e69b58ddda3 req-2de91ab6-b90d-4bbf-a952-73859213aa1a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 210 time: 0.0472782 Apr 07 11:19:04.817324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2030b682-27b8-4cbb-8304-640853a68162 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:04.818018 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2030b682-27b8-4cbb-8304-640853a68162), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:04.903083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ea48a718-c148-4463-b903-48eecb052943), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:04.923529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88914-69c7-4dba-8978-4bb80bb5ddb6 req-1366b72c-5c8a-4606-bf72-671836707412 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:04.924905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for ea48a718-c148-4463-b903-48eecb052943 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:04.940729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09b88914-69c7-4dba-8978-4bb80bb5ddb6 req-1366b72c-5c8a-4606-bf72-671836707412 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.1540747 Apr 07 11:19:05.132581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09b88914-69c7-4dba-8978-4bb80bb5ddb6 req-3ab137e1-40d4-4cae-bf4f-c7fa2604b4d0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896358 Apr 07 11:19:05.176327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:05.185554 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.194357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Provisioning complete for port 2030b682-27b8-4cbb-8304-640853a68162 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:05.203937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2030b682-27b8-4cbb-8304-640853a68162), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.251436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc902f17-931a-4324-9d91-75134a3beddd req-d2ee7189-d413-4ba1-b431-3071e76d46c0 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 210 time: 0.1368909 Apr 07 11:19:05.379717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks [] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.396209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:05.398880 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d924040-04ed-48cc-9202-2749eec0df07" -d '{"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:05.450574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:05.470515 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.489647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ea48a718-c148-4463-b903-48eecb052943), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.551006 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa506a-173a-4f8d-b080-b2bdd95d10f7 x-openstack-request-id: req-8dfa506a-173a-4f8d-b080-b2bdd95d10f7 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:05.551994 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:05.553366 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dfa506a-173a-4f8d-b080-b2bdd95d10f7 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:05.555501 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfa506a-173a-4f8d-b080-b2bdd95d10f7'] response: {'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'code': 200} Apr 07 11:19:05.578095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-2b463902-0f21-421b-901d-dae771035fe1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:05.579722 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-2b463902-0f21-421b-901d-dae771035fe1 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "GET /v2.0/ports?device_id=2df7a8f8-13e6-4e5a-966e-3494e2d6a85b HTTP/1.1" status: 200 len: 946 time: 0.9336412 Apr 07 11:19:05.584513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=ea48a718-c148-4463-b903-48eecb052943,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:05.640924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4bbca-d0c7-4bb8-a4d5-8e76e8d7b109 req-e6f25adf-41f5-4f94-bd96-1c3b9ab3806c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:05.642750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48e4bbca-d0c7-4bb8-a4d5-8e76e8d7b109 req-e6f25adf-41f5-4f94-bd96-1c3b9ab3806c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 945 time: 0.1957524 Apr 07 11:19:05.805841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.826117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2030b682-27b8-4cbb-8304-640853a68162 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:05.828584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2030b682-27b8-4cbb-8304-640853a68162), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:05.861941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48e4bbca-d0c7-4bb8-a4d5-8e76e8d7b109 req-79ef7907-624d-4f19-acb8-38ade238c8ca tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941791 Apr 07 11:19:05.883885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 2030b682-27b8-4cbb-8304-640853a68162, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2030b682-27b8-4cbb-8304-640853a68162,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:05.926772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ae61f00-81f0-4a34-bc77-38f0bfb0a185 req-c0ffa8d2-c353-4892-98b2-ea0d81f84f2f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 210 time: 0.2049415 Apr 07 11:19:05.964383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2030b682-27b8-4cbb-8304-640853a68162), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.001589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Current status of the port 2030b682-27b8-4cbb-8304-640853a68162 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:06.002757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2030b682-27b8-4cbb-8304-640853a68162), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.047169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:06.052135 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.100437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:06.116261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=2030b682-27b8-4cbb-8304-640853a68162,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:06.151267 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.158958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da82e124-6b05-4e93-937e-20c82feb95db tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/ea48a718-c148-4463-b903-48eecb052943 HTTP/1.1" status: 204 len: 168 time: 2.4532747 Apr 07 11:19:06.162263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47174) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:06.182227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:19:06.182776 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:19:06.183351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:06.189651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:06.195655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-87cc7974-1a9d-4c25-a652-997259e3b491 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2101732618&fields=id&tenant_id=9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 267 time: 0.1577234 Apr 07 11:19:06.216129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:06.385458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e806f3d-631c-44e3-8462-df0be8e9a641 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:06.387642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e806f3d-631c-44e3-8462-df0be8e9a641 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:06.391595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5e806f3d-631c-44e3-8462-df0be8e9a641 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2254329 Apr 07 11:19:06.392363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47182) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:06.403598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Deleting port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:06.412268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.451939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2030b682-27b8-4cbb-8304-640853a68162 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:06.546304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-ecc0c81d-b0d2-4e9d-8b8c-955b093f9b32 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:06.556409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-ecc0c81d-b0d2-4e9d-8b8c-955b093f9b32 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 945 time: 0.3121655 Apr 07 11:19:06.579655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2030b682-27b8-4cbb-8304-640853a68162 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:06.580057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2030b682-27b8-4cbb-8304-640853a68162), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.594700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:06.595324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'port': {'security_groups': ['f3ff3227-ecc5-4e1b-9f52-f2345502c51c', '7ba69947-7143-4f2a-aa36-1b866e0e0924']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:06.595474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.655388 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-24811f2f-ca1a-4dc0-aed6-c9ee694f51bc tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7367787 Apr 07 11:19:06.678105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Request body: {'port': {'device_id': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:06.687182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493d38c-79c9-4676-8007-f1a4274e3b21 req-8bee6baa-14e7-484e-a5d2-9d9f448676e1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:06.695394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2493d38c-79c9-4676-8007-f1a4274e3b21 req-8bee6baa-14e7-484e-a5d2-9d9f448676e1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.4279883 Apr 07 11:19:06.721045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 51d1c279-2b5c-4a40-94b7-0d0bf63e89bc {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:06.724485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (51d1c279-2b5c-4a40-94b7-0d0bf63e89bc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.782500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (51d1c279-2b5c-4a40-94b7-0d0bf63e89bc), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.797059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b1ec4-ef22-415a-b454-e9e9b420b3e6 None None] Current status of the port 2030b682-27b8-4cbb-8304-640853a68162 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:06.820000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] For port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:06.820272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.864761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:06.884113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Calling delete_port for 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:06.888074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2030b682-27b8-4cbb-8304-640853a68162 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:06.926652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-28b89b4e-0244-41e5-a6fd-dc0fc6ff7ca8 None None] Provisioning complete for port 1e41664d-a0b3-4109-bbfa-94cc27832769 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:06.926652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28b89b4e-0244-41e5-a6fd-dc0fc6ff7ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.000210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (51d1c279-2b5c-4a40-94b7-0d0bf63e89bc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.007185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-28b89b4e-0244-41e5-a6fd-dc0fc6ff7ca8 None None] Port 1e41664d-a0b3-4109-bbfa-94cc27832769 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:19:07.010126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-28b89b4e-0244-41e5-a6fd-dc0fc6ff7ca8 None None] Could not find standard attr ID for object ea48a718-c148-4463-b903-48eecb052943. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:19:07.122960 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.226790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.275460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.293737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2493d38c-79c9-4676-8007-f1a4274e3b21 req-246d6a07-6499-4de0-8ff2-1bf1d6530838 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817981 Apr 07 11:19:07.345862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event deleted for resources: {'Port': ['ID=5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:07.399213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (51d1c279-2b5c-4a40-94b7-0d0bf63e89bc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.415779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] No DVR routers for this DVR port 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:07.419406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.422863 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9823ec82-098b-4043-98f5-127f35bb72e2 req-f642768f-a434-4124-bbdf-39977af4dbab tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "DELETE /v2.0/ports/5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b HTTP/1.1" status: 204 len: 173 time: 1.8343334 Apr 07 11:19:07.426990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-deleted', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:07.428250 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e916aa7-bb07-43f7-831b-3c1bcb85907a" -d '{"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-deleted", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:07.486346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e41664d-a0b3-4109-bbfa-94cc27832769 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:07.488886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-e10590e7-add7-4dbc-a146-fdf27266d3f8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:07.490907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-e10590e7-add7-4dbc-a146-fdf27266d3f8 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 804 time: 0.8828881 Apr 07 11:19:07.501521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=51d1c279-2b5c-4a40-94b7-0d0bf63e89bc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:07.502750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Publish callbacks [] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.503493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.509330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9862da04-2248-40fa-9cc9-305099711786 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/51d1c279-2b5c-4a40-94b7-0d0bf63e89bc HTTP/1.1" status: 204 len: 168 time: 1.1120636 Apr 07 11:19:07.512910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224cb9d-1404-4b4d-80a3-2c3ec713d22b None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:07.517081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:07.529414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Request body: {'port': {'device_id': '50a1dd45-d7d2-4249-816c-786584f5c597', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'admin_state_up': True, 'tenant_id': 'fb1008c83a974ae1bb090bf9a6f9588d'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:07.590301 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cdaccadf-79fd-4ee6-bb0f-04864d110ca2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704889 Apr 07 11:19:07.594770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47212) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:07.603061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:07.744889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Transition to ACTIVE for port object 1e41664d-a0b3-4109-bbfa-94cc27832769 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:19:07.748593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:07.752810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.759674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:07.832116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe97a73-48f9-4054-bbae-dd54cf597c99 req-fd1f3dd7-1727-43e2-a440-6bbbcb67f482 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:07.833718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fe97a73-48f9-4054-bbae-dd54cf597c99 req-fd1f3dd7-1727-43e2-a440-6bbbcb67f482 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 936 time: 0.4249959 Apr 07 11:19:07.842073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:19:07.889584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:07.927420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] Deleting port 2030b682-27b8-4cbb-8304-640853a68162 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:07.928287 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2030b682-27b8-4cbb-8304-640853a68162), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.013225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Made reservation on behalf of fb1008c83a974ae1bb090bf9a6f9588d for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:08.018827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.108010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] For port 2030b682-27b8-4cbb-8304-640853a68162, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2030b682-27b8-4cbb-8304-640853a68162,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:08.108419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2030b682-27b8-4cbb-8304-640853a68162), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.157985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fe97a73-48f9-4054-bbae-dd54cf597c99 req-30bff008-8f45-4b5f-b323-118b44f97955 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715013 Apr 07 11:19:08.164471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] Calling delete_port for 2030b682-27b8-4cbb-8304-640853a68162 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:08.341870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Attempting to bind port 1e41664d-a0b3-4109-bbfa-94cc27832769 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:08.344645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Attempting to bind port 1e41664d-a0b3-4109-bbfa-94cc27832769 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:08.345560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Attempting to bind port 1e41664d-a0b3-4109-bbfa-94cc27832769 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:08.367344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Port 1e41664d-a0b3-4109-bbfa-94cc27832769 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:19:08.369185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Attempting to bind port 1e41664d-a0b3-4109-bbfa-94cc27832769 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:08.415179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30ab6057-ff90-41c7-9474-0c5ee9095bc6 req-628af4bb-533b-4bb4-b5d1-6cda5594697f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 210 time: 0.0812228 Apr 07 11:19:08.426196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (2030b682-27b8-4cbb-8304-640853a68162), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.429407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:08.431740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:08.433730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:08.436651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:08.437258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Bound port: 1e41664d-a0b3-4109-bbfa-94cc27832769, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:08.437722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.439555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2030b682-27b8-4cbb-8304-640853a68162 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:08.593027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:08.598046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2030b682-27b8-4cbb-8304-640853a68162 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:08.598443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2030b682-27b8-4cbb-8304-640853a68162 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:08.600315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] Pushing event deleted for resources: {'Port': ['ID=2030b682-27b8-4cbb-8304-640853a68162,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:08.622333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for port (38287727-964f-4c96-bf67-6c8c28361cc9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.629378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf18e0b-60a7-474c-8666-83fa7685f55c None None] No DVR routers for this DVR port 2030b682-27b8-4cbb-8304-640853a68162 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:08.637424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Allocated IP 172.20.0.6 (70ac7a78-815b-4648-89f2-ec0463b0b88b/d7a923b8-4744-45d0-96c2-0dc009d2f29d/5ccccb2d-a798-4a00-84de-325614bdb007) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:08.647022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:08.647473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:08.650838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.670025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:08.674118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['38287727-964f-4c96-bf67-6c8c28361cc9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:08.774513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:08.781778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:08.813068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:08.827141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (8f56f92d-20cd-4a27-85e8-d3151335bbb8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.841019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:08.842996 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1bf0e-75d8-4671-8e83-ada35bbc5c73 x-openstack-request-id: req-3fe1bf0e-75d8-4671-8e83-ada35bbc5c73 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:08.843360 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df7a8f8-13e6-4e5a-966e-3494e2d6a85b", "name": "network-vif-deleted", "tag": "5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:08.843622 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fe1bf0e-75d8-4671-8e83-ada35bbc5c73 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:08.844175 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe1bf0e-75d8-4671-8e83-ada35bbc5c73'] response: {'server_uuid': '2df7a8f8-13e6-4e5a-966e-3494e2d6a85b', 'name': 'network-vif-deleted', 'tag': '5e03e9a3-55d0-4ab5-a15c-a2ad0cb16e9b', 'status': 'completed', 'code': 200} Apr 07 11:19:08.900718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:08.902754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.905062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6103d757-04fb-4a7b-93a0-1c6c7e4bcdcd req-b4b7447f-8ea0-4182-bfb7-69b8276f02fe tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "PUT /v2.0/ports/38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 981 time: 2.3477063 Apr 07 11:19:08.905731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:08.916257 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf2d3ae-8217-4944-96c1-2d4220f127ef" -d '{"events": [{"name": "network-changed", "server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:08.957651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:08.964290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=8f56f92d-20cd-4a27-85e8-d3151335bbb8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:09.012271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:09.034284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:09.042244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.043234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.062464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fadce6-e3dc-4524-bfc7-228d8e18c3d9 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:09.087929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.088803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.093478 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] 10.222.0.41 "PUT /v2.0/ports/1e41664d-a0b3-4109-bbfa-94cc27832769 HTTP/1.1" status: 200 len: 1096 time: 2.4274750 Apr 07 11:19:09.112023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d327985-2680-417a-b6fc-efa897658c58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5158620 Apr 07 11:19:09.124746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:09.132553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:38:8a:5a', 'name': 'tempest-NetworksTestDHCPv6-1052483994'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:09.304137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['38287727-964f-4c96-bf67-6c8c28361cc9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:09.306672 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks [] for port (5ccccb2d-a798-4a00-84de-325614bdb007), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.392895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65434c-49e6-4573-8e47-06dc86a9ee8b service neutron] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:09.420827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7cf7c9a-a2bd-4b5c-9f54-a8a33a43f7b4 req-36546aad-2751-4b2a-ad15-1dd00180907e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/7ba69947-7143-4f2a-aa36-1b866e0e0924 HTTP/1.1" status: 200 len: 1820 time: 0.4781566 Apr 07 11:19:09.427154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-f14fc946-1a2c-4845-a8a7-8e5b14dd8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.429014 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-f14fc946-1a2c-4845-a8a7-8e5b14dd8e95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 1130 time: 0.1016977 Apr 07 11:19:09.430274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:09.432078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '8f56f92d-20cd-4a27-85e8-d3151335bbb8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:09.433647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.441046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe81e7-10d3-42ce-806d-62d7796378e5 req-a4fb56ef-0c8e-4aaf-a1da-67e6594beef6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.453725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ebe81e7-10d3-42ce-806d-62d7796378e5 req-a4fb56ef-0c8e-4aaf-a1da-67e6594beef6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.4525762 Apr 07 11:19:09.457752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.522572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0d94e736-e20c-481c-b051-2c5595cc2baf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1e41664d-a0b3-4109-bbfa-94cc27832769 HTTP/1.1" status: 200 len: 217 time: 0.0822151 Apr 07 11:19:09.550292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Network 70ac7a78-815b-4648-89f2-ec0463b0b88b is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:09.560638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:09.582185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0b60f6b1-a77a-4cb7-8c73-cd6707212ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.583671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0b60f6b1-a77a-4cb7-8c73-cd6707212ccd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0537400 Apr 07 11:19:09.591468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:09.655406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:09.663970 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-c7cf7c9a-a2bd-4b5c-9f54-a8a33a43f7b4 req-16c3e014-c19a-40ce-86d3-9f1559b37563 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 11:19:09.684883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7cf7c9a-a2bd-4b5c-9f54-a8a33a43f7b4 req-16c3e014-c19a-40ce-86d3-9f1559b37563 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ba69947-7143-4f2a-aa36-1b866e0e0924 HTTP/1.1" status: 409 len: 341 time: 0.2273684 Apr 07 11:19:09.711884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.717683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ebe81e7-10d3-42ce-806d-62d7796378e5 req-ef38fdbc-680d-472e-8592-0f78069ed885 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506511 Apr 07 11:19:09.742531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port f25b13cc-9e2f-46cc-8889-47b6b5cfead8 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:09.753812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.756134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:09.765231 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebffca9-43da-43f9-ad35-83eb68f40580 x-openstack-request-id: req-6ebffca9-43da-43f9-ad35-83eb68f40580 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:09.765530 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:09.765796 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ebffca9-43da-43f9-ad35-83eb68f40580 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:09.766225 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebffca9-43da-43f9-ad35-83eb68f40580'] response: {'name': 'network-changed', 'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9', 'status': 'completed', 'code': 200} Apr 07 11:19:09.803577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-04848c96-cecd-490f-a9f4-2bf4b06dd00c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2815747 Apr 07 11:19:09.825064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Request body: {'port': {'device_id': '50a1dd45-d7d2-4249-816c-786584f5c597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:09.880949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0fcfed43-ea95-4f13-b378-d758d6e250eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:09.883197 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0fcfed43-ea95-4f13-b378-d758d6e250eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2921596 Apr 07 11:19:10.076109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fe38:8a5a (b2feb08a-9d5d-4508-b385-fa376864e287/8f56f92d-20cd-4a27-85e8-d3151335bbb8/f25b13cc-9e2f-46cc-8889-47b6b5cfead8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:10.206559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-ec55918c-af8c-4b46-92e8-3f6780962b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:10.208678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-ec55918c-af8c-4b46-92e8-3f6780962b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1166 time: 0.3414154 Apr 07 11:19:10.314983 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-0a48dc72-bb0c-4e69-bc09-a985ee4f90f7 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991313 Apr 07 11:19:10.537299 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:10.540030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47254) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:10.571320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edddb9-c52b-48a7-9d86-076b5c2d8dd4 req-76b996d0-b8d5-4e0c-91e2-d13a19bb3c3c tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:10.578535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8edddb9-c52b-48a7-9d86-076b5c2d8dd4 req-76b996d0-b8d5-4e0c-91e2-d13a19bb3c3c tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 948 time: 0.7481270 Apr 07 11:19:10.672699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-29845ef1-288a-4eef-aef8-e086fbb089c9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:10.674414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-29845ef1-288a-4eef-aef8-e086fbb089c9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.1895568 Apr 07 11:19:10.687208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e47d39-9671-4e89-b382-3242d1a98d05 req-5a0436dd-6f0b-4bd2-af6e-d3a8aebaf8a0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:10.692050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1e47d39-9671-4e89-b382-3242d1a98d05 req-5a0436dd-6f0b-4bd2-af6e-d3a8aebaf8a0 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 931 time: 0.7819381 Apr 07 11:19:10.777383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-84c65570-ff5b-4014-be07-f32ff4600d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:10.841939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8edddb9-c52b-48a7-9d86-076b5c2d8dd4 req-1d8eacbc-6a0d-482b-ad76-193243db11ba tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623928 Apr 07 11:19:10.846247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:10.848513 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69628273-a16c-4133-aca7-d127c7eab3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:10.883166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-48347630-a25a-4338-b5e6-18b8820e9d36 req-ca5cbf03-c9a2-4062-b9c4-46fd71c07f3a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177763 Apr 07 11:19:10.889026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-4685fec1-fbfa-404b-944a-fe18c60cc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:10.890573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-4685fec1-fbfa-404b-944a-fe18c60cc929 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.6635139 Apr 07 11:19:10.909872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (f25b13cc-9e2f-46cc-8889-47b6b5cfead8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:10.951067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-df83f489-faeb-4c73-a6be-0b9bda704782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 217 time: 0.0535975 Apr 07 11:19:11.005477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1e47d39-9671-4e89-b382-3242d1a98d05 req-fd80fbe4-f1b1-4b47-ba6a-b06ffe90716d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876432 Apr 07 11:19:11.057211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f25b13cc-9e2f-46cc-8889-47b6b5cfead8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.085478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-14306f00-225b-40b1-b7aa-38a002dd1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.089262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-14306f00-225b-40b1-b7aa-38a002dd1af5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.1151886 Apr 07 11:19:11.124694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:11.124920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.137650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Allocated IP 2001:db8::f816:3eff:fec6:21cb (b2feb08a-9d5d-4508-b385-fa376864e287/8f56f92d-20cd-4a27-85e8-d3151335bbb8/6c8264bd-438a-41ae-b335-2b298955cc6e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:11.202907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-84c65570-ff5b-4014-be07-f32ff4600d98 admin admin] Publish callbacks [] for security_group (7e32efa3-c686-43f5-aeab-6f1e51b38fcc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.206277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-e6568b3d-7869-4cc3-bc78-c23a0db32df1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582798 Apr 07 11:19:11.208288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:11.218828 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d5cdf-5e5a-4aae-9121-90684116146b x-openstack-request-id: req-c48d5cdf-5e5a-4aae-9121-90684116146b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:11.219132 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:11.219393 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c48d5cdf-5e5a-4aae-9121-90684116146b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:11.219799 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48d5cdf-5e5a-4aae-9121-90684116146b'] response: {'name': 'network-changed', 'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'status': 'completed', 'code': 200} Apr 07 11:19:11.223672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:11.227024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:11.232767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-84c65570-ff5b-4014-be07-f32ff4600d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e32efa3-c686-43f5-aeab-6f1e51b38fcc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.232944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.233637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.242724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=f25b13cc-9e2f-46cc-8889-47b6b5cfead8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:11.270310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b1e3dd8d-684d-4221-9a05-af6db6cc5f22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1444600 Apr 07 11:19:11.338855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port ab799ff8-5d92-4d31-8ecf-e1ee5d970620, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:11.339768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.353702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for ab799ff8-5d92-4d31-8ecf-e1ee5d970620 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:11.373675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-de82a496-ccec-49ba-805c-5f32e41fccc0 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321690 Apr 07 11:19:11.380104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Publish callbacks [] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.384235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:11.390261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.479770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:11.481397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Pushing event updated for resources: {'Port': ['ID=6c8264bd-438a-41ae-b335-2b298955cc6e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:11.484568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:11.487394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:11.573071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Attempting to bind port 6c8264bd-438a-41ae-b335-2b298955cc6e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:11.575214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Attempting to bind port 6c8264bd-438a-41ae-b335-2b298955cc6e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:11.575749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Attempting to bind port 6c8264bd-438a-41ae-b335-2b298955cc6e on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:11.583762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:11.584731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:11.585349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.585896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:11.586527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Bound port: 6c8264bd-438a-41ae-b335-2b298955cc6e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:11.588078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.596672 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdf2d3ae-8217-4944-96c1-2d4220f127ef req-799cabee-5176-43ed-be40-26d672a3afef service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650066 Apr 07 11:19:11.624303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-153e8b1a-3d2b-4430-b566-5df70bfa23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.626460 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-153e8b1a-3d2b-4430-b566-5df70bfa23c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 1130 time: 0.2518730 Apr 07 11:19:11.627114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-84c65570-ff5b-4014-be07-f32ff4600d98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d6298bced1a41489fb8e90b9de6223b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0825205 Apr 07 11:19:11.632843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c65570-ff5b-4014-be07-f32ff4600d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e32efa3-c686-43f5-aeab-6f1e51b38fcc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:11.639262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e146a71-97fe-4686-ae88-35e52e543b12 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.645071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e146a71-97fe-4686-ae88-35e52e543b12 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.649345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e146a71-97fe-4686-ae88-35e52e543b12 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2617414 Apr 07 11:19:11.649513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47270) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:11.650375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47272) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:11.666234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccccb2d-a798-4a00-84de-325614bdb007 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:11.693902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319db73-1fa3-404d-8830-a180182b5563 req-113c20bc-4ec5-4ae7-974a-206fafecaf4e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.698897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c319db73-1fa3-404d-8830-a180182b5563 req-113c20bc-4ec5-4ae7-974a-206fafecaf4e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=023b256c-c880-4784-9c50-1ab9f1a54edd HTTP/1.1" status: 200 len: 946 time: 0.4995728 Apr 07 11:19:11.737111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] For port 6c8264bd-438a-41ae-b335-2b298955cc6e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:11.741114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] For port 6c8264bd-438a-41ae-b335-2b298955cc6e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6c8264bd-438a-41ae-b335-2b298955cc6e,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:11.748126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Publish callbacks [] for port (5ccccb2d-a798-4a00-84de-325614bdb007), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.749861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.767598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Transition to ACTIVE for port object 5ccccb2d-a798-4a00-84de-325614bdb007 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:19:11.769102 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ab799ff8-5d92-4d31-8ecf-e1ee5d970620), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.802986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ab799ff8-5d92-4d31-8ecf-e1ee5d970620'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:11.877928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696cda-1700-43af-8cb4-65223380f004 req-13ec76c5-40c7-46d6-b780-252c0c41ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.880584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-13ec76c5-40c7-46d6-b780-252c0c41ce49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1166 time: 0.1740882 Apr 07 11:19:11.887273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c73f6-da06-4e60-a25e-0dda8b55c409 None None] Pushing event updated for resources: {'Port': ['ID=6c8264bd-438a-41ae-b335-2b298955cc6e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:11.926526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472046da-2344-415a-9be6-7d2972c441f2 req-66e2a596-1d89-4162-a852-7c6945ad5013 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.934917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-472046da-2344-415a-9be6-7d2972c441f2 req-66e2a596-1d89-4162-a852-7c6945ad5013 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 984 time: 0.5250309 Apr 07 11:19:11.936832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:11.944690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=ab799ff8-5d92-4d31-8ecf-e1ee5d970620,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:11.979044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-edad0aee-2e5a-4490-aee2-942fabbf3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:11.981799 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-edad0aee-2e5a-4490-aee2-942fabbf3112 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3324437 Apr 07 11:19:12.049308 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-0fcc89ee-e4c5-4435-b827-c786c6259673 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1e41664d-a0b3-4109-bbfa-94cc27832769 HTTP/1.1" status: 200 len: 217 time: 0.0588236 Apr 07 11:19:12.052613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port f25b13cc-9e2f-46cc-8889-47b6b5cfead8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:12.053105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f25b13cc-9e2f-46cc-8889-47b6b5cfead8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.067171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port ab799ff8-5d92-4d31-8ecf-e1ee5d970620 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:12.074887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.078393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ba8ebd5-174d-4ad1-a860-6198f57c95ce req-c394a133-3cb1-41b4-8a43-e6fccef1cf10 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "DELETE /v2.0/ports/ab799ff8-5d92-4d31-8ecf-e1ee5d970620 HTTP/1.1" status: 204 len: 173 time: 1.3835821 Apr 07 11:19:12.087143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'name': 'network-vif-deleted', 'tag': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:12.091609 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3173c4d6-e6c4-4f54-8bf5-71edc6ba4b33" -d '{"events": [{"server_uuid": "023b256c-c880-4784-9c50-1ab9f1a54edd", "name": "network-vif-deleted", "tag": "ab799ff8-5d92-4d31-8ecf-e1ee5d970620"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:12.124500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27456089-bd95-4c58-a799-10f890c1125e admin admin] Publish callbacks [] for security_group (7e32efa3-c686-43f5-aeab-6f1e51b38fcc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.154498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27456089-bd95-4c58-a799-10f890c1125e admin admin] Publish callbacks [] for security_group (7e32efa3-c686-43f5-aeab-6f1e51b38fcc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.219006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-64cca83b-b9ff-433c-bfa2-ecf09c3296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:12.221497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-64cca83b-b9ff-433c-bfa2-ecf09c3296d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1614017 Apr 07 11:19:12.235963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c319db73-1fa3-404d-8830-a180182b5563 req-b44e09e4-fbec-42ac-ad9d-9404632861e0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008295 Apr 07 11:19:12.243386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:12.269449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27456089-bd95-4c58-a799-10f890c1125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e32efa3-c686-43f5-aeab-6f1e51b38fcc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.272962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27456089-bd95-4c58-a799-10f890c1125e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.274845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-27456089-bd95-4c58-a799-10f890c1125e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e32efa3-c686-43f5-aeab-6f1e51b38fcc HTTP/1.1" status: 204 len: 168 time: 0.6219552 Apr 07 11:19:12.335416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.335661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.336126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.336476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.336818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.337278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.337619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.337954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.338943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.339584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.339939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.340271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.340603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:12.351650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456089-bd95-4c58-a799-10f890c1125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e32efa3-c686-43f5-aeab-6f1e51b38fcc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:12.353196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696cda-1700-43af-8cb4-65223380f004 req-95d4908a-6b2c-427a-8796-9e821a757082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:12.358073 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-95d4908a-6b2c-427a-8796-9e821a757082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.4667842 Apr 07 11:19:12.388362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-472046da-2344-415a-9be6-7d2972c441f2 req-109624ed-3c16-4d0f-a680-e00130815dd2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=7ba69947-7143-4f2a-aa36-1b866e0e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4513509 Apr 07 11:19:12.445089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Attempting to bind port 5ccccb2d-a798-4a00-84de-325614bdb007 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:12.445793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Attempting to bind port 5ccccb2d-a798-4a00-84de-325614bdb007 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:12.446141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Attempting to bind port 5ccccb2d-a798-4a00-84de-325614bdb007 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:12.480296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Port 5ccccb2d-a798-4a00-84de-325614bdb007 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:19:12.480608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Attempting to bind port 5ccccb2d-a798-4a00-84de-325614bdb007 on network 70ac7a78-815b-4648-89f2-ec0463b0b88b {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:12.508152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:12.508507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Checking segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:12.508901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Bound using segment: {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:12.509607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Bound port: 5ccccb2d-a798-4a00-84de-325614bdb007, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233aed7e-ae7e-48a9-a12a-86337e9c56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:12.510012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.515494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-0006c563-5de2-4702-ad84-9279ce18d370 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 217 time: 0.1489570 Apr 07 11:19:12.545876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6c8264bd-438a-41ae-b335-2b298955cc6e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:12.624593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f25b13cc-9e2f-46cc-8889-47b6b5cfead8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.634272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9888dc7-79a1-4758-9cf1-2aacce1a75c5 req-7181c32f-858b-4bf8-88c1-e1cb9471f0c0 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:12.635803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9888dc7-79a1-4758-9cf1-2aacce1a75c5 req-7181c32f-858b-4bf8-88c1-e1cb9471f0c0 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 948 time: 0.2109149 Apr 07 11:19:12.672006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-3a31ef79-12d5-4a87-81bd-5d5bbf7d3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:12.673489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-3a31ef79-12d5-4a87-81bd-5d5bbf7d3516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4213836 Apr 07 11:19:12.681634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6c8264bd-438a-41ae-b335-2b298955cc6e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:12.682704 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.694665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for f25b13cc-9e2f-46cc-8889-47b6b5cfead8 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:12.735459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:12.753253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3229b-6dfc-4b1c-b0c1-a929abff2486 req-9bace1cb-488e-4191-9626-7da553c07697 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:12.766895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696cda-1700-43af-8cb4-65223380f004 req-6472c44c-6628-46f9-a867-d533ab02a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:12.768432 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-6472c44c-6628-46f9-a867-d533ab02a4d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.2052047 Apr 07 11:19:12.773866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ba3229b-6dfc-4b1c-b0c1-a929abff2486 req-9bace1cb-488e-4191-9626-7da553c07697 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 943 time: 0.2403004 Apr 07 11:19:12.867669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-7e3a2f40-2eba-4788-817a-33fe8abb997e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406206 Apr 07 11:19:12.900660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6c8264bd-438a-41ae-b335-2b298955cc6e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:12.901226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:12.913540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9888dc7-79a1-4758-9cf1-2aacce1a75c5 req-0e0e6df7-5038-4933-b549-b6003d349cde tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488375 Apr 07 11:19:12.950075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:12.984597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:12.985978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ba3229b-6dfc-4b1c-b0c1-a929abff2486 req-2091a199-213e-4a68-ab51-ce6c1afcd325 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083194 Apr 07 11:19:12.990545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.009282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 6c8264bd-438a-41ae-b335-2b298955cc6e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6c8264bd-438a-41ae-b335-2b298955cc6e,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:13.020145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.046969 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f43b58e-8994-4d66-958f-2d5add2ed808 x-openstack-request-id: req-5f43b58e-8994-4d66-958f-2d5add2ed808 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:13.047270 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b256c-c880-4784-9c50-1ab9f1a54edd", "name": "network-vif-deleted", "tag": "ab799ff8-5d92-4d31-8ecf-e1ee5d970620", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:13.047529 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f43b58e-8994-4d66-958f-2d5add2ed808 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:13.047944 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f43b58e-8994-4d66-958f-2d5add2ed808'] response: {'server_uuid': '023b256c-c880-4784-9c50-1ab9f1a54edd', 'name': 'network-vif-deleted', 'tag': 'ab799ff8-5d92-4d31-8ecf-e1ee5d970620', 'status': 'completed', 'code': 200} Apr 07 11:19:13.072834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:13.074057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.075962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] 10.222.0.41 "PUT /v2.0/ports/5ccccb2d-a798-4a00-84de-325614bdb007 HTTP/1.1" status: 200 len: 1091 time: 3.2563658 Apr 07 11:19:13.117374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74a40-2309-40d2-8b12-e23bfcc0f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:13.121564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=6c8264bd-438a-41ae-b335-2b298955cc6e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:13.140746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-f324247c-6f38-4a85-a82d-6b029460708e service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643533 Apr 07 11:19:13.190119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c44b232d-9cb0-4719-be6a-270d4bf1b433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.194209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-2f3ec5cd-6236-43a8-a06e-327b0b7ddc4a service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119910 Apr 07 11:19:13.203357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-44bf7d1d-5f11-41e4-a013-48f34ead6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:13.205467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-44bf7d1d-5f11-41e4-a013-48f34ead6b73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 1125 time: 0.0568566 Apr 07 11:19:13.251432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-8ea96a27-5bb0-4cc9-bc01-5ccc6673bda2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccccb2d-a798-4a00-84de-325614bdb007 HTTP/1.1" status: 200 len: 217 time: 0.0398376 Apr 07 11:19:13.333263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107fda-121e-4a5d-b764-2077e1b812ec req-550d87ef-c3ae-4824-9690-0e00aea87fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:13.344551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-550d87ef-c3ae-4824-9690-0e00aea87fe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.0872219 Apr 07 11:19:13.395391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-064560e7-f7f7-47f9-8fe3-1aa834c75bfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418696 Apr 07 11:19:13.404803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7c696cda-1700-43af-8cb4-65223380f004 req-df571fa9-85e8-4795-b702-85af45c27024 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518175 Apr 07 11:19:13.465938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6bba3ed3-fab6-41a8-85f3-3a8c67b9fc5a None None] Provisioning complete for port 6c8264bd-438a-41ae-b335-2b298955cc6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:13.469261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6bba3ed3-fab6-41a8-85f3-3a8c67b9fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.565396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f25b13cc-9e2f-46cc-8889-47b6b5cfead8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.664133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-c97c5b4f-48c3-4d28-9a2b-a2739c198ebe service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610190 Apr 07 11:19:13.666544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6bba3ed3-fab6-41a8-85f3-3a8c67b9fc5a None None] Current status of the port 6c8264bd-438a-41ae-b335-2b298955cc6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:13.685462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=f25b13cc-9e2f-46cc-8889-47b6b5cfead8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:13.761440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.764942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eb4d5bc4-0b87-4d85-9cdd-8d66dc366333 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/f25b13cc-9e2f-46cc-8889-47b6b5cfead8 HTTP/1.1" status: 204 len: 168 time: 2.1136234 Apr 07 11:19:13.767739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:13.781016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69628273-a16c-4133-aca7-d127c7eab3a6 req-cae13e0f-2215-4e59-b878-9a6d5c76f8eb service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617406 Apr 07 11:19:13.812968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c44b232d-9cb0-4719-be6a-270d4bf1b433 admin admin] Publish callbacks [] for security_group (62baa14f-0098-4fd2-b3f0-ddffeaa78fc2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.823310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c44b232d-9cb0-4719-be6a-270d4bf1b433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (62baa14f-0098-4fd2-b3f0-ddffeaa78fc2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:13.881474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594a620-0a72-4fdb-9563-7da641b97478 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:13.882789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594a620-0a72-4fdb-9563-7da641b97478 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:13.887481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a594a620-0a72-4fdb-9563-7da641b97478 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1157207 Apr 07 11:19:13.888414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:13.889504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c08396b9-a2b1-43fd-8f54-02181e6fb8d9 None None] Could not find standard attr ID for object f25b13cc-9e2f-46cc-8889-47b6b5cfead8. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:19:13.922533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8955ef-aafa-46f5-87dd-be0fb39888e8 req-9e408a9c-a5bd-4bf7-b216-49a00133ff81 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:13.926266 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c44b232d-9cb0-4719-be6a-270d4bf1b433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1bd810335224c488ee6dc64805e1152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9174440 Apr 07 11:19:13.926478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8955ef-aafa-46f5-87dd-be0fb39888e8 req-9e408a9c-a5bd-4bf7-b216-49a00133ff81 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 984 time: 0.3807678 Apr 07 11:19:13.926580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b232d-9cb0-4719-be6a-270d4bf1b433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62baa14f-0098-4fd2-b3f0-ddffeaa78fc2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:13.927695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47310) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:13.940470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38107fda-121e-4a5d-b764-2077e1b812ec req-1feb4616-e4fb-45d0-9ef9-c859291d9ace service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660182 Apr 07 11:19:14.003713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 8f56f92d-20cd-4a27-85e8-d3151335bbb8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:14.010511 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (8f56f92d-20cd-4a27-85e8-d3151335bbb8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.056759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-6ea38476-b40c-416a-833c-bf310440999d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:14.060844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-6ea38476-b40c-416a-833c-bf310440999d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.2265973 Apr 07 11:19:14.082423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8955ef-aafa-46f5-87dd-be0fb39888e8 req-74425741-55c9-4190-8e61-d3a475994655 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=7ba69947-7143-4f2a-aa36-1b866e0e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1339684 Apr 07 11:19:14.090476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-064896f3-1ddb-4669-b974-08025a21d15d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.0199344 Apr 07 11:19:14.100449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (8f56f92d-20cd-4a27-85e8-d3151335bbb8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.181501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-c88f11fb-1f89-4b75-9024-bf6fbc073235 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839372 Apr 07 11:19:14.215031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e323f46c-47ef-4b65-a514-b88fb2a790e0 admin admin] Publish callbacks [] for security_group (62baa14f-0098-4fd2-b3f0-ddffeaa78fc2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.249487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e323f46c-47ef-4b65-a514-b88fb2a790e0 admin admin] Publish callbacks [] for security_group (62baa14f-0098-4fd2-b3f0-ddffeaa78fc2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.251641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8f56f92d-20cd-4a27-85e8-d3151335bbb8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.334739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-b58291e4-d1e9-465c-9de5-0e5460f16c04 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431527 Apr 07 11:19:14.362671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950678-b264-4df0-841e-3fd681b3af5c req-1bb81287-996b-437d-b308-d52e84608326 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:14.364664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9950678-b264-4df0-841e-3fd681b3af5c req-1bb81287-996b-437d-b308-d52e84608326 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 948 time: 0.1235933 Apr 07 11:19:14.380622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6c8264bd-438a-41ae-b335-2b298955cc6e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:14.457695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6c8264bd-438a-41ae-b335-2b298955cc6e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:14.459014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.505080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9950678-b264-4df0-841e-3fd681b3af5c req-60ec85b2-26a8-4ec1-aada-455177bf7e60 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945148 Apr 07 11:19:14.518398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-7b8a62ff-bad1-4d38-b3ab-7aba8d5e68f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769924 Apr 07 11:19:14.618174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:19:14.620316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab799ff8-5d92-4d31-8ecf-e1ee5d970620 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:14.673751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: ab799ff8-5d92-4d31-8ecf-e1ee5d970620 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:14.674420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab799ff8-5d92-4d31-8ecf-e1ee5d970620 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:14.696102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6c8264bd-438a-41ae-b335-2b298955cc6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:14.721484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (8f56f92d-20cd-4a27-85e8-d3151335bbb8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.736474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714c62d-8bae-469d-bf09-2eaaf8d3687c req-86d24461-8f94-4d49-9cac-36270514de3e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:14.753232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9714c62d-8bae-469d-bf09-2eaaf8d3687c req-86d24461-8f94-4d49-9cac-36270514de3e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 943 time: 0.1202960 Apr 07 11:19:14.770986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.784409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/8f56f92d-20cd-4a27-85e8-d3151335bbb8 HTTP/1.1" status: 204 len: 168 time: 0.8948014 Apr 07 11:19:14.785029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47320) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:14.823457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c2060-4f1d-4aec-bb85-5e1942baf432 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:14.851724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a7e24-6977-41ca-89e3-754c51f8baac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=8f56f92d-20cd-4a27-85e8-d3151335bbb8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:14.893014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b31d092c-aee8-4e61-8909-05875e31b393 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030922 Apr 07 11:19:14.895725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47324) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:14.905647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e323f46c-47ef-4b65-a514-b88fb2a790e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (62baa14f-0098-4fd2-b3f0-ddffeaa78fc2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.908178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e323f46c-47ef-4b65-a514-b88fb2a790e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:14.912016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e323f46c-47ef-4b65-a514-b88fb2a790e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62baa14f-0098-4fd2-b3f0-ddffeaa78fc2 HTTP/1.1" status: 204 len: 168 time: 0.9801486 Apr 07 11:19:14.928453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323f46c-47ef-4b65-a514-b88fb2a790e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62baa14f-0098-4fd2-b3f0-ddffeaa78fc2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:15.016082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccc700b4-498e-49f3-9370-b609a73c86b0 req-1dfbf75c-4d19-412e-8225-9b9d7e2ffd93 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 210 time: 0.1442680 Apr 07 11:19:15.024869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:15.049644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'mac_address': 'fa:16:3e:d6:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:19:15.065166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:15.067444 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a801bb29-7688-4919-80b5-ebea03ee3486" -d '{"events": [{"name": "network-changed", "server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:15.116828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:19:15.121729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9714c62d-8bae-469d-bf09-2eaaf8d3687c req-f5accfc9-61bd-4de8-b11d-372d51d12e98 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471673 Apr 07 11:19:15.171448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:15.171885 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:15.172286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6e159-a6cc-4d8e-8807-f802bcfe4fad tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:15.178013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f0b6e159-a6cc-4d8e-8807-f802bcfe4fad tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2766643 Apr 07 11:19:15.178013 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4db85a-615e-405a-ab05-ff11b82d210b x-openstack-request-id: req-1b4db85a-615e-405a-ab05-ff11b82d210b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:15.178013 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:15.178013 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b4db85a-615e-405a-ab05-ff11b82d210b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:15.178013 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4db85a-615e-405a-ab05-ff11b82d210b'] response: {'name': 'network-changed', 'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007', 'status': 'completed', 'code': 200} Apr 07 11:19:15.178865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47338) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:15.215679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41664d-a0b3-4109-bbfa-94cc27832769 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:15.251320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:15.265799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:15.274032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] Deleting port 6c8264bd-438a-41ae-b335-2b298955cc6e {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:15.274519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:15.355389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c39dc-bff0-440d-b2b1-e09cae758688 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:15.361401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2a3c39dc-bff0-440d-b2b1-e09cae758688 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1782901 Apr 07 11:19:15.361401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47342) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:15.417029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] For port 6c8264bd-438a-41ae-b335-2b298955cc6e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6c8264bd-438a-41ae-b335-2b298955cc6e,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:15.418042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:15.421848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:15.423111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd4f6cc6-bf9a-491c-b7fa-5e0e3aa3bcfe tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594311 Apr 07 11:19:15.429918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47346) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:15.435651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] Calling delete_port for 6c8264bd-438a-41ae-b335-2b298955cc6e owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:15.440595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-7299298b-01ba-402d-9d5c-9fa8c537a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:15.440840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:15.442773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-7299298b-01ba-402d-9d5c-9fa8c537a3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 1125 time: 0.2005923 Apr 07 11:19:15.459394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9654c-de1a-45bd-ac75-07101d3caadb req-a943a4fc-e1a5-4c56-9ae6-250b4e2accac tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:15.485833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31c9654c-de1a-45bd-ac75-07101d3caadb req-a943a4fc-e1a5-4c56-9ae6-250b4e2accac tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 984 time: 0.2410719 Apr 07 11:19:15.628408 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (6c8264bd-438a-41ae-b335-2b298955cc6e), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:15.663086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31c9654c-de1a-45bd-ac75-07101d3caadb req-48c47170-a4b6-4357-b75b-7cb46840b58e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=7ba69947-7143-4f2a-aa36-1b866e0e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1743455 Apr 07 11:19:15.665103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:15.671652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:15.766714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] Pushing event deleted for resources: {'Port': ['ID=6c8264bd-438a-41ae-b335-2b298955cc6e,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:15.770593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1e41664d-a0b3-4109-bbfa-94cc27832769'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:15.774617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efeca9-b208-4c89-93db-23968495cc14 None None] No DVR routers for this DVR port 6c8264bd-438a-41ae-b335-2b298955cc6e on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:15.875044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-286a40f4-8953-4497-9f98-3d82e5454ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:15.876752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-286a40f4-8953-4497-9f98-3d82e5454ede service neutron] 10.222.0.41 "GET /v2.0/networks?id=70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 200 len: 905 time: 0.3532493 Apr 07 11:19:15.958989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2144-bbc0-4bd4-91bf-440521264601 req-d7babe70-e173-451c-aa1d-b4e38235d908 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:15.960752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa5b2144-bbc0-4bd4-91bf-440521264601 req-d7babe70-e173-451c-aa1d-b4e38235d908 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 949 time: 0.2812083 Apr 07 11:19:15.962194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-09908b40-9d22-440d-8a46-e6f8266e86e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccccb2d-a798-4a00-84de-325614bdb007 HTTP/1.1" status: 200 len: 217 time: 0.0782170 Apr 07 11:19:16.084219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-c4fe4655-2acb-49f4-9cf2-fd0cd25af2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:16.086484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-c4fe4655-2acb-49f4-9cf2-fd0cd25af2ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 200 len: 844 time: 0.1153858 Apr 07 11:19:16.180011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-245399b3-184f-40bb-b8e4-65c4631080fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70ac7a78-815b-4648-89f2-ec0463b0b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866456 Apr 07 11:19:16.190822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa5b2144-bbc0-4bd4-91bf-440521264601 req-3689543d-61d7-4782-ba7a-ded96a26bfaa tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180398 Apr 07 11:19:16.293917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:16.296087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (03b3215b-6813-4206-b524-c813a856b0d6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:16.326469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-60daef7f-a322-4c19-8c64-99355825e57b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1108619082&fields=id&tenant_id=9e5d2579bd5746f8863d2eac46698c17 HTTP/1.1" status: 200 len: 267 time: 0.0776403 Apr 07 11:19:16.376379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:16.383621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6c8264bd-438a-41ae-b335-2b298955cc6e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:16.393126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-cdf7f402-c772-424a-9f90-589dab5fc753 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011220 Apr 07 11:19:16.395354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c999085-27cd-4020-821f-52c2f93559e1 req-e6769144-8161-45e1-9aac-2328ac8c6a16 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 210 time: 0.0625758 Apr 07 11:19:16.396929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:16.400981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:16.401974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:16.406044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=03b3215b-6813-4206-b524-c813a856b0d6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:16.431547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6c8264bd-438a-41ae-b335-2b298955cc6e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:16.437807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3371118c-2119-467b-9af6-f5c78f717bd1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0063932 Apr 07 11:19:16.440031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47382) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:16.443470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6c8264bd-438a-41ae-b335-2b298955cc6e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:16.445278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c5abb-1760-4527-93c0-ebc5540f8a03 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:16.455645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:d1:cd:bc', 'name': 'tempest-NetworksTestDHCPv6-1602288933'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:16.523456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-0d73700c-3b27-4df7-904f-6384e3c0e0b0 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:16.525589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-0d73700c-3b27-4df7-904f-6384e3c0e0b0 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 984 time: 0.1855383 Apr 07 11:19:16.541062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'port': {'security_groups': ['7ba69947-7143-4f2a-aa36-1b866e0e0924', 'f3ff3227-ecc5-4e1b-9f52-f2345502c51c', '56f9a085-209c-4ac1-9fe4-c569038ee0a9']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:16.680176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '03b3215b-6813-4206-b524-c813a856b0d6'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:16.683325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:16.728719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:16.734730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a801bb29-7688-4919-80b5-ebea03ee3486 req-b0d5a191-a79b-4ef1-a6a2-5ee6b15a86c1 service neutron] 10.222.0.41 "GET /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233318 Apr 07 11:19:16.737019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-a8241167-62da-4299-8dc9-fac3eeb9c6f9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:16.738589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-a8241167-62da-4299-8dc9-fac3eeb9c6f9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.1716766 Apr 07 11:19:16.762840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:16.763609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582711-9fee-4d3b-a8b9-c549acecd5d6 req-c082595d-c22b-4f1d-8675-321194377377 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:16.766184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af582711-9fee-4d3b-a8b9-c549acecd5d6 req-c082595d-c22b-4f1d-8675-321194377377 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 943 time: 0.1849699 Apr 07 11:19:16.877153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:16.904385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af582711-9fee-4d3b-a8b9-c549acecd5d6 req-dfcbd339-7910-4e5a-af4e-c965dc36d268 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206319 Apr 07 11:19:16.906112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Allocated IP 2001:db8::f816:3eff:fe85:9717 (b2feb08a-9d5d-4508-b385-fa376864e287/03b3215b-6813-4206-b524-c813a856b0d6/bc609909-995c-4119-84a9-c525570b9307) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:17.040728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.096308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 604ec92c-21d5-46f4-8c28-a23422aecb22 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:17.149485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:17.151009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Publish callbacks [] for port (bc609909-995c-4119-84a9-c525570b9307), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.154145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.167038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (bc609909-995c-4119-84a9-c525570b9307), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.210166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:17.255964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:17.259598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:17.272804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:17.275443 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for port (38287727-964f-4c96-bf67-6c8c28361cc9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.299057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.299564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Pushing event updated for resources: {'Port': ['ID=bc609909-995c-4119-84a9-c525570b9307,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:17.324275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['38287727-964f-4c96-bf67-6c8c28361cc9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:17.334929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:17.384352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fed1:cdbc (b2feb08a-9d5d-4508-b385-fa376864e287/03b3215b-6813-4206-b524-c813a856b0d6/604ec92c-21d5-46f4-8c28-a23422aecb22) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:17.412755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:17.413439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.420752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-754f1b5c-77fc-4136-82b1-a201cff7dd28 req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "PUT /v2.0/ports/38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 1020 time: 0.8849304 Apr 07 11:19:17.433660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:17.438375 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:17.517395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580026ab-a360-4413-b9b2-667176fb5a6c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:17.534216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a532db-0bfb-4102-bde6-f528f45e337c req-c8297d98-9ab7-4c31-b9e5-84349bfb7cb8 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:17.535743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87a532db-0bfb-4102-bde6-f528f45e337c req-c8297d98-9ab7-4c31-b9e5-84349bfb7cb8 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 949 time: 0.2116919 Apr 07 11:19:17.548847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.8 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/86a33fd2-325a-4f03-9a9e-30a9dbf0632a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:17.564731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Attempting to bind port bc609909-995c-4119-84a9-c525570b9307 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:17.565278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Attempting to bind port bc609909-995c-4119-84a9-c525570b9307 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:17.565556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Attempting to bind port bc609909-995c-4119-84a9-c525570b9307 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:17.575136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['38287727-964f-4c96-bf67-6c8c28361cc9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:17.614842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:17.615265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:17.615637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.616043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:17.616538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Bound port: bc609909-995c-4119-84a9-c525570b9307, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:17.616925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bc609909-995c-4119-84a9-c525570b9307), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:17.628372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45fdc6bc-11f4-4667-9908-2bb18867d699 req-4577f9a2-8f78-4ceb-8549-c55cf861a7c2 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/56f9a085-209c-4ac1-9fe4-c569038ee0a9 HTTP/1.1" status: 200 len: 1820 time: 0.1804123 Apr 07 11:19:17.779976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87a532db-0bfb-4102-bde6-f528f45e337c req-d6c80b02-3630-4d06-8857-e155423771e2 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256002 Apr 07 11:19:17.783910 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-45fdc6bc-11f4-4667-9908-2bb18867d699 req-bceeb1d0-ac81-4610-bb27-322b2a997904 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 11:19:17.806366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45fdc6bc-11f4-4667-9908-2bb18867d699 req-bceeb1d0-ac81-4610-bb27-322b2a997904 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/56f9a085-209c-4ac1-9fe4-c569038ee0a9 HTTP/1.1" status: 409 len: 341 time: 0.1770306 Apr 07 11:19:17.848355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] For port bc609909-995c-4119-84a9-c525570b9307, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:17.887339 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b532da4f-ef12-400a-9301-bca38b05dc23 x-openstack-request-id: req-b532da4f-ef12-400a-9301-bca38b05dc23 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:17.888019 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:17.888483 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b532da4f-ef12-400a-9301-bca38b05dc23 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:17.889090 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b532da4f-ef12-400a-9301-bca38b05dc23'] response: {'name': 'network-changed', 'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9', 'status': 'completed', 'code': 200} Apr 07 11:19:17.919048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] For port bc609909-995c-4119-84a9-c525570b9307, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bc609909-995c-4119-84a9-c525570b9307,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:17.987135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (604ec92c-21d5-46f4-8c28-a23422aecb22), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.013009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bc609909-995c-4119-84a9-c525570b9307), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.259984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.279160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d9ca-63b9-4573-a937-3f287f6befda None None] Pushing event updated for resources: {'Port': ['ID=bc609909-995c-4119-84a9-c525570b9307,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:18.318021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (604ec92c-21d5-46f4-8c28-a23422aecb22), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.450547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:18.461073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=604ec92c-21d5-46f4-8c28-a23422aecb22,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:18.463980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:18.476405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:18.500035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:18.500799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.514115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.544424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0c83cd99-d947-4729-a194-2b14cbfb7fc9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1026702 Apr 07 11:19:18.547274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47426) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:18.606932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:18.632820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:18.636741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:18.725519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:19:18.737782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:18.778293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e5fa01-7e50-4d8e-be90-c234d23c5c59 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:18.790510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e5fa01-7e50-4d8e-be90-c234d23c5c59 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:18.796819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-32e5fa01-7e50-4d8e-be90-c234d23c5c59 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2161574 Apr 07 11:19:18.804052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-4d2a25ac-f749-413f-a969-3ff97a1b9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:18.807194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-4d2a25ac-f749-413f-a969-3ff97a1b9d2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5d2579bd5746f8863d2eac46698c17&device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1206 time: 0.8829682 Apr 07 11:19:18.809168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:18.809844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47432) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:18.829380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:18.830590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:18.863905 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-13a9848b-65bc-450b-a100-1e2a5f7e3ebd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1149113 Apr 07 11:19:18.876208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Request body: {'port': {'device_id': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:18.951933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b48bf-088d-4df5-a64a-69c0e1def606 req-0f16d778-26b3-431d-996a-e90111dd528b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:18.959021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2b48bf-088d-4df5-a64a-69c0e1def606 req-0f16d778-26b3-431d-996a-e90111dd528b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 931 time: 1.0485017 Apr 07 11:19:18.988711 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.088862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911d4d9-fe03-45e3-ab9a-284cee0bb911 req-f1a25b81-021f-4765-a93b-f1312b158bdc tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:19.090915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a911d4d9-fe03-45e3-ab9a-284cee0bb911 req-f1a25b81-021f-4765-a93b-f1312b158bdc tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 943 time: 0.3955281 Apr 07 11:19:19.102324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 1e41664d-a0b3-4109-bbfa-94cc27832769 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:19:19.121232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:19.143413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 1e41664d-a0b3-4109-bbfa-94cc27832769 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:19.143794 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.200829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5ccccb2d-a798-4a00-84de-325614bdb007', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': '5ccccb2d-a798-4a00-84de-325614bdb007', 'mac_address': 'fa:16:3e:6f:43:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:19:19.313767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a911d4d9-fe03-45e3-ab9a-284cee0bb911 req-ab53792e-3e87-4dc6-a538-1746041471ee tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088628 Apr 07 11:19:19.335516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5ccccb2d-a798-4a00-84de-325614bdb007 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:19.335918 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.384244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccccb2d-a798-4a00-84de-325614bdb007 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:19.389660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-7ac0a55e-c46b-441f-a316-fcf4cd5e9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:19.398581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-7ac0a55e-c46b-441f-a316-fcf4cd5e9964 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 200 len: 913 time: 0.5679560 Apr 07 11:19:19.400817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 604ec92c-21d5-46f4-8c28-a23422aecb22 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:19.401195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (604ec92c-21d5-46f4-8c28-a23422aecb22), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.428069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a33fd2-325a-4f03-9a9e-30a9dbf0632a {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:19.434166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2b48bf-088d-4df5-a64a-69c0e1def606 req-fbe7ac51-12a5-482b-95ed-9fd29e00b0d1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739676 Apr 07 11:19:19.451287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Publish callbacks [] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.487895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Transition to ACTIVE for port object 86a33fd2-325a-4f03-9a9e-30a9dbf0632a will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:19:19.502557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:19.502771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.522835 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.560218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:19.560622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.637191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:19.647910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-195ae0b6-bd85-43b4-ba78-d575fdd63b49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 200 len: 217 time: 0.2126834 Apr 07 11:19:19.690698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:19.693014 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f71534-811b-4893-a325-11da6e56c2b8" -d '{"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-plugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:19.742980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:19.744362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:19.766609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.893752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Attempting to bind port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:19.894113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Attempting to bind port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:19.894453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Attempting to bind port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:19.904371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b47364-7d83-41dd-9a31-8b6759e673ee req-41b03bdf-a1a1-4e26-b592-766a4c393740 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:19.914775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7b47364-7d83-41dd-9a31-8b6759e673ee req-41b03bdf-a1a1-4e26-b592-766a4c393740 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 949 time: 0.2707152 Apr 07 11:19:19.919745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-979960f4-7944-4ae4-8560-cc841efe8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:19.921069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:19:19.922317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-979960f4-7944-4ae4-8560-cc841efe8b49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 200 len: 852 time: 0.2366045 Apr 07 11:19:19.924973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Attempting to bind port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:19.928922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:19.941112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:19.941495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:19.941880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:19.942337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Bound port: 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:19.942706 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:19.946407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd205-12a3-4642-9e4d-5f5b0b817d25 req-486251ee-976e-4795-bc8e-8a56c8359b36 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:19.950733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e8bd205-12a3-4642-9e4d-5f5b0b817d25 req-486251ee-976e-4795-bc8e-8a56c8359b36 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1023 time: 0.5143979 Apr 07 11:19:19.962882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (604ec92c-21d5-46f4-8c28-a23422aecb22), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.001048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-4a0ec200-3695-4755-be3e-1be84ff5b752 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5c6c95-c328-44ef-9f96-f492de527801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491886 Apr 07 11:19:20.010308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5ccccb2d-a798-4a00-84de-325614bdb007'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:20.033532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 604ec92c-21d5-46f4-8c28-a23422aecb22 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:20.052392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:20.055861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:20.072403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-33fdd910-2132-443d-bd35-8ee208de9892 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:20.074308 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-33fdd910-2132-443d-bd35-8ee208de9892 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.41 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 1023 time: 0.2776911 Apr 07 11:19:20.076096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.157670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:20.159522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.161927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] 10.222.0.41 "PUT /v2.0/ports/86a33fd2-325a-4f03-9a9e-30a9dbf0632a HTTP/1.1" status: 200 len: 1091 time: 1.2905521 Apr 07 11:19:20.164814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:20.167025 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72914aa-3803-4910-b1bb-2d845b481b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:20.195965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e8bd205-12a3-4642-9e4d-5f5b0b817d25 req-13ec358b-d7af-4229-8534-d54f9dd327d1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=56f9a085-209c-4ac1-9fe4-c569038ee0a9&id=7ba69947-7143-4f2a-aa36-1b866e0e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2052312 Apr 07 11:19:20.227554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df03658-5e69-4919-aa6c-127a64a77b22 service neutron] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:20.284965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] Provisioning complete for port bc609909-995c-4119-84a9-c525570b9307 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:20.285464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bc609909-995c-4119-84a9-c525570b9307), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.367780 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306630e4-1578-4407-9ee1-9183d0d1e53d x-openstack-request-id: req-306630e4-1578-4407-9ee1-9183d0d1e53d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:20.368084 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-plugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:20.368336 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-306630e4-1578-4407-9ee1-9183d0d1e53d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:20.368820 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306630e4-1578-4407-9ee1-9183d0d1e53d'] response: {'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'code': 200} Apr 07 11:19:20.374254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Deleting port 38287727-964f-4c96-bf67-6c8c28361cc9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:20.383793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.529683 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6515a-5aa6-4bfd-8afa-e7b5e333a073 x-openstack-request-id: req-e1f6515a-5aa6-4bfd-8afa-e7b5e333a073 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:20.530250 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:20.530946 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1f6515a-5aa6-4bfd-8afa-e7b5e333a073 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:20.531709 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f6515a-5aa6-4bfd-8afa-e7b5e333a073'] response: {'name': 'network-changed', 'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'status': 'completed', 'code': 200} Apr 07 11:19:20.536886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-a39ebbf3-d15c-4b53-9880-a4eb0c595025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:20.538708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-a39ebbf3-d15c-4b53-9880-a4eb0c595025 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 1125 time: 0.2803411 Apr 07 11:19:20.560583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bc609909-995c-4119-84a9-c525570b9307 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:20.608393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-2f20fe04-b0f3-462f-97b3-4e3c9e540d50 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935612 Apr 07 11:19:20.612962 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-2b59644c-b90f-4a64-a4be-40a76ac976ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a HTTP/1.1" status: 200 len: 217 time: 0.0659783 Apr 07 11:19:20.632143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] Current status of the port bc609909-995c-4119-84a9-c525570b9307 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:20.633075 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bc609909-995c-4119-84a9-c525570b9307), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.699694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] For port 38287727-964f-4c96-bf67-6c8c28361cc9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=38287727-964f-4c96-bf67-6c8c28361cc9,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:20.700283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.702523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] For port bc609909-995c-4119-84a9-c525570b9307, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bc609909-995c-4119-84a9-c525570b9307,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:20.709919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bc609909-995c-4119-84a9-c525570b9307), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.728934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Calling delete_port for 38287727-964f-4c96-bf67-6c8c28361cc9 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:20.750693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port bc609909-995c-4119-84a9-c525570b9307 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:20.751276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bc609909-995c-4119-84a9-c525570b9307), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.758813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af45c-17b5-4c37-8564-2a383bd166ca req-bdc481bb-bda3-4a90-a693-c850daaa19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:20.760470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-bdc481bb-bda3-4a90-a693-c850daaa19d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1368690 Apr 07 11:19:20.817026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7b47364-7d83-41dd-9a31-8b6759e673ee req-04d374bc-07bf-4620-bc26-5faede64f41f tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8938854 Apr 07 11:19:20.853215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47466) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:20.857813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3684d4b-a2f6-4d70-9c20-be01dc0dcc07 None None] Pushing event updated for resources: {'Port': ['ID=bc609909-995c-4119-84a9-c525570b9307,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:20.890030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ecbf493a-a379-4061-aa8d-40a8a2d9600a None None] Provisioning complete for port 604ec92c-21d5-46f4-8c28-a23422aecb22 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:20.890659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ecbf493a-a379-4061-aa8d-40a8a2d9600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (604ec92c-21d5-46f4-8c28-a23422aecb22), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:20.916888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port bc609909-995c-4119-84a9-c525570b9307 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:20.922101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-6fc79ef5-8a63-4f03-94f7-2a3e07134da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514320 Apr 07 11:19:20.958854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf493a-a379-4061-aa8d-40a8a2d9600a None None] Port 604ec92c-21d5-46f4-8c28-a23422aecb22 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:19:21.051092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee04c-811a-4393-ac7a-60c775de9e40 req-f3467ad0-3f3d-4345-af17-73c0d3f4b82d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:21.058901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5ee04c-811a-4393-ac7a-60c775de9e40 req-f3467ad0-3f3d-4345-af17-73c0d3f4b82d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 944 time: 0.4470427 Apr 07 11:19:21.063434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f719-9aaf-46bc-9b14-cdc74152b454 req-d73f3001-56c8-4c48-9f00-95852efa02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:21.065756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdc1f719-9aaf-46bc-9b14-cdc74152b454 req-d73f3001-56c8-4c48-9f00-95852efa02ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 1132 time: 0.5257986 Apr 07 11:19:21.086528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ea0e672-846d-4f7c-917a-92e7c634a6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.112640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-ac5f9e46-7425-49dd-8268-4629dae7c589 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805906 Apr 07 11:19:21.173167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (604ec92c-21d5-46f4-8c28-a23422aecb22), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.259788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5ee04c-811a-4393-ac7a-60c775de9e40 req-bc265c76-df16-431b-9626-d88fe49d50f4 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995256 Apr 07 11:19:21.267687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62147cf1-e89a-41b3-a7c3-1abf2aa5c2fb req-d2ba3121-3ca6-452b-9b3c-f024756b1c14 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274882 Apr 07 11:19:21.282646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ec9a5-e518-46ba-8238-9aa7d55b40f3 req-98b37278-b818-499c-8115-8228eb35a643 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:21.288497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-630ec9a5-e518-46ba-8238-9aa7d55b40f3 req-98b37278-b818-499c-8115-8228eb35a643 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 943 time: 0.3525996 Apr 07 11:19:21.294452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=604ec92c-21d5-46f4-8c28-a23422aecb22,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:21.304991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (38287727-964f-4c96-bf67-6c8c28361cc9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.319978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['38287727-964f-4c96-bf67-6c8c28361cc9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:21.321949 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-675af45c-17b5-4c37-8564-2a383bd166ca req-0a562fba-7c8a-4d16-bd7f-e3d2faa72813 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986077 Apr 07 11:19:21.387065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'Port': ['ID=38287727-964f-4c96-bf67-6c8c28361cc9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:21.390958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:21.395524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdc1f719-9aaf-46bc-9b14-cdc74152b454 req-22938e75-e94b-4424-9b07-7e3c8bc3b8e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445929 Apr 07 11:19:21.397363 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.403742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47472) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:21.403976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c00086e7-5a7f-4f6b-8b35-255bd5f32145 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/604ec92c-21d5-46f4-8c28-a23422aecb22 HTTP/1.1" status: 204 len: 168 time: 2.5760484 Apr 07 11:19:21.513218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-743f2805-a12d-4b58-acda-64a817fb4f9a req-ebbde1a7-9f8e-42aa-894a-296ad0e444cb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=704328a5-e8f7-48fa-9e1b-946f8339a6b5 HTTP/1.1" status: 200 len: 210 time: 0.1076109 Apr 07 11:19:21.571552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-630ec9a5-e518-46ba-8238-9aa7d55b40f3 req-62d9e2cb-f0a1-4632-8ef7-4c8dbbf4ab9a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693799 Apr 07 11:19:21.632251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] No DVR routers for this DVR port 38287727-964f-4c96-bf67-6c8c28361cc9 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:21.651011 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.656400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc282d52-0a5c-4bc3-85ff-c86cf15cad03 req-dc4a82fa-6ca7-413d-bf7a-466307115850 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.41 "DELETE /v2.0/ports/38287727-964f-4c96-bf67-6c8c28361cc9 HTTP/1.1" status: 204 len: 173 time: 1.5741868 Apr 07 11:19:21.669913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ea0e672-846d-4f7c-917a-92e7c634a6f0 admin admin] Publish callbacks [] for security_group (0a78f633-141d-4197-b575-6c7792058962), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.693691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9552a-a44f-4c79-b54a-da8ee69c0598 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:21.695215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9552a-a44f-4c79-b54a-da8ee69c0598 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:21.700985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47476) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:21.704287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ee9552a-a44f-4c79-b54a-da8ee69c0598 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2944150 Apr 07 11:19:21.705215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ea0e672-846d-4f7c-917a-92e7c634a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0a78f633-141d-4197-b575-6c7792058962), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.768229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-d5f8d703-0475-400a-873c-64212344ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:21.770058 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-d5f8d703-0475-400a-873c-64212344ebf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 1125 time: 0.3694456 Apr 07 11:19:21.856142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 03b3215b-6813-4206-b524-c813a856b0d6 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:21.865819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (03b3215b-6813-4206-b524-c813a856b0d6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.883614 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ea0e672-846d-4f7c-917a-92e7c634a6f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e071870b0754dec8d280e2ebb068e23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0253441 Apr 07 11:19:21.943563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (03b3215b-6813-4206-b524-c813a856b0d6), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:21.951703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0e672-846d-4f7c-917a-92e7c634a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a78f633-141d-4197-b575-6c7792058962,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:21.956847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:22.053514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (03b3215b-6813-4206-b524-c813a856b0d6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.098851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59a7b70b-143a-470a-9f7f-7375c7780bf1 admin admin] Publish callbacks [] for security_group (0a78f633-141d-4197-b575-6c7792058962), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.126107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-40c03330-0187-4d0e-ab62-d863f21e3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:22.127873 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-40c03330-0187-4d0e-ab62-d863f21e3284 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.3234208 Apr 07 11:19:22.149312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59a7b70b-143a-470a-9f7f-7375c7780bf1 admin admin] Publish callbacks [] for security_group (0a78f633-141d-4197-b575-6c7792058962), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.160742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (03b3215b-6813-4206-b524-c813a856b0d6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.192515 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-00952248-bc2a-4980-af63-413d22a4c749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a HTTP/1.1" status: 200 len: 217 time: 0.0550244 Apr 07 11:19:22.203809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.208304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/03b3215b-6813-4206-b524-c813a856b0d6 HTTP/1.1" status: 204 len: 168 time: 0.5054476 Apr 07 11:19:22.212016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98ee2f-fe61-4454-bb07-d7f988aa3b9e None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:22.212361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47484) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:22.215142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068fdea-3434-4b73-8dcd-9165a1d96e90 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=03b3215b-6813-4206-b524-c813a856b0d6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:22.233505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eef7-37cf-4fcb-b0d3-25a1b835969f req-d26b6d83-afc8-4144-a6ac-95fd18f0e56b tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:22.241765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b409eef7-37cf-4fcb-b0d3-25a1b835969f req-d26b6d83-afc8-4144-a6ac-95fd18f0e56b tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 950 time: 0.1153026 Apr 07 11:19:22.290528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-caa28e98-2d8c-4c91-ae87-bf7ca393da9f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704751 Apr 07 11:19:22.299504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47488) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:22.319466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b409eef7-37cf-4fcb-b0d3-25a1b835969f req-f9a209fe-8751-45da-88df-cb8a968f4ca4 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752606 Apr 07 11:19:22.324507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-c0ea2413-cda8-4569-b9d8-ea7f306a1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:22.326867 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-c0ea2413-cda8-4569-b9d8-ea7f306a1b75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1238720 Apr 07 11:19:22.341431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:22.413329 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-452bd7e8-0713-40d4-bd55-39cd491d39cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793903 Apr 07 11:19:22.438338 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59a7b70b-143a-470a-9f7f-7375c7780bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0a78f633-141d-4197-b575-6c7792058962), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.450688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59a7b70b-143a-470a-9f7f-7375c7780bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.454606 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-59a7b70b-143a-470a-9f7f-7375c7780bf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a78f633-141d-4197-b575-6c7792058962 HTTP/1.1" status: 204 len: 168 time: 0.4855883 Apr 07 11:19:22.536773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bc609909-995c-4119-84a9-c525570b9307 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:22.594740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b70b-143a-470a-9f7f-7375c7780bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a78f633-141d-4197-b575-6c7792058962,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:22.596612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'name': 'network-vif-deleted', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:22.609033 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a46357f-5e50-4ccd-826a-20fa85589ba6" -d '{"events": [{"server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "name": "network-vif-deleted", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:22.636201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:22.720482 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-f8d153d2-5196-4c92-8f7f-259fe3804be8 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954686 Apr 07 11:19:22.726814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:22.739526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:22.765117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6f572-1843-4a27-a1aa-40550220e54b req-81bc7717-804d-43b1-b605-272d0b604b8d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:22.765289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:19:22.782532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9c6f572-1843-4a27-a1aa-40550220e54b req-81bc7717-804d-43b1-b605-272d0b604b8d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 944 time: 0.3064325 Apr 07 11:19:22.993260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5ccccb2d-a798-4a00-84de-325614bdb007 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:19:23.006040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port bc609909-995c-4119-84a9-c525570b9307 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:23.006347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9c6f572-1843-4a27-a1aa-40550220e54b req-c2123ec7-0c88-4797-beab-bcf8ec3e7ece tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221909 Apr 07 11:19:23.006584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bc609909-995c-4119-84a9-c525570b9307), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.023302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5ccccb2d-a798-4a00-84de-325614bdb007 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:23.031296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.039113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d5899-7c06-45ca-9f52-300945a438cd req-b3c667cf-1301-4f72-b917-655a00a34c88 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:23.057513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a01d5899-7c06-45ca-9f52-300945a438cd req-b3c667cf-1301-4f72-b917-655a00a34c88 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 943 time: 0.2257950 Apr 07 11:19:23.153779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47508) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:23.217663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] Deleting port bc609909-995c-4119-84a9-c525570b9307 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:23.218185 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bc609909-995c-4119-84a9-c525570b9307), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.239999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e1a65fc-b1a1-47c7-9797-5bd8c985430f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.281656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a01d5899-7c06-45ca-9f52-300945a438cd req-346a24cd-2785-411c-872b-deafdacce623 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224538 Apr 07 11:19:23.400685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f403fc4f-f121-4ab1-95cb-fd59472c9fce req-a00b8f46-7d2b-477c-a8f6-e2dc23de23dc tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/7ba69947-7143-4f2a-aa36-1b866e0e0924 HTTP/1.1" status: 200 len: 1820 time: 0.2540696 Apr 07 11:19:23.416111 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172f8a8-095c-4ae8-8254-b66d7e1d682c x-openstack-request-id: req-b172f8a8-095c-4ae8-8254-b66d7e1d682c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:23.416524 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704328a5-e8f7-48fa-9e1b-946f8339a6b5", "name": "network-vif-deleted", "tag": "38287727-964f-4c96-bf67-6c8c28361cc9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:23.416859 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b172f8a8-095c-4ae8-8254-b66d7e1d682c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:23.418008 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b172f8a8-095c-4ae8-8254-b66d7e1d682c'] response: {'server_uuid': '704328a5-e8f7-48fa-9e1b-946f8339a6b5', 'name': 'network-vif-deleted', 'tag': '38287727-964f-4c96-bf67-6c8c28361cc9', 'status': 'completed', 'code': 200} Apr 07 11:19:23.491705 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d72914aa-3803-4910-b1bb-2d845b481b3a req-62324f7a-f4bf-4d45-8308-0461b0209901 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7634940 Apr 07 11:19:23.504104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] For port bc609909-995c-4119-84a9-c525570b9307, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bc609909-995c-4119-84a9-c525570b9307,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:23.504716 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bc609909-995c-4119-84a9-c525570b9307), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.528558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] Calling delete_port for bc609909-995c-4119-84a9-c525570b9307 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:23.688634 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (bc609909-995c-4119-84a9-c525570b9307), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.689562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fb53-5f45-487c-a289-410d75e52f5b req-45c95bf7-d940-4114-91db-d2f13b4c0545 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:23.691502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port bc609909-995c-4119-84a9-c525570b9307 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:23.693659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07c2fb53-5f45-487c-a289-410d75e52f5b req-45c95bf7-d940-4114-91db-d2f13b4c0545 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 950 time: 0.2075648 Apr 07 11:19:23.700091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f403fc4f-f121-4ab1-95cb-fd59472c9fce req-5687be35-5b0b-4784-a534-c013fc4cf101 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (7ba69947-7143-4f2a-aa36-1b866e0e0924), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.704332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e1a65fc-b1a1-47c7-9797-5bd8c985430f admin admin] Publish callbacks [] for security_group (18815e77-69ae-4e45-9cb7-bc4bcd90c8a5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.727775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:23.733260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5ccccb2d-a798-4a00-84de-325614bdb007 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:23.733793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.739260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (0178fc9d-9d84-47f5-a312-71643fd5b101), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.740236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e1a65fc-b1a1-47c7-9797-5bd8c985430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (18815e77-69ae-4e45-9cb7-bc4bcd90c8a5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.766912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] No DVR routers for this DVR port bc609909-995c-4119-84a9-c525570b9307 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:23.771335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bf9e0-5f30-49e6-ac9b-4262585fb8a1 None None] Pushing event deleted for resources: {'Port': ['ID=bc609909-995c-4119-84a9-c525570b9307,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:23.788282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:23.792053 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c298d206-4efb-4075-9ed0-d4dece176411" -d '{"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-plugged", "status": "completed", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:23.809155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:23.815239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f403fc4f-f121-4ab1-95cb-fd59472c9fce req-5687be35-5b0b-4784-a534-c013fc4cf101 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (7ba69947-7143-4f2a-aa36-1b866e0e0924), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.816125 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.817561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 38287727-964f-4c96-bf67-6c8c28361cc9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:23.864572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:23.887930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:23.905495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4e1a65fc-b1a1-47c7-9797-5bd8c985430f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5f9af8a83324a1bab4d30abaeb8ac6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7409141 Apr 07 11:19:23.908399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47518) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:23.916523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:23.917226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:23.919280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:23.924319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a65fc-b1a1-47c7-9797-5bd8c985430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18815e77-69ae-4e45-9cb7-bc4bcd90c8a5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:23.925481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74cd483-46b9-4919-a016-b0ce240ed28f None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:23.930290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=0178fc9d-9d84-47f5-a312-71643fd5b101,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:23.946426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07c2fb53-5f45-487c-a289-410d75e52f5b req-dfee41fa-e15c-4fb8-84ba-4d4af754d127 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442925 Apr 07 11:19:23.988027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa6024da-41a8-4307-83ef-3aaabc4ed763 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6659858 Apr 07 11:19:23.991576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47522) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:23.995040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 38287727-964f-4c96-bf67-6c8c28361cc9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:23.996201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 38287727-964f-4c96-bf67-6c8c28361cc9 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:24.013281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:0a:d0:c4', 'name': 'tempest-NetworksTestDHCPv6-1507395850'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:24.019964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd32aac1-f3ad-4518-873a-f6b275a2d38b admin admin] Publish callbacks [] for security_group (18815e77-69ae-4e45-9cb7-bc4bcd90c8a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.028000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f403fc4f-f121-4ab1-95cb-fd59472c9fce req-5687be35-5b0b-4784-a534-c013fc4cf101 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7ba69947-7143-4f2a-aa36-1b866e0e0924), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.041188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f403fc4f-f121-4ab1-95cb-fd59472c9fce req-5687be35-5b0b-4784-a534-c013fc4cf101 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.052660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f403fc4f-f121-4ab1-95cb-fd59472c9fce req-5687be35-5b0b-4784-a534-c013fc4cf101 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ba69947-7143-4f2a-aa36-1b866e0e0924 HTTP/1.1" status: 204 len: 173 time: 0.6462252 Apr 07 11:19:24.055730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd32aac1-f3ad-4518-873a-f6b275a2d38b admin admin] Publish callbacks [] for security_group (18815e77-69ae-4e45-9cb7-bc4bcd90c8a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.089338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '0178fc9d-9d84-47f5-a312-71643fd5b101'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:24.090607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.148445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd32aac1-f3ad-4518-873a-f6b275a2d38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (18815e77-69ae-4e45-9cb7-bc4bcd90c8a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.159397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd32aac1-f3ad-4518-873a-f6b275a2d38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.164230 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cd32aac1-f3ad-4518-873a-f6b275a2d38b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18815e77-69ae-4e45-9cb7-bc4bcd90c8a5 HTTP/1.1" status: 204 len: 168 time: 0.2456551 Apr 07 11:19:24.240468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687be35-5b0b-4784-a534-c013fc4cf101 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba69947-7143-4f2a-aa36-1b866e0e0924,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:24.241043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32aac1-f3ad-4518-873a-f6b275a2d38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18815e77-69ae-4e45-9cb7-bc4bcd90c8a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:24.350546 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea9a7b-c0d8-4c13-8f8d-a4c90ae5b1af x-openstack-request-id: req-f5ea9a7b-c0d8-4c13-8f8d-a4c90ae5b1af {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:24.350843 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-plugged", "status": "completed", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:24.351114 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5ea9a7b-c0d8-4c13-8f8d-a4c90ae5b1af {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:24.351561 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ea9a7b-c0d8-4c13-8f8d-a4c90ae5b1af'] response: {'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007', 'code': 200} Apr 07 11:19:24.427956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab6802-8bc7-46a8-9685-e06c362ad28f req-da7c7128-f47d-4f15-94e7-e78cd33861a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:24.429503 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20ab6802-8bc7-46a8-9685-e06c362ad28f req-da7c7128-f47d-4f15-94e7-e78cd33861a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 1127 time: 0.1358237 Apr 07 11:19:24.461742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Allocated IP 2001:db8::f816:3eff:fe17:20a7 (b2feb08a-9d5d-4508-b385-fa376864e287/0178fc9d-9d84-47f5-a312-71643fd5b101/4930e9e8-1783-4104-991e-02ec5ff3f2d0) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:24.514974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872e9a2-7379-4ec0-a037-f86328fe9a2c req-afeb11ce-ab67-4afc-b935-610dd0c6aa87 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:24.516615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8872e9a2-7379-4ec0-a037-f86328fe9a2c req-afeb11ce-ab67-4afc-b935-610dd0c6aa87 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.2184832 Apr 07 11:19:24.528790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:24.540859 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20ab6802-8bc7-46a8-9685-e06c362ad28f req-5bf481be-5ec2-4061-924f-03f9b164a02c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986884 Apr 07 11:19:24.556751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bc609909-995c-4119-84a9-c525570b9307 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:24.587208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: bc609909-995c-4119-84a9-c525570b9307 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:24.587549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bc609909-995c-4119-84a9-c525570b9307 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:24.624349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 86a33fd2-325a-4f03-9a9e-30a9dbf0632a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:19:24.689391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8872e9a2-7379-4ec0-a037-f86328fe9a2c req-98497b81-34ff-488d-a84c-9dc1abed5c5c tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625462 Apr 07 11:19:24.767187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.816269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:19:24.818530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port aff79260-729a-4ea7-a955-e65b8ca7e52a yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:24.839826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca0b412-e896-4830-b57a-eb0936c4d824 req-6e462718-cef4-4eb8-946f-6ad55c19ded6 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/56f9a085-209c-4ac1-9fe4-c569038ee0a9 HTTP/1.1" status: 200 len: 1820 time: 0.1015029 Apr 07 11:19:24.925627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Publish callbacks [] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:24.934895 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.031629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:25.042466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:25.055916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:25.093386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:25.110373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Pushing event updated for resources: {'Port': ['ID=4930e9e8-1783-4104-991e-02ec5ff3f2d0,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:25.123492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bca0b412-e896-4830-b57a-eb0936c4d824 req-e407e78a-b687-4017-8435-d3b68b0996df tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (56f9a085-209c-4ac1-9fe4-c569038ee0a9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.124582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'mac_address': 'fa:16:3e:7f:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:19:25.202883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bca0b412-e896-4830-b57a-eb0936c4d824 req-e407e78a-b687-4017-8435-d3b68b0996df tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (56f9a085-209c-4ac1-9fe4-c569038ee0a9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.259725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Attempting to bind port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:25.260084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Attempting to bind port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:25.260453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Attempting to bind port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:25.278810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fe0a:d0c4 (b2feb08a-9d5d-4508-b385-fa376864e287/0178fc9d-9d84-47f5-a312-71643fd5b101/aff79260-729a-4ea7-a955-e65b8ca7e52a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:25.288806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:25.290119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:25.290563 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.291033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:25.291556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Bound port: 4930e9e8-1783-4104-991e-02ec5ff3f2d0, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:25.291989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.313117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bca0b412-e896-4830-b57a-eb0936c4d824 req-e407e78a-b687-4017-8435-d3b68b0996df tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (56f9a085-209c-4ac1-9fe4-c569038ee0a9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.316113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bca0b412-e896-4830-b57a-eb0936c4d824 req-e407e78a-b687-4017-8435-d3b68b0996df tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.317734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca0b412-e896-4830-b57a-eb0936c4d824 req-e407e78a-b687-4017-8435-d3b68b0996df tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/56f9a085-209c-4ac1-9fe4-c569038ee0a9 HTTP/1.1" status: 204 len: 173 time: 0.4704235 Apr 07 11:19:25.346967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407e78a-b687-4017-8435-d3b68b0996df tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9a085-209c-4ac1-9fe4-c569038ee0a9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:25.499165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:25.499165 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.600684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a33fd2-325a-4f03-9a9e-30a9dbf0632a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:25.629374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49edcf-f4cc-4a37-bb43-73f812d06983 req-32ea0248-ebf7-44cf-a735-4572251207ba tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:25.633543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf49edcf-f4cc-4a37-bb43-73f812d06983 req-32ea0248-ebf7-44cf-a735-4572251207ba tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 943 time: 0.1840439 Apr 07 11:19:25.651030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:25.677367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-44f3442b-7c86-4f79-bb56-2e49b9bcbc4a req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1947189288', 'description': 'tempest-description-1084910697'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:25.733912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (aff79260-729a-4ea7-a955-e65b8ca7e52a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.801755 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-44f3442b-7c86-4f79-bb56-2e49b9bcbc4a req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.814439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (aff79260-729a-4ea7-a955-e65b8ca7e52a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.841299 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.858270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:25.864515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:25.888976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:25.895612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:25.896882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:25.929553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] For port 4930e9e8-1783-4104-991e-02ec5ff3f2d0, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:25.931759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:25.946451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] For port 4930e9e8-1783-4104-991e-02ec5ff3f2d0, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4930e9e8-1783-4104-991e-02ec5ff3f2d0,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:25.947549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47586) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:25.954928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9552157 Apr 07 11:19:25.955796 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.067148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c2570-1eda-4c91-b572-573e16a169fc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=aff79260-729a-4ea7-a955-e65b8ca7e52a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:26.071444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-44f3442b-7c86-4f79-bb56-2e49b9bcbc4a req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.090077 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-44f3442b-7c86-4f79-bb56-2e49b9bcbc4a req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.105648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9cfc7-ceba-4477-8ade-1d0a8578e0b6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:26.108225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39a90b-6719-42a2-934d-cd041df67cc2 None None] Pushing event updated for resources: {'Port': ['ID=4930e9e8-1783-4104-991e-02ec5ff3f2d0,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:26.123586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9cfc7-ceba-4477-8ade-1d0a8578e0b6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:26.133658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf49edcf-f4cc-4a37-bb43-73f812d06983 req-aaeaa1ad-0025-4334-8c00-b1490b91625c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850223 Apr 07 11:19:26.133809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-25f9cfc7-ceba-4477-8ade-1d0a8578e0b6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1808896 Apr 07 11:19:26.133961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47590) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:26.149764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-44f3442b-7c86-4f79-bb56-2e49b9bcbc4a req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.151221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44f3442b-7c86-4f79-bb56-2e49b9bcbc4a req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5482676 Apr 07 11:19:26.211071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe104-f65f-42d1-b958-75eb5ecb132e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c96e8e-4326-4ccc-bed8-4d2b2f44c49e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:26.297842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['86a33fd2-325a-4f03-9a9e-30a9dbf0632a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:26.347739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-ca5b666a-499b-4794-aab8-601d1fc8fa47 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/34c96e8e-4326-4ccc-bed8-4d2b2f44c49e HTTP/1.1" status: 200 len: 1820 time: 0.1097515 Apr 07 11:19:26.401919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Request body: {'security_group': {'name': 'tempest-sg-hth-464882049', 'description': 'tempest-description-hth-102660994'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:26.410688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port aff79260-729a-4ea7-a955-e65b8ca7e52a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:26.411030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (aff79260-729a-4ea7-a955-e65b8ca7e52a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.486808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc440-66b5-46a0-a177-20f9c7a99724 req-193f9720-e569-44c6-82d9-c97f5668fb3d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:26.506793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-292cc440-66b5-46a0-a177-20f9c7a99724 req-193f9720-e569-44c6-82d9-c97f5668fb3d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.1975994 Apr 07 11:19:26.522933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.578160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (aff79260-729a-4ea7-a955-e65b8ca7e52a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.612358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for aff79260-729a-4ea7-a955-e65b8ca7e52a owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:26.636646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.680592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-292cc440-66b5-46a0-a177-20f9c7a99724 req-1007a190-6d84-4cf0-8c28-2c7bba54ad72 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694021 Apr 07 11:19:26.684966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.691995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.693482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6a9c253-90e5-4255-b305-7b898006ac43 req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "PUT /v2.0/security-groups/34c96e8e-4326-4ccc-bed8-4d2b2f44c49e HTTP/1.1" status: 200 len: 1792 time: 0.3442440 Apr 07 11:19:26.743768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e70001-acfc-43c1-80db-8e9496fe45c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c96e8e-4326-4ccc-bed8-4d2b2f44c49e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:26.828698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-599279be-5f32-4022-ad8a-7e8add14f58a req-bddffed8-143e-4b28-9ab8-5ef7df9a83c1 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/34c96e8e-4326-4ccc-bed8-4d2b2f44c49e HTTP/1.1" status: 200 len: 1792 time: 0.0930471 Apr 07 11:19:26.878414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (aff79260-729a-4ea7-a955-e65b8ca7e52a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.913715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=aff79260-729a-4ea7-a955-e65b8ca7e52a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:26.954549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:26.961436 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef66ecb5-b543-4d1a-b501-f2282e67d6d1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/aff79260-729a-4ea7-a955-e65b8ca7e52a HTTP/1.1" status: 204 len: 168 time: 0.8262484 Apr 07 11:19:26.963944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47628) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:26.966093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d58a05d7-2228-4e3c-a8c6-0c7c70ebb06a req-32843e85-521a-4dd2-8eed-7a6f6708e8fb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/34c96e8e-4326-4ccc-bed8-4d2b2f44c49e HTTP/1.1" status: 200 len: 1792 time: 0.1079614 Apr 07 11:19:27.031721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec2151-c1fe-4fbd-87b7-4ac05464966e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:27.033680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec2151-c1fe-4fbd-87b7-4ac05464966e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:27.035716 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51ec2151-c1fe-4fbd-87b7-4ac05464966e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0705128 Apr 07 11:19:27.043740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:27.088224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d58a05d7-2228-4e3c-a8c6-0c7c70ebb06a req-de3c9106-4d41-4112-b40c-547090b9250b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.164813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d58a05d7-2228-4e3c-a8c6-0c7c70ebb06a req-de3c9106-4d41-4112-b40c-547090b9250b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.176816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 0178fc9d-9d84-47f5-a312-71643fd5b101 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:27.190530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (0178fc9d-9d84-47f5-a312-71643fd5b101), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.236858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d58a05d7-2228-4e3c-a8c6-0c7c70ebb06a req-de3c9106-4d41-4112-b40c-547090b9250b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34c96e8e-4326-4ccc-bed8-4d2b2f44c49e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.239736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d58a05d7-2228-4e3c-a8c6-0c7c70ebb06a req-de3c9106-4d41-4112-b40c-547090b9250b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.241034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d58a05d7-2228-4e3c-a8c6-0c7c70ebb06a req-de3c9106-4d41-4112-b40c-547090b9250b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/34c96e8e-4326-4ccc-bed8-4d2b2f44c49e HTTP/1.1" status: 204 len: 173 time: 0.2692666 Apr 07 11:19:27.260343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c9106-4d41-4112-b40c-547090b9250b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c96e8e-4326-4ccc-bed8-4d2b2f44c49e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:27.334170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (0178fc9d-9d84-47f5-a312-71643fd5b101), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.462791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adba8-5d23-4978-8507-42341e82856a req-e419b160-7d56-4e49-a24f-8cac2e65cdf0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:27.472278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f65adba8-5d23-4978-8507-42341e82856a req-e419b160-7d56-4e49-a24f-8cac2e65cdf0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 944 time: 0.1028817 Apr 07 11:19:27.584995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f65adba8-5d23-4978-8507-42341e82856a req-4a2f9f3c-ad19-4830-ad9c-ea05196387be tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115735 Apr 07 11:19:27.598898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (0178fc9d-9d84-47f5-a312-71643fd5b101), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.714851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (0178fc9d-9d84-47f5-a312-71643fd5b101), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.776100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=0178fc9d-9d84-47f5-a312-71643fd5b101,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:27.785163 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-80393f3e-f452-4a73-97d7-0669400a9ca2 req-926269e3-774c-4ecb-b8e6-52234651e534 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:19:27.786872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80393f3e-f452-4a73-97d7-0669400a9ca2 req-926269e3-774c-4ecb-b8e6-52234651e534 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/56f9a085-209c-4ac1-9fe4-c569038ee0a9 HTTP/1.1" status: 404 len: 352 time: 0.0360091 Apr 07 11:19:27.792840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.801251 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e1c7a52c-b9fb-415b-a8dd-ca51d6fc68a7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/0178fc9d-9d84-47f5-a312-71643fd5b101 HTTP/1.1" status: 204 len: 168 time: 0.7558851 Apr 07 11:19:27.803838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:27.860788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9aa836eb-f693-4f41-bd93-a542b03fb2b0 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556974 Apr 07 11:19:27.863651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47696) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:27.864914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] Provisioning complete for port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:27.865879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:27.945746 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-897cda58-d0fa-43d5-9d2d-9bf74ef4d9f2 req-8ce8e29b-b0ca-4995-a05c-23d9046509b0 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:19:27.953153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-897cda58-d0fa-43d5-9d2d-9bf74ef4d9f2 req-8ce8e29b-b0ca-4995-a05c-23d9046509b0 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/7ba69947-7143-4f2a-aa36-1b866e0e0924 HTTP/1.1" status: 404 len: 352 time: 0.0258701 Apr 07 11:19:27.967730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9df094-b073-4a02-8d8a-ae8afdc60d9e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:27.973671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47704) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:27.974513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d9df094-b073-4a02-8d8a-ae8afdc60d9e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1097419 Apr 07 11:19:28.047946 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-64863d5b-fb0c-4779-80c6-8b2f2bbbd4ce req-25a1906d-642e-48db-9f14-d25096961309 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:19:28.058980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64863d5b-fb0c-4779-80c6-8b2f2bbbd4ce req-25a1906d-642e-48db-9f14-d25096961309 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/040f3f47-9b43-4116-9abd-d0108b3d5d4d HTTP/1.1" status: 404 len: 352 time: 0.0658324 Apr 07 11:19:28.109635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93571876-2b21-471f-bb6f-58085bb1df17 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:28.114872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-93571876-2b21-471f-bb6f-58085bb1df17 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359286 Apr 07 11:19:28.114872 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-682f4714-1ae0-4cf9-ae81-710cb5e7f7ca req-9c4f4150-eef0-4d20-8dbc-0ccbf879c64c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:19:28.114872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-682f4714-1ae0-4cf9-ae81-710cb5e7f7ca req-9c4f4150-eef0-4d20-8dbc-0ccbf879c64c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/a454805b-b928-40b9-83ef-3239fd952986 HTTP/1.1" status: 404 len: 352 time: 0.0304656 Apr 07 11:19:28.115253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47712) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:28.138502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] Current status of the port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:28.139198 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:28.195995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-81682b84-1f0c-4097-91eb-fb0efb742e8d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798771 Apr 07 11:19:28.202545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:28.208522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:28.210209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] For port 4930e9e8-1783-4104-991e-02ec5ff3f2d0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4930e9e8-1783-4104-991e-02ec5ff3f2d0,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:28.218469 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-9f829f3a-d6af-4a52-8b44-7ff4702df221 req-54c73944-458d-4b92-8cea-5b8e8a79f595 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:19:28.226807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:28.229321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f829f3a-d6af-4a52-8b44-7ff4702df221 req-54c73944-458d-4b92-8cea-5b8e8a79f595 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/6d7eec26-126e-4b9a-8396-c80e8c99f8c4 HTTP/1.1" status: 404 len: 352 time: 0.0356178 Apr 07 11:19:28.250205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202eb6d6-ad42-4470-bd27-c52aefa20631 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:28.274062 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-10dd7ebb-4fe4-4e4a-bc5c-ff81794203ca req-34203b82-c1d0-4bed-888d-2a721253a86b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] show failed (client error): The resource could not be found. Apr 07 11:19:28.286188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10dd7ebb-4fe4-4e4a-bc5c-ff81794203ca req-34203b82-c1d0-4bed-888d-2a721253a86b tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/377d9bb0-09e0-49d2-94d0-3e6d0714ef4e HTTP/1.1" status: 404 len: 352 time: 0.0317361 Apr 07 11:19:28.440112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-df314d7f-8405-4ebc-9a36-a3525bb7a481 None None] Could not find standard attr ID for object aff79260-729a-4ea7-a955-e65b8ca7e52a. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:19:28.443335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd388-19a0-4a1f-9d67-02dc15d31a6b req-0881430c-dcb3-4200-aa68-ffc4bf1e5455 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:28.447396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f1bd388-19a0-4a1f-9d67-02dc15d31a6b req-0881430c-dcb3-4200-aa68-ffc4bf1e5455 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.1495581 Apr 07 11:19:28.491010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:28.501443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:28.538781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a91ca7-c9c1-4468-bf38-c3f52728d5d1 None None] Pushing event updated for resources: {'Port': ['ID=4930e9e8-1783-4104-991e-02ec5ff3f2d0,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:28.545415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4930e9e8-1783-4104-991e-02ec5ff3f2d0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:28.559850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f1bd388-19a0-4a1f-9d67-02dc15d31a6b req-12b44ce1-18e3-4ad2-8b99-2f43e485083a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027207 Apr 07 11:19:28.633311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:19:28.673901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:19:28.696728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 86a33fd2-325a-4f03-9a9e-30a9dbf0632a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:28.780929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:28.781500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:28.789835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7ce03-11d9-458f-b66e-dd819796c4b5 req-409c769f-b9d9-4095-b726-26fa497a7014 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:28.798256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27c7ce03-11d9-458f-b66e-dd819796c4b5 req-409c769f-b9d9-4095-b726-26fa497a7014 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1023 time: 0.1127546 Apr 07 11:19:28.812882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:19:28.813085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd099a-3fe3-43d6-8e25-4f45a9689e80 req-b940722c-a15a-454b-98f9-c993983d12d4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:28.815254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dfd099a-3fe3-43d6-8e25-4f45a9689e80 req-b940722c-a15a-454b-98f9-c993983d12d4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 944 time: 0.0978172 Apr 07 11:19:28.889644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47734) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:28.916812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dfd099a-3fe3-43d6-8e25-4f45a9689e80 req-f15700c7-0548-4b4b-818d-e0779faf95a6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922446 Apr 07 11:19:28.975733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27c7ce03-11d9-458f-b66e-dd819796c4b5 req-76ae300c-8f7e-469d-846d-71b19d45326c tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=36f5a4d6-4094-466f-84b9-4f5a71994ea1&id=d5807b73-c00c-4c1d-8000-f6445fb4e267&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1765025 Apr 07 11:19:29.012514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:29.032980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e87bc935-71b4-4c61-b00c-ab9b7c14caeb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.050097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] Deleting port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:29.050513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.082410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:29.089932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f16d9a28-f3c7-40b8-ad69-862ee38b111f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.090351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:29.095062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:29.095958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.119083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=e87bc935-71b4-4c61-b00c-ab9b7c14caeb,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:29.130750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9263294 Apr 07 11:19:29.134765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.135510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.136755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.137290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.137963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.138561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.139079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.139576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.140131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.140670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.141308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.141888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.142957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41493145-fdcd-45d4-bbc3-494a85bb3849 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:29.143891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47748) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:29.157606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:5f:6e:23', 'name': 'tempest-NetworksTestDHCPv6-2065715675'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:29.160853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:19:29.177491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:29.178147 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.189693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] For port 4930e9e8-1783-4104-991e-02ec5ff3f2d0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4930e9e8-1783-4104-991e-02ec5ff3f2d0,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:29.190375 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.240941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] Calling delete_port for 4930e9e8-1783-4104-991e-02ec5ff3f2d0 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:29.244899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:29.279108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'mac_address': 'fa:16:3e:d6:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:19:29.287704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f16d9a28-f3c7-40b8-ad69-862ee38b111f admin admin] Publish callbacks [] for security_group (64c8776f-7e5b-4193-9533-7eb2b09ffcdd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.298108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f16d9a28-f3c7-40b8-ad69-862ee38b111f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (64c8776f-7e5b-4193-9533-7eb2b09ffcdd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.347394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d9a28-f3c7-40b8-ad69-862ee38b111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c8776f-7e5b-4193-9533-7eb2b09ffcdd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:29.353724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f16d9a28-f3c7-40b8-ad69-862ee38b111f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dea8597ef79448d98362b8e4400cc5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623184 Apr 07 11:19:29.358492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47750) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:29.398208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:29.403265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.420848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:29.421261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.430961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:29.431345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.438900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port d273d534-497b-4d84-9108-eab63ef22063 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:29.444587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e9af1b-2fb0-4af9-9775-21141241862f admin admin] Publish callbacks [] for security_group (64c8776f-7e5b-4193-9533-7eb2b09ffcdd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.461758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e41664d-a0b3-4109-bbfa-94cc27832769 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:29.468853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (4930e9e8-1783-4104-991e-02ec5ff3f2d0), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.476342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:29.478723 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff354653-96bc-41b3-8ba8-e8677f03ce43" -d '{"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:29.522398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] Pushing event deleted for resources: {'Port': ['ID=4930e9e8-1783-4104-991e-02ec5ff3f2d0,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:29.525261 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1106966-be3e-4495-a29f-7f7f2b701e93 x-openstack-request-id: req-d1106966-be3e-4495-a29f-7f7f2b701e93 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:29.525447 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:29.525684 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1106966-be3e-4495-a29f-7f7f2b701e93 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:29.526398 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1106966-be3e-4495-a29f-7f7f2b701e93'] response: {'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'code': 200} Apr 07 11:19:29.529807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:29.534132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:29.538397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd229fe3-8c2d-494c-9973-36f71c2feb35 None None] No DVR routers for this DVR port 4930e9e8-1783-4104-991e-02ec5ff3f2d0 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:29.540187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.554012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.560741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e9af1b-2fb0-4af9-9775-21141241862f admin admin] Publish callbacks [] for security_group (64c8776f-7e5b-4193-9533-7eb2b09ffcdd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.579964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c93dfb-5416-48ec-8066-d9d66cddbb8b None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:29.681608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1e41664d-a0b3-4109-bbfa-94cc27832769'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:29.696157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:29.717601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e00e7-76b2-41ef-bb91-41c04c7de507 req-f2627c6a-0688-46b6-88bb-d29718386f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:29.719456 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a84e00e7-76b2-41ef-bb91-41c04c7de507 req-f2627c6a-0688-46b6-88bb-d29718386f29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 1127 time: 0.0701807 Apr 07 11:19:29.729110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::195 (b2feb08a-9d5d-4508-b385-fa376864e287/e87bc935-71b4-4c61-b00c-ab9b7c14caeb/d273d534-497b-4d84-9108-eab63ef22063) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:29.780475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a84e00e7-76b2-41ef-bb91-41c04c7de507 req-777caa65-ce49-45e6-be0d-2c4ad1430273 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Apr 07 11:19:29.820533 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e9af1b-2fb0-4af9-9775-21141241862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (64c8776f-7e5b-4193-9533-7eb2b09ffcdd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.824446 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e9af1b-2fb0-4af9-9775-21141241862f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.825643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-49e9af1b-2fb0-4af9-9775-21141241862f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64c8776f-7e5b-4193-9533-7eb2b09ffcdd HTTP/1.1" status: 204 len: 168 time: 0.4662089 Apr 07 11:19:29.838408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:29.842849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9af1b-2fb0-4af9-9775-21141241862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c8776f-7e5b-4193-9533-7eb2b09ffcdd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:29.893071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'e87bc935-71b4-4c61-b00c-ab9b7c14caeb'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:29.894847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0504a-ea57-4ec5-863f-10eef3c25655 req-b101858a-f79c-4d70-bd4a-a9e39d559b12 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:29.895033 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:29.904227 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cf0504a-ea57-4ec5-863f-10eef3c25655 req-b101858a-f79c-4d70-bd4a-a9e39d559b12 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.2082968 Apr 07 11:19:30.002069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cf0504a-ea57-4ec5-863f-10eef3c25655 req-18389476-6a90-4f63-836a-dc095adaf40e tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945919 Apr 07 11:19:30.037397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-ac217fc8-d1ad-4ab3-a638-c46f8eda9e23 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:30.038989 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-ac217fc8-d1ad-4ab3-a638-c46f8eda9e23 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1023 time: 0.1431887 Apr 07 11:19:30.242932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Deleting port f7432d64-0e58-4ffb-8b6d-5419ea425d6f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:30.243538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.357634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47766) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:30.363278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4930e9e8-1783-4104-991e-02ec5ff3f2d0 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:30.386543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6800bfd7-4412-4d93-ab23-359f22bed2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.393356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4930e9e8-1783-4104-991e-02ec5ff3f2d0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:30.393860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4930e9e8-1783-4104-991e-02ec5ff3f2d0 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:30.433794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] For port f7432d64-0e58-4ffb-8b6d-5419ea425d6f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,segment=NetworkSegment(83a84359-b5f5-495f-a00a-28c0c7c3cebf),segment_id=83a84359-b5f5-495f-a00a-28c0c7c3cebf)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:30.434547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.457518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Calling delete_port for f7432d64-0e58-4ffb-8b6d-5419ea425d6f owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:30.585003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7517eaaa-ef33-484d-92b6-78bd0360e059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.588950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6800bfd7-4412-4d93-ab23-359f22bed2cc admin admin] Publish callbacks [] for security_group (52f847f2-c52f-4132-a2b4-5e1e5b048525), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.598764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6800bfd7-4412-4d93-ab23-359f22bed2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52f847f2-c52f-4132-a2b4-5e1e5b048525), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.626545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (d273d534-497b-4d84-9108-eab63ef22063), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.652504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6800bfd7-4412-4d93-ab23-359f22bed2cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a55561ad737482d97b3d5fb5c316690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929766 Apr 07 11:19:30.654754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800bfd7-4412-4d93-ab23-359f22bed2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f847f2-c52f-4132-a2b4-5e1e5b048525,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:30.658117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47768) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:30.688351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e5704-345e-4de2-9695-6689ae0a8a73 req-5ca77ead-dc44-4da1-a4b8-4ae446db87c6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:30.695957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b9e5704-345e-4de2-9695-6689ae0a8a73 req-5ca77ead-dc44-4da1-a4b8-4ae446db87c6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.6438780 Apr 07 11:19:30.721514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d626fa-083c-4948-86d7-8e55f14afa49 req-8f34313d-38c6-418f-8bb1-1f4b0427fb81 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:30.728877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23d626fa-083c-4948-86d7-8e55f14afa49 req-8f34313d-38c6-418f-8bb1-1f4b0427fb81 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1fce66e-e0d8-48df-83e5-c2992d6de5e9 HTTP/1.1" status: 200 len: 1023 time: 0.1722579 Apr 07 11:19:30.774892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f7432d64-0e58-4ffb-8b6d-5419ea425d6f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.790469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f7432d64-0e58-4ffb-8b6d-5419ea425d6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:30.791390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d273d534-497b-4d84-9108-eab63ef22063), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.819354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'Port': ['ID=f7432d64-0e58-4ffb-8b6d-5419ea425d6f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:30.825520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd85c4b8-b807-4ab4-be87-91aa0dcf71c2 admin admin] Publish callbacks [] for security_group (52f847f2-c52f-4132-a2b4-5e1e5b048525), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.870249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b9e5704-345e-4de2-9695-6689ae0a8a73 req-de59feb1-fe2e-4419-9977-ecd70a3ddb8f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729963 Apr 07 11:19:30.928233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:30.944148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:30.946138 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd85c4b8-b807-4ab4-be87-91aa0dcf71c2 admin admin] Publish callbacks [] for security_group (52f847f2-c52f-4132-a2b4-5e1e5b048525), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.946600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:30.962945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:30.963499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:30.974973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/e87bc935-71b4-4c61-b00c-ab9b7c14caeb/c3229949-002f-4d02-b9c2-ec101b3242d6) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:30.977589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23d626fa-083c-4948-86d7-8e55f14afa49 req-54767896-c05e-4410-a1ba-74bd08b05375 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3ff3227-ecc5-4e1b-9f52-f2345502c51c&id=36f5a4d6-4094-466f-84b9-4f5a71994ea1&id=d5807b73-c00c-4c1d-8000-f6445fb4e267&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2477894 Apr 07 11:19:30.982074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=d273d534-497b-4d84-9108-eab63ef22063,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:31.014444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3aed093b-ee2e-4c2c-a67d-fe28d6558eec tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8689978 Apr 07 11:19:31.015140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] No DVR routers for this DVR port f7432d64-0e58-4ffb-8b6d-5419ea425d6f on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:31.019695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.023181 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c4b12824-2822-4b9d-9804-d77b4c5952bd req-49ad76fe-cd6b-4f0e-a34d-96eed8478c4e tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.23 "DELETE /v2.0/ports/f7432d64-0e58-4ffb-8b6d-5419ea425d6f HTTP/1.1" status: 204 len: 173 time: 0.9728270 Apr 07 11:19:31.025389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'name': 'network-vif-deleted', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:31.028651 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f02f3b-f6de-4e1a-8240-a7021b2c7c7c" -d '{"events": [{"server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "name": "network-vif-deleted", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:31.031708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47780) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:31.035919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd85c4b8-b807-4ab4-be87-91aa0dcf71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52f847f2-c52f-4132-a2b4-5e1e5b048525), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.043047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd85c4b8-b807-4ab4-be87-91aa0dcf71c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.047942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dd85c4b8-b807-4ab4-be87-91aa0dcf71c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52f847f2-c52f-4132-a2b4-5e1e5b048525 HTTP/1.1" status: 204 len: 168 time: 0.3889191 Apr 07 11:19:31.089824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85c4b8-b807-4ab4-be87-91aa0dcf71c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f847f2-c52f-4132-a2b4-5e1e5b048525,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:31.161377 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3514e3-2f56-4676-9cb1-d6ef399742d5 x-openstack-request-id: req-ea3514e3-2f56-4676-9cb1-d6ef399742d5 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:31.161974 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fce66e-e0d8-48df-83e5-c2992d6de5e9", "name": "network-vif-deleted", "tag": "f7432d64-0e58-4ffb-8b6d-5419ea425d6f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:31.162416 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea3514e3-2f56-4676-9cb1-d6ef399742d5 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:31.162990 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3514e3-2f56-4676-9cb1-d6ef399742d5'] response: {'server_uuid': 'd1fce66e-e0d8-48df-83e5-c2992d6de5e9', 'name': 'network-vif-deleted', 'tag': 'f7432d64-0e58-4ffb-8b6d-5419ea425d6f', 'status': 'completed', 'code': 200} Apr 07 11:19:31.266474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fcedf7-7447-4206-8c1a-de45f4916f72 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:31.270893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-98fcedf7-7447-4206-8c1a-de45f4916f72 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2332351 Apr 07 11:19:31.271258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:31.301325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Publish callbacks [] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.309836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2aa5d-ff1d-4570-9ff8-ba2569c2b006 req-e401c80c-f507-4114-844a-4e023286a58b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:31.310371 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.323009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0df2aa5d-ff1d-4570-9ff8-ba2569c2b006 req-e401c80c-f507-4114-844a-4e023286a58b tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.2045026 Apr 07 11:19:31.379675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Pushing event updated for resources: {'Port': ['ID=c3229949-002f-4d02-b9c2-ec101b3242d6,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:31.400793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:31.405418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:31.409496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:31.468293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0df2aa5d-ff1d-4570-9ff8-ba2569c2b006 req-50e3d9f4-50d5-49fd-8a90-0e7003d5a915 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430290 Apr 07 11:19:31.484514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.514625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Attempting to bind port c3229949-002f-4d02-b9c2-ec101b3242d6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:31.515083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Attempting to bind port c3229949-002f-4d02-b9c2-ec101b3242d6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:31.515715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Attempting to bind port c3229949-002f-4d02-b9c2-ec101b3242d6 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:31.523693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:31.524203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:31.524825 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.525402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:31.525907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Bound port: c3229949-002f-4d02-b9c2-ec101b3242d6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:31.526565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.534910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port d273d534-497b-4d84-9108-eab63ef22063 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:31.535274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d273d534-497b-4d84-9108-eab63ef22063), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.633438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] For port c3229949-002f-4d02-b9c2-ec101b3242d6, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:31.637680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] For port c3229949-002f-4d02-b9c2-ec101b3242d6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3229949-002f-4d02-b9c2-ec101b3242d6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:31.646468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.720336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682f8a0-c129-49e3-b11b-afb63ff1c597 None None] Pushing event updated for resources: {'Port': ['ID=c3229949-002f-4d02-b9c2-ec101b3242d6,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:31.770789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d273d534-497b-4d84-9108-eab63ef22063), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:31.802059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for d273d534-497b-4d84-9108-eab63ef22063 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:32.047707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d273d534-497b-4d84-9108-eab63ef22063), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.159149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a658c-3fd4-44b0-8425-8f66898f7d13 req-f7d1f305-dde8-49a6-ac35-d48cfd5c42ea tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:32.160854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-015a658c-3fd4-44b0-8425-8f66898f7d13 req-f7d1f305-dde8-49a6-ac35-d48cfd5c42ea tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1487114 Apr 07 11:19:32.180498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=d273d534-497b-4d84-9108-eab63ef22063,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:32.245890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.249449 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ae5c450-6ea8-4f68-9e7f-e8a681479b81 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/d273d534-497b-4d84-9108-eab63ef22063 HTTP/1.1" status: 204 len: 168 time: 0.9769163 Apr 07 11:19:32.252956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:32.347694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-015a658c-3fd4-44b0-8425-8f66898f7d13 req-447575e0-ed11-4e41-b8f0-23e30477ff9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804843 Apr 07 11:19:32.390277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ac43bd7-a745-40d7-89e8-0695d42057c0 req-0ad5dad1-c963-46fa-846e-0f330abf0a97 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/d5807b73-c00c-4c1d-8000-f6445fb4e267 HTTP/1.1" status: 200 len: 1820 time: 0.1613584 Apr 07 11:19:32.399498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfff9e8-40f9-4ef3-a0a0-13977c748ae8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:32.401638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfff9e8-40f9-4ef3-a0a0-13977c748ae8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:32.403726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fbfff9e8-40f9-4ef3-a0a0-13977c748ae8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1462362 Apr 07 11:19:32.406587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:32.452999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c3229949-002f-4d02-b9c2-ec101b3242d6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:32.534743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet e87bc935-71b4-4c61-b00c-ab9b7c14caeb {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:32.539298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (e87bc935-71b4-4c61-b00c-ab9b7c14caeb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.598742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7ac43bd7-a745-40d7-89e8-0695d42057c0 req-d30c91c5-a9e4-4131-b86d-2c1a84e2aaeb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (d5807b73-c00c-4c1d-8000-f6445fb4e267), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.629042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c3229949-002f-4d02-b9c2-ec101b3242d6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:32.632891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.649308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (e87bc935-71b4-4c61-b00c-ab9b7c14caeb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.676883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7ac43bd7-a745-40d7-89e8-0695d42057c0 req-d30c91c5-a9e4-4131-b86d-2c1a84e2aaeb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (d5807b73-c00c-4c1d-8000-f6445fb4e267), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.681798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:19:32.700343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:32.775735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7ac43bd7-a745-40d7-89e8-0695d42057c0 req-d30c91c5-a9e4-4131-b86d-2c1a84e2aaeb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d5807b73-c00c-4c1d-8000-f6445fb4e267), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.779076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7ac43bd7-a745-40d7-89e8-0695d42057c0 req-d30c91c5-a9e4-4131-b86d-2c1a84e2aaeb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.791710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ac43bd7-a745-40d7-89e8-0695d42057c0 req-d30c91c5-a9e4-4131-b86d-2c1a84e2aaeb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5807b73-c00c-4c1d-8000-f6445fb4e267 HTTP/1.1" status: 204 len: 173 time: 0.3966370 Apr 07 11:19:32.810870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e87bc935-71b4-4c61-b00c-ab9b7c14caeb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:32.823050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c91c5-a9e4-4131-b86d-2c1a84e2aaeb tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5807b73-c00c-4c1d-8000-f6445fb4e267,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:32.915646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (e87bc935-71b4-4c61-b00c-ab9b7c14caeb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.026260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91582393-a5c1-40cc-afb7-99c3a76898f9 req-c58dbdbc-5649-4414-bf4d-4304dd45c263 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:33.035067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91582393-a5c1-40cc-afb7-99c3a76898f9 req-c58dbdbc-5649-4414-bf4d-4304dd45c263 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.1326642 Apr 07 11:19:33.037474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.054589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/e87bc935-71b4-4c61-b00c-ab9b7c14caeb HTTP/1.1" status: 204 len: 168 time: 0.6464896 Apr 07 11:19:33.057215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578dc26-be44-4df1-8365-5f1529788635 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=e87bc935-71b4-4c61-b00c-ab9b7c14caeb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:33.060669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47860) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:33.216172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2cfa179f-4220-455d-8cde-4c30e080de37 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1512539 Apr 07 11:19:33.217899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47866) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:33.303438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91582393-a5c1-40cc-afb7-99c3a76898f9 req-023e7906-c1f2-4cea-9768-e5a54bff9381 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645240 Apr 07 11:19:33.337954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e7902ab6-cd03-4185-876b-8f4ea31d1fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.361105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:19:33.379083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968d970-61ca-47ad-9dae-bef1e0758ee2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:33.394455 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a968d970-61ca-47ad-9dae-bef1e0758ee2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1749008 Apr 07 11:19:33.396674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:33.498896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cca511e8-7418-4114-8ce9-2963541dd4cc req-393eb558-62de-4fe1-8faf-d884a6beaabc tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "GET /v2.0/security-groups/36f5a4d6-4094-466f-84b9-4f5a71994ea1 HTTP/1.1" status: 200 len: 1819 time: 0.1212950 Apr 07 11:19:33.619568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a051d-5127-4f20-be61-56ebec6a3d28 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:33.625617 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b12a051d-5127-4f20-be61-56ebec6a3d28 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2232587 Apr 07 11:19:33.625944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47888) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:33.640447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.684929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cca511e8-7418-4114-8ce9-2963541dd4cc req-c43c7e41-df7e-4ef4-81fc-c7e44c24ab96 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (36f5a4d6-4094-466f-84b9-4f5a71994ea1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.739901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0387bec0-5f6a-4120-9566-e9b165ca6f5e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082695 Apr 07 11:19:33.742958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47890) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:33.751501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:33.777527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c3229949-002f-4d02-b9c2-ec101b3242d6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:33.780513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.780914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cca511e8-7418-4114-8ce9-2963541dd4cc req-c43c7e41-df7e-4ef4-81fc-c7e44c24ab96 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (36f5a4d6-4094-466f-84b9-4f5a71994ea1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.807306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 1e41664d-a0b3-4109-bbfa-94cc27832769 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:33.808587 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:33.840868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b80452-677d-42c2-b0a4-320a5a68559a None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:33.945240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:33.977767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:33.980258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eac022-152a-493a-9c76-f5d54e31b3db req-faf22e2a-2914-4951-a7a2-8d0873996734 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:33.987357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13eac022-152a-493a-9c76-f5d54e31b3db req-faf22e2a-2914-4951-a7a2-8d0873996734 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2338574 Apr 07 11:19:33.987719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.020401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5ccccb2d-a798-4a00-84de-325614bdb007', 'network_id': '70ac7a78-815b-4648-89f2-ec0463b0b88b', 'port_id': '5ccccb2d-a798-4a00-84de-325614bdb007', 'mac_address': 'fa:16:3e:6f:43:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a923b8-4744-45d0-96c2-0dc009d2f29d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:19:34.027497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port c3229949-002f-4d02-b9c2-ec101b3242d6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3229949-002f-4d02-b9c2-ec101b3242d6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:34.053450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.062977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d644f85b-c4aa-4961-9ecf-d77177ced023 None None] Provisioning complete for port c3229949-002f-4d02-b9c2-ec101b3242d6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:34.063663 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d644f85b-c4aa-4961-9ecf-d77177ced023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.106468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cca511e8-7418-4114-8ce9-2963541dd4cc req-c43c7e41-df7e-4ef4-81fc-c7e44c24ab96 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (36f5a4d6-4094-466f-84b9-4f5a71994ea1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.112672 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cca511e8-7418-4114-8ce9-2963541dd4cc req-c43c7e41-df7e-4ef4-81fc-c7e44c24ab96 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.130376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cca511e8-7418-4114-8ce9-2963541dd4cc req-c43c7e41-df7e-4ef4-81fc-c7e44c24ab96 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] 10.222.0.13 "DELETE /v2.0/security-groups/36f5a4d6-4094-466f-84b9-4f5a71994ea1 HTTP/1.1" status: 204 len: 173 time: 0.6304579 Apr 07 11:19:34.142137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47896) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:34.175760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c7e41-df7e-4ef4-81fc-c7e44c24ab96 tempest-SecurityGroupsTestJSON-2140871310 tempest-SecurityGroupsTestJSON-2140871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5a4d6-4094-466f-84b9-4f5a71994ea1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:34.202434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13eac022-152a-493a-9c76-f5d54e31b3db req-f0c45ce9-04a9-4401-83b3-32d941ac50cb tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140768 Apr 07 11:19:34.299082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Deleting subnet 19dddbef-ddb0-4de0-9970-240d2c84c3e0 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:34.306431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Publish callbacks [] for subnet (19dddbef-ddb0-4de0-9970-240d2c84c3e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.403867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (19dddbef-ddb0-4de0-9970-240d2c84c3e0), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.589737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (19dddbef-ddb0-4de0-9970-240d2c84c3e0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.603387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5ccccb2d-a798-4a00-84de-325614bdb007 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:34.611476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.657418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:34.660186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.729232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=c3229949-002f-4d02-b9c2-ec101b3242d6,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:34.737071 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.740386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ccccb2d-a798-4a00-84de-325614bdb007 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:19:34.773582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:34.779050 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023a974-3918-459e-894f-eac32746cd8b" -d '{"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-plugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:34.781634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (19dddbef-ddb0-4de0-9970-240d2c84c3e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.843956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d644f85b-c4aa-4961-9ecf-d77177ced023 None None] Current status of the port c3229949-002f-4d02-b9c2-ec101b3242d6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:34.848312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:34.850545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:34.853592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:34.857000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:19:34.860999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.870829 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.921904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:34.923285 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78cf4e2-89e8-48cd-893c-831e1f03ec56 x-openstack-request-id: req-b78cf4e2-89e8-48cd-893c-831e1f03ec56 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:34.923764 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-plugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:34.924297 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b78cf4e2-89e8-48cd-893c-831e1f03ec56 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:34.924891 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78cf4e2-89e8-48cd-893c-831e1f03ec56'] response: {'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'code': 200} Apr 07 11:19:34.929294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19dddbef-ddb0-4de0-9970-240d2c84c3e0 HTTP/1.1" status: 204 len: 168 time: 0.7748725 Apr 07 11:19:34.939094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47920) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:34.956417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a0a8-dd57-4f1f-9b13-52a23b48ba70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19dddbef-ddb0-4de0-9970-240d2c84c3e0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:34.972528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:35.048654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5ccccb2d-a798-4a00-84de-325614bdb007'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:19:35.063979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6922c9-f84e-461b-a999-2aaedbc7fcd3 req-97327e9d-cb46-4a7b-a1b0-cc35bdbce91a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:35.065812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f6922c9-f84e-461b-a999-2aaedbc7fcd3 req-97327e9d-cb46-4a7b-a1b0-cc35bdbce91a tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.5756950 Apr 07 11:19:35.193301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1e5c6c95-c328-44ef-9f96-f492de527801), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.227170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.242218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f7432d64-0e58-4ffb-8b6d-5419ea425d6f no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:35.248237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] Deleting port c3229949-002f-4d02-b9c2-ec101b3242d6 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:35.248841 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.251647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f6922c9-f84e-461b-a999-2aaedbc7fcd3 req-0ea763e8-9e45-427d-b94e-4daa0086b682 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721892 Apr 07 11:19:35.523650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: f7432d64-0e58-4ffb-8b6d-5419ea425d6f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:35.524150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f7432d64-0e58-4ffb-8b6d-5419ea425d6f not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:35.527874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:35.578322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1e5c6c95-c328-44ef-9f96-f492de527801), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.805961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port c3229949-002f-4d02-b9c2-ec101b3242d6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3229949-002f-4d02-b9c2-ec101b3242d6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:35.897708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.899803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] For port c3229949-002f-4d02-b9c2-ec101b3242d6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3229949-002f-4d02-b9c2-ec101b3242d6,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:35.900303 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.904360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:35.922323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5c6c95-c328-44ef-9f96-f492de527801']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:35.985741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] Calling delete_port for c3229949-002f-4d02-b9c2-ec101b3242d6 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:36.003634 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (4a02c43d-a6ff-4cb1-8274-68daae98930b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.028099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a84359-b5f5-495f-a00a-28c0c7c3cebf') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:36.034221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a84359-b5f5-495f-a00a-28c0c7c3cebf') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:36.053544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:36.069785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:36.077403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0e1ac-7740-4c1a-ab42-9f8ceae48db6 req-39cfd4df-13b4-4d8f-8d7f-fd1ae6e7576b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:36.082528 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:19:36.093363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99c0e1ac-7740-4c1a-ab42-9f8ceae48db6 req-39cfd4df-13b4-4d8f-8d7f-fd1ae6e7576b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.4850492 Apr 07 11:19:36.095340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:36.096353 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.102855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (83a84359-b5f5-495f-a00a-28c0c7c3cebf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.144962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=c3229949-002f-4d02-b9c2-ec101b3242d6,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:36.170352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4262583 Apr 07 11:19:36.171189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a179d-381c-4c84-8c35-20192e5e11ef tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=4a02c43d-a6ff-4cb1-8274-68daae98930b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:36.173283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47944) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:36.178839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:36.218124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (83a84359-b5f5-495f-a00a-28c0c7c3cebf), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.254914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008a2d2-83de-4b75-a22f-28b0bc7e486b req-31d3a324-2920-4bed-bb58-adc6845d8009 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:36.268005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1008a2d2-83de-4b75-a22f-28b0bc7e486b req-31d3a324-2920-4bed-bb58-adc6845d8009 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.4147067 Apr 07 11:19:36.313119 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c3229949-002f-4d02-b9c2-ec101b3242d6), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.376503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99c0e1ac-7740-4c1a-ab42-9f8ceae48db6 req-87861b0d-e5ec-47b2-b648-7be5295875a4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806418 Apr 07 11:19:36.380752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:19:36.390848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (83a84359-b5f5-495f-a00a-28c0c7c3cebf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:19:36.394103 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:19:36.408660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] Pushing event deleted for resources: {'Port': ['ID=c3229949-002f-4d02-b9c2-ec101b3242d6,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:36.465690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c3229949-002f-4d02-b9c2-ec101b3242d6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:36.566244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c3229949-002f-4d02-b9c2-ec101b3242d6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:36.569953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c3229949-002f-4d02-b9c2-ec101b3242d6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:36.572543 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.586652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a1347-d19d-472f-9565-81a1b4a1cb62 None None] No DVR routers for this DVR port c3229949-002f-4d02-b9c2-ec101b3242d6 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:36.611845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:36.616080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d6324-6cfc-4e67-91f5-bdb7bd904f6e None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:36.631838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.633753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1008a2d2-83de-4b75-a22f-28b0bc7e486b req-58fe6690-e495-4363-ac8d-d74bdafe5b52 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624265 Apr 07 11:19:36.751998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': '4a02c43d-a6ff-4cb1-8274-68daae98930b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:36.753911 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.816406 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1e5c6c95-c328-44ef-9f96-f492de527801), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.850437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:36.860659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e5c6c95-c328-44ef-9f96-f492de527801 HTTP/1.1" status: 204 len: 168 time: 1.9171782 Apr 07 11:19:36.927791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34670161-3f73-41cc-943c-405c8cb94d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5c6c95-c328-44ef-9f96-f492de527801,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:36.945461 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a02c43d-a6ff-4cb1-8274-68daae98930b (CIDR: 2001:db8::/64) Apr 07 11:19:36.954470 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:19:36.956161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Allocated IP 2001:db8::f816:3eff:fe80:5bbe (b2feb08a-9d5d-4508-b385-fa376864e287/4a02c43d-a6ff-4cb1-8274-68daae98930b/916dbed1-71bb-492a-899f-db66301387fc) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:36.957815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:19:36.995544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-113782f9-10fc-48ec-9e05-417314310760 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8190780 Apr 07 11:19:36.998019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47966) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:37.001143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb08b07-f07a-45b3-9b13-363631a89834 req-fdef5846-be71-4218-85a6-a037d0710146 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:37.008258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfb08b07-f07a-45b3-9b13-363631a89834 req-fdef5846-be71-4218-85a6-a037d0710146 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 944 time: 0.3590429 Apr 07 11:19:37.020956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:37.145932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfb08b07-f07a-45b3-9b13-363631a89834 req-6bd70629-3cbb-4c55-8a27-88f29092e799 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 Apr 07 11:19:37.247010 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Publish callbacks [] for port (916dbed1-71bb-492a-899f-db66301387fc), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.263078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:37.274534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (916dbed1-71bb-492a-899f-db66301387fc), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.336506 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.361581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47970) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:37.418941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:37.438788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:37.443259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.446543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:37.453009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Pushing event updated for resources: {'Port': ['ID=916dbed1-71bb-492a-899f-db66301387fc,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:37.468688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:37.493315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-973d65b9-09e9-40b9-95d4-45f0fede804c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5d2579bd5746f8863d2eac46698c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293333 Apr 07 11:19:37.496440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47976) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:37.665665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5ccccb2d-a798-4a00-84de-325614bdb007 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:37.666246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.702967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:37.724925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Attempting to bind port 916dbed1-71bb-492a-899f-db66301387fc on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:37.726249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Attempting to bind port 916dbed1-71bb-492a-899f-db66301387fc by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:37.726451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Attempting to bind port 916dbed1-71bb-492a-899f-db66301387fc on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:37.738364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:37.738874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:37.739381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.743219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:37.749877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Bound port: 916dbed1-71bb-492a-899f-db66301387fc, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:37.750577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (916dbed1-71bb-492a-899f-db66301387fc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.758493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e877a6b-43ed-479d-a9d5-2822778e702b admin admin] Publish callbacks [] for security_group (f3ff3227-ecc5-4e1b-9f52-f2345502c51c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.876688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e07c6d-74b0-42cd-8df0-79ffef51a69f req-be840ff1-2191-4dcc-a234-95469043993c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:37.889174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53e07c6d-74b0-42cd-8df0-79ffef51a69f req-be840ff1-2191-4dcc-a234-95469043993c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.3236568 Apr 07 11:19:37.944816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5ccccb2d-a798-4a00-84de-325614bdb007 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:37.945240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.951611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e877a6b-43ed-479d-a9d5-2822778e702b admin admin] Publish callbacks [] for security_group (f3ff3227-ecc5-4e1b-9f52-f2345502c51c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:37.991739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] For port 916dbed1-71bb-492a-899f-db66301387fc, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:37.998257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] For port 916dbed1-71bb-492a-899f-db66301387fc, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=916dbed1-71bb-492a-899f-db66301387fc,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:38.005560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99fb4f-2e1b-40b0-b8ac-1ebd6aef7a53 req-a79c71e7-6a21-4113-a4e6-55dd51943ee2 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:38.006623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:38.007750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d99fb4f-2e1b-40b0-b8ac-1ebd6aef7a53 req-a79c71e7-6a21-4113-a4e6-55dd51943ee2 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2511859 Apr 07 11:19:38.016672 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5590f0e5-c418-45b8-b6fd-2d0e0d14da68" -d '{"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-plugged", "status": "completed", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:38.023032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (916dbed1-71bb-492a-899f-db66301387fc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.041997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:38.052121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54ece22a-43d1-494a-bcb6-a64fea483ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.061718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53e07c6d-74b0-42cd-8df0-79ffef51a69f req-4f1fc08e-6719-412d-8d45-091bb1ad9c39 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701899 Apr 07 11:19:38.074604 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.147114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44150d24-e9c3-4e32-9059-e3324d2da84b None None] Pushing event updated for resources: {'Port': ['ID=916dbed1-71bb-492a-899f-db66301387fc,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:38.197788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d99fb4f-2e1b-40b0-b8ac-1ebd6aef7a53 req-17e68496-eb20-4d54-b460-3678849deb4c tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759455 Apr 07 11:19:38.224072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e877a6b-43ed-479d-a9d5-2822778e702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3ff3227-ecc5-4e1b-9f52-f2345502c51c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.227127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e877a6b-43ed-479d-a9d5-2822778e702b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.228165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2e877a6b-43ed-479d-a9d5-2822778e702b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3ff3227-ecc5-4e1b-9f52-f2345502c51c HTTP/1.1" status: 204 len: 168 time: 0.7302723 Apr 07 11:19:38.246524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e877a6b-43ed-479d-a9d5-2822778e702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ff3227-ecc5-4e1b-9f52-f2345502c51c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:38.259635 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a4f06-7de3-4bff-99cf-fb71da5907ab x-openstack-request-id: req-c56a4f06-7de3-4bff-99cf-fb71da5907ab {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:38.260217 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-plugged", "status": "completed", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:38.261186 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c56a4f06-7de3-4bff-99cf-fb71da5907ab {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:38.261971 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56a4f06-7de3-4bff-99cf-fb71da5907ab'] response: {'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007', 'code': 200} Apr 07 11:19:38.349810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.392933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54ece22a-43d1-494a-bcb6-a64fea483ffd admin admin] Publish callbacks [] for security_group (04c3af24-0439-445b-a177-0a49f1d790ec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.419776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca08b-38d1-4204-8a2c-f4e2c1c03551 req-94973a72-2ed4-4576-888a-f009255f4500 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:38.421442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27dca08b-38d1-4204-8a2c-f4e2c1c03551 req-94973a72-2ed4-4576-888a-f009255f4500 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.1098082 Apr 07 11:19:38.480870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:38.487988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-54ece22a-43d1-494a-bcb6-a64fea483ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (04c3af24-0439-445b-a177-0a49f1d790ec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.567925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:38.570641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:38.577002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27dca08b-38d1-4204-8a2c-f4e2c1c03551 req-7b936182-aec3-4a0d-80f2-ff8383902bb5 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420238 Apr 07 11:19:38.591927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:38.602821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:38.603230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.636345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-54ece22a-43d1-494a-bcb6-a64fea483ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f813615df90645b89a6b5054be16e7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9201956 Apr 07 11:19:38.639913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48008) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:38.640863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ece22a-43d1-494a-bcb6-a64fea483ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3af24-0439-445b-a177-0a49f1d790ec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:38.668310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b30345c-d133-43af-9fb5-28b9f34b92d9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6688504 Apr 07 11:19:38.672509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48012) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:38.684928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:e2:47:25', 'name': 'tempest-NetworksTestDHCPv6-1546841286'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:38.843002 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bdd27410-73a2-4ff0-9a92-046461731d8e admin admin] Publish callbacks [] for security_group (04c3af24-0439-445b-a177-0a49f1d790ec), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.879263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bdd27410-73a2-4ff0-9a92-046461731d8e admin admin] Publish callbacks [] for security_group (04c3af24-0439-445b-a177-0a49f1d790ec), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:38.919130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:39.079145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bdd27410-73a2-4ff0-9a92-046461731d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (04c3af24-0439-445b-a177-0a49f1d790ec), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:39.082516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bdd27410-73a2-4ff0-9a92-046461731d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:39.087193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bdd27410-73a2-4ff0-9a92-046461731d8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c3af24-0439-445b-a177-0a49f1d790ec HTTP/1.1" status: 204 len: 168 time: 0.4452877 Apr 07 11:19:39.111141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:39.113474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27410-73a2-4ff0-9a92-046461731d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3af24-0439-445b-a177-0a49f1d790ec,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:39.144676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port db8cc6e4-eb59-47c8-8f45-f75da9d62d4e yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:39.434726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b064b-b70a-4a26-811f-310e8ea49cb4 req-f6ea81d9-7b1c-411e-84ca-2f13e0b6331d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:39.443979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-887b064b-b70a-4a26-811f-310e8ea49cb4 req-f6ea81d9-7b1c-411e-84ca-2f13e0b6331d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2140670 Apr 07 11:19:39.560225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-887b064b-b70a-4a26-811f-310e8ea49cb4 req-27e9719f-478e-44ba-80e2-66bf432f7b94 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149597 Apr 07 11:19:39.692756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8:0:1::13a (b2feb08a-9d5d-4508-b385-fa376864e287/a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed/db8cc6e4-eb59-47c8-8f45-f75da9d62d4e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:39.716223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fee2:4725 (b2feb08a-9d5d-4508-b385-fa376864e287/4a02c43d-a6ff-4cb1-8274-68daae98930b/db8cc6e4-eb59-47c8-8f45-f75da9d62d4e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:39.757059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4c57-0305-49a0-8b4b-27a6335e409c req-8d34fa79-2b95-49e0-8956-6fe0324a3315 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:39.766181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dad4c57-0305-49a0-8b4b-27a6335e409c req-8d34fa79-2b95-49e0-8956-6fe0324a3315 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.1992848 Apr 07 11:19:39.983303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0dad4c57-0305-49a0-8b4b-27a6335e409c req-c906cc24-7e38-4663-8237-f0ab58769cd0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161529 Apr 07 11:19:40.037442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95505d71-e96b-4e01-8374-837886f09650 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:40.053015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6096-c330-40a1-9ab4-029b134dee09 req-75fdc1e2-3577-4437-869b-61a744fc638d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:40.062054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa1b6096-c330-40a1-9ab4-029b134dee09 req-75fdc1e2-3577-4437-869b-61a744fc638d tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.2746208 Apr 07 11:19:40.092084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (db8cc6e4-eb59-47c8-8f45-f75da9d62d4e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:40.150359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa1b6096-c330-40a1-9ab4-029b134dee09 req-b23877a4-0c2b-4c15-9454-0b138c57f113 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789645 Apr 07 11:19:40.228702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (db8cc6e4-eb59-47c8-8f45-f75da9d62d4e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:40.353542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:40.373229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:40.376629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:40.391099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:40.393096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:40.407778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] Provisioning complete for port 916dbed1-71bb-492a-899f-db66301387fc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:40.417471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (916dbed1-71bb-492a-899f-db66301387fc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:40.441557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=db8cc6e4-eb59-47c8-8f45-f75da9d62d4e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:40.471427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48082) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:40.471859 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-77ef188b-67a1-490d-bc2b-2e50853bca6d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7976830 Apr 07 11:19:40.539767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 916dbed1-71bb-492a-899f-db66301387fc up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:40.757776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port db8cc6e4-eb59-47c8-8f45-f75da9d62d4e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:40.758145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (db8cc6e4-eb59-47c8-8f45-f75da9d62d4e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:40.962231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:41.004403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (db8cc6e4-eb59-47c8-8f45-f75da9d62d4e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.063825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for db8cc6e4-eb59-47c8-8f45-f75da9d62d4e owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:41.148289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:41.148847 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (916dbed1-71bb-492a-899f-db66301387fc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.236187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] For port 916dbed1-71bb-492a-899f-db66301387fc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=916dbed1-71bb-492a-899f-db66301387fc,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:41.324277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48110) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:41.343396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (916dbed1-71bb-492a-899f-db66301387fc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.433618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-b2c3b0d3-f97a-4395-b930-62e3036c0fe2 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:41.438684 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-b2c3b0d3-f97a-4395-b930-62e3036c0fe2 tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.1944301 Apr 07 11:19:41.445029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26169b63-3208-4046-91a7-e2caf8b49d86 req-94284b7d-a7a0-4d14-a945-05429fb01fa8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:41.457327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26169b63-3208-4046-91a7-e2caf8b49d86 req-94284b7d-a7a0-4d14-a945-05429fb01fa8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.7694120 Apr 07 11:19:41.484929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d1310-6f89-4bea-8063-c220733870c7 req-f3d99bd3-2d1e-4ef5-b86c-ee8936998535 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:41.497663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c45d1310-6f89-4bea-8063-c220733870c7 req-f3d99bd3-2d1e-4ef5-b86c-ee8936998535 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2887964 Apr 07 11:19:41.615374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 916dbed1-71bb-492a-899f-db66301387fc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:41.615779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (916dbed1-71bb-492a-899f-db66301387fc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.642915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '4a02c43d-a6ff-4cb1-8274-68daae98930b', 'ip_address': '2001:db8::f816:3eff:fe80:5bbe'}, {'subnet_id': 'a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '916dbed1-71bb-492a-899f-db66301387fc'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:19:41.663575 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9e24-dd30-4789-a503-c6ee123952de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.691289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6503e9-5dde-4a00-a3cf-796a0bdb25af None None] Pushing event updated for resources: {'Port': ['ID=916dbed1-71bb-492a-899f-db66301387fc,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:41.704113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26169b63-3208-4046-91a7-e2caf8b49d86 req-dbdb0d8e-b01f-4bb9-be14-f84038b605ce tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453005 Apr 07 11:19:41.748542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Deleting port 5ccccb2d-a798-4a00-84de-325614bdb007 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:41.749627 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.806714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c45d1310-6f89-4bea-8063-c220733870c7 req-46565702-03e6-47cf-bc56-6205b308be89 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051093 Apr 07 11:19:41.849671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5ccccb2d-a798-4a00-84de-325614bdb007 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:41.850068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.872535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (db8cc6e4-eb59-47c8-8f45-f75da9d62d4e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.912782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (916dbed1-71bb-492a-899f-db66301387fc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.922994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:41.923654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=db8cc6e4-eb59-47c8-8f45-f75da9d62d4e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:41.931959 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ed903-4856-4ee9-b78c-7a2d96604d6e" -d '{"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:41.961238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:41.971600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] For port 5ccccb2d-a798-4a00-84de-325614bdb007, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5ccccb2d-a798-4a00-84de-325614bdb007,segment=NetworkSegment(233aed7e-ae7e-48a9-a12a-86337e9c56b2),segment_id=233aed7e-ae7e-48a9-a12a-86337e9c56b2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:41.971973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:41.977840 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.046343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Calling delete_port for 5ccccb2d-a798-4a00-84de-325614bdb007 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:42.053038 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749d2b46-1d3f-44d8-b95b-c20dbaeee35f x-openstack-request-id: req-749d2b46-1d3f-44d8-b95b-c20dbaeee35f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:42.053635 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:42.054064 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-749d2b46-1d3f-44d8-b95b-c20dbaeee35f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:42.055006 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749d2b46-1d3f-44d8-b95b-c20dbaeee35f'] response: {'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007', 'code': 200} Apr 07 11:19:42.111634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c30ef-32eb-408d-9808-116f221fae1f req-5977fb6b-f002-49dc-a134-7f7d5e0a6fdd tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:42.113235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-627c30ef-32eb-408d-9808-116f221fae1f req-5977fb6b-f002-49dc-a134-7f7d5e0a6fdd tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a1dd45-d7d2-4249-816c-786584f5c597 HTTP/1.1" status: 200 len: 945 time: 0.1937609 Apr 07 11:19:42.118663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.124492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8f0a7367-eb66-478f-b403-f3bed7532df6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/db8cc6e4-eb59-47c8-8f45-f75da9d62d4e HTTP/1.1" status: 204 len: 168 time: 1.6495535 Apr 07 11:19:42.138165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48124) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:42.282851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9e24-dd30-4789-a503-c6ee123952de admin admin] Publish callbacks [] for security_group (442b40ee-a7fa-4d57-a6d1-8f138b75103c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.307824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-627c30ef-32eb-408d-9808-116f221fae1f req-a6023628-1a17-4da9-8ca0-a5ddff3bccde tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.13 "GET /v2.0/security-groups?id=296700ae-e1ae-4e44-9438-2a61f4e3dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845946 Apr 07 11:19:42.316274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] Allocated IP 2001:db8:0:1::2 (b2feb08a-9d5d-4508-b385-fa376864e287/a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed/916dbed1-71bb-492a-899f-db66301387fc) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:42.362988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c80744-32dd-4cbf-bca6-742e639a3094 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:42.381176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e2c80744-32dd-4cbf-bca6-742e639a3094 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2396655 Apr 07 11:19:42.382095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48128) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:42.418275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9e24-dd30-4789-a503-c6ee123952de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (442b40ee-a7fa-4d57-a6d1-8f138b75103c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.470660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585b919-cb10-404e-86cc-dc25d23d75c1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:42.471175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:42.476190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6585b919-cb10-404e-86cc-dc25d23d75c1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0881450 Apr 07 11:19:42.486618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48132) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:42.498493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] For port 916dbed1-71bb-492a-899f-db66301387fc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=916dbed1-71bb-492a-899f-db66301387fc,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:42.536555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:42.578698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 916dbed1-71bb-492a-899f-db66301387fc up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:42.646938 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] Publish callbacks [] for port (916dbed1-71bb-492a-899f-db66301387fc), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.666494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (916dbed1-71bb-492a-899f-db66301387fc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.686418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05153171-4545-4bbb-876d-82b08aa773cc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:42.691564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05153171-4545-4bbb-876d-82b08aa773cc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:42.693423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05153171-4545-4bbb-876d-82b08aa773cc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:42.698686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05153171-4545-4bbb-876d-82b08aa773cc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2048428 Apr 07 11:19:42.698878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48140) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:42.730687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b3ad9e24-dd30-4789-a503-c6ee123952de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efb0c09e111c49c18beed301f7e7b56e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3979197 Apr 07 11:19:42.730687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad9e24-dd30-4789-a503-c6ee123952de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442b40ee-a7fa-4d57-a6d1-8f138b75103c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:42.732667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48142) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:42.741020 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5ccccb2d-a798-4a00-84de-325614bdb007), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.781807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Pushing event deleted for resources: {'Port': ['ID=5ccccb2d-a798-4a00-84de-325614bdb007,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:42.857743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 916dbed1-71bb-492a-899f-db66301387fc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:42.859864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (916dbed1-71bb-492a-899f-db66301387fc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.922299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] No DVR routers for this DVR port 5ccccb2d-a798-4a00-84de-325614bdb007 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:42.928662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.929970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 4a02c43d-a6ff-4cb1-8274-68daae98930b {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:42.932188 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-104d32ec-0694-4f01-9ed7-e385a599ec94 req-cfaffc2e-2152-4fff-a1ee-fb5d4e0d346f tempest-ImagesTestJSON-1455148504 tempest-ImagesTestJSON-1455148504-project] 10.222.0.41 "DELETE /v2.0/ports/5ccccb2d-a798-4a00-84de-325614bdb007 HTTP/1.1" status: 204 len: 173 time: 1.4878256 Apr 07 11:19:42.933075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-deleted', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:19:42.938719 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1d5b0a-80ba-43e9-a30b-db968320414d" -d '{"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-deleted", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:19:42.950236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (4a02c43d-a6ff-4cb1-8274-68daae98930b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:42.991285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e856b-7bd4-4f13-8902-4c647b2450ed None None] Pushing event updated for resources: {'Port': ['ID=916dbed1-71bb-492a-899f-db66301387fc,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:43.006460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca612986-d5c1-4ebe-9a4b-62e66d6f9297 admin admin] Publish callbacks [] for security_group (442b40ee-a7fa-4d57-a6d1-8f138b75103c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.044225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca612986-d5c1-4ebe-9a4b-62e66d6f9297 admin admin] Publish callbacks [] for security_group (442b40ee-a7fa-4d57-a6d1-8f138b75103c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.170344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:43.178537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca612986-d5c1-4ebe-9a4b-62e66d6f9297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (442b40ee-a7fa-4d57-a6d1-8f138b75103c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.187667 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca612986-d5c1-4ebe-9a4b-62e66d6f9297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.189631 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ca612986-d5c1-4ebe-9a4b-62e66d6f9297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/442b40ee-a7fa-4d57-a6d1-8f138b75103c HTTP/1.1" status: 204 len: 168 time: 0.4554100 Apr 07 11:19:43.202778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612986-d5c1-4ebe-9a4b-62e66d6f9297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b40ee-a7fa-4d57-a6d1-8f138b75103c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:43.251566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (4a02c43d-a6ff-4cb1-8274-68daae98930b), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.343862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b78063-eab5-4155-a851-d6a4f6580e18 req-2707f2d6-7642-4e27-9a73-bd319575cc85 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:43.345661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8b78063-eab5-4155-a851-d6a4f6580e18 req-2707f2d6-7642-4e27-9a73-bd319575cc85 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.5011036 Apr 07 11:19:43.552515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (4a02c43d-a6ff-4cb1-8274-68daae98930b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.637966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (4a02c43d-a6ff-4cb1-8274-68daae98930b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.668690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.672331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/4a02c43d-a6ff-4cb1-8274-68daae98930b HTTP/1.1" status: 204 len: 168 time: 0.9719422 Apr 07 11:19:43.675550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48166) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:43.687101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c60c3f-c20f-4457-869d-30c9cdd43a9f req-5e039d80-d7d9-4fbe-b6d5-e6f00b28c435 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:43.687960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2c60c3f-c20f-4457-869d-30c9cdd43a9f req-5e039d80-d7d9-4fbe-b6d5-e6f00b28c435 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.5879436 Apr 07 11:19:43.752834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e698cee-dc3d-4ac6-a215-8af463dad224 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=4a02c43d-a6ff-4cb1-8274-68daae98930b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:43.814379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:43.821018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.852291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8b78063-eab5-4155-a851-d6a4f6580e18 req-41f826b3-d0a6-4ece-b92a-0163e9e7f1e6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188606 Apr 07 11:19:43.967529 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:43.999702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2c60c3f-c20f-4457-869d-30c9cdd43a9f req-69556e52-df98-43eb-a3fe-19c9a3fc0752 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522147 Apr 07 11:19:44.170334 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85194e-4ea9-4366-8ac0-6b10bd337a1d x-openstack-request-id: req-cb85194e-4ea9-4366-8ac0-6b10bd337a1d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:19:44.175343 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a1dd45-d7d2-4249-816c-786584f5c597", "name": "network-vif-deleted", "tag": "5ccccb2d-a798-4a00-84de-325614bdb007", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:19:44.175841 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb85194e-4ea9-4366-8ac0-6b10bd337a1d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:19:44.176497 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb85194e-4ea9-4366-8ac0-6b10bd337a1d'] response: {'server_uuid': '50a1dd45-d7d2-4249-816c-786584f5c597', 'name': 'network-vif-deleted', 'tag': '5ccccb2d-a798-4a00-84de-325614bdb007', 'status': 'completed', 'code': 200} Apr 07 11:19:44.234635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61177266-b66c-4a4e-8641-f9e5ca2ff35e None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:44.410110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ab8af187-cbf7-4567-9eea-b1ceb9fa777f None None] Provisioning complete for port 916dbed1-71bb-492a-899f-db66301387fc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:44.411293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ab8af187-cbf7-4567-9eea-b1ceb9fa777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (916dbed1-71bb-492a-899f-db66301387fc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:44.721323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ab8af187-cbf7-4567-9eea-b1ceb9fa777f None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:44.750071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 916dbed1-71bb-492a-899f-db66301387fc up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:44.793894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48228) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:44.881684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:44.891651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ab8af187-cbf7-4567-9eea-b1ceb9fa777f None None] Could not find standard attr ID for object db8cc6e4-eb59-47c8-8f45-f75da9d62d4e. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:19:44.944542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Deleting subnet d7a923b8-4744-45d0-96c2-0dc009d2f29d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:44.955310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Publish callbacks [] for subnet (d7a923b8-4744-45d0-96c2-0dc009d2f29d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.005240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 5ccccb2d-a798-4a00-84de-325614bdb007 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:19:45.013562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5ccccb2d-a798-4a00-84de-325614bdb007 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:19:45.047519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (d7a923b8-4744-45d0-96c2-0dc009d2f29d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.079160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 916dbed1-71bb-492a-899f-db66301387fc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:45.081290 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (916dbed1-71bb-492a-899f-db66301387fc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.224339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:45.256285 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (d7a923b8-4744-45d0-96c2-0dc009d2f29d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.313885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.328501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:45.345695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13524793-d889-4c62-bea4-15d659caa687 req-8c048f64-1490-4c13-9355-831e4fec8f62 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:45.355346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13524793-d889-4c62-bea4-15d659caa687 req-8c048f64-1490-4c13-9355-831e4fec8f62 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2475166 Apr 07 11:19:45.491467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.531357 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.535893 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed HTTP/1.1" status: 204 len: 168 time: 1.8593135 Apr 07 11:19:45.540722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48242) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:45.615404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13524793-d889-4c62-bea4-15d659caa687 req-c22c58b1-52f8-4b51-9553-8efb4a195568 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706045 Apr 07 11:19:45.695469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (d7a923b8-4744-45d0-96c2-0dc009d2f29d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.756310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6103ec4-d6bf-4a18-9b95-844d7e29da22 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:45.762482 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-416ad637-a1ea-49a5-a6db-423ac8663980 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1788599 Apr 07 11:19:45.772183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-438142342-network', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:45.775973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48252) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:45.780389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a923b8-4744-45d0-96c2-0dc009d2f29d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:45.785976 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.787994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:45.793541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-04114012-1759-4d04-931e-61bddfe25143 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7a923b8-4744-45d0-96c2-0dc009d2f29d HTTP/1.1" status: 204 len: 168 time: 0.9984508 Apr 07 11:19:45.794628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48254) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:45.880742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:45.887371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.937017 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (70ac7a78-815b-4648-89f2-ec0463b0b88b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:45.965022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f21829-3bd2-4651-b14f-e58ccc715550 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:46.017399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:46.030067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.052848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.107046 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (70ac7a78-815b-4648-89f2-ec0463b0b88b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.131081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ac7a78-815b-4648-89f2-ec0463b0b88b']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:46.139525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-16bb089f-40b1-404e-9962-046a11b6da19 None None] Provisioning complete for port 916dbed1-71bb-492a-899f-db66301387fc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:46.140193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16bb089f-40b1-404e-9962-046a11b6da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (916dbed1-71bb-492a-899f-db66301387fc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.143246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233aed7e-ae7e-48a9-a12a-86337e9c56b2') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:46.143673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233aed7e-ae7e-48a9-a12a-86337e9c56b2') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:46.155097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (233aed7e-ae7e-48a9-a12a-86337e9c56b2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.170015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (233aed7e-ae7e-48a9-a12a-86337e9c56b2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.176921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:19:46.177490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (233aed7e-ae7e-48a9-a12a-86337e9c56b2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:19:46.232369 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:19:46.259288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92b21-be40-4bc4-9ddf-0c08ac6d7d04 req-b1d4bde8-0ec0-4d18-ac98-1f93aff37f12 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:46.270440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbd92b21-be40-4bc4-9ddf-0c08ac6d7d04 req-b1d4bde8-0ec0-4d18-ac98-1f93aff37f12 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.3191774 Apr 07 11:19:46.278031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (70ac7a78-815b-4648-89f2-ec0463b0b88b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.292503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.298263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/70ac7a78-815b-4648-89f2-ec0463b0b88b HTTP/1.1" status: 204 len: 168 time: 0.4995930 Apr 07 11:19:46.332526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fdd9b-d393-4eae-a949-faf73071a4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ac7a78-815b-4648-89f2-ec0463b0b88b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:46.365427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-16bb089f-40b1-404e-9962-046a11b6da19 None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:46.425000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:19:46.432011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbd92b21-be40-4bc4-9ddf-0c08ac6d7d04 req-2ac2ac86-ea81-4f34-a2f7-179c810a2a32 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537936 Apr 07 11:19:46.534789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:46.588526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] Deleting port 916dbed1-71bb-492a-899f-db66301387fc {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:46.590943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (916dbed1-71bb-492a-899f-db66301387fc), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.610011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dff3e1e5-745c-4076-bc56-0b38624e2f91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb1008c83a974ae1bb090bf9a6f9588d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740366 Apr 07 11:19:46.613409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48268) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:46.641543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks [] for security_group (0cdf0427-8e86-4378-92f2-80064e58e0d8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.651140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0cdf0427-8e86-4378-92f2-80064e58e0d8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.672745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 916dbed1-71bb-492a-899f-db66301387fc no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:46.747749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1f3060b-5b31-4ee1-8f7d-e45158d629c7 admin admin] Publish callbacks [] for security_group (296700ae-e1ae-4e44-9438-2a61f4e3dc0c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.775913 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1f3060b-5b31-4ee1-8f7d-e45158d629c7 admin admin] Publish callbacks [] for security_group (296700ae-e1ae-4e44-9438-2a61f4e3dc0c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.779813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] For port 916dbed1-71bb-492a-899f-db66301387fc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=916dbed1-71bb-492a-899f-db66301387fc,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:46.780257 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (916dbed1-71bb-492a-899f-db66301387fc), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.797649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] Calling delete_port for 916dbed1-71bb-492a-899f-db66301387fc owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:46.844069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:19:46.876619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf0427-8e86-4378-92f2-80064e58e0d8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:46.885563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.887795 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Added segment b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca of type vlan for network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f Apr 07 11:19:46.918257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1f3060b-5b31-4ee1-8f7d-e45158d629c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (296700ae-e1ae-4e44-9438-2a61f4e3dc0c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.921208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1f3060b-5b31-4ee1-8f7d-e45158d629c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:46.937537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1f3060b-5b31-4ee1-8f7d-e45158d629c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/296700ae-e1ae-4e44-9438-2a61f4e3dc0c HTTP/1.1" status: 204 len: 168 time: 0.3156254 Apr 07 11:19:46.973238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3060b-5b31-4ee1-8f7d-e45158d629c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296700ae-e1ae-4e44-9438-2a61f4e3dc0c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:46.989068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.021786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995727a4-c49d-46bb-8457-95e0218dbe03 req-58738383-bfdf-4061-9199-655da5cf1e5a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:47.030129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-995727a4-c49d-46bb-8457-95e0218dbe03 req-58738383-bfdf-4061-9199-655da5cf1e5a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1574528 Apr 07 11:19:47.099325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.100582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:47.101350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.140231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:47.146527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-995727a4-c49d-46bb-8457-95e0218dbe03 req-f2f27bf2-1e88-48cc-85c8-77eda0554d0a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142001 Apr 07 11:19:47.161379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 916dbed1-71bb-492a-899f-db66301387fc is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:47.162555 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (916dbed1-71bb-492a-899f-db66301387fc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.238488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48286) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:47.241949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 916dbed1-71bb-492a-899f-db66301387fc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=916dbed1-71bb-492a-899f-db66301387fc,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:47.244562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Request body: {'subnet': {'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-438142342-subnet', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:47.249381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (916dbed1-71bb-492a-899f-db66301387fc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.249757 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0242925 Apr 07 11:19:47.285028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:47.288055 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.371569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1706ad0-1691-45e3-8861-13ad9a8f303b admin admin] Pushing event updated for resources: {'Network': ['ID=ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:47.418027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=916dbed1-71bb-492a-899f-db66301387fc,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:47.430141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:19:47.437117 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (916dbed1-71bb-492a-899f-db66301387fc), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.494487 n-d-836788-1 neutron-server[104177]: WARNING neutron.services.revisions.revision_plugin [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Could not find related port for resource to bump revision. Apr 07 11:19:47.522537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_pluggable_backend [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Port 916dbed1-71bb-492a-899f-db66301387fc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104177) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 07 11:19:47.522848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_pluggable_backend [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:5bbe {{(pid=104177) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 07 11:19:47.526862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] Pushing event deleted for resources: {'Port': ['ID=916dbed1-71bb-492a-899f-db66301387fc,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:47.529008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c9d4cf2c-910e-47b9-9b7a-43937c59e932), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.618160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (d1a18a46-f38a-4cad-b698-6df3d9d9c5f4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.691325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=c9d4cf2c-910e-47b9-9b7a-43937c59e932,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:47.698616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4df893-bd00-43b8-986d-e0e0c0fd2530 None None] No DVR routers for this DVR port 916dbed1-71bb-492a-899f-db66301387fc on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:19:47.736917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:47.743484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:47.748730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:47.750894 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:47.770214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384ffb6-f892-4eec-abc0-45edb50c2e96 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:47.781597 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9317db76-9dc0-4f46-9c6f-1df40636735a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9997513 Apr 07 11:19:47.781597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48300) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:47.791537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:47.821997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a18a46-f38a-4cad-b698-6df3d9d9c5f4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:47.866219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Checking segment: {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:47.866590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Network hostable DHCP agents. Network: ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:19:47.891215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba6fe-28ee-4ad7-8b12-d9d537d724cc req-65a9643a-e8e7-4195-85ce-527584feb6e7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:47.892769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a60ba6fe-28ee-4ad7-8b12-d9d537d724cc req-65a9643a-e8e7-4195-85ce-527584feb6e7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2853475 Apr 07 11:19:47.971716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:19:48.021884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:48.074247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:48.074895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.082430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d62f5-376f-43df-966c-ccf9986a82cd None None] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:48.103955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a60ba6fe-28ee-4ad7-8b12-d9d537d724cc req-828aa6f4-e762-4a2f-b08e-7fa2ae36df5b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045650 Apr 07 11:19:48.106150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:48.110717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.149778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2f914f2a-701e-4ae0-9762-053de02fe85f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9071834 Apr 07 11:19:48.149964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:48.154943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:48.203242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (030e977b-cb13-4392-8259-9e4d431bd3a7), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.204731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (030e977b-cb13-4392-8259-9e4d431bd3a7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.281615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2feb08a-9d5d-4508-b385-fa376864e287', 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'project_id': 'b81f70e802cd4b53886cb537aad80033', 'fixed_ips': [{'subnet_id': 'c9d4cf2c-910e-47b9-9b7a-43937c59e932'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:48.290095 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.340784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks [] for router_controller (030e977b-cb13-4392-8259-9e4d431bd3a7), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.378290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f', 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f', 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'fixed_ips': [{'subnet_id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:19:48.382146 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.436660 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9d4cf2c-910e-47b9-9b7a-43937c59e932 (CIDR: 2001:db8::/64) Apr 07 11:19:48.447635 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:19:48.447635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:19:48.521633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-83cff8c4-f11e-4d20-b36b-9df443b32ddb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7389243 Apr 07 11:19:48.534014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:48.553072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:48.625512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks [] for router_gateway (030e977b-cb13-4392-8259-9e4d431bd3a7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.640186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05394d3-5661-4fdd-81b7-084ac1121628 req-2e0c7d48-558f-4696-b004-c76386b52561 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:48.647333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b05394d3-5661-4fdd-81b7-084ac1121628 req-2e0c7d48-558f-4696-b004-c76386b52561 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2302990 Apr 07 11:19:48.762655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:48.768483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:48.793562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-27bf012c-2bd7-45db-afbf-3bd581c86d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:48.796216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-27bf012c-2bd7-45db-afbf-3bd581c86d3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 1128 time: 0.0993588 Apr 07 11:19:48.853165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b05394d3-5661-4fdd-81b7-084ac1121628 req-bcd8c290-b956-44f1-93f8-ca205cba9acd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049327 Apr 07 11:19:48.922589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48338) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:48.941458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e2c5-0fbe-48d8-b4a5-db8a1d906b1f req-a337993f-9bab-4965-a203-4d8c1e6759f0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:48.944221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b58e2c5-0fbe-48d8-b4a5-db8a1d906b1f req-a337993f-9bab-4965-a203-4d8c1e6759f0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2688770 Apr 07 11:19:49.067205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-9291581f-87a3-4fa4-9b5a-0259397414bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:49.068826 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-9291581f-87a3-4fa4-9b5a-0259397414bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.2421196 Apr 07 11:19:49.106354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Allocated IP 2001:db8::f816:3eff:feaf:a2a5 (b2feb08a-9d5d-4508-b385-fa376864e287/c9d4cf2c-910e-47b9-9b7a-43937c59e932/560daaa1-8f2b-465e-844f-82d962022781) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:49.187682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b58e2c5-0fbe-48d8-b4a5-db8a1d906b1f req-f0a49801-0d6c-424a-8d0a-0a23f70f026f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337992 Apr 07 11:19:49.212786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-4d8032a6-eed4-4afb-b594-a6c258721b81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 200 len: 1002 time: 0.1284566 Apr 07 11:19:49.221057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-322312210-network', 'tenant_id': 'db67beb23e364e368cda22d83f5b3c47'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:49.301083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-04f2afec-6f73-4c76-8f9a-6f3e652b8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:49.302109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-04f2afec-6f73-4c76-8f9a-6f3e652b8bb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0778470 Apr 07 11:19:49.306277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Made reservation on behalf of db67beb23e364e368cda22d83f5b3c47 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:49.313875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.369749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.484322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-12c7a5cb-cd07-4bba-a627-2b16ef97398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:49.486141 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-12c7a5cb-cd07-4bba-a627-2b16ef97398a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1669791 Apr 07 11:19:49.600934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (cc4dfdec-1300-47e6-8a02-98560c118f4f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.606440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks [] for security_group (e4e9b54d-12f4-4e9c-92de-81e5818c2675), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.645513 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e4e9b54d-12f4-4e9c-92de-81e5818c2675), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.719102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Allocated IP 172.20.0.2 (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f/d1a18a46-f38a-4cad-b698-6df3d9d9c5f4/a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:49.735702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:19:49.739042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:49.745341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-56ffa6df-f762-4e07-9b0b-f7f7b4acc633 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506163 Apr 07 11:19:49.750947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=cc4dfdec-1300-47e6-8a02-98560c118f4f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:49.753273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e9b54d-12f4-4e9c-92de-81e5818c2675,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:49.755956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:49.774991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (cf23ae93-2632-4218-bc4a-963a8c62cd85), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.776032 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Added segment cf23ae93-2632-4218-bc4a-963a8c62cd85 of type vlan for network ebb703d9-3033-4bc5-8d2b-55d0bda965db Apr 07 11:19:49.888960 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Publish callbacks [] for port (560daaa1-8f2b-465e-844f-82d962022781), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.903358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.936218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:49.944399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:49.962322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:49.972142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:49.983375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:49.999035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ebb703d9-3033-4bc5-8d2b-55d0bda965db), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.033104 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-81c863bf-042f-4d5b-9e20-c5b4a8a20890 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4887278 Apr 07 11:19:50.058840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48360) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:50.077453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:e8:d8:85', 'name': 'tempest-NetworksTestDHCPv6-1450403368'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:50.079868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks [] for router_gateway (030e977b-cb13-4392-8259-9e4d431bd3a7), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.113082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Attempting to bind port 560daaa1-8f2b-465e-844f-82d962022781 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:50.114022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Attempting to bind port 560daaa1-8f2b-465e-844f-82d962022781 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:50.115284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Attempting to bind port 560daaa1-8f2b-465e-844f-82d962022781 on network b2feb08a-9d5d-4508-b385-fa376864e287 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:50.117970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:50.142367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.150723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:50.153352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Checking segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:50.153860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.154181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Bound using segment: {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:50.154706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Bound port: 560daaa1-8f2b-465e-844f-82d962022781, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274c5ee-812d-4153-b1a8-a06da22ca1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:50.155088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.205431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Publish callbacks [] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.222032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.251355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ebb703d9-3033-4bc5-8d2b-55d0bda965db), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.252538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:50.253240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.287329 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7f4233de-a26f-4de6-8a6b-1da9da4eaf4c req-2a9153a4-8b47-447c-a100-928f4f4feb34 service neutron] 10.222.0.23 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238802 Apr 07 11:19:50.318039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Pushing event updated for resources: {'Port': ['ID=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:50.394803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:50.398418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:50.411015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.427285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:50.431657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:50.474946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb703d9-3033-4bc5-8d2b-55d0bda965db,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:50.490122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:50.503672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ebb703d9-3033-4bc5-8d2b-55d0bda965db details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:19:50.509081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cdbe178b-c0fa-4427-a4d1-eb401198cd39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5830019 Apr 07 11:19:50.523657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48382) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:50.543362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Request body: {'subnet': {'network_id': 'ebb703d9-3033-4bc5-8d2b-55d0bda965db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-322312210-subnet', 'tenant_id': 'db67beb23e364e368cda22d83f5b3c47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:50.571528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0cdf7-a968-4e86-9ab0-84757c8906eb req-9989e326-ee74-4e35-8058-b2d1dfc3b8e2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:50.594299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ef0cdf7-a968-4e86-9ab0-84757c8906eb req-9989e326-ee74-4e35-8058-b2d1dfc3b8e2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.5159481 Apr 07 11:19:50.611114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:50.769439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.802284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Made reservation on behalf of db67beb23e364e368cda22d83f5b3c47 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:50.805393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.837449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 7fb44118-cfa6-474c-ad5d-d521eeba8ec2 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:19:50.865234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ef0cdf7-a968-4e86-9ab0-84757c8906eb req-e27cc848-33d4-487b-b95a-8cb051b5c06a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559075 Apr 07 11:19:50.884262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675556b1-d14c-4e23-a4f3-e90067d77dd8 None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:50.897411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Attempting to bind port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:50.902299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Attempting to bind port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:50.919925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Attempting to bind port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 on network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:50.940386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fa3d1-7f82-4e62-8f2c-2eda9876502c req-7a65faf2-ccca-4acc-9cb2-8431083c732e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:50.950628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:50.952497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Checking segment: {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:50.953214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.953820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Bound using segment: {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:50.954570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Bound port: a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:50.955237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:50.956681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-813fa3d1-7f82-4e62-8f2c-2eda9876502c req-7a65faf2-ccca-4acc-9cb2-8431083c732e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.5669498 Apr 07 11:19:51.115512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Allocated IP 172.25.5.206 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/e9ac1572-4c24-4b84-b72d-c4cf66c426c7) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:51.115736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] For port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:51.120312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] For port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:51.138016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:51.176502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-813fa3d1-7f82-4e62-8f2c-2eda9876502c req-89dc92bc-ce62-419f-869b-304d67b97ee0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187285 Apr 07 11:19:51.336447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16be2e0-95d3-405b-bda9-d8ee0d40ec4c None None] Pushing event updated for resources: {'Port': ['ID=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:51.347164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8:0:1::33f (b2feb08a-9d5d-4508-b385-fa376864e287/cc4dfdec-1300-47e6-8a02-98560c118f4f/7fb44118-cfa6-474c-ad5d-d521eeba8ec2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:51.364358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::f816:3eff:fee8:d885 (b2feb08a-9d5d-4508-b385-fa376864e287/c9d4cf2c-910e-47b9-9b7a-43937c59e932/7fb44118-cfa6-474c-ad5d-d521eeba8ec2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:51.466169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks [] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:51.547361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (7dc8cea0-9fbe-4f87-a91b-9c62e6401e93), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:51.628968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc8cea0-9fbe-4f87-a91b-9c62e6401e93,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:51.699581 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:51.736625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Checking segment: {'id': 'cf23ae93-2632-4218-bc4a-963a8c62cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ebb703d9-3033-4bc5-8d2b-55d0bda965db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:51.736990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Network hostable DHCP agents. Network: ebb703d9-3033-4bc5-8d2b-55d0bda965db, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:19:51.782098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Pushing event updated for resources: {'Port': ['ID=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:51.788019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:51.788779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Network ebb703d9-3033-4bc5-8d2b-55d0bda965db is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:19:51.792969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:51.795706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:51.823834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ebb703d9-3033-4bc5-8d2b-55d0bda965db) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:51.829837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:51.830455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:51.843302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f0a3b-0cec-4f4e-a541-f64b93b7d5a9 None None] Network ebb703d9-3033-4bc5-8d2b-55d0bda965db requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:51.884401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (7fb44118-cfa6-474c-ad5d-d521eeba8ec2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:51.998149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7fb44118-cfa6-474c-ad5d-d521eeba8ec2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:52.061294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f5433a7-f82a-4fa2-8b60-11e3521baa73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5234003 Apr 07 11:19:52.182856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a2db1-e524-42b5-8bd1-cda1b1a80e5a None None] Network ebb703d9-3033-4bc5-8d2b-55d0bda965db requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:52.266079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:52.281537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:52.290214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:52.336986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:52.337686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:52.369921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=7fb44118-cfa6-474c-ad5d-d521eeba8ec2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:52.392103 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-46f3ee5d-351c-4dc8-b96c-58c8b8c59341 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3218338 Apr 07 11:19:52.394755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48414) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:52.672655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 7fb44118-cfa6-474c-ad5d-d521eeba8ec2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:52.674125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7fb44118-cfa6-474c-ad5d-d521eeba8ec2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:52.692542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6dc9de-f7d1-45be-b1a4-b77e07d66834 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:52.857507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5f462-9c5a-4e68-9a85-2c6b82252009 req-ea2904de-b88c-4831-897e-b521a7fa4eb0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:52.859440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:52.869713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fae5f462-9c5a-4e68-9a85-2c6b82252009 req-ea2904de-b88c-4831-897e-b521a7fa4eb0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.8066268 Apr 07 11:19:52.879469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:52.879939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:52.892319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cfccc-342d-4e6a-9cdd-7c014b2382e7 req-ca2a39b0-7173-43e2-aceb-f347beba4411 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:52.901854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-003cfccc-342d-4e6a-9cdd-7c014b2382e7 req-ca2a39b0-7173-43e2-aceb-f347beba4411 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.5494297 Apr 07 11:19:52.941178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7fb44118-cfa6-474c-ad5d-d521eeba8ec2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:52.959532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 7fb44118-cfa6-474c-ad5d-d521eeba8ec2 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:19:53.023743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fae5f462-9c5a-4e68-9a85-2c6b82252009 req-64b900c9-1aaa-4801-88b5-9a59499895db tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470439 Apr 07 11:19:53.025979 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks [] for router_gateway (030e977b-cb13-4392-8259-9e4d431bd3a7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.203528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:53.204622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.302336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-003cfccc-342d-4e6a-9cdd-7c014b2382e7 req-5cc6d067-abb5-4e41-a9f5-720b7e524591 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993542 Apr 07 11:19:53.340597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:53.343467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.375192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7fb44118-cfa6-474c-ad5d-d521eeba8ec2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.448070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9dc0a-f7e4-412a-a72b-5a05bda34d67 None None] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:53.518769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=7fb44118-cfa6-474c-ad5d-d521eeba8ec2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:53.524881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.529941 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-723e380f-6205-4e1a-a178-b5eeaa27406d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/7fb44118-cfa6-474c-ad5d-d521eeba8ec2 HTTP/1.1" status: 204 len: 168 time: 1.1342008 Apr 07 11:19:53.532356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48432) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:53.562216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-7f72cd5e-0bf7-4926-bf3e-19098cb54302 req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-868893553', 'description': 'tempest-description-146368990'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:53.611935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:53.629723 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.653519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7f72cd5e-0bf7-4926-bf3e-19098cb54302 req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.688041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58675f2e-a884-4873-a789-909f67d3e6ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:53.689787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-58675f2e-a884-4873-a789-909f67d3e6ba tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1563826 Apr 07 11:19:53.694102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48434) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:53.695099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:53.696127 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.744075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8dd26-1d17-4474-a34b-1f1364a44978 None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': 'c9d4cf2c-910e-47b9-9b7a-43937c59e932', 'ip_address': '2001:db8::f816:3eff:feaf:a2a5'}, {'subnet_id': 'cc4dfdec-1300-47e6-8a02-98560c118f4f'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '560daaa1-8f2b-465e-844f-82d962022781'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:19:53.748689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (030e977b-cb13-4392-8259-9e4d431bd3a7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.799249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c5dc6f-a07c-486f-a401-4976cce3557d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:53.803119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-43c5dc6f-a07c-486f-a401-4976cce3557d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1058609 Apr 07 11:19:53.804799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:53.879575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:53.921981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.922335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.922666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.923012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.923353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.923691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.924475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.924829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.925288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.925630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.925965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.926294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.926623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e2930-c3e3-48d5-a763-74ca36c3758e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:53.933183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:53.946677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294262e-b99e-429c-9241-41dade8a5f92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:53.950127 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dd26-1d17-4474-a34b-1f1364a44978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.953817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294262e-b99e-429c-9241-41dade8a5f92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:53.953976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6853991a-b372-4cb8-9d6a-ab0959ab6198 None None] Provisioning complete for port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:53.954247 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6853991a-b372-4cb8-9d6a-ab0959ab6198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.955271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294262e-b99e-429c-9241-41dade8a5f92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:53.958045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.958198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7f72cd5e-0bf7-4926-bf3e-19098cb54302 req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (878e5c0f-b5d5-498e-8fb9-d3e229ba1899), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:53.958900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:53.960720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b294262e-b99e-429c-9241-41dade8a5f92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1547444 Apr 07 11:19:53.964492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:53.968352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7f72cd5e-0bf7-4926-bf3e-19098cb54302 req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (878e5c0f-b5d5-498e-8fb9-d3e229ba1899), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.047881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878e5c0f-b5d5-498e-8fb9-d3e229ba1899,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:54.066369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet c9d4cf2c-910e-47b9-9b7a-43937c59e932 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:54.077063 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (c9d4cf2c-910e-47b9-9b7a-43937c59e932), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.085217 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7f72cd5e-0bf7-4926-bf3e-19098cb54302 req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.099536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f72cd5e-0bf7-4926-bf3e-19098cb54302 req-48e8b846-a864-4b71-bb40-f4e436fe57bb tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5437453 Apr 07 11:19:54.149691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (c9d4cf2c-910e-47b9-9b7a-43937c59e932), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.287031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-228d40c6-a953-4178-bb45-ff1c2157897e req-d7689b0b-ccf6-48b7-bbb9-ff0b6da467c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/878e5c0f-b5d5-498e-8fb9-d3e229ba1899 HTTP/1.1" status: 200 len: 1822 time: 0.1714420 Apr 07 11:19:54.304239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '878e5c0f-b5d5-498e-8fb9-d3e229ba1899', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:54.305318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '878e5c0f-b5d5-498e-8fb9-d3e229ba1899', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:54.315164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Router 030e977b-cb13-4392-8259-9e4d431bd3a7 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:19:54.335183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c9d4cf2c-910e-47b9-9b7a-43937c59e932), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.355529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fd44-09ee-4717-8190-e26068b09258 req-ff6ae008-1c6e-4632-9c93-2b76b24a13a5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:54.357303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2563fd44-09ee-4717-8190-e26068b09258 req-ff6ae008-1c6e-4632-9c93-2b76b24a13a5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1749883 Apr 07 11:19:54.460466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c9d4cf2c-910e-47b9-9b7a-43937c59e932), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.514499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d4cf2c-910e-47b9-9b7a-43937c59e932,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:54.521156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (9d253e39-e87e-4089-bfbc-b249b4cbfbb6), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.531583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.540891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d65a1138-d101-4aa5-b14c-5182c5346a48 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/c9d4cf2c-910e-47b9-9b7a-43937c59e932 HTTP/1.1" status: 204 len: 168 time: 0.5752680 Apr 07 11:19:54.544488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48448) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:54.616396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2563fd44-09ee-4717-8190-e26068b09258 req-9e1ab97c-dc0f-4693-ab4d-64fa72357bf7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055464 Apr 07 11:19:54.651279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:54.679447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (9d253e39-e87e-4089-bfbc-b249b4cbfbb6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.685921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:54.689891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.702413 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9d253e39-e87e-4089-bfbc-b249b4cbfbb6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.732536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:19:54.749942 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Sync routers for ids ['030e977b-cb13-4392-8259-9e4d431bd3a7'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:19:54.766261 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Routers {'030e977b-cb13-4392-8259-9e4d431bd3a7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:19:54.766917 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:19:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['030e977b-cb13-4392-8259-9e4d431bd3a7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:54.788906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet cc4dfdec-1300-47e6-8a02-98560c118f4f {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:19:54.811767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.813332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dfb9c3ea-3d9d-4ca2-8d3a-7d3cd61682ea admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6624260 Apr 07 11:19:54.816165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48458) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:54.835900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (cc4dfdec-1300-47e6-8a02-98560c118f4f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.848111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d253e39-e87e-4089-bfbc-b249b4cbfbb6,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:54.919049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6853991a-b372-4cb8-9d6a-ab0959ab6198 None None] Current status of the port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:54.923838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-f8e8dd26-1d17-4474-a34b-1f1364a44978 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9d4cf2c-910e-47b9-9b7a-43937c59e932: This subnet is being modified by another concurrent operation. Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:19:54.950785 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9d4cf2c-910e-47b9-9b7a-43937c59e932: This subnet is being modified by another concurrent operation. Apr 07 11:19:54.953952 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:19:54.972523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-228d40c6-a953-4178-bb45-ff1c2157897e req-b6e8e6c4-a81f-4a0c-b406-20752cb33152 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6822555 Apr 07 11:19:54.990429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-05d36ef7-0c92-4afd-a3d1-928ec9519c62 req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1973406994', 'description': 'tempest-description-17607079'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:55.002300 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Set router 030e977b-cb13-4392-8259-9e4d431bd3a7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:19:55.034229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (cc4dfdec-1300-47e6-8a02-98560c118f4f), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.116595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05d36ef7-0c92-4afd-a3d1-928ec9519c62 req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.118786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cef544-d857-417d-bf87-4e3bb93a452a None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:19:55.202881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cc4dfdec-1300-47e6-8a02-98560c118f4f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.305658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Could not find standard attr ID for object 7fb44118-cfa6-474c-ad5d-d521eeba8ec2. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:19:55.311354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:55.345215 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:19:52Z', 'revision_number': 3, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:55.377483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:55.378225 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.399084 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Checking router: 030e977b-cb13-4392-8259-9e4d431bd3a7 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:19:55.400111 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Updating router 030e977b-cb13-4392-8259-9e4d431bd3a7 port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:19:55.445206 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.497159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05d36ef7-0c92-4afd-a3d1-928ec9519c62 req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (52eb04a7-3aee-4ca5-9ee0-f415336fa7fe), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.499009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (cc4dfdec-1300-47e6-8a02-98560c118f4f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.553648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:55.572238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05d36ef7-0c92-4afd-a3d1-928ec9519c62 req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52eb04a7-3aee-4ca5-9ee0-f415336fa7fe), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.593325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4dfdec-1300-47e6-8a02-98560c118f4f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:55.612549 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.616731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-762e8cfe-8eac-4dfe-af89-d33b97e69bc4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/cc4dfdec-1300-47e6-8a02-98560c118f4f HTTP/1.1" status: 204 len: 168 time: 1.0675294 Apr 07 11:19:55.626509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48464) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:55.728807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e26f71b0-ec95-4557-823c-e4cc4bf2b800 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984676 Apr 07 11:19:55.740749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05d36ef7-0c92-4afd-a3d1-928ec9519c62 req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.746571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05d36ef7-0c92-4afd-a3d1-928ec9519c62 req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7704618 Apr 07 11:19:55.748278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48468) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:55.754960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:55.764813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:55.781213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441aeb9-6ff9-45c2-be06-ee73cc75ca41 None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': 'cc4dfdec-1300-47e6-8a02-98560c118f4f'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '560daaa1-8f2b-465e-844f-82d962022781'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:19:55.789249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:55.790687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.802397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679c81a-1824-49d3-ae23-170d6f80c43e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb04a7-3aee-4ca5-9ee0-f415336fa7fe,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:55.839612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Provisioning complete for port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:55.840191 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:55.999173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d441aeb9-6ff9-45c2-be06-ee73cc75ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.072427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a959b244-020e-488c-96f0-2539cc529f03 req-aeb5abfc-bb1d-4093-a3b8-7cdf5f168008 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/52eb04a7-3aee-4ca5-9ee0-f415336fa7fe HTTP/1.1" status: 200 len: 1822 time: 0.2886903 Apr 07 11:19:56.074441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:56.078737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.134224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e903e-7011-4c4a-a373-064bff45dced req-f2fca67a-49a1-43d8-b016-79cf5b976215 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:56.153020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d14e903e-7011-4c4a-a373-064bff45dced req-f2fca67a-49a1-43d8-b016-79cf5b976215 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.3822172 Apr 07 11:19:56.165605 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Publish callbacks [] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.181481 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.191824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '52eb04a7-3aee-4ca5-9ee0-f415336fa7fe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:56.192432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '52eb04a7-3aee-4ca5-9ee0-f415336fa7fe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:56.273310 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Pushing event updated for resources: {'Port': ['ID=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:56.276876 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Attempting to bind port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:19:56.277236 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Attempting to bind port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:19:56.277515 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Attempting to bind port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:19:56.296343 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.296957 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.297755 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.298281 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.298807 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.299330 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.299999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d14e903e-7011-4c4a-a373-064bff45dced req-f4b2f472-4922-4ca8-968c-0fe35eaf02e1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455572 Apr 07 11:19:56.300698 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.301773 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.302602 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.303088 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.303605 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.304325 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.305352 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:19:56.319710 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:19:56.320731 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:19:56.321496 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.322036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:19:56.323975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Bound port: e9ac1572-4c24-4b84-b72d-c4cf66c426c7, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:19:56.325591 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.438255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (d57abfde-f5b6-448e-8490-5458777424f2), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.466754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d1823a0d-771b-44b8-a836-cc06a9eb068f None None] Current status of the port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:56.490136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:56.517005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6055cea0-69c5-47b3-8f53-74fc928f1ebf None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:19:56.591803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.615188 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] For port e9ac1572-4c24-4b84-b72d-c4cf66c426c7, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:19:56.621888 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] For port e9ac1572-4c24-4b84-b72d-c4cf66c426c7, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:19:56.629599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (d57abfde-f5b6-448e-8490-5458777424f2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.631788 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.683745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:19:56.690384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d57abfde-f5b6-448e-8490-5458777424f2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.724917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57abfde-f5b6-448e-8490-5458777424f2,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:56.728507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (28579566-5823-40dd-a3b8-59095c5c4527), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.740462 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.741234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a959b244-020e-488c-96f0-2539cc529f03 req-71b5a5af-5855-484f-8b33-f7d646efe62e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6247408 Apr 07 11:19:56.773463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:56.779262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:56.784785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:56.785639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.790999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b2526296-8f13-4182-b959-8d63e2274c4b req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1832688519', 'description': 'tempest-description-727226910'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:56.821767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-456582a8-b611-44b2-9c8a-4af138208edf None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:56.822322 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-456582a8-b611-44b2-9c8a-4af138208edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.831605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=28579566-5823-40dd-a3b8-59095c5c4527,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:56.841036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-44226b55-198d-4e23-acbb-40151e2fbdf1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0830204 Apr 07 11:19:56.842535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2526296-8f13-4182-b959-8d63e2274c4b req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:56.844385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48494) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:56.850881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:56.886805 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Routers {'030e977b-cb13-4392-8259-9e4d431bd3a7'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:19:56.892795 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:19:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['030e977b-cb13-4392-8259-9e4d431bd3a7'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:56.899303 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91fbf-9e01-4f02-9be4-aa44e20303e8 None None] Pushing event updated for resources: {'Port': ['ID=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:57.150628 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2526296-8f13-4182-b959-8d63e2274c4b req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (b3611922-fad9-4eba-a1b2-490485b3b3c9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.156026 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] Set router 030e977b-cb13-4392-8259-9e4d431bd3a7 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:19:57.163638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2526296-8f13-4182-b959-8d63e2274c4b req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3611922-fad9-4eba-a1b2-490485b3b3c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.175642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6055cea0-69c5-47b3-8f53-74fc928f1ebf None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:19:57.193201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:57.200974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.204590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Allocated IP 172.20.0.1 (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f/d1a18a46-f38a-4cad-b698-6df3d9d9c5f4/3371bf22-0743-4af3-97e0-d66aa42a7b65) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:57.219114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b2526296-8f13-4182-b959-8d63e2274c4b req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.220273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2526296-8f13-4182-b959-8d63e2274c4b req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4422529 Apr 07 11:19:57.298833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-456582a8-b611-44b2-9c8a-4af138208edf None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:57.323733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:19:57.324661 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.342362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-38feedc1-1ceb-4cb6-830b-c539ca816907 req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1355785922', 'description': 'tempest-description-405074244'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:57.426835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:57.443315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks [] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.446086 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.508684 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:19:52Z', 'revision_number': 3, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:19:57.513654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d613f36-4632-4f40-a85d-73dc921c5224 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3611922-fad9-4eba-a1b2-490485b3b3c9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:57.555143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.571549 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38feedc1-1ceb-4cb6-830b-c539ca816907 req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.574475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5d335-aee0-490f-8cf8-08aedf511a57 None None] The sync data for ids ['030e977b-cb13-4392-8259-9e4d431bd3a7'] in n-d-836788-1 is: [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:19:52Z', 'revision_number': 3, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:19:57.625881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:19:57.630218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:19:57.638785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:57.643715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:19:57.698407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74b99-414f-46d5-bf23-07d404a9e652 req-97d95da5-6826-49ef-8a11-aada789d0d16 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:57.707437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fc74b99-414f-46d5-bf23-07d404a9e652 req-97d95da5-6826-49ef-8a11-aada789d0d16 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.3805876 Apr 07 11:19:57.724420 n-d-836788-1 neutron-server[104178]: INFO neutron.db.ipam_backend_mixin [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28579566-5823-40dd-a3b8-59095c5c4527 (CIDR: 2001:db8::/64) Apr 07 11:19:57.742214 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:19:57.743002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:19:57.777289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (030e977b-cb13-4392-8259-9e4d431bd3a7), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.781967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Pushing event updated for resources: {'Port': ['ID=3371bf22-0743-4af3-97e0-d66aa42a7b65,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:57.818028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fc74b99-414f-46d5-bf23-07d404a9e652 req-d7afec30-b0d8-4935-b0a3-6a88f0acced7 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029077 Apr 07 11:19:57.830154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fac81ff9-2a0c-4696-8bc6-96006509a8df tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9845784 Apr 07 11:19:57.833662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:19:57.840130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:57.853290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38feedc1-1ceb-4cb6-830b-c539ca816907 req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (3f842d05-b7f4-4fe4-a6ed-64e97f582503), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.856136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '28579566-5823-40dd-a3b8-59095c5c4527'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '560daaa1-8f2b-465e-844f-82d962022781'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:19:57.882141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38feedc1-1ceb-4cb6-830b-c539ca816907 req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3f842d05-b7f4-4fe4-a6ed-64e97f582503), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.958647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.964459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-38feedc1-1ceb-4cb6-830b-c539ca816907 req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:57.987581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38feedc1-1ceb-4cb6-830b-c539ca816907 req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7215083 Apr 07 11:19:57.989798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85579928-1bf6-481d-af05-23a9ccf238f0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f842d05-b7f4-4fe4-a6ed-64e97f582503,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:58.083783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:19:58.087642 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.200832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-c0ddfb7b-621a-4294-ad08-b6932cff4a2e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/b3611922-fad9-4eba-a1b2-490485b3b3c9 HTTP/1.1" status: 200 len: 1823 time: 0.0767312 Apr 07 11:19:58.249409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725623-8676-4dc9-95e3-095924c4b92b req-ef7122f5-d097-4b63-b1da-0f23c3c798ff tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:58.257678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36725623-8676-4dc9-95e3-095924c4b92b req-ef7122f5-d097-4b63-b1da-0f23c3c798ff tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2321162 Apr 07 11:19:58.338026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-c6a3cc4b-1385-4708-97ea-14ccd8076cbd tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/3f842d05-b7f4-4fe4-a6ed-64e97f582503 HTTP/1.1" status: 200 len: 1823 time: 0.1308699 Apr 07 11:19:58.372066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3611922-fad9-4eba-a1b2-490485b3b3c9', 'remote_group_id': '3f842d05-b7f4-4fe4-a6ed-64e97f582503', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:58.372430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3611922-fad9-4eba-a1b2-490485b3b3c9', 'remote_group_id': '3f842d05-b7f4-4fe4-a6ed-64e97f582503', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:58.390039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36725623-8676-4dc9-95e3-095924c4b92b req-e5110607-6d17-4877-97c5-07b9c14b0905 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307080 Apr 07 11:19:58.395055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/28579566-5823-40dd-a3b8-59095c5c4527/560daaa1-8f2b-465e-844f-82d962022781) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:19:58.470429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (e100b9d6-dd5c-44a6-8274-90ef24860cb3), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.534988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (e100b9d6-dd5c-44a6-8274-90ef24860cb3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.540554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e100b9d6-dd5c-44a6-8274-90ef24860cb3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.570087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e100b9d6-dd5c-44a6-8274-90ef24860cb3,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:58.576354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.578283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab574003-93b1-4fb2-9bd5-282e415ad74c req-2e5fdd72-8b2e-4b36-b913-755c38e1d61e tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2216763 Apr 07 11:19:58.625247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0913f19f-d2ab-4549-93a1-37a5658e3aa7 req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1530212052', 'description': 'tempest-description-252372696'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:58.636265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:19:58.674786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0913f19f-d2ab-4549-93a1-37a5658e3aa7 req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.681905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] Publish callbacks [] for port (560daaa1-8f2b-465e-844f-82d962022781), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.696951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.703646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.830892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0913f19f-d2ab-4549-93a1-37a5658e3aa7 req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (f7563079-578d-4ff9-90d3-aa40b70e6b00), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.839484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0913f19f-d2ab-4549-93a1-37a5658e3aa7 req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f7563079-578d-4ff9-90d3-aa40b70e6b00), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.906575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016a62-7bf7-4104-af1e-3a1cfb111e61 None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:58.910596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0913f19f-d2ab-4549-93a1-37a5658e3aa7 req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:58.922363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0913f19f-d2ab-4549-93a1-37a5658e3aa7 req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3038857 Apr 07 11:19:58.945918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca2514-e5a2-4a80-a07b-2ce8988219db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7563079-578d-4ff9-90d3-aa40b70e6b00,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:58.972619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-22820646-25a0-4eca-b155-bf42da42e201 req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1991436549', 'description': 'tempest-description-70414426'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:59.097999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-22820646-25a0-4eca-b155-bf42da42e201 req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.116741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a21a2-2833-46dc-adef-9f03fc71deb2 req-70e9b8a1-7336-4553-93cc-6fb660bbd33a tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:59.119574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-399a21a2-2833-46dc-adef-9f03fc71deb2 req-70e9b8a1-7336-4553-93cc-6fb660bbd33a tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.1264060 Apr 07 11:19:59.152657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks [] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.233072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:19:59.241944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.262718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-22820646-25a0-4eca-b155-bf42da42e201 req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.272024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-399a21a2-2833-46dc-adef-9f03fc71deb2 req-6ad70e85-7ef1-469f-abfc-c076580de93c tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429832 Apr 07 11:19:59.276944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-22820646-25a0-4eca-b155-bf42da42e201 req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.351050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:59.356800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-22820646-25a0-4eca-b155-bf42da42e201 req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.363237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22820646-25a0-4eca-b155-bf42da42e201 req-3de65274-250e-4c42-a6a9-01e6e5dd4d1b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4072733 Apr 07 11:19:59.385480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (030e977b-cb13-4392-8259-9e4d431bd3a7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.469450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-570849dd-4679-4367-ae62-b41f87ffcdce req-290f6163-f245-42ae-932b-81b7c736a1a6 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/f7563079-578d-4ff9-90d3-aa40b70e6b00 HTTP/1.1" status: 200 len: 1823 time: 0.0822806 Apr 07 11:19:59.527371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-570849dd-4679-4367-ae62-b41f87ffcdce req-9d30d010-edeb-482f-9240-f2ce1e67420d tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c HTTP/1.1" status: 200 len: 1822 time: 0.0568089 Apr 07 11:19:59.532849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7563079-578d-4ff9-90d3-aa40b70e6b00', 'remote_group_id': 'c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:59.533320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7563079-578d-4ff9-90d3-aa40b70e6b00', 'remote_group_id': 'c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:19:59.685982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-392db6ca-9f99-492b-ac67-bbed4fc009c8 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:59.688127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-392db6ca-9f99-492b-ac67-bbed4fc009c8 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.5323136 Apr 07 11:19:59.748803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Pushing event updated for resources: {'Port': ['ID=3371bf22-0743-4af3-97e0-d66aa42a7b65,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:19:59.801054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:19:59.834543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3abad7-3a58-421f-b366-b8e5724d3e95 req-e71b0d30-8a1b-44d5-8d67-bf2c4b6b8a3b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:19:59.839811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc3abad7-3a58-421f-b366-b8e5724d3e95 req-e71b0d30-8a1b-44d5-8d67-bf2c4b6b8a3b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2679524 Apr 07 11:19:59.841629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (a5db6342-2a7d-4cc9-9c4a-18d63e57eecd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.893949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:19:59.894260 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.972978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (a5db6342-2a7d-4cc9-9c4a-18d63e57eecd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:19:59.996755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Deleting port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:19:59.997152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.004480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.038934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc3abad7-3a58-421f-b366-b8e5724d3e95 req-48e24319-29ae-44a9-a053-7d29efe15b31 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892180 Apr 07 11:20:00.041322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a5db6342-2a7d-4cc9-9c4a-18d63e57eecd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.111266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5db6342-2a7d-4cc9-9c4a-18d63e57eecd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:00.112517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:00.116296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:00.123094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.124711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-570849dd-4679-4367-ae62-b41f87ffcdce req-623607ee-54ac-4afc-954c-347da90da53a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5962918 Apr 07 11:20:00.236719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9711eba4-b843-49fb-bf93-eee92774e10e req-4cee7d62-becf-4740-93f5-d25ce2b1c39c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c HTTP/1.1" status: 200 len: 1822 time: 0.0769148 Apr 07 11:20:00.302075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:00.302640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.366952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb6ab3-eed7-424b-b5a3-c48e4037316c None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:00.437494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9711eba4-b843-49fb-bf93-eee92774e10e req-8df35ad5-53db-4941-9356-378d71a635c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.489198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9711eba4-b843-49fb-bf93-eee92774e10e req-8df35ad5-53db-4941-9356-378d71a635c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.500588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:00.523929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.525608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e9ac1572-4c24-4b84-b72d-c4cf66c426c7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:00.633204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9711eba4-b843-49fb-bf93-eee92774e10e req-8df35ad5-53db-4941-9356-378d71a635c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.636745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9711eba4-b843-49fb-bf93-eee92774e10e req-8df35ad5-53db-4941-9356-378d71a635c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.638278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9711eba4-b843-49fb-bf93-eee92774e10e req-8df35ad5-53db-4941-9356-378d71a635c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c HTTP/1.1" status: 204 len: 173 time: 0.3908186 Apr 07 11:20:00.656293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df35ad5-53db-4941-9356-378d71a635c5 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:00.702618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290fb03-5602-454a-bb76-eb247eb8d2b9 req-b0582234-601f-4a57-a178-85cdf0a23639 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:00.726094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5290fb03-5602-454a-bb76-eb247eb8d2b9 req-b0582234-601f-4a57-a178-85cdf0a23639 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 946 time: 0.1378975 Apr 07 11:20:00.772945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:00.796648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:20:00.797229 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:20:00.801894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] For port 393ad4de-71a1-44c1-b5db-d4e5b9efae45, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=393ad4de-71a1-44c1-b5db-d4e5b9efae45,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:00.802346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.816187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-40758ad6-c465-4bae-bd8e-0c9e4ada4b64 None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:00.817272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40758ad6-c465-4bae-bd8e-0c9e4ada4b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.888493 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a9ed29-4344-4200-86d7-05a0bf63e86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.888752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5290fb03-5602-454a-bb76-eb247eb8d2b9 req-8df8deef-c219-48bb-b0f8-b9c3786249d2 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e091946-03a9-4a13-9746-a15c21229844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606510 Apr 07 11:20:00.896422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84175de6-8228-4233-84c6-4fa1a0507bb4 req-1f075866-ca11-4772-817b-52b11793ad68 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/f7563079-578d-4ff9-90d3-aa40b70e6b00 HTTP/1.1" status: 200 len: 1823 time: 0.0919116 Apr 07 11:20:00.937910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e75afebe-9627-47c9-8742-40ed86069c63 req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-12728602', 'description': 'tempest-description-669329192'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:00.958261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:00.958784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:00.996366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e75afebe-9627-47c9-8742-40ed86069c63 req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.090920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Router 030e977b-cb13-4392-8259-9e4d431bd3a7 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:20:01.113303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-40758ad6-c465-4bae-bd8e-0c9e4ada4b64 None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:01.130471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e75afebe-9627-47c9-8742-40ed86069c63 req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (0a2a9296-da9c-4fee-b124-a482e498a84f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.138728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e75afebe-9627-47c9-8742-40ed86069c63 req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0a2a9296-da9c-4fee-b124-a482e498a84f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.173227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a9296-da9c-4fee-b124-a482e498a84f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:01.215658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:01.221696 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.225072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e75afebe-9627-47c9-8742-40ed86069c63 req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.228350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e75afebe-9627-47c9-8742-40ed86069c63 req-5414f564-acdf-4b6c-81c3-d89403a11461 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2981474 Apr 07 11:20:01.316040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e9ac1572-4c24-4b84-b72d-c4cf66c426c7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:01.329463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cd244e00-265b-4a6c-bd0c-00b0e4cfaf50 None None] Provisioning complete for port 3371bf22-0743-4af3-97e0-d66aa42a7b65 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:01.332281 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd244e00-265b-4a6c-bd0c-00b0e4cfaf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.365721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3280eb-5a12-4a73-bf85-179af299b50a req-d959521a-3556-49dc-bb29-06eb63e6a58c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:01.367616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab3280eb-5a12-4a73-bf85-179af299b50a req-d959521a-3556-49dc-bb29-06eb63e6a58c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1565909 Apr 07 11:20:01.373581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.373961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (d032b15c-bb2d-44c5-a256-200d8605f254), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.374284 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Floating IP d032b15c-bb2d-44c5-a256-200d8605f254 disassociated. External IP: 172.25.5.23, port: 393ad4de-71a1-44c1-b5db-d4e5b9efae45. Apr 07 11:20:01.381996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Calling delete_port for 393ad4de-71a1-44c1-b5db-d4e5b9efae45 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:01.391848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.466798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-99bece4c-a416-47e2-aa6b-8881245fb5db tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/0a2a9296-da9c-4fee-b124-a482e498a84f HTTP/1.1" status: 200 len: 1821 time: 0.1591353 Apr 07 11:20:01.534146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd244e00-265b-4a6c-bd0c-00b0e4cfaf50 None None] Port 3371bf22-0743-4af3-97e0-d66aa42a7b65 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:01.540555 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.560454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:01.564593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a2a9296-da9c-4fee-b124-a482e498a84f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:01.565907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a2a9296-da9c-4fee-b124-a482e498a84f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:01.577166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab3280eb-5a12-4a73-bf85-179af299b50a req-7c9b98c7-12f9-4930-8e01-3375e3be0e51 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946888 Apr 07 11:20:01.662909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f89aac71-ed6f-40bf-9335-5acef5073bd6 None None] Provisioning complete for port 3371bf22-0743-4af3-97e0-d66aa42a7b65 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:01.664222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f89aac71-ed6f-40bf-9335-5acef5073bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.686509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.686949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (c80b4303-1af5-46b0-8bc1-b2559e07cc03), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.697309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:01.726157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (c80b4303-1af5-46b0-8bc1-b2559e07cc03), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.729170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:01.732241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c80b4303-1af5-46b0-8bc1-b2559e07cc03), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.751974 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a62a0f7-b538-405b-b5c7-fe815ad1ea55 admin admin] 10.222.0.13 "PUT /v2.0/routers/030e977b-cb13-4392-8259-9e4d431bd3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9345355 Apr 07 11:20:01.767221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80b4303-1af5-46b0-8bc1-b2559e07cc03,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:01.800946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:01.804740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-810dc4aa-27ad-4196-ba3b-38a9dc07b9c8 req-4defc0f6-c754-4576-ac99-95afc06a5822 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2889853 Apr 07 11:20:01.845764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Sync routers for ids ['030e977b-cb13-4392-8259-9e4d431bd3a7'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:01.949401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f89aac71-ed6f-40bf-9335-5acef5073bd6 None None] Port 3371bf22-0743-4af3-97e0-d66aa42a7b65 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:01.956082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Routers {'030e977b-cb13-4392-8259-9e4d431bd3a7'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:01.956751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:19:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['030e977b-cb13-4392-8259-9e4d431bd3a7'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:01.984548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-a9d08903-cf24-4f2c-b9de-2b04dddc7be7 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/0a2a9296-da9c-4fee-b124-a482e498a84f HTTP/1.1" status: 200 len: 2415 time: 0.1204641 Apr 07 11:20:01.989822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a2a9296-da9c-4fee-b124-a482e498a84f', 'remote_group_id': None}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:01.990153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a2a9296-da9c-4fee-b124-a482e498a84f', 'remote_group_id': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:02.018169 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (393ad4de-71a1-44c1-b5db-d4e5b9efae45), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.075453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event deleted for resources: {'Port': ['ID=393ad4de-71a1-44c1-b5db-d4e5b9efae45,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:02.077372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48606) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:02.152163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:02.152672 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.191067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4587c753-90ed-4761-be78-864f7ec956f7 req-5eaa6535-e301-46e1-99d9-c95dec4222bd tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 210 time: 0.0929546 Apr 07 11:20:02.192825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (c110c31d-b028-4956-bbe1-42ed2d18b744), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.199749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1007755651'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:02.234619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (c110c31d-b028-4956-bbe1-42ed2d18b744), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.242361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c110c31d-b028-4956-bbe1-42ed2d18b744), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.257984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:02.267796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Set router 030e977b-cb13-4392-8259-9e4d431bd3a7 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:02.308970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.309196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5610870c-ea26-4125-a3d0-aed30f1e4a6f None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:02.309736 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5610870c-ea26-4125-a3d0-aed30f1e4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.317579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd0f8bdc-c2f3-41e6-8aa4-9b892ff34a6b req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3320103 Apr 07 11:20:02.337525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcb137-8e07-49e7-87af-08c0171cc82a tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c110c31d-b028-4956-bbe1-42ed2d18b744,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:02.361249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (560daaa1-8f2b-465e-844f-82d962022781), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.366877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:02.372028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.377574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.446727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d07d8b98-5995-4268-b821-a303914d781a req-47b688e1-31d6-46b5-8cc7-514b0c1a6124 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/0a2a9296-da9c-4fee-b124-a482e498a84f HTTP/1.1" status: 200 len: 3014 time: 0.0819137 Apr 07 11:20:02.462940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (6285a543-1494-4c77-882b-a42ff8808a08), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.475837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:02.515719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed879b-cf35-4fcc-aa31-cdb14a5105be req-d2bd63df-6257-4bfa-bd11-18c5d8d6134e tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:02.518399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4aed879b-cf35-4fcc-aa31-cdb14a5105be req-d2bd63df-6257-4bfa-bd11-18c5d8d6134e tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 950 time: 0.1966794 Apr 07 11:20:02.541336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:02.544928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-1a4ff8e2-e110-4721-af6b-0bb1de0ebc9f tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-group-rules/c110c31d-b028-4956-bbe1-42ed2d18b744 HTTP/1.1" status: 200 len: 783 time: 0.0572214 Apr 07 11:20:02.571360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Router 20ea4705-2620-4bd6-95ad-0ed2933e6cae has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:20:02.610811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=9']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:02.626807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:02.635149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-24a942e7-38c0-4f60-91f6-541da31fc862 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/0a2a9296-da9c-4fee-b124-a482e498a84f HTTP/1.1" status: 200 len: 3014 time: 0.0743120 Apr 07 11:20:02.647016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (89f0230b-c2e2-452b-af79-c02befc2f8bb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.647952 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Added segment 89f0230b-c2e2-452b-af79-c02befc2f8bb of type vlan for network b0eb399e-867a-4245-b3e7-be28cd2b1006 Apr 07 11:20:02.669191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4aed879b-cf35-4fcc-aa31-cdb14a5105be req-605a50e8-17f5-4bd3-8151-36cb7d67c1ff tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394649 Apr 07 11:20:02.692264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-c521d53a-1a50-466e-92ce-75d29f7a552b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (c110c31d-b028-4956-bbe1-42ed2d18b744), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.706484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-c521d53a-1a50-466e-92ce-75d29f7a552b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (c110c31d-b028-4956-bbe1-42ed2d18b744), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.735182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5610870c-ea26-4125-a3d0-aed30f1e4a6f None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:02.743531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:02.760308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:02.761731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.770745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-c521d53a-1a50-466e-92ce-75d29f7a552b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c110c31d-b028-4956-bbe1-42ed2d18b744), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.787451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-c521d53a-1a50-466e-92ce-75d29f7a552b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.788623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c146103-f2be-4608-a77f-bdc32a69c3a7 req-c521d53a-1a50-466e-92ce-75d29f7a552b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c110c31d-b028-4956-bbe1-42ed2d18b744 HTTP/1.1" status: 204 len: 173 time: 0.1521163 Apr 07 11:20:02.789446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521d53a-1a50-466e-92ce-75d29f7a552b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c110c31d-b028-4956-bbe1-42ed2d18b744,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:02.824447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717aada-5932-4b14-b3d2-27d2a249e060 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:02.847093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b0eb399e-867a-4245-b3e7-be28cd2b1006), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.858220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=6285a543-1494-4c77-882b-a42ff8808a08,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:02.903873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c3ceb12b-ea50-4c60-9e1c-bd5e1cdd0f8a None None] Could not find standard attr ID for object 7fb44118-cfa6-474c-ad5d-d521eeba8ec2. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:20:02.906739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-81d555cb-b048-41c0-ae85-5a03c381e08a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0716548 Apr 07 11:20:02.909603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c075-0e16-4bc3-83fc-8317f134b14b req-ae9a1999-21fb-415b-9152-470035485aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:02.913995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51b6c075-0e16-4bc3-83fc-8317f134b14b req-ae9a1999-21fb-415b-9152-470035485aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1130466 Apr 07 11:20:02.918418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48618) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:02.924667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:1a:b1:fa', 'name': 'tempest-NetworksTestDHCPv6-410402951'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:02.925239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:19:58Z', 'revision_number': 4, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3371bf22-0743-4af3-97e0-d66aa42a7b65', 'name': '', 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'mac_address': 'fa:16:3e:53:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:56Z', 'updated_at': '2022-04-07T11:19:58Z', 'revision_number': 2, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'subnets': [{'id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:02.931543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 393ad4de-71a1-44c1-b5db-d4e5b9efae45 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:02.968769 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b0eb399e-867a-4245-b3e7-be28cd2b1006), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.974194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:02.974886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:02.988651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 393ad4de-71a1-44c1-b5db-d4e5b9efae45 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:02.989058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 393ad4de-71a1-44c1-b5db-d4e5b9efae45 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:02.999307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Checking router: 030e977b-cb13-4392-8259-9e4d431bd3a7 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:03.000186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Updating router 030e977b-cb13-4392-8259-9e4d431bd3a7 port 3371bf22-0743-4af3-97e0-d66aa42a7b65 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:20:03.046615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f65a-bc11-4cb7-ab58-e40726438849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.061470 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.092675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:03.101555 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0146325 Apr 07 11:20:03.124439 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] Sync routers for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:03.142770 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:03.143439 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:03.174752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48624) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:03.195513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'subnet': {'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:03.289497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2fe1e-8eec-49b9-9f07-b4156fa19684 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Network': ['ID=b0eb399e-867a-4245-b3e7-be28cd2b1006,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:03.292266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] No DVR routers for this DVR port 393ad4de-71a1-44c1-b5db-d4e5b9efae45 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:03.328180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:03.332527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.338028 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9ea4d089-1fa2-4cec-b1c3-f996f958a92b req-2b1f335d-524e-4dbf-9993-9b1ae29d4ecb tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.41 "DELETE /v2.0/ports/393ad4de-71a1-44c1-b5db-d4e5b9efae45 HTTP/1.1" status: 204 len: 173 time: 3.6044261 Apr 07 11:20:03.340829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'name': 'network-vif-deleted', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:03.344908 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f34f618-6c2a-45e5-af85-777063ac4b11" -d '{"events": [{"server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "name": "network-vif-deleted", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:03.349483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:03.359017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.441855 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:03.476576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae2a6174-a6ea-4c4f-9b9a-19690a6f5362 req-f35e76ad-c74e-48e3-8bca-f34c14fa3d26 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/0a2a9296-da9c-4fee-b124-a482e498a84f HTTP/1.1" status: 200 len: 2415 time: 0.6348944 Apr 07 11:20:03.673091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e9ac1572-4c24-4b84-b72d-c4cf66c426c7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:03.680654 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.719532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51b6c075-0e16-4bc3-83fc-8317f134b14b req-3592c70d-9bf8-48c8-8da3-6c579b8df252 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7852440 Apr 07 11:20:03.757037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (257fbb92-b174-420f-b66e-04672e239308), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.783946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ae2a6174-a6ea-4c4f-9b9a-19690a6f5362 req-bf7557b5-a325-41c7-9aa1-41e1f3495ef0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (0a2a9296-da9c-4fee-b124-a482e498a84f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.824123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ae2a6174-a6ea-4c4f-9b9a-19690a6f5362 req-bf7557b5-a325-41c7-9aa1-41e1f3495ef0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (0a2a9296-da9c-4fee-b124-a482e498a84f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.898983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f8bded86-d628-4927-b80b-cfaba25ae203 None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:03.899657 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8bded86-d628-4927-b80b-cfaba25ae203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.908945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Subnet': ['ID=257fbb92-b174-420f-b66e-04672e239308,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:03.934518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:03.953939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:03.954424 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:03.959066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Checking segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:03.962467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network hostable DHCP agents. Network: b0eb399e-867a-4245-b3e7-be28cd2b1006, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:20:04.011334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:20:04.014262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa6fee03-1e26-4b28-b1f6-e61768393651 req-1d8bef14-5f3d-4ea5-a007-61d4d7f5bb6d tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1dd3e9-0989-45a2-a535-1d731eeb257b HTTP/1.1" status: 200 len: 210 time: 0.1224084 Apr 07 11:20:04.041216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ae2a6174-a6ea-4c4f-9b9a-19690a6f5362 req-bf7557b5-a325-41c7-9aa1-41e1f3495ef0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0a2a9296-da9c-4fee-b124-a482e498a84f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.043210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b0eb399e-867a-4245-b3e7-be28cd2b1006) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:04.045172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ae2a6174-a6ea-4c4f-9b9a-19690a6f5362 req-bf7557b5-a325-41c7-9aa1-41e1f3495ef0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.046453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae2a6174-a6ea-4c4f-9b9a-19690a6f5362 req-bf7557b5-a325-41c7-9aa1-41e1f3495ef0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a2a9296-da9c-4fee-b124-a482e498a84f HTTP/1.1" status: 204 len: 173 time: 0.5324473 Apr 07 11:20:04.065483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:04.068481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e9d9d-af05-4dd3-91b3-b57a75138a26 None None] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:04.068788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.087186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7557b5-a325-41c7-9aa1-41e1f3495ef0 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a9296-da9c-4fee-b124-a482e498a84f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:04.108685 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484366c0-95cb-4cbe-badb-a14f88dd15fb x-openstack-request-id: req-484366c0-95cb-4cbe-badb-a14f88dd15fb {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:04.109536 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1dd3e9-0989-45a2-a535-1d731eeb257b", "name": "network-vif-deleted", "tag": "393ad4de-71a1-44c1-b5db-d4e5b9efae45", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:04.109536 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-484366c0-95cb-4cbe-badb-a14f88dd15fb {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:04.109975 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484366c0-95cb-4cbe-badb-a14f88dd15fb'] response: {'server_uuid': '2d1dd3e9-0989-45a2-a535-1d731eeb257b', 'name': 'network-vif-deleted', 'tag': '393ad4de-71a1-44c1-b5db-d4e5b9efae45', 'status': 'completed', 'code': 200} Apr 07 11:20:04.122503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48640) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:04.127435 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-09e790ff-b0c6-4cf9-9939-8079aa9b5a73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9373310 Apr 07 11:20:04.128371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-268259350'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:04.153677 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-0cf68925-0757-432d-8949-75197b894434 req-3ffff08c-c9dc-4fa3-a585-286cff9b6b73 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] show failed (client error): The resource could not be found. Apr 07 11:20:04.173718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf68925-0757-432d-8949-75197b894434 req-3ffff08c-c9dc-4fa3-a585-286cff9b6b73 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/c5463ebc-12d5-48ef-9e12-cb5aa9a7db5c HTTP/1.1" status: 404 len: 352 time: 0.0589223 Apr 07 11:20:04.179412 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.185237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Publish callbacks [] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.198440 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:04.218287 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.236935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:04.240198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.253764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 4f32bdfa-7a83-4e5c-9622-2362c324ef10 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:20:04.266188 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] Checking router: 20ea4705-2620-4bd6-95ad-0ed2933e6cae for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:04.281837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:04.282566 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:04.284163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f8bded86-d628-4927-b80b-cfaba25ae203 None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:04.335578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:04.347881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad4d2f49-b44b-4cf5-b8a8-ea6fa4b70caa req-4774127e-da86-4390-b2ba-55aac1ef3313 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/f7563079-578d-4ff9-90d3-aa40b70e6b00 HTTP/1.1" status: 200 len: 1823 time: 0.1610487 Apr 07 11:20:04.352130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd5cdd-8b9b-466f-b282-2ce308d3c0c7 None None] Pushing event updated for resources: {'Port': ['ID=3371bf22-0743-4af3-97e0-d66aa42a7b65,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:04.390519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:04.403273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (29cd3bb3-4237-43a6-9e2c-ed15ced65a70), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.403625 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Added segment 29cd3bb3-4237-43a6-9e2c-ed15ced65a70 of type vlan for network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 Apr 07 11:20:04.415396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b0eb399e-867a-4245-b3e7-be28cd2b1006', 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006', 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'fixed_ips': [{'subnet_id': '257fbb92-b174-420f-b66e-04672e239308'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:20:04.416370 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.458303 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:04.459149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.465532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.476041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Attempting to bind port 3371bf22-0743-4af3-97e0-d66aa42a7b65 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:04.476540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Attempting to bind port 3371bf22-0743-4af3-97e0-d66aa42a7b65 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:04.476996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Attempting to bind port 3371bf22-0743-4af3-97e0-d66aa42a7b65 on network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:04.536694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:04.537108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Checking segment: {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:04.537538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.537932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Bound using segment: {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:04.538426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Bound port: 3371bf22-0743-4af3-97e0-d66aa42a7b65, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:04.538818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.542083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.552879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:04.552879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.671020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Allocated IP 19.80.0.2 (b0eb399e-867a-4245-b3e7-be28cd2b1006/257fbb92-b174-420f-b66e-04672e239308/9e903921-5d9a-4a23-83fa-5f7ea78dbe39) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:04.676430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] For port 3371bf22-0743-4af3-97e0-d66aa42a7b65, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:04.680449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] For port 3371bf22-0743-4af3-97e0-d66aa42a7b65, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3371bf22-0743-4af3-97e0-d66aa42a7b65,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:04.693051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ad4d2f49-b44b-4cf5-b8a8-ea6fa4b70caa req-c67ad4df-eb56-4fa6-953d-62c9474e6fba tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (f7563079-578d-4ff9-90d3-aa40b70e6b00), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.740632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6147904 Apr 07 11:20:04.742111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48652) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:04.750513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'subnet': {'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:04.770965 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:04.775048 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.783962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0e72d-7306-4099-a4f6-95362ee5e586 req-498ebff2-67b0-44ce-bfd8-af5d09a9fbb6 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:04.790984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23c0e72d-7306-4099-a4f6-95362ee5e586 req-498ebff2-67b0-44ce-bfd8-af5d09a9fbb6 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 950 time: 0.5419729 Apr 07 11:20:04.803482 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e3eb4-d41b-4e47-968a-8dea5e58e332 None None] The sync data for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 is: [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:15:46Z', 'revision_number': 4, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3be1c756-755e-4b68-acb8-67d8f252285c', 'name': '', 'network_id': '362776c3-0522-40c2-8fe8-ce5d5891aebd', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'mac_address': 'fa:16:3e:ff:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:43Z', 'updated_at': '2022-04-07T11:15:56Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'subnets': [{'id': '8457714a-c78e-48eb-bec9-da83f15ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:04.945782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ade2-2721-4978-939a-595d6b27b557 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Network': ['ID=1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:04.951028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:04.953622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] Provisioning complete for port 3371bf22-0743-4af3-97e0-d66aa42a7b65 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:04.954007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.955009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.968781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ad4d2f49-b44b-4cf5-b8a8-ea6fa4b70caa req-c67ad4df-eb56-4fa6-953d-62c9474e6fba tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (f7563079-578d-4ff9-90d3-aa40b70e6b00), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:04.980808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd5cdd-8b9b-466f-b282-2ce308d3c0c7 None None] Pushing event updated for resources: {'Port': ['ID=3371bf22-0743-4af3-97e0-d66aa42a7b65,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:04.996636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Routers {'030e977b-cb13-4392-8259-9e4d431bd3a7'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:04.997708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['030e977b-cb13-4392-8259-9e4d431bd3a7'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:05.056801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::a0 (b2feb08a-9d5d-4508-b385-fa376864e287/28579566-5823-40dd-a3b8-59095c5c4527/4f32bdfa-7a83-4e5c-9622-2362c324ef10) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:05.072797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ad4d2f49-b44b-4cf5-b8a8-ea6fa4b70caa req-c67ad4df-eb56-4fa6-953d-62c9474e6fba tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f7563079-578d-4ff9-90d3-aa40b70e6b00), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.076252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ad4d2f49-b44b-4cf5-b8a8-ea6fa4b70caa req-c67ad4df-eb56-4fa6-953d-62c9474e6fba tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.091148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad4d2f49-b44b-4cf5-b8a8-ea6fa4b70caa req-c67ad4df-eb56-4fa6-953d-62c9474e6fba tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7563079-578d-4ff9-90d3-aa40b70e6b00 HTTP/1.1" status: 204 len: 173 time: 0.7287276 Apr 07 11:20:05.105266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23c0e72d-7306-4099-a4f6-95362ee5e586 req-8603356a-9329-40ce-b24b-3191262b1eff tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133175 Apr 07 11:20:05.106778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:b1fa (b2feb08a-9d5d-4508-b385-fa376864e287/6285a543-1494-4c77-882b-a42ff8808a08/4f32bdfa-7a83-4e5c-9622-2362c324ef10) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:05.109715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ad4df-eb56-4fa6-953d-62c9474e6fba tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7563079-578d-4ff9-90d3-aa40b70e6b00,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:05.227571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] Set router 030e977b-cb13-4392-8259-9e4d431bd3a7 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:05.255642 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (86c511fa-5aca-4398-b090-c116183dba54), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.276585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:05.324066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Subnet': ['ID=86c511fa-5aca-4398-b090-c116183dba54,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:05.331974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Checking segment: {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:05.332582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network hostable DHCP agents. Network: 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:20:05.351726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:20:05.362684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b98b61-c0cd-4ead-948e-287520ead62d None None] New status for floating IP d032b15c-bb2d-44c5-a256-200d8605f254: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:20:05.363652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:05.371060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:05.371872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.391524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f648c7d4-20e3-429b-90b3-ad97ef144205 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6471887 Apr 07 11:20:05.393667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba573775-0c0f-41ab-a1b0-88fc8d1c5292 req-80303188-7df2-4e07-9c71-b44545e455ed tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/3f842d05-b7f4-4fe4-a6ed-64e97f582503 HTTP/1.1" status: 200 len: 1823 time: 0.1422963 Apr 07 11:20:05.413595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc100fc4-cdc3-4e56-bdd9-dd4fedb1f7de req-4f9ebc91-3589-41ba-8882-963fe928f264 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:05.415124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc100fc4-cdc3-4e56-bdd9-dd4fedb1f7de req-4f9ebc91-3589-41ba-8882-963fe928f264 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2074585 Apr 07 11:20:05.432476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c0fae-9569-496f-8334-a90bcf05d0b6 None None] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:05.470822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (4f32bdfa-7a83-4e5c-9622-2362c324ef10), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.537410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc100fc4-cdc3-4e56-bdd9-dd4fedb1f7de req-318173a9-071e-49e7-91d1-4f0f4ec121b8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119840 Apr 07 11:20:05.556901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba573775-0c0f-41ab-a1b0-88fc8d1c5292 req-1f9aaad8-2f40-4aad-8567-87e4313f8125 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (3f842d05-b7f4-4fe4-a6ed-64e97f582503), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.571215 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4f32bdfa-7a83-4e5c-9622-2362c324ef10), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.616434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba573775-0c0f-41ab-a1b0-88fc8d1c5292 req-1f9aaad8-2f40-4aad-8567-87e4313f8125 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (3f842d05-b7f4-4fe4-a6ed-64e97f582503), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.644886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:05.650448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48676) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:05.658061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:05.667567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:05.672868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:05.673581 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.678313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=4f32bdfa-7a83-4e5c-9622-2362c324ef10,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:05.718878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa5e0ef5-3768-4b8b-8340-2692801c2154 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.7993510 Apr 07 11:20:05.719515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:05.771911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63841e34-66b4-4078-97d8-15dd1e816d34 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group (0e091946-03a9-4a13-9746-a15c21229844), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.804933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Publish callbacks [] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.819222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63841e34-66b4-4078-97d8-15dd1e816d34 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group (0e091946-03a9-4a13-9746-a15c21229844), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.851757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.913848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63841e34-66b4-4078-97d8-15dd1e816d34 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0e091946-03a9-4a13-9746-a15c21229844), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.917055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63841e34-66b4-4078-97d8-15dd1e816d34 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:05.919054 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-63841e34-66b4-4078-97d8-15dd1e816d34 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e091946-03a9-4a13-9746-a15c21229844 HTTP/1.1" status: 204 len: 168 time: 0.2657647 Apr 07 11:20:05.922348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48690) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:05.964416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63841e34-66b4-4078-97d8-15dd1e816d34 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e091946-03a9-4a13-9746-a15c21229844,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:05.966653 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-d27de89c-19a6-4f9b-8258-2b3d7bed8218 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] show failed (client error): The resource could not be found. Apr 07 11:20:05.970741 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d27de89c-19a6-4f9b-8258-2b3d7bed8218 tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "GET /v2.0/security-groups/0e091946-03a9-4a13-9746-a15c21229844 HTTP/1.1" status: 404 len: 347 time: 0.0446808 Apr 07 11:20:05.972644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48694) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:06.000975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba573775-0c0f-41ab-a1b0-88fc8d1c5292 req-1f9aaad8-2f40-4aad-8567-87e4313f8125 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3f842d05-b7f4-4fe4-a6ed-64e97f582503), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.003721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba573775-0c0f-41ab-a1b0-88fc8d1c5292 req-1f9aaad8-2f40-4aad-8567-87e4313f8125 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.005640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba573775-0c0f-41ab-a1b0-88fc8d1c5292 req-1f9aaad8-2f40-4aad-8567-87e4313f8125 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f842d05-b7f4-4fe4-a6ed-64e97f582503 HTTP/1.1" status: 204 len: 173 time: 0.5995986 Apr 07 11:20:06.020323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Pushing event updated for resources: {'Port': ['ID=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:06.047090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 4f32bdfa-7a83-4e5c-9622-2362c324ef10 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:06.047437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4f32bdfa-7a83-4e5c-9622-2362c324ef10), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.052107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aaad8-2f40-4aad-8567-87e4313f8125 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f842d05-b7f4-4fe4-a6ed-64e97f582503,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:06.079237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-a6163392-b15f-401b-b981-fd85c6a8c098 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:06.085716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-a6163392-b15f-401b-b981-fd85c6a8c098 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:06.087353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-a6163392-b15f-401b-b981-fd85c6a8c098 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/networks?id=b0eb399e-867a-4245-b3e7-be28cd2b1006&id=1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1&id=b0eb399e-867a-4245-b3e7-be28cd2b1006 HTTP/1.1" status: 200 len: 1391 time: 0.2774036 Apr 07 11:20:06.145904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1', 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1', 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'fixed_ips': [{'subnet_id': '86c511fa-5aca-4398-b090-c116183dba54'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:20:06.147210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.163953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Deleting port 7f308622-383c-4524-aae1-2c1f7743eca8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:06.164612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7f308622-383c-4524-aae1-2c1f7743eca8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.168446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:06.177452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.183730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-f33d5b1a-0461-47aa-94ad-e222da901532 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/quotas/bed939672f1e424999b931c3ea7e6fd7 HTTP/1.1" status: 200 len: 375 time: 0.0455945 Apr 07 11:20:06.187884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:06.214413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:06.225066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] Current status of the port 3371bf22-0743-4af3-97e0-d66aa42a7b65 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:06.225482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.239508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-892be80b-d907-4252-a1f4-a1cc41d43d7f req-d1701993-0970-44e7-b637-d7e3c7ca69e1 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/b3611922-fad9-4eba-a1b2-490485b3b3c9 HTTP/1.1" status: 200 len: 1823 time: 0.1406322 Apr 07 11:20:06.260536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7f308622-383c-4524-aae1-2c1f7743eca8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.261365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (7f308622-383c-4524-aae1-2c1f7743eca8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.274373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Calling delete_port for 7f308622-383c-4524-aae1-2c1f7743eca8 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:06.282197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4f32bdfa-7a83-4e5c-9622-2362c324ef10), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.304622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 4f32bdfa-7a83-4e5c-9622-2362c324ef10 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:06.335943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-61ecd4ef-4b75-49e1-8f36-59f569dfc4b5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1511776 Apr 07 11:20:06.375989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] For port 3371bf22-0743-4af3-97e0-d66aa42a7b65, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3371bf22-0743-4af3-97e0-d66aa42a7b65,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:06.391082 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.426811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Attempting to bind port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:06.427186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Attempting to bind port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:06.427555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Attempting to bind port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:06.444483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7f308622-383c-4524-aae1-2c1f7743eca8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.450422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:06.450422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Checking segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:06.450784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.451658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Bound using segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:06.451658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Bound port: 9e903921-5d9a-4a23-83fa-5f7ea78dbe39, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:06.451942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.469100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-892be80b-d907-4252-a1f4-a1cc41d43d7f req-69f7ece4-5987-4907-bdc8-f698026cbf0c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (b3611922-fad9-4eba-a1b2-490485b3b3c9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.472462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Pushing event deleted for resources: {'Port': ['ID=7f308622-383c-4524-aae1-2c1f7743eca8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:06.525107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-892be80b-d907-4252-a1f4-a1cc41d43d7f req-69f7ece4-5987-4907-bdc8-f698026cbf0c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (b3611922-fad9-4eba-a1b2-490485b3b3c9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.527547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:19:58Z', 'revision_number': 4, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3371bf22-0743-4af3-97e0-d66aa42a7b65', 'name': '', 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'mac_address': 'fa:16:3e:53:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:56Z', 'updated_at': '2022-04-07T11:20:04Z', 'revision_number': 4, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'subnets': [{'id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:06.544561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-23354f03-14db-46f7-b52e-498fdaa549e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077870 Apr 07 11:20:06.549384 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks [] for floatingip (d032b15c-bb2d-44c5-a256-200d8605f254), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.552124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.553367 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6a515b8-ef60-45bf-8f34-54bfe01f4b9b tempest-AttachSCSIVolumeTestJSON-1967099027 tempest-AttachSCSIVolumeTestJSON-1967099027-project] 10.222.0.13 "DELETE /v2.0/floatingips/d032b15c-bb2d-44c5-a256-200d8605f254 HTTP/1.1" status: 204 len: 168 time: 0.5796974 Apr 07 11:20:06.574563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1176d2-7bc0-4097-b137-e731ee3cabb1 None None] Pushing event updated for resources: {'Port': ['ID=3371bf22-0743-4af3-97e0-d66aa42a7b65,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:06.603443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53222687-9d5c-4013-a89f-42b1168a6787 None None] The sync data for ids ['030e977b-cb13-4392-8259-9e4d431bd3a7'] in n-d-836788-1 is: [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:19:58Z', 'revision_number': 4, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3371bf22-0743-4af3-97e0-d66aa42a7b65', 'name': '', 'network_id': 'ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'mac_address': 'fa:16:3e:53:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:56Z', 'updated_at': '2022-04-07T11:20:04Z', 'revision_number': 4, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'subnets': [{'id': 'd1a18a46-f38a-4cad-b698-6df3d9d9c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:06.626684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6d349f3b-2bbf-4dab-b685-74acbb835d0a None None] Provisioning complete for port 3371bf22-0743-4af3-97e0-d66aa42a7b65 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:06.627137 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d349f3b-2bbf-4dab-b685-74acbb835d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.629799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Allocated IP 19.86.0.2 (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1/86c511fa-5aca-4398-b090-c116183dba54/385bca7e-865e-48cb-89db-a2105de00782) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:06.711826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] For port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:06.771919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] For port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:06.786341 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:06.949336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379534-c8aa-43e2-a7e0-4f9157147f08 None None] Pushing event updated for resources: {'Port': ['ID=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:06.966805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 86a33fd2-325a-4f03-9a9e-30a9dbf0632a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:20:06.969923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:07.045617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6d349f3b-2bbf-4dab-b685-74acbb835d0a None None] Current status of the port 3371bf22-0743-4af3-97e0-d66aa42a7b65 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:07.058668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-892be80b-d907-4252-a1f4-a1cc41d43d7f req-69f7ece4-5987-4907-bdc8-f698026cbf0c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3611922-fad9-4eba-a1b2-490485b3b3c9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.062226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-892be80b-d907-4252-a1f4-a1cc41d43d7f req-69f7ece4-5987-4907-bdc8-f698026cbf0c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.063438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-892be80b-d907-4252-a1f4-a1cc41d43d7f req-69f7ece4-5987-4907-bdc8-f698026cbf0c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3611922-fad9-4eba-a1b2-490485b3b3c9 HTTP/1.1" status: 204 len: 173 time: 0.8090670 Apr 07 11:20:07.129553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6d349f3b-2bbf-4dab-b685-74acbb835d0a None None] Provisioning complete for port 4f32bdfa-7a83-4e5c-9622-2362c324ef10 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:07.129952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d349f3b-2bbf-4dab-b685-74acbb835d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f32bdfa-7a83-4e5c-9622-2362c324ef10), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.130953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7ece4-5987-4907-bdc8-f698026cbf0c tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3611922-fad9-4eba-a1b2-490485b3b3c9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:07.136579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4f32bdfa-7a83-4e5c-9622-2362c324ef10), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.258915 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:20:07.264004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-bd5d9c8b-7721-4e8d-bab5-ea3ee6aacc54 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183526 Apr 07 11:20:07.308249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=4f32bdfa-7a83-4e5c-9622-2362c324ef10,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:07.346755 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.357696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f55b2dee-f30f-46f0-8e2f-6bce92b201cd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/4f32bdfa-7a83-4e5c-9622-2362c324ef10 HTTP/1.1" status: 204 len: 168 time: 1.6365638 Apr 07 11:20:07.359427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48756) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:07.394745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6d349f3b-2bbf-4dab-b685-74acbb835d0a None None] Port 4f32bdfa-7a83-4e5c-9622-2362c324ef10 was deleted so its status cannot be updated. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 07 11:20:07.411063 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Publish callbacks [] for port (385bca7e-865e-48cb-89db-a2105de00782), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.451688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.546450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (385bca7e-865e-48cb-89db-a2105de00782), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.571223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d307d-d4e3-4fd9-80bb-1b36055a0fc0 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:07.577354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f37d307d-d4e3-4fd9-80bb-1b36055a0fc0 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2146716 Apr 07 11:20:07.580247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:07.582414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-77f83472-1da5-4b38-8ac2-74899dffcc08 service neutron] 10.222.0.13 "GET /v2.0/networks/1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171375 Apr 07 11:20:07.722292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Pushing event updated for resources: {'Port': ['ID=385bca7e-865e-48cb-89db-a2105de00782,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:07.726114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a237ad5-b969-4b6d-a631-79ebd2e62d54 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:07.728200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a237ad5-b969-4b6d-a631-79ebd2e62d54 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1470156 Apr 07 11:20:07.730991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48778) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:07.781886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6fe91dc6-0aa3-4d6a-9ea4-8f197bc60877 service neutron] 10.222.0.13 "GET /v2.0/networks/1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984880 Apr 07 11:20:07.795464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:07.857661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:07.871844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:07.905347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:07.907515 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:07.939150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:07.960283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820a25b-5fd9-457c-97a8-313918c34be1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:07.965932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820a25b-5fd9-457c-97a8-313918c34be1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:07.974563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820a25b-5fd9-457c-97a8-313918c34be1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:07.976215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f820a25b-5fd9-457c-97a8-313918c34be1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2440782 Apr 07 11:20:07.980827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48794) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:07.992158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-09d405d9-126a-4965-996f-8234997f78a0 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094116 Apr 07 11:20:08.101732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:08.105631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:08.109092 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2a8f4-08fc-495a-9640-045695caf51f" -d '{"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-unplugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:08.141125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 28579566-5823-40dd-a3b8-59095c5c4527 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:08.150282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (28579566-5823-40dd-a3b8-59095c5c4527), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.205330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Attempting to bind port 385bca7e-865e-48cb-89db-a2105de00782 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:08.206149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Attempting to bind port 385bca7e-865e-48cb-89db-a2105de00782 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:08.206586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Attempting to bind port 385bca7e-865e-48cb-89db-a2105de00782 on network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:08.225340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:08.236667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'mac_address': 'fa:16:3e:7f:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:20:08.243908 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.246270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:08.246541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Checking segment: {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:08.246944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.247450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Bound using segment: {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:08.247837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Bound port: 385bca7e-865e-48cb-89db-a2105de00782, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:08.248223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (385bca7e-865e-48cb-89db-a2105de00782), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.273655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6f0041ef-3f36-45b4-89b0-f63da41a4e00 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463925 Apr 07 11:20:08.290820 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (28579566-5823-40dd-a3b8-59095c5c4527), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.378415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dfe6e-8702-4033-8255-9b8ba1d0df80 req-52f8ead4-0780-40ce-88aa-9dd2a5dc2819 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:08.379984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd3dfe6e-8702-4033-8255-9b8ba1d0df80 req-52f8ead4-0780-40ce-88aa-9dd2a5dc2819 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1735296 Apr 07 11:20:08.467992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (28579566-5823-40dd-a3b8-59095c5c4527), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.518968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd3dfe6e-8702-4033-8255-9b8ba1d0df80 req-ae5337c5-be62-440d-adf4-1835c67401c4 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332541 Apr 07 11:20:08.604816 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (28579566-5823-40dd-a3b8-59095c5c4527), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.702906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=28579566-5823-40dd-a3b8-59095c5c4527,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:08.760430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.763441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:08.763854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.765866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9a5dcf15-5903-41c7-a091-6792cd6e7dc7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/28579566-5823-40dd-a3b8-59095c5c4527 HTTP/1.1" status: 204 len: 168 time: 0.7839620 Apr 07 11:20:08.768657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48818) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:08.769249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:08.769519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.792781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-488c5398-977e-43e3-adc7-ebc73f3c4b61 req-efdaf697-aaa6-4876-a677-5eb4e91be14b tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/52eb04a7-3aee-4ca5-9ee0-f415336fa7fe HTTP/1.1" status: 200 len: 2422 time: 0.1991315 Apr 07 11:20:08.796198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47464a-88db-438d-b62b-f1dc49d5b3cd None None] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:08.893104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 6285a543-1494-4c77-882b-a42ff8808a08 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:08.902771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (6285a543-1494-4c77-882b-a42ff8808a08), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.908265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-488c5398-977e-43e3-adc7-ebc73f3c4b61 req-71a615c6-0b08-4458-aedb-eb97d3822309 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (52eb04a7-3aee-4ca5-9ee0-f415336fa7fe), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:08.942797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a1f71a-4324-485d-8f2a-e20b0cb09822 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:08.950326 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354310ac-c02f-45b8-917d-9bfe424fc4b5 x-openstack-request-id: req-354310ac-c02f-45b8-917d-9bfe424fc4b5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:08.950839 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-unplugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:08.951431 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-354310ac-c02f-45b8-917d-9bfe424fc4b5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:08.951996 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354310ac-c02f-45b8-917d-9bfe424fc4b5'] response: {'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'code': 200} Apr 07 11:20:08.978672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-109ef9c8-3f2b-4548-bcac-1bb19bf96f1c req-862950c7-1377-420a-9506-7272d433fdeb tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 210 time: 0.0489728 Apr 07 11:20:08.981941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48820) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:09.005765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-488c5398-977e-43e3-adc7-ebc73f3c4b61 req-71a615c6-0b08-4458-aedb-eb97d3822309 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (52eb04a7-3aee-4ca5-9ee0-f415336fa7fe), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.032992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (6285a543-1494-4c77-882b-a42ff8808a08), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.082566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-488c5398-977e-43e3-adc7-ebc73f3c4b61 req-71a615c6-0b08-4458-aedb-eb97d3822309 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52eb04a7-3aee-4ca5-9ee0-f415336fa7fe), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.087805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-488c5398-977e-43e3-adc7-ebc73f3c4b61 req-71a615c6-0b08-4458-aedb-eb97d3822309 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.095267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-488c5398-977e-43e3-adc7-ebc73f3c4b61 req-71a615c6-0b08-4458-aedb-eb97d3822309 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/52eb04a7-3aee-4ca5-9ee0-f415336fa7fe HTTP/1.1" status: 204 len: 173 time: 0.2954593 Apr 07 11:20:09.124217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:09.129245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a615c6-0b08-4458-aedb-eb97d3822309 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb04a7-3aee-4ca5-9ee0-f415336fa7fe,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:09.179979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6285a543-1494-4c77-882b-a42ff8808a08), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.200261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc270040-3fc5-428d-9b65-bb47bb4968b7 req-6aab99c8-7003-4cec-80e8-2610447d9dec tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "GET /v2.0/security-groups/878e5c0f-b5d5-498e-8fb9-d3e229ba1899 HTTP/1.1" status: 200 len: 2416 time: 0.0751119 Apr 07 11:20:09.227440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86a33fd2-325a-4f03-9a9e-30a9dbf0632a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:09.302627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90cbc435-ec28-44b7-ba5d-8f96cb18f8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.314383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (6285a543-1494-4c77-882b-a42ff8808a08), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.386067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=6285a543-1494-4c77-882b-a42ff8808a08,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:09.390669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.405507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3a88263-f1dc-419a-9de1-b4c37c55db06 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/6285a543-1494-4c77-882b-a42ff8808a08 HTTP/1.1" status: 204 len: 168 time: 0.6354773 Apr 07 11:20:09.408849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48838) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:09.408983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Provisioning complete for port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:09.409344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.414867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:09.417113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90cbc435-ec28-44b7-ba5d-8f96cb18f8aa admin admin] Publish callbacks [] for security_group (a0dab56e-cbaa-447d-807f-bd31e90278ec), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.425313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90cbc435-ec28-44b7-ba5d-8f96cb18f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a0dab56e-cbaa-447d-807f-bd31e90278ec), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.429915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] For port 385bca7e-865e-48cb-89db-a2105de00782, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:09.462897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbc435-ec28-44b7-ba5d-8f96cb18f8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dab56e-cbaa-447d-807f-bd31e90278ec,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:09.467074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc270040-3fc5-428d-9b65-bb47bb4968b7 req-37f7d722-0354-4ffa-a02d-c3c6aea80038 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (878e5c0f-b5d5-498e-8fb9-d3e229ba1899), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.503147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48844) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:09.503764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-acfdc21e-7029-4027-8314-521a9c27a6f7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895443 Apr 07 11:20:09.515638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:09.536420 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc270040-3fc5-428d-9b65-bb47bb4968b7 req-37f7d722-0354-4ffa-a02d-c3c6aea80038 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (878e5c0f-b5d5-498e-8fb9-d3e229ba1899), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.541516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90cbc435-ec28-44b7-ba5d-8f96cb18f8aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c14e3fcb42314928b16529004ba1c529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5583868 Apr 07 11:20:09.545033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48846) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:09.643891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.658055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] For port 385bca7e-865e-48cb-89db-a2105de00782, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=385bca7e-865e-48cb-89db-a2105de00782,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:09.659893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-473e9205-fc1f-4290-a0b6-27129a329d00 admin admin] Publish callbacks [] for security_group (a0dab56e-cbaa-447d-807f-bd31e90278ec), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.714779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (385bca7e-865e-48cb-89db-a2105de00782), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.732734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-473e9205-fc1f-4290-a0b6-27129a329d00 admin admin] Publish callbacks [] for security_group (a0dab56e-cbaa-447d-807f-bd31e90278ec), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.799721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-473e9205-fc1f-4290-a0b6-27129a329d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a0dab56e-cbaa-447d-807f-bd31e90278ec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.804734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:09.806103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-473e9205-fc1f-4290-a0b6-27129a329d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.808222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-473e9205-fc1f-4290-a0b6-27129a329d00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0dab56e-cbaa-447d-807f-bd31e90278ec HTTP/1.1" status: 204 len: 168 time: 0.2618220 Apr 07 11:20:09.816330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['86a33fd2-325a-4f03-9a9e-30a9dbf0632a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:20:09.818532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:09.836868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:09.851229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e9205-fc1f-4290-a0b6-27129a329d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dab56e-cbaa-447d-807f-bd31e90278ec,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:10.099798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:10.100557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc270040-3fc5-428d-9b65-bb47bb4968b7 req-37f7d722-0354-4ffa-a02d-c3c6aea80038 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (878e5c0f-b5d5-498e-8fb9-d3e229ba1899), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.105391 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.109857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fc270040-3fc5-428d-9b65-bb47bb4968b7 req-37f7d722-0354-4ffa-a02d-c3c6aea80038 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.116643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc270040-3fc5-428d-9b65-bb47bb4968b7 req-37f7d722-0354-4ffa-a02d-c3c6aea80038 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] 10.222.0.13 "DELETE /v2.0/security-groups/878e5c0f-b5d5-498e-8fb9-d3e229ba1899 HTTP/1.1" status: 204 len: 173 time: 0.9154644 Apr 07 11:20:10.125400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48858) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:10.177798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280f2f-088a-4ae1-84e2-422c4354fc25 None None] Pushing event updated for resources: {'Port': ['ID=385bca7e-865e-48cb-89db-a2105de00782,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:10.227271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7d722-0354-4ffa-a02d-c3c6aea80038 tempest-SecurityGroupRulesTestJSON-1560629035 tempest-SecurityGroupRulesTestJSON-1560629035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e5c0f-b5d5-498e-8fb9-d3e229ba1899,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:10.358188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377167a-80e4-4dca-b6a6-ef6cde9528da req-90a5d01e-47aa-4a39-a6d6-ecce2c7afa8b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:10.393081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d377167a-80e4-4dca-b6a6-ef6cde9528da req-90a5d01e-47aa-4a39-a6d6-ecce2c7afa8b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 944 time: 0.4900439 Apr 07 11:20:10.457861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Current status of the port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:10.458645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.461108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:10.482809 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.489927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3371bf22-0743-4af3-97e0-d66aa42a7b65 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:10.491953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dffda5-4e53-4d1d-bb91-826c9b1c4daf None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '6285a543-1494-4c77-882b-a42ff8808a08'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '560daaa1-8f2b-465e-844f-82d962022781'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:20:10.543943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Deleting subnet 7dc8cea0-9fbe-4f87-a91b-9c62e6401e93 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:10.558221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a3dc5f3-aaac-4560-b362-22cb24156924 req-fd338093-f56c-4726-90b2-52753495cd72 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 210 time: 0.1461041 Apr 07 11:20:10.693863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Publish callbacks [] for subnet (7dc8cea0-9fbe-4f87-a91b-9c62e6401e93), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.748399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-37dffda5-4e53-4d1d-bb91-826c9b1c4daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:10.798562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d377167a-80e4-4dca-b6a6-ef6cde9528da req-f64bb234-27be-4e2b-922e-f60f49679e9b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043913 Apr 07 11:20:10.837470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:10.943623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-5fb146d9-69a9-4bdb-8c5b-ad94ae7c36b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:10.953041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-5fb146d9-69a9-4bdb-8c5b-ad94ae7c36b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:10.955449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:20:10.955991 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:20:10.957872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-5fb146d9-69a9-4bdb-8c5b-ad94ae7c36b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "GET /v2.0/networks?id=b0eb399e-867a-4245-b3e7-be28cd2b1006&id=1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1&id=b0eb399e-867a-4245-b3e7-be28cd2b1006 HTTP/1.1" status: 200 len: 1391 time: 0.2583470 Apr 07 11:20:10.971045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'port': {'device_id': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006', 'admin_state_up': True, 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:10.979694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (16f4b496-4016-4f8b-8705-8a56224d6e0d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.100966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:11.107429 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.191213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:11.194670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=16f4b496-4016-4f8b-8705-8a56224d6e0d,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:11.219715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:11.225883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3371bf22-0743-4af3-97e0-d66aa42a7b65 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:11.228069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:11.230272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.232157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.304235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (7dc8cea0-9fbe-4f87-a91b-9c62e6401e93), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.345209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fe7c54d3-bcd2-4fa1-be7d-0867f6eea33f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8366036 Apr 07 11:20:11.356252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48914) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:11.370597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:11.406059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7dc8cea0-9fbe-4f87-a91b-9c62e6401e93), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.450569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e952306b-6692-436f-aed8-7b83c171ddd2 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:11.530642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (7dc8cea0-9fbe-4f87-a91b-9c62e6401e93), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.605088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Allocated IP 19.80.0.28 (b0eb399e-867a-4245-b3e7-be28cd2b1006/257fbb92-b174-420f-b66e-04672e239308/3bc7448c-a649-4377-a9e9-b5cee87bdcb1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:11.733936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc8cea0-9fbe-4f87-a91b-9c62e6401e93,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:11.760085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:11.766043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 86a33fd2-325a-4f03-9a9e-30a9dbf0632a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:11.785302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-49d1e35c-02a4-46d2-8a20-70214d342e75 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7dc8cea0-9fbe-4f87-a91b-9c62e6401e93 HTTP/1.1" status: 204 len: 168 time: 1.6551557 Apr 07 11:20:11.795011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48928) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:12.039940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3371bf22-0743-4af3-97e0-d66aa42a7b65 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:12.060248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2dd05875-fa64-4cc1-9e74-e447433d44d1 None None] Current status of the port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:12.070894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9d4d151-a501-4c3b-aa0d-af47b4ade930 req-fe9c75b5-946f-4443-b1c3-43fffe44ca1d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 210 time: 0.2794518 Apr 07 11:20:12.150086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:12.151101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:12.221095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:12.396320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ebb703d9-3033-4bc5-8d2b-55d0bda965db), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:12.401591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89804286-8e0c-44ee-a1db-a1ff298671bc None None] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:12.465894 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:12.537207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e59510-af47-4a8f-92ef-e9160021f9e5 req-86fa45eb-f34a-4341-b1d5-1055e4f452e8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:12.544888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26e59510-af47-4a8f-92ef-e9160021f9e5 req-86fa45eb-f34a-4341-b1d5-1055e4f452e8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 944 time: 0.4614720 Apr 07 11:20:12.630169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 385bca7e-865e-48cb-89db-a2105de00782 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:12.681721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:12.701442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ad139067-2f2e-4717-9fdb-fdfc8a606fc6 None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:12.702024 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad139067-2f2e-4717-9fdb-fdfc8a606fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:12.711847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Port': ['ID=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:12.727082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:12.761331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:12.798245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] Update dhcp port {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'fixed_ips': [{'subnet_id': '16f4b496-4016-4f8b-8705-8a56224d6e0d'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '560daaa1-8f2b-465e-844f-82d962022781'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:20:12.830068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:12.836015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:12.854876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26e59510-af47-4a8f-92ef-e9160021f9e5 req-83d336fc-2a5f-4a9c-a8e9-cb3677538806 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113605 Apr 07 11:20:13.022063 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ebb703d9-3033-4bc5-8d2b-55d0bda965db), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.090564 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:20:13.099192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb703d9-3033-4bc5-8d2b-55d0bda965db']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:13.149101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf23ae93-2632-4218-bc4a-963a8c62cd85') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:13.152996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf23ae93-2632-4218-bc4a-963a8c62cd85') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:13.180490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.212739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (cf23ae93-2632-4218-bc4a-963a8c62cd85), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.287095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 385bca7e-865e-48cb-89db-a2105de00782 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:13.287414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (385bca7e-865e-48cb-89db-a2105de00782), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.408147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (cf23ae93-2632-4218-bc4a-963a8c62cd85), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.450187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:20:13.450826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (cf23ae93-2632-4218-bc4a-963a8c62cd85), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:20:13.462006 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:20:13.598405 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16f4b496-4016-4f8b-8705-8a56224d6e0d (CIDR: 2001:db8::/64) Apr 07 11:20:13.604942 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:20:13.605586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:13.618373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:13.619087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.640944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:13.642711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.650891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8371ef7b-5ce5-4a70-a1b0-f621d71dda5d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2890460 Apr 07 11:20:13.658827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa86c-15dd-4d45-9ff7-b64503d9a110 req-1b63792f-c836-4fa7-931a-6ee6b2de1b49 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:13.664876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-91d6e59c-41c6-4fc5-a9dc-d7439a645c00 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6976357 Apr 07 11:20:13.665790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48968) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:13.673525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8dfa86c-15dd-4d45-9ff7-b64503d9a110 req-1b63792f-c836-4fa7-931a-6ee6b2de1b49 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 931 time: 0.4177213 Apr 07 11:20:13.678255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'subnet': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:13.684078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:20:13.808413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8dfa86c-15dd-4d45-9ff7-b64503d9a110 req-94fae80c-b3ca-44bc-a8aa-53480dd04af1 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334181 Apr 07 11:20:13.825039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ebb703d9-3033-4bc5-8d2b-55d0bda965db), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.861588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'port': {'device_id': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1', 'admin_state_up': True, 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:13.864801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:13.877460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebb703d9-3033-4bc5-8d2b-55d0bda965db HTTP/1.1" status: 204 len: 168 time: 2.0810323 Apr 07 11:20:13.879194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb703d9-3033-4bc5-8d2b-55d0bda965db,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:13.890159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.890520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.890881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.891208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.891557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.892327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.892327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.892568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.892911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.893235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.893566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.893899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.894271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22783df0-e3c7-4bb0-8a32-8f12f17f7c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:13.986076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ad139067-2f2e-4717-9fdb-fdfc8a606fc6 None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:14.133425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:20:14.164294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68e23-6473-4ca0-a91c-4dafc90a6644 req-7144cacf-ba3e-45d9-960e-3af5454ad755 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:14.178566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4a68e23-6473-4ca0-a91c-4dafc90a6644 req-7144cacf-ba3e-45d9-960e-3af5454ad755 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 944 time: 0.1564481 Apr 07 11:20:14.209975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:14.217738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.263824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:14.266888 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ff08c1-336e-4585-8c11-c5d949a1dbbe" -d '{"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:14.309539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49006) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:14.321839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4a68e23-6473-4ca0-a91c-4dafc90a6644 req-49325959-c0c6-4dd1-86b1-2820d1000fa5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404705 Apr 07 11:20:14.590321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:14.606747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.610638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 385bca7e-865e-48cb-89db-a2105de00782 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:14.610972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (385bca7e-865e-48cb-89db-a2105de00782), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.662558 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4200732-99c7-4039-a251-d38379cbdc2f x-openstack-request-id: req-a4200732-99c7-4039-a251-d38379cbdc2f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:14.663233 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:14.663233 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4200732-99c7-4039-a251-d38379cbdc2f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:14.663596 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4200732-99c7-4039-a251-d38379cbdc2f'] response: {'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'code': 200} Apr 07 11:20:14.665441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ad139067-2f2e-4717-9fdb-fdfc8a606fc6 None None] Provisioning complete for port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:14.666267 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad139067-2f2e-4717-9fdb-fdfc8a606fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.674551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49026) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:14.683152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3819379-8e3e-4e49-872c-ad541b0d057a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db67beb23e364e368cda22d83f5b3c47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714654 Apr 07 11:20:14.699730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:14.741441 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.765442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88f824d7-d538-4a98-9cc4-7f80428f3f15 admin admin] Publish callbacks [] for security_group (e4e9b54d-12f4-4e9c-92de-81e5818c2675), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.844541 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88f824d7-d538-4a98-9cc4-7f80428f3f15 admin admin] Publish callbacks [] for security_group (e4e9b54d-12f4-4e9c-92de-81e5818c2675), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.852618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] Allocated IP 2001:db8::2 (b2feb08a-9d5d-4508-b385-fa376864e287/16f4b496-4016-4f8b-8705-8a56224d6e0d/560daaa1-8f2b-465e-844f-82d962022781) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:14.978642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88f824d7-d538-4a98-9cc4-7f80428f3f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e4e9b54d-12f4-4e9c-92de-81e5818c2675), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.988870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88f824d7-d538-4a98-9cc4-7f80428f3f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:14.993199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-88f824d7-d538-4a98-9cc4-7f80428f3f15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4e9b54d-12f4-4e9c-92de-81e5818c2675 HTTP/1.1" status: 204 len: 168 time: 0.3152494 Apr 07 11:20:15.039204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:15.084364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f824d7-d538-4a98-9cc4-7f80428f3f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e9b54d-12f4-4e9c-92de-81e5818c2675,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:15.173814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 385bca7e-865e-48cb-89db-a2105de00782, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=385bca7e-865e-48cb-89db-a2105de00782,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:15.227918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b3f4c-20ce-4c00-85c9-3e79d3450d12 req-68d7bdac-86f1-489f-95ba-64ae39d42825 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:15.232627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-207b3f4c-20ce-4c00-85c9-3e79d3450d12 req-68d7bdac-86f1-489f-95ba-64ae39d42825 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 931 time: 0.1811223 Apr 07 11:20:15.247935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (385bca7e-865e-48cb-89db-a2105de00782), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.272037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:15.317719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Allocated IP 19.86.0.141 (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1/86c511fa-5aca-4398-b090-c116183dba54/ec322637-20f1-43da-b367-9691257b49aa) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:15.344159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49046) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:15.353359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'mac_address': 'fa:16:3e:d6:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:20:15.355184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-207b3f4c-20ce-4c00-85c9-3e79d3450d12 req-e25f374a-02a3-4af3-9443-379cd8cf989e tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108456 Apr 07 11:20:15.396971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:15.585693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ad139067-2f2e-4717-9fdb-fdfc8a606fc6 None None] Current status of the port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:15.593798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:15.594298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.597534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:15.627645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=385bca7e-865e-48cb-89db-a2105de00782,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:15.658988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41664d-a0b3-4109-bbfa-94cc27832769 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:15.697985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a3873-f327-4aed-9376-33678c6b813b req-7d151517-5e4b-43d8-a105-db149a34bc62 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:15.703092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:15.703596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.710393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] Publish callbacks [] for port (560daaa1-8f2b-465e-844f-82d962022781), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.713713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:15.722519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d07a3873-f327-4aed-9376-33678c6b813b req-7d151517-5e4b-43d8-a105-db149a34bc62 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2155097 Apr 07 11:20:15.739527 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.741759 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.799178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-84eab732-6739-441f-82ac-9f74c86e8945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.877981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e86c222c-ae04-412c-9ed8-304d7283da70 None None] Provisioning complete for port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:15.881311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e86c222c-ae04-412c-9ed8-304d7283da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:15.894168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1e41664d-a0b3-4109-bbfa-94cc27832769'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:20:15.897522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d07a3873-f327-4aed-9376-33678c6b813b req-a9ee239d-9948-4bd9-8dd9-3497856e2e12 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720176 Apr 07 11:20:15.929053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for port (ec322637-20f1-43da-b367-9691257b49aa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.062445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:16.079621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-84eab732-6739-441f-82ac-9f74c86e8945 admin admin] Publish callbacks [] for security_group (ac88e33f-b5a7-4629-9812-ee459b8f39ed), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.086272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e86c222c-ae04-412c-9ed8-304d7283da70 None None] Port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:16.087040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-84eab732-6739-441f-82ac-9f74c86e8945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac88e33f-b5a7-4629-9812-ee459b8f39ed), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.154597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-84eab732-6739-441f-82ac-9f74c86e8945 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bbe75b8dbcc42bd9b0d5a2930fffea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7967262 Apr 07 11:20:16.157474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:16.221165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eab732-6739-441f-82ac-9f74c86e8945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88e33f-b5a7-4629-9812-ee459b8f39ed,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:16.258749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5729fca1-571b-4ff8-81af-c51f8f184500 admin admin] Publish callbacks [] for security_group (ac88e33f-b5a7-4629-9812-ee459b8f39ed), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.272314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e86c222c-ae04-412c-9ed8-304d7283da70 None None] Provisioning complete for port 385bca7e-865e-48cb-89db-a2105de00782 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:16.272694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e86c222c-ae04-412c-9ed8-304d7283da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (385bca7e-865e-48cb-89db-a2105de00782), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.295582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5729fca1-571b-4ff8-81af-c51f8f184500 admin admin] Publish callbacks [] for security_group (ac88e33f-b5a7-4629-9812-ee459b8f39ed), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.321733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:16.324050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342069c3-929e-4fdc-994d-9658a52836f5 None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=12']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:16.333441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ec322637-20f1-43da-b367-9691257b49aa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.527946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5729fca1-571b-4ff8-81af-c51f8f184500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac88e33f-b5a7-4629-9812-ee459b8f39ed), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.534840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5729fca1-571b-4ff8-81af-c51f8f184500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:16.540370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5729fca1-571b-4ff8-81af-c51f8f184500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac88e33f-b5a7-4629-9812-ee459b8f39ed HTTP/1.1" status: 204 len: 168 time: 0.3796036 Apr 07 11:20:16.561543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729fca1-571b-4ff8-81af-c51f8f184500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88e33f-b5a7-4629-9812-ee459b8f39ed,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:16.594620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:16.652474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:16.670027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06787d5-0dfe-4c0d-9c4b-0c4460d63bea req-f8f75121-3640-4817-ae27-08e272d2dae5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:16.682649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:20:16.687362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06787d5-0dfe-4c0d-9c4b-0c4460d63bea req-f8f75121-3640-4817-ae27-08e272d2dae5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:16.695685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06787d5-0dfe-4c0d-9c4b-0c4460d63bea req-f8f75121-3640-4817-ae27-08e272d2dae5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 1654 time: 0.1227164 Apr 07 11:20:16.714570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:16.732676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:16.830753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06787d5-0dfe-4c0d-9c4b-0c4460d63bea req-1138e5de-05d1-4e64-a42a-0a2636a8d506 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338484 Apr 07 11:20:16.872104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e86c222c-ae04-412c-9ed8-304d7283da70 None None] Current status of the port 385bca7e-865e-48cb-89db-a2105de00782 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:16.985335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49092) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:17.022125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Port': ['ID=ec322637-20f1-43da-b367-9691257b49aa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:17.043616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:17.046074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.127985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:17.128686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.250039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ed8d2-123f-47df-a0bb-ab8d6073b68e req-a3ce4c9a-74e5-45e0-93aa-81811caacee6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:17.260594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-491ed8d2-123f-47df-a0bb-ab8d6073b68e req-a3ce4c9a-74e5-45e0-93aa-81811caacee6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1764510 Apr 07 11:20:17.319657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-55b8a73d-72ea-4ac5-900b-a6111e72e747 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4779608 Apr 07 11:20:17.335976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'port': {'device_id': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006', 'admin_state_up': True, 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:17.344876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.368348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2477d59c-ddf7-40b9-a79b-2793186118d2 None None] Provisioning complete for port ec322637-20f1-43da-b367-9691257b49aa triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:17.368810 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2477d59c-ddf7-40b9-a79b-2793186118d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ec322637-20f1-43da-b367-9691257b49aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.374283 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:20:17.374650 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:20:17.391203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-491ed8d2-123f-47df-a0bb-ab8d6073b68e req-5ed019bc-cb5b-481d-8877-7ebc29070ae0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294250 Apr 07 11:20:17.462678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1925990097-network', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:17.475944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2477d59c-ddf7-40b9-a79b-2793186118d2 None None] Port ec322637-20f1-43da-b367-9691257b49aa cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:17.510925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Made reservation on behalf of 779da18542cc43b6a3387b16d9524ed8 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:17.513536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.530580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.651761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:17.708200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2dcf44aa-b82a-4a0d-ba5e-ed9247d8dbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.710385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-147dd6c8-7e6d-463d-ab9b-c43e3f30b10e None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:17.710993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-147dd6c8-7e6d-463d-ab9b-c43e3f30b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.782230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:17.804398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:17.842726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks [] for security_group (930b0e87-5593-44d0-9542-28c969ad0c78), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.847303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:17.854856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.880535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (930b0e87-5593-44d0-9542-28c969ad0c78), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.955938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (560daaa1-8f2b-465e-844f-82d962022781), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:17.964768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:17.967726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.025343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-147dd6c8-7e6d-463d-ab9b-c43e3f30b10e None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:18.032868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b0e87-5593-44d0-9542-28c969ad0c78,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:18.046217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:18.047457 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.075243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 1e41664d-a0b3-4109-bbfa-94cc27832769 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:18.081696 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.097070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9d5177da-b2ba-4212-b838-9a9585af9a41), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.100616 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Added segment 9d5177da-b2ba-4212-b838-9a9585af9a41 of type vlan for network cd7861e3-c532-451b-8c93-6916858332c7 Apr 07 11:20:18.150821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=14']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:18.197289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (523a089c-f3d7-45e9-a8ea-222d296f4e40), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.253275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2dcf44aa-b82a-4a0d-ba5e-ed9247d8dbe7 admin admin] Publish callbacks [] for security_group (65920101-2faf-4598-b3ad-bce27c3bb0dd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.263236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2dcf44aa-b82a-4a0d-ba5e-ed9247d8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (65920101-2faf-4598-b3ad-bce27c3bb0dd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.285696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (cd7861e3-c532-451b-8c93-6916858332c7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.304608 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:20:18.305250 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:20:18.325234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:18.329695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.341524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Subnet': ['ID=523a089c-f3d7-45e9-a8ea-222d296f4e40,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:18.392633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:18.394235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:18.398173 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a95ff8-82ec-4f83-b1db-5dcae3ca2885" -d '{"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-plugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:18.400546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e6c2-83a0-4ac0-8468-7a20a7bf129d req-03cc0c36-5ad1-4e46-bc38-2f4e418aeb2c tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:18.404683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.413708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e6c2-83a0-4ac0-8468-7a20a7bf129d req-03cc0c36-5ad1-4e46-bc38-2f4e418aeb2c tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:18.419735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8d5e6c2-83a0-4ac0-8468-7a20a7bf129d req-03cc0c36-5ad1-4e46-bc38-2f4e418aeb2c tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 1654 time: 0.4177880 Apr 07 11:20:18.434050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2dcf44aa-b82a-4a0d-ba5e-ed9247d8dbe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65de7c703f31422b87a2c4b42641838a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7784388 Apr 07 11:20:18.441529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49120) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:18.472142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Allocated IP 19.80.0.180 (b0eb399e-867a-4245-b3e7-be28cd2b1006/257fbb92-b174-420f-b66e-04672e239308/0d273125-e6eb-4cf4-b40f-3be54f7bad23) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:18.473629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf44aa-b82a-4a0d-ba5e-ed9247d8dbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65920101-2faf-4598-b3ad-bce27c3bb0dd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:18.523748 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (cd7861e3-c532-451b-8c93-6916858332c7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.524771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:18.533513 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.576036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:18.603716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:18.611420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.669736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:18.675059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:18.688353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:18.691905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:18.692171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942f4b9-1ea6-472a-b1dc-d2b81e4930c6 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:18.693783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.699133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7118697 Apr 07 11:20:18.715232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49124) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:18.753583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Request body: {'subnet': {'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1925990097-subnet', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:18.763122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5f6fe-c949-4c8c-9adf-5ec9bc1b1f60 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7861e3-c532-451b-8c93-6916858332c7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:18.790537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8d5e6c2-83a0-4ac0-8468-7a20a7bf129d req-798ade97-5e70-476d-ae75-c218f147d68c tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475266 Apr 07 11:20:18.800331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network cd7861e3-c532-451b-8c93-6916858332c7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:18.811892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-246b80c4-28dc-4752-b101-4bdfa8770254 admin admin] Publish callbacks [] for security_group (65920101-2faf-4598-b3ad-bce27c3bb0dd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.826588 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.860140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Made reservation on behalf of 779da18542cc43b6a3387b16d9524ed8 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:18.864515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.880042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb52e-4f08-453a-93ef-403379cb91d9 req-f763d925-3b06-4264-bf1f-267509bcc268 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:18.882541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-648eb52e-4f08-453a-93ef-403379cb91d9 req-f763d925-3b06-4264-bf1f-267509bcc268 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.3162057 Apr 07 11:20:18.936928 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-246b80c4-28dc-4752-b101-4bdfa8770254 admin admin] Publish callbacks [] for security_group (65920101-2faf-4598-b3ad-bce27c3bb0dd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:18.952195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dd6a67fd-99fb-480a-848e-ad62f1d50a18 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.2847807 Apr 07 11:20:18.953069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49126) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:18.972499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Request body: {'port': {'network_id': 'b2feb08a-9d5d-4508-b385-fa376864e287', 'mac_address': 'fa:16:3e:b6:1e:b5', 'name': 'tempest-NetworksTestDHCPv6-56213038'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:18.982126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.016435 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a065a-1a7c-4dc1-a688-50d2d3b16ad0 x-openstack-request-id: req-853a065a-1a7c-4dc1-a688-50d2d3b16ad0 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:19.019698 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-plugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:19.021436 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-853a065a-1a7c-4dc1-a688-50d2d3b16ad0 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:19.023627 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853a065a-1a7c-4dc1-a688-50d2d3b16ad0'] response: {'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'code': 200} Apr 07 11:20:19.178578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-246b80c4-28dc-4752-b101-4bdfa8770254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (65920101-2faf-4598-b3ad-bce27c3bb0dd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.181118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-246b80c4-28dc-4752-b101-4bdfa8770254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.187701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.189540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-246b80c4-28dc-4752-b101-4bdfa8770254 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65920101-2faf-4598-b3ad-bce27c3bb0dd HTTP/1.1" status: 204 len: 168 time: 0.7451649 Apr 07 11:20:19.249487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-648eb52e-4f08-453a-93ef-403379cb91d9 req-fbe9e178-6d61-4b08-9d15-73cd8ebf8f1d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475163 Apr 07 11:20:19.250959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b80c4-28dc-4752-b101-4bdfa8770254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65920101-2faf-4598-b3ad-bce27c3bb0dd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:19.296043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:19.297335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Port': ['ID=0d273125-e6eb-4cf4-b40f-3be54f7bad23,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:19.301479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:19.303860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:19.354642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 385bca7e-865e-48cb-89db-a2105de00782 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:19.370777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=15']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:19.387379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:19.388031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.468672 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-9df3027d-ae54-4bea-adad-095ff77f36d8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1390276 Apr 07 11:20:19.476330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Made reservation on behalf of b81f70e802cd4b53886cb537aad80033 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:19.551106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 385bca7e-865e-48cb-89db-a2105de00782 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:19.551752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (385bca7e-865e-48cb-89db-a2105de00782), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.615546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Request body: {'port': {'device_id': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:19.696008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.698853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 385bca7e-865e-48cb-89db-a2105de00782 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:19.712301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:19.883809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7ed89185-f8ee-4a30-96e5-9bd63dda2c24), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:19.995313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:20.174080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617ab5-b77a-43cf-89f3-321a9b2b7c53 req-5c1aafd3-dcfb-4f15-8f5a-ca578ca65906 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:20.190018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617ab5-b77a-43cf-89f3-321a9b2b7c53 req-5c1aafd3-dcfb-4f15-8f5a-ca578ca65906 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:20.209625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617ab5-b77a-43cf-89f3-321a9b2b7c53 req-5c1aafd3-dcfb-4f15-8f5a-ca578ca65906 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:20.222858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0617ab5-b77a-43cf-89f3-321a9b2b7c53 req-5c1aafd3-dcfb-4f15-8f5a-ca578ca65906 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2376 time: 0.2461953 Apr 07 11:20:20.332998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9e5e7c1e-ba62-4ad6-b013-09d8e4673adb None None] Provisioning complete for port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:20.333475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7c1e-ba62-4ad6-b013-09d8e4673adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:20.374199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:20.374825 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:20.382219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] device_id is not set on port 858463de-d472-4357-bb48-dd8e473f72f0 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:20:20.399701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0617ab5-b77a-43cf-89f3-321a9b2b7c53 req-0dbceb1f-1899-4bb9-9f2b-fc65abbf3f9a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755672 Apr 07 11:20:20.468416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e7c1e-ba62-4ad6-b013-09d8e4673adb None None] Port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:20.615711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:20.617036 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:20.685037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776044a-7424-4a08-9cc2-c09b2d916ce0 req-6fe4d85c-fe4d-466b-9efb-2ffd35664c9c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:20.690976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:20.697403 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:20.705564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1776044a-7424-4a08-9cc2-c09b2d916ce0 req-6fe4d85c-fe4d-466b-9efb-2ffd35664c9c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1828625 Apr 07 11:20:20.831514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1776044a-7424-4a08-9cc2-c09b2d916ce0 req-b4dc1f45-b243-450b-b30f-fe28eb6c6ce8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218596 Apr 07 11:20:20.836243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=16']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:20.895642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed89185-f8ee-4a30-96e5-9bd63dda2c24,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:21.063171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Checking segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:21.063802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Network hostable DHCP agents. Network: cd7861e3-c532-451b-8c93-6916858332c7, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:20:21.094163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:21.227027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-39874bfb-7c02-4a34-9787-95670a66ee74 None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:21.227573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-39874bfb-7c02-4a34-9787-95670a66ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:21.279332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Network cd7861e3-c532-451b-8c93-6916858332c7 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:20:21.427485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8::29f (b2feb08a-9d5d-4508-b385-fa376864e287/16f4b496-4016-4f8b-8705-8a56224d6e0d/858463de-d472-4357-bb48-dd8e473f72f0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:21.439541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:1eb5 (b2feb08a-9d5d-4508-b385-fa376864e287/523a089c-f3d7-45e9-a8ea-222d296f4e40/858463de-d472-4357-bb48-dd8e473f72f0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:21.579406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-39874bfb-7c02-4a34-9787-95670a66ee74 None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:21.594694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:21.595077 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:21.744203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72ab2-5f00-4235-b5cb-9a1db5e9f073 req-37dfcd10-7d7c-481a-b2a9-eb6591fbdddc tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:21.746387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, cd7861e3-c532-451b-8c93-6916858332c7) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:21.765497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1a7f4-68b1-4cb7-bd54-d3f380970481 None None] Network cd7861e3-c532-451b-8c93-6916858332c7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:21.771065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:21.771920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:21.778910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72ab2-5f00-4235-b5cb-9a1db5e9f073 req-37dfcd10-7d7c-481a-b2a9-eb6591fbdddc tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:21.789925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72ab2-5f00-4235-b5cb-9a1db5e9f073 req-37dfcd10-7d7c-481a-b2a9-eb6591fbdddc tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:21.796605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bf72ab2-5f00-4235-b5cb-9a1db5e9f073 req-37dfcd10-7d7c-481a-b2a9-eb6591fbdddc tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2376 time: 0.2285955 Apr 07 11:20:21.853612 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b7f0cdb2-3eb8-4a72-86cf-41120cb414f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1102958 Apr 07 11:20:21.863316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:21.880638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:21.919701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (0a7f15bf-bc13-43c3-9253-a41636ebed3d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:21.922835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (0a7f15bf-bc13-43c3-9253-a41636ebed3d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:22.007180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bf72ab2-5f00-4235-b5cb-9a1db5e9f073 req-83990b72-ae2d-46a2-8aea-2dfd7bfd7a61 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045524 Apr 07 11:20:22.077031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:22.082101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks [] for router_controller (0a7f15bf-bc13-43c3-9253-a41636ebed3d), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:22.306075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071d4d7-819c-46ec-af22-df2b5fd24820 req-ed412d32-acc7-449d-a121-542688ffbe01 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:22.310160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4071d4d7-819c-46ec-af22-df2b5fd24820 req-ed412d32-acc7-449d-a121-542688ffbe01 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1807864 Apr 07 11:20:22.315689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-cd7861e3-c532-451b-8c93-6916858332c7', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:20:22.316593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:22.439196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:22.451175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4071d4d7-819c-46ec-af22-df2b5fd24820 req-c3cd2387-9a7c-43bf-b6f9-d59e155fd49c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340299 Apr 07 11:20:22.500331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Publish callbacks [] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:22.867397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Allocated IP 172.20.0.2 (cd7861e3-c532-451b-8c93-6916858332c7/7ed89185-f8ee-4a30-96e5-9bd63dda2c24/61f9fe2c-653d-4896-8494-e4b4b0522151) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:23.372296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35134f-87f8-4b48-8d1f-c3ced842110c req-4316943f-4faf-4002-8aa9-251d062868cb tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:23.379528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35134f-87f8-4b48-8d1f-c3ced842110c req-4316943f-4faf-4002-8aa9-251d062868cb tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:23.388080 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Publish callbacks [] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:23.400092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35134f-87f8-4b48-8d1f-c3ced842110c req-4316943f-4faf-4002-8aa9-251d062868cb tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:23.409281 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:23.412319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba35134f-87f8-4b48-8d1f-c3ced842110c req-4316943f-4faf-4002-8aa9-251d062868cb tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2376 time: 0.2049875 Apr 07 11:20:23.538612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Network cd7861e3-c532-451b-8c93-6916858332c7 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:23.552369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:23.563213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:23.581811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba35134f-87f8-4b48-8d1f-c3ced842110c req-85aa9710-09f5-428e-ba8e-49bd48225112 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666286 Apr 07 11:20:23.602076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Pushing event updated for resources: {'Port': ['ID=61f9fe2c-653d-4896-8494-e4b4b0522151,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:23.669256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49250) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:23.700677 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for port (858463de-d472-4357-bb48-dd8e473f72f0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:23.737955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Transition to ACTIVE for port object 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:20:23.759875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Attempting to bind port 61f9fe2c-653d-4896-8494-e4b4b0522151 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:23.760467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Attempting to bind port 61f9fe2c-653d-4896-8494-e4b4b0522151 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:23.761837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Attempting to bind port 61f9fe2c-653d-4896-8494-e4b4b0522151 on network cd7861e3-c532-451b-8c93-6916858332c7 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:23.769018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks [] for router_gateway (0a7f15bf-bc13-43c3-9253-a41636ebed3d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:23.774118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:23.778218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Checking segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:23.778855 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:23.779637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Bound using segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:23.779889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:23.780074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Bound port: 61f9fe2c-653d-4896-8494-e4b4b0522151, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:23.780577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:24.103399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] For port 61f9fe2c-653d-4896-8494-e4b4b0522151, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:24.123277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] For port 61f9fe2c-653d-4896-8494-e4b4b0522151, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=61f9fe2c-653d-4896-8494-e4b4b0522151,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:24.147712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:24.231912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:24.340639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (858463de-d472-4357-bb48-dd8e473f72f0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:24.515861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7462b7-9ca5-4a6d-bcb1-8877e964e387 None None] Pushing event updated for resources: {'Port': ['ID=61f9fe2c-653d-4896-8494-e4b4b0522151,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:24.772532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Network b2feb08a-9d5d-4508-b385-fa376864e287 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:24.777286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee63d26-54b0-4707-9b1d-40ef785741f1 req-f4ea5bc2-9f01-465a-9996-938b8256c9b7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:24.785696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cee63d26-54b0-4707-9b1d-40ef785741f1 req-f4ea5bc2-9f01-465a-9996-938b8256c9b7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.3302174 Apr 07 11:20:24.861972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Attempting to bind port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:24.862575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Attempting to bind port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:24.864561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Attempting to bind port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:24.895108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:24.910716 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event updated for resources: {'Port': ['ID=858463de-d472-4357-bb48-dd8e473f72f0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:24.934522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:24.973544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:24.974557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:25.071721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:20:25.073702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Attempting to bind port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:25.131172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4db3ba05-db2a-49bd-b404-732e62996683 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.1666174 Apr 07 11:20:25.136130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49256) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:25.191487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:25.195706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Checking segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:25.196955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Bound using segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:25.202073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Bound port: 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:25.203138 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:25.538080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cee63d26-54b0-4707-9b1d-40ef785741f1 req-ad6c22ff-d633-4156-86ec-c6c83cde6b0a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509606 Apr 07 11:20:25.773904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-56b29d37-5322-4a50-8cd5-bee2a6fc746a None None] Provisioning complete for port 858463de-d472-4357-bb48-dd8e473f72f0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:25.774766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56b29d37-5322-4a50-8cd5-bee2a6fc746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (858463de-d472-4357-bb48-dd8e473f72f0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:25.960590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-56b29d37-5322-4a50-8cd5-bee2a6fc746a None None] Port 858463de-d472-4357-bb48-dd8e473f72f0 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:26.035692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] For port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:26.044786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] For port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:26.134569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f71f-f9ec-4646-b889-1fd538202104 req-4b2e56e9-e1bb-4c41-96a8-23078eb84fb4 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:26.149157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e900f71f-f9ec-4646-b889-1fd538202104 req-4b2e56e9-e1bb-4c41-96a8-23078eb84fb4 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.3817546 Apr 07 11:20:26.244115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks [] for router_gateway (0a7f15bf-bc13-43c3-9253-a41636ebed3d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:26.426480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:26.596138 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:26.709930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e900f71f-f9ec-4646-b889-1fd538202104 req-6a39011a-7342-4389-a2e4-260e1ccea92f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5548437 Apr 07 11:20:26.725719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (20ea4705-2620-4bd6-95ad-0ed2933e6cae), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:26.727111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:26.732981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:26.734527 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] 10.222.0.41 "PUT /v2.0/ports/3bc7448c-a649-4377-a9e9-b5cee87bdcb1 HTTP/1.1" status: 200 len: 1091 time: 7.1398787 Apr 07 11:20:26.746084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'tag': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:26.754380 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1759b9-3924-4a81-876d-6efcc900150e" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "tag": "3bc7448c-a649-4377-a9e9-b5cee87bdcb1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:26.762316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95413156-c1e7-41fe-a112-4e381d0ecba6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:26.966808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Request body: {'port': {'device_id': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:26.982049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e15c8d-1809-4679-a0f9-0827c748d0e3 None None] Network cd7861e3-c532-451b-8c93-6916858332c7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:27.271205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 61f9fe2c-653d-4896-8494-e4b4b0522151 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:27.312041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Allocated IP 172.25.5.195 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/3d3e98de-3b31-4b94-a534-e8b90e5eecf2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:27.403456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a745-fb87-427a-9bc2-0368c9ff30df req-f4a2e8dc-284d-44d0-8806-4e4c692300b5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:27.413157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a745-fb87-427a-9bc2-0368c9ff30df req-f4a2e8dc-284d-44d0-8806-4e4c692300b5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:27.423651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a745-fb87-427a-9bc2-0368c9ff30df req-f4a2e8dc-284d-44d0-8806-4e4c692300b5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:27.436848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82c8a745-fb87-427a-9bc2-0368c9ff30df req-f4a2e8dc-284d-44d0-8806-4e4c692300b5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2388 time: 0.2675378 Apr 07 11:20:27.608932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] Provisioning complete for port 61f9fe2c-653d-4896-8494-e4b4b0522151 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:27.609353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:27.609683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks [] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:27.647037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 61f9fe2c-653d-4896-8494-e4b4b0522151 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:27.647446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:27.674618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82c8a745-fb87-427a-9bc2-0368c9ff30df req-7481307e-ecc1-48e6-99ca-94450efe3800 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290401 Apr 07 11:20:27.770950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:27.963135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] Current status of the port 61f9fe2c-653d-4896-8494-e4b4b0522151 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:27.963559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:27.975509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:27.998135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:28.018601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:28.030032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:28.048216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting port 858463de-d472-4357-bb48-dd8e473f72f0 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:28.048571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (858463de-d472-4357-bb48-dd8e473f72f0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.087322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 61f9fe2c-653d-4896-8494-e4b4b0522151 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:28.087911 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.118662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49680d55-0f99-45db-a259-b6dcfea33785 req-ab1cc7db-b968-41e1-9bd2-2d442f792981 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:28.129287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49680d55-0f99-45db-a259-b6dcfea33785 req-ab1cc7db-b968-41e1-9bd2-2d442f792981 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2840600 Apr 07 11:20:28.187762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] For port 61f9fe2c-653d-4896-8494-e4b4b0522151, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=61f9fe2c-653d-4896-8494-e4b4b0522151,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:28.197338 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.224909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Deleting port 3be1c756-755e-4b68-acb8-67d8f252285c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:28.225482 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.290387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (858463de-d472-4357-bb48-dd8e473f72f0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.310767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Calling delete_port for 858463de-d472-4357-bb48-dd8e473f72f0 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:28.348020 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:20:28.348387 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:20:28.458938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0e49a-bf2c-4623-a200-db6af3d64dee None None] Pushing event updated for resources: {'Port': ['ID=61f9fe2c-653d-4896-8494-e4b4b0522151,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:28.475119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] For port 3be1c756-755e-4b68-acb8-67d8f252285c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3be1c756-755e-4b68-acb8-67d8f252285c,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:28.475707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.491555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e96d0d67-c9ca-4cd5-bf33-4e12beec0d1c None None] Provisioning complete for port 61f9fe2c-653d-4896-8494-e4b4b0522151 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:28.492113 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e96d0d67-c9ca-4cd5-bf33-4e12beec0d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.511395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Calling delete_port for 3be1c756-755e-4b68-acb8-67d8f252285c owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:28.652057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e96d0d67-c9ca-4cd5-bf33-4e12beec0d1c None None] Current status of the port 61f9fe2c-653d-4896-8494-e4b4b0522151 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:28.757909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772ead4-4167-40a8-8e44-849b56f78066 req-5b9d98d3-ec46-4ef4-9788-98daeed5131b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:28.759655 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9772ead4-4167-40a8-8e44-849b56f78066 req-5b9d98d3-ec46-4ef4-9788-98daeed5131b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.23 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 2.7053809 Apr 07 11:20:28.760063 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (858463de-d472-4357-bb48-dd8e473f72f0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:28.871399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Port': ['ID=858463de-d472-4357-bb48-dd8e473f72f0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:28.995554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49680d55-0f99-45db-a259-b6dcfea33785 req-051c2dd4-7a4b-4b4f-a934-128255a758db tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8574047 Apr 07 11:20:29.017259 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3be1c756-755e-4b68-acb8-67d8f252285c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:29.070639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:29.081764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60d310a0-fb61-43c8-88dc-d4875ca6d203 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/858463de-d472-4357-bb48-dd8e473f72f0 HTTP/1.1" status: 204 len: 168 time: 3.9375138 Apr 07 11:20:29.084702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:29.087263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 61f9fe2c-653d-4896-8494-e4b4b0522151 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:29.181156 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be1848f-c74c-4d78-b79a-eee6d5c1e46c x-openstack-request-id: req-8be1848f-c74c-4d78-b79a-eee6d5c1e46c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:29.181413 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "tag": "3bc7448c-a649-4377-a9e9-b5cee87bdcb1", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:29.181677 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8be1848f-c74c-4d78-b79a-eee6d5c1e46c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:29.191220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Pushing event deleted for resources: {'Port': ['ID=3be1c756-755e-4b68-acb8-67d8f252285c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:29.203939 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be1848f-c74c-4d78-b79a-eee6d5c1e46c'] response: {'name': 'network-changed', 'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'tag': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1', 'status': 'completed', 'code': 200} Apr 07 11:20:29.343825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 61f9fe2c-653d-4896-8494-e4b4b0522151 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:29.363773 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec322637-20f1-43da-b367-9691257b49aa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:29.461909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0d819d69-675a-4470-8e30-495280c5cade no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:29.566007 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (20ea4705-2620-4bd6-95ad-0ed2933e6cae), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:29.696116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 61f9fe2c-653d-4896-8494-e4b4b0522151 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:29.696497 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:29.824988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed592862-f34e-48ba-a817-8249ccc49df6 req-f1201233-dde8-4817-94d9-431f598bde13 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:29.836480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed592862-f34e-48ba-a817-8249ccc49df6 req-f1201233-dde8-4817-94d9-431f598bde13 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 946 time: 0.2672207 Apr 07 11:20:29.924324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 0d819d69-675a-4470-8e30-495280c5cade is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:29.925103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d819d69-675a-4470-8e30-495280c5cade), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:29.957944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba4f0c-00ae-4a39-9858-5d9c1dbb92a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:29.976819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed592862-f34e-48ba-a817-8249ccc49df6 req-117ca3bf-cd1c-4210-ab2c-b448a8100d45 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391726 Apr 07 11:20:29.977703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6dba4f0c-00ae-4a39-9858-5d9c1dbb92a9 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8860600 Apr 07 11:20:29.979045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49272) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:30.047639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 61f9fe2c-653d-4896-8494-e4b4b0522151 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:30.081510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d819d69-675a-4470-8e30-495280c5cade'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:30.087033 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba766d-5989-4272-aa39-68ac7b92ac7f" -d '{"events": [{"server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d819d69-675a-4470-8e30-495280c5cade"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:30.161616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0d819d69-675a-4470-8e30-495280c5cade,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:30.170669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:30.281305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:30.410731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99216dc6-d242-4de0-bac6-3731632adb9f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.412334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-99216dc6-d242-4de0-bac6-3731632adb9f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4310851 Apr 07 11:20:30.414505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec322637-20f1-43da-b367-9691257b49aa {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:30.415620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49282) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:30.426613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff74d2e-9f3f-4d54-a3ef-75b0a45e106a req-6a9c4b49-eb40-45bd-898a-24fc11c60078 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.437235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff74d2e-9f3f-4d54-a3ef-75b0a45e106a req-6a9c4b49-eb40-45bd-898a-24fc11c60078 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.442729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff74d2e-9f3f-4d54-a3ef-75b0a45e106a req-6a9c4b49-eb40-45bd-898a-24fc11c60078 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.444861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Publish callbacks [] for port (ec322637-20f1-43da-b367-9691257b49aa), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:30.452074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ff74d2e-9f3f-4d54-a3ef-75b0a45e106a req-6a9c4b49-eb40-45bd-898a-24fc11c60078 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2388 time: 0.1968436 Apr 07 11:20:30.474406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-952c5e63-ed50-4b66-a20f-8b7441b2b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.477037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-952c5e63-ed50-4b66-a20f-8b7441b2b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.477738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-952c5e63-ed50-4b66-a20f-8b7441b2b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.480758 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd1759b9-3924-4a81-876d-6efcc900150e req-952c5e63-ed50-4b66-a20f-8b7441b2b565 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2762 time: 1.1678579 Apr 07 11:20:30.530074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Router 20ea4705-2620-4bd6-95ad-0ed2933e6cae has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:20:30.598418 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e552e353-1d93-4fe3-bdba-a4dfd7790995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:30.652736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29173c42-9a5a-460d-9df2-26771178e2ac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.654234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29173c42-9a5a-460d-9df2-26771178e2ac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.655705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29173c42-9a5a-460d-9df2-26771178e2ac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.668144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-29173c42-9a5a-460d-9df2-26771178e2ac tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2406299 Apr 07 11:20:30.672367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49284) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:30.711198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-bdb0510c-570e-4c6d-b7dc-a9bde06377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.712573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-bdb0510c-570e-4c6d-b7dc-a9bde06377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.713254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-bdb0510c-570e-4c6d-b7dc-a9bde06377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:30.715442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd1759b9-3924-4a81-876d-6efcc900150e req-bdb0510c-570e-4c6d-b7dc-a9bde06377f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bed939672f1e424999b931c3ea7e6fd7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2202384 Apr 07 11:20:30.732744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Transition to ACTIVE for port object ec322637-20f1-43da-b367-9691257b49aa will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:20:30.867323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Deleting port 0d819d69-675a-4470-8e30-495280c5cade {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:30.867905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0d819d69-675a-4470-8e30-495280c5cade), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:30.902539 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks [] for router_gateway (0a7f15bf-bc13-43c3-9253-a41636ebed3d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:30.937760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ff74d2e-9f3f-4d54-a3ef-75b0a45e106a req-d7cc9ad6-4223-490a-a0d0-98e8c189711c tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846702 Apr 07 11:20:31.110602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] For port 0d819d69-675a-4470-8e30-495280c5cade, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0d819d69-675a-4470-8e30-495280c5cade,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:31.122147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0d819d69-675a-4470-8e30-495280c5cade), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:31.241170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ec322637-20f1-43da-b367-9691257b49aa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:31.440830 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:31.589329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 16f4b496-4016-4f8b-8705-8a56224d6e0d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:31.601699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (16f4b496-4016-4f8b-8705-8a56224d6e0d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:31.680457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843a6a-f460-4113-a6d7-3a8993556cdf req-b3d2995c-a0b2-4f20-8049-c28ecad7e33a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:31.683028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9843a6a-f460-4113-a6d7-3a8993556cdf req-b3d2995c-a0b2-4f20-8049-c28ecad7e33a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.6544645 Apr 07 11:20:31.686320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (16f4b496-4016-4f8b-8705-8a56224d6e0d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:31.690157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:31.698928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-918f8791-9c53-4744-9edd-7ea039edbafc admin admin] 10.222.0.13 "PUT /v2.0/routers/20ea4705-2620-4bd6-95ad-0ed2933e6cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0252490 Apr 07 11:20:31.706979 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] Sync routers for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:31.718509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:31.737299 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:31.738304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:31.962534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9843a6a-f460-4113-a6d7-3a8993556cdf req-77b46b27-a2e8-4fdf-83bd-39627a98f5a1 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447369 Apr 07 11:20:32.012968 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (16f4b496-4016-4f8b-8705-8a56224d6e0d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.089441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks [] for router (20ea4705-2620-4bd6-95ad-0ed2933e6cae), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.100076 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d93f27c-1100-4079-815b-539df5d35c6d x-openstack-request-id: req-9d93f27c-1100-4079-815b-539df5d35c6d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:32.101164 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d819d69-675a-4470-8e30-495280c5cade", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:32.101813 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d93f27c-1100-4079-815b-539df5d35c6d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:32.102454 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d93f27c-1100-4079-815b-539df5d35c6d'] response: {'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d819d69-675a-4470-8e30-495280c5cade', 'code': 200} Apr 07 11:20:32.270542 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:32.393854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (16f4b496-4016-4f8b-8705-8a56224d6e0d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.492057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87154c9a-cbfd-4e70-b087-55b7567ce605 None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:32.494211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.506082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/16f4b496-4016-4f8b-8705-8a56224d6e0d HTTP/1.1" status: 204 len: 168 time: 1.8007820 Apr 07 11:20:32.508427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe11df-65eb-43be-8eeb-230b688861e8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=16f4b496-4016-4f8b-8705-8a56224d6e0d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:32.520430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49292) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:32.534352 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:20:28Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:32.581706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb88c2-f0a5-4d5d-ba7e-9e1dfd606b83 req-aa614e46-ebc7-494e-934a-d7577f0770c1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:32.583910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ceb88c2-f0a5-4d5d-ba7e-9e1dfd606b83 req-aa614e46-ebc7-494e-934a-d7577f0770c1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 944 time: 0.3285122 Apr 07 11:20:32.597288 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] Checking router: 20ea4705-2620-4bd6-95ad-0ed2933e6cae for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:32.617594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] Routers {'20ea4705-2620-4bd6-95ad-0ed2933e6cae'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:32.618161 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:32.689159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (0a7f15bf-bc13-43c3-9253-a41636ebed3d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.695229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1759b9-3924-4a81-876d-6efcc900150e req-598a3837-8550-4e15-b48f-5a50319a0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:32.698333 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd1759b9-3924-4a81-876d-6efcc900150e req-598a3837-8550-4e15-b48f-5a50319a0368 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9767230 Apr 07 11:20:32.777984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks [] for router_gateway (20ea4705-2620-4bd6-95ad-0ed2933e6cae), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.876734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Deleting subnet 523a089c-f3d7-45e9-a8ea-222d296f4e40 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:32.947180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks [] for subnet (523a089c-f3d7-45e9-a8ea-222d296f4e40), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:32.966195 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae9a3-c9c4-426c-812d-91173cde416d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.070189 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] Set router 20ea4705-2620-4bd6-95ad-0ed2933e6cae gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:33.139459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Attempting to bind port ec322637-20f1-43da-b367-9691257b49aa on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:33.139943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Attempting to bind port ec322637-20f1-43da-b367-9691257b49aa by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:33.144617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Attempting to bind port ec322637-20f1-43da-b367-9691257b49aa on network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:33.160793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Port ec322637-20f1-43da-b367-9691257b49aa on network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:20:33.161326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Attempting to bind port ec322637-20f1-43da-b367-9691257b49aa on network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:33.167761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ceb88c2-f0a5-4d5d-ba7e-9e1dfd606b83 req-53f9e16d-71a4-4d20-95eb-9e20142f0e9a tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=cedadf1b-7325-4112-a4b9-564f68e242f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5346031 Apr 07 11:20:33.178578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.179217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.179654 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Floating IP 6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f disassociated. External IP: 172.25.5.174, port: 0d819d69-675a-4470-8e30-495280c5cade. Apr 07 11:20:33.180136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Calling delete_port for 0d819d69-675a-4470-8e30-495280c5cade owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:33.185310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:33.185796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Checking segment: {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:33.186338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Bound using segment: {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:33.189657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Bound port: ec322637-20f1-43da-b367-9691257b49aa, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cd3bb3-4237-43a6-9e2c-ed15ced65a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:33.190157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec322637-20f1-43da-b367-9691257b49aa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.220598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (523a089c-f3d7-45e9-a8ea-222d296f4e40), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.291652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.365691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Deleting port d6d27201-0619-454a-86d9-7cef7e48fa2d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:33.365892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.386400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] For port ec322637-20f1-43da-b367-9691257b49aa, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:33.399463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] For port ec322637-20f1-43da-b367-9691257b49aa, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ec322637-20f1-43da-b367-9691257b49aa,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:33.406197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec322637-20f1-43da-b367-9691257b49aa,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:33.430067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.440406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.442181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.442779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.443537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.444123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.444685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.445510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.446078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.446849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.448253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.448968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.449649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:33.454705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ec322637-20f1-43da-b367-9691257b49aa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.647345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:33.647909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.649346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec322637-20f1-43da-b367-9691257b49aa HTTP/1.1" status: 200 len: 1092 time: 6.8601274 Apr 07 11:20:33.652200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'tag': 'ec322637-20f1-43da-b367-9691257b49aa'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:33.655529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (523a089c-f3d7-45e9-a8ea-222d296f4e40), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.660238 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be407eb5-6c24-4987-b3cd-2cba66a83d96" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "tag": "ec322637-20f1-43da-b367-9691257b49aa"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:33.706791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Request body: {'port': {'device_id': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:33.820334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a17f-2099-4796-aef6-7980d26101a7 req-73021ccd-e003-4165-b3de-49aafa5fe0c9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:33.833915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a17f-2099-4796-aef6-7980d26101a7 req-73021ccd-e003-4165-b3de-49aafa5fe0c9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:33.860781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a17f-2099-4796-aef6-7980d26101a7 req-73021ccd-e003-4165-b3de-49aafa5fe0c9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:33.862739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfc8a17f-2099-4796-aef6-7980d26101a7 req-73021ccd-e003-4165-b3de-49aafa5fe0c9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2400 time: 0.3654206 Apr 07 11:20:33.875727 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:20:28Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:33.904221 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:33.980908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] For port d6d27201-0619-454a-86d9-7cef7e48fa2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d6d27201-0619-454a-86d9-7cef7e48fa2d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:33.981344 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:34.008398 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ecdd88-b827-4c5e-8ce3-1792c16e402b None None] The sync data for ids ['20ea4705-2620-4bd6-95ad-0ed2933e6cae'] in n-d-836788-1 is: [{'id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'name': 'tempest-AttachSCSIVolumeTestJSON-874155194-router', 'tenant_id': '1d91cc3126cd435e9502914348a7b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:36Z', 'updated_at': '2022-04-07T11:20:28Z', 'revision_number': 5, 'project_id': '1d91cc3126cd435e9502914348a7b0ab', 'gw_port': {'id': 'd6d27201-0619-454a-86d9-7cef7e48fa2d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ea4705-2620-4bd6-95ad-0ed2933e6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:37Z', 'updated_at': '2022-04-07T11:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:34.093156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Calling delete_port for d6d27201-0619-454a-86d9-7cef7e48fa2d owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:34.111026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0d819d69-675a-4470-8e30-495280c5cade), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:34.118635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe5f45-3845-407d-9a4b-fef32d9ea1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec322637-20f1-43da-b367-9691257b49aa,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:34.135888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Router 0a7f15bf-bc13-43c3-9253-a41636ebed3d is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:20:34.234378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-910d996c-8461-4fc9-9145-2d6ff2877351 None None] Provisioning complete for port 560daaa1-8f2b-465e-844f-82d962022781 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:34.234797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-910d996c-8461-4fc9-9145-2d6ff2877351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (560daaa1-8f2b-465e-844f-82d962022781), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:34.259672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event deleted for resources: {'Port': ['ID=0d819d69-675a-4470-8e30-495280c5cade,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:34.460604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-910d996c-8461-4fc9-9145-2d6ff2877351 None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:34.465648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (523a089c-f3d7-45e9-a8ea-222d296f4e40), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:34.504545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:34.521463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:34.533411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Sync routers for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:34.554699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:34.555455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:34.588421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:34.591957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/523a089c-f3d7-45e9-a8ea-222d296f4e40 HTTP/1.1" status: 204 len: 168 time: 2.0697107 Apr 07 11:20:34.597865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf642d-1b37-402f-9a86-516ba8949219 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Subnet': ['ID=523a089c-f3d7-45e9-a8ea-222d296f4e40,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:34.600524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49300) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:34.612264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfc8a17f-2099-4796-aef6-7980d26101a7 req-01d23e45-a600-4710-bc72-1834df719bd8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237003 Apr 07 11:20:34.790777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-26ac1f92-e1d4-4243-bdca-cd0648f082dd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1771402 Apr 07 11:20:34.812430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49302) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:35.315701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d6d27201-0619-454a-86d9-7cef7e48fa2d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.361828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea64d3-9944-4bc7-ae0c-cca76b4f071d None None] Network b2feb08a-9d5d-4508-b385-fa376864e287 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:35.372178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d27201-0619-454a-86d9-7cef7e48fa2d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:35.392239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d7254-28ec-405c-be5d-1ddbd51430b7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:35.397483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4d0d7254-28ec-405c-be5d-1ddbd51430b7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5801823 Apr 07 11:20:35.401177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49304) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:35.409783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3be1c756-755e-4b68-acb8-67d8f252285c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:35.502983 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.504379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd9c7373-83bd-4a7a-9504-c4b2e33278e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.6282122 Apr 07 11:20:35.512816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:35.620906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (20ea4705-2620-4bd6-95ad-0ed2933e6cae), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.638826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3be1c756-755e-4b68-acb8-67d8f252285c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:35.639416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3be1c756-755e-4b68-acb8-67d8f252285c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:35.648898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d273125-e6eb-4cf4-b40f-3be54f7bad23 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:35.661297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Publish callbacks [] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.702796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Transition to ACTIVE for port object 0d273125-e6eb-4cf4-b40f-3be54f7bad23 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:20:35.720941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.738479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Router 33efa376-21ec-4739-a52d-161d9553dc11 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:20:35.750807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (20ea4705-2620-4bd6-95ad-0ed2933e6cae), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.753717 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks [] for router_controller (20ea4705-2620-4bd6-95ad-0ed2933e6cae), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.819525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fffc9-fab2-4dc4-8a9e-2d2a0c7c36ad req-8b63d1a3-71ba-4a7d-b420-30681f7f887a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:35.828809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a6fffc9-fab2-4dc4-8a9e-2d2a0c7c36ad req-8b63d1a3-71ba-4a7d-b420-30681f7f887a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 1.0358865 Apr 07 11:20:35.858292 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (20ea4705-2620-4bd6-95ad-0ed2933e6cae), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.859290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ea4705-2620-4bd6-95ad-0ed2933e6cae {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:20:35.903147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:35.908231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bf08d66f-391d-4c53-b3b4-acaecfb33c1c admin admin] 10.222.0.13 "DELETE /v2.0/routers/20ea4705-2620-4bd6-95ad-0ed2933e6cae HTTP/1.1" status: 204 len: 168 time: 4.1860142 Apr 07 11:20:35.921538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49314) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:35.927844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:36.044575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36323822-e0ca-42ad-9199-7413e4fd771d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:36.070070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-36323822-e0ca-42ad-9199-7413e4fd771d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6037972 Apr 07 11:20:36.074941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49318) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:36.123721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a6fffc9-fab2-4dc4-8a9e-2d2a0c7c36ad req-b7313247-69cd-40b2-8cda-08899359901e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932799 Apr 07 11:20:36.141219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] DHCP port deletion for b2feb08a-9d5d-4508-b385-fa376864e287 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:20:36.159726 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:36.345375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c4ba88d8-71b6-4c72-b059-79b3892b918f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2082162 Apr 07 11:20:36.348183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49320) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:36.416947 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2eed856-0afe-4309-bc04-f21d84a90d58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:36.418474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2eed856-0afe-4309-bc04-f21d84a90d58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:36.435423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e2eed856-0afe-4309-bc04-f21d84a90d58 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/858463de-d472-4357-bb48-dd8e473f72f0 HTTP/1.1" status: 404 len: 333 time: 0.0858779 Apr 07 11:20:36.437975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:36.526277 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f478d0-0bf0-4769-bd6a-e43bba9d7a9a x-openstack-request-id: req-b1f478d0-0bf0-4769-bd6a-e43bba9d7a9a {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:36.527223 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "tag": "ec322637-20f1-43da-b367-9691257b49aa", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:36.528602 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1f478d0-0bf0-4769-bd6a-e43bba9d7a9a {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:36.529283 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f478d0-0bf0-4769-bd6a-e43bba9d7a9a'] response: {'name': 'network-changed', 'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'tag': 'ec322637-20f1-43da-b367-9691257b49aa', 'status': 'completed', 'code': 200} Apr 07 11:20:36.530770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:36.543032 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:36.577449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Pushing event updated for resources: {'Port': ['ID=0d273125-e6eb-4cf4-b40f-3be54f7bad23,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:36.603273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:36.606200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:36.658141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] No DVR routers for this DVR port 0d819d69-675a-4470-8e30-495280c5cade on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:36.670812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:36.674475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.23 "DELETE /v2.0/ports/0d819d69-675a-4470-8e30-495280c5cade HTTP/1.1" status: 204 len: 173 time: 7.8931878 Apr 07 11:20:36.719990 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d8e0b2-5e89-4fcf-a288-b4edcf0e218a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:36.721953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d8e0b2-5e89-4fcf-a288-b4edcf0e218a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:36.747321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b2d8e0b2-5e89-4fcf-a288-b4edcf0e218a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/523a089c-f3d7-45e9-a8ea-222d296f4e40 HTTP/1.1" status: 404 len: 337 time: 0.3079209 Apr 07 11:20:36.753505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49324) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:36.818425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Deleting subnet 8457714a-c78e-48eb-bec9-da83f15ff999 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:36.836522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Publish callbacks [] for subnet (8457714a-c78e-48eb-bec9-da83f15ff999), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:36.861040 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55a3dd6-a384-4fcb-ae9f-98cd0c77eee8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:36.861551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55a3dd6-a384-4fcb-ae9f-98cd0c77eee8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:36.865783 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f55a3dd6-a384-4fcb-ae9f-98cd0c77eee8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/16f4b496-4016-4f8b-8705-8a56224d6e0d HTTP/1.1" status: 404 len: 337 time: 0.1006689 Apr 07 11:20:36.874758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49326) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:36.878327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-b67ed076-de4d-488e-b21f-1a7f099ece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:36.879859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-b67ed076-de4d-488e-b21f-1a7f099ece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:36.879859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-b67ed076-de4d-488e-b21f-1a7f099ece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:36.880992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-b67ed076-de4d-488e-b21f-1a7f099ece59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2885 time: 0.4607532 Apr 07 11:20:36.926608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] Deleting port 560daaa1-8f2b-465e-844f-82d962022781 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:36.928244 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:36.951620 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:37.030063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddef0c92-7fda-49a5-8843-4e9b6a796841 req-3430a878-af54-4c7a-a10b-eaf8376065eb tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=29eb04a4-df21-4716-9100-bcf657da9ea2 HTTP/1.1" status: 200 len: 210 time: 0.5036137 Apr 07 11:20:37.043375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8457714a-c78e-48eb-bec9-da83f15ff999), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.083581 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60f57d9-d399-4d00-8dcb-0efda3153e84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:37.084147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60f57d9-d399-4d00-8dcb-0efda3153e84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:37.087435 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f60f57d9-d399-4d00-8dcb-0efda3153e84 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/4f32bdfa-7a83-4e5c-9622-2362c324ef10 HTTP/1.1" status: 404 len: 333 time: 0.2049887 Apr 07 11:20:37.102385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:37.104444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:30Z', 'revision_number': 3, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:37.225532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Attempting to bind port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:37.225816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Attempting to bind port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:37.240083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Attempting to bind port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:37.267626 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10736fc-62b2-44c3-b9c4-e1cc76d872e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:37.268146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10736fc-62b2-44c3-b9c4-e1cc76d872e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:37.279380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49342) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:37.282000 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b10736fc-62b2-44c3-b9c4-e1cc76d872e4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/6285a543-1494-4c77-882b-a42ff8808a08 HTTP/1.1" status: 404 len: 337 time: 0.1783118 Apr 07 11:20:37.290574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6d27201-0619-454a-86d9-7cef7e48fa2d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:37.295757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Checking router: 0a7f15bf-bc13-43c3-9253-a41636ebed3d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:37.296612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Updating router 0a7f15bf-bc13-43c3-9253-a41636ebed3d port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:20:37.310532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.372918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d6d27201-0619-454a-86d9-7cef7e48fa2d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:37.373564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d6d27201-0619-454a-86d9-7cef7e48fa2d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:37.374612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 560daaa1-8f2b-465e-844f-82d962022781 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:37.408716 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96e7067-4f2d-4b0d-9eb7-d61f7c91e349 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:37.419470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96e7067-4f2d-4b0d-9eb7-d61f7c91e349 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:37.425487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c96e7067-4f2d-4b0d-9eb7-d61f7c91e349 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/28579566-5823-40dd-a3b8-59095c5c4527 HTTP/1.1" status: 404 len: 337 time: 0.1449139 Apr 07 11:20:37.427914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49346) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:37.443594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:20:37.448554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Attempting to bind port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 on network b0eb399e-867a-4245-b3e7-be28cd2b1006 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:37.479373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:37.481990 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:37.482734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Checking segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:37.483297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Bound using segment: {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:37.483927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Bound port: 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f0230b-c2e2-452b-af79-c02befc2f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:37.484468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.490203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-4805a79f-6565-433a-8755-b6c80451aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:37.496171 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7300b9a-54eb-4fe1-808d-a7cc6a965d7a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:37.497047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-4805a79f-6565-433a-8755-b6c80451aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:37.497826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7300b9a-54eb-4fe1-808d-a7cc6a965d7a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:37.498481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-4805a79f-6565-433a-8755-b6c80451aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:37.500079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:37.500489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (560daaa1-8f2b-465e-844f-82d962022781), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.502564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-4805a79f-6565-433a-8755-b6c80451aa27 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bed939672f1e424999b931c3ea7e6fd7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6081820 Apr 07 11:20:37.507654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49354) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:37.517716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e7300b9a-54eb-4fe1-808d-a7cc6a965d7a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/7fb44118-cfa6-474c-ad5d-d521eeba8ec2 HTTP/1.1" status: 404 len: 333 time: 0.0807383 Apr 07 11:20:37.526925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8457714a-c78e-48eb-bec9-da83f15ff999), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.527982 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:37.542514 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:37.543818 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:37.612222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.621213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58af6f-b786-450e-93fe-7c4ab948a7c0 req-6c367303-b033-4e01-8cc6-9e599e8081d4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:37.646900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58af6f-b786-450e-93fe-7c4ab948a7c0 req-6c367303-b033-4e01-8cc6-9e599e8081d4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:37.653344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58af6f-b786-450e-93fe-7c4ab948a7c0 req-6c367303-b033-4e01-8cc6-9e599e8081d4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:37.670183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a58af6f-b786-450e-93fe-7c4ab948a7c0 req-6c367303-b033-4e01-8cc6-9e599e8081d4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2412 time: 0.4142873 Apr 07 11:20:37.686848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] Calling delete_port for 560daaa1-8f2b-465e-844f-82d962022781 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:37.733229 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf9e456-9646-47ba-858a-a852fd576d41 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:37.733862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf9e456-9646-47ba-858a-a852fd576d41 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:37.751917 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3bf9e456-9646-47ba-858a-a852fd576d41 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/cc4dfdec-1300-47e6-8a02-98560c118f4f HTTP/1.1" status: 404 len: 337 time: 0.2321868 Apr 07 11:20:37.763311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49356) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:37.795047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a58af6f-b786-450e-93fe-7c4ab948a7c0 req-5aebb44a-9b9c-4535-ad87-f8b42b449cc5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234617 Apr 07 11:20:37.800056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:37.816051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8457714a-c78e-48eb-bec9-da83f15ff999), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.840088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.851104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8457714a-c78e-48eb-bec9-da83f15ff999 HTTP/1.1" status: 204 len: 168 time: 1.9279733 Apr 07 11:20:37.873962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 560daaa1-8f2b-465e-844f-82d962022781 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:37.874317 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (560daaa1-8f2b-465e-844f-82d962022781), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:37.877216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74492a9-5bdd-4bc0-b028-39828517c9bd None None] Network 362776c3-0522-40c2-8fe8-ce5d5891aebd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:37.892698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49358) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:38.019478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (362776c3-0522-40c2-8fe8-ce5d5891aebd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.023874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c47b-de35-4b37-b2d3-a572be9aca1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8457714a-c78e-48eb-bec9-da83f15ff999,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:38.168898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e102139-8430-4024-ab98-7347e9814e16 req-dc5304e8-2933-4807-82de-a6ea00d7edc7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:38.182844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e102139-8430-4024-ab98-7347e9814e16 req-dc5304e8-2933-4807-82de-a6ea00d7edc7 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.1810226 Apr 07 11:20:38.257667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e102139-8430-4024-ab98-7347e9814e16 req-d3602cbe-ab6e-400c-b19d-0a3462be43e0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732284 Apr 07 11:20:38.299951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Deleting port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:38.300453 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.477764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] For port fe7e5339-8238-4db2-ab3d-8e5b9d96f844, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,segment=NetworkSegment(5149d6ac-966f-4295-af32-5dcd0cf18afd),segment_id=5149d6ac-966f-4295-af32-5dcd0cf18afd)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:38.478485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.516401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Calling delete_port for fe7e5339-8238-4db2-ab3d-8e5b9d96f844 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:38.523623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 560daaa1-8f2b-465e-844f-82d962022781, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=560daaa1-8f2b-465e-844f-82d962022781,segment=NetworkSegment(2274c5ee-812d-4153-b1a8-a06da22ca1a7),segment_id=2274c5ee-812d-4153-b1a8-a06da22ca1a7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:38.537745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] For port 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:38.542159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] For port 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:38.595397 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:38.600674 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a077eaa1-862b-496d-af30-23981b1f7077 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:38.601433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a077eaa1-862b-496d-af30-23981b1f7077 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:38.608022 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Publish callbacks [] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.610384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a077eaa1-862b-496d-af30-23981b1f7077 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/c9d4cf2c-910e-47b9-9b7a-43937c59e932 HTTP/1.1" status: 404 len: 337 time: 0.8348439 Apr 07 11:20:38.621306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.671309 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fd809-7c73-4eee-88be-25e268f666a5 None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:38.693385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49376) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:38.711020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fe7e5339-8238-4db2-ab3d-8e5b9d96f844), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.725949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'name': 'network-vif-deleted', 'tag': '0d819d69-675a-4470-8e30-495280c5cade'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:38.736154 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c123d73-bfc1-4878-ad0e-aa7a4d809f97" -d '{"events": [{"server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "name": "network-vif-deleted", "tag": "0d819d69-675a-4470-8e30-495280c5cade"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:38.739690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=19']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:38.740085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-7d671399-8ae0-4f87-95ac-7379069fb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:38.744059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.753385 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-be407eb5-6c24-4987-b3cd-2cba66a83d96 req-7d671399-8ae0-4f87-95ac-7379069fb88d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1863451 Apr 07 11:20:38.781252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] No DVR routers for this DVR port fe7e5339-8238-4db2-ab3d-8e5b9d96f844 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:38.795158 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93b75c0-867d-4408-9efb-598dedabd237 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:38.796570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93b75c0-867d-4408-9efb-598dedabd237 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:38.802493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f93b75c0-867d-4408-9efb-598dedabd237 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/db8cc6e4-eb59-47c8-8f45-f75da9d62d4e HTTP/1.1" status: 404 len: 333 time: 0.1067805 Apr 07 11:20:38.814251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49384) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:38.836755 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.936258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (560daaa1-8f2b-465e-844f-82d962022781), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:38.988316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a656a7-5feb-4cfb-bafc-b6e57ade89ab None None] Pushing event updated for resources: {'Port': ['ID=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:39.016652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:39.023704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.025152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d273125-e6eb-4cf4-b40f-3be54f7bad23 HTTP/1.1" status: 200 len: 1092 time: 5.3316596 Apr 07 11:20:39.031505 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834a6901-9996-46c1-ae8b-73cc76db329f x-openstack-request-id: req-834a6901-9996-46c1-ae8b-73cc76db329f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:39.031841 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb04a4-df21-4716-9100-bcf657da9ea2", "name": "network-vif-deleted", "tag": "0d819d69-675a-4470-8e30-495280c5cade", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:39.032077 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-834a6901-9996-46c1-ae8b-73cc76db329f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:39.032505 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834a6901-9996-46c1-ae8b-73cc76db329f'] response: {'server_uuid': '29eb04a4-df21-4716-9100-bcf657da9ea2', 'name': 'network-vif-deleted', 'tag': '0d819d69-675a-4470-8e30-495280c5cade', 'status': 'completed', 'code': 200} Apr 07 11:20:39.036808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e32ea-5077-4d62-90e6-ba4a9257a087 service neutron] Pushing event updated for resources: {'Port': ['ID=0d273125-e6eb-4cf4-b40f-3be54f7bad23,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:39.043530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.103089 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (362776c3-0522-40c2-8fe8-ce5d5891aebd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.129884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Attempting to bind port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:39.130273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Attempting to bind port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:39.130648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Attempting to bind port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:39.135968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] Pushing event deleted for resources: {'Port': ['ID=560daaa1-8f2b-465e-844f-82d962022781,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:39.139570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f4ed0-5f77-4506-a8e9-e2f4d23dfd8c None None] DHCP port deletion for 362776c3-0522-40c2-8fe8-ce5d5891aebd request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:20:39.148709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3b734-d9ed-41ba-af7a-05066f49b14c None None] No DVR routers for this DVR port 560daaa1-8f2b-465e-844f-82d962022781 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:39.153453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362776c3-0522-40c2-8fe8-ce5d5891aebd']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:39.202359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5149d6ac-966f-4295-af32-5dcd0cf18afd') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:39.202825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5149d6ac-966f-4295-af32-5dcd0cf18afd') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:39.227722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:39.233468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:39.236863 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.238903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:39.242175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Bound port: 3d3e98de-3b31-4b94-a534-e8b90e5eecf2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:39.246083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.264944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (5149d6ac-966f-4295-af32-5dcd0cf18afd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.342607 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5149d6ac-966f-4295-af32-5dcd0cf18afd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.357003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:39.367907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:20:39.368610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (5149d6ac-966f-4295-af32-5dcd0cf18afd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.413242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fe7e5339-8238-4db2-ab3d-8e5b9d96f844 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:39.435671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] For port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:39.508921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efedab7a-0f6e-4b45-a17c-415ce70db4bb None None] New status for floating IP 6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:20:39.535141 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:20:39.556921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] For port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:39.574251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: fe7e5339-8238-4db2-ab3d-8e5b9d96f844 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:39.586299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fe7e5339-8238-4db2-ab3d-8e5b9d96f844 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:39.624517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-d58fda53-3327-4b23-b7cf-9e94b71ddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:39.624944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-d58fda53-3327-4b23-b7cf-9e94b71ddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:39.625635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-d58fda53-3327-4b23-b7cf-9e94b71ddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:39.626066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7e5339-8238-4db2-ab3d-8e5b9d96f844,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:39.629588 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-d58fda53-3327-4b23-b7cf-9e94b71ddc1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2958 time: 0.5467486 Apr 07 11:20:39.732926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (362776c3-0522-40c2-8fe8-ce5d5891aebd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.738933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:39.754953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] 10.222.0.13 "DELETE /v2.0/networks/362776c3-0522-40c2-8fe8-ce5d5891aebd HTTP/1.1" status: 204 len: 168 time: 1.8473334 Apr 07 11:20:39.759264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Allocated IP 172.20.0.1 (cd7861e3-c532-451b-8c93-6916858332c7/7ed89185-f8ee-4a30-96e5-9bd63dda2c24/c3a38875-25ea-4195-8547-74214fb2e850) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:39.760995 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b3a3ee-6541-4492-a1fe-a7e36ac46e2c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:39.763558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b3a3ee-6541-4492-a1fe-a7e36ac46e2c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:39.783493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-67b3a3ee-6541-4492-a1fe-a7e36ac46e2c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/a6bfad0d-f9a2-4fdd-9f64-d5c9ad6835ed HTTP/1.1" status: 404 len: 337 time: 0.8615284 Apr 07 11:20:39.785349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49424) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:39.785830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:39.832270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.010792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks [] for port (c3a38875-25ea-4195-8547-74214fb2e850), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.098844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c3a38875-25ea-4195-8547-74214fb2e850), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.197291 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-c11c3e85-cdde-4b17-bd66-cb812093408e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=3bc7448c-a649-4377-a9e9-b5cee87bdcb1 HTTP/1.1" status: 200 len: 217 time: 0.5590174 Apr 07 11:20:40.208066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Pushing event updated for resources: {'Port': ['ID=c3a38875-25ea-4195-8547-74214fb2e850,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:40.226583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a656a7-5feb-4cfb-bafc-b6e57ade89ab None None] Pushing event updated for resources: {'Port': ['ID=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:40.230319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:40.231019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:40.277427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Network cd7861e3-c532-451b-8c93-6916858332c7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:40.282375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:40.284510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-557154a7-58fd-4950-9121-f12217f8b275 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (cedadf1b-7325-4112-a4b9-564f68e242f4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.313018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-557154a7-58fd-4950-9121-f12217f8b275 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (cedadf1b-7325-4112-a4b9-564f68e242f4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.366266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:40.384047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-557154a7-58fd-4950-9121-f12217f8b275 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cedadf1b-7325-4112-a4b9-564f68e242f4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.389125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-557154a7-58fd-4950-9121-f12217f8b275 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.390647 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-557154a7-58fd-4950-9121-f12217f8b275 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "DELETE /v2.0/security-groups/cedadf1b-7325-4112-a4b9-564f68e242f4 HTTP/1.1" status: 204 len: 168 time: 1.0307052 Apr 07 11:20:40.432669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49444) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.495448 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0abb0a2e-c946-49ea-b02f-d9a7545840ce tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] show failed (client error): The resource could not be found. Apr 07 11:20:40.496508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0abb0a2e-c946-49ea-b02f-d9a7545840ce tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups/cedadf1b-7325-4112-a4b9-564f68e242f4 HTTP/1.1" status: 404 len: 347 time: 0.0627391 Apr 07 11:20:40.499366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-e70d226f-4e0b-4a90-ac27-c933024860b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.501613 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-e70d226f-4e0b-4a90-ac27-c933024860b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 1127 time: 0.4476411 Apr 07 11:20:40.502210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.511265 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae366b8b-0e88-4d01-ba1f-6be53fd61334 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:40.512054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae366b8b-0e88-4d01-ba1f-6be53fd61334 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:40.536234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae366b8b-0e88-4d01-ba1f-6be53fd61334 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/4a02c43d-a6ff-4cb1-8274-68daae98930b HTTP/1.1" status: 404 len: 337 time: 0.7331471 Apr 07 11:20:40.549050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc8de8-7539-462a-9159-c3634551b665 admin admin] Pushing event deleted for resources: {'Network': ['ID=362776c3-0522-40c2-8fe8-ce5d5891aebd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:40.555017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49448) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.640985 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-199c2b3f-9d22-4f16-842e-e11d86864cc6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:40.641846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199c2b3f-9d22-4f16-842e-e11d86864cc6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:40.645973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-199c2b3f-9d22-4f16-842e-e11d86864cc6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/d273d534-497b-4d84-9108-eab63ef22063 HTTP/1.1" status: 404 len: 333 time: 0.0864687 Apr 07 11:20:40.658773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafbbaa-65e3-4e97-8ad1-1caa04194222 req-492adf84-6c82-4e4e-a8aa-bdadb2e53c91 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.667383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafbbaa-65e3-4e97-8ad1-1caa04194222 req-492adf84-6c82-4e4e-a8aa-bdadb2e53c91 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.673292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafbbaa-65e3-4e97-8ad1-1caa04194222 req-492adf84-6c82-4e4e-a8aa-bdadb2e53c91 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.689948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adafbbaa-65e3-4e97-8ad1-1caa04194222 req-492adf84-6c82-4e4e-a8aa-bdadb2e53c91 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2412 time: 1.1559923 Apr 07 11:20:40.693093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49454) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.735295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca82dfa-27f7-4b1a-9dd7-1eb3977fcb0f req-0ef57e41-1d45-44b2-aeae-ac2d1c27b824 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.742284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eca82dfa-27f7-4b1a-9dd7-1eb3977fcb0f req-0ef57e41-1d45-44b2-aeae-ac2d1c27b824 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.9097133 Apr 07 11:20:40.785394 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce654122-80a6-411d-b0c4-6f8724871ced tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:40.786199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce654122-80a6-411d-b0c4-6f8724871ced tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:40.790206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ce654122-80a6-411d-b0c4-6f8724871ced tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/e87bc935-71b4-4c61-b00c-ab9b7c14caeb HTTP/1.1" status: 404 len: 337 time: 0.0914292 Apr 07 11:20:40.803372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49456) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.826391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-df78f414-fa37-4d46-a444-1a600e8afe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.828152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-df78f414-fa37-4d46-a444-1a600e8afe62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.2047091 Apr 07 11:20:40.829063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557154a7-58fd-4950-9121-f12217f8b275 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedadf1b-7325-4112-a4b9-564f68e242f4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:40.836974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-29cbde28-003a-40f9-8839-f4d2067e8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:40.837340 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b13cbf-29f7-463b-9b28-3d5f8dde6da4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:40.838467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b13cbf-29f7-463b-9b28-3d5f8dde6da4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:40.839599 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-29cbde28-003a-40f9-8839-f4d2067e8fd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257fbb92-b174-420f-b66e-04672e239308 HTTP/1.1" status: 200 len: 801 time: 0.6147549 Apr 07 11:20:40.842316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-55b13cbf-29f7-463b-9b28-3d5f8dde6da4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/aff79260-729a-4ea7-a955-e65b8ca7e52a HTTP/1.1" status: 404 len: 333 time: 0.0375190 Apr 07 11:20:40.845920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49458) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.891295 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b4a052-f464-43ae-a1cd-e14346d43a92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:40.891747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b4a052-f464-43ae-a1cd-e14346d43a92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:40.894938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-81b4a052-f464-43ae-a1cd-e14346d43a92 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/0178fc9d-9d84-47f5-a312-71643fd5b101 HTTP/1.1" status: 404 len: 337 time: 0.0418792 Apr 07 11:20:40.895995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49460) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.907359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49462) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:40.917944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-2f667eaa-5f39-4dbc-95ab-9b7140c7ab84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a HTTP/1.1" status: 200 len: 217 time: 0.0413153 Apr 07 11:20:40.925082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8ceb1ccc-9fd4-4ff5-b3a3-4ade70256dda None None] Provisioning complete for port c3a38875-25ea-4195-8547-74214fb2e850 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:40.925698 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1ccc-9fd4-4ff5-b3a3-4ade70256dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3a38875-25ea-4195-8547-74214fb2e850), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:40.973735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (0a7f15bf-bc13-43c3-9253-a41636ebed3d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.017570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb1ccc-9fd4-4ff5-b3a3-4ade70256dda None None] Port c3a38875-25ea-4195-8547-74214fb2e850 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:41.048866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:41.063804 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c58dbe-1823-4b0c-a1e6-9268591e768e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.064808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c58dbe-1823-4b0c-a1e6-9268591e768e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.068230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b5c58dbe-1823-4b0c-a1e6-9268591e768e tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/604ec92c-21d5-46f4-8c28-a23422aecb22 HTTP/1.1" status: 404 len: 333 time: 0.1517422 Apr 07 11:20:41.089668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adafbbaa-65e3-4e97-8ad1-1caa04194222 req-4079551e-ac7e-4f30-adc6-cc5915b71b09 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921232 Apr 07 11:20:41.092446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49466) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.107966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eca82dfa-27f7-4b1a-9dd7-1eb3977fcb0f req-30c1faa1-eea9-488f-a598-0a8803d25292 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647535 Apr 07 11:20:41.187598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22f07364-8b1e-4d35-b0b6-f22e573ecd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.195785 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc055381-b4b5-49d2-b104-04131b412c7f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.198294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc055381-b4b5-49d2-b104-04131b412c7f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.203749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fc055381-b4b5-49d2-b104-04131b412c7f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/03b3215b-6813-4206-b524-c813a856b0d6 HTTP/1.1" status: 404 len: 337 time: 0.1072509 Apr 07 11:20:41.205863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'tag': '0d273125-e6eb-4cf4-b40f-3be54f7bad23'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:41.208541 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f05d85e-1e6e-41ff-8aae-44b6cb287381" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "tag": "0d273125-e6eb-4cf4-b40f-3be54f7bad23"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:41.214408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49476) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.267472 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9960476-7c5b-42aa-9f7d-bf1dee06c477 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.268422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9960476-7c5b-42aa-9f7d-bf1dee06c477 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.272826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c9960476-7c5b-42aa-9f7d-bf1dee06c477 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/f25b13cc-9e2f-46cc-8889-47b6b5cfead8 HTTP/1.1" status: 404 len: 333 time: 0.0572278 Apr 07 11:20:41.276067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-524ede56-4048-43f8-8e6d-6449597d16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:41.277629 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-524ede56-4048-43f8-8e6d-6449597d16a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0eb399e-867a-4245-b3e7-be28cd2b1006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3587258 Apr 07 11:20:41.282448 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1af2604-70fc-4f90-b1f6-ef90ef30d31e x-openstack-request-id: req-f1af2604-70fc-4f90-b1f6-ef90ef30d31e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:41.282751 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "tag": "0d273125-e6eb-4cf4-b40f-3be54f7bad23", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:41.283006 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1af2604-70fc-4f90-b1f6-ef90ef30d31e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:41.283752 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1af2604-70fc-4f90-b1f6-ef90ef30d31e'] response: {'name': 'network-changed', 'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'tag': '0d273125-e6eb-4cf4-b40f-3be54f7bad23', 'status': 'completed', 'code': 200} Apr 07 11:20:41.284906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49480) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.326136 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-243125cf-6e1d-474e-a23a-c143a958dd61 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.326646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243125cf-6e1d-474e-a23a-c143a958dd61 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.330749 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-243125cf-6e1d-474e-a23a-c143a958dd61 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/8f56f92d-20cd-4a27-85e8-d3151335bbb8 HTTP/1.1" status: 404 len: 337 time: 0.0447214 Apr 07 11:20:41.335310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.337490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3a38875-25ea-4195-8547-74214fb2e850), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.380675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-05e4ee43-9841-45dd-bcee-f19cb6c5d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:41.382169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-05e4ee43-9841-45dd-bcee-f19cb6c5d9a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.4223893 Apr 07 11:20:41.462576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22f07364-8b1e-4d35-b0b6-f22e573ecd48 admin admin] Publish callbacks [] for security_group (6afcd74b-7fe2-469b-a061-e9132b1c7c0e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.480447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22f07364-8b1e-4d35-b0b6-f22e573ecd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6afcd74b-7fe2-469b-a061-e9132b1c7c0e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.489833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-5be9a5ae-955e-4164-b531-627b67c7ecc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357201 Apr 07 11:20:41.490291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:30Z', 'revision_number': 3, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:41.497065 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6865f0-23c3-45de-a1cd-d96ceda8f08d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.497683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6865f0-23c3-45de-a1cd-d96ceda8f08d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.500682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0c6865f0-23c3-45de-a1cd-d96ceda8f08d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/ea48a718-c148-4463-b903-48eecb052943 HTTP/1.1" status: 404 len: 333 time: 0.1417007 Apr 07 11:20:41.511402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49484) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.521496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Deleting port 692bb2aa-f714-4a67-9e34-2ec4794cd9f9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:41.521723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.546277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb297b8-c6a9-4fd6-a686-b5304d05e2b3 None None] The sync data for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 is: [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:30Z', 'revision_number': 3, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:41.585043 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aeb2155-747d-4e2f-97ed-bfcc14a03478 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.586198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aeb2155-747d-4e2f-97ed-bfcc14a03478 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.590583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3aeb2155-747d-4e2f-97ed-bfcc14a03478 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/51d1c279-2b5c-4a40-94b7-0d0bf63e89bc HTTP/1.1" status: 404 len: 337 time: 0.0781500 Apr 07 11:20:41.628758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-22f07364-8b1e-4d35-b0b6-f22e573ecd48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1489a9b9e5e472c8312a2c452af1381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7268643 Apr 07 11:20:41.629850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f07364-8b1e-4d35-b0b6-f22e573ecd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afcd74b-7fe2-469b-a061-e9132b1c7c0e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:41.633313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.633653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49488) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.691790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.702205 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b130ccf-3ca3-431f-8025-66395b6e2015 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.703032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b130ccf-3ca3-431f-8025-66395b6e2015 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.708089 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b130ccf-3ca3-431f-8025-66395b6e2015 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/60fd6fb3-313d-4ca0-afbc-34701120b01f HTTP/1.1" status: 404 len: 333 time: 0.0707006 Apr 07 11:20:41.734397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.802863 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-468052ba-ebbd-4b03-b3de-43d2cb37bf8a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.803333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468052ba-ebbd-4b03-b3de-43d2cb37bf8a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.806516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-468052ba-ebbd-4b03-b3de-43d2cb37bf8a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/adaaebc0-2c79-4fd4-a1ed-0b6e481baa40 HTTP/1.1" status: 404 len: 337 time: 0.0711308 Apr 07 11:20:41.810029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49492) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.854294 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bacb24-d3bb-4fdb-ac64-5fd8f1cb4ea8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.854767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bacb24-d3bb-4fdb-ac64-5fd8f1cb4ea8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.858029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e0bacb24-d3bb-4fdb-ac64-5fd8f1cb4ea8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/00c8f69c-2ffa-40e8-950c-a4cfa604e33e HTTP/1.1" status: 404 len: 337 time: 0.0469177 Apr 07 11:20:41.869927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49494) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.909277 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0fc8be-2136-43b7-93b0-8b034db19620 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.909864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0fc8be-2136-43b7-93b0-8b034db19620 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.915403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1f0fc8be-2136-43b7-93b0-8b034db19620 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/b0d031aa-a17f-4f44-b1d7-53c280d61017 HTTP/1.1" status: 404 len: 333 time: 0.0416150 Apr 07 11:20:41.917144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49496) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:41.944225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-c79c251f-cd61-44f3-ae74-d166bb14b327 service neutron] 10.222.0.41 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270924 Apr 07 11:20:41.953871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.954282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:41.959788 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8dd719-1c94-42c4-8074-cc35c0f7ae4f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:41.960258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8dd719-1c94-42c4-8074-cc35c0f7ae4f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:41.963559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fb8dd719-1c94-42c4-8074-cc35c0f7ae4f tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/e188e764-74a8-4e03-a31c-52315c0d0fcf HTTP/1.1" status: 404 len: 337 time: 0.0451317 Apr 07 11:20:41.966265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49498) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.054518 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef88fc69-df20-43aa-90b1-4756f8cb77c1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.054880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef88fc69-df20-43aa-90b1-4756f8cb77c1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.058733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef88fc69-df20-43aa-90b1-4756f8cb77c1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/6fdaea34-4fe5-409e-ae35-4062c8419a84 HTTP/1.1" status: 404 len: 337 time: 0.0915990 Apr 07 11:20:42.061620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49500) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.120390 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d3e33f-cb27-4bc6-8f36-1bb39ed7c63a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.121193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d3e33f-cb27-4bc6-8f36-1bb39ed7c63a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.127559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a5d3e33f-cb27-4bc6-8f36-1bb39ed7c63a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/ca71e0a4-e383-4a2f-ac5e-b83b34fab6bc HTTP/1.1" status: 404 len: 333 time: 0.0614767 Apr 07 11:20:42.167517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49504) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.206801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-fb959e2e-7d98-420c-8a12-cbefb2ba9c8b service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049825 Apr 07 11:20:42.208801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-674abb96-0150-4926-b9e5-89cdfa19b9f4 service neutron] 10.222.0.41 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421052 Apr 07 11:20:42.289873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Calling delete_port for 692bb2aa-f714-4a67-9e34-2ec4794cd9f9 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:42.292414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f62bb5a3-e8e9-41bc-8f22-6dcdef823166 admin admin] Publish callbacks [] for security_group (6afcd74b-7fe2-469b-a061-e9132b1c7c0e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:42.312279 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76f9734-d69d-4881-9449-07d6933f630d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.312653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76f9734-d69d-4881-9449-07d6933f630d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.315832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b76f9734-d69d-4881-9449-07d6933f630d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/2a21b3e1-5eef-4046-b3a6-bb76979619e5 HTTP/1.1" status: 404 len: 337 time: 0.1239226 Apr 07 11:20:42.328795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49510) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.412215 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-24367b4f-47a5-41fe-9622-de7e85c8d488 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.412673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24367b4f-47a5-41fe-9622-de7e85c8d488 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.418856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-24367b4f-47a5-41fe-9622-de7e85c8d488 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/8eaa8890-494e-4f60-8923-23748bedaf58 HTTP/1.1" status: 404 len: 337 time: 0.0864236 Apr 07 11:20:42.424920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49512) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.454224 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-92cd3c33-35f3-4300-b51a-33ab5f3aa5b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=ec322637-20f1-43da-b367-9691257b49aa HTTP/1.1" status: 200 len: 217 time: 0.2081029 Apr 07 11:20:42.496380 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-525b945e-a2c6-4541-b489-e97664475f16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.497271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525b945e-a2c6-4541-b489-e97664475f16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.502665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-525b945e-a2c6-4541-b489-e97664475f16 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/6440ebe4-91d4-4031-8e67-dee016c9a9f0 HTTP/1.1" status: 404 len: 333 time: 0.0736010 Apr 07 11:20:42.508440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cebb6e-77d4-4498-84ed-74f205c378ed req-4d90f18d-4a45-453d-88a8-8cf6d75b062f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:42.510398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8cebb6e-77d4-4498-84ed-74f205c378ed req-4d90f18d-4a45-453d-88a8-8cf6d75b062f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.2432969 Apr 07 11:20:42.532373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49514) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.553230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-a5e12d6a-0528-46e3-ad8d-f6df71ef7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:42.554922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-a5e12d6a-0528-46e3-ad8d-f6df71ef7495 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86c511fa-5aca-4398-b090-c116183dba54 HTTP/1.1" status: 200 len: 801 time: 0.0611496 Apr 07 11:20:42.559949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f62bb5a3-e8e9-41bc-8f22-6dcdef823166 admin admin] Publish callbacks [] for security_group (6afcd74b-7fe2-469b-a061-e9132b1c7c0e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:42.626394 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d957f11-1a8b-45f5-b6b4-c9770092e4be tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.626936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d957f11-1a8b-45f5-b6b4-c9770092e4be tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.633566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d957f11-1a8b-45f5-b6b4-c9770092e4be tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/4559dae7-3024-407a-ae21-56b911e85315 HTTP/1.1" status: 404 len: 337 time: 0.0982795 Apr 07 11:20:42.636980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49516) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.683425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202566-4676-4aa9-84d4-1d388db7b335 req-ad2f0a70-ff1f-48e9-988e-f64a776ed614 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:42.690449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202566-4676-4aa9-84d4-1d388db7b335 req-ad2f0a70-ff1f-48e9-988e-f64a776ed614 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:42.697502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202566-4676-4aa9-84d4-1d388db7b335 req-ad2f0a70-ff1f-48e9-988e-f64a776ed614 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:42.699235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd202566-4676-4aa9-84d4-1d388db7b335 req-ad2f0a70-ff1f-48e9-988e-f64a776ed614 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2412 time: 0.4354000 Apr 07 11:20:42.713619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-e1c41600-d3b5-4b21-aebf-34ac4cc1b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:42.716795 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-e1c41600-d3b5-4b21-aebf-34ac4cc1b99b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1309693 Apr 07 11:20:42.756925 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks [] for port (c3a38875-25ea-4195-8547-74214fb2e850), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:42.762915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd86ed4a-2b5f-45ae-806f-6d8a9178d89c req-86b0b393-c064-416a-9705-01c12fdcac9c service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062501 Apr 07 11:20:42.779199 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2860971-59d4-4209-a6eb-de7ff095d6f4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:42.779664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2860971-59d4-4209-a6eb-de7ff095d6f4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:42.787794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f2860971-59d4-4209-a6eb-de7ff095d6f4 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/7be516f0-eff2-4122-a17c-4412fc9257e3 HTTP/1.1" status: 404 len: 337 time: 0.1386366 Apr 07 11:20:42.788531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49518) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.819648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c3a38875-25ea-4195-8547-74214fb2e850), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:42.846728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8cebb6e-77d4-4498-84ed-74f205c378ed req-e4270f7e-c7ec-40c8-96b2-7b26c1485e22 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221791 Apr 07 11:20:42.857674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ae99830-c676-4e50-9c72-1400b7b3d1d6 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5935e60-9cd5-44f7-af2d-676920c16491 HTTP/1.1" status: 200 len: 205 time: 0.0618820 Apr 07 11:20:42.876269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49520) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:42.955632 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-979c1cf9-697f-410d-9d74-016fa4d0cf83 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] delete failed (client error): The resource could not be found. Apr 07 11:20:42.963519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-979c1cf9-697f-410d-9d74-016fa4d0cf83 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/routers/b5935e60-9cd5-44f7-af2d-676920c16491 HTTP/1.1" status: 404 len: 336 time: 0.0832386 Apr 07 11:20:42.968443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49530) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.043697 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-186dbfbf-192d-4796-b17e-e0c5957d4ff1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.043697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186dbfbf-192d-4796-b17e-e0c5957d4ff1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.049792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-186dbfbf-192d-4796-b17e-e0c5957d4ff1 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/6b348120-f816-44cb-9087-a04dfdb470a0 HTTP/1.1" status: 404 len: 337 time: 0.0768869 Apr 07 11:20:43.055018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd202566-4676-4aa9-84d4-1d388db7b335 req-b66625c4-ab40-45eb-9d4c-933f05f38d83 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294716 Apr 07 11:20:43.055687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49532) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.089459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae125bca-1fd0-475f-b58e-232c90f52ddc tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "GET /v2.0/ports?device_id=04db6604-da73-4e9b-b687-154790a35c91 HTTP/1.1" status: 200 len: 205 time: 0.0314195 Apr 07 11:20:43.093043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49534) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.146584 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-dc73afbd-3cd4-4f07-b3cb-4ec05fb8d17a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] delete failed (client error): The resource could not be found. Apr 07 11:20:43.150046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dc73afbd-3cd4-4f07-b3cb-4ec05fb8d17a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/routers/04db6604-da73-4e9b-b687-154790a35c91 HTTP/1.1" status: 404 len: 336 time: 0.0536520 Apr 07 11:20:43.150354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49536) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.193821 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcccf77-f126-442c-aa81-c9a244f5c43d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.194285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcccf77-f126-442c-aa81-c9a244f5c43d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.199132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dfcccf77-f126-442c-aa81-c9a244f5c43d tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/60d8ce1a-09e4-41e2-a872-c7cd793062ff HTTP/1.1" status: 404 len: 337 time: 0.0435724 Apr 07 11:20:43.201955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49538) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.229891 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-667e43e5-eacf-4ab6-81f3-94987d8074f2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.230558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667e43e5-eacf-4ab6-81f3-94987d8074f2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.233954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-667e43e5-eacf-4ab6-81f3-94987d8074f2 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/ac2743e4-0b53-4639-ba3f-67b9f1b6c35c HTTP/1.1" status: 404 len: 337 time: 0.0329244 Apr 07 11:20:43.236216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Deleting port 6f5a075f-e972-4a62-b254-e6e1d03f08a6 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:43.236216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.237927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49540) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.284813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:43.316965 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f35d78-b95b-4d38-8263-1c5fa8e53d49 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.318135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f35d78-b95b-4d38-8263-1c5fa8e53d49 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.320819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-73f35d78-b95b-4d38-8263-1c5fa8e53d49 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/0f07642d-3012-440b-8c2e-f873a5590b89 HTTP/1.1" status: 404 len: 333 time: 0.0818982 Apr 07 11:20:43.325657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.371339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f62bb5a3-e8e9-41bc-8f22-6dcdef823166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6afcd74b-7fe2-469b-a061-e9132b1c7c0e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.376043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f62bb5a3-e8e9-41bc-8f22-6dcdef823166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.376043 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f62bb5a3-e8e9-41bc-8f22-6dcdef823166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6afcd74b-7fe2-469b-a061-e9132b1c7c0e HTTP/1.1" status: 204 len: 168 time: 1.7315016 Apr 07 11:20:43.392097 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-4577f1aa-d3d8-4dd1-b915-a1ecef94c0c8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.392719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4577f1aa-d3d8-4dd1-b915-a1ecef94c0c8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.399992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4577f1aa-d3d8-4dd1-b915-a1ecef94c0c8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/15dc2788-98d7-4b69-92d4-daf48ef1ab2f HTTP/1.1" status: 404 len: 337 time: 0.0550220 Apr 07 11:20:43.399992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49546) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.429625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:43.429885 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.437755 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6070c2-7536-43d7-aa90-8b6a557c31b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.438438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6070c2-7536-43d7-aa90-8b6a557c31b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.442503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Pushing event updated for resources: {'Port': ['ID=c3a38875-25ea-4195-8547-74214fb2e850,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:43.444301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1f6070c2-7536-43d7-aa90-8b6a557c31b5 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/50a1c008-9ab7-4fff-8df6-d1d54022d245 HTTP/1.1" status: 404 len: 333 time: 0.0413747 Apr 07 11:20:43.445008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49548) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.456220 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (0a7f15bf-bc13-43c3-9253-a41636ebed3d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.463484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bb5a3-e8e9-41bc-8f22-6dcdef823166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afcd74b-7fe2-469b-a061-e9132b1c7c0e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:43.504195 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1e7bee-4461-46fa-9d3e-6e45fa8c897c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.504719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1e7bee-4461-46fa-9d3e-6e45fa8c897c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.508063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a1e7bee-4461-46fa-9d3e-6e45fa8c897c tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/dcc797b2-021d-4c53-a537-25d412958934 HTTP/1.1" status: 404 len: 337 time: 0.0558221 Apr 07 11:20:43.512167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.527236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] For port 6f5a075f-e972-4a62-b254-e6e1d03f08a6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6f5a075f-e972-4a62-b254-e6e1d03f08a6,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:43.551513 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.577675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-435f2355-3a0a-4532-9b4b-0e7f55fd0d9b service neutron] 10.222.0.41 "GET /v2.0/networks/1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8427780 Apr 07 11:20:43.581180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Calling delete_port for 6f5a075f-e972-4a62-b254-e6e1d03f08a6 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:43.669733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:43.670453 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.736192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:43.742528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.746159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (692bb2aa-f714-4a67-9e34-2ec4794cd9f9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:43.814624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event deleted for resources: {'Port': ['ID=692bb2aa-f714-4a67-9e34-2ec4794cd9f9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:43.824716 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd73ea67-776a-4030-8f2a-912ed5ac0146 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.825826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd73ea67-776a-4030-8f2a-912ed5ac0146 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.829505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd73ea67-776a-4030-8f2a-912ed5ac0146 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/ec7c2348-da80-44d7-a67c-2c178d13a01c HTTP/1.1" status: 404 len: 333 time: 0.3107610 Apr 07 11:20:43.835201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.868089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 86a33fd2-325a-4f03-9a9e-30a9dbf0632a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:43.929628 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-657ba13c-70e4-4cfc-8e48-9e747fd2d0f7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:43.930099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657ba13c-70e4-4cfc-8e48-9e747fd2d0f7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:43.935226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-657ba13c-70e4-4cfc-8e48-9e747fd2d0f7 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/09cd6e10-005d-44b1-a151-7c4ebd80078a HTTP/1.1" status: 404 len: 337 time: 0.0877471 Apr 07 11:20:43.938611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49558) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:43.957289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:43.984732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Network cd7861e3-c532-451b-8c93-6916858332c7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:44.026873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:44.053485 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-532817f8-513a-43b2-8a85-ab4a2417a47a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:44.054194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532817f8-513a-43b2-8a85-ab4a2417a47a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:44.061654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-532817f8-513a-43b2-8a85-ab4a2417a47a tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/558e5687-6811-44f0-8af5-f9308dc04278 HTTP/1.1" status: 404 len: 333 time: 0.1136818 Apr 07 11:20:44.069203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:44.086505 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-cf9116d6-86be-4ffe-8af4-e7fd10530ceb service neutron] 10.222.0.41 "GET /v2.0/networks/1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418395 Apr 07 11:20:44.095333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:44.179532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:44.180020 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.230345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.237239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.238434 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-68ac31b5-8872-4985-bfe1-ecfede60045f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "DELETE /v2.0/floatingips/6cd5713e-6ef3-42cc-b4dd-cb44e1d7181f HTTP/1.1" status: 204 len: 168 time: 3.7263927 Apr 07 11:20:44.293159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:44.296650 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40eab62-e31c-43af-bd8b-6e79515bd52a" -d '{"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:44.320968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:44.329878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.355190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6f5a075f-e972-4a62-b254-e6e1d03f08a6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.433551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:44.474817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5a075f-e972-4a62-b254-e6e1d03f08a6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:44.507088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab803-23b9-43df-b56e-d7f85e6f2a32 req-5f2795c3-53f6-4deb-ad5c-86d413ae74e5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:44.508819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04dab803-23b9-43df-b56e-d7f85e6f2a32 req-5f2795c3-53f6-4deb-ad5c-86d413ae74e5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 945 time: 0.4458685 Apr 07 11:20:44.621516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-06d75333-d533-4a52-898c-82803bd1edbf None None] Provisioning complete for port c3a38875-25ea-4195-8547-74214fb2e850 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:44.622186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d75333-d533-4a52-898c-82803bd1edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3a38875-25ea-4195-8547-74214fb2e850), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.684058 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec3330-8a24-40bb-8002-26f094675fbd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:44.684597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ec3330-8a24-40bb-8002-26f094675fbd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:44.711160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49580) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:44.714263 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22ec3330-8a24-40bb-8002-26f094675fbd tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/c9b30fa4-bb7c-4053-8607-196775b50ffb HTTP/1.1" status: 404 len: 337 time: 0.6307349 Apr 07 11:20:44.746114 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-7f4d0a42-4cad-46ab-a7ef-3fcda25762f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23 HTTP/1.1" status: 200 len: 217 time: 0.5567689 Apr 07 11:20:44.748549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37b4750e-3ef2-4d39-b238-e0ca7a273522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:44.750171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9b03-237e-4dcc-a6e6-c238ee8466a2 req-e7fb6938-4007-4882-a43e-69cc4384a04d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:44.764129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9b03-237e-4dcc-a6e6-c238ee8466a2 req-e7fb6938-4007-4882-a43e-69cc4384a04d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:44.782478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9b03-237e-4dcc-a6e6-c238ee8466a2 req-e7fb6938-4007-4882-a43e-69cc4384a04d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:44.793363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e2d9b03-237e-4dcc-a6e6-c238ee8466a2 req-e7fb6938-4007-4882-a43e-69cc4384a04d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2412 time: 0.4583764 Apr 07 11:20:44.828865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d75333-d533-4a52-898c-82803bd1edbf None None] Port c3a38875-25ea-4195-8547-74214fb2e850 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:20:44.876304 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1451ace-3daa-4a94-89a8-909bfbcc9814 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:44.877192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1451ace-3daa-4a94-89a8-909bfbcc9814 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:44.884784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1451ace-3daa-4a94-89a8-909bfbcc9814 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/4b1ea349-6ab8-4e9e-b05f-db4646388b1a HTTP/1.1" status: 404 len: 333 time: 0.1638410 Apr 07 11:20:44.888283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49584) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:44.905877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-69350fbc-4a13-4098-8110-eac644764f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:44.907410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-69350fbc-4a13-4098-8110-eac644764f9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257fbb92-b174-420f-b66e-04672e239308 HTTP/1.1" status: 200 len: 801 time: 0.1361382 Apr 07 11:20:45.037195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Router 0a7f15bf-bc13-43c3-9253-a41636ebed3d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:20:45.133993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37b4750e-3ef2-4d39-b238-e0ca7a273522 admin admin] Publish callbacks [] for security_group (9b13bdfa-f6e9-455c-b579-4e984507ee6c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:45.148825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299187-1b2d-47ee-a897-00b1088abe31 req-0724532b-ddab-4b53-bfbe-8c607b89f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:45.153061 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-0724532b-ddab-4b53-bfbe-8c607b89f922 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0eb399e-867a-4245-b3e7-be28cd2b1006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2346604 Apr 07 11:20:45.334145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:45.339295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37b4750e-3ef2-4d39-b238-e0ca7a273522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b13bdfa-f6e9-455c-b579-4e984507ee6c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:45.349997 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Sync routers for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:45.371036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:45.374570 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:45.409874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:45.415225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-783df7d7-9a2d-49c5-b6cd-07be3686305b admin admin] 10.222.0.13 "PUT /v2.0/routers/0a7f15bf-bc13-43c3-9253-a41636ebed3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8991342 Apr 07 11:20:45.427421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:45.526492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:45.527467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:45.529372 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-db285216-a967-4cc4-92af-d0be5624a4e3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:45.531016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db285216-a967-4cc4-92af-d0be5624a4e3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:45.545574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-db285216-a967-4cc4-92af-d0be5624a4e3 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/56a220d5-cbf1-4c6e-a1ef-01a0c8e02279 HTTP/1.1" status: 404 len: 337 time: 0.6499588 Apr 07 11:20:45.549743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04dab803-23b9-43df-b56e-d7f85e6f2a32 req-966164e1-896e-45ad-b1e7-212fcbbc5c70 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9720287 Apr 07 11:20:45.560830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:45.679186 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-37b4750e-3ef2-4d39-b238-e0ca7a273522 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=641b523d205341e08a2c39acc79aebe4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5830183 Apr 07 11:20:45.683808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49596) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:45.695027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4750e-3ef2-4d39-b238-e0ca7a273522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13bdfa-f6e9-455c-b579-4e984507ee6c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:45.702609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:45.724742 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:45.764679 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99a1b1a-f050-4a54-ae16-2d383cb3e4c8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:45.765605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99a1b1a-f050-4a54-ae16-2d383cb3e4c8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:45.768764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e99a1b1a-f050-4a54-ae16-2d383cb3e4c8 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/dbb926ea-47e1-4447-b14a-4cf49392625b HTTP/1.1" status: 404 len: 333 time: 0.2024438 Apr 07 11:20:45.772469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49604) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:45.784407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eab387e-5204-4ba5-9ccb-76e1ca0ae13d admin admin] Publish callbacks [] for security_group (9b13bdfa-f6e9-455c-b579-4e984507ee6c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:45.799393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-c3114227-520e-4210-ad5b-da03b319cc7f service neutron] 10.222.0.41 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313297 Apr 07 11:20:45.804007 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03d5421-5054-4f62-b296-290156dfd220 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:45.804684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03d5421-5054-4f62-b296-290156dfd220 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:45.808641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a03d5421-5054-4f62-b296-290156dfd220 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/cf7daa99-5dd1-487d-903d-4199a90c7f05 HTTP/1.1" status: 404 len: 337 time: 0.0333796 Apr 07 11:20:45.821806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e2d9b03-237e-4dcc-a6e6-c238ee8466a2 req-28f9a350-b8b2-419b-8117-7a14e2133154 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0272501 Apr 07 11:20:45.830818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49606) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:45.890798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eab387e-5204-4ba5-9ccb-76e1ca0ae13d admin admin] Publish callbacks [] for security_group (9b13bdfa-f6e9-455c-b579-4e984507ee6c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:45.899611 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb058703-8fe0-4455-9b89-b5bdfc129501 x-openstack-request-id: req-bb058703-8fe0-4455-9b89-b5bdfc129501 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:45.899906 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-unplugged", "status": "failed", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a", "code": 422}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:45.900173 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb058703-8fe0-4455-9b89-b5bdfc129501 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:45.901351 n-d-836788-1 neutron-server[104179]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bb058703-8fe0-4455-9b89-b5bdfc129501']: {'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'code': 422} returned with failed status Apr 07 11:20:45.937074 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfaaa81-cdbd-473b-a29c-b65999f01702 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:45.938126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfaaa81-cdbd-473b-a29c-b65999f01702 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:45.950096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3bfaaa81-cdbd-473b-a29c-b65999f01702 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/ports/954a4c97-0225-42c2-b0b1-bc868085749b HTTP/1.1" status: 404 len: 333 time: 0.1170557 Apr 07 11:20:45.969298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:46.049401 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-326dd5df-8860-4228-8910-06beaff6deeb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] DELETE failed (client error): The resource could not be found. Apr 07 11:20:46.049904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326dd5df-8860-4228-8910-06beaff6deeb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:20:46.066896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49626) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:46.071460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-326dd5df-8860-4228-8910-06beaff6deeb tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/subnets/d78341c0-2e62-4f1c-b4e6-736c9b7980a0 HTTP/1.1" status: 404 len: 337 time: 0.0967085 Apr 07 11:20:46.141716 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49628) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:46.158525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057814317', 'description': 'tempest-description--241896346'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:46.209193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eab387e-5204-4ba5-9ccb-76e1ca0ae13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b13bdfa-f6e9-455c-b579-4e984507ee6c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.211945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eab387e-5204-4ba5-9ccb-76e1ca0ae13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.215760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3eab387e-5204-4ba5-9ccb-76e1ca0ae13d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b13bdfa-f6e9-455c-b579-4e984507ee6c HTTP/1.1" status: 204 len: 168 time: 0.5283291 Apr 07 11:20:46.219518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b2feb08a-9d5d-4508-b385-fa376864e287), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.220592 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 2, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:46.234500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66299187-1b2d-47ee-a897-00b1088abe31 req-99394e2f-729d-4f31-bc71-0e38dbc0d64f service neutron] 10.222.0.41 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260564 Apr 07 11:20:46.250425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab387e-5204-4ba5-9ccb-76e1ca0ae13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13bdfa-f6e9-455c-b579-4e984507ee6c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:46.293851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.351247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Checking router: 0a7f15bf-bc13-43c3-9253-a41636ebed3d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:46.351819 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Updating router 0a7f15bf-bc13-43c3-9253-a41636ebed3d port c3a38875-25ea-4195-8547-74214fb2e850 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:20:46.378166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:20:46.429779 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3a38875-25ea-4195-8547-74214fb2e850), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.477394 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b2feb08a-9d5d-4508-b385-fa376864e287), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.525840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-70e3f33b-e4c6-4ada-9e9d-3520d5544b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:46.526372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-70e3f33b-e4c6-4ada-9e9d-3520d5544b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:46.526860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-70e3f33b-e4c6-4ada-9e9d-3520d5544b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:46.528739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-70e3f33b-e4c6-4ada-9e9d-3520d5544b63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2958 time: 0.1804209 Apr 07 11:20:46.536337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2feb08a-9d5d-4508-b385-fa376864e287']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:46.552507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2274c5ee-812d-4153-b1a8-a06da22ca1a7') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:46.552703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2274c5ee-812d-4153-b1a8-a06da22ca1a7') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:46.570078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2274c5ee-812d-4153-b1a8-a06da22ca1a7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.600022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2274c5ee-812d-4153-b1a8-a06da22ca1a7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.606171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (c8d06623-619d-48cc-97e9-21f80d059e00), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.614135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:20:46.614604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2274c5ee-812d-4153-b1a8-a06da22ca1a7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:20:46.618874 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:20:46.634338 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c8d06623-619d-48cc-97e9-21f80d059e00), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.716118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:20:46.725310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a5bd707e-7789-4da7-9336-0db80fc01eb6 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9268243 Apr 07 11:20:46.726285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49646) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:46.728135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d06623-619d-48cc-97e9-21f80d059e00,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:46.729584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] Sync routers for ids ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:20:46.770975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] Routers {'2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:46.772033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:46.773152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6e926-053f-4fd7-b9bd-1dba23178a9e req-2faed874-140f-4ef5-8d75-4a36ac92969f tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:46.774944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37d6e926-053f-4fd7-b9bd-1dba23178a9e req-2faed874-140f-4ef5-8d75-4a36ac92969f tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 951 time: 0.3949647 Apr 07 11:20:46.840674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.848139 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-70481c7d-b924-47f9-bfb4-c1e714c30bea tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6940157 Apr 07 11:20:46.853066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49652) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:46.930139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'security_group_rule': {'security_group_id': 'c8d06623-619d-48cc-97e9-21f80d059e00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:46.936389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-4e74d20f-e4db-46ea-ba70-5313d987e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:46.937982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-4e74d20f-e4db-46ea-ba70-5313d987e843 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0eb399e-867a-4245-b3e7-be28cd2b1006 HTTP/1.1" status: 200 len: 903 time: 0.3047273 Apr 07 11:20:46.940391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b2feb08a-9d5d-4508-b385-fa376864e287), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.963014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:46.966933 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] 10.222.0.13 "DELETE /v2.0/networks/b2feb08a-9d5d-4508-b385-fa376864e287 HTTP/1.1" status: 204 len: 168 time: 0.8985507 Apr 07 11:20:46.999116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] Set router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:47.052740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37d6e926-053f-4fd7-b9bd-1dba23178a9e req-b61f2389-5ac6-4760-aa0f-05aa2a3b2cd9 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775239 Apr 07 11:20:47.071893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d6811-67de-4a08-b2e9-54dae37acf86 tempest-NetworksTestDHCPv6-1088892016 tempest-NetworksTestDHCPv6-1088892016-project] Pushing event deleted for resources: {'Network': ['ID=b2feb08a-9d5d-4508-b385-fa376864e287,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:47.085929 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-be0b01ee-1fd6-4312-85f8-ed5f33b2cce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23 HTTP/1.1" status: 200 len: 217 time: 0.1410928 Apr 07 11:20:47.101544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks [] for router (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.140220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49660) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:47.140937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (c3f07038-0cfa-42ad-9c54-7aa0d494456b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.209031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619274444', 'description': 'tempest-description--1715890330'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:47.225076 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Publish callbacks [] for port (c3a38875-25ea-4195-8547-74214fb2e850), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.239547 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c3a38875-25ea-4195-8547-74214fb2e850), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.395313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks [] for router_gateway (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.412432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-b4c67588-142d-4ce4-8642-2494d280b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:47.414077 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-b4c67588-142d-4ce4-8642-2494d280b3b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=257fbb92-b174-420f-b66e-04672e239308 HTTP/1.1" status: 200 len: 801 time: 0.3149998 Apr 07 11:20:47.419442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.490221 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bca86-a207-4fd1-92cd-243568fe3175 None None] Pushing event updated for resources: {'Port': ['ID=c3a38875-25ea-4195-8547-74214fb2e850,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:47.505938 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Attempting to bind port c3a38875-25ea-4195-8547-74214fb2e850 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:20:47.507145 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Attempting to bind port c3a38875-25ea-4195-8547-74214fb2e850 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:20:47.507614 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Attempting to bind port c3a38875-25ea-4195-8547-74214fb2e850 on network cd7861e3-c532-451b-8c93-6916858332c7 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:20:47.519724 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:20:47.521897 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Checking segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:47.522436 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.526399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (c3f07038-0cfa-42ad-9c54-7aa0d494456b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.527183 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Bound using segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:20:47.528510 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Bound port: c3a38875-25ea-4195-8547-74214fb2e850, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:20:47.528510 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3a38875-25ea-4195-8547-74214fb2e850), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.536048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-cae2eb83-fd12-4d1e-b2d2-da011f70bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:47.538125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-cae2eb83-fd12-4d1e-b2d2-da011f70bb80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0eb399e-867a-4245-b3e7-be28cd2b1006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1140912 Apr 07 11:20:47.543986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c3f07038-0cfa-42ad-9c54-7aa0d494456b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.588036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f07038-0cfa-42ad-9c54-7aa0d494456b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:47.616551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:20:44Z', 'revision_number': 5, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port': {'id': '57e221a0-078b-4807-9ebd-57695c9e9ee0', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:15:57Z', 'updated_at': '2022-04-07T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:47.617784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.620628 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9e03184a-8f8d-4cbf-a86e-1945864c3fb0 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7626121 Apr 07 11:20:47.621532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49666) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:47.636484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49668) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:47.642104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aefd7-288f-40c3-ae5b-c4712a2a970c req-52d78a7f-e09b-4406-ac89-64c358c2b1a3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:47.646402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'security_group_rule': {'security_group_id': 'c8d06623-619d-48cc-97e9-21f80d059e00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:47.654973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aefd7-288f-40c3-ae5b-c4712a2a970c req-52d78a7f-e09b-4406-ac89-64c358c2b1a3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:47.670835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aefd7-288f-40c3-ae5b-c4712a2a970c req-52d78a7f-e09b-4406-ac89-64c358c2b1a3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:47.675650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] Checking router: 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:20:47.686682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-950aefd7-288f-40c3-ae5b-c4712a2a970c req-52d78a7f-e09b-4406-ac89-64c358c2b1a3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2412 time: 0.4423389 Apr 07 11:20:47.690637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] Routers {'2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:47.691578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:47.732209 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] For port c3a38875-25ea-4195-8547-74214fb2e850, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:20:47.741491 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] For port c3a38875-25ea-4195-8547-74214fb2e850, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3a38875-25ea-4195-8547-74214fb2e850,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:20:47.755179 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c3a38875-25ea-4195-8547-74214fb2e850), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.782574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group (2ad89ff6-8637-4dfb-a6b4-db7ac713516d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.809006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2ad89ff6-8637-4dfb-a6b4-db7ac713516d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.830918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54613655-a51e-4b31-98a3-e3561a42dcf4 req-a6280b9d-eb17-460a-b12c-00638f21505c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:47.832807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54613655-a51e-4b31-98a3-e3561a42dcf4 req-a6280b9d-eb17-460a-b12c-00638f21505c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 943 time: 0.4560292 Apr 07 11:20:47.847435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (eaf4263f-1f5b-4e31-afee-55152d0bcd90), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.858762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] Set router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:47.889862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.891125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7463658 Apr 07 11:20:47.908988 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bca86-a207-4fd1-92cd-243568fe3175 None None] Pushing event updated for resources: {'Port': ['ID=c3a38875-25ea-4195-8547-74214fb2e850,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:47.912059 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:20:47.920096 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:47.924871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:47.939073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Request body: {'security_group_rule': {'security_group_id': '2ad89ff6-8637-4dfb-a6b4-db7ac713516d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:47.954635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Deleting port 57e221a0-078b-4807-9ebd-57695c9e9ee0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:47.955160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:47.977742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-950aefd7-288f-40c3-ae5b-c4712a2a970c req-449e73dd-9ce2-4b0a-9ce7-3e431f678bf9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886329 Apr 07 11:20:47.989925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:20:47Z', 'revision_number': 6, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:47.996648 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-d5477e1e-21de-4149-a108-6d51597d23d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492350 Apr 07 11:20:47.996919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e612ad-c9a2-4a6c-8368-406aa956a79f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad89ff6-8637-4dfb-a6b4-db7ac713516d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:48.039035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89700c-1170-46b0-8f0f-d416ce40a6b5 None None] The sync data for ids ['2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c'] in n-d-836788-1 is: [{'id': '2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c', 'name': 'tempest-AttachSCSIVolumeTestJSON-227364384-router', 'tenant_id': 'b98a987c70e44286bfae9a983d8c39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:15:54Z', 'updated_at': '2022-04-07T11:20:47Z', 'revision_number': 6, 'project_id': 'b98a987c70e44286bfae9a983d8c39f9', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:48.081719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] Provisioning complete for port c3a38875-25ea-4195-8547-74214fb2e850 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:48.082491 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3a38875-25ea-4195-8547-74214fb2e850), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.208105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group_rule (6529a02a-9e36-45d6-a793-06304e69bcf1), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.214143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54613655-a51e-4b31-98a3-e3561a42dcf4 req-024cccb7-01d6-4ea1-84d2-d5e63f2f92c3 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708248 Apr 07 11:20:48.219029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (eaf4263f-1f5b-4e31-afee-55152d0bcd90), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.233111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b1f86dfb-3ef7-45b9-9e2f-96704b50c349 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b81f70e802cd4b53886cb537aad80033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285439 Apr 07 11:20:48.237217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49684) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:48.242746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (eaf4263f-1f5b-4e31-afee-55152d0bcd90), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.259722 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:20:48.260135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] For port 57e221a0-078b-4807-9ebd-57695c9e9ee0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57e221a0-078b-4807-9ebd-57695c9e9ee0,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:48.260822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.299618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Calling delete_port for 57e221a0-078b-4807-9ebd-57695c9e9ee0 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:48.366320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] Current status of the port c3a38875-25ea-4195-8547-74214fb2e850 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:48.366741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c3a38875-25ea-4195-8547-74214fb2e850), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.434471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf4263f-1f5b-4e31-afee-55152d0bcd90,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:48.435599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] For port c3a38875-25ea-4195-8547-74214fb2e850, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3a38875-25ea-4195-8547-74214fb2e850,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:48.442603 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c3a38875-25ea-4195-8547-74214fb2e850), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.468670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group_rule (6529a02a-9e36-45d6-a793-06304e69bcf1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.495757 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (6529a02a-9e36-45d6-a793-06304e69bcf1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.501239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1f05d85e-1e6e-41ff-8aae-44b6cb287381 req-bf89f77a-a521-4031-9aee-c59a8fe0f142 service neutron] 10.222.0.41 "GET /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951427 Apr 07 11:20:48.544130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6529a02a-9e36-45d6-a793-06304e69bcf1,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:48.550442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.558236 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-94264bf7-b064-4594-914c-bd16dfbff3bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9177723 Apr 07 11:20:48.561224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49696) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:48.575455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.576704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d208fc08-9f6f-43bb-9897-8dac434bac68 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6482103 Apr 07 11:20:48.587306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d8e56-9aae-4813-a1f9-15815bc58789 None None] Pushing event updated for resources: {'Port': ['ID=c3a38875-25ea-4195-8547-74214fb2e850,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:48.589273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:48.599185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-556db107-a881-4e97-9dfd-1836308256f8 None None] Provisioning complete for port c3a38875-25ea-4195-8547-74214fb2e850 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:48.599660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-556db107-a881-4e97-9dfd-1836308256f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3a38875-25ea-4195-8547-74214fb2e850), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.613164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49698) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:48.613896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81cd0e82-61df-4924-8cc2-6c9cbc6ea0f7 admin admin] Publish callbacks [] for security_group (a7863857-cbb5-4c5e-b664-199d4398e490), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.636153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Request body: {'security_group_rule': {'security_group_id': '2ad89ff6-8637-4dfb-a6b4-db7ac713516d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:48.653086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd207633-05df-4038-9d28-54216f71aa3c req-b05acfa5-d1b3-48c8-8801-388e6e78cec7 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:48.662344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd207633-05df-4038-9d28-54216f71aa3c req-b05acfa5-d1b3-48c8-8801-388e6e78cec7 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 951 time: 0.3447480 Apr 07 11:20:48.752812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:47Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:48.762542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-556db107-a881-4e97-9dfd-1836308256f8 None None] Current status of the port c3a38875-25ea-4195-8547-74214fb2e850 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:48.793756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b6acd-5926-4d21-858e-f0575a5cba06 None None] The sync data for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 is: [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:47Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:20:48.798656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group_rule (339bd462-6a02-4fc0-ad40-3fcf3bdf2ad8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.817346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd207633-05df-4038-9d28-54216f71aa3c req-1558a00d-6a77-4fc5-be19-eccef05c1c4d tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537251 Apr 07 11:20:48.829251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.843011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (57e221a0-078b-4807-9ebd-57695c9e9ee0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.859135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81cd0e82-61df-4924-8cc2-6c9cbc6ea0f7 admin admin] Publish callbacks [] for security_group (a7863857-cbb5-4c5e-b664-199d4398e490), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:48.926184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Pushing event deleted for resources: {'Port': ['ID=57e221a0-078b-4807-9ebd-57695c9e9ee0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:49.078801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group_rule (339bd462-6a02-4fc0-ad40-3fcf3bdf2ad8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.087552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (339bd462-6a02-4fc0-ad40-3fcf3bdf2ad8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.089443 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.107058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81cd0e82-61df-4924-8cc2-6c9cbc6ea0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a7863857-cbb5-4c5e-b664-199d4398e490), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.110887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-81cd0e82-61df-4924-8cc2-6c9cbc6ea0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.112053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-81cd0e82-61df-4924-8cc2-6c9cbc6ea0f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7863857-cbb5-4c5e-b664-199d4398e490 HTTP/1.1" status: 204 len: 168 time: 0.8644798 Apr 07 11:20:49.146129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339bd462-6a02-4fc0-ad40-3fcf3bdf2ad8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:49.151607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd0e82-61df-4924-8cc2-6c9cbc6ea0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7863857-cbb5-4c5e-b664-199d4398e490,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:49.161040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.163637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-46bf2ab4-6f5f-4f18-b3eb-7e49f09a62e0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5476847 Apr 07 11:20:49.172560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49724) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:49.255921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.281856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:49.418795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.428393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks [] for router_controller (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.455324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.470638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c3a38875-25ea-4195-8547-74214fb2e850 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:49.574833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Allocated IP 172.25.5.11 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/9578a870-5b5c-4e3d-a68b-76836edcafa0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:49.591866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.592571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:20:49.597585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.605110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-282f3a6d-12f3-45cf-ba64-3578aa1976db admin admin] 10.222.0.13 "DELETE /v2.0/routers/2b1fcf43-d8b7-437c-8ef7-e1959d9ea67c HTTP/1.1" status: 204 len: 168 time: 2.8737922 Apr 07 11:20:49.612934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49746) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:49.637227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c3a38875-25ea-4195-8547-74214fb2e850 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:49.638033 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c3a38875-25ea-4195-8547-74214fb2e850), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.748629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:49.860966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c3a38875-25ea-4195-8547-74214fb2e850 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:49.873276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 86a33fd2-325a-4f03-9a9e-30a9dbf0632a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:50.002863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57e221a0-078b-4807-9ebd-57695c9e9ee0 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:50.089120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Deleting subnet 44c76bda-0f9c-4d48-911c-00ff32257665 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:20:50.097389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:20:50.099651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Publish callbacks [] for subnet (44c76bda-0f9c-4d48-911c-00ff32257665), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.106675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 57e221a0-078b-4807-9ebd-57695c9e9ee0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:50.107156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57e221a0-078b-4807-9ebd-57695c9e9ee0 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:50.108814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f5a075f-e972-4a62-b254-e6e1d03f08a6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:50.151603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6f5a075f-e972-4a62-b254-e6e1d03f08a6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:50.152202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f5a075f-e972-4a62-b254-e6e1d03f08a6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:50.166297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (44c76bda-0f9c-4d48-911c-00ff32257665), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.171278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:50.174731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:50.319893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (44c76bda-0f9c-4d48-911c-00ff32257665), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.445817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1e41664d-a0b3-4109-bbfa-94cc27832769 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:50.446461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.482160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19931b-df6a-4944-945e-f35a32296695 req-fa613acf-ca68-4603-a4e3-92dcc1859223 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:50.484679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d19931b-df6a-4944-945e-f35a32296695 req-fa613acf-ca68-4603-a4e3-92dcc1859223 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7690239c-dc03-41bf-a41e-d744548e0f1b HTTP/1.1" status: 200 len: 943 time: 0.1984754 Apr 07 11:20:50.492964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (44c76bda-0f9c-4d48-911c-00ff32257665), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.552545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.571769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:50.594305 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c67e14-3556-4040-85b5-bc4832a2bd5b" -d '{"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-unplugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:50.604741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c76bda-0f9c-4d48-911c-00ff32257665,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:50.607344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.611744 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9dc16e22-0cf9-4cc7-8fd2-7007d15d2a8b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/44c76bda-0f9c-4d48-911c-00ff32257665 HTTP/1.1" status: 204 len: 168 time: 0.9929872 Apr 07 11:20:50.616210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49808) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:50.655419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14bfd8-1cae-4b7f-9b5b-80685b052c2c None None] Network d28a7469-e23c-46d8-95e3-199b83686fce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:20:50.674813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:50.709472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.827547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d28a7469-e23c-46d8-95e3-199b83686fce), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.841468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:50.935654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:50.998626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd195-9c29-4feb-9d56-d0357eba6fe2 req-3a1e2547-2f51-4245-aa11-9896a3dd156a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:51.005060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd195-9c29-4feb-9d56-d0357eba6fe2 req-3a1e2547-2f51-4245-aa11-9896a3dd156a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:51.012660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd195-9c29-4feb-9d56-d0357eba6fe2 req-3a1e2547-2f51-4245-aa11-9896a3dd156a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:51.014980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-359fd195-9c29-4feb-9d56-d0357eba6fe2 req-3a1e2547-2f51-4245-aa11-9896a3dd156a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2412 time: 0.2511716 Apr 07 11:20:51.035711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:51.040195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Allocated IP 172.25.5.208 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ee0387f8-26d4-494a-adce-16b6ef40603f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:51.068166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-79cd1f08-2311-4299-ba07-95233c0fe1b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3727973 Apr 07 11:20:51.074918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:51.091064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] DHCP port deletion for d28a7469-e23c-46d8-95e3-199b83686fce request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:20:51.123365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'Port': ['ID=9578a870-5b5c-4e3d-a68b-76836edcafa0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:51.127330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:51.196912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:51.197891 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.216817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-359fd195-9c29-4feb-9d56-d0357eba6fe2 req-ec4f977b-d896-466a-8143-a3ef00701c77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805770 Apr 07 11:20:51.237329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] Deleting port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:51.238947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.292296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:51.560945 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c7833d-312a-481d-8385-4ced5825642e x-openstack-request-id: req-e4c7833d-312a-481d-8385-4ced5825642e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:51.561580 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-unplugged", "status": "completed", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:51.562121 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4c7833d-312a-481d-8385-4ced5825642e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:51.563193 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c7833d-312a-481d-8385-4ced5825642e'] response: {'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'code': 200} Apr 07 11:20:51.564964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:51.629327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Deleting port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:51.629661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.653877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-bd868c69-708d-444d-9c7d-c5daf218ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:51.656324 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-bd868c69-708d-444d-9c7d-c5daf218ac87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 1131 time: 0.5229330 Apr 07 11:20:51.658640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] For port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:51.659700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.677422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] Calling delete_port for 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:51.716141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.722826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'networks': [{'name': 'tempest-network--821071175'}, {'name': 'tempest-network--476643916'}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:51.723770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'network': {'name': 'tempest-network--821071175'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:51.724605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'network': {'name': 'tempest-network--476643916'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:51.743346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (dc885088-a6fd-4c82-b87b-20163c89b06d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.758295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'network': 2} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:51.763197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.780882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:51.781731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.799800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.855574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for 86a33fd2-325a-4f03-9a9e-30a9dbf0632a owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:51.875200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:51.875890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.899754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] For port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:51.903352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:51.904796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d273125-e6eb-4cf4-b40f-3be54f7bad23 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:20:51.959196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Calling delete_port for 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:51.988773 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.006698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,segment=NetworkSegment(562d2b00-7a19-437c-a736-8457f94756c6),segment_id=562d2b00-7a19-437c-a736-8457f94756c6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:52.040627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.085937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8e740-9e26-41a5-b9d4-c76c4db5fd32 req-b5163a2d-3f35-41c3-9ca8-5accb2990c41 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:52.094394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51b8e740-9e26-41a5-b9d4-c76c4db5fd32 req-b5163a2d-3f35-41c3-9ca8-5accb2990c41 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 949 time: 0.2475567 Apr 07 11:20:52.097482 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.146197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.170149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event deleted for resources: {'Port': ['ID=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.225404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] No DVR routers for this DVR port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:52.230823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d61d-0f09-4a79-8732-59f44e015714 None None] Pushing event deleted for resources: {'Port': ['ID=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.282153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:52.291794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:52.298590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51b8e740-9e26-41a5-b9d4-c76c4db5fd32 req-7d5cd9d8-65e4-46e1-80a0-52c302915b5b tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029347 Apr 07 11:20:52.313233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '0d273125-e6eb-4cf4-b40f-3be54f7bad23', 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006', 'port_id': '0d273125-e6eb-4cf4-b40f-3be54f7bad23', 'mac_address': 'fa:16:3e:41:fc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257fbb92-b174-420f-b66e-04672e239308', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:20:52.318445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:52.328461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:52.412765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:52.413355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.433596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d273125-e6eb-4cf4-b40f-3be54f7bad23 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:52.464128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:52.470408 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.472784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:20:52.561722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d273125-e6eb-4cf4-b40f-3be54f7bad23,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.567157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:52.570476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-3c51d598-3da9-49a6-9c26-f5ab48022e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:52.573393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-3c51d598-3da9-49a6-9c26-f5ab48022e11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.8733530 Apr 07 11:20:52.585017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1', 'network_id': 'b0eb399e-867a-4245-b3e7-be28cd2b1006', 'port_id': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1', 'mac_address': 'fa:16:3e:4a:b4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257fbb92-b174-420f-b66e-04672e239308', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:20:52.633391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:52.634067 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.655387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:52.674016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for security_group (4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.689760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:52.694375 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.695249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ec322637-20f1-43da-b367-9691257b49aa details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:20:52.727325 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.727919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.783510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event updated for resources: {'Port': ['ID=ee0387f8-26d4-494a-adce-16b6ef40603f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.793431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.807393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-85cc168f-8db0-4f46-a2e7-25842690a585 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1e41664d-a0b3-4109-bbfa-94cc27832769 HTTP/1.1" status: 200 len: 217 time: 0.1705110 Apr 07 11:20:52.866005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.874798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:52.914479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ec322637-20f1-43da-b367-9691257b49aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ec322637-20f1-43da-b367-9691257b49aa,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:52.939340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.950900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (eb3e5561-b785-4633-a3e1-6d8c75fdcb44), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:52.950900 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Added segment eb3e5561-b785-4633-a3e1-6d8c75fdcb44 of type vlan for network 9531fe84-559b-45f4-83d2-5d6d44efc229 Apr 07 11:20:52.969691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'ec322637-20f1-43da-b367-9691257b49aa', 'network_id': '1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1', 'port_id': 'ec322637-20f1-43da-b367-9691257b49aa', 'mac_address': 'fa:16:3e:2e:6c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c511fa-5aca-4398-b090-c116183dba54', 'ip_address': '19.86.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:20:52.981451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-4d584ec4-eef7-456f-a5fa-48572950d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:52.982811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-4d584ec4-eef7-456f-a5fa-48572950d726 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.1610703 Apr 07 11:20:52.986533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] No DVR routers for this DVR port 853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:52.990672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=853ff8e0-f635-4b21-a6e2-8fc0bd5c3fce,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:52.996104 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (86a33fd2-325a-4f03-9a9e-30a9dbf0632a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.034026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ec322637-20f1-43da-b367-9691257b49aa is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:53.034624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec322637-20f1-43da-b367-9691257b49aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.051264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe72f6-3c90-4722-8826-33b1740d0086 req-0e4097de-96c5-4700-8aa0-7dc0206b78ce tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.052673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec322637-20f1-43da-b367-9691257b49aa {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:20:53.058253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe72f6-3c90-4722-8826-33b1740d0086 req-0e4097de-96c5-4700-8aa0-7dc0206b78ce tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.065168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe72f6-3c90-4722-8826-33b1740d0086 req-0e4097de-96c5-4700-8aa0-7dc0206b78ce tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.067816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67fe72f6-3c90-4722-8826-33b1740d0086 req-0e4097de-96c5-4700-8aa0-7dc0206b78ce tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2414 time: 0.3959806 Apr 07 11:20:53.079008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ec322637-20f1-43da-b367-9691257b49aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ec322637-20f1-43da-b367-9691257b49aa,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:53.085567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ec322637-20f1-43da-b367-9691257b49aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.107445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.142101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=86a33fd2-325a-4f03-9a9e-30a9dbf0632a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:53.145388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9531fe84-559b-45f4-83d2-5d6d44efc229), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.146507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ec322637-20f1-43da-b367-9691257b49aa,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:53.173174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (7dc06636-351d-4976-84b0-1e202f31dcb2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.185125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.245977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port 86a33fd2-325a-4f03-9a9e-30a9dbf0632a on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:53.251585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d28a7469-e23c-46d8-95e3-199b83686fce), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.254900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.258366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d19931b-df6a-4944-945e-f35a32296695 req-534ac228-4aa0-4b49-b802-ab485b7e2aac tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "DELETE /v2.0/ports/86a33fd2-325a-4f03-9a9e-30a9dbf0632a HTTP/1.1" status: 204 len: 173 time: 2.7610915 Apr 07 11:20:53.275342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-5480054c-a45e-405c-bc53-a4b8bb74ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.276884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-5480054c-a45e-405c-bc53-a4b8bb74ab85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2823119 Apr 07 11:20:53.281667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-deleted', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:53.283999 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be659177-f713-4833-9da1-856fb931786c" -d '{"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-deleted", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:53.299908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67fe72f6-3c90-4722-8826-33b1740d0086 req-95131b21-4e39-4fef-8990-6068642959e5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125924 Apr 07 11:20:53.302485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:53.313110 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.336958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (12b38414-8b29-4ad4-912b-cd13614f27b8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.337410 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Added segment 12b38414-8b29-4ad4-912b-cd13614f27b8 of type vlan for network ebe8ab98-7beb-4663-b865-d4dfaf90fc4f Apr 07 11:20:53.347659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'Port': ['ID=9578a870-5b5c-4e3d-a68b-76836edcafa0,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:53.396009 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ce166-bf36-40f5-b84c-bf9cf701883e x-openstack-request-id: req-789ce166-bf36-40f5-b84c-bf9cf701883e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:53.396310 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7690239c-dc03-41bf-a41e-d744548e0f1b", "name": "network-vif-deleted", "tag": "86a33fd2-325a-4f03-9a9e-30a9dbf0632a", "status": "failed", "code": 422}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:53.396576 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-789ce166-bf36-40f5-b84c-bf9cf701883e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:53.397016 n-d-836788-1 neutron-server[104178]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-789ce166-bf36-40f5-b84c-bf9cf701883e']: {'server_uuid': '7690239c-dc03-41bf-a41e-d744548e0f1b', 'name': 'network-vif-deleted', 'tag': '86a33fd2-325a-4f03-9a9e-30a9dbf0632a', 'status': 'failed', 'code': 422} returned with failed status Apr 07 11:20:53.426352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28a7469-e23c-46d8-95e3-199b83686fce']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:53.443108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562d2b00-7a19-437c-a736-8457f94756c6') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:53.443337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562d2b00-7a19-437c-a736-8457f94756c6') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:53.452124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ebe8ab98-7beb-4663-b865-d4dfaf90fc4f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.456458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (562d2b00-7a19-437c-a736-8457f94756c6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.475149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (562d2b00-7a19-437c-a736-8457f94756c6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.482128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:20:53.482592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (562d2b00-7a19-437c-a736-8457f94756c6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.505283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['0d273125-e6eb-4cf4-b40f-3be54f7bad23'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:20:53.543303 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:20:53.564786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d28a7469-e23c-46d8-95e3-199b83686fce), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.570590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['3bc7448c-a649-4377-a9e9-b5cee87bdcb1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:20:53.590874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.595356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/d28a7469-e23c-46d8-95e3-199b83686fce HTTP/1.1" status: 204 len: 168 time: 2.9779332 Apr 07 11:20:53.645875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9531fe84-559b-45f4-83d2-5d6d44efc229), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.646395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ebe8ab98-7beb-4663-b865-d4dfaf90fc4f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.659412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.663711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.664389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.704891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b476d30-100a-48d7-8d48-a5d3cd155c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d28a7469-e23c-46d8-95e3-199b83686fce,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:53.709465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-196496f1-7958-42de-bd3d-1ed6bb04d749 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003267 Apr 07 11:20:53.715989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (dc885088-a6fd-4c82-b87b-20163c89b06d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.782400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9a9f4-6081-4762-894d-9427096f82c6 req-73235a66-5caa-4b5e-b3a4-dd2c8c3a87bd tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.790059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4f9a9f4-6081-4762-894d-9427096f82c6 req-73235a66-5caa-4b5e-b3a4-dd2c8c3a87bd tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 949 time: 0.3442361 Apr 07 11:20:53.806302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.807694 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9cd7d1b-daab-47e7-955c-14c4843a383d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2354341 Apr 07 11:20:53.823971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.5153890 Apr 07 11:20:53.830919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49972) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:53.831547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49974) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:53.860807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49978) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:53.862347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.897304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Network': ['ID=9531fe84-559b-45f4-83d2-5d6d44efc229,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:53.919049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-d0c7d82b-d91e-4983-8757-5dfd09016c8d tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:53.921103 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-d0c7d82b-d91e-4983-8757-5dfd09016c8d tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b4aa678-d2d7-4f5f-a3ab-9fd176142a97 HTTP/1.1" status: 200 len: 949 time: 0.1088650 Apr 07 11:20:53.925877 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:53.955202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9531fe84-559b-45f4-83d2-5d6d44efc229 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:54.018651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4f9a9f4-6081-4762-894d-9427096f82c6 req-98775ea0-ecb6-4e00-809e-cdf971587344 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.13 "GET /v2.0/security-groups?id=824f2995-c27d-4302-a57f-6ee3f51b3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273316 Apr 07 11:20:54.055895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-58c6a8a5-922b-4a69-be7f-4d085716ddc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d91cc3126cd435e9502914348a7b0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830564 Apr 07 11:20:54.059550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:54.078604 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cc96743-236a-499a-88e5-fb20c5a1d353 req-ca4a64bc-9246-4c2b-8773-af7d3498fc4e service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568227 Apr 07 11:20:54.166490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Deleting port 1e41664d-a0b3-4109-bbfa-94cc27832769 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:20:54.166805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.178756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba39e122-90b3-4455-971a-e499e6e90941 admin admin] Publish callbacks [] for security_group (c340e6c6-06a0-4d0b-b769-14dcac1341f9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.257037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba39e122-90b3-4455-971a-e499e6e90941 admin admin] Publish callbacks [] for security_group (c340e6c6-06a0-4d0b-b769-14dcac1341f9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.316678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] For port 1e41664d-a0b3-4109-bbfa-94cc27832769, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1e41664d-a0b3-4109-bbfa-94cc27832769,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:54.317052 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.332240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Calling delete_port for 1e41664d-a0b3-4109-bbfa-94cc27832769 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:20:54.334415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-055b5dc4-b37d-440d-951d-34b4e8385428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.348758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event updated for resources: {'Port': ['ID=ee0387f8-26d4-494a-adce-16b6ef40603f,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:54.366604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266bee-3270-4724-8e86-a82c8735bf7a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Network': ['ID=ebe8ab98-7beb-4663-b865-d4dfaf90fc4f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:54.377599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ebe8ab98-7beb-4663-b865-d4dfaf90fc4f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:54.388707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba39e122-90b3-4455-971a-e499e6e90941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c340e6c6-06a0-4d0b-b769-14dcac1341f9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.391313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba39e122-90b3-4455-971a-e499e6e90941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.396106 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba39e122-90b3-4455-971a-e499e6e90941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c340e6c6-06a0-4d0b-b769-14dcac1341f9 HTTP/1.1" status: 204 len: 168 time: 0.3312240 Apr 07 11:20:54.405544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39e122-90b3-4455-971a-e499e6e90941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c340e6c6-06a0-4d0b-b769-14dcac1341f9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:54.436498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (7dc06636-351d-4976-84b0-1e202f31dcb2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.485344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12657bc-3ea4-4dcb-90fb-ad658964b50a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:54.491119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12657bc-3ea4-4dcb-90fb-ad658964b50a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:54.504385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12657bc-3ea4-4dcb-90fb-ad658964b50a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:54.510155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12657bc-3ea4-4dcb-90fb-ad658964b50a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:54.511887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c12657bc-3ea4-4dcb-90fb-ad658964b50a tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6692007 Apr 07 11:20:54.528348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50006) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:54.535330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-7990c215-2ca1-4e77-94ad-b8fc870e2193 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1057814317&fields=id&tenant_id=d4e6426310fe4568bf986ddc184ac98d HTTP/1.1" status: 200 len: 267 time: 0.3409226 Apr 07 11:20:54.592820 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.594240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02590598-4f4e-4cac-8298-e27228c377eb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4165573 Apr 07 11:20:54.640347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1e41664d-a0b3-4109-bbfa-94cc27832769), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.653010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-ec6357be-43c9-4923-9c75-f797320788aa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:54.654802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-ec6357be-43c9-4923-9c75-f797320788aa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.5492826 Apr 07 11:20:54.688657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9531fe84-559b-45f4-83d2-5d6d44efc229), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.690956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Pushing event deleted for resources: {'Port': ['ID=1e41664d-a0b3-4109-bbfa-94cc27832769,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:54.692125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-e075e400-2fe3-47a1-99df-a25390353da8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.0262711 Apr 07 11:20:54.755903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] No DVR routers for this DVR port 1e41664d-a0b3-4109-bbfa-94cc27832769 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:20:54.759081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.763394 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-482edad8-eb8e-4788-ab85-5a5697b6683d req-f45c5bd5-940a-4433-9d75-b7a19c4cc3f5 tempest-ImagesOneServerTestJSON-364583223 tempest-ImagesOneServerTestJSON-364583223-project] 10.222.0.41 "DELETE /v2.0/ports/1e41664d-a0b3-4109-bbfa-94cc27832769 HTTP/1.1" status: 204 len: 173 time: 0.8348169 Apr 07 11:20:54.764440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-deleted', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:54.768382 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4f079-63ac-4792-a5c1-6a2ef8e8969f" -d '{"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-deleted", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:54.782314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-e299aa96-75ff-49da-98a1-6345d405d5bf tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724933 Apr 07 11:20:54.787998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ec322637-20f1-43da-b367-9691257b49aa'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:20:54.876916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:54.899618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-78bd301e-f0ac-462b-9198-2a8f8de1f32f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:54.903461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-78bd301e-f0ac-462b-9198-2a8f8de1f32f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 810 time: 0.3513722 Apr 07 11:20:54.907234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-055b5dc4-b37d-440d-951d-34b4e8385428 admin admin] Publish callbacks [] for security_group (1e1ff890-94e3-4ef1-9e17-c20114bc84f2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.923284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-055b5dc4-b37d-440d-951d-34b4e8385428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1e1ff890-94e3-4ef1-9e17-c20114bc84f2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.937283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9531fe84-559b-45f4-83d2-5d6d44efc229), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:54.968836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b5dc4-b37d-440d-951d-34b4e8385428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ff890-94e3-4ef1-9e17-c20114bc84f2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:54.996145 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f906bcf-37c0-4201-9499-9bc1336caf22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b98a987c70e44286bfae9a983d8c39f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177669 Apr 07 11:20:54.999200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50046) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:55.007060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9531fe84-559b-45f4-83d2-5d6d44efc229']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:55.024734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-c02e3856-295b-494c-a1b7-af6441bd8c5a tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/quotas/d4e6426310fe4568bf986ddc184ac98d HTTP/1.1" status: 200 len: 375 time: 0.1125522 Apr 07 11:20:55.054730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e5561-b785-4633-a3e1-6d8c75fdcb44') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:55.055416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e5561-b785-4633-a3e1-6d8c75fdcb44') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:55.065624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-055b5dc4-b37d-440d-951d-34b4e8385428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=474ae187fb6d4167b99f5a4c8929357b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2239826 Apr 07 11:20:55.069751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (eb3e5561-b785-4633-a3e1-6d8c75fdcb44), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.085998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (eb3e5561-b785-4633-a3e1-6d8c75fdcb44), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.096009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:20:55.096493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (eb3e5561-b785-4633-a3e1-6d8c75fdcb44), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.096964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50054) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:20:55.112909 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:20:55.147233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-8119f340-139c-4511-9b49-231ceef13225 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453460 Apr 07 11:20:55.204670 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9531fe84-559b-45f4-83d2-5d6d44efc229), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.214283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.217703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/networks/9531fe84-559b-45f4-83d2-5d6d44efc229 HTTP/1.1" status: 204 len: 168 time: 0.6883633 Apr 07 11:20:55.218549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7251b987-ccb1-4447-b0b4-c327fd737f95 admin admin] Publish callbacks [] for security_group (4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.231255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50056) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:55.233926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-5253ccdd-23c8-4265-ba27-7b2d378c478f tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2017324 Apr 07 11:20:55.253492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fcd7f-4336-42a0-8e4f-399468474553 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Network': ['ID=9531fe84-559b-45f4-83d2-5d6d44efc229,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:55.273162 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ceef47a-098e-4ed4-9b39-b96ca32673e5 admin admin] Publish callbacks [] for security_group (1e1ff890-94e3-4ef1-9e17-c20114bc84f2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.363245 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ceef47a-098e-4ed4-9b39-b96ca32673e5 admin admin] Publish callbacks [] for security_group (1e1ff890-94e3-4ef1-9e17-c20114bc84f2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.430507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-b3059638-315f-4f04-8ecd-3b372d612a48 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670140 Apr 07 11:20:55.453536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7251b987-ccb1-4447-b0b4-c327fd737f95 admin admin] Publish callbacks [] for security_group (4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.459006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-0e08da8c-8ea0-4f47-a00d-a8015883140e service neutron] 10.222.0.13 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015603 Apr 07 11:20:55.492812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ebe8ab98-7beb-4663-b865-d4dfaf90fc4f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.684959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7251b987-ccb1-4447-b0b4-c327fd737f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.688504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7251b987-ccb1-4447-b0b4-c327fd737f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.692252 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7251b987-ccb1-4447-b0b4-c327fd737f95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82 HTTP/1.1" status: 204 len: 168 time: 0.6896133 Apr 07 11:20:55.696759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ebe8ab98-7beb-4663-b865-d4dfaf90fc4f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.716783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251b987-ccb1-4447-b0b4-c327fd737f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0b6c9b-363a-48f2-b1ae-0ae45ee62a82,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:55.730991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe8ab98-7beb-4663-b865-d4dfaf90fc4f']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:55.765160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b38414-8b29-4ad4-912b-cd13614f27b8') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:55.765568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b38414-8b29-4ad4-912b-cd13614f27b8') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:20:55.778458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (12b38414-8b29-4ad4-912b-cd13614f27b8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.798271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (12b38414-8b29-4ad4-912b-cd13614f27b8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.808259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:20:55.808766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (12b38414-8b29-4ad4-912b-cd13614f27b8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.861382 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ceef47a-098e-4ed4-9b39-b96ca32673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1e1ff890-94e3-4ef1-9e17-c20114bc84f2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.864040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ceef47a-098e-4ed4-9b39-b96ca32673e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.865032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ceef47a-098e-4ed4-9b39-b96ca32673e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e1ff890-94e3-4ef1-9e17-c20114bc84f2 HTTP/1.1" status: 204 len: 168 time: 0.7662625 Apr 07 11:20:55.891698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d273125-e6eb-4cf4-b40f-3be54f7bad23 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:55.892538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceef47a-098e-4ed4-9b39-b96ca32673e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ff890-94e3-4ef1-9e17-c20114bc84f2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:20:55.896306 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:20:55.931559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a12a-a856-4ea8-900a-ef860d09c5e5 req-d7aa8b83-f0d4-4e4d-a680-5c9a705f1f05 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:55.938072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a12a-a856-4ea8-900a-ef860d09c5e5 req-d7aa8b83-f0d4-4e4d-a680-5c9a705f1f05 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:55.945044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a12a-a856-4ea8-900a-ef860d09c5e5 req-d7aa8b83-f0d4-4e4d-a680-5c9a705f1f05 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:55.954111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bb3a12a-a856-4ea8-900a-ef860d09c5e5 req-d7aa8b83-f0d4-4e4d-a680-5c9a705f1f05 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2415 time: 0.1258473 Apr 07 11:20:55.974474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ebe8ab98-7beb-4663-b865-d4dfaf90fc4f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:55.983124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-ccf0b76e-5b0c-48ff-bdf0-18595a525488 service neutron] 10.222.0.13 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125663 Apr 07 11:20:56.015232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.033745 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/networks/ebe8ab98-7beb-4663-b865-d4dfaf90fc4f HTTP/1.1" status: 204 len: 168 time: 0.7922008 Apr 07 11:20:56.034390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50096) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:56.064564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bb3a12a-a856-4ea8-900a-ef860d09c5e5 req-49010104-3506-4747-84e5-b7af845c2e41 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094854 Apr 07 11:20:56.068807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:20:56.070959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2cfc6-7a8a-4151-bc7b-69b78471b2e8 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Network': ['ID=ebe8ab98-7beb-4663-b865-d4dfaf90fc4f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:56.076115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:56.076493 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.162054 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7d4da7-66c9-4e05-960f-653a0f8627bd x-openstack-request-id: req-0c7d4da7-66c9-4e05-960f-653a0f8627bd {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:56.162362 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4aa678-d2d7-4f5f-a3ab-9fd176142a97", "name": "network-vif-deleted", "tag": "1e41664d-a0b3-4109-bbfa-94cc27832769", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:56.162632 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c7d4da7-66c9-4e05-960f-653a0f8627bd {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:56.163089 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7d4da7-66c9-4e05-960f-653a0f8627bd'] response: {'server_uuid': '9b4aa678-d2d7-4f5f-a3ab-9fd176142a97', 'name': 'network-vif-deleted', 'tag': '1e41664d-a0b3-4109-bbfa-94cc27832769', 'status': 'completed', 'code': 200} Apr 07 11:20:56.340705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:56.341109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.411898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74138b05-3b6e-4d71-a320-12729501642f req-6151279e-b7b2-48d4-a93c-a63e8f5dbd57 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 210 time: 0.0850439 Apr 07 11:20:56.448676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:56.454343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d273125-e6eb-4cf4-b40f-3be54f7bad23'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:56.460872 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80611e1-53fe-42f3-bf81-bd64eeebe0b4" -d '{"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-plugged", "status": "completed", "tag": "0d273125-e6eb-4cf4-b40f-3be54f7bad23"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:56.467004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714093c2-ed3e-453b-bb1a-cdde9f4602e5 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:56.468976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.471955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:56.474040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714093c2-ed3e-453b-bb1a-cdde9f4602e5 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:56.481691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-714093c2-ed3e-453b-bb1a-cdde9f4602e5 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4458985 Apr 07 11:20:56.482100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50122) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:56.487479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-266675811'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:56.534060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a9a8b94-76e3-4473-bda4-5306b0ef1afd req-8f3d8464-876f-4757-827e-45fbb7a354ae tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 210 time: 0.0899334 Apr 07 11:20:56.536117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:56.539996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.574485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:56.587839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (171ac8e9-395f-40ef-918b-3f3d955e8ad8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.588869 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Added segment 171ac8e9-395f-40ef-918b-3f3d955e8ad8 of type vlan for network e0e11539-c041-4f16-b74d-65da22d00a1a Apr 07 11:20:56.655198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50126) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:56.660311 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e68d4-4d68-4100-921f-c76edb9d167f x-openstack-request-id: req-4b2e68d4-4d68-4100-921f-c76edb9d167f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:56.660622 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-plugged", "status": "completed", "tag": "0d273125-e6eb-4cf4-b40f-3be54f7bad23", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:56.660895 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b2e68d4-4d68-4100-921f-c76edb9d167f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:56.661332 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2e68d4-4d68-4100-921f-c76edb9d167f'] response: {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d273125-e6eb-4cf4-b40f-3be54f7bad23', 'code': 200} Apr 07 11:20:56.681739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e7f4-606e-4efb-99cd-07539161f32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.717157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e0e11539-c041-4f16-b74d-65da22d00a1a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.756505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e0e11539-c041-4f16-b74d-65da22d00a1a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.781727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:56.783870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.786636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=0d273125-e6eb-4cf4-b40f-3be54f7bad23,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:56.802950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.803728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.804335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.804868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.805703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.811969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.813816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.814864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.815391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.817060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.817633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.818335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.819102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:20:56.826489 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e7f4-606e-4efb-99cd-07539161f32b admin admin] Publish callbacks [] for security_group (a9145cbd-60f7-4006-8f89-7ea757eb5e37), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.833343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e7f4-606e-4efb-99cd-07539161f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a9145cbd-60f7-4006-8f89-7ea757eb5e37), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.834489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:20:56.850650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:56.851756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:56.970331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bbd6e7f4-606e-4efb-99cd-07539161f32b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e78105507074200acc25d6c4233f843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113072 Apr 07 11:20:56.978352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50136) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:56.990857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6e7f4-606e-4efb-99cd-07539161f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9145cbd-60f7-4006-8f89-7ea757eb5e37,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:57.013893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:57.014538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5311222 Apr 07 11:20:57.015269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.017780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50140) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:57.022791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1766707956'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:57.057077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:57.064066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.131491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50146) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:57.162980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:57.164116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:57.179848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dea2ce-2897-459e-8bc4-23dda62c70fc tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Network': ['ID=e0e11539-c041-4f16-b74d-65da22d00a1a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:57.180877 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.205257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e0e11539-c041-4f16-b74d-65da22d00a1a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:57.237029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2503ce04-7e30-40f7-920d-32bcc628d37b admin admin] Publish callbacks [] for security_group (a9145cbd-60f7-4006-8f89-7ea757eb5e37), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.276261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2503ce04-7e30-40f7-920d-32bcc628d37b admin admin] Publish callbacks [] for security_group (a9145cbd-60f7-4006-8f89-7ea757eb5e37), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.281345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:57.361987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2503ce04-7e30-40f7-920d-32bcc628d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a9145cbd-60f7-4006-8f89-7ea757eb5e37), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.365140 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (008e162a-a867-4a24-b082-5a78203eb0c4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.365500 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Added segment 008e162a-a867-4a24-b082-5a78203eb0c4 of type vlan for network 54837297-ac98-42c2-afb7-00f98bfa62b0 Apr 07 11:20:57.372091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2503ce04-7e30-40f7-920d-32bcc628d37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.381008 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2503ce04-7e30-40f7-920d-32bcc628d37b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9145cbd-60f7-4006-8f89-7ea757eb5e37 HTTP/1.1" status: 204 len: 168 time: 0.3989303 Apr 07 11:20:57.399624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ce04-7e30-40f7-920d-32bcc628d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9145cbd-60f7-4006-8f89-7ea757eb5e37,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:57.437654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60507833-3dc4-405a-b254-6b837db123c7 req-fd27f421-14ce-44c0-9874-e7c7e36f7a59 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:57.444465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60507833-3dc4-405a-b254-6b837db123c7 req-fd27f421-14ce-44c0-9874-e7c7e36f7a59 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:57.451667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60507833-3dc4-405a-b254-6b837db123c7 req-fd27f421-14ce-44c0-9874-e7c7e36f7a59 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:57.453545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60507833-3dc4-405a-b254-6b837db123c7 req-fd27f421-14ce-44c0-9874-e7c7e36f7a59 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2417 time: 0.1740582 Apr 07 11:20:57.520544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (54837297-ac98-42c2-afb7-00f98bfa62b0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.598607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60507833-3dc4-405a-b254-6b837db123c7 req-816ea3f1-590f-4c34-b690-0eede43ac5f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337759 Apr 07 11:20:57.600579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd52bfbc-175e-4b42-b7a5-61edddbac0ef req-f88485b0-f118-438c-a5ab-fe9256ea5233 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 210 time: 0.0856929 Apr 07 11:20:57.682390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (54837297-ac98-42c2-afb7-00f98bfa62b0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.689887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:57.690487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:57.783463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6efef8bc-65c4-420d-92b0-c592abc73a71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d9ecfc352bb4e448937f91896ff64e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6500354 Apr 07 11:20:57.792136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:57.849578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a1cb5f9-3c15-4c97-8105-14f544241a8d req-d9ae5979-0b73-4ed8-8d58-7b9e5b79da78 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 210 time: 0.1101649 Apr 07 11:20:57.861246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8399842 Apr 07 11:20:57.866956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50168) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:57.877847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'ports': [{'network_id': 'e0e11539-c041-4f16-b74d-65da22d00a1a', 'name': 'tempest-port--2114224492', 'admin_state_up': True}, {'network_id': '54837297-ac98-42c2-afb7-00f98bfa62b0', 'admin_state_up': False}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:57.878166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'port': {'network_id': 'e0e11539-c041-4f16-b74d-65da22d00a1a', 'name': 'tempest-port--2114224492', 'admin_state_up': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:57.878934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'port': {'network_id': '54837297-ac98-42c2-afb7-00f98bfa62b0', 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:57.883052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a648895-c35a-4946-831e-8f3e5465845d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Network': ['ID=54837297-ac98-42c2-afb7-00f98bfa62b0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:57.902690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 54837297-ac98-42c2-afb7-00f98bfa62b0 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:57.911293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ec322637-20f1-43da-b367-9691257b49aa up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:20:57.926405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-578b1a6a-bb6e-4b3f-a496-5a4ae3c1008a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:57.928475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-578b1a6a-bb6e-4b3f-a496-5a4ae3c1008a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.3659275 Apr 07 11:20:57.941951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:58.125946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:58.139163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-637cc9d3-ba22-45f4-b56e-5d2f7ef4c63e admin admin] Publish callbacks [] for security_group (824f2995-c27d-4302-a57f-6ee3f51b3c67), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.146593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.211922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port ec322637-20f1-43da-b367-9691257b49aa completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:20:58.216666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port ec322637-20f1-43da-b367-9691257b49aa triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:20:58.217054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ec322637-20f1-43da-b367-9691257b49aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.235346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50176) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:58.282040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-637cc9d3-ba22-45f4-b56e-5d2f7ef4c63e admin admin] Publish callbacks [] for security_group (824f2995-c27d-4302-a57f-6ee3f51b3c67), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.345331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'port': 2} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:58.350729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.372257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.388765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-637cc9d3-ba22-45f4-b56e-5d2f7ef4c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (824f2995-c27d-4302-a57f-6ee3f51b3c67), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.392329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-637cc9d3-ba22-45f4-b56e-5d2f7ef4c63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.394044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-637cc9d3-ba22-45f4-b56e-5d2f7ef4c63e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/824f2995-c27d-4302-a57f-6ee3f51b3c67 HTTP/1.1" status: 204 len: 168 time: 0.5774047 Apr 07 11:20:58.435961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ec322637-20f1-43da-b367-9691257b49aa is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:20:58.436363 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ec322637-20f1-43da-b367-9691257b49aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.447025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cc9d3-ba22-45f4-b56e-5d2f7ef4c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f2995-c27d-4302-a57f-6ee3f51b3c67,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:58.464116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.8 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/d1766228-102f-42dd-abb7-8ebf6e84aacb) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:58.576396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ec322637-20f1-43da-b367-9691257b49aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ec322637-20f1-43da-b367-9691257b49aa,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:20:58.589728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ec322637-20f1-43da-b367-9691257b49aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.590599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:20:58.597204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1723026315-network', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:58.610828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] device_id is not set on port e6b61403-d663-43e3-96b1-982f71616cf1 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:20:58.611586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-f788bf12-03fc-4284-ae34-6b480ecf276e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:58.613080 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-f788bf12-03fc-4284-ae34-6b480ecf276e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.41 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 810 time: 0.2918942 Apr 07 11:20:58.686582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1'}, {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec322637-20f1-43da-b367-9691257b49aa'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:20:58.692615 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf72da98-2ea5-4862-88b7-1afce55254ee" -d '{"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-plugged", "status": "completed", "tag": "3bc7448c-a649-4377-a9e9-b5cee87bdcb1"}, {"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-plugged", "status": "completed", "tag": "ec322637-20f1-43da-b367-9691257b49aa"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:20:58.773258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 1e41664d-a0b3-4109-bbfa-94cc27832769 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:20:58.773673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1e41664d-a0b3-4109-bbfa-94cc27832769 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:20:58.856541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ec322637-20f1-43da-b367-9691257b49aa,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:58.870615 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-52fad1c1-2e2e-49f2-abf2-5c74ac0eaa1b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4e6426310fe4568bf986ddc184ac98d HTTP/1.1" status: 200 len: 380 time: 0.2226188 Apr 07 11:20:58.874203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Made reservation on behalf of f833344c619d4e6ba13a815180ea3c76 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:58.876472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.883495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-290f2c0d-4029-4939-937a-4bb815bbe46d req-d722fb8c-8dca-4843-97a0-224e2d353cc6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 210 time: 0.1109207 Apr 07 11:20:58.886941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'port': {'device_id': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'admin_state_up': True, 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'security_groups': ['c8d06623-619d-48cc-97e9-21f80d059e00']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:58.914088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:58.967157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for port (e6b61403-d663-43e3-96b1-982f71616cf1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.005819 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370fb852-2e43-4abd-8899-053c26d47577 x-openstack-request-id: req-370fb852-2e43-4abd-8899-053c26d47577 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:20:59.006605 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-plugged", "status": "completed", "tag": "3bc7448c-a649-4377-a9e9-b5cee87bdcb1", "code": 200}, {"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-plugged", "status": "completed", "tag": "ec322637-20f1-43da-b367-9691257b49aa", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:20:59.007019 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-370fb852-2e43-4abd-8899-053c26d47577 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:20:59.007747 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370fb852-2e43-4abd-8899-053c26d47577'] response: {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1', 'code': 200} Apr 07 11:20:59.008010 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370fb852-2e43-4abd-8899-053c26d47577'] response: {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec322637-20f1-43da-b367-9691257b49aa', 'code': 200} Apr 07 11:20:59.068851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks [] for security_group (30a059d3-4cf6-4790-a91f-ca10b37e7488), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.083243 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (30a059d3-4cf6-4790-a91f-ca10b37e7488), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.143967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:20:59.199029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2d3d-4bfe-4dd3-af96-dbfa9625e55f req-142437c8-b38f-4e30-b971-1d54c917b9de tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.202687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (abe44de3-edfe-4c58-8716-8a7dce00eab3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.203078 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Added segment abe44de3-edfe-4c58-8716-8a7dce00eab3 of type vlan for network 809e3fdc-fca1-48da-9262-8472b0cb94b1 Apr 07 11:20:59.204340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2d3d-4bfe-4dd3-af96-dbfa9625e55f req-142437c8-b38f-4e30-b971-1d54c917b9de tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.207414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a059d3-4cf6-4790-a91f-ca10b37e7488,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:59.210657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c2d3d-4bfe-4dd3-af96-dbfa9625e55f req-142437c8-b38f-4e30-b971-1d54c917b9de tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.213201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-862c2d3d-4bfe-4dd3-af96-dbfa9625e55f req-142437c8-b38f-4e30-b971-1d54c917b9de tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2418 time: 0.4207480 Apr 07 11:20:59.219664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.236149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e0ee197-969f-4b02-a552-6ae46946a0e1 req-78498d93-6e5e-4764-8054-4427cb08170b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 210 time: 0.1030769 Apr 07 11:20:59.240182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] device_id is not set on port b7b38918-45e5-4c2c-89f7-408dcf39ac5f yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:20:59.290132 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (809e3fdc-fca1-48da-9262-8472b0cb94b1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.313608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Made reservation on behalf of d4e6426310fe4568bf986ddc184ac98d for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:59.316883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.331137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-862c2d3d-4bfe-4dd3-af96-dbfa9625e55f req-23fb98cf-9387-4022-b4df-ff647f400632 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839858 Apr 07 11:20:59.334508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b30e2-7c62-4254-a762-f483a6e9c800 req-1b316d42-7ad4-40f4-acdd-3c93bae2032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.334976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b30e2-7c62-4254-a762-f483a6e9c800 req-1b316d42-7ad4-40f4-acdd-3c93bae2032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.337391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b30e2-7c62-4254-a762-f483a6e9c800 req-1b316d42-7ad4-40f4-acdd-3c93bae2032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.341327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc8b30e2-7c62-4254-a762-f483a6e9c800 req-1b316d42-7ad4-40f4-acdd-3c93bae2032c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2964 time: 0.2569921 Apr 07 11:20:59.422240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.434118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (809e3fdc-fca1-48da-9262-8472b0cb94b1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.435055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.435633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.482538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for port (b7b38918-45e5-4c2c-89f7-408dcf39ac5f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.484037 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2474983 Apr 07 11:20:59.486875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50216) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:20:59.494886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Request body: {'subnet': {'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1723026315-subnet', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:59.543752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:20:59.557492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:59.571605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:59.571903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc8b30e2-7c62-4254-a762-f483a6e9c800 req-1ec02d5d-5fa6-408d-80b2-da7f7f364b6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217287 Apr 07 11:20:59.571903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Made reservation on behalf of f833344c619d4e6ba13a815180ea3c76 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:20:59.574837 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.597322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=d1766228-102f-42dd-abb7-8ebf6e84aacb,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:59.636020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ed6d6-f3c2-40dc-831d-654aec76b444 admin admin] Pushing event updated for resources: {'Network': ['ID=809e3fdc-fca1-48da-9262-8472b0cb94b1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:59.644531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e6b61403-d663-43e3-96b1-982f71616cf1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.670248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:20:59.685125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:20:59.686187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.714089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Allocated IP 172.20.0.11 (b26e5866-c870-41e7-8553-3db3411c8b20/6a563313-3d49-4dc7-93e8-3759f9f8ec8c/32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:20:59.735712 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-a669e9f7-3706-4f3a-8300-0b32a2ddec20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7985024 Apr 07 11:20:59.795932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Port': ['ID=e6b61403-d663-43e3-96b1-982f71616cf1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:20:59.828642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Request body: {'port': {'device_id': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:20:59.871437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Checking segment: {'id': '171ac8e9-395f-40ef-918b-3f3d955e8ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e0e11539-c041-4f16-b74d-65da22d00a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:20:59.871943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network hostable DHCP agents. Network: e0e11539-c041-4f16-b74d-65da22d00a1a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:20:59.924564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:20:59.960661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network e0e11539-c041-4f16-b74d-65da22d00a1a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:20:59.983324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, e0e11539-c041-4f16-b74d-65da22d00a1a) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:20:59.990244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:20:59.995075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c281b5e-da2d-46ab-9200-ea9c4d43d714 None None] Network e0e11539-c041-4f16-b74d-65da22d00a1a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:00.009083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b7b38918-45e5-4c2c-89f7-408dcf39ac5f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.029331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.234423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Checking segment: {'id': '008e162a-a867-4a24-b082-5a78203eb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '54837297-ac98-42c2-afb7-00f98bfa62b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:00.237677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network hostable DHCP agents. Network: 54837297-ac98-42c2-afb7-00f98bfa62b0, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:00.239048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Port': ['ID=b7b38918-45e5-4c2c-89f7-408dcf39ac5f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:00.239591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.298302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb735f1-f5c3-4e8d-8cc5-e1c5628a5cbc req-2a98b31f-098d-4e0e-87ff-94fcbbf22557 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.300511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb735f1-f5c3-4e8d-8cc5-e1c5628a5cbc req-2a98b31f-098d-4e0e-87ff-94fcbbf22557 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 931 time: 0.2197030 Apr 07 11:21:00.302095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network 54837297-ac98-42c2-afb7-00f98bfa62b0 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:00.305848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (ce88f176-f718-4780-a019-40b5253f1b41), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.309241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Network b26e5866-c870-41e7-8553-3db3411c8b20 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:00.317703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:00.334785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:00.343597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event updated for resources: {'Port': ['ID=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:00.376121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce88f176-f718-4780-a019-40b5253f1b41,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:00.425161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 54837297-ac98-42c2-afb7-00f98bfa62b0) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:00.434018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb301c26-4745-4328-b98d-004004d8b74a None None] Network 54837297-ac98-42c2-afb7-00f98bfa62b0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:00.457542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50246) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:00.473833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.477236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.516162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:00.532962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.544775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.545826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.546178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-207169f2-cd6a-4c3f-aaf6-1a598e25adf9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6652229 Apr 07 11:21:00.549408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Checking segment: {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:00.550009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Network hostable DHCP agents. Network: 809e3fdc-fca1-48da-9262-8472b0cb94b1, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:00.609536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Request body: {'port': {'device_id': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:00.615942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0972ab49-57a4-4a75-b26f-7eed5514c280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.685116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-91877411-55cf-4d0b-a329-a767d4d5b664 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8139825 Apr 07 11:21:00.698069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c6488-508d-41d1-9f05-b08b4e308006 req-bebe4c98-444d-43b7-a3ea-3168b8ca2bd6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.700174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-779c6488-508d-41d1-9f05-b08b4e308006 req-bebe4c98-444d-43b7-a3ea-3168b8ca2bd6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 932 time: 0.3009281 Apr 07 11:21:00.700840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:00.713749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb735f1-f5c3-4e8d-8cc5-e1c5628a5cbc req-cf8828e2-791d-46cb-93ee-09bbc2ee617b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494515 Apr 07 11:21:00.717193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50256) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:00.762081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-81f05590-2542-4a36-8640-434015db94b3 None None] Provisioning complete for port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:00.763703 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-81f05590-2542-4a36-8640-434015db94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.804151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 809e3fdc-fca1-48da-9262-8472b0cb94b1) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:00.817844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1756511888-network', 'tenant_id': 'a76901a54ecb4ba88f26d231055e0868'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:00.821948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.822995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.825853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd761054-2f0b-4892-9c1d-6d307bdd2a5a None None] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:00.854926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1766228-102f-42dd-abb7-8ebf6e84aacb {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:00.861395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e5d90a62-3554-4239-8229-38b4437a46e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3733325 Apr 07 11:21:00.873799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:00.882094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-779c6488-508d-41d1-9f05-b08b4e308006 req-fe062dd8-c388-43cf-bf5e-c3b6e7e6a551 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607583 Apr 07 11:21:00.904049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:00.915097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-81f05590-2542-4a36-8640-434015db94b3 None None] Port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:00.930656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Publish callbacks [] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.950648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Transition to ACTIVE for port object d1766228-102f-42dd-abb7-8ebf6e84aacb will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:21:00.962452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:00.975291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964366e-d057-4fc8-8d63-555bfca23b39 req-6ac45ffc-edb5-4792-85fb-ee26a828596b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.982175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964366e-d057-4fc8-8d63-555bfca23b39 req-6ac45ffc-edb5-4792-85fb-ee26a828596b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.988139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964366e-d057-4fc8-8d63-555bfca23b39 req-6ac45ffc-edb5-4792-85fb-ee26a828596b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:00.989977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e964366e-d057-4fc8-8d63-555bfca23b39 req-6ac45ffc-edb5-4792-85fb-ee26a828596b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2418 time: 0.1430306 Apr 07 11:21:01.053006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-809e3fdc-fca1-48da-9262-8472b0cb94b1', 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1', 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'fixed_ips': [{'subnet_id': 'ce88f176-f718-4780-a019-40b5253f1b41'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:01.054200 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.068564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e964366e-d057-4fc8-8d63-555bfca23b39 req-e04a9d4f-135f-4806-9506-d8dfd22d1fa2 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707557 Apr 07 11:21:01.278379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Allocated IP 172.20.0.2 (809e3fdc-fca1-48da-9262-8472b0cb94b1/ce88f176-f718-4780-a019-40b5253f1b41/809c3b38-80af-46dd-9e8b-3ce6d3f7ff33) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:01.337471 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.396393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Made reservation on behalf of a76901a54ecb4ba88f26d231055e0868 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:01.398823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.420956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (1abe59f7-1781-47b4-9005-750dadbc0ec1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.422026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (1abe59f7-1781-47b4-9005-750dadbc0ec1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.439567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.455088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b7127e-0e30-40b1-89d3-9a0351312843 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:01.460448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b7127e-0e30-40b1-89d3-9a0351312843 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:01.462059 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9b7127e-0e30-40b1-89d3-9a0351312843 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7439258 Apr 07 11:21:01.465690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50292) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:01.482598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.511707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Pushing event updated for resources: {'Port': ['ID=d1766228-102f-42dd-abb7-8ebf6e84aacb,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:01.521452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Publish callbacks [] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.533409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.581469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:01.592805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:01.596821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:01.604145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Pushing event updated for resources: {'Port': ['ID=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:01.678290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Deleting port e6b61403-d663-43e3-96b1-982f71616cf1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:01.678632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e6b61403-d663-43e3-96b1-982f71616cf1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.680314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Attempting to bind port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:01.680958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Attempting to bind port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:01.683052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Attempting to bind port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 on network 809e3fdc-fca1-48da-9262-8472b0cb94b1 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:01.700914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:01.701317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Checking segment: {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:01.701781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.702199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Bound using segment: {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:01.702749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Bound port: 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:01.703147 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.797513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] For port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:01.798334 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e6b61403-d663-43e3-96b1-982f71616cf1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.801894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] For port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:01.819223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:01.821779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Calling delete_port for e6b61403-d663-43e3-96b1-982f71616cf1 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:01.927832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b14e5-b63b-45dc-b585-a98b3b7e3ba7 None None] Pushing event updated for resources: {'Port': ['ID=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:01.941604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks [] for router_controller (1abe59f7-1781-47b4-9005-750dadbc0ec1), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.033944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a45e0-1d00-4c29-96fe-49737a70fc32 req-c08c1585-9cb9-463e-9eca-c35d335f3451 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:02.039034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c00a45e0-1d00-4c29-96fe-49737a70fc32 req-c08c1585-9cb9-463e-9eca-c35d335f3451 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 943 time: 0.2041018 Apr 07 11:21:02.081783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50310) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:02.105016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:02.113892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Publish callbacks [] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.160591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Transition to ACTIVE for port object 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:21:02.161251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c00a45e0-1d00-4c29-96fe-49737a70fc32 req-17de0c39-1c19-4f25-8b6b-2b4f87fb9541 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069055 Apr 07 11:21:02.172595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e6b61403-d663-43e3-96b1-982f71616cf1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.172853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.267263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Port': ['ID=e6b61403-d663-43e3-96b1-982f71616cf1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:02.292331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.304930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8aad8284-c0b1-46c6-a303-2512743d34fd tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/ports/e6b61403-d663-43e3-96b1-982f71616cf1 HTTP/1.1" status: 204 len: 168 time: 0.8357527 Apr 07 11:21:02.317188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04d91-bcf4-48d2-b540-2e2249a54999 req-e2edadbf-7c22-47c1-b0b8-1a80820e1c6b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:02.331032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ace04d91-bcf4-48d2-b540-2e2249a54999 req-e2edadbf-7c22-47c1-b0b8-1a80820e1c6b tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 932 time: 0.2881689 Apr 07 11:21:02.337091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks [] for router_gateway (1abe59f7-1781-47b4-9005-750dadbc0ec1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.339965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50318) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:02.357839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Attempting to bind port d1766228-102f-42dd-abb7-8ebf6e84aacb on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:02.358387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Attempting to bind port d1766228-102f-42dd-abb7-8ebf6e84aacb by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:02.358510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Attempting to bind port d1766228-102f-42dd-abb7-8ebf6e84aacb on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:02.442475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Port d1766228-102f-42dd-abb7-8ebf6e84aacb on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:02.442797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Attempting to bind port d1766228-102f-42dd-abb7-8ebf6e84aacb on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:02.448058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46e89622-deec-432f-b514-562f71b56522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.464759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks [] for security_group (264cea7b-601d-4dfc-8c82-430e8fbbecd3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.470813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:02.471159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:02.471557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:02.472005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Bound port: d1766228-102f-42dd-abb7-8ebf6e84aacb, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:02.472367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.523224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:02.545223 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (264cea7b-601d-4dfc-8c82-430e8fbbecd3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.555621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222c62-7c4d-4442-966b-3e9f2ee8d95b req-fe024857-f003-4923-99c7-925718c53310 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:02.562468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222c62-7c4d-4442-966b-3e9f2ee8d95b req-fe024857-f003-4923-99c7-925718c53310 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:02.570997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222c62-7c4d-4442-966b-3e9f2ee8d95b req-fe024857-f003-4923-99c7-925718c53310 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:02.579157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74222c62-7c4d-4442-966b-3e9f2ee8d95b req-fe024857-f003-4923-99c7-925718c53310 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2418 time: 0.2156196 Apr 07 11:21:02.620046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:02.688798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264cea7b-601d-4dfc-8c82-430e8fbbecd3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:02.701405 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4af369d5-87b7-4d8f-b967-8040f3cd68b5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.701732 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Added segment 4af369d5-87b7-4d8f-b967-8040f3cd68b5 of type vlan for network 1faa4250-b7c6-404f-9d26-1df7229c36d7 Apr 07 11:21:02.749443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Deleting port b7b38918-45e5-4c2c-89f7-408dcf39ac5f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:02.749797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b7b38918-45e5-4c2c-89f7-408dcf39ac5f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.754843 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46e89622-deec-432f-b514-562f71b56522 admin admin] Publish callbacks [] for security_group (c5a37fc7-1cfc-4bba-92aa-9991af58c231), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.766227 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ace04d91-bcf4-48d2-b540-2e2249a54999 req-fd1f5891-fb67-487d-ab88-6e8a93c97d92 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342930 Apr 07 11:21:02.803742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1faa4250-b7c6-404f-9d26-1df7229c36d7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.831333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46e89622-deec-432f-b514-562f71b56522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c5a37fc7-1cfc-4bba-92aa-9991af58c231), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.844728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74222c62-7c4d-4442-966b-3e9f2ee8d95b req-a241092c-6cfc-4f79-9b1f-98b30cdc03d3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647007 Apr 07 11:21:02.845583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] For port d1766228-102f-42dd-abb7-8ebf6e84aacb, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:02.880949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Attempting to bind port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:02.892260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Attempting to bind port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:02.892805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Attempting to bind port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa on network b26e5866-c870-41e7-8553-3db3411c8b20 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:02.902469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] For port d1766228-102f-42dd-abb7-8ebf6e84aacb, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:02.910249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa on network b26e5866-c870-41e7-8553-3db3411c8b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:02.910853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Attempting to bind port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa on network b26e5866-c870-41e7-8553-3db3411c8b20 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:02.913076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1faa4250-b7c6-404f-9d26-1df7229c36d7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.914445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:02.915206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.925237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.925502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b7b38918-45e5-4c2c-89f7-408dcf39ac5f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:02.944777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e89622-deec-432f-b514-562f71b56522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a37fc7-1cfc-4bba-92aa-9991af58c231,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:02.954821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-46e89622-deec-432f-b514-562f71b56522 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d14df795756421d80d77469bb4619ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8710122 Apr 07 11:21:02.955969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Calling delete_port for b7b38918-45e5-4c2c-89f7-408dcf39ac5f owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:02.957559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50324) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:02.964516 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23ecb746-5d22-4e24-bcbb-fd62b1b950f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.064477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:03.065059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Checking segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:03.065570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Bound using segment: {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:03.066278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Bound port: 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:03.066933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.122771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:03.123430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.124884 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1766228-102f-42dd-abb7-8ebf6e84aacb HTTP/1.1" status: 200 len: 1091 time: 3.3011839 Apr 07 11:21:03.125345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'tag': 'd1766228-102f-42dd-abb7-8ebf6e84aacb'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:03.127668 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09" -d '{"events": [{"name": "network-changed", "server_uuid": "eeac1004-4cf5-409f-8194-c20bbca4a667", "tag": "d1766228-102f-42dd-abb7-8ebf6e84aacb"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:03.133695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c94f3b9-d09e-42fe-b8a7-66ccca4c16e7 admin admin] Publish callbacks [] for security_group (c5a37fc7-1cfc-4bba-92aa-9991af58c231), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.171968 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c94f3b9-d09e-42fe-b8a7-66ccca4c16e7 admin admin] Publish callbacks [] for security_group (c5a37fc7-1cfc-4bba-92aa-9991af58c231), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.177557 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6730089 Apr 07 11:21:03.187655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50330) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:03.196607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Request body: {'subnet': {'network_id': '1faa4250-b7c6-404f-9d26-1df7229c36d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1756511888-subnet', 'tenant_id': 'a76901a54ecb4ba88f26d231055e0868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:03.212145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b7b38918-45e5-4c2c-89f7-408dcf39ac5f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.240503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76c7c4-8272-47c0-af70-44a6a5e5fc29 admin admin] Pushing event updated for resources: {'Network': ['ID=1faa4250-b7c6-404f-9d26-1df7229c36d7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:03.285897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Port': ['ID=b7b38918-45e5-4c2c-89f7-408dcf39ac5f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:03.296014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.298966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1faa4250-b7c6-404f-9d26-1df7229c36d7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:03.299860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e37ea3aa-1629-4729-b82e-11de27c49d6b tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/ports/b7b38918-45e5-4c2c-89f7-408dcf39ac5f HTTP/1.1" status: 204 len: 168 time: 0.9540243 Apr 07 11:21:03.305089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50336) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:03.332316 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d695d-3db9-4bde-a677-34043da41516 x-openstack-request-id: req-dd6d695d-3db9-4bde-a677-34043da41516 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:03.332641 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeac1004-4cf5-409f-8194-c20bbca4a667", "tag": "d1766228-102f-42dd-abb7-8ebf6e84aacb", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:03.332904 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd6d695d-3db9-4bde-a677-34043da41516 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:03.333345 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d695d-3db9-4bde-a677-34043da41516'] response: {'name': 'network-changed', 'server_uuid': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'tag': 'd1766228-102f-42dd-abb7-8ebf6e84aacb', 'status': 'completed', 'code': 200} Apr 07 11:21:03.354066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b4977eeb-4257-408c-88f9-c67f45db8a06 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394552 Apr 07 11:21:03.357293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Made reservation on behalf of a76901a54ecb4ba88f26d231055e0868 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:03.359435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.368962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50340) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:03.400653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1261830683'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:03.504359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5140-fd0b-4e53-95bf-13c1b1548245 service neutron] Pushing event updated for resources: {'Port': ['ID=d1766228-102f-42dd-abb7-8ebf6e84aacb,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:03.538166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] For port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:03.590639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:03.594218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.610405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] For port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:03.637552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.644577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c94f3b9-d09e-42fe-b8a7-66ccca4c16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c5a37fc7-1cfc-4bba-92aa-9991af58c231), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.653019 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks [] for router_gateway (1abe59f7-1781-47b4-9005-750dadbc0ec1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.657187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c94f3b9-d09e-42fe-b8a7-66ccca4c16e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.658344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-e0fe2971-6fe1-4aae-aa04-6f43e2b7e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:03.659114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c94f3b9-d09e-42fe-b8a7-66ccca4c16e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5a37fc7-1cfc-4bba-92aa-9991af58c231 HTTP/1.1" status: 204 len: 168 time: 0.7001729 Apr 07 11:21:03.661358 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-e0fe2971-6fe1-4aae-aa04-6f43e2b7e21d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 1125 time: 0.3523955 Apr 07 11:21:03.735430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.741713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:03.787803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:03.789712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:03.790669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (3e6d5f19-be13-4811-ba1b-57a54bc760dd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.792403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.811623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 200 len: 1092 time: 3.2083228 Apr 07 11:21:03.847316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f3b9-d09e-42fe-b8a7-66ccca4c16e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a37fc7-1cfc-4bba-92aa-9991af58c231,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:03.861280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.869675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-fb3cb6b6-d498-43bf-a9ce-909010fa6b2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb HTTP/1.1" status: 200 len: 217 time: 0.1500549 Apr 07 11:21:03.907910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83635c7-209a-41cb-bbaa-b0bf0a9b69cb None None] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:03.913574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ef32-c890-4a2a-b8eb-456ae363784b req-4954d59a-66a9-481e-9c4c-8f61cdc405b8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:03.915179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cea4ef32-c890-4a2a-b8eb-456ae363784b req-4954d59a-66a9-481e-9c4c-8f61cdc405b8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 943 time: 0.2536056 Apr 07 11:21:03.932863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (71b2f473-d3db-4e3d-af4b-51dd05122803), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:03.933265 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Added segment 71b2f473-d3db-4e3d-af4b-51dd05122803 of type vlan for network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 Apr 07 11:21:04.056811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430df651-e93a-4efe-8650-be5c913bebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:04.058010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:04.059113 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.079768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6d5f19-be13-4811-ba1b-57a54bc760dd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:04.087125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cea4ef32-c890-4a2a-b8eb-456ae363784b req-29407c51-7be2-46a1-848e-1bc869fc61cb tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480768 Apr 07 11:21:04.112446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] Provisioning complete for port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:04.113067 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.129539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431020ad-18eb-40c5-9994-ac8097b1ac98 req-15e8e58f-4b29-49c5-9b26-c3120e0c9180 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.135275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431020ad-18eb-40c5-9994-ac8097b1ac98 req-15e8e58f-4b29-49c5-9b26-c3120e0c9180 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.145015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431020ad-18eb-40c5-9994-ac8097b1ac98 req-15e8e58f-4b29-49c5-9b26-c3120e0c9180 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.156591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-431020ad-18eb-40c5-9994-ac8097b1ac98 req-15e8e58f-4b29-49c5-9b26-c3120e0c9180 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2418 time: 0.4961426 Apr 07 11:21:04.236124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Checking segment: {'id': '4af369d5-87b7-4d8f-b967-8040f3cd68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1faa4250-b7c6-404f-9d26-1df7229c36d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:04.236493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Network hostable DHCP agents. Network: 1faa4250-b7c6-404f-9d26-1df7229c36d7, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:04.238359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.245617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-431020ad-18eb-40c5-9994-ac8097b1ac98 req-d2fea4c4-6697-4270-b2c1-1d5f9286a0a3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881286 Apr 07 11:21:04.318244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Network 1faa4250-b7c6-404f-9d26-1df7229c36d7 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:04.348037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-59c5dc40-cea4-4bef-95c6-095c84186e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.349727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1cc1c-c87f-4def-a66f-3111dc7f40a0 req-9295ac98-1ddc-4243-91f9-6e0ad9c3fc19 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.350746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-59c5dc40-cea4-4bef-95c6-095c84186e8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.4436498 Apr 07 11:21:04.361249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1d1cc1c-c87f-4def-a66f-3111dc7f40a0 req-9295ac98-1ddc-4243-91f9-6e0ad9c3fc19 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 944 time: 0.1218779 Apr 07 11:21:04.364215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1faa4250-b7c6-404f-9d26-1df7229c36d7) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:04.377208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.378636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.389600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ce30e-be64-42b4-829b-4cedb618e982 None None] Network 1faa4250-b7c6-404f-9d26-1df7229c36d7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:04.399163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50352) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:04.403427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-7fdd8ce0-37a0-45b2-a83c-1f3525c18157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.407141 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-7fdd8ce0-37a0-45b2-a83c-1f3525c18157 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 1126 time: 0.5011580 Apr 07 11:21:04.460319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-85f7461d-c6a5-4964-a673-db838cfa8e39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2709773 Apr 07 11:21:04.463177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4a7687ee-3337-41d2-babc-1be05f3dcbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.482007 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-87964700-63a2-4851-a32b-f7c45132bb8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992265 Apr 07 11:21:04.542471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] Current status of the port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:04.542868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.544963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc41e2-3bb9-4ed7-a933-d6c3d2611301 None None] Network 1faa4250-b7c6-404f-9d26-1df7229c36d7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:04.549935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:04.550327 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.573904 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-a6092f90-678d-4dd6-8666-3362ae4d9fbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 200 len: 217 time: 0.0875735 Apr 07 11:21:04.625632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.629947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4a7687ee-3337-41d2-babc-1be05f3dcbab admin admin] Publish callbacks [] for security_group (6ed0b7c7-b6e7-4156-b86d-06f068e09970), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.639670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.640689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.641268 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.651012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4a7687ee-3337-41d2-babc-1be05f3dcbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6ed0b7c7-b6e7-4156-b86d-06f068e09970), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.697037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] For port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:04.703272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.709120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1d1cc1c-c87f-4def-a66f-3111dc7f40a0 req-5be40c4f-8590-4458-a803-42b27d83f883 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463438 Apr 07 11:21:04.750812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Allocated IP 172.25.5.29 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/5a257741-4475-49f7-b58d-4b63e167169e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:04.758237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4a7687ee-3337-41d2-babc-1be05f3dcbab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b09e575e962d4d349778914988c99996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579414 Apr 07 11:21:04.759777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50362) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:04.791215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7687ee-3337-41d2-babc-1be05f3dcbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0b7c7-b6e7-4156-b86d-06f068e09970,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:04.829083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c4774-bfa8-4f70-a00b-d9b649f4cf99 None None] Pushing event updated for resources: {'Port': ['ID=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:04.831729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:21:04.832099 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:21:04.843061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c8a67537-ddba-40f8-ba46-3abb9f026079 None None] Provisioning complete for port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:04.843465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8a67537-ddba-40f8-ba46-3abb9f026079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.859301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-846958bd-6a24-4e0c-bdaa-ce2c3f52663c admin admin] Publish callbacks [] for security_group (6ed0b7c7-b6e7-4156-b86d-06f068e09970), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.904283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-846958bd-6a24-4e0c-bdaa-ce2c3f52663c admin admin] Publish callbacks [] for security_group (6ed0b7c7-b6e7-4156-b86d-06f068e09970), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.918623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks [] for port (5a257741-4475-49f7-b58d-4b63e167169e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:04.980605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c8a67537-ddba-40f8-ba46-3abb9f026079 None None] Current status of the port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:04.981197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-817dbabd-7757-464e-a553-8f825d37fecf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.986778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-817dbabd-7757-464e-a553-8f825d37fecf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.992087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-817dbabd-7757-464e-a553-8f825d37fecf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:04.995310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-817dbabd-7757-464e-a553-8f825d37fecf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2418 time: 0.1057198 Apr 07 11:21:05.011229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-0b20a220-1229-47da-9b38-60b27385131e req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-76079530', 'description': 'tempest-description-1219358960'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:05.033702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5a257741-4475-49f7-b58d-4b63e167169e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.083135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-846958bd-6a24-4e0c-bdaa-ce2c3f52663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6ed0b7c7-b6e7-4156-b86d-06f068e09970), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.085892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-846958bd-6a24-4e0c-bdaa-ce2c3f52663c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.086997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-846958bd-6a24-4e0c-bdaa-ce2c3f52663c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ed0b7c7-b6e7-4156-b86d-06f068e09970 HTTP/1.1" status: 204 len: 168 time: 0.3260791 Apr 07 11:21:05.090398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0b20a220-1229-47da-9b38-60b27385131e req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.128027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846958bd-6a24-4e0c-bdaa-ce2c3f52663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0b7c7-b6e7-4156-b86d-06f068e09970,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:05.197196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:05.197598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.205216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8295283 Apr 07 11:21:05.210201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:05.239395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-324708742'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:05.255764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:05.263757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d6e5-9686-4a00-aeb7-87f4d3d4949f tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Network': ['ID=ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:05.267850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-604d69ce-c010-47e1-9e84-7a73c5213bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:05.269703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-604d69ce-c010-47e1-9e84-7a73c5213bfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.6608372 Apr 07 11:21:05.278555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:05.282835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:05.283593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:05.317243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0b20a220-1229-47da-9b38-60b27385131e req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (0eb8a539-5dd0-4706-9ac8-5cd7be213620), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.327952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0b20a220-1229-47da-9b38-60b27385131e req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0eb8a539-5dd0-4706-9ac8-5cd7be213620), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.343335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:05.345554 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5f420f-427c-48b6-a815-9d4603e7e424" -d '{"events": [{"name": "network-changed", "server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:05.374536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Pushing event updated for resources: {'Port': ['ID=5a257741-4475-49f7-b58d-4b63e167169e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:05.402150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:05.408811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.417356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-861f8443-9f6d-44fd-9ba0-9a5aff02e4b2 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9274359 Apr 07 11:21:05.427860 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0b20a220-1229-47da-9b38-60b27385131e req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.429103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b20a220-1229-47da-9b38-60b27385131e req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4245234 Apr 07 11:21:05.438919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f957cdf-5bd2-4499-9b05-ab09da8d9ee0 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8a539-5dd0-4706-9ac8-5cd7be213620,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:05.451591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4715-dd39-4b82-a190-5e56cb6beb5f req-c2919ccd-98a1-4860-bee9-0d4722e2bb49 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:05.453339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-504e4715-dd39-4b82-a190-5e56cb6beb5f req-c2919ccd-98a1-4860-bee9-0d4722e2bb49 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 943 time: 0.2190886 Apr 07 11:21:05.458474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:05.458840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.474741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:05.491219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:05.575941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-504e4715-dd39-4b82-a190-5e56cb6beb5f req-d8eeec4e-65a6-4c10-8c06-a0b01380a790 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144736 Apr 07 11:21:05.661489 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb5b70-b917-4be8-a8e7-e1dbae9edd43 x-openstack-request-id: req-deeb5b70-b917-4be8-a8e7-e1dbae9edd43 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:05.661783 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:05.662048 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deeb5b70-b917-4be8-a8e7-e1dbae9edd43 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:05.662452 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deeb5b70-b917-4be8-a8e7-e1dbae9edd43'] response: {'name': 'network-changed', 'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'status': 'completed', 'code': 200} Apr 07 11:21:05.664697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:05.756214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:05.762288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-6b0960b3-2d01-4087-bd31-3e5fada40c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:05.763823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-6b0960b3-2d01-4087-bd31-3e5fada40c30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4718492 Apr 07 11:21:05.773028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:05.773692 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:05.915046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:05.971737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.091521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26178466-8681-411c-923b-dd41b1c5aa71 req-a1cd4b86-84a0-47f3-8411-a578020a921b tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/0eb8a539-5dd0-4706-9ac8-5cd7be213620 HTTP/1.1" status: 200 len: 1830 time: 0.1183558 Apr 07 11:21:06.102035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0eb8a539-5dd0-4706-9ac8-5cd7be213620', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:06.102419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0eb8a539-5dd0-4706-9ac8-5cd7be213620', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:06.115864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9019-2ba5-4199-9cb1-7eb8a6689661 req-bcc74ebf-2a2c-4d64-a990-0d4c06b091e4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:06.121665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9019-2ba5-4199-9cb1-7eb8a6689661 req-bcc74ebf-2a2c-4d64-a990-0d4c06b091e4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:06.127995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9019-2ba5-4199-9cb1-7eb8a6689661 req-bcc74ebf-2a2c-4d64-a990-0d4c06b091e4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:06.129724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf0e9019-2ba5-4199-9cb1-7eb8a6689661 req-bcc74ebf-2a2c-4d64-a990-0d4c06b091e4 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 2418 time: 0.5476677 Apr 07 11:21:06.143816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (14c960f0-d365-4189-ae36-04da93e5854c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.144172 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Added segment 14c960f0-d365-4189-ae36-04da93e5854c of type vlan for network d0a188da-0a39-4d42-a0df-babc7c54967d Apr 07 11:21:06.203112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3bc7448c-a649-4377-a9e9-b5cee87bdcb1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.216154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['3bc7448c-a649-4377-a9e9-b5cee87bdcb1', '0d273125-e6eb-4cf4-b40f-3be54f7bad23', 'ec322637-20f1-43da-b367-9691257b49aa'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:06.269117 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c9da7e2c-a0e6-4137-9685-125cbc9792af req-0cbc6c84-d4b6-4081-9927-27360caf4af5 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8003099 Apr 07 11:21:06.293041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf0e9019-2ba5-4199-9cb1-7eb8a6689661 req-55d070eb-82d5-4545-bb51-1914fa82b6b3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547651 Apr 07 11:21:06.328128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=3bc7448c-a649-4377-a9e9-b5cee87bdcb1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:06.329982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d0a188da-0a39-4d42-a0df-babc7c54967d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.417042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:06.420203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.423821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-240ccd61-6a74-4d6f-9a12-ae87bbe5ae0a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "DELETE /v2.0/ports/3bc7448c-a649-4377-a9e9-b5cee87bdcb1 HTTP/1.1" status: 204 len: 173 time: 1.4067204 Apr 07 11:21:06.424289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-deleted', 'tag': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:06.433466 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd1e72-f047-4a1f-af21-50a5ad95158e" -d '{"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-deleted", "tag": "3bc7448c-a649-4377-a9e9-b5cee87bdcb1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:06.520288 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-82590680-ee65-4dd8-bbeb-5a1be5202ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397621 Apr 07 11:21:06.524165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group_rule (22d2af95-f358-4f7a-9daa-5e9cb10519c9), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.526813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d0a188da-0a39-4d42-a0df-babc7c54967d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.536157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:06.536804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.617487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group_rule (22d2af95-f358-4f7a-9daa-5e9cb10519c9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.667996 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (22d2af95-f358-4f7a-9daa-5e9cb10519c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.711612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks [] for router_gateway (1abe59f7-1781-47b4-9005-750dadbc0ec1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.738337 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5085032 Apr 07 11:21:06.764308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d2af95-f358-4f7a-9daa-5e9cb10519c9,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:06.772369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.773684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26178466-8681-411c-923b-dd41b1c5aa71 req-540e9a93-8ff4-479d-9c63-93e8f28928e4 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6813440 Apr 07 11:21:06.793001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660a4d5-a44f-436b-b5d3-612e567dece4 req-9bd20257-e85b-49a3-9696-b9b7a8554d21 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:06.807878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9660a4d5-a44f-436b-b5d3-612e567dece4 req-9bd20257-e85b-49a3-9696-b9b7a8554d21 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 944 time: 0.2893517 Apr 07 11:21:06.831425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-93403e72-bc99-401f-8bb0-706c365157b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:06.832915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-93403e72-bc99-401f-8bb0-706c365157b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 1125 time: 0.4926786 Apr 07 11:21:06.856182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3261b-499d-40be-98fd-9a57956897fe tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Network': ['ID=d0a188da-0a39-4d42-a0df-babc7c54967d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:06.870317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:06.872665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:06.881872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d0a188da-0a39-4d42-a0df-babc7c54967d details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:06.934103 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e527f19-4559-4920-8c3e-767d136236fe x-openstack-request-id: req-6e527f19-4559-4920-8c3e-767d136236fe {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:06.934898 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-deleted", "tag": "3bc7448c-a649-4377-a9e9-b5cee87bdcb1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:06.935935 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e527f19-4559-4920-8c3e-767d136236fe {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:06.936577 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e527f19-4559-4920-8c3e-767d136236fe'] response: {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-deleted', 'tag': '3bc7448c-a649-4377-a9e9-b5cee87bdcb1', 'status': 'completed', 'code': 200} Apr 07 11:21:06.958696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50410) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:06.998183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'subnets': [{'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--213641924', 'ip_version': 4}, {'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:06.998435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'subnet': {'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--213641924', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:06.998942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Request body: {'subnet': {'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:07.053628 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9cf5aebd-08c6-4bf7-a314-602d33938490 req-0f7c344f-5d7d-4831-a15f-91367fef69c3 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130150 Apr 07 11:21:07.070287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9660a4d5-a44f-436b-b5d3-612e567dece4 req-5d4b037a-d739-44f3-a849-ac9316adb3b9 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614548 Apr 07 11:21:07.148271 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:07.269306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-1dfa498b-0244-4d28-9e2f-63319ef7da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.271054 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-1dfa498b-0244-4d28-9e2f-63319ef7da7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.4306474 Apr 07 11:21:07.302571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 0d273125-e6eb-4cf4-b40f-3be54f7bad23, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=0d273125-e6eb-4cf4-b40f-3be54f7bad23,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:07.304049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:07.321570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 0d273125-e6eb-4cf4-b40f-3be54f7bad23 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:07.332082 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-f7db5742-b596-4191-a1f0-21cb2630197b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb HTTP/1.1" status: 200 len: 217 time: 0.0515990 Apr 07 11:21:07.356891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-5b45a5f9-73a9-4eab-82c4-e1f6137186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.358426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-5b45a5f9-73a9-4eab-82c4-e1f6137186e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 1126 time: 0.2295747 Apr 07 11:21:07.463587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (1abe59f7-1781-47b4-9005-750dadbc0ec1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:07.483435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-45b19300-e1a4-435b-9289-7cc82922151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.484862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-45b19300-e1a4-435b-9289-7cc82922151e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1458671 Apr 07 11:21:07.488201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fab8197-e6bc-4576-b742-6d099534e06b req-0000d535-f07b-4dde-97ed-d4f97a44bb7b tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/0eb8a539-5dd0-4706-9ac8-5cd7be213620 HTTP/1.1" status: 200 len: 2424 time: 0.3492854 Apr 07 11:21:07.594026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Made reservation on behalf of 49d7a41037784444982b1dd81985cebf for: {'subnet': 2} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:07.594403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:07.594825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:07.600170 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-c13bfe14-0e0f-4671-8591-f21976478f33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698881 Apr 07 11:21:07.604116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-8e15b956-dcaa-40da-a66b-4c7d80aa503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.606555 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-8e15b956-dcaa-40da-a66b-4c7d80aa503e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.2245543 Apr 07 11:21:07.709590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-ab410779-fe07-4f26-90fc-253501c3cf04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 200 len: 217 time: 0.0855420 Apr 07 11:21:07.783379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50430) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:07.795342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0d273125-e6eb-4cf4-b40f-3be54f7bad23), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:07.806583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['3bc7448c-a649-4377-a9e9-b5cee87bdcb1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:07.812736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-f9518fa0-df69-4dcc-ad54-145850d919cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.814247 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-f9518fa0-df69-4dcc-ad54-145850d919cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0966165 Apr 07 11:21:07.832966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3ae03-1d10-4bf3-b838-a51d4db09af7 req-73399bdd-bcb0-4b4a-8daf-980d93578542 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.845438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3ae03-1d10-4bf3-b838-a51d4db09af7 req-73399bdd-bcb0-4b4a-8daf-980d93578542 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.845438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25d3ae03-1d10-4bf3-b838-a51d4db09af7 req-73399bdd-bcb0-4b4a-8daf-980d93578542 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 1683 time: 0.2771158 Apr 07 11:21:07.847040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046f6d9-c2e0-4523-8dcf-07e7c6fc7d9f req-fe6ebb75-2fbf-4414-9321-57e4f6cb85bd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.848472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0046f6d9-c2e0-4523-8dcf-07e7c6fc7d9f req-fe6ebb75-2fbf-4414-9321-57e4f6cb85bd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 943 time: 0.2882717 Apr 07 11:21:07.857612 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-ccc8c3bb-9fca-48e5-baf2-1e534f0cd96d service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496336 Apr 07 11:21:07.876773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=0d273125-e6eb-4cf4-b40f-3be54f7bad23,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:07.951945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Router 1abe59f7-1781-47b4-9005-750dadbc0ec1 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:21:07.956872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-e849f2de-3f12-4455-af74-a81282a50530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:07.958887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-e849f2de-3f12-4455-af74-a81282a50530 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366756 Apr 07 11:21:08.014851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 0d273125-e6eb-4cf4-b40f-3be54f7bad23 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:08.081021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.095360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-1bc2e40e-d734-416f-ae35-03a475bd9159 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "DELETE /v2.0/ports/0d273125-e6eb-4cf4-b40f-3be54f7bad23 HTTP/1.1" status: 204 len: 173 time: 1.6539915 Apr 07 11:21:08.120929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-192807717'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:08.148595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-151dc1dd-e25b-47e1-b7af-2b7ba30bcc09 req-aa130475-9ae1-4c14-84f3-f9136c057dad service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818668 Apr 07 11:21:08.180065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25d3ae03-1d10-4bf3-b838-a51d4db09af7 req-a95c0405-cd59-4556-a07b-e38a86904795 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067620 Apr 07 11:21:08.192790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Made reservation on behalf of f200a0f2dbd740bc815eeffa91228df0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:08.196268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0046f6d9-c2e0-4523-8dcf-07e7c6fc7d9f req-ced5d59f-7b33-4261-9b84-21b66682eb1e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257182 Apr 07 11:21:08.197617 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.226838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.230733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:21:08.242760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-cf50d6d4-7866-4b0c-860d-944b5c30ff1d service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735569 Apr 07 11:21:08.242950 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Sync routers for ids ['1abe59f7-1781-47b4-9005-750dadbc0ec1'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:21:08.274897 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Routers {'1abe59f7-1781-47b4-9005-750dadbc0ec1'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:08.276912 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['1abe59f7-1781-47b4-9005-750dadbc0ec1'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:08.328768 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.332917 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-efc38e60-cbaa-49bc-ab95-f4adeb702106 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4473591 Apr 07 11:21:08.335304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:08.386009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-6069d4a1-7ea3-49b4-a124-d1f1f59d1f6b tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-group-rules/22d2af95-f358-4f7a-9daa-5e9cb10519c9 HTTP/1.1" status: 200 len: 778 time: 0.0806828 Apr 07 11:21:08.491672 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Set router 1abe59f7-1781-47b4-9005-750dadbc0ec1 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:08.545882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port ec322637-20f1-43da-b367-9691257b49aa {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:08.546491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ec322637-20f1-43da-b367-9691257b49aa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.551678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-ed1d4e58-d5d0-4e89-bfc1-515e86b9ac37 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/0eb8a539-5dd0-4706-9ac8-5cd7be213620 HTTP/1.1" status: 200 len: 2424 time: 0.1641314 Apr 07 11:21:08.622046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a741c8f-736a-41fd-8f2e-2422a3d9fd67 req-12349518-0938-4d6f-add5-acdc2238a9b8 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:08.629393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a741c8f-736a-41fd-8f2e-2422a3d9fd67 req-12349518-0938-4d6f-add5-acdc2238a9b8 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 944 time: 0.2372155 Apr 07 11:21:08.704599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-cb2c21dc-e904-4bab-ae79-da759c2f47bf tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group_rule (22d2af95-f358-4f7a-9daa-5e9cb10519c9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.725797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-cb2c21dc-e904-4bab-ae79-da759c2f47bf tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group_rule (22d2af95-f358-4f7a-9daa-5e9cb10519c9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.770344 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:06Z', 'revision_number': 3, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:08.809981 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Checking router: 1abe59f7-1781-47b4-9005-750dadbc0ec1 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:21:08.810718 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Updating router 1abe59f7-1781-47b4-9005-750dadbc0ec1 port 5a257741-4475-49f7-b58d-4b63e167169e binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:21:08.828136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks [] for security_group (34fd37e4-affe-4d77-8cc7-398b7c85f918), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.830928 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0f5f420f-427c-48b6-a815-9d4603e7e424 req-3f9e9cfe-7b24-4d3a-a979-a96453526611 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775690 Apr 07 11:21:08.839411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34fd37e4-affe-4d77-8cc7-398b7c85f918), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.844045 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5a257741-4475-49f7-b58d-4b63e167169e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.859659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-cb2c21dc-e904-4bab-ae79-da759c2f47bf tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (22d2af95-f358-4f7a-9daa-5e9cb10519c9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.864165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port ec322637-20f1-43da-b367-9691257b49aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ec322637-20f1-43da-b367-9691257b49aa,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:08.864606 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ec322637-20f1-43da-b367-9691257b49aa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.886971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a741c8f-736a-41fd-8f2e-2422a3d9fd67 req-85dd67d8-6430-4b13-813b-ccc1cb5180b1 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540603 Apr 07 11:21:08.896716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-cb2c21dc-e904-4bab-ae79-da759c2f47bf tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.898132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-591bd3f2-071f-4c67-a076-8f9a3e413a38 req-cb2c21dc-e904-4bab-ae79-da759c2f47bf tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/22d2af95-f358-4f7a-9daa-5e9cb10519c9 HTTP/1.1" status: 204 len: 173 time: 0.3284843 Apr 07 11:21:08.928544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for ec322637-20f1-43da-b367-9691257b49aa owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:08.944245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-deleted', 'tag': '0d273125-e6eb-4cf4-b40f-3be54f7bad23'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:08.944659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:08.946473 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4e1eda-74bf-4b71-9ba3-bbe40bfcabb1" -d '{"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-deleted", "tag": "0d273125-e6eb-4cf4-b40f-3be54f7bad23"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:08.949592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd37e4-affe-4d77-8cc7-398b7c85f918,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:08.980777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0e3e8ec5-3dd8-43f8-9976-da6285a0c654), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:08.981156 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Added segment 0e3e8ec5-3dd8-43f8-9976-da6285a0c654 of type vlan for network eb247879-a30f-4917-94c2-62b08f5e5fc8 Apr 07 11:21:08.987518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1fdd39d2-fd87-4eff-ac1b-81f04b88540b req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-454304052', 'description': 'tempest-description-1346462355'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:09.004540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c21dc-e904-4bab-ae79-da759c2f47bf tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22d2af95-f358-4f7a-9daa-5e9cb10519c9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.023229 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f850f-7b89-4619-9f28-0d453f59cf20 x-openstack-request-id: req-1f4f850f-7b89-4619-9f28-0d453f59cf20 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:09.023493 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-deleted", "tag": "0d273125-e6eb-4cf4-b40f-3be54f7bad23", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:09.023846 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f4f850f-7b89-4619-9f28-0d453f59cf20 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:09.024352 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4f850f-7b89-4619-9f28-0d453f59cf20'] response: {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-deleted', 'tag': '0d273125-e6eb-4cf4-b40f-3be54f7bad23', 'status': 'completed', 'code': 200} Apr 07 11:21:09.058143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (eb247879-a30f-4917-94c2-62b08f5e5fc8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.070384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (7f1024ef-6488-415e-8ee5-d8d2b3164c0a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.143967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Subnet': ['ID=7f1024ef-6488-415e-8ee5-d8d2b3164c0a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.171716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1fdd39d2-fd87-4eff-ac1b-81f04b88540b req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.175205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (eb247879-a30f-4917-94c2-62b08f5e5fc8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.181075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:09.181732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.244795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Checking segment: {'id': '71b2f473-d3db-4e3d-af4b-51dd05122803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:09.245624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network hostable DHCP agents. Network: ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:09.250848 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Publish callbacks [] for port (5a257741-4475-49f7-b58d-4b63e167169e), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.255812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Pushing event updated for resources: {'Network': ['ID=eb247879-a30f-4917-94c2-62b08f5e5fc8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.258789 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5a257741-4475-49f7-b58d-4b63e167169e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.272694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network eb247879-a30f-4917-94c2-62b08f5e5fc8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:09.276894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-46955aba-c6de-45a9-a6dc-e8fa4a563ff5 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4866471 Apr 07 11:21:09.284969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50444) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:09.294035 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Attempting to bind port 5a257741-4475-49f7-b58d-4b63e167169e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:09.295253 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Attempting to bind port 5a257741-4475-49f7-b58d-4b63e167169e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:09.296027 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Attempting to bind port 5a257741-4475-49f7-b58d-4b63e167169e on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:09.329997 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:09.330781 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:09.331286 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.331782 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:09.332577 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Bound port: 5a257741-4475-49f7-b58d-4b63e167169e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:09.333072 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5a257741-4475-49f7-b58d-4b63e167169e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.343675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:09.379417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:09.394132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1fdd39d2-fd87-4eff-ac1b-81f04b88540b req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.395589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (d9df6662-38d7-4b8e-844b-05446a13b534), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.412842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1fdd39d2-fd87-4eff-ac1b-81f04b88540b req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.420188 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] For port 5a257741-4475-49f7-b58d-4b63e167169e, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:09.425744 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] For port 5a257741-4475-49f7-b58d-4b63e167169e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5a257741-4475-49f7-b58d-4b63e167169e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:09.464246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8aa45-33ac-496c-9d0a-9bc4946f5d61 None None] Network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:09.488663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'network': {'name': 'tempest-network--194003057', 'router:external': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:09.500081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ec322637-20f1-43da-b367-9691257b49aa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.565919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1fdd39d2-fd87-4eff-ac1b-81f04b88540b req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.567203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fdd39d2-fd87-4eff-ac1b-81f04b88540b req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5848327 Apr 07 11:21:09.608182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.612625 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Pushing event updated for resources: {'Port': ['ID=5a257741-4475-49f7-b58d-4b63e167169e,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.622460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=ec322637-20f1-43da-b367-9691257b49aa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.637289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event updated for resources: {'Subnet': ['ID=d9df6662-38d7-4b8e-844b-05446a13b534,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.640527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0e217-3bde-4f89-bee1-377f068e1bff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:09.642112 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5a257741-4475-49f7-b58d-4b63e167169e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.655248 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.655600 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.655950 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.656287 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.656618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.656949 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.657303 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.657632 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.657958 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.658286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.658611 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.661016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Made reservation on behalf of b400c854ae984207a08a7337416726d0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:09.665696 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.666137 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:09.666583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.671033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8', 'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8', 'project_id': '49d7a41037784444982b1dd81985cebf', 'fixed_ips': [{'subnet_id': '7f1024ef-6488-415e-8ee5-d8d2b3164c0a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:09.672227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.767554 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Routers {'1abe59f7-1781-47b4-9005-750dadbc0ec1'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:09.783468 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['1abe59f7-1781-47b4-9005-750dadbc0ec1'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:09.788580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.815111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port ec322637-20f1-43da-b367-9691257b49aa on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:09.830660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ea290bc-a3af-4bbf-98d7-a5b4ae3f3024 req-c8aaaa67-11f4-42ac-a6b1-0f853b83ea95 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984 HTTP/1.1" status: 200 len: 210 time: 0.1020589 Apr 07 11:21:09.832076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:09.835491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-245114bf-a2e1-4165-b91d-a4b2ce656085 req-310ba2f0-fa7e-4a93-b0d5-7f18e619d4f6 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "DELETE /v2.0/ports/ec322637-20f1-43da-b367-9691257b49aa HTTP/1.1" status: 204 len: 173 time: 1.7282951 Apr 07 11:21:09.842870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Checking segment: {'id': '14c960f0-d365-4189-ae36-04da93e5854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:09.843237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network hostable DHCP agents. Network: d0a188da-0a39-4d42-a0df-babc7c54967d, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:09.858850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f43265-05d5-47bd-817d-1ca1d30d6930 req-c8cf2547-d78c-4aea-8e2a-a596dc2b9d20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:09.860540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3f43265-05d5-47bd-817d-1ca1d30d6930 req-c8cf2547-d78c-4aea-8e2a-a596dc2b9d20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 943 time: 0.4516373 Apr 07 11:21:10.046665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Allocated IP 172.20.0.2 (ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8/7f1024ef-6488-415e-8ee5-d8d2b3164c0a/a7414224-41eb-4d30-a555-89f2d7dde19c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:10.048874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Allocated IP 172.20.0.1 (809e3fdc-fca1-48da-9262-8472b0cb94b1/ce88f176-f718-4780-a019-40b5253f1b41/026dce80-f21d-45a5-a4db-4432502652d5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:10.076491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Network d0a188da-0a39-4d42-a0df-babc7c54967d is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:10.104186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d0a188da-0a39-4d42-a0df-babc7c54967d) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:10.111121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.111705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.112354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.124941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51992890-84b8-440f-9f8c-d6001eea379e req-12e638df-47f2-4e61-b27d-61b4e71529a8 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e HTTP/1.1" status: 200 len: 1831 time: 0.1588995 Apr 07 11:21:10.141325 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc180802-f339-4515-ac50-a3b7df460bd2 None None] Pushing event updated for resources: {'Port': ['ID=5a257741-4475-49f7-b58d-4b63e167169e,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:10.163546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3f43265-05d5-47bd-817d-1ca1d30d6930 req-ef322f99-bce4-42a2-bfef-0b25fb3a1b8e tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542536 Apr 07 11:21:10.192811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-277a371e-3f25-456e-8a32-c09f780e8431 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2332385 Apr 07 11:21:10.198767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50460) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:10.262470 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] Set router 1abe59f7-1781-47b4-9005-750dadbc0ec1 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:10.290434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-8ca02289-f304-4a65-a998-b3a51c1a3a5b req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1468380307', 'description': 'tempest-description-205333266'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:10.307268 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for security_group (fbeb3e88-48dd-4ec3-bd0e-afa35298ff04), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.357961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fbeb3e88-48dd-4ec3-bd0e-afa35298ff04), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.361924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1766228-102f-42dd-abb7-8ebf6e84aacb details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:21:10.364614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d273125-e6eb-4cf4-b40f-3be54f7bad23 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:10.367452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd38278-08b5-4dde-8a49-86db819c99aa None None] Network d0a188da-0a39-4d42-a0df-babc7c54967d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:10.380115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks [] for port (026dce80-f21d-45a5-a4db-4432502652d5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.433903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9028ae-0e4a-4117-be18-6b08825d9ce2 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.435390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9028ae-0e4a-4117-be18-6b08825d9ce2 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.437003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9028ae-0e4a-4117-be18-6b08825d9ce2 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.440921 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8ca02289-f304-4a65-a998-b3a51c1a3a5b req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.445335 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d9028ae-0e4a-4117-be18-6b08825d9ce2 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2434902 Apr 07 11:21:10.454966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:10.455605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:10.492952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 0d273125-e6eb-4cf4-b40f-3be54f7bad23 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:10.494129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 0d273125-e6eb-4cf4-b40f-3be54f7bad23 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:10.495299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ec322637-20f1-43da-b367-9691257b49aa no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:10.505162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Publish callbacks [] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.513570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c90f4da6-f5cf-457f-a75b-f655b5f79df9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.514376 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Added segment c90f4da6-f5cf-457f-a75b-f655b5f79df9 of type vlan for network 8231cb22-44ba-4ca1-b853-0e69cb7054ce Apr 07 11:21:10.517525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeb3e88-48dd-4ec3-bd0e-afa35298ff04,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:10.540416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: ec322637-20f1-43da-b367-9691257b49aa {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:10.541030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ec322637-20f1-43da-b367-9691257b49aa not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:10.541480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:10.543578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.576199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Deleting subnet 7f1024ef-6488-415e-8ee5-d8d2b3164c0a {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:21:10.584100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:21:10.584429 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for subnet (7f1024ef-6488-415e-8ee5-d8d2b3164c0a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.595104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e5be3-1e3a-4cdc-9816-947e65ca9fe5 req-82417f31-40eb-410f-a212-ff1884539862 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.597023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-124e5be3-1e3a-4cdc-9816-947e65ca9fe5 req-82417f31-40eb-410f-a212-ff1884539862 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 944 time: 0.2958620 Apr 07 11:21:10.605061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:10.605442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3bc7448c-a649-4377-a9e9-b5cee87bdcb1 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:10.678840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (8231cb22-44ba-4ca1-b853-0e69cb7054ce), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.682837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:06Z', 'revision_number': 3, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:10.712749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7f1024ef-6488-415e-8ee5-d8d2b3164c0a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.741246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8ca02289-f304-4a65-a998-b3a51c1a3a5b req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.749486 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ecd5cc-7c98-4ec2-a9ac-a1a1250260d5 None None] The sync data for ids ['1abe59f7-1781-47b4-9005-750dadbc0ec1'] in n-d-836788-1 is: [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:06Z', 'revision_number': 3, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:21:10.753247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8ca02289-f304-4a65-a998-b3a51c1a3a5b req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.755500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (026dce80-f21d-45a5-a4db-4432502652d5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.816825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:10.832365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:10.840062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:10.852155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-124e5be3-1e3a-4cdc-9816-947e65ca9fe5 req-208d7a8e-c793-41a9-b77a-c1e97c4f2be6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364593 Apr 07 11:21:10.855681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8ca02289-f304-4a65-a998-b3a51c1a3a5b req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.859439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ca02289-f304-4a65-a998-b3a51c1a3a5b req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6040058 Apr 07 11:21:10.861182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (8231cb22-44ba-4ca1-b853-0e69cb7054ce), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.872709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:10.873510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.887952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a543a2-99d6-4f67-a29a-2396735f4181 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:10.909850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6207969 Apr 07 11:21:10.926056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (1abe59f7-1781-47b4-9005-750dadbc0ec1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:10.935954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50470) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:10.963595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:10.988114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:11.027285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:11.051013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:11.064725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d0a188da-0a39-4d42-a0df-babc7c54967d', 'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d', 'project_id': '49d7a41037784444982b1dd81985cebf', 'fixed_ips': [{'subnet_id': 'd9df6662-38d7-4b8e-844b-05446a13b534'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:11.070695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.082679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-deleted', 'tag': 'ec322637-20f1-43da-b367-9691257b49aa'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:11.084930 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a424a8-641e-41aa-a393-d96b701c230d" -d '{"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-deleted", "tag": "ec322637-20f1-43da-b367-9691257b49aa"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:11.097078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Pushing event updated for resources: {'Port': ['ID=a7414224-41eb-4d30-a555-89f2d7dde19c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:11.098508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting subnet 86c511fa-5aca-4398-b090-c116183dba54 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:21:11.108734 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (86c511fa-5aca-4398-b090-c116183dba54), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.194937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4f7e1-d3f5-4c79-b78a-a667526ff2e5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Network': ['ID=8231cb22-44ba-4ca1-b853-0e69cb7054ce,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:11.233194 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4f736f-f2c4-4076-b078-fbfc88302f4d x-openstack-request-id: req-4d4f736f-f2c4-4076-b078-fbfc88302f4d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:11.233509 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984", "name": "network-vif-deleted", "tag": "ec322637-20f1-43da-b367-9691257b49aa", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:11.235150 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d4f736f-f2c4-4076-b078-fbfc88302f4d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:11.235582 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4f736f-f2c4-4076-b078-fbfc88302f4d'] response: {'server_uuid': '53f4c07d-6a6a-4eca-9ba3-87a7aa1c6984', 'name': 'network-vif-deleted', 'tag': 'ec322637-20f1-43da-b367-9691257b49aa', 'status': 'completed', 'code': 200} Apr 07 11:21:11.249693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8231cb22-44ba-4ca1-b853-0e69cb7054ce), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.264164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d0c2e84-5281-46e1-9e2f-4940cda1233f req-71c9767d-9faf-4433-9d62-fa5972688c08 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2 HTTP/1.1" status: 200 len: 1831 time: 0.3042955 Apr 07 11:21:11.265927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Pushing event updated for resources: {'Port': ['ID=026dce80-f21d-45a5-a4db-4432502652d5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:11.266676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (86c511fa-5aca-4398-b090-c116183dba54), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.288469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 8231cb22-44ba-4ca1-b853-0e69cb7054ce details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:11.334477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d1766228-102f-42dd-abb7-8ebf6e84aacb, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:11.342957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-04df2f8e-82cb-4970-a6b7-0bbbe991290d req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-95712172', 'description': 'tempest-description-652816757'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:11.393266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7f1024ef-6488-415e-8ee5-d8d2b3164c0a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.395419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-04df2f8e-82cb-4970-a6b7-0bbbe991290d req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.515622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (86c511fa-5aca-4398-b090-c116183dba54), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.565267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d2f28-3052-4f89-be10-2165e8223fd0 req-a17d9fdc-c80b-44b1-8f6b-1259b841bd48 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:11.566806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965d2f28-3052-4f89-be10-2165e8223fd0 req-a17d9fdc-c80b-44b1-8f6b-1259b841bd48 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 943 time: 0.1689844 Apr 07 11:21:11.599255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (8231cb22-44ba-4ca1-b853-0e69cb7054ce), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.625782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd1766228-102f-42dd-abb7-8ebf6e84aacb', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': 'd1766228-102f-42dd-abb7-8ebf6e84aacb', 'mac_address': 'fa:16:3e:24:7d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:21:11.697907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8231cb22-44ba-4ca1-b853-0e69cb7054ce']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:11.734430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5a257741-4475-49f7-b58d-4b63e167169e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:11.740255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Attempting to bind port a7414224-41eb-4d30-a555-89f2d7dde19c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:11.741164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Attempting to bind port a7414224-41eb-4d30-a555-89f2d7dde19c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '71b2f473-d3db-4e3d-af4b-51dd05122803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:11.741980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Attempting to bind port a7414224-41eb-4d30-a555-89f2d7dde19c on network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:11.747019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-04df2f8e-82cb-4970-a6b7-0bbbe991290d req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (1366f529-2d1b-4914-89c5-9f1a94778579), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.752258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (026dce80-f21d-45a5-a4db-4432502652d5), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.761272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-04df2f8e-82cb-4970-a6b7-0bbbe991290d req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1366f529-2d1b-4914-89c5-9f1a94778579), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.768291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90f4da6-f5cf-457f-a75b-f655b5f79df9') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:11.768684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90f4da6-f5cf-457f-a75b-f655b5f79df9') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:11.796321 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7f1024ef-6488-415e-8ee5-d8d2b3164c0a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.807434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d1766228-102f-42dd-abb7-8ebf6e84aacb is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:11.809429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.826410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (c90f4da6-f5cf-457f-a75b-f655b5f79df9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.833221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1024ef-6488-415e-8ee5-d8d2b3164c0a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:11.876361 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.878962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-256f9608-497d-4487-a79e-19b315cdc907 None None] Provisioning complete for port 026dce80-f21d-45a5-a4db-4432502652d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:11.880681 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-256f9608-497d-4487-a79e-19b315cdc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (026dce80-f21d-45a5-a4db-4432502652d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.887490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-89041561-ea03-4c93-a1f4-e4af1d80e143 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/subnets/7f1024ef-6488-415e-8ee5-d8d2b3164c0a HTTP/1.1" status: 204 len: 168 time: 1.4308221 Apr 07 11:21:11.901629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:11.906655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c90f4da6-f5cf-457f-a75b-f655b5f79df9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.920301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:11.921124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Checking segment: {'id': '71b2f473-d3db-4e3d-af4b-51dd05122803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:11.921673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:11.922182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Bound using segment: {'id': '71b2f473-d3db-4e3d-af4b-51dd05122803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:11.922894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Bound port: a7414224-41eb-4d30-a555-89f2d7dde19c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b2f473-d3db-4e3d-af4b-51dd05122803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:11.923386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.000254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1766228-102f-42dd-abb7-8ebf6e84aacb {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:12.043281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:12.043765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (c90f4da6-f5cf-457f-a75b-f655b5f79df9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:12.046065 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:12.074495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-256f9608-497d-4487-a79e-19b315cdc907 None None] Port 026dce80-f21d-45a5-a4db-4432502652d5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:12.079500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d1766228-102f-42dd-abb7-8ebf6e84aacb, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:12.101768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.119715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Allocated IP 172.20.0.18 (d0a188da-0a39-4d42-a0df-babc7c54967d/d9df6662-38d7-4b8e-844b-05446a13b534/e0a02ea4-4ba5-4eed-a07f-b4d632f47726) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:12.129541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:21:12.214388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5a257741-4475-49f7-b58d-4b63e167169e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:12.214775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5a257741-4475-49f7-b58d-4b63e167169e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.219396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Deleting subnet d9df6662-38d7-4b8e-844b-05446a13b534 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:21:12.232889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (8231cb22-44ba-4ca1-b853-0e69cb7054ce), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.250843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8231cb22-44ba-4ca1-b853-0e69cb7054ce {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:21:12.251455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] For port a7414224-41eb-4d30-a555-89f2d7dde19c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:12.256288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.258472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (86c511fa-5aca-4398-b090-c116183dba54), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.268830 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8231cb22-44ba-4ca1-b853-0e69cb7054ce HTTP/1.1" status: 204 len: 168 time: 1.3262596 Apr 07 11:21:12.297399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50488) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:12.307206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c240-d364-4b32-90a2-3a96a434e772 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Network': ['ID=8231cb22-44ba-4ca1-b853-0e69cb7054ce,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:12.334097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] For port a7414224-41eb-4d30-a555-89f2d7dde19c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7414224-41eb-4d30-a555-89f2d7dde19c,segment=NetworkSegment(71b2f473-d3db-4e3d-af4b-51dd05122803),segment_id=71b2f473-d3db-4e3d-af4b-51dd05122803)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:12.356596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:21:12.359088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:12.379310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Subnet': ['ID=86c511fa-5aca-4398-b090-c116183dba54,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:12.390194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.393399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d63a6dd7-a129-4118-944d-6165f6970738 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/subnets/86c511fa-5aca-4398-b090-c116183dba54 HTTP/1.1" status: 204 len: 168 time: 1.3975387 Apr 07 11:21:12.396010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50490) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:12.396187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-04df2f8e-82cb-4970-a6b7-0bbbe991290d req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.397358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04df2f8e-82cb-4970-a6b7-0bbbe991290d req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0609922 Apr 07 11:21:12.408928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d1766228-102f-42dd-abb7-8ebf6e84aacb,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:12.412258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.421879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659be86-c828-455d-89ce-7ea063893b13 None None] Network 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:12.434743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965d2f28-3052-4f89-be10-2165e8223fd0 req-8d4ec83e-d494-47c9-9c6e-be80b9b7b7aa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8515127 Apr 07 11:21:12.435892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b170e-ba7e-4195-8b82-f94cf4f40469 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1366f529-2d1b-4914-89c5-9f1a94778579,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:12.466648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Made reservation on behalf of b400c854ae984207a08a7337416726d0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:12.469573 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.479630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d1766228-102f-42dd-abb7-8ebf6e84aacb'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:12.528842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:12.565875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d6264c96-67ec-410f-82c4-87641836f81c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.566141 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Added segment d6264c96-67ec-410f-82c4-87641836f81c of type vlan for network cffc139d-eb0a-47f4-94d8-cd62b6369f9e Apr 07 11:21:12.595186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf166b7a-d46f-4772-af6c-b909e61d917b req-fd6c05ba-72d1-4147-acb3-8f82705ef352 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/1366f529-2d1b-4914-89c5-9f1a94778579 HTTP/1.1" status: 200 len: 1829 time: 0.1380789 Apr 07 11:21:12.610671 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks [] for port (026dce80-f21d-45a5-a4db-4432502652d5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.632281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (026dce80-f21d-45a5-a4db-4432502652d5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.690867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eaa6c2-1236-4f87-832e-d3813419876f None None] Pushing event updated for resources: {'Port': ['ID=a7414224-41eb-4d30-a555-89f2d7dde19c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:12.729414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-c1093834-1b3b-47f3-9d99-90896c18ab70 req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-209604694', 'description': 'tempest-description-497639888'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:12.746961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (1abe59f7-1781-47b4-9005-750dadbc0ec1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.759820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:12.770496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.790632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (cffc139d-eb0a-47f4-94d8-cd62b6369f9e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.815582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f64b8-b5d8-471d-9d65-5e091d5ceb72 None None] Network ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:12.851747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5a257741-4475-49f7-b58d-4b63e167169e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:12.852143 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5a257741-4475-49f7-b58d-4b63e167169e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.874884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d014-aaf5-49fc-a466-151dde0e37a4 req-f5ed96e3-8765-4d95-9129-27a802aef8ff tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:12.888623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Pushing event updated for resources: {'Port': ['ID=026dce80-f21d-45a5-a4db-4432502652d5,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:12.889506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b467d014-aaf5-49fc-a466-151dde0e37a4 req-f5ed96e3-8765-4d95-9129-27a802aef8ff tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 944 time: 0.2918060 Apr 07 11:21:12.896648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'port_id': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'mac_address': 'fa:16:3e:65:bd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:21:12.918473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c1093834-1b3b-47f3-9d99-90896c18ab70 req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.978901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 5a257741-4475-49f7-b58d-4b63e167169e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5a257741-4475-49f7-b58d-4b63e167169e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:12.986047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Publish callbacks [] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.994016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (cffc139d-eb0a-47f4-94d8-cd62b6369f9e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:12.995168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:12.995771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.004084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 385bca7e-865e-48cb-89db-a2105de00782 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:13.004672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (385bca7e-865e-48cb-89db-a2105de00782), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.011538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5a257741-4475-49f7-b58d-4b63e167169e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.021856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:13.032506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for subnet (d9df6662-38d7-4b8e-844b-05446a13b534), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.059560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.128403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:13.134567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:13.135210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.146876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Network d0a188da-0a39-4d42-a0df-babc7c54967d is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:13.157674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:13.164110 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c1093834-1b3b-47f3-9d99-90896c18ab70 req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (a7f69633-339a-40e2-86c9-83858be6c529), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.183780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:13.235578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=5a257741-4475-49f7-b58d-4b63e167169e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:13.243111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] DHCP port deletion for 1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:21:13.254697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:13.276264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Network': ['ID=cffc139d-eb0a-47f4-94d8-cd62b6369f9e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:13.288387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-db61f012-9c7a-4128-aaee-e90f5b211b84 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9717321 Apr 07 11:21:13.291278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c1093834-1b3b-47f3-9d99-90896c18ab70 req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a7f69633-339a-40e2-86c9-83858be6c529), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.304710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:13.315277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50496) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:13.327012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'subnet': {'network_id': 'cffc139d-eb0a-47f4-94d8-cd62b6369f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:13.335427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network cffc139d-eb0a-47f4-94d8-cd62b6369f9e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:13.353683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b467d014-aaf5-49fc-a466-151dde0e37a4 req-113ace69-569e-4983-8418-b5f8ba1c0945 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502919 Apr 07 11:21:13.357209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c1093834-1b3b-47f3-9d99-90896c18ab70 req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.362586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1093834-1b3b-47f3-9d99-90896c18ab70 req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6875412 Apr 07 11:21:13.394522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (d9df6662-38d7-4b8e-844b-05446a13b534), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.401482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 385bca7e-865e-48cb-89db-a2105de00782, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=385bca7e-865e-48cb-89db-a2105de00782,segment=NetworkSegment(29cd3bb3-4237-43a6-9e2c-ed15ced65a70),segment_id=29cd3bb3-4237-43a6-9e2c-ed15ced65a70)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:13.402308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (385bca7e-865e-48cb-89db-a2105de00782), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.445614 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.466587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 385bca7e-865e-48cb-89db-a2105de00782 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:13.470895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1cbe5ae-13df-4564-8052-1a362bf44917 req-c6829fd6-3efc-4d40-b37a-bc6c6265c159 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/a7f69633-339a-40e2-86c9-83858be6c529 HTTP/1.1" status: 200 len: 1830 time: 0.0720322 Apr 07 11:21:13.484495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Made reservation on behalf of b400c854ae984207a08a7337416726d0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:13.495553 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.528274 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-6f1628c2-2990-4177-84af-ab88d6e20b91 req-97946434-34cf-49ae-ba63-7fef16ac04d7 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] show failed (client error): The resource could not be found. Apr 07 11:21:13.537822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f1628c2-2990-4177-84af-ab88d6e20b91 req-97946434-34cf-49ae-ba63-7fef16ac04d7 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/fabd9026-67a7-412b-baa1-9b30626d46a2 HTTP/1.1" status: 404 len: 352 time: 0.0347192 Apr 07 11:21:13.539670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b55b7-e339-424f-a64a-cb0e02a2199d tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f69633-339a-40e2-86c9-83858be6c529,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:13.711872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Router 1abe59f7-1781-47b4-9005-750dadbc0ec1 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:21:13.724153 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-98b0145b-159f-47de-9c87-b6fdffba652d req-f83fb434-7f0c-45bb-b34e-cf72d04c0aff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] show failed (client error): The resource could not be found. Apr 07 11:21:13.727462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (d9df6662-38d7-4b8e-844b-05446a13b534), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.734249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98b0145b-159f-47de-9c87-b6fdffba652d req-f83fb434-7f0c-45bb-b34e-cf72d04c0aff tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-group-rules/a73c1e9b-b22b-4ec3-ba5e-e4bf3986be76 HTTP/1.1" status: 404 len: 361 time: 0.1597688 Apr 07 11:21:13.775854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (385bca7e-865e-48cb-89db-a2105de00782), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:13.797595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5a257741-4475-49f7-b58d-4b63e167169e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:13.822403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94c7628a-1f2e-451f-8196-e1137670d721 req-6ada66d2-e8a1-49b6-bbfc-b5d55b946335 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/a7f69633-339a-40e2-86c9-83858be6c529 HTTP/1.1" status: 200 len: 1830 time: 0.0594642 Apr 07 11:21:13.842340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb22e11-d0e7-475e-be99-2ac45921ef91 req-a240aae3-eb71-4573-94ab-fcc4f8d37918 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:13.846253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cb22e11-d0e7-475e-be99-2ac45921ef91 req-a240aae3-eb71-4573-94ab-fcc4f8d37918 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 944 time: 0.2007601 Apr 07 11:21:13.874900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Pushing event updated for resources: {'Port': ['ID=e0a02ea4-4ba5-4eed-a07f-b4d632f47726,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:13.907720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=385bca7e-865e-48cb-89db-a2105de00782,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:13.923223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 385bca7e-865e-48cb-89db-a2105de00782 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:13.935284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:13.940548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Attempting to bind port e0a02ea4-4ba5-4eed-a07f-b4d632f47726 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:13.940931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Attempting to bind port e0a02ea4-4ba5-4eed-a07f-b4d632f47726 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '14c960f0-d365-4189-ae36-04da93e5854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:13.941331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Attempting to bind port e0a02ea4-4ba5-4eed-a07f-b4d632f47726 on network d0a188da-0a39-4d42-a0df-babc7c54967d {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:13.978958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cb22e11-d0e7-475e-be99-2ac45921ef91 req-7274bb62-53d4-4967-8ddb-c9494f501ae2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227942 Apr 07 11:21:14.006202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1d8c2fa8-d7fb-4fb7-81e5-c4246d186537 None None] Provisioning complete for port 026dce80-f21d-45a5-a4db-4432502652d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:14.006624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2fa8-d7fb-4fb7-81e5-c4246d186537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (026dce80-f21d-45a5-a4db-4432502652d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.010784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:14.011167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Checking segment: {'id': '14c960f0-d365-4189-ae36-04da93e5854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:14.011567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.012016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Bound using segment: {'id': '14c960f0-d365-4189-ae36-04da93e5854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:14.012504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Bound port: e0a02ea4-4ba5-4eed-a07f-b4d632f47726, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c960f0-d365-4189-ae36-04da93e5854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd0a188da-0a39-4d42-a0df-babc7c54967d'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:14.013181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.061259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (d9df6662-38d7-4b8e-844b-05446a13b534), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.064668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.081617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:21:14.110675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b8f761ee-2494-46e1-b80b-41db6109a581 admin admin] 10.222.0.13 "PUT /v2.0/routers/1abe59f7-1781-47b4-9005-750dadbc0ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7705758 Apr 07 11:21:14.117861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Subnet': ['ID=d9df6662-38d7-4b8e-844b-05446a13b534,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:14.131986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:14.132221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:14.145064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cd3bb3-4237-43a6-9e2c-ed15ced65a70') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:14.145590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cd3bb3-4237-43a6-9e2c-ed15ced65a70') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:14.151526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Deleting port 385bca7e-865e-48cb-89db-a2105de00782 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:14.151944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (385bca7e-865e-48cb-89db-a2105de00782), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.154426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c2fa8-d7fb-4fb7-81e5-c4246d186537 None None] Port 026dce80-f21d-45a5-a4db-4432502652d5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:14.163108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (29cd3bb3-4237-43a6-9e2c-ed15ced65a70), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.175383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.182822 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03fd8289-2ee1-44e6-adfd-16e41a6b8f95 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/subnets/d9df6662-38d7-4b8e-844b-05446a13b534 HTTP/1.1" status: 204 len: 168 time: 2.2732842 Apr 07 11:21:14.184458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:14.195705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (29cd3bb3-4237-43a6-9e2c-ed15ced65a70), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.230617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:14.231279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (29cd3bb3-4237-43a6-9e2c-ed15ced65a70), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:14.235232 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:14.247562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5a257741-4475-49f7-b58d-4b63e167169e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:14.247948 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5a257741-4475-49f7-b58d-4b63e167169e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.309486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] For port e0a02ea4-4ba5-4eed-a07f-b4d632f47726, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:14.328116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] For port 385bca7e-865e-48cb-89db-a2105de00782, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:14.328522 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (385bca7e-865e-48cb-89db-a2105de00782), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.336088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] For port e0a02ea4-4ba5-4eed-a07f-b4d632f47726, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0a02ea4-4ba5-4eed-a07f-b4d632f47726,segment=NetworkSegment(14c960f0-d365-4189-ae36-04da93e5854c),segment_id=14c960f0-d365-4189-ae36-04da93e5854c)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:14.361942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.369643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Calling delete_port for 385bca7e-865e-48cb-89db-a2105de00782 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:14.372409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94c7628a-1f2e-451f-8196-e1137670d721 req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (a7f69633-339a-40e2-86c9-83858be6c529), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.380020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Port 385bca7e-865e-48cb-89db-a2105de00782 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:21:14.425178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (385bca7e-865e-48cb-89db-a2105de00782), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.437500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94c7628a-1f2e-451f-8196-e1137670d721 req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (a7f69633-339a-40e2-86c9-83858be6c529), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.489915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] No DVR routers for this DVR port 385bca7e-865e-48cb-89db-a2105de00782 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:14.516020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94c7628a-1f2e-451f-8196-e1137670d721 req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a7f69633-339a-40e2-86c9-83858be6c529), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.523014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94c7628a-1f2e-451f-8196-e1137670d721 req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.539923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94c7628a-1f2e-451f-8196-e1137670d721 req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "DELETE /v2.0/security-groups/a7f69633-339a-40e2-86c9-83858be6c529 HTTP/1.1" status: 204 len: 173 time: 0.6912286 Apr 07 11:21:14.593614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f69633-339a-40e2-86c9-83858be6c529,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:14.640560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Sync routers for ids ['1abe59f7-1781-47b4-9005-750dadbc0ec1'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:21:14.664789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.665617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.665977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.666332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.666676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.667019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.667361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.667700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.668034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.668368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.668954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.669320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.669441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73899d-b73f-4456-82c9-ae1d2c0698e9 None None] Pushing event updated for resources: {'Port': ['ID=e0a02ea4-4ba5-4eed-a07f-b4d632f47726,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:14.669659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6cf2b2-fb26-45db-be9a-c330af7c97fb tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:14.680498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec5a982-37b4-4d4e-9227-29177b35386b None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:21:14.780172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b534d-3fed-479f-90c0-6d882983a308 None None] Pushing event deleted for resources: {'Port': ['ID=385bca7e-865e-48cb-89db-a2105de00782,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:14.798211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5a257741-4475-49f7-b58d-4b63e167169e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:14.806737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Routers {'1abe59f7-1781-47b4-9005-750dadbc0ec1'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:14.807663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['1abe59f7-1781-47b4-9005-750dadbc0ec1'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:14.836359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652cfea5-ea3a-4702-b254-eeae9d339842 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:14.838496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-652cfea5-ea3a-4702-b254-eeae9d339842 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6526563 Apr 07 11:21:14.842765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:14.914642 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.916802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 385bca7e-865e-48cb-89db-a2105de00782 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:14.940476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:14.947512 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/networks/1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1 HTTP/1.1" status: 204 len: 168 time: 2.5442216 Apr 07 11:21:14.948368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:14.964289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 385bca7e-865e-48cb-89db-a2105de00782 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:14.964633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 385bca7e-865e-48cb-89db-a2105de00782 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:14.988966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576a7f-76d5-4cee-b32e-55243d9db06a tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Network': ['ID=1922b9cd-4c95-4fd9-9b93-487f0fe2d6d1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:15.001084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5a982-37b4-4d4e-9227-29177b35386b None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:21:15.007303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946277d-92e2-45e6-a00c-72bc87a54eea req-cd7d7b18-fcea-4488-b216-48cf5dea1991 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:15.009499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8946277d-92e2-45e6-a00c-72bc87a54eea req-cd7d7b18-fcea-4488-b216-48cf5dea1991 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 945 time: 0.3741202 Apr 07 11:21:15.010574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Set router 1abe59f7-1781-47b4-9005-750dadbc0ec1 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:15.018687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d0a188da-0a39-4d42-a0df-babc7c54967d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.088226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting subnet 257fbb92-b174-420f-b66e-04672e239308 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:21:15.093125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (257fbb92-b174-420f-b66e-04672e239308), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.165419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (257fbb92-b174-420f-b66e-04672e239308), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.190706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8946277d-92e2-45e6-a00c-72bc87a54eea req-b8f58d3d-c9e4-4f7b-8ad0-343f082d8108 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611400 Apr 07 11:21:15.194440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Deleting port e0a02ea4-4ba5-4eed-a07f-b4d632f47726 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:15.194787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.197534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-274c6c09-ce49-47c1-b6d9-e108cceb75ff tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5549204 Apr 07 11:21:15.216795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:15.278331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.294577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:21:15.295056 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (c165a1c1-9e61-4d8d-89e8-8d55296c4de5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.311333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] For port e0a02ea4-4ba5-4eed-a07f-b4d632f47726, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0a02ea4-4ba5-4eed-a07f-b4d632f47726,segment=NetworkSegment(14c960f0-d365-4189-ae36-04da93e5854c),segment_id=14c960f0-d365-4189-ae36-04da93e5854c)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:15.311847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.341522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Calling delete_port for e0a02ea4-4ba5-4eed-a07f-b4d632f47726 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:15.365770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c165a1c1-9e61-4d8d-89e8-8d55296c4de5,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:15.442506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (257fbb92-b174-420f-b66e-04672e239308), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.451473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-abfb2a3c-59a8-4057-9d69-b47009c4ffb2 req-b66e5846-c069-405f-a5cb-16bc59960fab tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/1366f529-2d1b-4914-89c5-9f1a94778579 HTTP/1.1" status: 200 len: 1829 time: 0.1937885 Apr 07 11:21:15.497005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:11Z', 'revision_number': 4, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '026dce80-f21d-45a5-a4db-4432502652d5', 'name': '', 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'mac_address': 'fa:16:3e:8b:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ce88f176-f718-4780-a019-40b5253f1b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:09Z', 'updated_at': '2022-04-07T11:21:11Z', 'revision_number': 2, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'subnets': [{'id': 'ce88f176-f718-4780-a019-40b5253f1b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:15.527697 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e0a02ea4-4ba5-4eed-a07f-b4d632f47726), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.537898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Checking segment: {'id': 'd6264c96-67ec-410f-82c4-87641836f81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cffc139d-eb0a-47f4-94d8-cd62b6369f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:15.538264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Network hostable DHCP agents. Network: cffc139d-eb0a-47f4-94d8-cd62b6369f9e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:15.554174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9ffef-a0c3-4d0a-a69a-73cc81fd9c21 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:21:15.559081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Checking router: 1abe59f7-1781-47b4-9005-750dadbc0ec1 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:21:15.559299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Updating router 1abe59f7-1781-47b4-9005-750dadbc0ec1 port 026dce80-f21d-45a5-a4db-4432502652d5 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:21:15.572899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-abfb2a3c-59a8-4057-9d69-b47009c4ffb2 req-1f3a20b3-73cc-4f79-b455-77b46c757da3 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (1366f529-2d1b-4914-89c5-9f1a94778579), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.594543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Port': ['ID=e0a02ea4-4ba5-4eed-a07f-b4d632f47726,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:15.600549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Network cffc139d-eb0a-47f4-94d8-cd62b6369f9e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:15.600899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] No DVR routers for this DVR port e0a02ea4-4ba5-4eed-a07f-b4d632f47726 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:15.621940 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-abfb2a3c-59a8-4057-9d69-b47009c4ffb2 req-1f3a20b3-73cc-4f79-b455-77b46c757da3 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (1366f529-2d1b-4914-89c5-9f1a94778579), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.639083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (026dce80-f21d-45a5-a4db-4432502652d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.640701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, cffc139d-eb0a-47f4-94d8-cd62b6369f9e) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:15.662706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:15.662706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.687269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.705729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-67842831-438b-4776-adb2-5054bf53685d tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3846786 Apr 07 11:21:15.707782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50532) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:15.713229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'floatingip': {'floating_network_id': 'cffc139d-eb0a-47f4-94d8-cd62b6369f9e'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:15.750377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (257fbb92-b174-420f-b66e-04672e239308), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.757512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-abfb2a3c-59a8-4057-9d69-b47009c4ffb2 req-1f3a20b3-73cc-4f79-b455-77b46c757da3 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1366f529-2d1b-4914-89c5-9f1a94778579), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.761057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-abfb2a3c-59a8-4057-9d69-b47009c4ffb2 req-1f3a20b3-73cc-4f79-b455-77b46c757da3 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.770011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-abfb2a3c-59a8-4057-9d69-b47009c4ffb2 req-1f3a20b3-73cc-4f79-b455-77b46c757da3 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "DELETE /v2.0/security-groups/1366f529-2d1b-4914-89c5-9f1a94778579 HTTP/1.1" status: 204 len: 173 time: 0.3171539 Apr 07 11:21:15.796999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Subnet': ['ID=257fbb92-b174-420f-b66e-04672e239308,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:15.803411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d0a188da-0a39-4d42-a0df-babc7c54967d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.809310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.815691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fd73d990-070b-4059-892b-310c46bdbf38 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/subnets/257fbb92-b174-420f-b66e-04672e239308 HTTP/1.1" status: 204 len: 168 time: 0.8560760 Apr 07 11:21:15.821555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50536) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:15.882655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a188da-0a39-4d42-a0df-babc7c54967d']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:15.896203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9ffef-a0c3-4d0a-a69a-73cc81fd9c21 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:21:15.903137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c960f0-d365-4189-ae36-04da93e5854c') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:15.903441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c960f0-d365-4189-ae36-04da93e5854c') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:15.921764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (14c960f0-d365-4189-ae36-04da93e5854c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.927533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Allocated IP 172.25.5.153 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/83ccb89b-3d82-462e-ba47-5466a213a9a0) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:15.934410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b0eb399e-867a-4245-b3e7-be28cd2b1006), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.948208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (14c960f0-d365-4189-ae36-04da93e5854c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.958744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:15.959053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (14c960f0-d365-4189-ae36-04da93e5854c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:15.962972 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:16.097431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d0a188da-0a39-4d42-a0df-babc7c54967d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.104596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:16.105217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.112216 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.116722 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/networks/d0a188da-0a39-4d42-a0df-babc7c54967d HTTP/1.1" status: 204 len: 168 time: 1.2727506 Apr 07 11:21:16.120562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50538) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:16.125348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a20b3-73cc-4f79-b455-77b46c757da3 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366f529-2d1b-4914-89c5-9f1a94778579,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:16.152499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.160878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:16.184329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9c0b2-7162-45c1-9abb-531ca1e5de30 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Network': ['ID=d0a188da-0a39-4d42-a0df-babc7c54967d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:16.256734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11219-f098-47d3-b47c-33e82b5e5aa8 req-8a338f0f-f97a-4db6-a1cf-fd42f58c0327 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:16.259130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3a11219-f098-47d3-b47c-33e82b5e5aa8 req-8a338f0f-f97a-4db6-a1cf-fd42f58c0327 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 944 time: 0.1687124 Apr 07 11:21:16.283435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,segment=NetworkSegment(89f0230b-c2e2-452b-af79-c02befc2f8bb),segment_id=89f0230b-c2e2-452b-af79-c02befc2f8bb)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:16.283687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.294603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.308617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:16.315583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.350459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3a11219-f098-47d3-b47c-33e82b5e5aa8 req-272f3e10-86cd-44b0-985e-7e854e4f3ee3 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849173 Apr 07 11:21:16.402175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.435440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Publish callbacks [] for port (026dce80-f21d-45a5-a4db-4432502652d5), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.458599 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (026dce80-f21d-45a5-a4db-4432502652d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.476573 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.480298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:16.507110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:16.516240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:16.524984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:21:16.525340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Pushing event updated for resources: {'Port': ['ID=83ccb89b-3d82-462e-ba47-5466a213a9a0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:16.542848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:16.543232 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.577885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9e903921-5d9a-4a23-83fa-5f7ea78dbe39), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.589020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52e623-e2ce-4320-82b9-fcb0a511ac68 None None] Pushing event updated for resources: {'Port': ['ID=026dce80-f21d-45a5-a4db-4432502652d5,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:16.599280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3480e77a-de58-49f7-be31-29c9810c5b1e req-488e42f7-829f-4aa6-8b05-3fec7c1aa4e5 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2 HTTP/1.1" status: 200 len: 1831 time: 0.2061849 Apr 07 11:21:16.700651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Attempting to bind port 026dce80-f21d-45a5-a4db-4432502652d5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:16.701033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Attempting to bind port 026dce80-f21d-45a5-a4db-4432502652d5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:16.701507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Attempting to bind port 026dce80-f21d-45a5-a4db-4432502652d5 on network 809e3fdc-fca1-48da-9262-8472b0cb94b1 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:16.709441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:16.709785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Checking segment: {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:16.710577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.710577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Bound using segment: {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:16.711063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Bound port: 026dce80-f21d-45a5-a4db-4432502652d5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe44de3-edfe-4c58-8716-8a7dce00eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:16.714787 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (026dce80-f21d-45a5-a4db-4432502652d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.731082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=9e903921-5d9a-4a23-83fa-5f7ea78dbe39,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:16.748869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:16.779282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (1e93b68f-6f47-40d3-ad3d-63334a96cf03), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.780537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020adb9-1e1c-4b32-8270-1e2a4ae64236 None None] Network d0a188da-0a39-4d42-a0df-babc7c54967d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:16.782777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9537bb0-9b68-47f5-863f-ad02146e9a0a None None] Network cffc139d-eb0a-47f4-94d8-cd62b6369f9e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:16.784695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4992df1-5b63-42c7-823b-a58f76777974 None None] Network b0eb399e-867a-4245-b3e7-be28cd2b1006 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:16.790510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Allocated IP 172.20.0.5 (cffc139d-eb0a-47f4-94d8-cd62b6369f9e/c165a1c1-9e61-4d8d-89e8-8d55296c4de5/76794d9d-a0d5-4cb0-80f6-a235143639bf) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:16.917944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b0eb399e-867a-4245-b3e7-be28cd2b1006), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.934902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Deleting port a7414224-41eb-4d30-a555-89f2d7dde19c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:16.935255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:16.984091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] For port 026dce80-f21d-45a5-a4db-4432502652d5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:16.987752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] For port 026dce80-f21d-45a5-a4db-4432502652d5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=026dce80-f21d-45a5-a4db-4432502652d5,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:16.990676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020adb9-1e1c-4b32-8270-1e2a4ae64236 None None] Network d0a188da-0a39-4d42-a0df-babc7c54967d could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 11:21:17.008746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (026dce80-f21d-45a5-a4db-4432502652d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.014563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] For port a7414224-41eb-4d30-a555-89f2d7dde19c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7414224-41eb-4d30-a555-89f2d7dde19c,segment=NetworkSegment(71b2f473-d3db-4e3d-af4b-51dd05122803),segment_id=71b2f473-d3db-4e3d-af4b-51dd05122803)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:17.015049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.017994 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.029329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Calling delete_port for a7414224-41eb-4d30-a555-89f2d7dde19c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:17.069298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:17.069815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.083555 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3480e77a-de58-49f7-be31-29c9810c5b1e req-985d43cd-1e4c-4c78-b49a-2c5bd292b016 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.105314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.121578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.128562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eb399e-867a-4245-b3e7-be28cd2b1006']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.144578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f0230b-c2e2-452b-af79-c02befc2f8bb') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.144982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f0230b-c2e2-452b-af79-c02befc2f8bb') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.154295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Routers {'1abe59f7-1781-47b4-9005-750dadbc0ec1'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:17.155170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['1abe59f7-1781-47b4-9005-750dadbc0ec1'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.157922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffda12-3e02-4c2c-accb-24fe5de42a82 None None] DHCP port deletion for b0eb399e-867a-4245-b3e7-be28cd2b1006 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:21:17.167877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (89f0230b-c2e2-452b-af79-c02befc2f8bb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.186150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:17.210116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:17.217633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (89f0230b-c2e2-452b-af79-c02befc2f8bb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.217907 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c123684-4a83-489f-9600-8cd4f86b32c3" -d '{"events": [{"server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "name": "network-vif-plugged", "status": "completed", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:17.233728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:17.234268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (89f0230b-c2e2-452b-af79-c02befc2f8bb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:17.239027 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:17.253050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a7414224-41eb-4d30-a555-89f2d7dde19c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.285833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.286681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1766228-102f-42dd-abb7-8ebf6e84aacb up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:17.290652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Network cffc139d-eb0a-47f4-94d8-cd62b6369f9e is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:17.300718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] No DVR routers for this DVR port a7414224-41eb-4d30-a555-89f2d7dde19c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:17.306574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:17.321626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3480e77a-de58-49f7-be31-29c9810c5b1e req-985d43cd-1e4c-4c78-b49a-2c5bd292b016 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.329026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:17.364057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Port': ['ID=a7414224-41eb-4d30-a555-89f2d7dde19c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.418894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52e623-e2ce-4320-82b9-fcb0a511ac68 None None] Pushing event updated for resources: {'Port': ['ID=026dce80-f21d-45a5-a4db-4432502652d5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.426848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] Provisioning complete for port 026dce80-f21d-45a5-a4db-4432502652d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:17.427292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (026dce80-f21d-45a5-a4db-4432502652d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.468497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b0eb399e-867a-4245-b3e7-be28cd2b1006), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.474705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.481488 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/networks/b0eb399e-867a-4245-b3e7-be28cd2b1006 HTTP/1.1" status: 204 len: 168 time: 1.6564908 Apr 07 11:21:17.488064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50558) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:17.499789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1131548380'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:17.507678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.510433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Port': ['ID=76794d9d-a0d5-4cb0-80f6-a235143639bf,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.530691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b028-d0fa-4e23-94f4-a0533a1f3bf8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Network': ['ID=b0eb399e-867a-4245-b3e7-be28cd2b1006,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.537179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.563169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.563531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] Set router 1abe59f7-1781-47b4-9005-750dadbc0ec1 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:17.575866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b2f473-d3db-4e3d-af4b-51dd05122803') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.576173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b2f473-d3db-4e3d-af4b-51dd05122803') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:17.591870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (71b2f473-d3db-4e3d-af4b-51dd05122803), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.609580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (71b2f473-d3db-4e3d-af4b-51dd05122803), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.627820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:17.628730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (71b2f473-d3db-4e3d-af4b-51dd05122803), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:17.633214 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:17.674145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for floatingip (78bd8e10-76d3-4045-8c47-34e1eaac83a8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.681430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:17.681430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.682889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3480e77a-de58-49f7-be31-29c9810c5b1e req-985d43cd-1e4c-4c78-b49a-2c5bd292b016 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.685438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3480e77a-de58-49f7-be31-29c9810c5b1e req-985d43cd-1e4c-4c78-b49a-2c5bd292b016 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.686532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3480e77a-de58-49f7-be31-29c9810c5b1e req-985d43cd-1e4c-4c78-b49a-2c5bd292b016 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "DELETE /v2.0/security-groups/51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2 HTTP/1.1" status: 204 len: 173 time: 1.0786614 Apr 07 11:21:17.710565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d43cd-1e4c-4c78-b49a-2c5bd292b016 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e3bf0e-2d4b-4557-b3fe-cbba631ea9d2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.732998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:17.747542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.760938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.764541 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/networks/ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8 HTTP/1.1" status: 204 len: 168 time: 1.6315048 Apr 07 11:21:17.789017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50562) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:17.791406 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.795755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829ff51-6526-46fb-aca2-5cf7ab828f9c tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Network': ['ID=ce0c4052-0dc5-48ab-8b2c-5c62dcb3eef8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:17.826407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:17.826689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9e903921-5d9a-4a23-83fa-5f7ea78dbe39 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:17.881863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d1766228-102f-42dd-abb7-8ebf6e84aacb completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:21:17.890714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d1766228-102f-42dd-abb7-8ebf6e84aacb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:17.891377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:17.964338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdf4131-5b9c-4c84-9972-4acf55a4e95e None None] Network cffc139d-eb0a-47f4-94d8-cd62b6369f9e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:18.084985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] Current status of the port 026dce80-f21d-45a5-a4db-4432502652d5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:18.085707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (026dce80-f21d-45a5-a4db-4432502652d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.224450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] For port 026dce80-f21d-45a5-a4db-4432502652d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=026dce80-f21d-45a5-a4db-4432502652d5,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:18.232852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:18.235549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d1766228-102f-42dd-abb7-8ebf6e84aacb is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:18.235951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.240933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (026dce80-f21d-45a5-a4db-4432502652d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.272530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b6bda2f5-9523-4dc1-8dd6-9808f2d80da9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.272787 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Added segment b6bda2f5-9523-4dc1-8dd6-9808f2d80da9 of type vlan for network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 Apr 07 11:21:18.297268 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (54837297-ac98-42c2-afb7-00f98bfa62b0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.303715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d1ba3-517a-4796-9a56-3c34ccd85adb None None] Pushing event updated for resources: {'Port': ['ID=026dce80-f21d-45a5-a4db-4432502652d5,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:18.308503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:11Z', 'revision_number': 4, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '026dce80-f21d-45a5-a4db-4432502652d5', 'name': '', 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'mac_address': 'fa:16:3e:8b:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ce88f176-f718-4780-a019-40b5253f1b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:09Z', 'updated_at': '2022-04-07T11:21:16Z', 'revision_number': 4, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'subnets': [{'id': 'ce88f176-f718-4780-a019-40b5253f1b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:18.353156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d1766228-102f-42dd-abb7-8ebf6e84aacb, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:18.395049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.412849 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (6459cc3d-45ee-4b65-9fb3-41c6e3b70299), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.417749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.441739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ea8a1-89ff-45b7-8be8-bb381b00d5dd req-ef69bbeb-ae09-4a49-9910-1d7ab9c9c7fa tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:18.443313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b74ea8a1-89ff-45b7-8be8-bb381b00d5dd req-ef69bbeb-ae09-4a49-9910-1d7ab9c9c7fa tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.6210597 Apr 07 11:21:18.567067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22eb60d-be2b-4461-a860-7c94744879cf None None] The sync data for ids ['1abe59f7-1781-47b4-9005-750dadbc0ec1'] in n-d-836788-1 is: [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:11Z', 'revision_number': 4, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '026dce80-f21d-45a5-a4db-4432502652d5', 'name': '', 'network_id': '809e3fdc-fca1-48da-9262-8472b0cb94b1', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'mac_address': 'fa:16:3e:8b:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ce88f176-f718-4780-a019-40b5253f1b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:09Z', 'updated_at': '2022-04-07T11:21:16Z', 'revision_number': 4, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'subnets': [{'id': 'ce88f176-f718-4780-a019-40b5253f1b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:21:18.567067 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.617858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1774d0eb-79ed-4392-ac97-595b72ce9118 None None] Provisioning complete for port 026dce80-f21d-45a5-a4db-4432502652d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:18.618495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1774d0eb-79ed-4392-ac97-595b72ce9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (026dce80-f21d-45a5-a4db-4432502652d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.684775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d1766228-102f-42dd-abb7-8ebf6e84aacb,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:18.687367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Pushing event updated for resources: {'Port': ['ID=83ccb89b-3d82-462e-ba47-5466a213a9a0,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:18.732500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (6459cc3d-45ee-4b65-9fb3-41c6e3b70299), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.738113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:18.738745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.749234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (54837297-ac98-42c2-afb7-00f98bfa62b0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.783326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1e93b68f-6f47-40d3-ad3d-63334a96cf03), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.794941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1774d0eb-79ed-4392-ac97-595b72ce9118 None None] Current status of the port 026dce80-f21d-45a5-a4db-4432502652d5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:18.800832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.847249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b74ea8a1-89ff-45b7-8be8-bb381b00d5dd req-cab698e2-256e-45dc-be34-69622f1a0a20 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553677 Apr 07 11:21:18.855473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.864200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54837297-ac98-42c2-afb7-00f98bfa62b0']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:18.878524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3853452 Apr 07 11:21:18.879411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:18.887692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'subnet': {'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:18.942529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9337186-07f2-4c0d-85f8-cf761e306ef5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Network': ['ID=6459cc3d-45ee-4b65-9fb3-41c6e3b70299,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:18.944678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Port': ['ID=76794d9d-a0d5-4cb0-80f6-a235143639bf,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:18.952849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008e162a-a867-4a24-b082-5a78203eb0c4') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:18.953170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008e162a-a867-4a24-b082-5a78203eb0c4') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:18.955174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:18.957745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:18.959052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-954784a3-2d0f-4b4f-acde-a12f1c7e7519 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7550514 Apr 07 11:21:18.959774 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e00ec2-1f5a-4e4a-ab41-7a29975193ba x-openstack-request-id: req-32e00ec2-1f5a-4e4a-ab41-7a29975193ba {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:18.960703 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "name": "network-vif-plugged", "status": "completed", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:18.962862 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32e00ec2-1f5a-4e4a-ab41-7a29975193ba {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:18.963895 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e00ec2-1f5a-4e4a-ab41-7a29975193ba'] response: {'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'code': 200} Apr 07 11:21:18.986544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (008e162a-a867-4a24-b082-5a78203eb0c4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.114697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:19.120275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.137087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (008e162a-a867-4a24-b082-5a78203eb0c4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.174993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-775f6edc-9727-41ea-bdd4-f47e33151c3d tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.2046170 Apr 07 11:21:19.218795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:19.219885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (008e162a-a867-4a24-b082-5a78203eb0c4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:19.227567 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:19.362283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (a323151c-3366-4267-8252-c63a7435d8da), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.387786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (78bd8e10-76d3-4045-8c47-34e1eaac83a8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.444946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.449214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2ab6f05-3e4b-43b0-a774-97816b8fc4ab tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7380674 Apr 07 11:21:19.455575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50578) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:19.455943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ff609-5c2c-4d5f-846a-2bdee64d2925 req-2b585c8d-cfda-4bed-9d47-7e4f223db0cd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:19.457938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-181ff609-5c2c-4d5f-846a-2bdee64d2925 req-2b585c8d-cfda-4bed-9d47-7e4f223db0cd tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.3140450 Apr 07 11:21:19.461763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (54837297-ac98-42c2-afb7-00f98bfa62b0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.465534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b9a1a-ad69-42a5-a1ab-3c3d9233484a req-c213cfcf-ecc2-4d33-8076-81474eb0cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:19.467332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e2b9a1a-ad69-42a5-a1ab-3c3d9233484a req-c213cfcf-ecc2-4d33-8076-81474eb0cc4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 1128 time: 0.4165919 Apr 07 11:21:19.490107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Subnet': ['ID=a323151c-3366-4267-8252-c63a7435d8da,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:19.547164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Checking segment: {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:19.550681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network hostable DHCP agents. Network: 6459cc3d-45ee-4b65-9fb3-41c6e3b70299, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:19.569425 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f44ae4c6-d349-4cab-9b0f-5828c32cc970 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=cffc139d-eb0a-47f4-94d8-cd62b6369f9e HTTP/1.1" status: 200 len: 689 time: 0.1108060 Apr 07 11:21:19.572802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50580) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:19.597115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.600144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/networks/54837297-ac98-42c2-afb7-00f98bfa62b0 HTTP/1.1" status: 204 len: 168 time: 1.8067446 Apr 07 11:21:19.623615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd006621-a9b2-4e4f-ae6f-9da26ae0bcf7 tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Network': ['ID=54837297-ac98-42c2-afb7-00f98bfa62b0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:19.627254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:19.632727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-181ff609-5c2c-4d5f-846a-2bdee64d2925 req-c0d2256f-d25d-4c5b-9f5f-ccea1ed87933 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599283 Apr 07 11:21:19.647496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:19.679399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 026dce80-f21d-45a5-a4db-4432502652d5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:19.741398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-1ec1cd47-837b-40c2-8544-1bdf53b42e8b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:19.744603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e9047b3-8f7f-4000-a5bd-c1d919706e75 req-1ec1cd47-837b-40c2-8544-1bdf53b42e8b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.5491977 Apr 07 11:21:19.770476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e2b9a1a-ad69-42a5-a1ab-3c3d9233484a req-13b3c5e3-127e-4d23-959a-ac84073a68fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690416 Apr 07 11:21:19.775800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 026dce80-f21d-45a5-a4db-4432502652d5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:19.781483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (026dce80-f21d-45a5-a4db-4432502652d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.806436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e0e11539-c041-4f16-b74d-65da22d00a1a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.853751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 6459cc3d-45ee-4b65-9fb3-41c6e3b70299) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:19.864617 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (cffc139d-eb0a-47f4-94d8-cd62b6369f9e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.865176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3bfca-e289-4ef7-b1b9-514058f49892 None None] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:19.872253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:19.872846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:19.921392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69bc2ea9-3b10-4cee-a6e5-daeccb030940 req-f93d2a87-f652-48e5-bf8e-dd3389f51bed tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips/1e93b68f-6f47-40d3-ad3d-63334a96cf03 HTTP/1.1" status: 200 len: 693 time: 0.1226752 Apr 07 11:21:19.958565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62ea566c-8e33-46f6-b879-40ef75270ecc req-5fd37d38-fd40-47a4-b7f3-b5af84a607c2 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e HTTP/1.1" status: 200 len: 1831 time: 0.2460709 Apr 07 11:21:20.032788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cc59015c-918f-482a-afe9-92adc87fa1bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1514244 Apr 07 11:21:20.044621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50590) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:20.062702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-748657682'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:20.109807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 026dce80-f21d-45a5-a4db-4432502652d5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:20.112537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e0e11539-c041-4f16-b74d-65da22d00a1a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.128874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-6459cc3d-45ee-4b65-9fb3-41c6e3b70299', 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299', 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'fixed_ips': [{'subnet_id': 'a323151c-3366-4267-8252-c63a7435d8da'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:20.129948 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.152461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e11539-c041-4f16-b74d-65da22d00a1a']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:20.165734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171ac8e9-395f-40ef-918b-3f3d955e8ad8') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:20.166392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171ac8e9-395f-40ef-918b-3f3d955e8ad8') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:20.179029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (171ac8e9-395f-40ef-918b-3f3d955e8ad8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.186033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-62ea566c-8e33-46f6-b879-40ef75270ecc req-419b5532-589a-4570-9541-d52535248f04 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.197305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (171ac8e9-395f-40ef-918b-3f3d955e8ad8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.204477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:20.205232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (171ac8e9-395f-40ef-918b-3f3d955e8ad8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.219883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-62ea566c-8e33-46f6-b879-40ef75270ecc req-419b5532-589a-4570-9541-d52535248f04 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:20.292776 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:20.295697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:20.299117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.303761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-62ea566c-8e33-46f6-b879-40ef75270ecc req-419b5532-589a-4570-9541-d52535248f04 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.306876 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-62ea566c-8e33-46f6-b879-40ef75270ecc req-419b5532-589a-4570-9541-d52535248f04 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.312268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62ea566c-8e33-46f6-b879-40ef75270ecc req-419b5532-589a-4570-9541-d52535248f04 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "DELETE /v2.0/security-groups/b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e HTTP/1.1" status: 204 len: 173 time: 0.3527136 Apr 07 11:21:20.318564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e0e11539-c041-4f16-b74d-65da22d00a1a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.334457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.345465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] 10.222.0.13 "DELETE /v2.0/networks/e0e11539-c041-4f16-b74d-65da22d00a1a HTTP/1.1" status: 204 len: 168 time: 0.7165632 Apr 07 11:21:20.364063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:20.377629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (cea0a17e-b125-449e-b881-e85d712b9a6e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.378063 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Added segment cea0a17e-b125-449e-b881-e85d712b9a6e of type vlan for network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 Apr 07 11:21:20.381977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb370f5-114c-4eee-806c-1577e571784d tempest-BulkNetworkOpsTest-468501757 tempest-BulkNetworkOpsTest-468501757-project] Pushing event deleted for resources: {'Network': ['ID=e0e11539-c041-4f16-b74d-65da22d00a1a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:20.422096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Allocated IP 19.80.0.2 (6459cc3d-45ee-4b65-9fb3-41c6e3b70299/a323151c-3366-4267-8252-c63a7435d8da/26c7956e-7e35-4b6e-adea-820096300675) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:20.443321 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5e0ce339-80f2-4a21-ac74-1395b34fa8d9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.452465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Deleting port 76794d9d-a0d5-4cb0-80f6-a235143639bf {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:20.452942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.517063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b5532-589a-4570-9541-d52535248f04 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a319a2-6c6c-4d00-b51d-5fa1ef108d9e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:20.522866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5e0ce339-80f2-4a21-ac74-1395b34fa8d9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.529630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:20.530274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.578594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc2ea9-3b10-4cee-a6e5-daeccb030940 req-04624ff6-bc71-4023-abc6-aad1328cecfa tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:20.580529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69bc2ea9-3b10-4cee-a6e5-daeccb030940 req-04624ff6-bc71-4023-abc6-aad1328cecfa tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.6513391 Apr 07 11:21:20.625184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.625928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for floatingip (76794d9d-a0d5-4cb0-80f6-a235143639bf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.651954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Calling delete_port for 76794d9d-a0d5-4cb0-80f6-a235143639bf owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:20.680643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6229427 Apr 07 11:21:20.682115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50598) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:20.693092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f3b0cdc-70e2-4817-8fc7-df0af9641b41 req-463cfa05-fae7-4a9c-9103-2592a7a58406 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "GET /v2.0/security-groups/0eb8a539-5dd0-4706-9ac8-5cd7be213620 HTTP/1.1" status: 200 len: 1830 time: 0.0701921 Apr 07 11:21:20.699732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'subnet': {'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:20.720226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521cec-f239-48e7-8513-46a6f075fb01 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Network': ['ID=5e0ce339-80f2-4a21-ac74-1395b34fa8d9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:20.753287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4460ae-e3c1-4cf7-b4c4-1fc4a9935d3a req-2ff2dc4a-8e1a-46b0-8c03-c7b95cf95e9e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:20.754865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f4460ae-e3c1-4cf7-b4c4-1fc4a9935d3a req-2ff2dc4a-8e1a-46b0-8c03-c7b95cf95e9e tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.2755594 Apr 07 11:21:20.782378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:20.859150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50604) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:20.870077 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Publish callbacks [] for port (26c7956e-7e35-4b6e-adea-820096300675), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.886810 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (26c7956e-7e35-4b6e-adea-820096300675), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.936059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1f3b0cdc-70e2-4817-8fc7-df0af9641b41 req-d300612f-3d41-489d-b2ed-d948acaabd88 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (0eb8a539-5dd0-4706-9ac8-5cd7be213620), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:20.957955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:20.959842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Pushing event updated for resources: {'Port': ['ID=26c7956e-7e35-4b6e-adea-820096300675,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:20.961618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f4460ae-e3c1-4cf7-b4c4-1fc4a9935d3a req-ae1a71b3-024b-4d4f-bc58-6fc74053e068 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860077 Apr 07 11:21:20.976473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:20.983293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1766228-102f-42dd-abb7-8ebf6e84aacb'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:20.986112 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c076132f-4fb8-479a-b384-ad16fe015894" -d '{"events": [{"server_uuid": "eeac1004-4cf5-409f-8194-c20bbca4a667", "name": "network-vif-plugged", "status": "completed", "tag": "d1766228-102f-42dd-abb7-8ebf6e84aacb"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:20.990399 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1f3b0cdc-70e2-4817-8fc7-df0af9641b41 req-d300612f-3d41-489d-b2ed-d948acaabd88 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (0eb8a539-5dd0-4706-9ac8-5cd7be213620), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.003847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:21.071783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:21.081801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.091875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (76794d9d-a0d5-4cb0-80f6-a235143639bf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.186190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Port': ['ID=76794d9d-a0d5-4cb0-80f6-a235143639bf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:21.218067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Attempting to bind port 26c7956e-7e35-4b6e-adea-820096300675 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:21.218446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Attempting to bind port 26c7956e-7e35-4b6e-adea-820096300675 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:21.218818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Attempting to bind port 26c7956e-7e35-4b6e-adea-820096300675 on network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:21.234291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:21.234675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Checking segment: {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:21.235088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.235488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Bound using segment: {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:21.235985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Bound port: 26c7956e-7e35-4b6e-adea-820096300675, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:21.236369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (26c7956e-7e35-4b6e-adea-820096300675), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.253466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee3c94e3-ad10-4c33-977f-5bc59e0a26e3 req-0f66e499-6215-46f8-a349-18b03638516c tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=f833344c619d4e6ba13a815180ea3c76 HTTP/1.1" status: 200 len: 696 time: 0.2587786 Apr 07 11:21:21.308517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for floatingip (78bd8e10-76d3-4045-8c47-34e1eaac83a8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.343266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] For port 26c7956e-7e35-4b6e-adea-820096300675, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:21.349380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] For port 26c7956e-7e35-4b6e-adea-820096300675, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=26c7956e-7e35-4b6e-adea-820096300675,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:21.363590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (26c7956e-7e35-4b6e-adea-820096300675), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.438153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1f3b0cdc-70e2-4817-8fc7-df0af9641b41 req-d300612f-3d41-489d-b2ed-d948acaabd88 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0eb8a539-5dd0-4706-9ac8-5cd7be213620), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.443437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1f3b0cdc-70e2-4817-8fc7-df0af9641b41 req-d300612f-3d41-489d-b2ed-d948acaabd88 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.443437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f3b0cdc-70e2-4817-8fc7-df0af9641b41 req-d300612f-3d41-489d-b2ed-d948acaabd88 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] 10.222.0.13 "DELETE /v2.0/security-groups/0eb8a539-5dd0-4706-9ac8-5cd7be213620 HTTP/1.1" status: 204 len: 173 time: 0.7272956 Apr 07 11:21:21.459441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50620) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:21.470941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300612f-3d41-489d-b2ed-d948acaabd88 tempest-SecurityGroupRulesNegativeTestJSON-1614763902 tempest-SecurityGroupRulesNegativeTestJSON-1614763902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8a539-5dd0-4706-9ac8-5cd7be213620,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:21.494271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae87e7-1c43-4ee0-b5c1-e57eadfbf05b None None] Pushing event updated for resources: {'Port': ['ID=26c7956e-7e35-4b6e-adea-820096300675,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:21.539121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-512ed4a7-f66c-45aa-be97-b0c23e008bbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49d7a41037784444982b1dd81985cebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6788008 Apr 07 11:21:21.540886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50622) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:21.660770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c94e3-ad10-4c33-977f-5bc59e0a26e3 req-fa6c0e94-6e3e-442e-b1d0-1c51d122f4b0 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:21.662503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee3c94e3-ad10-4c33-977f-5bc59e0a26e3 req-fa6c0e94-6e3e-442e-b1d0-1c51d122f4b0 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks?id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 787 time: 0.3703849 Apr 07 11:21:21.678492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Deleting subnet 3e6d5f19-be13-4811-ba1b-57a54bc760dd {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:21:21.692543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.698411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Publish callbacks [] for subnet (3e6d5f19-be13-4811-ba1b-57a54bc760dd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.715437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a8aa-a42c-4b5a-bb0a-0d1a79d706e8 admin admin] Publish callbacks [] for security_group (4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.733334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a186-6164-4c41-9756-f9a1f5b5cffa req-2c1e3dd8-339f-4816-b618-2966bfae902c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:21.735373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25c7a186-6164-4c41-9756-f9a1f5b5cffa req-2c1e3dd8-339f-4816-b618-2966bfae902c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.1427464 Apr 07 11:21:21.812354 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae43111-38ed-41ed-8a1c-dfeca17b5061 x-openstack-request-id: req-1ae43111-38ed-41ed-8a1c-dfeca17b5061 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:21.813012 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeac1004-4cf5-409f-8194-c20bbca4a667", "name": "network-vif-plugged", "status": "completed", "tag": "d1766228-102f-42dd-abb7-8ebf6e84aacb", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:21.813012 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ae43111-38ed-41ed-8a1c-dfeca17b5061 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:21.813619 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae43111-38ed-41ed-8a1c-dfeca17b5061'] response: {'server_uuid': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1766228-102f-42dd-abb7-8ebf6e84aacb', 'code': 200} Apr 07 11:21:21.818739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Subnet': ['ID=7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:21.820371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a8aa-a42c-4b5a-bb0a-0d1a79d706e8 admin admin] Publish callbacks [] for security_group (4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.828781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c165a1c1-9e61-4d8d-89e8-8d55296c4de5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.956482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c165a1c1-9e61-4d8d-89e8-8d55296c4de5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.983579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a8aa-a42c-4b5a-bb0a-0d1a79d706e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.986954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a8aa-a42c-4b5a-bb0a-0d1a79d706e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:21.988110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4c9a8aa-a42c-4b5a-bb0a-0d1a79d706e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b HTTP/1.1" status: 204 len: 168 time: 0.4438100 Apr 07 11:21:22.032047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c165a1c1-9e61-4d8d-89e8-8d55296c4de5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:22.043861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (3e6d5f19-be13-4811-ba1b-57a54bc760dd), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.053738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a757c77-8901-4183-bbde-942708281ab9 req-9a83d292-98d3-4774-ae1f-77aa5e823bf9 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips/1e93b68f-6f47-40d3-ad3d-63334a96cf03 HTTP/1.1" status: 200 len: 693 time: 0.1388857 Apr 07 11:21:22.060221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9a8aa-a42c-4b5a-bb0a-0d1a79d706e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd3997-0f16-4eaa-95bb-2d87e0b1ad3b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:22.076017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25c7a186-6164-4c41-9756-f9a1f5b5cffa req-2244222c-1677-4023-8b8a-f8acadc48893 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304834 Apr 07 11:21:22.116249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Checking segment: {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:22.116827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network hostable DHCP agents. Network: 5e0ce339-80f2-4a21-ac74-1395b34fa8d9, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:22.190017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb64f25-54f9-48c2-87b1-e9cf2fd71897 req-47b47377-27b1-4782-b738-e62e0ae92a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:22.192587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7eb64f25-54f9-48c2-87b1-e9cf2fd71897 req-47b47377-27b1-4782-b738-e62e0ae92a97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 1127 time: 0.2785437 Apr 07 11:21:22.272270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3e6d5f19-be13-4811-ba1b-57a54bc760dd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.277851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:22.306421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (cffc139d-eb0a-47f4-94d8-cd62b6369f9e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.311056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5e0ce339-80f2-4a21-ac74-1395b34fa8d9) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:22.319818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681f770-c177-4aa8-b1f7-e135036e1c73 None None] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:22.359722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757c77-8901-4183-bbde-942708281ab9 req-4b99dc02-6dc7-4b9a-a7df-49ed3385180e tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:22.361223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a757c77-8901-4183-bbde-942708281ab9 req-4b99dc02-6dc7-4b9a-a7df-49ed3385180e tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2924705 Apr 07 11:21:22.368674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7eb64f25-54f9-48c2-87b1-e9cf2fd71897 req-6f8297a9-54b7-4c4c-9a62-6e858c5aa925 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698151 Apr 07 11:21:22.376282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:22.377327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.429100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e31a4-21fd-44af-89ea-e0567b162eba req-5d870cfe-c60c-48e9-bb97-558ccbd8687d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:22.432413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-399e31a4-21fd-44af-89ea-e0567b162eba req-5d870cfe-c60c-48e9-bb97-558ccbd8687d tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.2303414 Apr 07 11:21:22.443026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffc139d-eb0a-47f4-94d8-cd62b6369f9e']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:22.454396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a757c77-8901-4183-bbde-942708281ab9 req-8d9e6e04-b0b0-409c-9360-07bcbf2c4d6a tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.0836656 Apr 07 11:21:22.465464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-552212ed-bcba-4cc5-bd5a-8c79d1d190ba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7804670 Apr 07 11:21:22.514217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6264c96-67ec-410f-82c4-87641836f81c') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:22.514543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6264c96-67ec-410f-82c4-87641836f81c') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:22.580352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d6264c96-67ec-410f-82c4-87641836f81c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.631427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5e0ce339-80f2-4a21-ac74-1395b34fa8d9', 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9', 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'fixed_ips': [{'subnet_id': '7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:22.632315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.649370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d6264c96-67ec-410f-82c4-87641836f81c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.666038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:22.670065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d6264c96-67ec-410f-82c4-87641836f81c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.708911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a757c77-8901-4183-bbde-942708281ab9 req-41a546f3-b588-4dea-8604-e50896080d1e tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.2465351 Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:22.810585 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:22.858609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-399e31a4-21fd-44af-89ea-e0567b162eba req-7237a403-28bc-4959-afd3-b68b19ed84bc tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160056 Apr 07 11:21:22.881124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (3e6d5f19-be13-4811-ba1b-57a54bc760dd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.893122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (cffc139d-eb0a-47f4-94d8-cd62b6369f9e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:22.927969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Allocated IP 19.86.0.2 (5e0ce339-80f2-4a21-ac74-1395b34fa8d9/7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a/7c22e645-48f2-47e8-b024-2d332cb8e831) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:22.974513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cffc139d-eb0a-47f4-94d8-cd62b6369f9e {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:21:23.018464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6d5f19-be13-4811-ba1b-57a54bc760dd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:23.028109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.040178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a994fd2a-4744-4f05-b99b-3b035af0e530 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e6d5f19-be13-4811-ba1b-57a54bc760dd HTTP/1.1" status: 204 len: 168 time: 1.5796146 Apr 07 11:21:23.046653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:23.077001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.092125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cffc139d-eb0a-47f4-94d8-cd62b6369f9e HTTP/1.1" status: 204 len: 168 time: 3.5181067 Apr 07 11:21:23.095241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50658) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:23.121829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ea548-92b7-4e95-bd2e-be825d2e1c47 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Network': ['ID=cffc139d-eb0a-47f4-94d8-cd62b6369f9e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:23.154275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Publish callbacks [] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.178193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.278527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Pushing event updated for resources: {'Port': ['ID=7c22e645-48f2-47e8-b024-2d332cb8e831,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:23.320186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41013e54-214d-4906-918f-595ee7893538 None None] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:23.344699 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d2f6f62d-8a2e-4d6f-9885-12baa0a45ce6 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2477036 Apr 07 11:21:23.346986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50670) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:23.451522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:23.463964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:23.473095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:23.735227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] Provisioning complete for port 26c7956e-7e35-4b6e-adea-820096300675 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:23.738233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26c7956e-7e35-4b6e-adea-820096300675), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.760051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26c7956e-7e35-4b6e-adea-820096300675 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:23.788593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50674) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:23.874668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Attempting to bind port 7c22e645-48f2-47e8-b024-2d332cb8e831 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:23.875040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Attempting to bind port 7c22e645-48f2-47e8-b024-2d332cb8e831 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:23.875405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Attempting to bind port 7c22e645-48f2-47e8-b024-2d332cb8e831 on network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:23.977417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:23.978309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Checking segment: {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:23.978667 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.978908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Bound using segment: {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:23.979405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Bound port: 7c22e645-48f2-47e8-b024-2d332cb8e831, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:23.979795 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:23.997022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1faa4250-b7c6-404f-9d26-1df7229c36d7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.038984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523819687'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:24.137541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 26c7956e-7e35-4b6e-adea-820096300675 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:24.137916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26c7956e-7e35-4b6e-adea-820096300675), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.165875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.167067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.167708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.168364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.168994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.169664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.170342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.171113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.171739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.172419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.178374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30a18a72-dec5-47a9-93b7-194ca0b42389 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6476 time: 0.8302259 Apr 07 11:21:24.179250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:24.216839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] For port 7c22e645-48f2-47e8-b024-2d332cb8e831, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:24.219219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] Current status of the port 26c7956e-7e35-4b6e-adea-820096300675 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:24.219611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (26c7956e-7e35-4b6e-adea-820096300675), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.268321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Deleting port 83ccb89b-3d82-462e-ba47-5466a213a9a0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:24.268674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.269462 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-bfb2fac9-f586-45c8-a8d8-147a29b00148 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] delete failed (client error): The resource could not be found. Apr 07 11:21:24.275939 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bfb2fac9-f586-45c8-a8d8-147a29b00148 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/78bd8e10-76d3-4045-8c47-34e1eaac83a8 HTTP/1.1" status: 404 len: 345 time: 0.0945854 Apr 07 11:21:24.279941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50680) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:24.288253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] For port 7c22e645-48f2-47e8-b024-2d332cb8e831, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7c22e645-48f2-47e8-b024-2d332cb8e831,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:24.307930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:24.313655 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dd7860-8123-4cda-b863-ce893cb11f8f tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] DELETE failed (client error): The resource could not be found. Apr 07 11:21:24.314512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dd7860-8123-4cda-b863-ce893cb11f8f tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:21:24.318299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-81dd7860-8123-4cda-b863-ce893cb11f8f tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cffc139d-eb0a-47f4-94d8-cd62b6369f9e HTTP/1.1" status: 404 len: 339 time: 0.0371084 Apr 07 11:21:24.323282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.324936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:24.332592 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.332994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'network': {'name': 'tempest-network--1537369332', 'router:external': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:24.368977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Made reservation on behalf of b400c854ae984207a08a7337416726d0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:24.372313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.407937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:24.423388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (07df099f-9f53-4a52-897e-6f657a8deffd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.423994 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Added segment 07df099f-9f53-4a52-897e-6f657a8deffd of type vlan for network 4b821003-7098-4500-96ce-edb314247cf7 Apr 07 11:21:24.434735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.451985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] For port 26c7956e-7e35-4b6e-adea-820096300675, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=26c7956e-7e35-4b6e-adea-820096300675,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:24.456440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-470b2744-beb0-4943-9840-0c097a2f9142 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.474157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-470b2744-beb0-4943-9840-0c097a2f9142 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.475834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-470b2744-beb0-4943-9840-0c097a2f9142 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/networks?id=6459cc3d-45ee-4b65-9fb3-41c6e3b70299&id=5e0ce339-80f2-4a21-ac74-1395b34fa8d9 HTTP/1.1" status: 200 len: 1391 time: 1.4176121 Apr 07 11:21:24.487033 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (26c7956e-7e35-4b6e-adea-820096300675), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.528639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (4b821003-7098-4500-96ce-edb314247cf7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.532331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1faa4250-b7c6-404f-9d26-1df7229c36d7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.535553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-cd377649-4b25-4d93-9ddb-87055bdc2a76 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/quotas/bed939672f1e424999b931c3ea7e6fd7 HTTP/1.1" status: 200 len: 375 time: 0.0218868 Apr 07 11:21:24.588284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b88daa-c634-4613-b0be-eae334ceb6c0 None None] Pushing event updated for resources: {'Port': ['ID=7c22e645-48f2-47e8-b024-2d332cb8e831,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:24.594309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (4b821003-7098-4500-96ce-edb314247cf7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.597056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:24.597744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.658997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 26c7956e-7e35-4b6e-adea-820096300675 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:24.667890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.669854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (83ccb89b-3d82-462e-ba47-5466a213a9a0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.683186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fdd3bdce-46c9-4718-bc9e-975f2ffbd201 None None] Provisioning complete for port 26c7956e-7e35-4b6e-adea-820096300675 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:24.683561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdd3bdce-46c9-4718-bc9e-975f2ffbd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26c7956e-7e35-4b6e-adea-820096300675), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:24.688461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a06fa-ec63-4da1-a678-ab00d0e673ad None None] Pushing event updated for resources: {'Port': ['ID=26c7956e-7e35-4b6e-adea-820096300675,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:24.701397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Calling delete_port for 83ccb89b-3d82-462e-ba47-5466a213a9a0 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:24.760516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4337142 Apr 07 11:21:24.777024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50686) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:24.817669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3bdce-46c9-4718-bc9e-975f2ffbd201 None None] Current status of the port 26c7956e-7e35-4b6e-adea-820096300675 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:24.877605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e27ee-8337-4185-92b8-593fa9b0df16 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Network': ['ID=4b821003-7098-4500-96ce-edb314247cf7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:24.888539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 4b821003-7098-4500-96ce-edb314247cf7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:24.986213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faa4250-b7c6-404f-9d26-1df7229c36d7']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:25.017163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af369d5-87b7-4d8f-b967-8040f3cd68b5') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:25.029671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af369d5-87b7-4d8f-b967-8040f3cd68b5') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:25.096435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (4af369d5-87b7-4d8f-b967-8040f3cd68b5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.105723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adae4ef-a9e5-4c04-9433-84e54197586d tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:25.112061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adae4ef-a9e5-4c04-9433-84e54197586d tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:25.118241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adae4ef-a9e5-4c04-9433-84e54197586d tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:25.125627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adae4ef-a9e5-4c04-9433-84e54197586d tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:25.127569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2adae4ef-a9e5-4c04-9433-84e54197586d tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3492954 Apr 07 11:21:25.130174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50688) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:25.144641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4af369d5-87b7-4d8f-b967-8040f3cd68b5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.168331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-960fc33c-ad05-4145-a56c-36cd766da4a8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2770073 Apr 07 11:21:25.186630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:25.187236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (4af369d5-87b7-4d8f-b967-8040f3cd68b5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:25.189397 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:25.229833 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (4b821003-7098-4500-96ce-edb314247cf7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.244831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (83ccb89b-3d82-462e-ba47-5466a213a9a0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.329278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Pushing event deleted for resources: {'Port': ['ID=83ccb89b-3d82-462e-ba47-5466a213a9a0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:25.353914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (4b821003-7098-4500-96ce-edb314247cf7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.409681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b821003-7098-4500-96ce-edb314247cf7']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:25.419777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07df099f-9f53-4a52-897e-6f657a8deffd') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:25.420084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07df099f-9f53-4a52-897e-6f657a8deffd') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:25.429560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (07df099f-9f53-4a52-897e-6f657a8deffd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.444438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (07df099f-9f53-4a52-897e-6f657a8deffd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.445114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (1e93b68f-6f47-40d3-ad3d-63334a96cf03), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.449114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.450470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a757c77-8901-4183-bbde-942708281ab9 req-a250fa9d-c1f7-40ca-bd14-445a50965200 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e93b68f-6f47-40d3-ad3d-63334a96cf03 HTTP/1.1" status: 204 len: 173 time: 2.7283323 Apr 07 11:21:25.459155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1faa4250-b7c6-404f-9d26-1df7229c36d7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.464305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:25.464784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (07df099f-9f53-4a52-897e-6f657a8deffd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.465064 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.471789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1faa4250-b7c6-404f-9d26-1df7229c36d7 HTTP/1.1" status: 204 len: 168 time: 2.4149237 Apr 07 11:21:25.513610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c6b09-c59f-4f25-a1aa-8afc7506b8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1faa4250-b7c6-404f-9d26-1df7229c36d7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:25.543289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for security_group (06573725-618e-448b-9a7f-ad586428d35e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.552632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-20c1cb40-4e4a-46ee-8d07-2cb8dddacc6d service neutron] 10.222.0.13 "GET /v2.0/networks/6459cc3d-45ee-4b65-9fb3-41c6e3b70299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832693 Apr 07 11:21:25.555197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (06573725-618e-448b-9a7f-ad586428d35e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:25.636876 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:25.640073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (4b821003-7098-4500-96ce-edb314247cf7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.646632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b821003-7098-4500-96ce-edb314247cf7 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:21:25.649687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.664084 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4b821003-7098-4500-96ce-edb314247cf7 HTTP/1.1" status: 204 len: 168 time: 0.5213194 Apr 07 11:21:25.681085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50696) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:25.687081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'network': {'name': 'tempest-network--254540695', 'router:external': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:25.707763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08630eb6-ae0e-459f-b6d6-ca29e5ae79bb tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b821003-7098-4500-96ce-edb314247cf7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:25.745173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Made reservation on behalf of b400c854ae984207a08a7337416726d0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:25.749398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.812347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:25.826435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.826958 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Added segment 6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8 of type vlan for network 9f26132c-60f2-43fa-bf97-e1f0168d782c Apr 07 11:21:25.871557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26c7956e-7e35-4b6e-adea-820096300675 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:25.897389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:25.914925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50698) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:25.967100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9f26132c-60f2-43fa-bf97-e1f0168d782c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:25.976552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-73f95cf8-da3a-46fd-8d9d-6c183f0589a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6459cc3d-45ee-4b65-9fb3-41c6e3b70299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933396 Apr 07 11:21:26.008430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 26c7956e-7e35-4b6e-adea-820096300675 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:26.009308 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26c7956e-7e35-4b6e-adea-820096300675), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.029737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06573725-618e-448b-9a7f-ad586428d35e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:26.050047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9f26132c-60f2-43fa-bf97-e1f0168d782c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.051719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:26.053458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.096311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (052051c5-d268-468d-82c7-23b5067285b5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.097613 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 052051c5-d268-468d-82c7-23b5067285b5 of type vlan for network 42095cb6-e19c-4135-a0ec-e4085cf79264 Apr 07 11:21:26.134221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 26c7956e-7e35-4b6e-adea-820096300675 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:26.139593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7c22e645-48f2-47e8-b024-2d332cb8e831 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:26.205660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Network': ['ID=9f26132c-60f2-43fa-bf97-e1f0168d782c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:26.222162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9f26132c-60f2-43fa-bf97-e1f0168d782c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:26.230202 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dc4c0ffa-ccea-4e1c-989b-d7ffdb284267 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5451922 Apr 07 11:21:26.231272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:26.255999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3143c4ea-baec-43cd-9076-2be25e306b96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a76901a54ecb4ba88f26d231055e0868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396058 Apr 07 11:21:26.261092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (42095cb6-e19c-4135-a0ec-e4085cf79264), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.263269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50702) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:26.271300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f257-d874-4dbb-ab3b-93403ffec016 req-83b99841-20ed-405d-a8a1-fdba71102396 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:26.272845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3237f257-d874-4dbb-ab3b-93403ffec016 req-83b99841-20ed-405d-a8a1-fdba71102396 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.6885619 Apr 07 11:21:26.287330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 7c22e645-48f2-47e8-b024-2d332cb8e831 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:26.288410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50704) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:26.288643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.318926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Request body: {'floatingip': {'port_id': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:26.329531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ba7d6-6605-49b7-9de9-bd8e3c5148e3 None None] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:26.417632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:21:26.456165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-bb1b27d5-e912-4167-91ca-805168623edf service neutron] 10.222.0.13 "GET /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650576 Apr 07 11:21:26.458288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (dc885088-a6fd-4c82-b87b-20163c89b06d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.481901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f90d183-c7ce-47d3-ab48-ea37c790fc91 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:26.487128 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5f90d183-c7ce-47d3-ab48-ea37c790fc91 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] 10.222.0.13 "GET /v2.0/networks/9f26132c-60f2-43fa-bf97-e1f0168d782c HTTP/1.1" status: 200 len: 756 time: 0.2522671 Apr 07 11:21:26.487469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:26.606012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8a360-fb55-427c-a1b2-296bd2a65ca7 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:26.610226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ed8a360-fb55-427c-a1b2-296bd2a65ca7 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] 10.222.0.13 "GET /v2.0/networks/eb247879-a30f-4917-94c2-62b08f5e5fc8 HTTP/1.1" status: 200 len: 767 time: 0.1194737 Apr 07 11:21:26.610693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50708) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:26.687352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (42095cb6-e19c-4135-a0ec-e4085cf79264), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.692680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:26.693347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.704433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9f26132c-60f2-43fa-bf97-e1f0168d782c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.805874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c361cee1-9599-467b-b6dd-676385d40e9f admin admin] Publish callbacks [] for security_group (264cea7b-601d-4dfc-8c82-430e8fbbecd3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.826870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0254428 Apr 07 11:21:26.891860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7af7b-a0ec-453b-af8b-63ad49958baa req-7d598c43-4406-49bd-850b-71de36e84785 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:26.893978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da7af7b-a0ec-453b-af8b-63ad49958baa req-7d598c43-4406-49bd-850b-71de36e84785 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.5017982 Apr 07 11:21:26.903136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9f26132c-60f2-43fa-bf97-e1f0168d782c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.934634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f26132c-60f2-43fa-bf97-e1f0168d782c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:26.937934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d6fd8-beff-49e4-bc5b-1b775bf42a23 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=42095cb6-e19c-4135-a0ec-e4085cf79264,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:26.946802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:26.947032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:26.959522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.965667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 42095cb6-e19c-4135-a0ec-e4085cf79264 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:26.970510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c361cee1-9599-467b-b6dd-676385d40e9f admin admin] Publish callbacks [] for security_group (264cea7b-601d-4dfc-8c82-430e8fbbecd3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:26.980835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.000889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:27.001493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (6ccd1f1e-38fa-4aad-8669-7d64bcc1e6d8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.003388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-bb8e4e98-5d17-40a5-8b4f-f6b9d109fe39 service neutron] 10.222.0.13 "GET /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325260 Apr 07 11:21:27.078014 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:21:27.147446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da7af7b-a0ec-453b-af8b-63ad49958baa req-c6c4eddb-afed-430d-a3da-00e8683422dc tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260365 Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:27.149778 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:27.156021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9f26132c-60f2-43fa-bf97-e1f0168d782c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.168536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f26132c-60f2-43fa-bf97-e1f0168d782c {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:21:27.185308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.203277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9f26132c-60f2-43fa-bf97-e1f0168d782c HTTP/1.1" status: 204 len: 168 time: 0.5861287 Apr 07 11:21:27.204576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50714) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:27.218208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c361cee1-9599-467b-b6dd-676385d40e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (264cea7b-601d-4dfc-8c82-430e8fbbecd3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.223757 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c361cee1-9599-467b-b6dd-676385d40e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.224448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'network': {'name': 'tempest-network--1092006090'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:27.227628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c361cee1-9599-467b-b6dd-676385d40e9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/264cea7b-601d-4dfc-8c82-430e8fbbecd3 HTTP/1.1" status: 204 len: 168 time: 0.9535482 Apr 07 11:21:27.338124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361cee1-9599-467b-b6dd-676385d40e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264cea7b-601d-4dfc-8c82-430e8fbbecd3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:27.355110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01a41b-1f13-475d-af4f-9209f226a23a tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f26132c-60f2-43fa-bf97-e1f0168d782c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:27.428927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Made reservation on behalf of b400c854ae984207a08a7337416726d0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:27.433588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Provisioning complete for port 7c22e645-48f2-47e8-b024-2d332cb8e831 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:27.433974 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.439665 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.522654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 7c22e645-48f2-47e8-b024-2d332cb8e831 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:27.523162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.571299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:27.619043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (156cf2ec-5919-4d13-a8b4-294b395b382c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.621777 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Added segment 156cf2ec-5919-4d13-a8b4-294b395b382c of type vlan for network 93032342-ec09-4ecb-ae04-7668b975beae Apr 07 11:21:27.836001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (93032342-ec09-4ecb-ae04-7668b975beae), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.910813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Current status of the port 7c22e645-48f2-47e8-b024-2d332cb8e831 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:27.911997 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.950488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 7c22e645-48f2-47e8-b024-2d332cb8e831, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7c22e645-48f2-47e8-b024-2d332cb8e831,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:27.996191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (93032342-ec09-4ecb-ae04-7668b975beae), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:27.999564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:28.001957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:28.092541 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:21:28.093782 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:21:28.094569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:28.297796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=7c22e645-48f2-47e8-b024-2d332cb8e831,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:28.408316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Network': ['ID=93032342-ec09-4ecb-ae04-7668b975beae,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:28.423859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 93032342-ec09-4ecb-ae04-7668b975beae details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:28.454040 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d78861e-766a-40c4-ae22-bd10133d8fc5 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2483587 Apr 07 11:21:28.456668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50738) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:28.486494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:28.771921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ce1411d-c679-465a-984b-992e6e96cc65 req-096f0637-da77-4828-a2e7-d77308ecc0b7 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 210 time: 0.9738393 Apr 07 11:21:28.866388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-caeea67a-469d-4410-9de1-da380134d116 None None] Current status of the port 7c22e645-48f2-47e8-b024-2d332cb8e831 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:29.008340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-62dc6a8a-68f2-42bd-8b90-23cfe317bcfb None None] Provisioning complete for port 7c22e645-48f2-47e8-b024-2d332cb8e831 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:29.008735 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-62dc6a8a-68f2-42bd-8b90-23cfe317bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.040270 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:21:29.114089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (93032342-ec09-4ecb-ae04-7668b975beae), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.156114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50756) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:29.179194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (93032342-ec09-4ecb-ae04-7668b975beae), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.213346 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.233059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (dc885088-a6fd-4c82-b87b-20163c89b06d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.253895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Network 93032342-ec09-4ecb-ae04-7668b975beae is not hosted by any dhcp agent {{(pid=104177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:21:29.254792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:29.255986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.262040 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "PUT /v2.0/networks/93032342-ec09-4ecb-ae04-7668b975beae HTTP/1.1" status: 200 len: 858 time: 0.7991359 Apr 07 11:21:29.284019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:29.354263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-62dc6a8a-68f2-42bd-8b90-23cfe317bcfb None None] Current status of the port 7c22e645-48f2-47e8-b024-2d332cb8e831 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:29.397931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-network', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:29.427877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-3baf8038-f150-4c37-b877-3d59d77a59e1 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.1938734 Apr 07 11:21:29.448031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d2383-14e7-4f13-9c66-a7722cd009a2 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event updated for resources: {'Network': ['ID=93032342-ec09-4ecb-ae04-7668b975beae,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:29.478235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Made reservation on behalf of 9e0e95b80323484b996f2afffa9f39e8 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:29.486045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:29.487183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.512023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.512222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.599661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf85840-4df5-4ccf-9b57-6d22e6553b37 req-1268eceb-87b7-4705-a70a-a442af852f4f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:29.607690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddf85840-4df5-4ccf-9b57-6d22e6553b37 req-1268eceb-87b7-4705-a70a-a442af852f4f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.3923712 Apr 07 11:21:29.628741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (93032342-ec09-4ecb-ae04-7668b975beae), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.655266 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Floating IP dc885088-a6fd-4c82-b87b-20163c89b06d associated. External IP: 172.25.5.11, port: 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa. Apr 07 11:21:29.779300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks [] for security_group (497b4958-dae6-4331-9fb9-9f319a666b7f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.785038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (497b4958-dae6-4331-9fb9-9f319a666b7f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.834954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:29.845109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497b4958-dae6-4331-9fb9-9f319a666b7f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:29.877869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddf85840-4df5-4ccf-9b57-6d22e6553b37 req-0cfd9b62-bab3-4c04-a1d1-0e148f7bb208 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668602 Apr 07 11:21:29.890927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f071a60d-0e38-4438-9394-5618150cadb2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.891546 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Added segment f071a60d-0e38-4438-9394-5618150cadb2 of type vlan for network 9dd0e359-8713-4b99-a415-b9747b1b3c04 Apr 07 11:21:29.953724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (93032342-ec09-4ecb-ae04-7668b975beae), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:29.988402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9dd0e359-8713-4b99-a415-b9747b1b3c04), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.058088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9dd0e359-8713-4b99-a415-b9747b1b3c04), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.059051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:30.059692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.222084 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0619209 Apr 07 11:21:30.226818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50766) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:30.245775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Request body: {'subnet': {'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-subnet', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:30.279153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7c22e645-48f2-47e8-b024-2d332cb8e831 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:30.293025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Router 33efa376-21ec-4739-a52d-161d9553dc11 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:21:30.311383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8c0b7-a95e-4094-acd8-6a684abf2878 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd0e359-8713-4b99-a415-b9747b1b3c04,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:30.338043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Made reservation on behalf of 9e0e95b80323484b996f2afffa9f39e8 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:30.342034 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.350204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:30.450203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dabc11dc-ae55-4640-9dcc-5a522bef3481 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:30.452947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50768) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:30.455378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dabc11dc-ae55-4640-9dcc-5a522bef3481 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:30.457018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dabc11dc-ae55-4640-9dcc-5a522bef3481 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "GET /v2.0/networks?id=6459cc3d-45ee-4b65-9fb3-41c6e3b70299&id=5e0ce339-80f2-4a21-ac74-1395b34fa8d9 HTTP/1.1" status: 200 len: 1391 time: 0.1718860 Apr 07 11:21:30.472033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:30.485372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93032342-ec09-4ecb-ae04-7668b975beae']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:30.497440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a213189-0157-4985-a471-bf924cefea20 req-a78ea3d7-9889-47e8-9158-ce55241d1b2b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 210 time: 0.5257871 Apr 07 11:21:30.499610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 7c22e645-48f2-47e8-b024-2d332cb8e831 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:30.500303 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.508833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'port': {'device_id': 'ec084153-2975-4f43-bca2-69354d63483f', 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299', 'admin_state_up': True, 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:30.594855 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bc501b10-b318-447e-a4fe-19420fa6ca01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.667005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:30.672712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.674016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156cf2ec-5919-4d13-a8b4-294b395b382c') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:30.674243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156cf2ec-5919-4d13-a8b4-294b395b382c') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:30.692667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 7c22e645-48f2-47e8-b024-2d332cb8e831 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:30.704142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (156cf2ec-5919-4d13-a8b4-294b395b382c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.710327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.746710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (156cf2ec-5919-4d13-a8b4-294b395b382c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.780822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:30.781255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (156cf2ec-5919-4d13-a8b4-294b395b382c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:30.783221 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:30.789364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:21:30.800053 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:21:30.805011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:30.817260 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:30.818380 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:30.897866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-99ba5b2e-409e-4740-9166-ff49f78116b6 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "PUT /v2.0/floatingips/dc885088-a6fd-4c82-b87b-20163c89b06d HTTP/1.1" status: 200 len: 991 time: 4.5854993 Apr 07 11:21:30.904158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:30.919972 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9793af5a-4005-4762-bba3-ad821209d16a" -d '{"events": [{"name": "network-changed", "server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:30.976834 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:30.985020 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (3827de8d-0b1a-40f1-b7bd-76d6230565b0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.011184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (93032342-ec09-4ecb-ae04-7668b975beae), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.031280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93032342-ec09-4ecb-ae04-7668b975beae {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:21:31.033842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:31.037236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.063042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.098447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] 10.222.0.13 "DELETE /v2.0/networks/93032342-ec09-4ecb-ae04-7668b975beae HTTP/1.1" status: 204 len: 168 time: 1.7864149 Apr 07 11:21:31.098869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50776) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:31.190301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3827de8d-0b1a-40f1-b7bd-76d6230565b0,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:31.220361 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb0c6d3-fb11-42f7-92d6-a89391e1b564 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] DELETE failed (client error): The resource could not be found. Apr 07 11:21:31.220871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb0c6d3-fb11-42f7-92d6-a89391e1b564 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:21:31.225404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-abb0c6d3-fb11-42f7-92d6-a89391e1b564 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] 10.222.0.13 "DELETE /v2.0/subnets/c165a1c1-9e61-4d8d-89e8-8d55296c4de5 HTTP/1.1" status: 404 len: 337 time: 0.1244872 Apr 07 11:21:31.270888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:31.314170 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'dc885088-a6fd-4c82-b87b-20163c89b06d', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'port_id': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'mac_address': 'fa:16:3e:65:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:20:51Z', 'updated_at': '2022-04-07T11:21:28Z', 'revision_number': 1, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:31.315582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0708d-497f-46ee-a405-5b70c99aeca4 tempest-ExternalNetworksTestJSON-1397256984 tempest-ExternalNetworksTestJSON-1397256984-project-admin] Pushing event deleted for resources: {'Network': ['ID=93032342-ec09-4ecb-ae04-7668b975beae,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:31.376690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Checking segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:31.377060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Network hostable DHCP agents. Network: 9dd0e359-8713-4b99-a415-b9747b1b3c04, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:31.388316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (a187c8bc-4c90-43db-8f5b-c2b9168e1d90), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.396944 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:21:31.423401 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:31.425409 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:31.428704 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.486822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b35e4-ea52-489f-82fd-5d7852e21eec req-ee3283c7-0144-4510-a38c-73361fcf3101 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:31.488366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-824b35e4-ea52-489f-82fd-5d7852e21eec req-ee3283c7-0144-4510-a38c-73361fcf3101 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.4807844 Apr 07 11:21:31.557466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Allocated IP 172.25.5.32 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/e728ca4a-a68c-4df2-8020-551937d2faea) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:31.579102 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:31.589094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (eb247879-a30f-4917-94c2-62b08f5e5fc8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.608442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:31.637903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Allocated IP 19.80.0.105 (6459cc3d-45ee-4b65-9fb3-41c6e3b70299/a323151c-3366-4267-8252-c63a7435d8da/47eb0e15-ae18-474c-bd22-5f75c89f8c38) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:31.644147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=a187c8bc-4c90-43db-8f5b-c2b9168e1d90,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:31.671538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9dd0e359-8713-4b99-a415-b9747b1b3c04) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:31.675587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-824b35e4-ea52-489f-82fd-5d7852e21eec req-2f5e8b16-ff45-4673-9eeb-f6c5ceb27a3c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793559 Apr 07 11:21:31.695556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b7ce4-562a-47f3-8d60-0d3e4c81d45c None None] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:31.728745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:31.729395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.776080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '052051c5-d268-468d-82c7-23b5067285b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:31.776514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 42095cb6-e19c-4135-a0ec-e4085cf79264, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:31.801416 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff856fb-feaa-4d93-b35d-e6f39e06b2ef x-openstack-request-id: req-1ff856fb-feaa-4d93-b35d-e6f39e06b2ef {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:31.801714 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:31.801981 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ff856fb-feaa-4d93-b35d-e6f39e06b2ef {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:31.802400 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff856fb-feaa-4d93-b35d-e6f39e06b2ef'] response: {'name': 'network-changed', 'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'status': 'completed', 'code': 200} Apr 07 11:21:31.854197 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d421c943-b305-40e0-90be-3756d44b0cc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6199560 Apr 07 11:21:31.858219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:31.873112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:31.903327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9dd0e359-8713-4b99-a415-b9747b1b3c04', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:31.904568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.942998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (eb247879-a30f-4917-94c2-62b08f5e5fc8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.965232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 42095cb6-e19c-4135-a0ec-e4085cf79264 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:31.981119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d0104123-c5a4-44d6-a360-7dc2106f6f5e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.982171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d0104123-c5a4-44d6-a360-7dc2106f6f5e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:31.987281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb247879-a30f-4917-94c2-62b08f5e5fc8']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:31.997695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 42095cb6-e19c-4135-a0ec-e4085cf79264) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:31.998784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for port (e728ca4a-a68c-4df2-8020-551937d2faea), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.008634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:32.009701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.014840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3e8ec5-3dd8-43f8-9976-da6285a0c654') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:32.014840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3e8ec5-3dd8-43f8-9976-da6285a0c654') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:32.019136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8c753-8f45-49fa-bf4b-2dfdb6e4d64c None None] Network 42095cb6-e19c-4135-a0ec-e4085cf79264 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:32.045812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (0e3e8ec5-3dd8-43f8-9976-da6285a0c654), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.050801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793af5a-4005-4762-bba3-ad821209d16a req-ecacc634-0d5e-4cf1-a2e2-53f239cd4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:32.052343 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-ecacc634-0d5e-4cf1-a2e2-53f239cd4854 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 1128 time: 0.1932409 Apr 07 11:21:32.075638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e728ca4a-a68c-4df2-8020-551937d2faea), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.098206 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'dc885088-a6fd-4c82-b87b-20163c89b06d', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'port_id': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'mac_address': 'fa:16:3e:65:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:20:51Z', 'updated_at': '2022-04-07T11:21:28Z', 'revision_number': 1, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:32.111967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4ed6d5a-52e0-40c7-8942-41c20672c076 req-97bb9258-d6fb-4413-85b2-b4130064610e tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 210 time: 0.2246187 Apr 07 11:21:32.151933 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d7a8bc76-a193-4c65-83b7-a3a9d9d2a2a1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6978364 Apr 07 11:21:32.156223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:32.162221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50786) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:32.166111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:32.173041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-871693011'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:32.183042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:32.192788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks [] for router_controller (d0104123-c5a4-44d6-a360-7dc2106f6f5e), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.194798 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb64c91-a479-43c7-875c-0653ac8e4143 None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'dc885088-a6fd-4c82-b87b-20163c89b06d', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'port_id': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'mac_address': 'fa:16:3e:65:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:20:51Z', 'updated_at': '2022-04-07T11:21:28Z', 'revision_number': 1, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:21:32.197290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0e3e8ec5-3dd8-43f8-9976-da6285a0c654), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.247581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Pushing event updated for resources: {'Port': ['ID=e728ca4a-a68c-4df2-8020-551937d2faea,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:32.314095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:32.317458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.333774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:32.334605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (0e3e8ec5-3dd8-43f8-9976-da6285a0c654), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.336974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Allocated IP 172.20.0.2 (9dd0e359-8713-4b99-a415-b9747b1b3c04/3827de8d-0b1a-40f1-b7bd-76d6230565b0/81bd506b-ef65-45e8-a121-d40986684764) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:32.341761 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:32.448257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-42095cb6-e19c-4135-a0ec-e4085cf79264', 'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': 'a187c8bc-4c90-43db-8f5b-c2b9168e1d90'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:32.449206 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.564796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (eb247879-a30f-4917-94c2-62b08f5e5fc8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.569339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks [] for router_gateway (d0104123-c5a4-44d6-a360-7dc2106f6f5e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.583375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.587662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] 10.222.0.13 "DELETE /v2.0/networks/eb247879-a30f-4917-94c2-62b08f5e5fc8 HTTP/1.1" status: 204 len: 168 time: 1.3088868 Apr 07 11:21:32.600076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793af5a-4005-4762-bba3-ad821209d16a req-a930e1d2-dc03-4559-a05d-eb46478b278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:32.608047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-a930e1d2-dc03-4559-a05d-eb46478b278c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.5148759 Apr 07 11:21:32.611006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6fb09-0472-4556-b851-a995789654b4 tempest-ExternalNetworksTestJSON-1931530219 tempest-ExternalNetworksTestJSON-1931530219-project] Pushing event deleted for resources: {'Network': ['ID=eb247879-a30f-4917-94c2-62b08f5e5fc8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:32.627998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2e460-49f2-456a-b414-897635c5fc23 None None] New status for floating IP dc885088-a6fd-4c82-b87b-20163c89b06d: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:21:32.860839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Publish callbacks [] for port (81bd506b-ef65-45e8-a121-d40986684764), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.911907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (81bd506b-ef65-45e8-a121-d40986684764), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.935834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:32.946912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:32.952541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:32.964117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (358d48d7-a11d-48a0-8d3f-bbbd34c6d62d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:32.978374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Allocated IP 2001:db8:0:ffff::2 (42095cb6-e19c-4135-a0ec-e4085cf79264/a187c8bc-4c90-43db-8f5b-c2b9168e1d90/2bbb896b-ca20-45a6-b51e-d308778f5dc1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:33.003741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50796) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:33.010714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.046642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:33.118368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.118714 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 1e0cbf16-a224-4743-a92a-3bb77eb278a3 of type vlan for network 293faa33-4e43-473d-91a7-b83948c19e9e Apr 07 11:21:33.138857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64d9fdcf-e005-4463-a54a-8395da837795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.162146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e728ca4a-a68c-4df2-8020-551937d2faea), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.208460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a4f2-9a7c-4ca2-9813-edc49669cba4 req-eacda73b-ee28-4a15-9877-b5311a3bd76d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:33.211195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f54a4f2-9a7c-4ca2-9813-edc49669cba4 req-eacda73b-ee28-4a15-9877-b5311a3bd76d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.3788941 Apr 07 11:21:33.234880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Attempting to bind port 81bd506b-ef65-45e8-a121-d40986684764 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:33.235531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Attempting to bind port 81bd506b-ef65-45e8-a121-d40986684764 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:33.235904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Attempting to bind port 81bd506b-ef65-45e8-a121-d40986684764 on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:33.238636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Pushing event updated for resources: {'Port': ['ID=81bd506b-ef65-45e8-a121-d40986684764,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:33.264306 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-caa259ef-f377-449a-940f-12c3f9601c50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 200 len: 999 time: 0.6415868 Apr 07 11:21:33.276120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.308405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.330064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793af5a-4005-4762-bba3-ad821209d16a req-f3a972e5-d8b4-4016-99ef-2431f21224f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:33.331851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-f3a972e5-d8b4-4016-99ef-2431f21224f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0605280 Apr 07 11:21:33.394467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:21:33.461821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:33.462814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Checking segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:33.462814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.463148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Bound using segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:33.463626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Bound port: 81bd506b-ef65-45e8-a121-d40986684764, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:33.464089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (81bd506b-ef65-45e8-a121-d40986684764), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.505990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793af5a-4005-4762-bba3-ad821209d16a req-8b04d8c9-e72a-43d6-9c47-9765567ba6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:33.508300 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-8b04d8c9-e72a-43d6-9c47-9765567ba6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1654308 Apr 07 11:21:33.509604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f54a4f2-9a7c-4ca2-9813-edc49669cba4 req-f2b2d3d7-b0b7-42b6-8c66-576b6ca76ab0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547526 Apr 07 11:21:33.545723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] For port 81bd506b-ef65-45e8-a121-d40986684764, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:33.549205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] For port 81bd506b-ef65-45e8-a121-d40986684764, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=81bd506b-ef65-45e8-a121-d40986684764,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:33.562402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.563905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:33.566026 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (81bd506b-ef65-45e8-a121-d40986684764), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.575200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2654cf7e-87c4-45b0-9b12-d742d7b209ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f200a0f2dbd740bc815eeffa91228df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5580239 Apr 07 11:21:33.576092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks [] for router_gateway (d0104123-c5a4-44d6-a360-7dc2106f6f5e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.581923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50804) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:33.590792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:33.593433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:33.617720 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.678571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.684668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:33.685424 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.769513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65266-8331-4f19-9fe0-59b6a52e0af4 None None] Pushing event updated for resources: {'Port': ['ID=81bd506b-ef65-45e8-a121-d40986684764,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:33.785875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Publish callbacks [] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.793260 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:33.806768 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-b755c0d0-d9af-4c7a-bbdf-8526496c4792 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906840 Apr 07 11:21:33.824472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6554594 Apr 07 11:21:33.856457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50806) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:33.862587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:33.869546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Network 42095cb6-e19c-4135-a0ec-e4085cf79264 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:33.873852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:33.881187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:33.905273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Port': ['ID=47eb0e15-ae18-474c-bd22-5f75c89f8c38,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:33.925315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Pushing event updated for resources: {'Port': ['ID=2bbb896b-ca20-45a6-b51e-d308778f5dc1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:34.029372 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for port (e728ca4a-a68c-4df2-8020-551937d2faea), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.051416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Attempting to bind port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:34.051865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Attempting to bind port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '052051c5-d268-468d-82c7-23b5067285b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:34.052333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Attempting to bind port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 on network 42095cb6-e19c-4135-a0ec-e4085cf79264 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:34.058539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:34.059010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Checking segment: {'id': '052051c5-d268-468d-82c7-23b5067285b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:34.059427 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.062099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Bound using segment: {'id': '052051c5-d268-468d-82c7-23b5067285b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:34.062620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Bound port: 2bbb896b-ca20-45a6-b51e-d308778f5dc1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052051c5-d268-468d-82c7-23b5067285b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '42095cb6-e19c-4135-a0ec-e4085cf79264'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:34.063075 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.106651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f4db6-6e5d-4abf-9de3-2be570231c2f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=293faa33-4e43-473d-91a7-b83948c19e9e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:34.113044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Allocated IP 172.25.5.181 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/22b9e222-613c-444b-a87d-3362431b6fa2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:34.130089 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (e728ca4a-a68c-4df2-8020-551937d2faea), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.154860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb83c0-77c4-4db4-a263-a22f911bc752 req-9698cdcd-adfd-41e9-b0ce-347198f8e578 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:34.157119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efdb83c0-77c4-4db4-a263-a22f911bc752 req-9698cdcd-adfd-41e9-b0ce-347198f8e578 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 932 time: 0.4245019 Apr 07 11:21:34.183095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9793af5a-4005-4762-bba3-ad821209d16a req-8a496f3a-da11-4f3f-86ef-eae8d9b4cade service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450668 Apr 07 11:21:34.209516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] For port 2bbb896b-ca20-45a6-b51e-d308778f5dc1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:34.221941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] For port 2bbb896b-ca20-45a6-b51e-d308778f5dc1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2bbb896b-ca20-45a6-b51e-d308778f5dc1,segment=NetworkSegment(052051c5-d268-468d-82c7-23b5067285b5),segment_id=052051c5-d268-468d-82c7-23b5067285b5)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:34.234880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:34.235739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.237322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 293faa33-4e43-473d-91a7-b83948c19e9e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:34.261398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf91b33-e099-4e96-8b91-4614c2b0deff admin admin] Publish callbacks [] for security_group (34fd37e4-affe-4d77-8cc7-398b7c85f918), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.285166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a9d2af4f-55ca-4994-8bb5-bbdcbe2d7b15 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8010743 Apr 07 11:21:34.318994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:34.321461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.323176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.333715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Request body: {'port': {'device_id': 'ec084153-2975-4f43-bca2-69354d63483f', 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9', 'admin_state_up': True, 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:34.370314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 81bd506b-ef65-45e8-a121-d40986684764 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:34.384219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-15dec5bf-2c18-4cec-81ba-bfe689c88805 None None] Provisioning complete for port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:34.384930 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15dec5bf-2c18-4cec-81ba-bfe689c88805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.470336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks [] for port (22b9e222-613c-444b-a87d-3362431b6fa2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.484991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.495467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0e431-f292-48e2-b807-6ff34ae71792 None None] Pushing event updated for resources: {'Port': ['ID=2bbb896b-ca20-45a6-b51e-d308778f5dc1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:34.500961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-15dec5bf-2c18-4cec-81ba-bfe689c88805 None None] Port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:34.517609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf91b33-e099-4e96-8b91-4614c2b0deff admin admin] Publish callbacks [] for security_group (34fd37e4-affe-4d77-8cc7-398b7c85f918), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.545100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 81bd506b-ef65-45e8-a121-d40986684764 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:34.545860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81bd506b-ef65-45e8-a121-d40986684764), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.587148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.590594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Pushing event updated for resources: {'Port': ['ID=e728ca4a-a68c-4df2-8020-551937d2faea,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:34.613807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf91b33-e099-4e96-8b91-4614c2b0deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (34fd37e4-affe-4d77-8cc7-398b7c85f918), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.616465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf91b33-e099-4e96-8b91-4614c2b0deff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.630810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1cf91b33-e099-4e96-8b91-4614c2b0deff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34fd37e4-affe-4d77-8cc7-398b7c85f918 HTTP/1.1" status: 204 len: 168 time: 1.0335653 Apr 07 11:21:34.654469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efdb83c0-77c4-4db4-a263-a22f911bc752 req-df2dadf3-01e3-4e93-ac61-874828e4a2e0 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361374 Apr 07 11:21:34.688502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:34.699207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (54a4fff2-1de1-4958-a0e4-071a356de404), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.712615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:34.723490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:34.725627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=22b9e222-613c-444b-a87d-3362431b6fa2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:34.771836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 81bd506b-ef65-45e8-a121-d40986684764 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:34.774113 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (81bd506b-ef65-45e8-a121-d40986684764), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.797333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf91b33-e099-4e96-8b91-4614c2b0deff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd37e4-affe-4d77-8cc7-398b7c85f918,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:34.801262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Made reservation on behalf of bed939672f1e424999b931c3ea7e6fd7 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:34.806457 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.830746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (358d48d7-a11d-48a0-8d3f-bbbd34c6d62d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.891119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 81bd506b-ef65-45e8-a121-d40986684764, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=81bd506b-ef65-45e8-a121-d40986684764,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:34.908512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (81bd506b-ef65-45e8-a121-d40986684764), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.964410 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:34.966015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-75c234fe-55b9-421f-8d2b-4858e8f295b7 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4994633 Apr 07 11:21:34.993360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.993682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.994068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.994450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.994827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.995204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.996861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.997416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.997774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.998247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.998841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.999182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:34.999514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:35.010512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=81bd506b-ef65-45e8-a121-d40986684764,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:35.126899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=54a4fff2-1de1-4958-a0e4-071a356de404,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:35.128315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12a083-d788-4d55-9c84-958804078978 req-fae00a5d-f257-4e04-aa58-88ae10e64b02 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:35.129942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee12a083-d788-4d55-9c84-958804078978 req-fae00a5d-f257-4e04-aa58-88ae10e64b02 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.3353572 Apr 07 11:21:35.134160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-0a02c0dd-e37f-4935-ba90-3283ed81dd2b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1048257 Apr 07 11:21:35.174198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '1e0cbf16-a224-4743-a92a-3bb77eb278a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:35.174578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 293faa33-4e43-473d-91a7-b83948c19e9e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:35.195843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50818) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:35.242667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 293faa33-4e43-473d-91a7-b83948c19e9e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:35.259471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 293faa33-4e43-473d-91a7-b83948c19e9e) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:35.264965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:35.265616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.270073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9c9e4-a924-4f1b-ade8-6eac7e186e69 None None] Network 293faa33-4e43-473d-91a7-b83948c19e9e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:35.314455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee12a083-d788-4d55-9c84-958804078978 req-5d54b418-9f70-411b-b403-3f95bda56683 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743398 Apr 07 11:21:35.317955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Allocated IP 19.86.0.61 (5e0ce339-80f2-4a21-ac74-1395b34fa8d9/7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a/4eff6e53-7905-4585-875e-e3e4cf4546ad) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:35.385802 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5c689b11-a305-465c-bfb3-ce007ffc8438 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b400c854ae984207a08a7337416726d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881776 Apr 07 11:21:35.388419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50820) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:35.391387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-61bbd716-c00b-404c-9ce9-7355b208048b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:35.392239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c46e7f0f-4033-4047-a092-1f301bf04c15 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5345190 Apr 07 11:21:35.396330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5beb91ff-db31-44e7-882a-31cd1068a43d req-61bbd716-c00b-404c-9ce9-7355b208048b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.2473357 Apr 07 11:21:35.396973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50822) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:35.455956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-293faa33-4e43-473d-91a7-b83948c19e9e', 'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': '54a4fff2-1de1-4958-a0e4-071a356de404'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:35.457688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.499783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd193b5e-eabd-4497-86b0-667882a7f9e3 None None] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:35.530560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4055651-5242-4ad8-88ee-978aac041f15 admin admin] Publish callbacks [] for security_group (fbeb3e88-48dd-4ec3-bd0e-afa35298ff04), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.544325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-8940a1f5-073b-41c9-8fac-e88bae297f9b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips/358d48d7-a11d-48a0-8d3f-bbbd34c6d62d HTTP/1.1" status: 200 len: 692 time: 0.1085947 Apr 07 11:21:35.562568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4055651-5242-4ad8-88ee-978aac041f15 admin admin] Publish callbacks [] for security_group (fbeb3e88-48dd-4ec3-bd0e-afa35298ff04), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.635360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4055651-5242-4ad8-88ee-978aac041f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fbeb3e88-48dd-4ec3-bd0e-afa35298ff04), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.638546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4055651-5242-4ad8-88ee-978aac041f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.639811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e4055651-5242-4ad8-88ee-978aac041f15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbeb3e88-48dd-4ec3-bd0e-afa35298ff04 HTTP/1.1" status: 204 len: 168 time: 0.2464685 Apr 07 11:21:35.699804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4055651-5242-4ad8-88ee-978aac041f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeb3e88-48dd-4ec3-bd0e-afa35298ff04,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:35.719180 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks [] for router_gateway (d0104123-c5a4-44d6-a360-7dc2106f6f5e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.856484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cbe35273-d80f-42a5-b149-69f074641b01 None None] Provisioning complete for port 81bd506b-ef65-45e8-a121-d40986684764 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:35.857628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cbe35273-d80f-42a5-b149-69f074641b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81bd506b-ef65-45e8-a121-d40986684764), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.886917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:35.942424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Allocated IP 2001:db8::1 (293faa33-4e43-473d-91a7-b83948c19e9e/54a4fff2-1de1-4958-a0e4-071a356de404/e90a688d-6586-4b99-b570-2c8117c5f5e8) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:35.954453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-555cb339-ec5b-4c31-8500-b4f11abea8e8 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1619274444&fields=id&tenant_id=779da18542cc43b6a3387b16d9524ed8 HTTP/1.1" status: 200 len: 267 time: 0.4064078 Apr 07 11:21:35.980708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.016245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.088632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b2ef6-6166-4f0d-bc7c-d4be944808c6 None None] Network 42095cb6-e19c-4135-a0ec-e4085cf79264 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:36.113469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-ba31c6e4-26f8-4624-889d-edccb6982053 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:36.115152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-ba31c6e4-26f8-4624-889d-edccb6982053 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 784 time: 0.5641329 Apr 07 11:21:36.186531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d0104123-c5a4-44d6-a360-7dc2106f6f5e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.209348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.285581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cbe35273-d80f-42a5-b149-69f074641b01 None None] Current status of the port 81bd506b-ef65-45e8-a121-d40986684764 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:36.374978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:36.411763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-01da6368-1d01-45d8-b9c4-d0c6e1a00e31 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.2845902 Apr 07 11:21:36.418598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2bbb896b-ca20-45a6-b51e-d308778f5dc1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:36.418841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:36.423140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:36.426430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:21:36.437451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event updated for resources: {'Port': ['ID=4eff6e53-7905-4585-875e-e3e4cf4546ad,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:36.588797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:21:36.600346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:21:36.621786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:36.637312 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:36.639204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.644072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2011b09d-63db-4899-affc-10fad337d8a2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7749858 Apr 07 11:21:36.644761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50844) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:36.666195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-492ae747-efa7-4721-93bd-12ce8a729088 None None] Provisioning complete for port 81bd506b-ef65-45e8-a121-d40986684764 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:36.666845 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-492ae747-efa7-4721-93bd-12ce8a729088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81bd506b-ef65-45e8-a121-d40986684764), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.734576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Publish callbacks [] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.764792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.789894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Network 293faa33-4e43-473d-91a7-b83948c19e9e is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:36.815831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:36.822461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:36.843609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:36.844218 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:36.870955 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:37.006184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Attempting to bind port e90a688d-6586-4b99-b570-2c8117c5f5e8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:37.006855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Attempting to bind port e90a688d-6586-4b99-b570-2c8117c5f5e8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '1e0cbf16-a224-4743-a92a-3bb77eb278a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:37.007753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Attempting to bind port e90a688d-6586-4b99-b570-2c8117c5f5e8 on network 293faa33-4e43-473d-91a7-b83948c19e9e {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:37.010164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Pushing event updated for resources: {'Port': ['ID=e90a688d-6586-4b99-b570-2c8117c5f5e8,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:37.023612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-492ae747-efa7-4721-93bd-12ce8a729088 None None] Current status of the port 81bd506b-ef65-45e8-a121-d40986684764 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:37.041482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:37.042421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Checking segment: {'id': '1e0cbf16-a224-4743-a92a-3bb77eb278a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:37.045983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.047065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Bound using segment: {'id': '1e0cbf16-a224-4743-a92a-3bb77eb278a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:37.049308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Bound port: e90a688d-6586-4b99-b570-2c8117c5f5e8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0cbf16-a224-4743-a92a-3bb77eb278a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '293faa33-4e43-473d-91a7-b83948c19e9e'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:37.061104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.246663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] For port e90a688d-6586-4b99-b570-2c8117c5f5e8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:37.251245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] For port e90a688d-6586-4b99-b570-2c8117c5f5e8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e90a688d-6586-4b99-b570-2c8117c5f5e8,segment=NetworkSegment(1e0cbf16-a224-4743-a92a-3bb77eb278a3),segment_id=1e0cbf16-a224-4743-a92a-3bb77eb278a3)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:37.268113 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.272275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-492ae747-efa7-4721-93bd-12ce8a729088 None None] Provisioning complete for port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:37.273642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-492ae747-efa7-4721-93bd-12ce8a729088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.290392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:37.290984 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.310386 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:35Z', 'revision_number': 3, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:37.324222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.339056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-70290635-775f-45fe-9534-550489c81c35 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.9232106 Apr 07 11:21:37.349596 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:21:37.350243 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Updating router d0104123-c5a4-44d6-a360-7dc2106f6f5e port 22b9e222-613c-444b-a87d-3362431b6fa2 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:21:37.395428 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.454690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.458510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 2bbb896b-ca20-45a6-b51e-d308778f5dc1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2bbb896b-ca20-45a6-b51e-d308778f5dc1,segment=NetworkSegment(052051c5-d268-468d-82c7-23b5067285b5),segment_id=052051c5-d268-468d-82c7-23b5067285b5)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:37.465187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db708b-3a25-4983-85d7-a4a22ea0b828 None None] Pushing event updated for resources: {'Port': ['ID=e90a688d-6586-4b99-b570-2c8117c5f5e8,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:37.475912 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.477983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 81bd506b-ef65-45e8-a121-d40986684764 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:37.508587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-c9a690f0-9ede-4767-9a2a-bafb7003ee83 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:37.515494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-c9a690f0-9ede-4767-9a2a-bafb7003ee83 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/networks?id=cd7861e3-c532-451b-8c93-6916858332c7 HTTP/1.1" status: 200 len: 816 time: 1.5601537 Apr 07 11:21:37.721321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:37.726243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.774281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (54a4fff2-1de1-4958-a0e4-071a356de404), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.790009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Allocated IP 172.20.0.1 (9dd0e359-8713-4b99-a415-b9747b1b3c04/3827de8d-0b1a-40f1-b7bd-76d6230565b0/c211fce3-a9c0-48dc-8234-4031424fd4f4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:37.823138 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-8160f45c-b7f3-4fbc-8c45-8ea65ddceef2 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/quotas/779da18542cc43b6a3387b16d9524ed8 HTTP/1.1" status: 200 len: 375 time: 0.2535667 Apr 07 11:21:37.851918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-492ae747-efa7-4721-93bd-12ce8a729088 None None] Current status of the port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:37.857748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=2bbb896b-ca20-45a6-b51e-d308778f5dc1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:37.900685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-dc9ac646-7d2d-423a-91ae-eff8f03fd08d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5913539 Apr 07 11:21:37.917970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 81bd506b-ef65-45e8-a121-d40986684764 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:37.922571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81bd506b-ef65-45e8-a121-d40986684764), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.972329 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Publish callbacks [] for port (22b9e222-613c-444b-a87d-3362431b6fa2), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:37.978457 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.078379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-145dd1ae-05aa-4b4c-9b99-c847268e61a6 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=779da18542cc43b6a3387b16d9524ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778033 Apr 07 11:21:38.082401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (54a4fff2-1de1-4958-a0e4-071a356de404), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.092991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks [] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.105607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Attempting to bind port 22b9e222-613c-444b-a87d-3362431b6fa2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:38.106289 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Attempting to bind port 22b9e222-613c-444b-a87d-3362431b6fa2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:38.107488 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Attempting to bind port 22b9e222-613c-444b-a87d-3362431b6fa2 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:38.129360 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:38.130412 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:38.131559 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.132840 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:38.133742 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Bound port: 22b9e222-613c-444b-a87d-3362431b6fa2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:38.134347 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.139319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=54a4fff2-1de1-4958-a0e4-071a356de404,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:38.183938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.211576 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] For port 22b9e222-613c-444b-a87d-3362431b6fa2, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:38.216894 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] For port 22b9e222-613c-444b-a87d-3362431b6fa2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=22b9e222-613c-444b-a87d-3362431b6fa2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:38.229647 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.244873 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.246597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-da373bde-9fee-44d4-9cc5-27e453cc399d None None] Provisioning complete for port 4eff6e53-7905-4585-875e-e3e4cf4546ad triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:38.247084 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-da373bde-9fee-44d4-9cc5-27e453cc399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.258648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293faa33-4e43-473d-91a7-b83948c19e9e']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:38.260719 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a532a4b-8a02-418d-a4af-1cf1565e8a28 None None] Pushing event updated for resources: {'Port': ['ID=22b9e222-613c-444b-a87d-3362431b6fa2,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:38.271394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0cbf16-a224-4743-a92a-3bb77eb278a3') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:38.271598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0cbf16-a224-4743-a92a-3bb77eb278a3') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:38.287792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.294451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:38.304927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.312225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:38.312697 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.314284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:38.317447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:38.386900 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:38.391759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-da373bde-9fee-44d4-9cc5-27e453cc399d None None] Port 4eff6e53-7905-4585-875e-e3e4cf4546ad cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:38.398673 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (d0104123-c5a4-44d6-a360-7dc2106f6f5e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.399010 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a532a4b-8a02-418d-a4af-1cf1565e8a28 None None] Pushing event updated for resources: {'Port': ['ID=22b9e222-613c-444b-a87d-3362431b6fa2,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:38.416638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Deleting port e728ca4a-a68c-4df2-8020-551937d2faea {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:38.417063 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e728ca4a-a68c-4df2-8020-551937d2faea), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.419646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.api [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:21:38.419646 n-d-836788-1 neutron-server[104178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:21:38.419646 n-d-836788-1 neutron-server[104178]: [parameters: {'id': '293faa33-4e43-473d-91a7-b83948c19e9e'}] Apr 07 11:21:38.419646 n-d-836788-1 neutron-server[104178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:21:38.419989 n-d-836788-1 neutron-server[104178]: DEBUG oslo_db.api [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:21:38.420082 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:38.420648 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:38.466917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Pushing event updated for resources: {'Port': ['ID=c211fce3-a9c0-48dc-8234-4031424fd4f4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:38.471810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-da373bde-9fee-44d4-9cc5-27e453cc399d None None] Provisioning complete for port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:38.472460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-da373bde-9fee-44d4-9cc5-27e453cc399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.482079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 81bd506b-ef65-45e8-a121-d40986684764 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:38.507525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Request body: {'port': {'device_id': 'ec084153-2975-4f43-bca2-69354d63483f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:38.640004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50872) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:38.739712 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:38.766312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-da373bde-9fee-44d4-9cc5-27e453cc399d None None] Current status of the port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:38.833183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.840542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2bbb896b-ca20-45a6-b51e-d308778f5dc1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:38.930982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.949613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-28a7e093-0596-44ac-8b22-031af65ad8f0 None None] Provisioning complete for port c211fce3-a9c0-48dc-8234-4031424fd4f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:38.950384 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7e093-0596-44ac-8b22-031af65ad8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.958111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e728ca4a-a68c-4df2-8020-551937d2faea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.958447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (e728ca4a-a68c-4df2-8020-551937d2faea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:38.972903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-47dbca79-cce3-4037-b376-8d5e83544576 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8752565 Apr 07 11:21:39.034713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-28a7e093-0596-44ac-8b22-031af65ad8f0 None None] Port c211fce3-a9c0-48dc-8234-4031424fd4f4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:39.047209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:39.047738 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.121473 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:35Z', 'revision_number': 3, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:39.125575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-7c11fffd-0e54-4b33-9ed8-6c6c0e326059 service neutron] 10.222.0.13 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498797 Apr 07 11:21:39.176939 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1920-9488-4d8f-ac23-fcd295689b4a None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:35Z', 'revision_number': 3, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:21:39.208309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:39.210749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e90a688d-6586-4b99-b570-2c8117c5f5e8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:39.212911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab7fca-3e90-4294-861b-603d0807d1c5 None None] Network 293faa33-4e43-473d-91a7-b83948c19e9e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:39.243066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.311744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1459942717'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:39.331721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Calling delete_port for e728ca4a-a68c-4df2-8020-551937d2faea owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:39.395659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] Provisioning complete for port e90a688d-6586-4b99-b570-2c8117c5f5e8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:39.398361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.434285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Made reservation on behalf of 0d8ef51f34ca46908658a72eaac27f7e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:39.436985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.469916 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.495256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks [] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.504032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.549515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e90a688d-6586-4b99-b570-2c8117c5f5e8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:39.549892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.595878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port e90a688d-6586-4b99-b570-2c8117c5f5e8 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:39.596236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.723850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47eb0e15-ae18-474c-bd22-5f75c89f8c38 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:39.754179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Publish callbacks [] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.776756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port e90a688d-6586-4b99-b570-2c8117c5f5e8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e90a688d-6586-4b99-b570-2c8117c5f5e8,segment=NetworkSegment(1e0cbf16-a224-4743-a92a-3bb77eb278a3),segment_id=1e0cbf16-a224-4743-a92a-3bb77eb278a3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:39.777016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.777247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (d0104123-c5a4-44d6-a360-7dc2106f6f5e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.803346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Pushing event updated for resources: {'Port': ['ID=c211fce3-a9c0-48dc-8234-4031424fd4f4,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:39.818414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e90a688d-6586-4b99-b570-2c8117c5f5e8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:39.818967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.823391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] DHCP port deletion for 293faa33-4e43-473d-91a7-b83948c19e9e request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:21:39.827371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] Current status of the port e90a688d-6586-4b99-b570-2c8117c5f5e8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:39.827788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.854489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for e90a688d-6586-4b99-b570-2c8117c5f5e8 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:39.908497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] For port e90a688d-6586-4b99-b570-2c8117c5f5e8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e90a688d-6586-4b99-b570-2c8117c5f5e8,segment=NetworkSegment(1e0cbf16-a224-4743-a92a-3bb77eb278a3),segment_id=1e0cbf16-a224-4743-a92a-3bb77eb278a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:39.921234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.922387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks [] for security_group (02909473-a8dd-4301-9100-33b64f3cc07e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.972052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (02909473-a8dd-4301-9100-33b64f3cc07e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:39.977723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Transition to ACTIVE for port object 47eb0e15-ae18-474c-bd22-5f75c89f8c38 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:21:39.986780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e728ca4a-a68c-4df2-8020-551937d2faea), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.009503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.017905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:40.020304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:40.080496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:21:40.080861 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:21:40.115932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] Deleting port e90a688d-6586-4b99-b570-2c8117c5f5e8 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:40.116360 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.155113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Pushing event deleted for resources: {'Port': ['ID=e728ca4a-a68c-4df2-8020-551937d2faea,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:40.171215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:40.214982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:21:40.285249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] For port e90a688d-6586-4b99-b570-2c8117c5f5e8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e90a688d-6586-4b99-b570-2c8117c5f5e8,segment=NetworkSegment(1e0cbf16-a224-4743-a92a-3bb77eb278a3),segment_id=1e0cbf16-a224-4743-a92a-3bb77eb278a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:40.286916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.327775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02909473-a8dd-4301-9100-33b64f3cc07e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:40.345703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] Calling delete_port for e90a688d-6586-4b99-b570-2c8117c5f5e8 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:40.355409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd365879-04a6-4a0d-aee5-ba1647686f88 None None] Pushing event updated for resources: {'Port': ['ID=e90a688d-6586-4b99-b570-2c8117c5f5e8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:40.419390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9215b-4c81-44ce-ab86-2bea4170b8a4 req-1136ca9a-816e-4253-bb98-e1db4b736c97 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:40.426098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9215b-4c81-44ce-ab86-2bea4170b8a4 req-1136ca9a-816e-4253-bb98-e1db4b736c97 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:40.437828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15a9215b-4c81-44ce-ab86-2bea4170b8a4 req-1136ca9a-816e-4253-bb98-e1db4b736c97 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1654 time: 0.6258762 Apr 07 11:21:40.444205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (765a5a0d-3b89-4b70-aabb-095d77eecdf7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.445340 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Added segment 765a5a0d-3b89-4b70-aabb-095d77eecdf7 of type vlan for network 3e552c06-607f-4660-9597-47a8c15ddf90 Apr 07 11:21:40.569922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:21:40.579889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-622b27e7-3435-4857-b1ae-704fec15c29a None None] Provisioning complete for port c211fce3-a9c0-48dc-8234-4031424fd4f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:40.580454 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-622b27e7-3435-4857-b1ae-704fec15c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.582321 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69e35742-4f9c-471f-93b7-ded84be1e924 admin admin] 10.222.0.13 "PUT /v2.0/routers/d0104123-c5a4-44d6-a360-7dc2106f6f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9364827 Apr 07 11:21:40.629296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Pushing event updated for resources: {'Port': ['ID=47eb0e15-ae18-474c-bd22-5f75c89f8c38,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:40.692770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-622b27e7-3435-4857-b1ae-704fec15c29a None None] Port c211fce3-a9c0-48dc-8234-4031424fd4f4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:40.707335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e90a688d-6586-4b99-b570-2c8117c5f5e8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:40.710988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.711757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (e90a688d-6586-4b99-b570-2c8117c5f5e8), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.732896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] No DVR routers for this DVR port e90a688d-6586-4b99-b570-2c8117c5f5e8 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:40.755261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b05d9-ae68-4eb3-ad5c-d17cbdb657d2 None None] Pushing event deleted for resources: {'Port': ['ID=e90a688d-6586-4b99-b570-2c8117c5f5e8,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:40.792629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3e552c06-607f-4660-9597-47a8c15ddf90), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.831784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=e90a688d-6586-4b99-b570-2c8117c5f5e8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:40.848548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port e90a688d-6586-4b99-b570-2c8117c5f5e8 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:40.855582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks [] for floatingip (358d48d7-a11d-48a0-8d3f-bbbd34c6d62d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.858166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:40.870015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa9e36db-4ed5-4f07-85c7-3b80d444972a req-2537621d-4966-466d-968b-11b951b4b55b tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "DELETE /v2.0/floatingips/358d48d7-a11d-48a0-8d3f-bbbd34c6d62d HTTP/1.1" status: 204 len: 173 time: 3.4308193 Apr 07 11:21:40.917756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 22b9e222-613c-444b-a87d-3362431b6fa2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:40.924718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15a9215b-4c81-44ce-ab86-2bea4170b8a4 req-b050cc85-71c8-48d6-b6c3-c91e6eae0564 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852400 Apr 07 11:21:40.990580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 22b9e222-613c-444b-a87d-3362431b6fa2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:40.991024 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.096402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 22b9e222-613c-444b-a87d-3362431b6fa2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:41.096805 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.099415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3e552c06-607f-4660-9597-47a8c15ddf90), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.104744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:41.105443 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.119762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 22b9e222-613c-444b-a87d-3362431b6fa2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=22b9e222-613c-444b-a87d-3362431b6fa2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:41.121764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-550a1952-7d69-4f48-9241-fe534e855716 req-9560fe74-6734-4a39-b599-01c83c032f7c tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0817277 Apr 07 11:21:41.127192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.129515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.190451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Attempting to bind port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:41.190451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Attempting to bind port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:41.190451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Attempting to bind port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 on network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:41.199683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e90a688d-6586-4b99-b570-2c8117c5f5e8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:41.206571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=22b9e222-613c-444b-a87d-3362431b6fa2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:41.216282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5723267 Apr 07 11:21:41.230559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e90a688d-6586-4b99-b570-2c8117c5f5e8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:41.232629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e90a688d-6586-4b99-b570-2c8117c5f5e8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:41.232959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 on network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:41.233312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Attempting to bind port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 on network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:41.239768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293faa33-4e43-473d-91a7-b83948c19e9e']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:41.258700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0cbf16-a224-4743-a92a-3bb77eb278a3') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:41.259037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0cbf16-a224-4743-a92a-3bb77eb278a3') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:41.260942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:41.261341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Checking segment: {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:41.261694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Bound using segment: {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:41.262126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Bound port: 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:41.262610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.269656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e623f23-b241-4445-b726-9a9da57b376d tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Pushing event updated for resources: {'Network': ['ID=3e552c06-607f-4660-9597-47a8c15ddf90,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:41.283005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075b1d8-21a7-43f9-a3c2-7f8ac6686dac req-5b4e16f5-43be-4cbc-b9d8-c523309028e8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:41.284698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3075b1d8-21a7-43f9-a3c2-7f8ac6686dac req-5b4e16f5-43be-4cbc-b9d8-c523309028e8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.3128555 Apr 07 11:21:41.291822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3e552c06-607f-4660-9597-47a8c15ddf90 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:41.294660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.326133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.359280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:41.359471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1e0cbf16-a224-4743-a92a-3bb77eb278a3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:41.365383 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:41.552489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-54dba93e-6f71-4058-a1da-8689fb8cbb00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:41.554874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-54dba93e-6f71-4058-a1da-8689fb8cbb00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.41 "GET /v2.0/networks?id=cd7861e3-c532-451b-8c93-6916858332c7 HTTP/1.1" status: 200 len: 816 time: 0.1832008 Apr 07 11:21:41.656042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-30ff97d1-47f9-4b12-8132-b506f5414be6 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779da18542cc43b6a3387b16d9524ed8 HTTP/1.1" status: 200 len: 380 time: 0.0888884 Apr 07 11:21:41.669733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Request body: {'port': {'device_id': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'admin_state_up': True, 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'security_groups': ['2ad89ff6-8637-4dfb-a6b4-db7ac713516d']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:41.767048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50902) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:41.771513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357368680', 'description': 'tempest-description--242812293'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:41.824007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3075b1d8-21a7-43f9-a3c2-7f8ac6686dac req-9f8ab400-effb-44f1-8308-8c1702bd4bde tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192618 Apr 07 11:21:41.860323 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-041f4627-cefc-40e7-85f5-a9d5fc2a772e req-bc2a28b7-20cb-4fa2-819d-4a3b79adb24e tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] show failed (client error): The resource could not be found. Apr 07 11:21:41.861423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-041f4627-cefc-40e7-85f5-a9d5fc2a772e req-bc2a28b7-20cb-4fa2-819d-4a3b79adb24e tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips/358d48d7-a11d-48a0-8d3f-bbbd34c6d62d HTTP/1.1" status: 404 len: 350 time: 0.0656290 Apr 07 11:21:41.872881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] For port 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:41.882060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] For port 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=47eb0e15-ae18-474c-bd22-5f75c89f8c38,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:41.884404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (293faa33-4e43-473d-91a7-b83948c19e9e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.895811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.900760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/293faa33-4e43-473d-91a7-b83948c19e9e HTTP/1.1" status: 204 len: 168 time: 6.4952593 Apr 07 11:21:41.902289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.912853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.913871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50908) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:41.920776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157907913'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:41.928167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331dd11-62a7-427d-9ea7-3a87fa6dd376 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=293faa33-4e43-473d-91a7-b83948c19e9e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:41.960285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:41.964455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:41.975709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Made reservation on behalf of 779da18542cc43b6a3387b16d9524ed8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:41.979538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.013815 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-6242ff1f-d3cd-482c-8e16-5c06e8797992 req-1dd660a5-9f48-4e88-b511-cfe10e403da2 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] show failed (client error): The resource could not be found. Apr 07 11:21:42.028760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6242ff1f-d3cd-482c-8e16-5c06e8797992 req-1dd660a5-9f48-4e88-b511-cfe10e403da2 tempest-FloatingIPsTestJSON-1893115383 tempest-FloatingIPsTestJSON-1893115383-project] 10.222.0.13 "GET /v2.0/floatingips/358d48d7-a11d-48a0-8d3f-bbbd34c6d62d HTTP/1.1" status: 404 len: 350 time: 0.1075118 Apr 07 11:21:42.039806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50912) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:42.063170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:42.067317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.076938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] 10.222.0.41 "PUT /v2.0/ports/47eb0e15-ae18-474c-bd22-5f75c89f8c38 HTTP/1.1" status: 200 len: 1092 time: 4.1647367 Apr 07 11:21:42.084442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'tag': '47eb0e15-ae18-474c-bd22-5f75c89f8c38'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:42.085016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (4cd91109-10da-471b-8dd2-bfefc8e82407), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.099106 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72dc241-b285-4d3e-bade-9c14d28ed263" -d '{"events": [{"name": "network-changed", "server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "tag": "47eb0e15-ae18-474c-bd22-5f75c89f8c38"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:42.102298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4cd91109-10da-471b-8dd2-bfefc8e82407), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.134000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Request body: {'port': {'device_id': 'ec084153-2975-4f43-bca2-69354d63483f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:42.152165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd91109-10da-471b-8dd2-bfefc8e82407,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:42.165072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.171103 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cbb5578e-3343-48bc-88da-5193e22677fe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4031370 Apr 07 11:21:42.191715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50918) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:42.192049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50920) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:42.197686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'security_group_rule': {'security_group_id': '4cd91109-10da-471b-8dd2-bfefc8e82407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:42.207095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Request body: {'port': {'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90', 'binding:host_id': 'n-h1-836788-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1749218313'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:42.243876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Made reservation on behalf of 429da3d3f2a84231a4eb8ebc905c8ae8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:42.246309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.255952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:42.262655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.307408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:21:42.318831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:42.320047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:42.328437 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (495883e9-5c3e-4813-ad9e-ea566651beff), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.329066 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 495883e9-5c3e-4813-ad9e-ea566651beff of type vlan for network 652d95fd-b2af-4bac-80a7-416c09312306 Apr 07 11:21:42.395277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-857fd63c-45d7-4693-847a-4b124cf1033c req-09acacfb-a2a8-4caf-aff0-428968fb6d7c tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0683026 Apr 07 11:21:42.401807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a647d-35a3-49bc-8e55-ba90e81de614 service neutron] Pushing event updated for resources: {'Port': ['ID=47eb0e15-ae18-474c-bd22-5f75c89f8c38,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:42.410652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (1cc8872e-672b-4df4-bcb9-697e746937c6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.484116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (652d95fd-b2af-4bac-80a7-416c09312306), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.501395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7eaf8-8402-4444-b0d1-61405e3ef658 req-3553e4d2-615b-4d6b-91f8-12d7f9098648 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:42.506836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7eaf8-8402-4444-b0d1-61405e3ef658 req-3553e4d2-615b-4d6b-91f8-12d7f9098648 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:42.513954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03d7eaf8-8402-4444-b0d1-61405e3ef658 req-3553e4d2-615b-4d6b-91f8-12d7f9098648 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1666 time: 0.3028033 Apr 07 11:21:42.515699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.608713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (652d95fd-b2af-4bac-80a7-416c09312306), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.614810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:42.615587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.666248 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7499571 Apr 07 11:21:42.682354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:42.690208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03d7eaf8-8402-4444-b0d1-61405e3ef658 req-a6091ef0-1e5c-4253-bc5c-7617456a2eba tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753781 Apr 07 11:21:42.702632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '652d95fd-b2af-4bac-80a7-416c09312306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:42.771821 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25460878-f615-4941-aa25-7aad8e255018 x-openstack-request-id: req-25460878-f615-4941-aa25-7aad8e255018 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:42.772729 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "tag": "47eb0e15-ae18-474c-bd22-5f75c89f8c38", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:42.772969 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25460878-f615-4941-aa25-7aad8e255018 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:42.774311 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25460878-f615-4941-aa25-7aad8e255018'] response: {'name': 'network-changed', 'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'tag': '47eb0e15-ae18-474c-bd22-5f75c89f8c38', 'status': 'completed', 'code': 200} Apr 07 11:21:42.818572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:42.859290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Allocated IP 172.20.0.5 (cd7861e3-c532-451b-8c93-6916858332c7/7ed89185-f8ee-4a30-96e5-9bd63dda2c24/c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:42.867225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (1cc8872e-672b-4df4-bcb9-697e746937c6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.896889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for security_group (fe6216db-9983-458e-9f3c-e17ef2d43577), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.913615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 22b9e222-613c-444b-a87d-3362431b6fa2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:42.915668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (1cc8872e-672b-4df4-bcb9-697e746937c6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.928055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe6216db-9983-458e-9f3c-e17ef2d43577), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:42.980956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:21:42.992035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6216db-9983-458e-9f3c-e17ef2d43577,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:43.018643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc8872e-672b-4df4-bcb9-697e746937c6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:43.020502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12623717-cd7f-40b2-bd03-70bd0c2190f2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=652d95fd-b2af-4bac-80a7-416c09312306,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:43.060151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 652d95fd-b2af-4bac-80a7-416c09312306 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:43.088281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:43.092146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.192070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eff6e53-7905-4585-875e-e3e4cf4546ad {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:43.205448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 22b9e222-613c-444b-a87d-3362431b6fa2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:43.205878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.208986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Publish callbacks [] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.228874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Transition to ACTIVE for port object 4eff6e53-7905-4585-875e-e3e4cf4546ad will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:21:43.262804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.267953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 2, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:43.305422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:21:43.305783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Updating router d0104123-c5a4-44d6-a360-7dc2106f6f5e port c211fce3-a9c0-48dc-8234-4031424fd4f4 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:21:43.319617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-0b07bd86-8691-4e72-ad9f-e7e6df6e2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:43.320114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-0b07bd86-8691-4e72-ad9f-e7e6df6e2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:43.321743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-0b07bd86-8691-4e72-ad9f-e7e6df6e2349 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1944 time: 0.6669192 Apr 07 11:21:43.352352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.353621 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bb6b0218-7f11-4f65-bfd7-89706adb011b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1606131 Apr 07 11:21:43.375342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.377943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 22b9e222-613c-444b-a87d-3362431b6fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:43.442761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Pushing event updated for resources: {'Port': ['ID=4eff6e53-7905-4585-875e-e3e4cf4546ad,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:43.454899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50932) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:43.463096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'security_group_rule': {'security_group_id': '4cd91109-10da-471b-8dd2-bfefc8e82407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:43.578591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.637208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48362c-cc4d-4bb9-8467-ccb4d5878b19 req-5330fad9-373d-4580-916f-faffb31e6fbe tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:43.640318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b48362c-cc4d-4bb9-8467-ccb4d5878b19 req-5330fad9-373d-4580-916f-faffb31e6fbe tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.6542013 Apr 07 11:21:43.707156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f671064-c041-41bc-a77e-affff5101a24 req-5d3dbda3-2924-4d9c-8353-552369f0c260 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.1488240 Apr 07 11:21:43.779253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (c0696d72-6523-4725-8a0d-c676c5fade34), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.857642 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Publish callbacks [] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.864537 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.895874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Attempting to bind port 4eff6e53-7905-4585-875e-e3e4cf4546ad on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:43.896711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Attempting to bind port 4eff6e53-7905-4585-875e-e3e4cf4546ad by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:43.897485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Attempting to bind port 4eff6e53-7905-4585-875e-e3e4cf4546ad on network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:43.919662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:43.938105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cea4c-a409-44e6-a18e-33978040a3e5 None None] Pushing event updated for resources: {'Port': ['ID=c211fce3-a9c0-48dc-8234-4031424fd4f4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:43.939290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:43.963281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '495883e9-5c3e-4813-ad9e-ea566651beff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '652d95fd-b2af-4bac-80a7-416c09312306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:43.963652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 652d95fd-b2af-4bac-80a7-416c09312306, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:43.975838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-99421ec3-c946-43cf-b3c0-d6da1e25435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:43.976318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-99421ec3-c946-43cf-b3c0-d6da1e25435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:43.976786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-99421ec3-c946-43cf-b3c0-d6da1e25435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:43.981646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-99421ec3-c946-43cf-b3c0-d6da1e25435f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bed939672f1e424999b931c3ea7e6fd7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6384909 Apr 07 11:21:44.011221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Port 4eff6e53-7905-4585-875e-e3e4cf4546ad on network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:44.011991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Attempting to bind port 4eff6e53-7905-4585-875e-e3e4cf4546ad on network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:44.018237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Attempting to bind port c211fce3-a9c0-48dc-8234-4031424fd4f4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:44.018636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Attempting to bind port c211fce3-a9c0-48dc-8234-4031424fd4f4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:44.019080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Attempting to bind port c211fce3-a9c0-48dc-8234-4031424fd4f4 on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:44.028285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:44.028579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Checking segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:44.028929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.029401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Bound using segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:44.030034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Bound port: c211fce3-a9c0-48dc-8234-4031424fd4f4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:44.030426 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.039483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:44.040328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Checking segment: {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:44.041745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Bound using segment: {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:44.042751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Bound port: 4eff6e53-7905-4585-875e-e3e4cf4546ad, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea0a17e-b125-449e-b881-e85d712b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:44.044205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.069903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:21:44.112871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.131920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 652d95fd-b2af-4bac-80a7-416c09312306 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:44.141171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] For port c211fce3-a9c0-48dc-8234-4031424fd4f4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:44.144644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.146374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] For port c211fce3-a9c0-48dc-8234-4031424fd4f4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c211fce3-a9c0-48dc-8234-4031424fd4f4,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:44.157550 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.185306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] For port 4eff6e53-7905-4585-875e-e3e4cf4546ad, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:44.189611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] For port 4eff6e53-7905-4585-875e-e3e4cf4546ad, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:44.210485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 652d95fd-b2af-4bac-80a7-416c09312306) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:44.221307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.221905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.230878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76621d15-83ca-4cf6-bb79-15a397ade3ca None None] Network 652d95fd-b2af-4bac-80a7-416c09312306 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:44.249046 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.255536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.302569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-e4c0c92d-6825-4f7c-894a-fabb5c769cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.304536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c72dc241-b285-4d3e-bade-9c14d28ed263 req-e4c0c92d-6825-4f7c-894a-fabb5c769cd5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3148487 Apr 07 11:21:44.346687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6d1df4c4-6bd5-4159-aea7-139761ed234a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6475897 Apr 07 11:21:44.346912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=bf809d64-2b4e-4694-9fa2-9cd5c2a24758,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:44.367520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50938) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:44.372986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828632657'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:44.390899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.391649 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.394611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] 10.222.0.41 "PUT /v2.0/ports/4eff6e53-7905-4585-875e-e3e4cf4546ad HTTP/1.1" status: 200 len: 1091 time: 2.2789941 Apr 07 11:21:44.396175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Network cd7861e3-c532-451b-8c93-6916858332c7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:44.401872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b48362c-cc4d-4bb9-8467-ccb4d5878b19 req-f2c522a0-7caa-4624-b759-e1145cb59af5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7278273 Apr 07 11:21:44.419896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d569-3707-40e1-9c59-519b5c0acf58 req-fb727fe7-4af4-416b-8831-edb9877afb16 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.432829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d569-3707-40e1-9c59-519b5c0acf58 req-fb727fe7-4af4-416b-8831-edb9877afb16 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.435934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6519d569-3707-40e1-9c59-519b5c0acf58 req-fb727fe7-4af4-416b-8831-edb9877afb16 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1678 time: 0.6124518 Apr 07 11:21:44.436882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad1423-a440-4803-8802-b31045fbac03 service neutron] Pushing event updated for resources: {'Port': ['ID=4eff6e53-7905-4585-875e-e3e4cf4546ad,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:44.451986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cea4c-a409-44e6-a18e-33978040a3e5 None None] Pushing event updated for resources: {'Port': ['ID=c211fce3-a9c0-48dc-8234-4031424fd4f4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:44.456681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:44.458988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:44.462977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:44.512903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:44.635778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6519d569-3707-40e1-9c59-519b5c0acf58 req-f9a0f922-ed9d-4708-89cb-b9a3354138e5 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486974 Apr 07 11:21:44.667563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (1abe59f7-1781-47b4-9005-750dadbc0ec1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.691981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] Provisioning complete for port c211fce3-a9c0-48dc-8234-4031424fd4f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:44.697197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.707086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:44.731203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.794373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Checking segment: {'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:44.795092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Network hostable DHCP agents. Network: 3e552c06-607f-4660-9597-47a8c15ddf90, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:44.834296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (c0696d72-6523-4725-8a0d-c676c5fade34), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.842796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'tag': '4eff6e53-7905-4585-875e-e3e4cf4546ad'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:44.845774 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54f5dc-938a-42cb-8eed-59503d9548a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "tag": "4eff6e53-7905-4585-875e-e3e4cf4546ad"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:44.868665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.869801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.886231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event updated for resources: {'Port': ['ID=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:44.919606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-3c117caa-fe12-4848-9fc6-b156e5d347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.920261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-3c117caa-fe12-4848-9fc6-b156e5d347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:44.922977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-3c117caa-fe12-4848-9fc6-b156e5d347a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 2042 time: 0.4314706 Apr 07 11:21:44.923824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c0696d72-6523-4725-8a0d-c676c5fade34), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.979350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:44.992518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e70464f5-96a0-43e7-b761-1255e1c79242), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:44.993091 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment e70464f5-96a0-43e7-b761-1255e1c79242 of type vlan for network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 Apr 07 11:21:44.997628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-652d95fd-b2af-4bac-80a7-416c09312306', 'network_id': '652d95fd-b2af-4bac-80a7-416c09312306', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': 'fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:44.999993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.027750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:45.050016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (170592b3-f1f0-4a0d-8dc8-a3decbd3ea20), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.089237 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fd1d79-f303-4d03-8ebe-c9cafca88062 x-openstack-request-id: req-33fd1d79-f303-4d03-8ebe-c9cafca88062 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:45.090336 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "tag": "4eff6e53-7905-4585-875e-e3e4cf4546ad", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:45.090759 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33fd1d79-f303-4d03-8ebe-c9cafca88062 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:45.091397 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fd1d79-f303-4d03-8ebe-c9cafca88062'] response: {'name': 'network-changed', 'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'tag': '4eff6e53-7905-4585-875e-e3e4cf4546ad', 'status': 'completed', 'code': 200} Apr 07 11:21:45.091739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (170592b3-f1f0-4a0d-8dc8-a3decbd3ea20), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.098554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:45.099369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.142951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.152190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6898472 Apr 07 11:21:45.207088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Network 3e552c06-607f-4660-9597-47a8c15ddf90 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:45.214679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50946) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:45.216760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=170592b3-f1f0-4a0d-8dc8-a3decbd3ea20,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:45.237958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b50cbac-d329-4e79-829e-e5b68f9834cf tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8693202 Apr 07 11:21:45.243966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:45.252137 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1f9b2d48-2c15-469c-8115-965177e004dc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5897853 Apr 07 11:21:45.253464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3e552c06-607f-4660-9597-47a8c15ddf90) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:45.256096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50948) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:45.266475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:45.285375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Request body: {'port': {'device_id': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:45.307940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c2b80-0330-4ae2-b1b4-7a78dfa4776a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0696d72-6523-4725-8a0d-c676c5fade34,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:45.310561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-c99f27fb-dfe4-4194-a7dc-6fe0b8643f86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=47eb0e15-ae18-474c-bd22-5f75c89f8c38 HTTP/1.1" status: 200 len: 217 time: 0.3677719 Apr 07 11:21:45.341203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:45.343225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0de900-8df0-4ce3-a9fd-4bf847b1acf0 None None] Network 3e552c06-607f-4660-9597-47a8c15ddf90 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:45.419245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-ffd2b6c5-97c3-4261-9fa1-c50c26d9a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:45.422685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-ffd2b6c5-97c3-4261-9fa1-c50c26d9a0ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a323151c-3366-4267-8252-c63a7435d8da HTTP/1.1" status: 200 len: 801 time: 0.0948422 Apr 07 11:21:45.422842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:45.502287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441349ba-6895-461e-bb91-706a5f6b3ec1 req-e86b6209-cc76-4e82-a712-6cea493103e4 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:45.503553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-441349ba-6895-461e-bb91-706a5f6b3ec1 req-e86b6209-cc76-4e82-a712-6cea493103e4 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 931 time: 0.6502314 Apr 07 11:21:45.572170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] Current status of the port c211fce3-a9c0-48dc-8234-4031424fd4f4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:45.572741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.639328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.649254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-b952e135-2648-4d26-8ad1-3a090dbd105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:45.650953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-b952e135-2648-4d26-8ad1-3a090dbd105e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6459cc3d-45ee-4b65-9fb3-41c6e3b70299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2186267 Apr 07 11:21:45.654013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:45.654368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:45.654751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:45.685488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:45.685488 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:45.688940 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 2 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:45.699601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.699968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-441349ba-6895-461e-bb91-706a5f6b3ec1 req-2dee1a7e-5894-49fd-92f9-88967acf562d tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839511 Apr 07 11:21:45.821504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2bad-822e-4518-b1ec-d781ba735f62 req-fc26efae-a157-4b64-ae99-9caedb532af5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:45.823327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37be2bad-822e-4518-b1ec-d781ba735f62 req-fc26efae-a157-4b64-ae99-9caedb532af5 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.1814239 Apr 07 11:21:45.830890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Deleting port 026dce80-f21d-45a5-a4db-4432502652d5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:45.831415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (026dce80-f21d-45a5-a4db-4432502652d5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:45.832840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:45.847817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:45.849617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:45.950123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37be2bad-822e-4518-b1ec-d781ba735f62 req-58dd8ef7-dd33-4409-9641-14b8634fcb2f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153233 Apr 07 11:21:45.979530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-a1f4696d-1861-4b5e-b438-d2ecf6ad034d service neutron] 10.222.0.41 "GET /v2.0/networks/6459cc3d-45ee-4b65-9fb3-41c6e3b70299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865050 Apr 07 11:21:46.016739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] For port c211fce3-a9c0-48dc-8234-4031424fd4f4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c211fce3-a9c0-48dc-8234-4031424fd4f4,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:46.049887 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.116356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:46.117275 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:46.118698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Allocated IP 2001:db8::3 (652d95fd-b2af-4bac-80a7-416c09312306/fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8/b544d2fd-8893-468d-a718-7922863eea66) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:46.122791 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 3 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:46.126123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5f5f8-b52e-42db-b5f4-1d81a0d34e52 None None] Pushing event updated for resources: {'Port': ['ID=c211fce3-a9c0-48dc-8234-4031424fd4f4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:46.145511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee33b3-a85a-4652-beb3-54749a3c87bf req-b780fccd-eaa7-4627-88f7-d483b597002b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:46.150736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:46.150935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:46.151363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:46.153336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee33b3-a85a-4652-beb3-54749a3c87bf req-b780fccd-eaa7-4627-88f7-d483b597002b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:46.155487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afee33b3-a85a-4652-beb3-54749a3c87bf req-b780fccd-eaa7-4627-88f7-d483b597002b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1678 time: 0.2146490 Apr 07 11:21:46.163721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:46.164327 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:46.165251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:46.170099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.179642 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 4 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:46.226191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] For port 026dce80-f21d-45a5-a4db-4432502652d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=026dce80-f21d-45a5-a4db-4432502652d5,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:46.226568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (026dce80-f21d-45a5-a4db-4432502652d5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.272582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Calling delete_port for 026dce80-f21d-45a5-a4db-4432502652d5 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:46.277476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-3ed1a08f-8e27-4e7e-8c6e-eba8eb69f8e3 service neutron] 10.222.0.41 "GET /v2.0/networks/6459cc3d-45ee-4b65-9fb3-41c6e3b70299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871068 Apr 07 11:21:46.283085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:46.283433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:46.283774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:46.293325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d78c9da7-7106-4b3c-93d7-9186f06818fc None None] Provisioning complete for port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:46.293917 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d78c9da7-7106-4b3c-93d7-9186f06818fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.314224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Performing IP validity checks on allocation pools {{(pid=104177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:21:46.314761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:21:46.326160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afee33b3-a85a-4652-beb3-54749a3c87bf req-ff84ce08-5fd0-4fc5-b98d-fa10a377a7ca tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586645 Apr 07 11:21:46.341791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:46.342136 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:46.347266 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 5 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:46.362276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d78c9da7-7106-4b3c-93d7-9186f06818fc None None] Port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:21:46.402138 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.409578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:44Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:46.411063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:46.411415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:46.411950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:46.423591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:46.423926 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:46.434097 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 6 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:46.481095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0149d-712f-45b2-870f-71bb8c06da35 None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:44Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:21:46.504549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d78c9da7-7106-4b3c-93d7-9186f06818fc None None] Provisioning complete for port c211fce3-a9c0-48dc-8234-4031424fd4f4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:46.505088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d78c9da7-7106-4b3c-93d7-9186f06818fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.666114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Publish callbacks [] for port (b544d2fd-8893-468d-a718-7922863eea66), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.704209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:46.704551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:46.704904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:46.719358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (b544d2fd-8893-468d-a718-7922863eea66), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.723150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:46.736328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Publish callbacks [] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.738884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (5a691dd9-439f-4ee8-87ef-28fecc6eb111), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.804876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Pushing event updated for resources: {'Port': ['ID=b544d2fd-8893-468d-a718-7922863eea66,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:46.836297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d78c9da7-7106-4b3c-93d7-9186f06818fc None None] Current status of the port c211fce3-a9c0-48dc-8234-4031424fd4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:46.850772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Network 652d95fd-b2af-4bac-80a7-416c09312306 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:46.852884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:46.857206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:46.864403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:46.864403 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:46.902790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Transition to ACTIVE for port object c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:21:46.904181 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 7 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:46.937349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:46.938175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:46.938684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:46.945213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=5a691dd9-439f-4ee8-87ef-28fecc6eb111,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:46.948171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:46.955977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c211fce3-a9c0-48dc-8234-4031424fd4f4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:46.961701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:46.962333 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:46.997671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Attempting to bind port b544d2fd-8893-468d-a718-7922863eea66 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:46.998189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Attempting to bind port b544d2fd-8893-468d-a718-7922863eea66 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '495883e9-5c3e-4813-ad9e-ea566651beff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '652d95fd-b2af-4bac-80a7-416c09312306'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:46.998669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Attempting to bind port b544d2fd-8893-468d-a718-7922863eea66 on network 652d95fd-b2af-4bac-80a7-416c09312306 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:47.009582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:47.010134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Checking segment: {'id': '495883e9-5c3e-4813-ad9e-ea566651beff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '652d95fd-b2af-4bac-80a7-416c09312306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:47.010674 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:47.011180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Bound using segment: {'id': '495883e9-5c3e-4813-ad9e-ea566651beff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '652d95fd-b2af-4bac-80a7-416c09312306'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:47.011775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Bound port: b544d2fd-8893-468d-a718-7922863eea66, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495883e9-5c3e-4813-ad9e-ea566651beff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '652d95fd-b2af-4bac-80a7-416c09312306'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:47.012272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b544d2fd-8893-468d-a718-7922863eea66), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:47.040014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c211fce3-a9c0-48dc-8234-4031424fd4f4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:47.040528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:47.098402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-8bf6f21a-3282-420e-985f-c64d345650fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.61&port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad HTTP/1.1" status: 200 len: 217 time: 0.8021767 Apr 07 11:21:47.106893 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 8 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:47.136844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:47.144792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:47.144792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:47.144792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:47.196395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': 'e70464f5-96a0-43e7-b761-1255e1c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:47.196769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:47.210477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:47.210865 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:47.231238 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 9 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:47.245070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] For port b544d2fd-8893-468d-a718-7922863eea66, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:47.248499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:47.268346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c211fce3-a9c0-48dc-8234-4031424fd4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:47.273868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] For port b544d2fd-8893-468d-a718-7922863eea66, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b544d2fd-8893-468d-a718-7922863eea66,segment=NetworkSegment(495883e9-5c3e-4813-ad9e-ea566651beff),segment_id=495883e9-5c3e-4813-ad9e-ea566651beff)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:47.294213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Allocated IP 172.25.5.253 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/5a2acc7f-767e-4475-98f7-0458fa823f9f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:47.296546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b544d2fd-8893-468d-a718-7922863eea66), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:47.338239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-ff6cad45-c636-4fcd-8a9b-5b79b65f24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:47.339954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-ff6cad45-c636-4fcd-8a9b-5b79b65f24ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a HTTP/1.1" status: 200 len: 801 time: 0.2135873 Apr 07 11:21:47.410190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e0f6-f626-4f64-bf74-136562681a10 req-c9ed850c-17b1-492a-a6dc-8f1e64edcf6a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:47.416647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca82e0f6-f626-4f64-bf74-136562681a10 req-c9ed850c-17b1-492a-a6dc-8f1e64edcf6a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.3281126 Apr 07 11:21:47.497619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0bbc8-9d90-4c47-b0c2-c91b87721703 None None] Pushing event updated for resources: {'Port': ['ID=b544d2fd-8893-468d-a718-7922863eea66,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:47.518107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8926-1c21-47f7-a481-089fe148eba2 req-f8ec2f45-03a3-4079-ac44-ab5614226399 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:47.519763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8e8926-1c21-47f7-a481-089fe148eba2 req-f8ec2f45-03a3-4079-ac44-ab5614226399 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.4253104 Apr 07 11:21:47.543753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:47.790319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca82e0f6-f626-4f64-bf74-136562681a10 req-e5bd10b1-efa6-40a0-b835-346faceefb6d tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055224 Apr 07 11:21:47.794843 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (026dce80-f21d-45a5-a4db-4432502652d5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:47.841003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8078-d500-486a-9766-9a84b4d04790 req-d7959884-4ebb-455d-b99c-a62f198c497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:47.845082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-d7959884-4ebb-455d-b99c-a62f198c497d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0ce339-80f2-4a21-ac74-1395b34fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4979455 Apr 07 11:21:47.998572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=026dce80-f21d-45a5-a4db-4432502652d5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:48.163794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8e8926-1c21-47f7-a481-089fe148eba2 req-1b4d474b-0b5a-47d6-a599-9ec22ce99d26 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171913 Apr 07 11:21:48.169602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:48.179860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0cd51-e0d2-448f-98f1-462dde2bc098 None None] Network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:48.196314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:48.197940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.226642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:48.226981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:48.227324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:48.246018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:48.246510 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:48.247906 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 10 to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 Apr 07 11:21:48.273331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-640ed4eb-0fc3-4c57-88c4-2eca7ae197b5 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0154881 Apr 07 11:21:48.283536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50962) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:48.286783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.313409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-d4da6644-924a-4b47-889a-55f0b1f7793d service neutron] 10.222.0.41 "GET /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285431 Apr 07 11:21:48.325019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad7c7-01ee-40a8-881d-048c69714769 req-3fd4b1d4-5095-4b51-91d8-1df80fdd6c73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:48.331907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad7c7-01ee-40a8-881d-048c69714769 req-3fd4b1d4-5095-4b51-91d8-1df80fdd6c73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:48.333670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-436ad7c7-01ee-40a8-881d-048c69714769 req-3fd4b1d4-5095-4b51-91d8-1df80fdd6c73 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1678 time: 0.3203449 Apr 07 11:21:48.382880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:48.383513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:48.384016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:48.397977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-170592b3-f1f0-4a0d-8dc8-a3decbd3ea20', 'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': '5a691dd9-439f-4ee8-87ef-28fecc6eb111'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:48.398617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.440089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:48.440859 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:48.441594 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.614439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (1abe59f7-1781-47b4-9005-750dadbc0ec1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.645952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Allocated IP 2001:db8::3 (170592b3-f1f0-4a0d-8dc8-a3decbd3ea20/5a691dd9-439f-4ee8-87ef-28fecc6eb111/6249834a-40b0-407e-b50e-e898d10fa407) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:48.674179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-436ad7c7-01ee-40a8-881d-048c69714769 req-a1eedf38-ce7c-4a03-855c-279a4b9de3e8 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948592 Apr 07 11:21:48.709950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (170592b3-f1f0-4a0d-8dc8-a3decbd3ea20), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.724666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:48.745052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'Port': ['ID=5a2acc7f-767e-4475-98f7-0458fa823f9f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:48.752668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:48.832005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:48.847991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40d8078-d500-486a-9766-9a84b4d04790 req-f990a1ee-0c26-4e7c-8acd-7827ab20c522 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786475 Apr 07 11:21:48.884202 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Publish callbacks [] for port (6249834a-40b0-407e-b50e-e898d10fa407), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.895920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (6249834a-40b0-407e-b50e-e898d10fa407), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:48.949645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Attempting to bind port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:48.950102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Attempting to bind port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:48.950575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Attempting to bind port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 on network cd7861e3-c532-451b-8c93-6916858332c7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:48.993894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:48.999304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:49.014175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:49.032160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 on network cd7861e3-c532-451b-8c93-6916858332c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:49.033824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Attempting to bind port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 on network cd7861e3-c532-451b-8c93-6916858332c7 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:49.095419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Pushing event updated for resources: {'Port': ['ID=6249834a-40b0-407e-b50e-e898d10fa407,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:49.120414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Attempting to bind port 6249834a-40b0-407e-b50e-e898d10fa407 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:49.121338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Attempting to bind port 6249834a-40b0-407e-b50e-e898d10fa407 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e70464f5-96a0-43e7-b761-1255e1c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:49.121715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Attempting to bind port 6249834a-40b0-407e-b50e-e898d10fa407 on network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:49.128135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:49.128660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Checking segment: {'id': 'e70464f5-96a0-43e7-b761-1255e1c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:49.129074 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.129495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Bound using segment: {'id': 'e70464f5-96a0-43e7-b761-1255e1c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:49.129977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Bound port: 6249834a-40b0-407e-b50e-e898d10fa407, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70464f5-96a0-43e7-b761-1255e1c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '170592b3-f1f0-4a0d-8dc8-a3decbd3ea20'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:49.130368 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6249834a-40b0-407e-b50e-e898d10fa407), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.137481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:49.138653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Checking segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:49.139614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Bound using segment: {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:49.140673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Bound port: c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5177da-b2ba-4212-b838-9a9585af9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:49.141825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.169151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b544d2fd-8893-468d-a718-7922863eea66 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:49.276976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] For port bf809d64-2b4e-4694-9fa2-9cd5c2a24758, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:49.279911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempted to set empty binding levels {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 11:21:49.306546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-5eca0947-31af-45f6-b47b-e6833af36693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:49.307086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-5eca0947-31af-45f6-b47b-e6833af36693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:49.308988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-5eca0947-31af-45f6-b47b-e6833af36693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed939672f1e424999b931c3ea7e6fd7&device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 2042 time: 0.3272521 Apr 07 11:21:49.318208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487cf6-ff54-4ca3-bcb6-fad20fc6af4f req-0002d595-eda3-4a61-97b4-63c57ff06df7 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:49.321312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90487cf6-ff54-4ca3-bcb6-fad20fc6af4f req-0002d595-eda3-4a61-97b4-63c57ff06df7 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.1433403 Apr 07 11:21:49.323257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] For port 6249834a-40b0-407e-b50e-e898d10fa407, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:49.344356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9440137-7de0-48b4-a4cb-e728cd47294f None None] Network 652d95fd-b2af-4bac-80a7-416c09312306 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:49.386029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Router 1abe59f7-1781-47b4-9005-750dadbc0ec1 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:21:49.405992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] For port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:49.409608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] For port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:49.413453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.449439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (47f10125-ef67-4b61-a22f-172f017dddcf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.454224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] For port 6249834a-40b0-407e-b50e-e898d10fa407, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6249834a-40b0-407e-b50e-e898d10fa407,segment=NetworkSegment(e70464f5-96a0-43e7-b761-1255e1c79242),segment_id=e70464f5-96a0-43e7-b761-1255e1c79242)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:49.486146 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6249834a-40b0-407e-b50e-e898d10fa407), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.505795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] Provisioning complete for port b544d2fd-8893-468d-a718-7922863eea66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:49.507484 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b544d2fd-8893-468d-a718-7922863eea66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.517685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:49.518303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.521124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.532343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=bf809d64-2b4e-4694-9fa2-9cd5c2a24758,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:49.597460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:49.597969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.599382 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 HTTP/1.1" status: 200 len: 1091 time: 4.3221648 Apr 07 11:21:49.649403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1c288-4b6b-4512-9888-cc2884ecc0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:49.652957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:49.656275 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c" -d '{"events": [{"name": "network-changed", "server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:49.665621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.789043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b544d2fd-8893-468d-a718-7922863eea66 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:49.789619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b544d2fd-8893-468d-a718-7922863eea66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.802390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90487cf6-ff54-4ca3-bcb6-fad20fc6af4f req-64745043-352a-49e1-a858-f2e937eb981f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592948 Apr 07 11:21:49.813943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port 6249834a-40b0-407e-b50e-e898d10fa407 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:49.813943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6249834a-40b0-407e-b50e-e898d10fa407), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:49.818072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49d611-aa7c-475f-8067-d4b9487ede7d None None] Pushing event updated for resources: {'Port': ['ID=6249834a-40b0-407e-b50e-e898d10fa407,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:49.845002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76662f-b7a9-4a8b-b6b0-6edb0133a4b1 req-aa808c8b-371c-4780-a940-dd0333589193 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:49.854412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d76662f-b7a9-4a8b-b6b0-6edb0133a4b1 req-aa808c8b-371c-4780-a940-dd0333589193 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.4882722 Apr 07 11:21:49.886858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:21:49.899882 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] Sync routers for ids ['1abe59f7-1781-47b4-9005-750dadbc0ec1'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:21:49.919627 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] Routers {'1abe59f7-1781-47b4-9005-750dadbc0ec1'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:49.922175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-da359f5b-1001-4a70-ba31-392b5acd8c25 admin admin] 10.222.0.13 "PUT /v2.0/routers/1abe59f7-1781-47b4-9005-750dadbc0ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8774736 Apr 07 11:21:49.925788 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['1abe59f7-1781-47b4-9005-750dadbc0ec1'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:49.944594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50972) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:50.089153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-bf3db353-473b-4dfc-ac0d-55fc0a499fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:50.090557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-bf3db353-473b-4dfc-ac0d-55fc0a499fd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0ce339-80f2-4a21-ac74-1395b34fa8d9 HTTP/1.1" status: 200 len: 902 time: 0.7657833 Apr 07 11:21:50.182630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] Set router 1abe59f7-1781-47b4-9005-750dadbc0ec1 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:50.183677 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5e9ce4fb-8f3b-479a-9e42-ea6b9efb9013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.9810221 Apr 07 11:21:50.239705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-f696740c-d15f-4464-8ed6-6f30e3595cb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.61&port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad HTTP/1.1" status: 200 len: 217 time: 0.0472035 Apr 07 11:21:50.244816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50974) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:50.339857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] Current status of the port b544d2fd-8893-468d-a718-7922863eea66 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:50.340458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b544d2fd-8893-468d-a718-7922863eea66), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.453890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.464052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b544d2fd-8893-468d-a718-7922863eea66 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:50.464757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b544d2fd-8893-468d-a718-7922863eea66), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.484659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-a79c036c-158b-4675-8c08-0a33cbe22acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:50.498860 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-a79c036c-158b-4675-8c08-0a33cbe22acf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779da18542cc43b6a3387b16d9524ed8&device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 1125 time: 0.7497051 Apr 07 11:21:50.502373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.559516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239cd3-134e-40c9-afaf-e57ec6c8604a req-5753fb43-6edc-41f2-8dac-84caf1f3b903 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:50.572801 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:47Z', 'revision_number': 5, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:50.573843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] For port b544d2fd-8893-468d-a718-7922863eea66, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b544d2fd-8893-468d-a718-7922863eea66,segment=NetworkSegment(495883e9-5c3e-4813-ad9e-ea566651beff),segment_id=495883e9-5c3e-4813-ad9e-ea566651beff)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:50.575573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239cd3-134e-40c9-afaf-e57ec6c8604a req-5753fb43-6edc-41f2-8dac-84caf1f3b903 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:50.579453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08239cd3-134e-40c9-afaf-e57ec6c8604a req-5753fb43-6edc-41f2-8dac-84caf1f3b903 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1678 time: 0.5124943 Apr 07 11:21:50.592034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b544d2fd-8893-468d-a718-7922863eea66), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.621785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d76662f-b7a9-4a8b-b6b0-6edb0133a4b1 req-37b2bf94-ae03-4991-80ee-3b316dd9b653 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192211 Apr 07 11:21:50.638608 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] Checking router: 1abe59f7-1781-47b4-9005-750dadbc0ec1 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:21:50.652866 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] Routers {'1abe59f7-1781-47b4-9005-750dadbc0ec1'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:21:50.653555 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:21:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['1abe59f7-1781-47b4-9005-750dadbc0ec1'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:50.685450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-9bab7250-e5fa-44c4-a93d-b2d3a03a51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:50.686990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-9bab7250-e5fa-44c4-a93d-b2d3a03a51c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a HTTP/1.1" status: 200 len: 801 time: 0.3309569 Apr 07 11:21:50.749747 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks [] for router (1abe59f7-1781-47b4-9005-750dadbc0ec1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.771094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Deleting port bf809d64-2b4e-4694-9fa2-9cd5c2a24758 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:50.772412 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.882093 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] Set router 1abe59f7-1781-47b4-9005-750dadbc0ec1 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:21:50.907874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:21:50.909756 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:21:50.912263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782145-e4ee-416c-af1b-cd3489bee496 None None] Pushing event updated for resources: {'Port': ['ID=b544d2fd-8893-468d-a718-7922863eea66,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:50.958028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-33376628-62c9-4d14-9dbc-e27a2bdadc13 None None] Provisioning complete for port b544d2fd-8893-468d-a718-7922863eea66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:50.958309 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-33376628-62c9-4d14-9dbc-e27a2bdadc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b544d2fd-8893-468d-a718-7922863eea66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:50.967621 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-d2d407b7-2f6a-4045-baac-488a18ffddd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 HTTP/1.1" status: 200 len: 217 time: 0.4279726 Apr 07 11:21:50.984188 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862b875-088a-4696-9908-81e187798d6b x-openstack-request-id: req-e862b875-088a-4696-9908-81e187798d6b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:50.984883 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:50.985481 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e862b875-088a-4696-9908-81e187798d6b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:50.986247 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e862b875-088a-4696-9908-81e187798d6b'] response: {'name': 'network-changed', 'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'status': 'completed', 'code': 200} Apr 07 11:21:51.089749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port 6249834a-40b0-407e-b50e-e898d10fa407, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6249834a-40b0-407e-b50e-e898d10fa407,segment=NetworkSegment(e70464f5-96a0-43e7-b761-1255e1c79242),segment_id=e70464f5-96a0-43e7-b761-1255e1c79242)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:51.090666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6249834a-40b0-407e-b50e-e898d10fa407), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.151007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-33376628-62c9-4d14-9dbc-e27a2bdadc13 None None] Current status of the port b544d2fd-8893-468d-a718-7922863eea66 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:51.151731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'Port': ['ID=5a2acc7f-767e-4475-98f7-0458fa823f9f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:51.181412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for 6249834a-40b0-407e-b50e-e898d10fa407 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:51.251320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (47f10125-ef67-4b61-a22f-172f017dddcf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.274318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-5de51d0b-fbc6-48aa-9478-31b1f2ee6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:51.278153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-5de51d0b-fbc6-48aa-9478-31b1f2ee6be5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed89185-f8ee-4a30-96e5-9bd63dda2c24 HTTP/1.1" status: 200 len: 855 time: 0.2804997 Apr 07 11:21:51.310578 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:47Z', 'revision_number': 5, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:51.375062 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.395210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4c768362-765c-4e85-a30a-10eb0d8df8a2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1500299 Apr 07 11:21:51.484111 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafca20-fffb-4096-a1e7-3879ff309fda None None] The sync data for ids ['1abe59f7-1781-47b4-9005-750dadbc0ec1'] in n-d-836788-1 is: [{'id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'name': 'tempest-FloatingIPsTestJSON-1723026315-router', 'tenant_id': 'f833344c619d4e6ba13a815180ea3c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '5a257741-4475-49f7-b58d-4b63e167169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:01Z', 'updated_at': '2022-04-07T11:21:47Z', 'revision_number': 5, 'project_id': 'f833344c619d4e6ba13a815180ea3c76', 'gw_port': {'id': '5a257741-4475-49f7-b58d-4b63e167169e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abe59f7-1781-47b4-9005-750dadbc0ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:03Z', 'updated_at': '2022-04-07T11:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:21:51.526505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b544d2fd-8893-468d-a718-7922863eea66 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:51.560790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da0908-c0b0-4c2f-969d-ec94e23a3e0d None None] Network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:51.591355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-d2b86117-82f4-4d6d-8867-1a539accfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:51.594669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-d2b86117-82f4-4d6d-8867-1a539accfeee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd7861e3-c532-451b-8c93-6916858332c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2456682 Apr 07 11:21:51.651411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-31342fdc-2751-453e-a56f-ba5b7a67abed None None] Provisioning complete for port 6249834a-40b0-407e-b50e-e898d10fa407 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:51.651785 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-31342fdc-2751-453e-a56f-ba5b7a67abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6249834a-40b0-407e-b50e-e898d10fa407), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.663673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08239cd3-134e-40c9-afaf-e57ec6c8604a req-bcf207fd-2b54-44d9-922c-2dca041ade90 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0507202 Apr 07 11:21:51.728275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6249834a-40b0-407e-b50e-e898d10fa407), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.753460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-31342fdc-2751-453e-a56f-ba5b7a67abed None None] Could not find standard attr ID for object 6249834a-40b0-407e-b50e-e898d10fa407. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:21:51.757361 n-d-836788-1 neutron-server[104179]: INFO neutron.plugins.ml2.db [None req-31342fdc-2751-453e-a56f-ba5b7a67abed None None] No ports have port_id starting with 6249834a-40b0-407e-b50e-e898d10fa407 Apr 07 11:21:51.797582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks [] for router_gateway (1abe59f7-1781-47b4-9005-750dadbc0ec1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.821476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=6249834a-40b0-407e-b50e-e898d10fa407,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:51.881261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] For port bf809d64-2b4e-4694-9fa2-9cd5c2a24758, host n-h1-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:51.881810 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:51.928415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb08b1-64c0-4bbc-9bd9-5524d9b60278 req-8f3ac272-6ae7-4809-9811-7dea363279e6 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:51.935613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3dcb08b1-64c0-4bbc-9bd9-5524d9b60278 req-8f3ac272-6ae7-4809-9811-7dea363279e6 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.3926468 Apr 07 11:21:52.004846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Calling delete_port for bf809d64-2b4e-4694-9fa2-9cd5c2a24758 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:52.033965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-dd470225-0400-433a-bf5c-9a7bc1334d1d service neutron] 10.222.0.41 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296505 Apr 07 11:21:52.087126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port 6249834a-40b0-407e-b50e-e898d10fa407 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:52.096039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b544d2fd-8893-468d-a718-7922863eea66 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:52.147821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-da1f7f85-7ebd-4f4d-a5bb-42d089d46d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:52.154907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-da1f7f85-7ebd-4f4d-a5bb-42d089d46d2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0ce339-80f2-4a21-ac74-1395b34fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.4326098 Apr 07 11:21:52.208622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b544d2fd-8893-468d-a718-7922863eea66 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:52.209846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b544d2fd-8893-468d-a718-7922863eea66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.285647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9bb9ef65-140e-4ce5-a8ba-2a09ea04d008 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--357368680&fields=id&tenant_id=9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 267 time: 0.4697332 Apr 07 11:21:52.296381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (5a691dd9-439f-4ee8-87ef-28fecc6eb111), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.326561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b544d2fd-8893-468d-a718-7922863eea66 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:52.337959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 026dce80-f21d-45a5-a4db-4432502652d5 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:52.359516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06bfc2fe-4869-49f3-a4e6-94eafffb7394 req-1cc4737d-b20e-4231-9376-a59c19f940d1 service neutron] 10.222.0.41 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745893 Apr 07 11:21:52.363671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 026dce80-f21d-45a5-a4db-4432502652d5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:52.364436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 026dce80-f21d-45a5-a4db-4432502652d5 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:52.407059 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (5a691dd9-439f-4ee8-87ef-28fecc6eb111), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.467695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28f2db-b1b4-47eb-8dbd-7d67fdb80a86 None None] Network 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:52.489055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=5a691dd9-439f-4ee8-87ef-28fecc6eb111,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:52.553994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3dcb08b1-64c0-4bbc-9bd9-5524d9b60278 req-32686d41-6e31-47ca-9ffd-c3e6aa092647 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5452776 Apr 07 11:21:52.563793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (170592b3-f1f0-4a0d-8dc8-a3decbd3ea20), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.586320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Deleting port 5a257741-4475-49f7-b58d-4b63e167169e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:52.586949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5a257741-4475-49f7-b58d-4b63e167169e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.593024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-e61fb1e4-b330-4a54-b41d-0668e1411ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:52.594587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-e61fb1e4-b330-4a54-b41d-0668e1411ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779da18542cc43b6a3387b16d9524ed8&device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 1125 time: 0.1732242 Apr 07 11:21:52.598454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170592b3-f1f0-4a0d-8dc8-a3decbd3ea20']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:52.676436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70464f5-96a0-43e7-b761-1255e1c79242') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:52.676753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70464f5-96a0-43e7-b761-1255e1c79242') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:52.693026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b2be5-321d-42da-949d-707ec7897522 None None] DHCP port deletion for 170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:21:52.700831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (e70464f5-96a0-43e7-b761-1255e1c79242), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.731933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e70464f5-96a0-43e7-b761-1255e1c79242), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.747388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:52.747929 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (e70464f5-96a0-43e7-b761-1255e1c79242), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:52.751897 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:52.824296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-56179736-c9fa-4365-97fe-db751f422805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:52.825937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-56179736-c9fa-4365-97fe-db751f422805 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd7861e3-c532-451b-8c93-6916858332c7 HTTP/1.1" status: 200 len: 917 time: 0.2245770 Apr 07 11:21:52.830517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (170592b3-f1f0-4a0d-8dc8-a3decbd3ea20), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.835709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.842465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 HTTP/1.1" status: 204 len: 168 time: 4.5491803 Apr 07 11:21:52.851792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50998) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:52.861718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161098119'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:52.898777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a001b-3bab-4349-951b-d062b9bc9083 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=170592b3-f1f0-4a0d-8dc8-a3decbd3ea20,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:52.902564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-e6fb9ea9-052a-48e5-9acc-426f95f9be56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 HTTP/1.1" status: 200 len: 217 time: 0.0625124 Apr 07 11:21:52.953303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] For port 5a257741-4475-49f7-b58d-4b63e167169e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5a257741-4475-49f7-b58d-4b63e167169e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:52.953814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5a257741-4475-49f7-b58d-4b63e167169e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:52.963271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-838afcb1-17f5-4ce4-8810-900f25827767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:52.964832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-838afcb1-17f5-4ce4-8810-900f25827767 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed89185-f8ee-4a30-96e5-9bd63dda2c24 HTTP/1.1" status: 200 len: 855 time: 0.0554764 Apr 07 11:21:52.969879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bf809d64-2b4e-4694-9fa2-9cd5c2a24758), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.032328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-a3327e61-5b86-4284-b415-cb2db12d0145 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633192 Apr 07 11:21:53.042534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-74bdfa78-44b5-432e-98ce-fc19b34c94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:53.045085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-74bdfa78-44b5-432e-98ce-fc19b34c94a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd7861e3-c532-451b-8c93-6916858332c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734773 Apr 07 11:21:53.058707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf809d64-2b4e-4694-9fa2-9cd5c2a24758,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:53.063525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Calling delete_port for 5a257741-4475-49f7-b58d-4b63e167169e owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:53.092860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-4b36a004-e2be-4696-b1fb-f591842c0319 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:53.095123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-4b36a004-e2be-4696-b1fb-f591842c0319 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 817 time: 0.7487319 Apr 07 11:21:53.112220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.117407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9b40c9f1-f41d-4397-aae9-21cb078d92d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bf809d64-2b4e-4694-9fa2-9cd5c2a24758 HTTP/1.1" status: 204 len: 168 time: 2.8685296 Apr 07 11:21:53.120323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51000) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:53.157815 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2dadeb-35ba-48b2-9e2a-fd5c11a7f327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:21:53.159709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b2dadeb-35ba-48b2-9e2a-fd5c11a7f327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "GET /v2.0/ports/bf809d64-2b4e-4694-9fa2-9cd5c2a24758 HTTP/1.1" status: 404 len: 333 time: 0.0381994 Apr 07 11:21:53.167378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51002) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:53.177458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Request body: {'port': {'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210078959'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:53.187769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:53.192709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.218536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-167c21e6-1ee4-4bf6-b2a9-88437fa34d83 service neutron] 10.222.0.41 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645055 Apr 07 11:21:53.233075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Made reservation on behalf of 429da3d3f2a84231a4eb8ebc905c8ae8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:53.235555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.245538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a964-717d-4b4e-955e-c97539578b7c req-890c0628-148a-4868-b18a-197c5ad0a331 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:53.248385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1521a964-717d-4b4e-955e-c97539578b7c req-890c0628-148a-4868-b18a-197c5ad0a331 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.5243051 Apr 07 11:21:53.299139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:21:53.316123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-b0ff4a09-8ecf-45a9-bee4-e0716eaada98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/quotas/9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 375 time: 0.1797907 Apr 07 11:21:53.394221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9bde9a7d-0f83-404a-91e5-9aaf2ed9970c req-14f4873e-cd59-485a-adc3-dcc46089302a service neutron] 10.222.0.41 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699855 Apr 07 11:21:53.433990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:21:53.510028 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.510430 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 110a939a-85c6-4ab4-87f4-02325d1cebf8 of type vlan for network 2045697a-ce57-46ea-ae09-a5acce63f8de Apr 07 11:21:53.539352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.562412 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-6b0a38b3-35d1-4771-ab47-bb96c1cbbb94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961254 Apr 07 11:21:53.602515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6249834a-40b0-407e-b50e-e898d10fa407 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:53.605205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.649500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd54f5dc-938a-42cb-8eed-59503d9548a0 req-ca81815b-ebac-4490-a682-d35d6c2f5882 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024206 Apr 07 11:21:53.653353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6249834a-40b0-407e-b50e-e898d10fa407 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:53.655006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1521a964-717d-4b4e-955e-c97539578b7c req-3336695a-826a-4cad-a31c-5fd034c695e2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407745 Apr 07 11:21:53.693563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6249834a-40b0-407e-b50e-e898d10fa407 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:53.694870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Network 3e552c06-607f-4660-9597-47a8c15ddf90 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:53.699631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:53.706190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.709702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:53.713412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:53.714026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.718839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-8b1edc42-d20e-4912-9676-aad8a8d17898 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3875616 Apr 07 11:21:53.768362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=626bd1d0-66c3-4951-b5a1-90db8fe8df74,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:53.782739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3b4886ea-1285-4a9e-a5cc-08c0c1084efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6119869 Apr 07 11:21:53.784116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51006) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:53.792242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:53.834626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-2025af03-9168-4ad4-be97-9cf7f0db9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:53.836525 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-2025af03-9168-4ad4-be97-9cf7f0db9bde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 1127 time: 0.1924078 Apr 07 11:21:53.876477 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.885461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:53.886318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:53.920528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.034878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-4d27ef80-173f-44aa-ab2d-a169663c8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:54.036486 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-4d27ef80-173f-44aa-ab2d-a169663c8a43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.1769009 Apr 07 11:21:54.057093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1984708 Apr 07 11:21:54.058047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:54.097098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:54.110671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bbdcd-8e54-4f68-950a-0901ceb439e0 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=2045697a-ce57-46ea-ae09-a5acce63f8de,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:54.116182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5a257741-4475-49f7-b58d-4b63e167169e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.119508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-7f312d73-1a0f-4535-800d-0d01530f4148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb HTTP/1.1" status: 200 len: 217 time: 0.0763068 Apr 07 11:21:54.129158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2045697a-ce57-46ea-ae09-a5acce63f8de details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:21:54.179129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a257741-4475-49f7-b58d-4b63e167169e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:54.184995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-3b9b24cb-f448-481c-9b81-ebcc2932e9b3 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477420 Apr 07 11:21:54.198489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f3a5-5757-4fc4-8980-f2a1beda786c req-40b29fbc-8c53-4dd7-b06e-91e3df53711d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:54.207226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f3a5-5757-4fc4-8980-f2a1beda786c req-40b29fbc-8c53-4dd7-b06e-91e3df53711d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:54.219264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2430f3a5-5757-4fc4-8980-f2a1beda786c req-40b29fbc-8c53-4dd7-b06e-91e3df53711d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1678 time: 0.3496521 Apr 07 11:21:54.266018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-cd0aae7b-be0f-4cdc-9560-73d5952aae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:54.267618 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-cd0aae7b-be0f-4cdc-9560-73d5952aae7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1189711 Apr 07 11:21:54.315256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4eff6e53-7905-4585-875e-e3e4cf4546ad details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:21:54.327406 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-31127e43-3713-4ada-b053-ed6ba8c64102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534112 Apr 07 11:21:54.337982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:54.342462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.363941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:21:54.426641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.471318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (1abe59f7-1781-47b4-9005-750dadbc0ec1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.472246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.536726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2430f3a5-5757-4fc4-8980-f2a1beda786c req-da15fc48-8e8f-4b25-9001-d4f4df2c20ad tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149514 Apr 07 11:21:54.545732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4eff6e53-7905-4585-875e-e3e4cf4546ad, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:54.577547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '4eff6e53-7905-4585-875e-e3e4cf4546ad', 'network_id': '5e0ce339-80f2-4a21-ac74-1395b34fa8d9', 'port_id': '4eff6e53-7905-4585-875e-e3e4cf4546ad', 'mac_address': 'fa:16:3e:99:38:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a', 'ip_address': '19.86.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:21:54.772110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-a368fbbc-94a1-410f-86a0-9a315647b007 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489299 Apr 07 11:21:54.807813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (1abe59f7-1781-47b4-9005-750dadbc0ec1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.812073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks [] for router_controller (1abe59f7-1781-47b4-9005-750dadbc0ec1), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.840206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4eff6e53-7905-4585-875e-e3e4cf4546ad is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:54.840765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.870208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eff6e53-7905-4585-875e-e3e4cf4546ad {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:54.921414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (1abe59f7-1781-47b4-9005-750dadbc0ec1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.922265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abe59f7-1781-47b4-9005-750dadbc0ec1 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:21:54.922680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4eff6e53-7905-4585-875e-e3e4cf4546ad, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:54.935401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.936412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 47eb0e15-ae18-474c-bd22-5f75c89f8c38 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:21:54.939246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:54.940904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-46cb79f7-98ca-45f8-8f43-3036fb365de5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1abe59f7-1781-47b4-9005-750dadbc0ec1 HTTP/1.1" status: 204 len: 168 time: 4.9936860 Apr 07 11:21:54.965495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544e636-9766-4c9c-a250-42eb5a838fd9 req-978593a7-c693-434b-a058-01f0a056d5c0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:54.970915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51012) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:54.980947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9544e636-9766-4c9c-a250-42eb5a838fd9 req-978593a7-c693-434b-a058-01f0a056d5c0 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.2307422 Apr 07 11:21:55.033352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=626bd1d0-66c3-4951-b5a1-90db8fe8df74,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:55.065800 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-4f663c8b-93db-456b-83af-be811d7bf1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294731 Apr 07 11:21:55.093872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:55.094221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:55.094547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:55.125406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Deleting subnet ce88f176-f718-4780-a019-40b5253f1b41 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:21:55.158679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:55.159018 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:55.161319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Publish callbacks [] for subnet (ce88f176-f718-4780-a019-40b5253f1b41), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:55.164880 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 2 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:55.195748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9544e636-9766-4c9c-a250-42eb5a838fd9 req-3a4cee59-aa84-4021-9380-8fc20ee0dd3b tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095919 Apr 07 11:21:55.255415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=47eb0e15-ae18-474c-bd22-5f75c89f8c38,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:55.261358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:55.261774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:55.262527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:55.285489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '47eb0e15-ae18-474c-bd22-5f75c89f8c38', 'network_id': '6459cc3d-45ee-4b65-9fb3-41c6e3b70299', 'port_id': '47eb0e15-ae18-474c-bd22-5f75c89f8c38', 'mac_address': 'fa:16:3e:82:c5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a323151c-3366-4267-8252-c63a7435d8da', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:21:55.297302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:55.298108 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:55.302057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (ce88f176-f718-4780-a019-40b5253f1b41), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:55.307034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4eff6e53-7905-4585-875e-e3e4cf4546ad,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:55.311702 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 3 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:55.363584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:55.363988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:55.386212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47eb0e15-ae18-474c-bd22-5f75c89f8c38 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:21:55.387208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6447e2-374b-494b-a999-dc2d7c51cb9c req-cded7413-3563-4b48-83b7-941f03ef6d3d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:55.389543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a6447e2-374b-494b-a999-dc2d7c51cb9c req-cded7413-3563-4b48-83b7-941f03ef6d3d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.2472823 Apr 07 11:21:55.410512 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4912b7c0-0d8c-4f04-b835-a2d709e7c2fb req-8b169b2e-d12f-4101-9312-48d5b861b013 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198497 Apr 07 11:21:55.411256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:55.411654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:55.412275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:55.418331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=47eb0e15-ae18-474c-bd22-5f75c89f8c38,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:55.431016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:55.445517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:55.446477 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:55.450521 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 4 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:55.489761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3305b9c-c727-40e0-9df3-c99463959a9c req-26fbba19-db5a-468f-855d-9c4aa62a67d0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 210 time: 0.0984387 Apr 07 11:21:55.494127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (1090a50c-bc15-41dc-aef6-658fc4932754), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:55.543032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:55.544047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:55.552498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:55.562099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=47eb0e15-ae18-474c-bd22-5f75c89f8c38,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:55.610284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a6447e2-374b-494b-a999-dc2d7c51cb9c req-0da6bafd-d19a-48af-8313-04a21f430101 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135828 Apr 07 11:21:55.698982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5a257741-4475-49f7-b58d-4b63e167169e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:55.724006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ce88f176-f718-4780-a019-40b5253f1b41), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:55.746378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5a257741-4475-49f7-b58d-4b63e167169e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:55.746789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5a257741-4475-49f7-b58d-4b63e167169e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:55.784009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:55.784009 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:55.797898 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 5 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:55.800866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['47eb0e15-ae18-474c-bd22-5f75c89f8c38'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:55.838751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757d87-4f50-4181-920f-683af9f83a86 req-90e5e55b-0079-4101-87f7-7c43a6decded tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:55.848617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757d87-4f50-4181-920f-683af9f83a86 req-90e5e55b-0079-4101-87f7-7c43a6decded tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:55.868345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82757d87-4f50-4181-920f-683af9f83a86 req-90e5e55b-0079-4101-87f7-7c43a6decded tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1680 time: 0.1785841 Apr 07 11:21:55.966464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=1090a50c-bc15-41dc-aef6-658fc4932754,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:55.971333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:55.972318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:55.972318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:55.984233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:55.984456 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:55.992484 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 6 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:55.998059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '110a939a-85c6-4ab4-87f4-02325d1cebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:55.998442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 2045697a-ce57-46ea-ae09-a5acce63f8de, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:21:56.000947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (ce88f176-f718-4780-a019-40b5253f1b41), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.011056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82757d87-4f50-4181-920f-683af9f83a86 req-4e82d334-79eb-4615-ba01-a09b5bdf6fb0 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243088 Apr 07 11:21:56.063323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:56.063776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:56.064633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:56.079409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce88f176-f718-4780-a019-40b5253f1b41,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:56.087761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.090989 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c2347635-6964-470e-a0e5-7c731d522056 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce88f176-f718-4780-a019-40b5253f1b41 HTTP/1.1" status: 204 len: 168 time: 1.1168983 Apr 07 11:21:56.092759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:56.093098 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:56.093553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:56.098537 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 7 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:56.105987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92da9a6-27b5-4211-a70d-73bc016a5ee5 None None] Network 809e3fdc-fca1-48da-9262-8472b0cb94b1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:56.121479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 2045697a-ce57-46ea-ae09-a5acce63f8de is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:21:56.143962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b2c3e-d9b8-41bf-bb25-938ba9df73a1 req-e3b9b831-4f92-455d-a0b5-e6503259be94 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:56.145766 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d8b2c3e-d9b8-41bf-bb25-938ba9df73a1 req-e3b9b831-4f92-455d-a0b5-e6503259be94 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.1331196 Apr 07 11:21:56.206117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:56.206621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:56.207059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:56.223750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2045697a-ce57-46ea-ae09-a5acce63f8de) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:56.243207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d8b2c3e-d9b8-41bf-bb25-938ba9df73a1 req-613a9910-cb2d-4308-a63a-d62bd863cfca tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819907 Apr 07 11:21:56.246755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00668ce1-cc54-481c-b41b-86bf4964a103 None None] Network 2045697a-ce57-46ea-ae09-a5acce63f8de requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:56.285746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:56.285746 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:56.285746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:56.285746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.286669 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 8 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:56.317171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (809e3fdc-fca1-48da-9262-8472b0cb94b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.345164 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74f033b3-9c1c-4101-80dd-b761218c980e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2862659 Apr 07 11:21:56.350673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51034) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:56.374549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:56.375356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:56.376240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:56.412866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:56.413629 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:56.415531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b448b83-da9d-4125-b274-0765062b7023 req-7b78a9ff-3bc1-44f3-bcd4-a6f6b98efed4 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:56.417243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b448b83-da9d-4125-b274-0765062b7023 req-7b78a9ff-3bc1-44f3-bcd4-a6f6b98efed4 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.0905626 Apr 07 11:21:56.435854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2045697a-ce57-46ea-ae09-a5acce63f8de', 'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': '1090a50c-bc15-41dc-aef6-658fc4932754'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:21:56.438250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.456373 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 9 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:56.487005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b448b83-da9d-4125-b274-0765062b7023 req-ab73996a-6759-400a-9311-94d00d57f2ff tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623987 Apr 07 11:21:56.525973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:56.529695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:56.530394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:56.542801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:56.542801 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:56.548930 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 10 to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 Apr 07 11:21:56.582513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:56.582939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:56.583345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:56.635596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:21:56.636014 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:21:56.636452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.656624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Deleting port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:56.657058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.670004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.734385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc949d20-f4d4-4211-a354-41778a63a6a2 req-f4cff964-11a6-4bad-be21-8cad8c30691d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 210 time: 0.1073530 Apr 07 11:21:56.735388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] DHCP port deletion for 809e3fdc-fca1-48da-9262-8472b0cb94b1 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:21:56.779987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Allocated IP 2001:db8::1 (2045697a-ce57-46ea-ae09-a5acce63f8de/1090a50c-bc15-41dc-aef6-658fc4932754/4c73ade1-8625-4bf2-9775-62625029d19e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:56.848063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] For port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:56.848786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.888364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Deleting port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:56.888855 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.931868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Calling delete_port for 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:56.972285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] For port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,segment=NetworkSegment(abe44de3-edfe-4c58-8716-8a7dce00eab3),segment_id=abe44de3-edfe-4c58-8716-8a7dce00eab3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:56.976389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:56.991674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] For port 626bd1d0-66c3-4951-b5a1-90db8fe8df74, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:56.992470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempted to set empty binding levels {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 11:21:56.995444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Calling delete_port for 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:57.015926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.016370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4eff6e53-7905-4585-875e-e3e4cf4546ad'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:57.112512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1090a50c-bc15-41dc-aef6-658fc4932754), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.155286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] In _notify_port_updated(), no bound segment for port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:21:57.156449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:57.158848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.163348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:57.178903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "PUT /v2.0/ports/626bd1d0-66c3-4951-b5a1-90db8fe8df74 HTTP/1.1" status: 200 len: 979 time: 3.3930626 Apr 07 11:21:57.257911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8b0be-a6be-4896-a8db-90877ee885a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=626bd1d0-66c3-4951-b5a1-90db8fe8df74,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:57.307110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.336803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-480d6775-56f2-4d9b-9ac4-32eaa5ebed73 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:57.339091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-480d6775-56f2-4d9b-9ac4-32eaa5ebed73 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 817 time: 0.4507046 Apr 07 11:21:57.359249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] No DVR routers for this DVR port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:57.369906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (809c3b38-80af-46dd-9e8b-3ce6d3f7ff33), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.425978 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Publish callbacks [] for port (4c73ade1-8625-4bf2-9775-62625029d19e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.433076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Pushing event deleted for resources: {'Port': ['ID=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:57.438101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4c73ade1-8625-4bf2-9775-62625029d19e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.438989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=809c3b38-80af-46dd-9e8b-3ce6d3f7ff33,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:57.453713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] No DVR routers for this DVR port 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:57.498581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Network 2045697a-ce57-46ea-ae09-a5acce63f8de is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:57.501628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:57.505071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.506065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.506419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.506799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.507752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.508271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.508739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.509155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.510767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.511111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.511562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.512078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.512413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fab80-9235-42d8-825a-7c0d30595163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:21:57.518500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:21:57.527723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19514fe-0b59-48c9-b358-d7a6606b1109 req-927cb6f6-9f34-4f1e-a1f8-cbd9d92d86fc tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:57.535661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d19514fe-0b59-48c9-b358-d7a6606b1109 req-927cb6f6-9f34-4f1e-a1f8-cbd9d92d86fc tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.1654730 Apr 07 11:21:57.538767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (1090a50c-bc15-41dc-aef6-658fc4932754), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.593528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Pushing event updated for resources: {'Port': ['ID=4c73ade1-8625-4bf2-9775-62625029d19e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:57.685374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Attempting to bind port 4c73ade1-8625-4bf2-9775-62625029d19e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:21:57.687227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Attempting to bind port 4c73ade1-8625-4bf2-9775-62625029d19e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '110a939a-85c6-4ab4-87f4-02325d1cebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:21:57.687227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Attempting to bind port 4c73ade1-8625-4bf2-9775-62625029d19e on network 2045697a-ce57-46ea-ae09-a5acce63f8de {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:21:57.694441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:21:57.695164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Checking segment: {'id': '110a939a-85c6-4ab4-87f4-02325d1cebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:21:57.695737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.696293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Bound using segment: {'id': '110a939a-85c6-4ab4-87f4-02325d1cebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:21:57.696988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Bound port: 4c73ade1-8625-4bf2-9775-62625029d19e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a939a-85c6-4ab4-87f4-02325d1cebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2045697a-ce57-46ea-ae09-a5acce63f8de'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:21:57.697576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c73ade1-8625-4bf2-9775-62625029d19e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.709013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:21:57.717875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=1090a50c-bc15-41dc-aef6-658fc4932754,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:57.729270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-c0982884-6f1a-4ea1-9915-33a562cb8d53 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 379 time: 0.3811107 Apr 07 11:21:57.759639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:21:57.761697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 809c3b38-80af-46dd-9e8b-3ce6d3f7ff33 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:21:57.779187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'port': {'device_id': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'admin_state_up': True, 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'security_groups': ['4cd91109-10da-471b-8dd2-bfefc8e82407']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:57.792358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (809e3fdc-fca1-48da-9262-8472b0cb94b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.884560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] For port 4c73ade1-8625-4bf2-9775-62625029d19e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:21:57.901477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] For port 4c73ade1-8625-4bf2-9775-62625029d19e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4c73ade1-8625-4bf2-9775-62625029d19e,segment=NetworkSegment(110a939a-85c6-4ab4-87f4-02325d1cebf8),segment_id=110a939a-85c6-4ab4-87f4-02325d1cebf8)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:21:57.918237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4c73ade1-8625-4bf2-9775-62625029d19e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:57.982795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809e3fdc-fca1-48da-9262-8472b0cb94b1']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:58.011151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.023220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe44de3-edfe-4c58-8716-8a7dce00eab3') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:58.023515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe44de3-edfe-4c58-8716-8a7dce00eab3') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:58.046798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (abe44de3-edfe-4c58-8716-8a7dce00eab3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.060867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2045697a-ce57-46ea-ae09-a5acce63f8de']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:58.081167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110a939a-85c6-4ab4-87f4-02325d1cebf8') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:58.081434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110a939a-85c6-4ab4-87f4-02325d1cebf8') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:21:58.084268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (abe44de3-edfe-4c58-8716-8a7dce00eab3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.091280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-05881308-182a-425e-b638-a387797b41d2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.092925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4bfad-dc6d-4586-a4bc-7e1d0c8f5086 None None] Pushing event updated for resources: {'Port': ['ID=4c73ade1-8625-4bf2-9775-62625029d19e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:58.095662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-05881308-182a-425e-b638-a387797b41d2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 945 time: 0.8673468 Apr 07 11:21:58.107930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.120102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a7e7f-d3c1-4a18-952c-665ea7b5e5ce None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:21:58.122213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:58.122624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (abe44de3-edfe-4c58-8716-8a7dce00eab3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:58.124307 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:58.144931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.145446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.145967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.147069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.147844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.148322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.148785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.149597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.150310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.151065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.151582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.152273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.152976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.153492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.153966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.154423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.154929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.155491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.155951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.156442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.156898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.157443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.157905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.158401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.158863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.159444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.159910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.160453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.160948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.161486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.169641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fa8b5c25-2611-4def-8719-ad2b2540e87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27826 time: 1.0009019 Apr 07 11:21:58.170304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51048) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:58.172850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.213034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:21:58.213500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:21:58.219561 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:21:58.221833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e381-7655-49c1-9320-f805f229847f req-5c001efa-2dce-4c56-998b-4f29faeea897 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.227339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e381-7655-49c1-9320-f805f229847f req-5c001efa-2dce-4c56-998b-4f29faeea897 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.235436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcc1e381-7655-49c1-9320-f805f229847f req-5c001efa-2dce-4c56-998b-4f29faeea897 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1680 time: 0.9987526 Apr 07 11:21:58.316096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (809e3fdc-fca1-48da-9262-8472b0cb94b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.337335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4eff6e53-7905-4585-875e-e3e4cf4546ad up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:58.366064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d19514fe-0b59-48c9-b358-d7a6606b1109 req-208fe23d-0e26-4510-9833-1870d3c647b2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8291833 Apr 07 11:21:58.378988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Made reservation on behalf of 9e0e95b80323484b996f2afffa9f39e8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:58.385969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.403236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:21:58.403236 n-d-836788-1 neutron-server[104177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:21:58.403236 n-d-836788-1 neutron-server[104177]: [parameters: {'id': '2045697a-ce57-46ea-ae09-a5acce63f8de'}] Apr 07 11:21:58.403236 n-d-836788-1 neutron-server[104177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:21:58.404300 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:21:58.408281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcc1e381-7655-49c1-9320-f805f229847f req-dc0b9d37-dc80-43cd-aabe-fdb24f4907b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718616 Apr 07 11:21:58.408592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.414932 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] 10.222.0.13 "DELETE /v2.0/networks/809e3fdc-fca1-48da-9262-8472b0cb94b1 HTTP/1.1" status: 204 len: 168 time: 2.3107700 Apr 07 11:21:58.477584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port d1766228-102f-42dd-abb7-8ebf6e84aacb {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:58.477930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.488221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0b6f7-30ea-45a8-aaca-81529fc8fd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=809e3fdc-fca1-48da-9262-8472b0cb94b1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:58.518450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a7e7f-d3c1-4a18-952c-665ea7b5e5ce None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:21:58.600219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 4eff6e53-7905-4585-875e-e3e4cf4546ad completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:21:58.609977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 4eff6e53-7905-4585-875e-e3e4cf4546ad triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:58.610430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.619030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Deleting port 626bd1d0-66c3-4951-b5a1-90db8fe8df74 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:58.619377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.731836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de33e892-6498-4b4a-9f64-dcc87a3f7db5 req-24c05cf2-f27a-4fb6-bc92-6652811e6a85 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 210 time: 0.1683667 Apr 07 11:21:58.762475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51052) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:58.808624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] For port 626bd1d0-66c3-4951-b5a1-90db8fe8df74, host n-h1-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:58.809191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.820108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502cdc5-9d37-4620-ba08-9e6e1fcf76e5 req-a3c22990-3dcd-4831-96d7-4b83f0b63ad4 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:58.821803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0502cdc5-9d37-4620-ba08-9e6e1fcf76e5 req-a3c22990-3dcd-4831-96d7-4b83f0b63ad4 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.2425051 Apr 07 11:21:58.830828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Calling delete_port for 626bd1d0-66c3-4951-b5a1-90db8fe8df74 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:58.885009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0502cdc5-9d37-4620-ba08-9e6e1fcf76e5 req-e6c6a2d0-86a0-44a0-8ef5-baa2f7c15172 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497549 Apr 07 11:21:58.899260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4eff6e53-7905-4585-875e-e3e4cf4546ad is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:58.899872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.899999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port d1766228-102f-42dd-abb7-8ebf6e84aacb, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1766228-102f-42dd-abb7-8ebf6e84aacb,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:58.900294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.905534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f7bec0b-6428-44e6-9c74-14b6243c35a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f833344c619d4e6ba13a815180ea3c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419361 Apr 07 11:21:58.911216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51054) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:58.930029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for d1766228-102f-42dd-abb7-8ebf6e84aacb owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:58.930237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:58.986831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Allocated IP 172.20.0.3 (9dd0e359-8713-4b99-a415-b9747b1b3c04/3827de8d-0b1a-40f1-b7bd-76d6230565b0/6e4a2769-cc96-4f6f-be7f-2fc49869e2aa) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:21:59.015221 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c0b2-9b6e-4530-a9f6-c8136fac8ea0 admin admin] Publish callbacks [] for security_group (30a059d3-4cf6-4790-a91f-ca10b37e7488), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.051703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c0b2-9b6e-4530-a9f6-c8136fac8ea0 admin admin] Publish callbacks [] for security_group (30a059d3-4cf6-4790-a91f-ca10b37e7488), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.079707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (626bd1d0-66c3-4951-b5a1-90db8fe8df74), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.090657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c81a3-82a9-4161-b186-02765c524388 None None] Network 2045697a-ce57-46ea-ae09-a5acce63f8de requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:21:59.111405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff6e53-7905-4585-875e-e3e4cf4546ad'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:59.113854 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1fc804-db5e-42d9-8fef-d69d6c7fe2b5" -d '{"events": [{"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-plugged", "status": "completed", "tag": "4eff6e53-7905-4585-875e-e3e4cf4546ad"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:59.147051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c0b2-9b6e-4530-a9f6-c8136fac8ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (30a059d3-4cf6-4790-a91f-ca10b37e7488), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.151595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c0b2-9b6e-4530-a9f6-c8136fac8ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.153011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cdb2c0b2-9b6e-4530-a9f6-c8136fac8ea0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30a059d3-4cf6-4790-a91f-ca10b37e7488 HTTP/1.1" status: 204 len: 168 time: 0.2404513 Apr 07 11:21:59.162855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4eff6e53-7905-4585-875e-e3e4cf4546ad, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:59.165676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event deleted for resources: {'Port': ['ID=626bd1d0-66c3-4951-b5a1-90db8fe8df74,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:59.175354 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.176265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 47eb0e15-ae18-474c-bd22-5f75c89f8c38 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:21:59.195390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.201358 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-13f661e3-29fe-4276-93fb-04f2005b2f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "DELETE /v2.0/ports/626bd1d0-66c3-4951-b5a1-90db8fe8df74 HTTP/1.1" status: 204 len: 168 time: 1.0298600 Apr 07 11:21:59.204380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51062) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:59.212399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2c0b2-9b6e-4530-a9f6-c8136fac8ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a059d3-4cf6-4790-a91f-ca10b37e7488,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:59.258497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d1766228-102f-42dd-abb7-8ebf6e84aacb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.322019 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9af9dd-a63a-46e4-81a4-2a9f403fccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:21:59.324087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ee9af9dd-a63a-46e4-81a4-2a9f403fccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "GET /v2.0/ports/626bd1d0-66c3-4951-b5a1-90db8fe8df74 HTTP/1.1" status: 404 len: 333 time: 0.0743058 Apr 07 11:21:59.329706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51064) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:21:59.341411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-660235637', 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:21:59.342339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4eff6e53-7905-4585-875e-e3e4cf4546ad,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:59.349377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port 4c73ade1-8625-4bf2-9775-62625029d19e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:21:59.349377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4c73ade1-8625-4bf2-9775-62625029d19e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.349916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d1766228-102f-42dd-abb7-8ebf6e84aacb'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:21:59.371175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=d1766228-102f-42dd-abb7-8ebf6e84aacb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:59.412608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port d1766228-102f-42dd-abb7-8ebf6e84aacb on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:21:59.416671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.420295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b776934e-093f-4152-9968-e8ac3d9a4bc2 req-0c2ee5c0-e33d-47e7-b257-1ceaaa5bf036 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "DELETE /v2.0/ports/d1766228-102f-42dd-abb7-8ebf6e84aacb HTTP/1.1" status: 204 len: 173 time: 1.2534118 Apr 07 11:21:59.421027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'name': 'network-vif-deleted', 'tag': 'd1766228-102f-42dd-abb7-8ebf6e84aacb'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:21:59.423538 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89327308-624f-46a8-9930-d3189cc09492" -d '{"events": [{"server_uuid": "eeac1004-4cf5-409f-8194-c20bbca4a667", "name": "network-vif-deleted", "tag": "d1766228-102f-42dd-abb7-8ebf6e84aacb"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:21:59.447352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:21:59.453911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:21:59.454518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.522860 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b3b49-dbdc-4fc9-a97a-f8cb7c4ddfb0 x-openstack-request-id: req-6e7b3b49-dbdc-4fc9-a97a-f8cb7c4ddfb0 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:59.523107 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-plugged", "status": "completed", "tag": "4eff6e53-7905-4585-875e-e3e4cf4546ad", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:59.523325 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e7b3b49-dbdc-4fc9-a97a-f8cb7c4ddfb0 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:59.523687 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7b3b49-dbdc-4fc9-a97a-f8cb7c4ddfb0'] response: {'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eff6e53-7905-4585-875e-e3e4cf4546ad', 'code': 200} Apr 07 11:21:59.563970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475ec7d-29fe-4e2e-b237-fb3d4318fb90 req-95d3b5ff-1b76-4c7b-b479-a0d3e1b583fa tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:59.574463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475ec7d-29fe-4e2e-b237-fb3d4318fb90 req-95d3b5ff-1b76-4c7b-b479-a0d3e1b583fa tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:59.577703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4475ec7d-29fe-4e2e-b237-fb3d4318fb90 req-95d3b5ff-1b76-4c7b-b479-a0d3e1b583fa tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1681 time: 0.0953701 Apr 07 11:21:59.588533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Made reservation on behalf of 429da3d3f2a84231a4eb8ebc905c8ae8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:21:59.591192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.619857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:21:59.620819 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.632856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port 4c73ade1-8625-4bf2-9775-62625029d19e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4c73ade1-8625-4bf2-9775-62625029d19e,segment=NetworkSegment(110a939a-85c6-4ab4-87f4-02325d1cebf8),segment_id=110a939a-85c6-4ab4-87f4-02325d1cebf8)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:59.633689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4c73ade1-8625-4bf2-9775-62625029d19e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.639481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.659895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for 4c73ade1-8625-4bf2-9775-62625029d19e owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:21:59.663227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port 14c7ffad-6220-449f-a32b-8b27ff106964 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:21:59.684119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4475ec7d-29fe-4e2e-b237-fb3d4318fb90 req-893702aa-7d82-4d53-aea2-b7fe82fce507 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976441 Apr 07 11:21:59.691867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=47eb0e15-ae18-474c-bd22-5f75c89f8c38,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:21:59.699105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.765255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-710b6c0f-c8d7-4ab2-8076-07cf2d29f913 req-9edc3f98-7196-4bdc-a252-68ebbc1fe140 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeac1004-4cf5-409f-8194-c20bbca4a667 HTTP/1.1" status: 200 len: 210 time: 0.0361609 Apr 07 11:21:59.785484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=47eb0e15-ae18-474c-bd22-5f75c89f8c38,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:21:59.801796 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51b2944-c95d-45b8-9921-39bfd512f283 x-openstack-request-id: req-a51b2944-c95d-45b8-9921-39bfd512f283 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:21:59.803082 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeac1004-4cf5-409f-8194-c20bbca4a667", "name": "network-vif-deleted", "tag": "d1766228-102f-42dd-abb7-8ebf6e84aacb", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:21:59.803506 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a51b2944-c95d-45b8-9921-39bfd512f283 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:21:59.803962 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51b2944-c95d-45b8-9921-39bfd512f283'] response: {'server_uuid': 'eeac1004-4cf5-409f-8194-c20bbca4a667', 'name': 'network-vif-deleted', 'tag': 'd1766228-102f-42dd-abb7-8ebf6e84aacb', 'status': 'completed', 'code': 200} Apr 07 11:21:59.861007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:21:59.935503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:21:59.941374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcebec-9c92-4224-a83f-a27bd34ac8c2 req-13df29eb-d838-4f08-9bc8-25a2c0985c6c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:21:59.955991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:21:59.958032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bcebec-9c92-4224-a83f-a27bd34ac8c2 req-13df29eb-d838-4f08-9bc8-25a2c0985c6c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 931 time: 0.1084247 Apr 07 11:21:59.989440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:00.024842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4c73ade1-8625-4bf2-9775-62625029d19e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.051410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:00.091248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bcebec-9c92-4224-a83f-a27bd34ac8c2 req-949b6f3e-bc8d-4533-9f84-ac3943ce7b0a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250479 Apr 07 11:22:00.096243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port 4c73ade1-8625-4bf2-9775-62625029d19e on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:00.099769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=4c73ade1-8625-4bf2-9775-62625029d19e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:00.213591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.228649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d7aab-a09c-48af-ba54-ee6f730ed727 req-222fd846-35db-4a9e-9649-d555a5730173 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:00.236382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-893d7aab-a09c-48af-ba54-ee6f730ed727 req-222fd846-35db-4a9e-9649-d555a5730173 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.1703560 Apr 07 11:22:00.238515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2045697a-ce57-46ea-ae09-a5acce63f8de']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:00.256131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110a939a-85c6-4ab4-87f4-02325d1cebf8') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:00.256505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110a939a-85c6-4ab4-87f4-02325d1cebf8') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:00.266791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.288321 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.305408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:00.306100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.341537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for port (14c7ffad-6220-449f-a32b-8b27ff106964), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.347687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:00.348649 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (110a939a-85c6-4ab4-87f4-02325d1cebf8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.355017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-893d7aab-a09c-48af-ba54-ee6f730ed727 req-64d0c5d2-e511-4a73-ab55-404ec7926039 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078236 Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:00.357818 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:00.409861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ee66563f-325a-4fc8-a493-93472d0e3470 None None] Provisioning complete for port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:00.410463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee66563f-325a-4fc8-a493-93472d0e3470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.436583 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-545aa984-fcbe-453f-9262-56e546711ce1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6969905 Apr 07 11:22:00.460636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Request body: {'port': {'device_id': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:00.473649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ee66563f-325a-4fc8-a493-93472d0e3470 None None] Port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:22:00.544208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (2045697a-ce57-46ea-ae09-a5acce63f8de), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.559811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.563128 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/2045697a-ce57-46ea-ae09-a5acce63f8de HTTP/1.1" status: 204 len: 168 time: 4.2103136 Apr 07 11:22:00.569998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51094) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:00.575945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924604969'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:00.584183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729061b-f425-42a8-8668-255cbda1741f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=2045697a-ce57-46ea-ae09-a5acce63f8de,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:00.586087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (14c7ffad-6220-449f-a32b-8b27ff106964), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.601780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.626250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f7ca-9e45-4da2-a2db-4ede6ef632b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.628633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:00.633732 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.636625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Network 3e552c06-607f-4660-9597-47a8c15ddf90 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:00.649648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:00.654575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:00.655679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:00.656126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.665849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:00.683406 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.686209 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 3b1cc82c-a28c-45c4-892c-fbca6d711810 of type vlan for network 7f71a171-3589-4306-adc1-00ffba91233a Apr 07 11:22:00.701373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=14c7ffad-6220-449f-a32b-8b27ff106964,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:00.713898 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a19ca3b3-3254-4576-9291-7719eb526df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3793209 Apr 07 11:22:00.730695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51100) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:00.761780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (7f71a171-3589-4306-adc1-00ffba91233a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.821990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e3ff2-36c9-45f5-b407-5f15621871e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:00.826285 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c25e3ff2-36c9-45f5-b407-5f15621871e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "GET /v2.0/ports/14c7ffad-6220-449f-a32b-8b27ff106964 HTTP/1.1" status: 200 len: 958 time: 0.0913501 Apr 07 11:22:00.839359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51106) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:00.849823 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (7f71a171-3589-4306-adc1-00ffba91233a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.855007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:00.855609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:00.959869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3851383 Apr 07 11:22:00.960868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51114) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:00.966041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '7f71a171-3589-4306-adc1-00ffba91233a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:01.001220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441df77-ce4f-4e34-a6da-fbf41b5e3d7f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=7f71a171-3589-4306-adc1-00ffba91233a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:01.017366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38120-8de3-4eff-9588-21d4b1651cd3 req-ebcf6599-8820-4782-8c2b-bd625c872607 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:01.022493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 7f71a171-3589-4306-adc1-00ffba91233a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:01.024888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38120-8de3-4eff-9588-21d4b1651cd3 req-ebcf6599-8820-4782-8c2b-bd625c872607 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:01.029290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27b38120-8de3-4eff-9588-21d4b1651cd3 req-ebcf6599-8820-4782-8c2b-bd625c872607 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.2251849 Apr 07 11:22:01.175595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Deleting port 14c7ffad-6220-449f-a32b-8b27ff106964 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:01.175935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (14c7ffad-6220-449f-a32b-8b27ff106964), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.176208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:01.180466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.256506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (14c7ffad-6220-449f-a32b-8b27ff106964), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.265011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:01.273566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Calling delete_port for 14c7ffad-6220-449f-a32b-8b27ff106964 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:01.278545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Publish callbacks [] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.305043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Transition to ACTIVE for port object 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:22:01.314193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.322558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27b38120-8de3-4eff-9588-21d4b1651cd3 req-9c6f013b-ca7e-45c8-a2ef-f46e7a75103b tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828906 Apr 07 11:22:01.415360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1752d8-85b3-4914-8b18-b325c7ed60ae req-9da52d22-b441-4ee7-a471-e70034da5715 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:01.417006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e1752d8-85b3-4914-8b18-b325c7ed60ae req-9da52d22-b441-4ee7-a471-e70034da5715 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.0935116 Apr 07 11:22:01.429298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (14c7ffad-6220-449f-a32b-8b27ff106964), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.470791 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.483884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event deleted for resources: {'Port': ['ID=14c7ffad-6220-449f-a32b-8b27ff106964,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:01.502801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.509551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0fe6ebc3-c98a-45e0-a93f-860630b2050b tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "DELETE /v2.0/ports/14c7ffad-6220-449f-a32b-8b27ff106964 HTTP/1.1" status: 204 len: 168 time: 0.6675658 Apr 07 11:22:01.525185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51158) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:01.527834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb0e15-ae18-474c-bd22-5f75c89f8c38'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:01.535276 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405beabc-aa6d-4f7d-9f90-95a7f3af1127" -d '{"events": [{"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-plugged", "status": "completed", "tag": "47eb0e15-ae18-474c-bd22-5f75c89f8c38"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:01.623926 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09917e2-7c78-42d7-9392-a717ec5ac05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:22:01.629317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a09917e2-7c78-42d7-9392-a717ec5ac05e tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "GET /v2.0/ports/14c7ffad-6220-449f-a32b-8b27ff106964 HTTP/1.1" status: 404 len: 333 time: 0.1035609 Apr 07 11:22:01.629956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:01.638153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Request body: {'port': {'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-447817895'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:01.646566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e1752d8-85b3-4914-8b18-b325c7ed60ae req-513919c7-8a42-4c1f-bdb2-9ed0fd036662 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194228 Apr 07 11:22:01.698656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:01.704006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-dbb784df-f3a9-4be9-bc8d-a4aa38da0b64 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:01.717556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-dbb784df-f3a9-4be9-bc8d-a4aa38da0b64 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.2411342 Apr 07 11:22:01.720521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Made reservation on behalf of 429da3d3f2a84231a4eb8ebc905c8ae8 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:01.723109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.746971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51166) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:01.755942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:22:01.761702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-8ee23d53-9f21-41f9-a992-e0abf553a1e2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/quotas/2b90001a34f94dffb2853f6e37a75e06 HTTP/1.1" status: 200 len: 375 time: 0.0432255 Apr 07 11:22:01.906560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-8d77f2fd-5e59-4f31-bb34-5c8e0bd4acec tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937097 Apr 07 11:22:01.918709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Attempting to bind port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:01.919061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Attempting to bind port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:01.919452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Attempting to bind port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:01.925420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:01.925839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Attempting to bind port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:01.928530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7177bd00-c169-4e81-bc19-a82ba66c8e25), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:01.940213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:01.940584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Checking segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:01.940966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Bound using segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:01.941448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Bound port: 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:01.941816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.036372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=7177bd00-c169-4e81-bc19-a82ba66c8e25,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:02.061969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '3b1cc82c-a28c-45c4-892c-fbca6d711810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f71a171-3589-4306-adc1-00ffba91233a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:02.062334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 7f71a171-3589-4306-adc1-00ffba91233a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:02.078098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:02.079960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cfd894a-143f-42e6-a154-a86007784be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.082707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:02.090421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.094925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 7f71a171-3589-4306-adc1-00ffba91233a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:02.138037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 7f71a171-3589-4306-adc1-00ffba91233a) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:02.149039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.149704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.151125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 1091 time: 1.7044351 Apr 07 11:22:02.152529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.152919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.155735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:02.165329 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:02.171257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef17ea8-4129-4af2-a418-440703a59901 None None] Network 7f71a171-3589-4306-adc1-00ffba91233a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:02.196573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568938c-0b52-4f94-8eb1-20d0262024b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:02.220342 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df2913c2-c6cf-445b-b0fd-0a8a12967380 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2578564 Apr 07 11:22:02.240527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23b37d-4331-4414-8b1c-a1761409ae44 req-c5d9f805-e6a9-4923-9ced-99f387fcf24f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.245672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f23b37d-4331-4414-8b1c-a1761409ae44 req-c5d9f805-e6a9-4923-9ced-99f387fcf24f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.4310455 Apr 07 11:22:02.247853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51172) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:02.275483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-e575702c-d5b5-4e5e-a11c-f051e6f17a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.278074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-e575702c-d5b5-4e5e-a11c-f051e6f17a4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1125 time: 0.0764945 Apr 07 11:22:02.328400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1766228-102f-42dd-abb7-8ebf6e84aacb no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:02.333078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-7f71a171-3589-4306-adc1-00ffba91233a', 'network_id': '7f71a171-3589-4306-adc1-00ffba91233a', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': '7177bd00-c169-4e81-bc19-a82ba66c8e25'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:02.334131 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-ffdd06d2-9c90-4422-81e1-75c021154135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 217 time: 0.0478134 Apr 07 11:22:02.335256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.354398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-d3b2b59e-db16-4769-801f-401188337dce service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321518 Apr 07 11:22:02.377163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d1766228-102f-42dd-abb7-8ebf6e84aacb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:02.377528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1766228-102f-42dd-abb7-8ebf6e84aacb not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:02.424928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-6cd28272-45d0-4363-a396-5a2a2a8305e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.426435 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-6cd28272-45d0-4363-a396-5a2a2a8305e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.0880551 Apr 07 11:22:02.446270 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.488555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-b5fb8cae-40b7-460e-8fea-a1457af7e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.490802 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-b5fb8cae-40b7-460e-8fea-a1457af7e03f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576718 Apr 07 11:22:02.580117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Allocated IP 2001:db8::1 (7f71a171-3589-4306-adc1-00ffba91233a/7177bd00-c169-4e81-bc19-a82ba66c8e25/1e528554-4962-4593-ab99-8d756be9807b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:02.609057 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-a02dde5f-3a85-460f-ac86-2f092bd9adee service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121323 Apr 07 11:22:02.616304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f23b37d-4331-4414-8b1c-a1761409ae44 req-c94636f1-ffab-467e-8232-fad65dabad3e tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186190 Apr 07 11:22:02.677585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (7f71a171-3589-4306-adc1-00ffba91233a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.694029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.703042 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e771df4-7359-49ff-bf87-8eb8a13c174e x-openstack-request-id: req-8e771df4-7359-49ff-bf87-8eb8a13c174e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:02.704001 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-plugged", "status": "completed", "tag": "47eb0e15-ae18-474c-bd22-5f75c89f8c38", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:02.704587 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e771df4-7359-49ff-bf87-8eb8a13c174e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:02.705448 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e771df4-7359-49ff-bf87-8eb8a13c174e'] response: {'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb0e15-ae18-474c-bd22-5f75c89f8c38', 'code': 200} Apr 07 11:22:02.777992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=3f951e4c-3df9-40fd-ba01-f411fab8d5bd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:02.779106 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc4ac3-e907-4b8f-918d-40e93f0cdc42 x-openstack-request-id: req-4fdc4ac3-e907-4b8f-918d-40e93f0cdc42 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:02.779650 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:02.780164 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fdc4ac3-e907-4b8f-918d-40e93f0cdc42 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:02.780930 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdc4ac3-e907-4b8f-918d-40e93f0cdc42'] response: {'name': 'network-changed', 'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'status': 'completed', 'code': 200} Apr 07 11:22:02.785958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Network 3e552c06-607f-4660-9597-47a8c15ddf90 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:02.789162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-d280710f-6aa1-4092-8866-ea5fe94c62c8 service neutron] 10.222.0.13 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608212 Apr 07 11:22:02.791541 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cfd894a-143f-42e6-a154-a86007784be1 admin admin] Publish callbacks [] for security_group (36002198-451c-484d-8735-64de0da02eb7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.791690 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e1e6236-19b4-405c-b36a-6f43e4b5952a req-9bf71794-38c6-4800-b975-7168a389f3ed service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762798 Apr 07 11:22:02.804672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:02.808900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cfd894a-143f-42e6-a154-a86007784be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (36002198-451c-484d-8735-64de0da02eb7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.839898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:02.841912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.843554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.894367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Publish callbacks [] for port (1e528554-4962-4593-ab99-8d756be9807b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.905432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd894a-143f-42e6-a154-a86007784be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36002198-451c-484d-8735-64de0da02eb7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:02.907874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (1e528554-4962-4593-ab99-8d756be9807b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:02.917875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-13694961-2422-4600-847a-285edec8e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:02.919284 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-13694961-2422-4600-847a-285edec8e0f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1125 time: 0.0681083 Apr 07 11:22:02.995300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Network 7f71a171-3589-4306-adc1-00ffba91233a is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:03.009979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Pushing event updated for resources: {'Port': ['ID=1e528554-4962-4593-ab99-8d756be9807b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:03.015573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:03.018900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:03.030875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b44ecf7-974d-4831-bca6-db147db98cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.066570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-ae775b75-f712-4577-97e8-30603589e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.069681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-ae775b75-f712-4577-97e8-30603589e71c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.1434131 Apr 07 11:22:03.081961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7177bd00-c169-4e81-bc19-a82ba66c8e25), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.086781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Attempting to bind port 1e528554-4962-4593-ab99-8d756be9807b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:03.087165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Attempting to bind port 1e528554-4962-4593-ab99-8d756be9807b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3b1cc82c-a28c-45c4-892c-fbca6d711810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f71a171-3589-4306-adc1-00ffba91233a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:03.087534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Attempting to bind port 1e528554-4962-4593-ab99-8d756be9807b on network 7f71a171-3589-4306-adc1-00ffba91233a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:03.093696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:03.094078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Checking segment: {'id': '3b1cc82c-a28c-45c4-892c-fbca6d711810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f71a171-3589-4306-adc1-00ffba91233a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:03.094483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.094878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Bound using segment: {'id': '3b1cc82c-a28c-45c4-892c-fbca6d711810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f71a171-3589-4306-adc1-00ffba91233a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:03.095353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Bound port: 1e528554-4962-4593-ab99-8d756be9807b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1cc82c-a28c-45c4-892c-fbca6d711810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f71a171-3589-4306-adc1-00ffba91233a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:03.095737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e528554-4962-4593-ab99-8d756be9807b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.125099 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-ab078e4e-1280-43b7-97a5-34c9250dd0ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 217 time: 0.0482874 Apr 07 11:22:03.177581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4cfd894a-143f-42e6-a154-a86007784be1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6097c8f577f40e490e4555de648bb32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4291687 Apr 07 11:22:03.183393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-30ee3170-9df1-4a77-9d56-6f22ba68c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.185535 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-30ee3170-9df1-4a77-9d56-6f22ba68c057 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.0539093 Apr 07 11:22:03.185904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51182) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:03.199090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] For port 1e528554-4962-4593-ab99-8d756be9807b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:03.206454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] For port 1e528554-4962-4593-ab99-8d756be9807b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1e528554-4962-4593-ab99-8d756be9807b,segment=NetworkSegment(3b1cc82c-a28c-45c4-892c-fbca6d711810),segment_id=3b1cc82c-a28c-45c4-892c-fbca6d711810)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:03.216731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-608017db-3126-4f2c-acb0-53fb650932a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5822210 Apr 07 11:22:03.217304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e528554-4962-4593-ab99-8d756be9807b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.226072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51184) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:03.240301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:03.296646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1740d89-4751-4a78-a211-70733311b8fa admin admin] Publish callbacks [] for security_group (36002198-451c-484d-8735-64de0da02eb7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.309376 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.324944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e97dea-3214-478f-bff5-915c50e9b8a8 None None] Pushing event updated for resources: {'Port': ['ID=1e528554-4962-4593-ab99-8d756be9807b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:03.329365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-befbeec1-9b40-4dbf-b447-449b49a2883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.331153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-befbeec1-9b40-4dbf-b447-449b49a2883c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958753 Apr 07 11:22:03.370025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399cd09-5f1f-4354-8b0d-187f5ac25931 req-bd359f96-9196-4f57-a207-301dbdac87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.370721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399cd09-5f1f-4354-8b0d-187f5ac25931 req-bd359f96-9196-4f57-a207-301dbdac87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.372231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3399cd09-5f1f-4354-8b0d-187f5ac25931 req-bd359f96-9196-4f57-a207-301dbdac87c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 2046 time: 0.5785861 Apr 07 11:22:03.398528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9d486-3640-4e90-b7cc-e62b93c9823a req-982666d9-4b3f-48d4-9f80-44eea6c97fdf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.404523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9d486-3640-4e90-b7cc-e62b93c9823a req-982666d9-4b3f-48d4-9f80-44eea6c97fdf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.406197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ad9d486-3640-4e90-b7cc-e62b93c9823a req-982666d9-4b3f-48d4-9f80-44eea6c97fdf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.5185111 Apr 07 11:22:03.426399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1740d89-4751-4a78-a211-70733311b8fa admin admin] Publish callbacks [] for security_group (36002198-451c-484d-8735-64de0da02eb7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.486933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adc254-909c-4c3f-a872-2d31e3ae74b0 req-bf25ccbc-608e-4346-bad7-7ac60bba4ee3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:03.497206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42adc254-909c-4c3f-a872-2d31e3ae74b0 req-bf25ccbc-608e-4346-bad7-7ac60bba4ee3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.4286973 Apr 07 11:22:03.542688 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-97070cf5-c24f-4471-a2d8-0126083c6640 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014523 Apr 07 11:22:03.609216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (7177bd00-c169-4e81-bc19-a82ba66c8e25), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.666262 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1740d89-4751-4a78-a211-70733311b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (36002198-451c-484d-8735-64de0da02eb7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.669181 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1740d89-4751-4a78-a211-70733311b8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:03.673419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a1740d89-4751-4a78-a211-70733311b8fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36002198-451c-484d-8735-64de0da02eb7 HTTP/1.1" status: 204 len: 168 time: 0.4865360 Apr 07 11:22:03.689920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1740d89-4751-4a78-a211-70733311b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36002198-451c-484d-8735-64de0da02eb7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:03.749624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f8e4cdb4-2916-4783-ac7d-6bc38c8bd410 req-77c0b36b-702a-4a3a-ba50-a51df8a5c240 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960270 Apr 07 11:22:04.043521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.060741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=7177bd00-c169-4e81-bc19-a82ba66c8e25,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:04.081508 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:22:04.082831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42adc254-909c-4c3f-a872-2d31e3ae74b0 req-381bfc39-5af8-4277-8ae7-4dd84e7b130c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5845745 Apr 07 11:22:04.117026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3399cd09-5f1f-4354-8b0d-187f5ac25931 req-3d8caef2-dbaf-455e-9e5c-807d8568419d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322135 Apr 07 11:22:04.120063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ad9d486-3640-4e90-b7cc-e62b93c9823a req-9142681c-4a3e-47a6-8619-a1b5664b9678 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877332 Apr 07 11:22:04.169941 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (7f71a171-3589-4306-adc1-00ffba91233a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.201850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f71a171-3589-4306-adc1-00ffba91233a']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:04.276731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1cc82c-a28c-45c4-892c-fbca6d711810') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:04.277230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1cc82c-a28c-45c4-892c-fbca6d711810') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:04.322979 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.373081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4c90230-6818-4cdb-9fc7-f476064e5e78 req-d51a8534-eb2e-4218-b9ad-60893c81a464 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 210 time: 0.1000357 Apr 07 11:22:04.395637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.415523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:04.416144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:04.419561 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:04.437144 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.523092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c112d51-1b3e-40a1-aa12-cc4db8830091 req-3a087444-4f35-4dd8-abf4-41215287cb8a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:04.524757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c112d51-1b3e-40a1-aa12-cc4db8830091 req-3a087444-4f35-4dd8-abf4-41215287cb8a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.2546475 Apr 07 11:22:04.548043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.api [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:04.548043 n-d-836788-1 neutron-server[104178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:04.548043 n-d-836788-1 neutron-server[104178]: [parameters: {'id': '7f71a171-3589-4306-adc1-00ffba91233a'}] Apr 07 11:22:04.548043 n-d-836788-1 neutron-server[104178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:04.548807 n-d-836788-1 neutron-server[104178]: DEBUG oslo_db.api [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:04.572274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] device_id is not set on port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:22:04.583564 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks [] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.593777 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.655413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a1c86-a5bd-4361-81ef-7b0b8b14a895 None None] Network 7f71a171-3589-4306-adc1-00ffba91233a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:04.659146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c112d51-1b3e-40a1-aa12-cc4db8830091 req-2dd51e01-5a5e-4008-a7a9-75e3fe1baf33 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140823 Apr 07 11:22:04.721882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=3f951e4c-3df9-40fd-ba01-f411fab8d5bd,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:04.731191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:04.731739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:04.732338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:04.741435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:04.741991 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:04.742623 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 2 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:04.764054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:04.764570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:04.765019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:04.771900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:04.772642 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:04.773222 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 3 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:04.784079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] Provisioning complete for port 1e528554-4962-4593-ab99-8d756be9807b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:04.784468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1e528554-4962-4593-ab99-8d756be9807b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.791703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:04.792363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:04.792820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:04.815057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51214) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:04.836742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:04.837172 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:04.892340 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 4 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:04.921746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:04.922064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:04.922658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:04.924641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] Current status of the port 1e528554-4962-4593-ab99-8d756be9807b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:04.925436 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1e528554-4962-4593-ab99-8d756be9807b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:04.930355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859c462-749f-4139-aa54-82173d9451ef None None] DHCP port deletion for 7f71a171-3589-4306-adc1-00ffba91233a request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:04.932828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:04.934542 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:04.937854 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 5 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:04.970232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:04.970574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:04.970912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:04.984895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:04.985783 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:04.987922 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 6 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:05.000413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-f08ea2c2-acf0-4fe2-be75-e7580266ee6f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:05.001890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-f08ea2c2-acf0-4fe2-be75-e7580266ee6f tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 812 time: 0.2048743 Apr 07 11:22:05.016488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] For port 1e528554-4962-4593-ab99-8d756be9807b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1e528554-4962-4593-ab99-8d756be9807b,segment=NetworkSegment(3b1cc82c-a28c-45c4-892c-fbca6d711810),segment_id=3b1cc82c-a28c-45c4-892c-fbca6d711810)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:05.017703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Request body: {'port': {'device_id': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'admin_state_up': True, 'tenant_id': '2b90001a34f94dffb2853f6e37a75e06'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:05.024587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:05.024928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:05.025303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:05.030701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1003955774-network', 'tenant_id': '79688955f4664f01ad07828dc93fae39'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:05.034264 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1e528554-4962-4593-ab99-8d756be9807b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.064227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Made reservation on behalf of 79688955f4664f01ad07828dc93fae39 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:05.068763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.079581 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (7f71a171-3589-4306-adc1-00ffba91233a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.080983 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.085255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:05.085662 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:05.088633 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 7 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:05.109861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6859c462-749f-4139-aa54-82173d9451ef None None] Deleting port 1e528554-4962-4593-ab99-8d756be9807b {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:05.110705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6859c462-749f-4139-aa54-82173d9451ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1e528554-4962-4593-ab99-8d756be9807b), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.122735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:05.123070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:05.123414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:05.150336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:05.150749 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:05.187960 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 8 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:05.192217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks [] for security_group (f51e6962-c94b-43cf-b3e9-4e844545ba10), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.198426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f51e6962-c94b-43cf-b3e9-4e844545ba10), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.206366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fc3bb-f899-45c5-a2df-99ca5c8844e2 None None] Pushing event updated for resources: {'Port': ['ID=1e528554-4962-4593-ab99-8d756be9807b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:05.216107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:05.231893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1c820e17-b06a-4daa-b062-0ae4ca2c1eb2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.232433 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Added segment 1c820e17-b06a-4daa-b062-0ae4ca2c1eb2 of type vlan for network 1f46d3f3-143d-4787-af47-d7e1240ae3fd Apr 07 11:22:05.233583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:05.234111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:05.234605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:05.253303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6859c462-749f-4139-aa54-82173d9451ef None None] For port 1e528554-4962-4593-ab99-8d756be9807b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1e528554-4962-4593-ab99-8d756be9807b,segment=NetworkSegment(3b1cc82c-a28c-45c4-892c-fbca6d711810),segment_id=3b1cc82c-a28c-45c4-892c-fbca6d711810)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:05.253728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6859c462-749f-4139-aa54-82173d9451ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1e528554-4962-4593-ab99-8d756be9807b), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.280785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:05.281082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6859c462-749f-4139-aa54-82173d9451ef None None] Calling delete_port for 1e528554-4962-4593-ab99-8d756be9807b owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:05.281301 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:05.286988 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 9 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:05.312210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1f46d3f3-143d-4787-af47-d7e1240ae3fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.323301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e6962-c94b-43cf-b3e9-4e844545ba10,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:05.343364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Made reservation on behalf of 2b90001a34f94dffb2853f6e37a75e06 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:05.346710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.356017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1f46d3f3-143d-4787-af47-d7e1240ae3fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.358176 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:05.359005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.365076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:05.365444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:05.365780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:05.376483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port 1e528554-4962-4593-ab99-8d756be9807b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:05.377587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1e528554-4962-4593-ab99-8d756be9807b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.400059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:05.400507 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:05.400663 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6859c462-749f-4139-aa54-82173d9451ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (1e528554-4962-4593-ab99-8d756be9807b), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.427872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6070535 Apr 07 11:22:05.431445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:05.431655 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempt 10 to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd Apr 07 11:22:05.432720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859c462-749f-4139-aa54-82173d9451ef None None] Pushing event deleted for resources: {'Port': ['ID=1e528554-4962-4593-ab99-8d756be9807b,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:05.437107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859c462-749f-4139-aa54-82173d9451ef None None] No DVR routers for this DVR port 1e528554-4962-4593-ab99-8d756be9807b on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:05.437347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Request body: {'subnet': {'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1003955774-subnet', 'tenant_id': '79688955f4664f01ad07828dc93fae39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:05.453873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2b81-5d22-48e5-aa5e-a76788b87012 admin admin] Pushing event updated for resources: {'Network': ['ID=1f46d3f3-143d-4787-af47-d7e1240ae3fd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:05.471384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Made reservation on behalf of 79688955f4664f01ad07828dc93fae39 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:05.473627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1f46d3f3-143d-4787-af47-d7e1240ae3fd details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:05.474916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.476180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33353fbf-2692-45b3-917b-f293e38ad4a1 req-a03d15d9-e13f-46d8-b255-a75ac576ebfd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:05.478776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33353fbf-2692-45b3-917b-f293e38ad4a1 req-a03d15d9-e13f-46d8-b255-a75ac576ebfd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2414501 Apr 07 11:22:05.504222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:05.504559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:05.504934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempting to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:05.576861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45a324-3572-4b3d-929b-c25c6495b33c req-e30b2980-4c79-447e-a001-1db4d4ace6bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:05.582255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45a324-3572-4b3d-929b-c25c6495b33c req-e30b2980-4c79-447e-a001-1db4d4ace6bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:05.584809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d45a324-3572-4b3d-929b-c25c6495b33c req-e30b2980-4c79-447e-a001-1db4d4ace6bf tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.2993629 Apr 07 11:22:05.603463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:05.603708 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Failed to bind port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on host n-h1-836788-1 for vnic_type normal using segments [{'id': '765a5a0d-3b89-4b70-aabb-095d77eecdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e552c06-607f-4660-9597-47a8c15ddf90'}] Apr 07 11:22:05.604074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.612149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port 1e528554-4962-4593-ab99-8d756be9807b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1e528554-4962-4593-ab99-8d756be9807b,segment=NetworkSegment(3b1cc82c-a28c-45c4-892c-fbca6d711810),segment_id=3b1cc82c-a28c-45c4-892c-fbca6d711810)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:05.612519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1e528554-4962-4593-ab99-8d756be9807b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.667683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for 1e528554-4962-4593-ab99-8d756be9807b owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:05.720591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c2060f94-5f6f-495d-9a6d-a06da059369c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.790011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2060f94-5f6f-495d-9a6d-a06da059369c,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:05.804430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Checking segment: {'id': '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:05.804797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Network hostable DHCP agents. Network: 1f46d3f3-143d-4787-af47-d7e1240ae3fd, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:05.826492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Network 1f46d3f3-143d-4787-af47-d7e1240ae3fd is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:05.837824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1f46d3f3-143d-4787-af47-d7e1240ae3fd) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:05.844666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:05.846078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:05.853895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511183d-b18d-445b-8b72-3e0f922c4f01 None None] Network 1f46d3f3-143d-4787-af47-d7e1240ae3fd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:05.858941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d45a324-3572-4b3d-929b-c25c6495b33c req-85181cd7-6552-4222-97d0-454788559136 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588899 Apr 07 11:22:05.868096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33353fbf-2692-45b3-917b-f293e38ad4a1 req-0b96754a-c365-44cd-82ac-bf2a1111023e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741851 Apr 07 11:22:05.877194 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-376695f0-db4a-4888-a6dd-081db66743ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4434597 Apr 07 11:22:05.919745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Allocated IP 172.20.0.11 (1f8a4f64-9884-4410-b571-e920debc91f7/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6/d1e3de66-7de2-4ba3-bf5a-7d00caaf289b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:06.035958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] For port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:06.036881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attempted to set empty binding levels {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 11:22:06.055407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.066852 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.085121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621704f-3576-443e-be81-e804a93ed39f None None] Network 1f46d3f3-143d-4787-af47-d7e1240ae3fd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:06.154923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c23252bb-d871-44c5-ac4f-058811e1ae0e req-b3386f9c-dc0b-41d3-be5c-333fc5862692 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 210 time: 0.1445568 Apr 07 11:22:06.243029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] In _notify_port_updated(), no bound segment for port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd on network 3e552c06-607f-4660-9597-47a8c15ddf90 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:22:06.244078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:06.244689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.248668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "PUT /v2.0/ports/3f951e4c-3df9-40fd-ba01-f411fab8d5bd HTTP/1.1" status: 200 len: 978 time: 3.0123098 Apr 07 11:22:06.249677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51236) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:06.261014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (1e528554-4962-4593-ab99-8d756be9807b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.290346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5d4f2-428d-4d24-9b70-4095773796bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event updated for resources: {'Port': ['ID=3f951e4c-3df9-40fd-ba01-f411fab8d5bd,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:06.301194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port 1e528554-4962-4593-ab99-8d756be9807b on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:06.353094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=1e528554-4962-4593-ab99-8d756be9807b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:06.381761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Deleting port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:06.382100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.434678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930a976-d57e-484d-82b4-70878006fb84 req-a1aa290e-0fac-453e-bf49-c97a7cd72e7f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:06.436292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1930a976-d57e-484d-82b4-70878006fb84 req-a1aa290e-0fac-453e-bf49-c97a7cd72e7f tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.3861756 Apr 07 11:22:06.456306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] For port 3f951e4c-3df9-40fd-ba01-f411fab8d5bd, host n-h1-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:06.456683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.463156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (7f71a171-3589-4306-adc1-00ffba91233a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.470544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Calling delete_port for 3f951e4c-3df9-40fd-ba01-f411fab8d5bd owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:06.481394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks [] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.550627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f71a171-3589-4306-adc1-00ffba91233a']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:06.559649 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3f951e4c-3df9-40fd-ba01-f411fab8d5bd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.574383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1cc82c-a28c-45c4-892c-fbca6d711810') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:06.574664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1cc82c-a28c-45c4-892c-fbca6d711810') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:06.592121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f951e4c-3df9-40fd-ba01-f411fab8d5bd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:06.598235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.605688 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2fdb8036-65e8-4c66-8f1a-1ccb2db18f83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3f951e4c-3df9-40fd-ba01-f411fab8d5bd HTTP/1.1" status: 204 len: 168 time: 0.3504076 Apr 07 11:22:06.606288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.606459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51246) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:06.631650 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dbe17b-d167-4b57-bb31-efbe25b0828f tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:22:06.633224 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35dbe17b-d167-4b57-bb31-efbe25b0828f tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-123032120-project-admin] 10.222.0.13 "GET /v2.0/ports/3f951e4c-3df9-40fd-ba01-f411fab8d5bd HTTP/1.1" status: 404 len: 333 time: 0.0270615 Apr 07 11:22:06.639552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51248) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:06.655242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1930a976-d57e-484d-82b4-70878006fb84 req-a05f88d1-2250-4ddf-bdb5-dcc03f0368f2 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009113 Apr 07 11:22:06.658839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.679379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:06.679804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (3b1cc82c-a28c-45c4-892c-fbca6d711810), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:06.686948 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:06.734006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.742802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3e552c06-607f-4660-9597-47a8c15ddf90), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.752687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-91aaf950-877c-4e3f-bef4-67c9476f5660 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:06.754189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-91aaf950-877c-4e3f-bef4-67c9476f5660 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/networks?id=1f46d3f3-143d-4787-af47-d7e1240ae3fd HTTP/1.1" status: 200 len: 814 time: 0.2971480 Apr 07 11:22:06.813934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Network 1f8a4f64-9884-4410-b571-e920debc91f7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:06.817112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (7f71a171-3589-4306-adc1-00ffba91233a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.821275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.830235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/7f71a171-3589-4306-adc1-00ffba91233a HTTP/1.1" status: 204 len: 168 time: 4.5575452 Apr 07 11:22:06.830235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-480bf96c-da11-4374-a41c-29e7336db7f8 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/quotas/79688955f4664f01ad07828dc93fae39 HTTP/1.1" status: 200 len: 375 time: 0.0382307 Apr 07 11:22:06.835274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:06.835990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51250) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:06.837664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:06.843850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-4402144'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:06.868145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3e552c06-607f-4660-9597-47a8c15ddf90), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.885840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event updated for resources: {'Port': ['ID=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:06.890337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:06.894454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.900574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e552c06-607f-4660-9597-47a8c15ddf90']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:06.908770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22450c-75d1-4866-aa8f-4d4f12a41aac tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=7f71a171-3589-4306-adc1-00ffba91233a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:06.918733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-96990d26-f97e-48e5-8914-109426fd82cf tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=79688955f4664f01ad07828dc93fae39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752230 Apr 07 11:22:06.928694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765a5a0d-3b89-4b70-aabb-095d77eecdf7') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:06.929029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765a5a0d-3b89-4b70-aabb-095d77eecdf7') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:06.944122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (765a5a0d-3b89-4b70-aabb-095d77eecdf7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.960598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:06.961462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:06.962538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.969449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (765a5a0d-3b89-4b70-aabb-095d77eecdf7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.975385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (507450f0-ec24-4e04-a091-6fa6f674fc90), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.975724 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 507450f0-ec24-4e04-a091-6fa6f674fc90 of type vlan for network 82da24c4-f74b-4df7-8abe-6832b4f49d22 Apr 07 11:22:06.985704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:06.986089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (765a5a0d-3b89-4b70-aabb-095d77eecdf7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:06.989885 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:07.062837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-9d5ebd2c-0b84-4c25-b63b-70932d98ca15 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0498676 Apr 07 11:22:07.076699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Request body: {'port': {'device_id': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:07.082083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (82da24c4-f74b-4df7-8abe-6832b4f49d22), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.096921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3e552c06-607f-4660-9597-47a8c15ddf90), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.102552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.111311 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] 10.222.0.13 "DELETE /v2.0/networks/3e552c06-607f-4660-9597-47a8c15ddf90 HTTP/1.1" status: 204 len: 168 time: 0.4658341 Apr 07 11:22:07.132996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.133919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a274-b13b-4796-a03e-1b9fa66e03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-699625802-project] Pushing event deleted for resources: {'Network': ['ID=3e552c06-607f-4660-9597-47a8c15ddf90,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:07.146785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (82da24c4-f74b-4df7-8abe-6832b4f49d22), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.153053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:07.153896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.160084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3baff8-94cf-4179-8443-81f7bb1cc4e6 req-435651e3-a617-4bb6-bb0b-fd263dc379a0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:07.161770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca3baff8-94cf-4179-8443-81f7bb1cc4e6 req-435651e3-a617-4bb6-bb0b-fd263dc379a0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1810839 Apr 07 11:22:07.163802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-2a5d925e-4ebb-4b13-abba-0ffc59bef76f service neutron] 10.222.0.13 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295537 Apr 07 11:22:07.222648 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3814774 Apr 07 11:22:07.229425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51260) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:07.235893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:07.260916 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.304820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1e1a7-ee06-4bde-9bde-0acd11662c56 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=82da24c4-f74b-4df7-8abe-6832b4f49d22,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:07.324388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:07.346414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca3baff8-94cf-4179-8443-81f7bb1cc4e6 req-36121569-0f89-4689-a0c7-efa01dbd7909 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576982 Apr 07 11:22:07.407555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-5e114507-9a5a-4432-b167-76ec5ba1d9af service neutron] 10.222.0.13 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007284 Apr 07 11:22:07.462283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:07.465791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.617060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51268) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:07.802954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (df929d2e-1b1f-4d61-b6ef-420e1d376aa8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.841557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f6ec-e2f2-4640-9961-09918f2b6ea7 req-06ee28de-2057-42d2-8f0a-cb936cfa2d80 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:07.854610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f6ec-e2f2-4640-9961-09918f2b6ea7 req-06ee28de-2057-42d2-8f0a-cb936cfa2d80 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:07.867545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3d5f6ec-e2f2-4640-9961-09918f2b6ea7 req-06ee28de-2057-42d2-8f0a-cb936cfa2d80 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.3441935 Apr 07 11:22:07.880157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=df929d2e-1b1f-4d61-b6ef-420e1d376aa8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:07.897176 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '507450f0-ec24-4e04-a091-6fa6f674fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:07.897543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 82da24c4-f74b-4df7-8abe-6832b4f49d22, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:07.918859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:07.932756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 82da24c4-f74b-4df7-8abe-6832b4f49d22) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:07.937876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:07.938615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:07.956669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdeb46f-0389-48a3-a0b7-fef8f8757f18 None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:07.968657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-250754ab-d7fd-4775-8850-c4ddddf21229 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7376432 Apr 07 11:22:07.971204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51280) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:07.982100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:08.001772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2276b84-9eb2-4cb3-bd31-6e3eae15a369 req-9edf5efd-4884-43d5-b453-ecbf443c34fa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:08.004332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2276b84-9eb2-4cb3-bd31-6e3eae15a369 req-9edf5efd-4884-43d5-b453-ecbf443c34fa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 932 time: 0.3614929 Apr 07 11:22:08.097412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3d5f6ec-e2f2-4640-9961-09918f2b6ea7 req-a00c9fb6-cba6-4c59-8617-2a4791b75ee3 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283971 Apr 07 11:22:08.097665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-82da24c4-f74b-4df7-8abe-6832b4f49d22', 'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': 'df929d2e-1b1f-4d61-b6ef-420e1d376aa8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:08.099398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.143950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bce9745-c1c7-4b48-996c-b6922ce0f75e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d8ef51f34ca46908658a72eaac27f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229096 Apr 07 11:22:08.149015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:08.270134 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd76d-b2e3-4c83-8562-0a378dc65355 admin admin] Publish callbacks [] for security_group (02909473-a8dd-4301-9100-33b64f3cc07e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.301235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:08.306813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.326565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Allocated IP 2001:db8::2 (82da24c4-f74b-4df7-8abe-6832b4f49d22/df929d2e-1b1f-4d61-b6ef-420e1d376aa8/83a16b08-5c6a-4598-81a8-1ba4431c7b18) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:08.428802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd76d-b2e3-4c83-8562-0a378dc65355 admin admin] Publish callbacks [] for security_group (02909473-a8dd-4301-9100-33b64f3cc07e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.447904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:22:08.506902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd76d-b2e3-4c83-8562-0a378dc65355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (02909473-a8dd-4301-9100-33b64f3cc07e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.509870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd76d-b2e3-4c83-8562-0a378dc65355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.511382 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a4ddd76d-b2e3-4c83-8562-0a378dc65355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02909473-a8dd-4301-9100-33b64f3cc07e HTTP/1.1" status: 204 len: 168 time: 0.3609178 Apr 07 11:22:08.530690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddd76d-b2e3-4c83-8562-0a378dc65355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02909473-a8dd-4301-9100-33b64f3cc07e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:08.621727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20812f08-1df8-450b-bce3-b7b5b102bcff req-d7884216-5001-47bf-abba-e27f78b849c9 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 210 time: 0.4391928 Apr 07 11:22:08.642610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2276b84-9eb2-4cb3-bd31-6e3eae15a369 req-59d7e3f5-32e2-4c1b-9362-2f76b506cb58 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144762 Apr 07 11:22:08.656547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e3de66-7de2-4ba3-bf5a-7d00caaf289b {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:08.689465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Publish callbacks [] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.756224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Transition to ACTIVE for port object d1e3de66-7de2-4ba3-bf5a-7d00caaf289b will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:22:08.815276 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.826099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (b716cdaa-2b58-4819-9799-f17d58097c6a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.875065 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Publish callbacks [] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.893889 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.905972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:08.909962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:08.920790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:08.921459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:08.939868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=b716cdaa-2b58-4819-9799-f17d58097c6a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:08.947114 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df5aa104-0141-4cce-9a79-8e6a7cefa9cb tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9738953 Apr 07 11:22:08.950869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:08.951507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:08.977243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:08.979850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'port_id': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'mac_address': 'fa:16:3e:24:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:22:08.983722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:08.994494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:09.004006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Pushing event updated for resources: {'Port': ['ID=83a16b08-5c6a-4598-81a8-1ba4431c7b18,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.056938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0158b85-44bf-4182-9c2e-14b182c5ed44 req-91fd103c-b2a7-4457-8034-a5f66fcabb14 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.064917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:09.065353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.066224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0158b85-44bf-4182-9c2e-14b182c5ed44 req-91fd103c-b2a7-4457-8034-a5f66fcabb14 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 943 time: 0.3258865 Apr 07 11:22:09.095301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51298) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:09.113105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:09.138975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:09.141226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Attempting to bind port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:09.142071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Attempting to bind port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '507450f0-ec24-4e04-a091-6fa6f674fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:09.142680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Attempting to bind port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 on network 82da24c4-f74b-4df7-8abe-6832b4f49d22 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:09.143322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Pushing event updated for resources: {'Port': ['ID=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.147913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.148920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:22:09.204155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2d8aa-4249-45be-b434-e131ffe6cadd req-bad8d0d9-b833-4e79-8d77-10af06f6f725 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.212282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39f2d8aa-4249-45be-b434-e131ffe6cadd req-bad8d0d9-b833-4e79-8d77-10af06f6f725 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.4007347 Apr 07 11:22:09.215316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:09.215717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Checking segment: {'id': '507450f0-ec24-4e04-a091-6fa6f674fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:09.216188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.216533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Bound using segment: {'id': '507450f0-ec24-4e04-a091-6fa6f674fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:09.217039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Bound port: 83a16b08-5c6a-4598-81a8-1ba4431c7b18, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507450f0-ec24-4e04-a091-6fa6f674fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:09.217812 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.219373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72604693-c67a-4489-b769-d1faaf9449a6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.220895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72604693-c67a-4489-b769-d1faaf9449a6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.222308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72604693-c67a-4489-b769-d1faaf9449a6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.225732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72604693-c67a-4489-b769-d1faaf9449a6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.226697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.228116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72604693-c67a-4489-b769-d1faaf9449a6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.230169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-72604693-c67a-4489-b769-d1faaf9449a6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2778733 Apr 07 11:22:09.234105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51300) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:09.243513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613094493'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:09.280029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-87ec8475-545a-4e5d-a1bb-485591d4e49b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=429da3d3f2a84231a4eb8ebc905c8ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793323 Apr 07 11:22:09.283647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51302) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:09.286554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Attempting to bind port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:09.287115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Attempting to bind port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:09.287456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Attempting to bind port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:09.305723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0158b85-44bf-4182-9c2e-14b182c5ed44 req-32f4656c-b7fb-424f-b889-b9cf8aa819b5 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113163 Apr 07 11:22:09.306119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-1e0afec1-6dcc-4344-b6ae-9725304cd8a5 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.307542 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-1e0afec1-6dcc-4344-b6ae-9725304cd8a5 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.41 "GET /v2.0/networks?id=1f46d3f3-143d-4787-af47-d7e1240ae3fd HTTP/1.1" status: 200 len: 814 time: 0.2859130 Apr 07 11:22:09.307795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b on network 1f8a4f64-9884-4410-b571-e920debc91f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:09.308123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Attempting to bind port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b on network 1f8a4f64-9884-4410-b571-e920debc91f7 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:09.310623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:09.314255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.323491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Request body: {'port': {'device_id': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd', 'admin_state_up': True, 'tenant_id': '79688955f4664f01ad07828dc93fae39'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:09.325531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39f2d8aa-4249-45be-b434-e131ffe6cadd req-886ca640-f8a6-4dd7-8588-03dcac6f0e85 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081007 Apr 07 11:22:09.331696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:09.335148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Checking segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:09.335735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Bound using segment: {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:09.337856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Bound port: d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c4af-a22e-4433-80e1-c91370c19361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:09.338443 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.373940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] For port 83a16b08-5c6a-4598-81a8-1ba4431c7b18, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:09.384866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:09.395154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4208ccf2-1899-41c3-aa16-a4e19a452617), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.396304 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment 4208ccf2-1899-41c3-aa16-a4e19a452617 of type vlan for network 035ef06f-85a0-4175-b955-78a1ac16941c Apr 07 11:22:09.399093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] For port 83a16b08-5c6a-4598-81a8-1ba4431c7b18, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=83a16b08-5c6a-4598-81a8-1ba4431c7b18,segment=NetworkSegment(507450f0-ec24-4e04-a091-6fa6f674fc90),segment_id=507450f0-ec24-4e04-a091-6fa6f674fc90)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:09.401417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:09.417541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'mac_address': 'fa:16:3e:3d:85:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:22:09.419775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.439714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.475380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] For port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:09.480936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] For port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:09.501857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.538524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:09.540932 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.549333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b1de0-cd72-4b15-954f-eccc40c86839 None None] Pushing event updated for resources: {'Port': ['ID=83a16b08-5c6a-4598-81a8-1ba4431c7b18,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.564075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.571347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.572049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.576389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:09.590770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3033a680-9204-4faa-ad5a-d3547d7b647d admin admin] Publish callbacks [] for security_group (fe6216db-9983-458e-9f3c-e17ef2d43577), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.605402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:09.611053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.679002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Pushing event updated for resources: {'Port': ['ID=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.696839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.712181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:09.712812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.714828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-b2b86981-b8fb-4bb9-99fb-779e6501ee5b service neutron] 10.222.0.41 "PUT /v2.0/ports/d1e3de66-7de2-4ba3-bf5a-7d00caaf289b HTTP/1.1" status: 200 len: 1092 time: 2.6427908 Apr 07 11:22:09.726067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'tag': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:09.730104 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161ed215-8225-4631-9ddf-1f3851c40f19" -d '{"events": [{"name": "network-changed", "server_uuid": "6990a2ad-db6d-4f3b-921b-d55a8653cc10", "tag": "d1e3de66-7de2-4ba3-bf5a-7d00caaf289b"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:09.748809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3033a680-9204-4faa-ad5a-d3547d7b647d admin admin] Publish callbacks [] for security_group (fe6216db-9983-458e-9f3c-e17ef2d43577), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.765945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5286534 Apr 07 11:22:09.776409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:09.788393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:09.823960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c03fea-209e-4044-804b-421e24f3d454 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=035ef06f-85a0-4175-b955-78a1ac16941c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:09.872963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 035ef06f-85a0-4175-b955-78a1ac16941c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:09.891515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0162755-1f69-468c-9355-6cf874470d20 req-a044ce1d-737a-4954-93dc-6411af8e2f91 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 210 time: 0.1545978 Apr 07 11:22:09.936202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Made reservation on behalf of 79688955f4664f01ad07828dc93fae39 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:09.946229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:09.969002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:10.015141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3033a680-9204-4faa-ad5a-d3547d7b647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe6216db-9983-458e-9f3c-e17ef2d43577), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:10.017922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3033a680-9204-4faa-ad5a-d3547d7b647d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:10.023032 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3033a680-9204-4faa-ad5a-d3547d7b647d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe6216db-9983-458e-9f3c-e17ef2d43577 HTTP/1.1" status: 204 len: 168 time: 0.7341497 Apr 07 11:22:10.053120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:10.088166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033a680-9204-4faa-ad5a-d3547d7b647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6216db-9983-458e-9f3c-e17ef2d43577,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:10.179855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4cda9-b09d-457b-8102-fcabe8eaa90c req-b92afa1f-99c6-489f-a3d0-9ef9a415afca tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.191600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4cda9-b09d-457b-8102-fcabe8eaa90c req-b92afa1f-99c6-489f-a3d0-9ef9a415afca tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.197211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0d4cda9-b09d-457b-8102-fcabe8eaa90c req-b92afa1f-99c6-489f-a3d0-9ef9a415afca tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.4961057 Apr 07 11:22:10.213560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:10.255381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:10.278356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-a80dd64a-c2ca-44b8-a651-9f95fdee33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.281262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-a80dd64a-c2ca-44b8-a651-9f95fdee33c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 1126 time: 0.3954988 Apr 07 11:22:10.317895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 035ef06f-85a0-4175-b955-78a1ac16941c is not hosted by any dhcp agent {{(pid=104177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:22:10.323038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.323659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:10.325365 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "PUT /v2.0/networks/035ef06f-85a0-4175-b955-78a1ac16941c HTTP/1.1" status: 200 len: 723 time: 0.5476851 Apr 07 11:22:10.331633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51316) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:10.340498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:10.375539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Allocated IP 172.20.0.14 (1f46d3f3-143d-4787-af47-d7e1240ae3fd/c2060f94-5f6f-495d-9a6d-a06da059369c/1110c2ec-e466-45d1-a548-31de7bec4822) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:10.413701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0d4cda9-b09d-457b-8102-fcabe8eaa90c req-3fbbaec7-7883-4798-81b9-e77085fba845 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092123 Apr 07 11:22:10.425309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-2f1f8d36-823f-4d60-9666-327ce1912024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b HTTP/1.1" status: 200 len: 217 time: 0.1345358 Apr 07 11:22:10.428427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997c8f3-b59b-4fc8-83ee-9afc0e2cdc03 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=035ef06f-85a0-4175-b955-78a1ac16941c,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:10.442801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 035ef06f-85a0-4175-b955-78a1ac16941c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:10.509119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:10.512971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:10.549153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-1cd9e746-d944-442d-b458-41ccc5e6577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.552752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-1cd9e746-d944-442d-b458-41ccc5e6577c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.1184216 Apr 07 11:22:10.564127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa36a7-5014-4570-8693-9ba688868a05 req-17a29c86-a73f-4f41-972c-8fd957746c51 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.566686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80fa36a7-5014-4570-8693-9ba688868a05 req-17a29c86-a73f-4f41-972c-8fd957746c51 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 944 time: 0.5337796 Apr 07 11:22:10.571143 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1db41da-ab46-4aa5-b2bb-1e75d157f967 x-openstack-request-id: req-e1db41da-ab46-4aa5-b2bb-1e75d157f967 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:10.571604 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6990a2ad-db6d-4f3b-921b-d55a8653cc10", "tag": "d1e3de66-7de2-4ba3-bf5a-7d00caaf289b", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:10.572023 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1db41da-ab46-4aa5-b2bb-1e75d157f967 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:10.572633 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1db41da-ab46-4aa5-b2bb-1e75d157f967'] response: {'name': 'network-changed', 'server_uuid': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'tag': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b', 'status': 'completed', 'code': 200} Apr 07 11:22:10.650477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-a70953b4-cf5a-4c16-a920-8fb00e78d184 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822902 Apr 07 11:22:10.877748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80fa36a7-5014-4570-8693-9ba688868a05 req-c57ae371-61c1-492a-9058-7917df23ffe2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912555 Apr 07 11:22:10.903333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528a52-d45a-423c-96ab-6d5e500eef3d req-39e89990-4e22-4488-b971-8fef020845c1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:10.905822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea528a52-d45a-423c-96ab-6d5e500eef3d req-39e89990-4e22-4488-b971-8fef020845c1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.2539120 Apr 07 11:22:10.952177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-24224cce-7be3-496e-aeec-64315884040d service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829292 Apr 07 11:22:10.991516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks [] for port (1110c2ec-e466-45d1-a548-31de7bec4822), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.098928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7e7c0a5d-0423-4a7e-a840-3bf745c6672b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.167020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=7e7c0a5d-0423-4a7e-a840-3bf745c6672b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:11.182520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02747efd-1284-44c4-a71c-24580ffe7b90 req-15e12cac-35c0-4a9f-82ab-7073eb6ce801 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147059 Apr 07 11:22:11.192766 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea528a52-d45a-423c-96ab-6d5e500eef3d req-42c31ba5-7cd9-4430-a245-f78b12c72864 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771673 Apr 07 11:22:11.221633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299648f5-dadd-4755-a3d6-d7906c57bbd9 req-dbe01d06-1e1d-4b23-a772-4f951e85b2d2 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.230201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299648f5-dadd-4755-a3d6-d7906c57bbd9 req-dbe01d06-1e1d-4b23-a772-4f951e85b2d2 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 944 time: 0.2166405 Apr 07 11:22:11.235710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.306376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Pushing event updated for resources: {'Port': ['ID=1110c2ec-e466-45d1-a548-31de7bec4822,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:11.314705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Network 1f46d3f3-143d-4787-af47-d7e1240ae3fd is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:11.316293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': '4208ccf2-1899-41c3-aa16-a4e19a452617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:11.316293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 035ef06f-85a0-4175-b955-78a1ac16941c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:11.321516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:11.330023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:11.361988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b9256-8370-4270-b612-250cbfd63de6 None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:11.379842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 035ef06f-85a0-4175-b955-78a1ac16941c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:11.397432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 035ef06f-85a0-4175-b955-78a1ac16941c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:11.397738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299648f5-dadd-4755-a3d6-d7906c57bbd9 req-c0fb1fdd-c8bb-4c44-b05b-441f9885641b tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663833 Apr 07 11:22:11.402785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-c1f55b56-59ce-45ef-804f-a912c7d5902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.403715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.404319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.404656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-c1f55b56-59ce-45ef-804f-a912c7d5902b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b90001a34f94dffb2853f6e37a75e06&device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 1126 time: 0.1562240 Apr 07 11:22:11.426085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.427296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.456858 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-efd1bad7-d108-4763-bb8c-d9c840eea830 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1207364 Apr 07 11:22:11.474339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51342) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:11.483710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:11.493606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e398e-36fd-46ce-b4f3-aa87c7558553 req-1159be71-d75f-4daf-9baf-b0629d6f7ac0 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.495172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb9e398e-36fd-46ce-b4f3-aa87c7558553 req-1159be71-d75f-4daf-9baf-b0629d6f7ac0 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 932 time: 0.1341937 Apr 07 11:22:11.537844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0ad35-a7ac-4b64-a579-3bb27b45aa10 None None] Network 035ef06f-85a0-4175-b955-78a1ac16941c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:11.553532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51346) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:11.678854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] Provisioning complete for port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:11.679321 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.736027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb9e398e-36fd-46ce-b4f3-aa87c7558553 req-03352848-61f0-4439-bc4a-ca958e528b38 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334058 Apr 07 11:22:11.743612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-603ed5ca-e5a6-4bc1-9524-ef060fd26bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.746111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-603ed5ca-e5a6-4bc1-9524-ef060fd26bae service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 200 len: 913 time: 0.3294332 Apr 07 11:22:11.811663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 83a16b08-5c6a-4598-81a8-1ba4431c7b18 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:11.852426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-035ef06f-85a0-4175-b955-78a1ac16941c', 'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': '7e7c0a5d-0423-4a7e-a840-3bf745c6672b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:11.853389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.857120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925070a-47b8-4fd3-a8a2-43b65830f4af req-66d48743-331c-47d9-aa7f-4450fbd648e7 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.888289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925070a-47b8-4fd3-a8a2-43b65830f4af req-66d48743-331c-47d9-aa7f-4450fbd648e7 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.896219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5925070a-47b8-4fd3-a8a2-43b65830f4af req-66d48743-331c-47d9-aa7f-4450fbd648e7 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.2833519 Apr 07 11:22:11.907981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] Current status of the port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:11.908431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:11.919168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2be99520-9100-4e03-86d1-c47d80f1eddb tempest-AgentManagementNegativeTest-46016967 tempest-AgentManagementNegativeTest-46016967-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3615179 Apr 07 11:22:11.920772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-45e0f45a-ae55-4e4b-84c3-cecaf9909dc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b HTTP/1.1" status: 200 len: 217 time: 0.1496265 Apr 07 11:22:11.979450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-e9fab2bf-0efc-4adc-ae35-dba85898d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:11.981159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-e9fab2bf-0efc-4adc-ae35-dba85898d253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 200 len: 852 time: 0.0504017 Apr 07 11:22:12.009677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] Update dhcp port {'port': {'network_id': '82da24c4-f74b-4df7-8abe-6832b4f49d22', 'fixed_ips': [{'subnet_id': 'df929d2e-1b1f-4d61-b6ef-420e1d376aa8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b716cdaa-2b58-4819-9799-f17d58097c6a'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '83a16b08-5c6a-4598-81a8-1ba4431c7b18'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:22:12.044711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-1fb9f667-97a0-489f-b075-3d96173862ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f8a4f64-9884-4410-b571-e920debc91f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560312 Apr 07 11:22:12.058139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] For port 83a16b08-5c6a-4598-81a8-1ba4431c7b18, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=83a16b08-5c6a-4598-81a8-1ba4431c7b18,segment=NetworkSegment(507450f0-ec24-4e04-a091-6fa6f674fc90),segment_id=507450f0-ec24-4e04-a091-6fa6f674fc90)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:12.069164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.106780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:12.107171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.116178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-f3f22c55-5bed-4f74-869d-3921da698022 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7984827 Apr 07 11:22:12.133211 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.147966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-14980631-6282-4997-a96b-ce783db3ae90 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940268 Apr 07 11:22:12.193787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Request body: {'port': {'device_id': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:12.216604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5925070a-47b8-4fd3-a8a2-43b65830f4af req-c3272275-f6ee-4946-8074-540595d2310d tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190753 Apr 07 11:22:12.235163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Allocated IP 2001:db8::2 (035ef06f-85a0-4175-b955-78a1ac16941c/7e7c0a5d-0423-4a7e-a840-3bf745c6672b/2ed8e3de-6d02-4074-b663-a9bfae64bc7e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:12.275872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f222fdb-90ae-4218-a7c6-b88b24c3ed6a None None] Pushing event updated for resources: {'Port': ['ID=83a16b08-5c6a-4598-81a8-1ba4431c7b18,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:12.307461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33270257'] for subnet (7e7c0a5d-0423-4a7e-a840-3bf745c6672b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.354847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec1b69-85a4-462d-ab37-265fda54d37f req-fc90f6ad-5038-4d69-876b-1e4f22ddf19a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:12.357201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74ec1b69-85a4-462d-ab37-265fda54d37f req-fc90f6ad-5038-4d69-876b-1e4f22ddf19a tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 944 time: 0.3237095 Apr 07 11:22:12.357817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51358) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:12.383887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-db0084de-85eb-44c6-be5e-3a2b96f86343 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:12.389832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-db0084de-85eb-44c6-be5e-3a2b96f86343 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:12.391450 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-db0084de-85eb-44c6-be5e-3a2b96f86343 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.9538140 Apr 07 11:22:12.424008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:12.474161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.537355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:12.556669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74ec1b69-85a4-462d-ab37-265fda54d37f req-f5e25849-0812-4a8c-9f0e-6c7f5f54be42 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741493 Apr 07 11:22:12.564671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-161ed215-8225-4631-9ddf-1f3851c40f19 req-f8c83d75-a7ce-489d-bf4e-2dc83485ad04 service neutron] 10.222.0.41 "GET /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874335 Apr 07 11:22:12.587602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] Allocated IP 172.20.0.1 (82da24c4-f74b-4df7-8abe-6832b4f49d22/b716cdaa-2b58-4819-9799-f17d58097c6a/83a16b08-5c6a-4598-81a8-1ba4431c7b18) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:12.596838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3380bc6c-8ef0-4790-ab6b-dde41cfc896c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.659001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:22:12.669637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:12.670362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.684408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 4eff6e53-7905-4585-875e-e3e4cf4546ad {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:12.684845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.746751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a432-4052-4221-8917-2b0d9268416d req-82c4b328-9568-4e15-bf27-fa586387578c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:12.749628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e8a432-4052-4221-8917-2b0d9268416d req-82c4b328-9568-4e15-bf27-fa586387578c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.3713078 Apr 07 11:22:12.779456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3380bc6c-8ef0-4790-ab6b-dde41cfc896c admin admin] Publish callbacks [] for security_group (3aa0e7b3-0cd8-4806-8143-22f2eaac7e85), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.795675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3380bc6c-8ef0-4790-ab6b-dde41cfc896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3aa0e7b3-0cd8-4806-8143-22f2eaac7e85), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.837322 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Publish callbacks [] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.854980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42456d3-df4b-41b9-ae56-86e759934637 req-1bf96d2b-9189-40e3-975d-ed85bdffa4ba tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:12.855792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.856730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e42456d3-df4b-41b9-ae56-86e759934637 req-1bf96d2b-9189-40e3-975d-ed85bdffa4ba tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 944 time: 0.2002344 Apr 07 11:22:12.856902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 4eff6e53-7905-4585-875e-e3e4cf4546ad, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4eff6e53-7905-4585-875e-e3e4cf4546ad,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:12.857330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:12.869551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bc6c-8ef0-4790-ab6b-dde41cfc896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa0e7b3-0cd8-4806-8143-22f2eaac7e85,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:12.906668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3380bc6c-8ef0-4790-ab6b-dde41cfc896c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99b70375a50d4775862f5174acc61838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5370739 Apr 07 11:22:12.909122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51366) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:12.909338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 4eff6e53-7905-4585-875e-e3e4cf4546ad owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:12.939127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e8a432-4052-4221-8917-2b0d9268416d req-e7c2e0b0-9fff-4320-84ed-f03d62d8a5cc tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578269 Apr 07 11:22:12.951398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Pushing event updated for resources: {'Port': ['ID=2ed8e3de-6d02-4074-b663-a9bfae64bc7e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:12.972672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Network 035ef06f-85a0-4175-b955-78a1ac16941c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:12.974300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e42456d3-df4b-41b9-ae56-86e759934637 req-1f18e732-2ef2-4615-9f3e-fc37ce2f6a85 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997560 Apr 07 11:22:12.991698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:12.996456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] For port 83a16b08-5c6a-4598-81a8-1ba4431c7b18, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=83a16b08-5c6a-4598-81a8-1ba4431c7b18,segment=NetworkSegment(507450f0-ec24-4e04-a091-6fa6f674fc90),segment_id=507450f0-ec24-4e04-a091-6fa6f674fc90)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:13.000068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:13.006718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93a028b0-bae0-43c2-b968-a859418f93d3 admin admin] Publish callbacks [] for security_group (3aa0e7b3-0cd8-4806-8143-22f2eaac7e85), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.033855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93a028b0-bae0-43c2-b968-a859418f93d3 admin admin] Publish callbacks [] for security_group (3aa0e7b3-0cd8-4806-8143-22f2eaac7e85), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.136597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f8d62-fe38-430a-b633-9bdbd9e5b973 req-fee03b50-521a-4992-857d-b35d947681f3 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:13.138213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-163f8d62-fe38-430a-b633-9bdbd9e5b973 req-fee03b50-521a-4992-857d-b35d947681f3 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 932 time: 0.0674729 Apr 07 11:22:13.139146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93a028b0-bae0-43c2-b968-a859418f93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3aa0e7b3-0cd8-4806-8143-22f2eaac7e85), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.142818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93a028b0-bae0-43c2-b968-a859418f93d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.144011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-93a028b0-bae0-43c2-b968-a859418f93d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aa0e7b3-0cd8-4806-8143-22f2eaac7e85 HTTP/1.1" status: 204 len: 168 time: 0.2348924 Apr 07 11:22:13.170184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a028b0-bae0-43c2-b968-a859418f93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa0e7b3-0cd8-4806-8143-22f2eaac7e85,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:13.217604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-163f8d62-fe38-430a-b633-9bdbd9e5b973 req-756c368e-5302-46a6-a502-6f54a87b5acf tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696754 Apr 07 11:22:13.266654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1110c2ec-e466-45d1-a548-31de7bec4822 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:13.280030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749672087830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33490241'] for subnet (7e7c0a5d-0423-4a7e-a840-3bf745c6672b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.286754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Publish callbacks [] for port (1110c2ec-e466-45d1-a548-31de7bec4822), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.292274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] Publish callbacks [] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.295691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:13.296149 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.307743 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.329879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Attempting to bind port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:13.330259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Attempting to bind port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4208ccf2-1899-41c3-aa16-a4e19a452617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:13.330706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Attempting to bind port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e on network 035ef06f-85a0-4175-b955-78a1ac16941c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:13.377239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:13.380157 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7899b68-9509-4e54-a095-f9eacea04d32" -d '{"events": [{"server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "name": "network-vif-plugged", "status": "completed", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:13.405294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:13.405686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Checking segment: {'id': '4208ccf2-1899-41c3-aa16-a4e19a452617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:13.406133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.406556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Bound using segment: {'id': '4208ccf2-1899-41c3-aa16-a4e19a452617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:13.407040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Bound port: 2ed8e3de-6d02-4074-b663-a9bfae64bc7e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4208ccf2-1899-41c3-aa16-a4e19a452617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '035ef06f-85a0-4175-b955-78a1ac16941c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:13.407433 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.428385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Transition to ACTIVE for port object 1110c2ec-e466-45d1-a548-31de7bec4822 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:22:13.430523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:13.461552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e7860-4bef-4eea-bcb6-a2d2fc9bbf2f req-7aaf36ec-9e7a-4906-9f5b-86f7320e7b21 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:13.461913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.462851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:13.483062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e7860-4bef-4eea-bcb6-a2d2fc9bbf2f req-7aaf36ec-9e7a-4906-9f5b-86f7320e7b21 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:13.483282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4eff6e53-7905-4585-875e-e3e4cf4546ad), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.486513 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.496558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b2e7860-4bef-4eea-bcb6-a2d2fc9bbf2f req-7aaf36ec-9e7a-4906-9f5b-86f7320e7b21 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 1682 time: 0.1652274 Apr 07 11:22:13.498671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:13.499535 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.505824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "PUT /v2.0/subnets/7e7c0a5d-0423-4a7e-a840-3bf745c6672b HTTP/1.1" status: 200 len: 826 time: 2.0282848 Apr 07 11:22:13.506757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2defd71-7ece-4952-9372-ead60f6221b8 None None] Pushing event updated for resources: {'Port': ['ID=83a16b08-5c6a-4598-81a8-1ba4431c7b18,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:13.509385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51376) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:13.513208 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325463c-9815-4e13-9618-1ce4928544d3 x-openstack-request-id: req-0325463c-9815-4e13-9618-1ce4928544d3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:13.513663 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "name": "network-vif-plugged", "status": "completed", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:13.514017 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0325463c-9815-4e13-9618-1ce4928544d3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:13.515005 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0325463c-9815-4e13-9618-1ce4928544d3'] response: {'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'code': 200} Apr 07 11:22:13.518975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['47eb0e15-ae18-474c-bd22-5f75c89f8c38', '4eff6e53-7905-4585-875e-e3e4cf4546ad'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:13.568099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88850-0bf4-4624-8eab-fd0ef2447170 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=7e7c0a5d-0423-4a7e-a840-3bf745c6672b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:13.743833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 4eff6e53-7905-4585-875e-e3e4cf4546ad on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:13.746476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:13.750500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "DELETE /v2.0/ports/4eff6e53-7905-4585-875e-e3e4cf4546ad HTTP/1.1" status: 204 len: 173 time: 1.3327458 Apr 07 11:22:13.779298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-deleted', 'tag': '4eff6e53-7905-4585-875e-e3e4cf4546ad'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:13.782478 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b25a539-76be-4f15-8dc5-d3166faa54be" -d '{"events": [{"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-deleted", "tag": "4eff6e53-7905-4585-875e-e3e4cf4546ad"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:13.790381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Pushing event updated for resources: {'Port': ['ID=1110c2ec-e466-45d1-a548-31de7bec4822,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:13.867192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91610aee-4b82-4f40-97ae-db4c91c2e0b9 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=4eff6e53-7905-4585-875e-e3e4cf4546ad,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:13.919996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 83a16b08-5c6a-4598-81a8-1ba4431c7b18 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:14.027433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b2e7860-4bef-4eea-bcb6-a2d2fc9bbf2f req-079b93cb-828c-4e6e-9f93-80cb73720c50 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cdf0427-8e86-4378-92f2-80064e58e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231848 Apr 07 11:22:14.065733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] For port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:14.128835 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1eed80-b745-4122-9275-0bb83449faf4 x-openstack-request-id: req-9e1eed80-b745-4122-9275-0bb83449faf4 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:14.130728 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-deleted", "tag": "4eff6e53-7905-4585-875e-e3e4cf4546ad", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:14.131429 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e1eed80-b745-4122-9275-0bb83449faf4 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:14.132330 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1eed80-b745-4122-9275-0bb83449faf4'] response: {'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-deleted', 'tag': '4eff6e53-7905-4585-875e-e3e4cf4546ad', 'status': 'completed', 'code': 200} Apr 07 11:22:14.168785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Attempting to bind port 1110c2ec-e466-45d1-a548-31de7bec4822 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:14.174475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Attempting to bind port 1110c2ec-e466-45d1-a548-31de7bec4822 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:14.178027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Attempting to bind port 1110c2ec-e466-45d1-a548-31de7bec4822 on network 1f46d3f3-143d-4787-af47-d7e1240ae3fd {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:14.181504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.187232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:22:14.189803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54807213-b928-48f1-83ec-5cede137c297 req-37e69023-f2a6-4b90-90dd-ce5bb2c05647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:14.193218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54807213-b928-48f1-83ec-5cede137c297 req-37e69023-f2a6-4b90-90dd-ce5bb2c05647 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 1127 time: 0.4310875 Apr 07 11:22:14.206088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] For port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2ed8e3de-6d02-4074-b663-a9bfae64bc7e,segment=NetworkSegment(4208ccf2-1899-41c3-aa16-a4e19a452617),segment_id=4208ccf2-1899-41c3-aa16-a4e19a452617)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:14.214668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:14.222903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Port 1110c2ec-e466-45d1-a548-31de7bec4822 on network 1f46d3f3-143d-4787-af47-d7e1240ae3fd not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:14.224884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Attempting to bind port 1110c2ec-e466-45d1-a548-31de7bec4822 on network 1f46d3f3-143d-4787-af47-d7e1240ae3fd {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:14.229851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c1152-a00b-4d5f-b248-6b7816750d69 req-2203f678-168f-4108-89e1-13f0c6a65121 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:14.230026 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.239268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d12c1152-a00b-4d5f-b248-6b7816750d69 req-2203f678-168f-4108-89e1-13f0c6a65121 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 944 time: 0.3044288 Apr 07 11:22:14.284253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:14.284873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Checking segment: {'id': '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:14.285444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Bound using segment: {'id': '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:14.286783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Bound port: 1110c2ec-e466-45d1-a548-31de7bec4822, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:14.287373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.303563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:14.304107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.360311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:14.360820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.370384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54807213-b928-48f1-83ec-5cede137c297 req-9d5fb290-8e73-4cc3-be4c-9c6e36f04876 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677547 Apr 07 11:22:14.398125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d12c1152-a00b-4d5f-b248-6b7816750d69 req-8ee088b2-70b8-4bd8-a8f4-7bdfeb22f4a8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576042 Apr 07 11:22:14.406608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:14.406889 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.437070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9945f-00bc-4d3b-8baa-a007cc454d25 req-e29e7c00-ae5c-41d5-92a5-0e2669184992 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:14.453493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41c9945f-00bc-4d3b-8baa-a007cc454d25 req-e29e7c00-ae5c-41d5-92a5-0e2669184992 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.2416601 Apr 07 11:22:14.462806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5476a-9bee-493a-b5ba-c41c81be5064 None None] Pushing event updated for resources: {'Port': ['ID=2ed8e3de-6d02-4074-b663-a9bfae64bc7e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:14.526804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41c9945f-00bc-4d3b-8baa-a007cc454d25 req-c369db8b-8e94-4d27-a1c1-ca5f7f58d806 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721791 Apr 07 11:22:14.557977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:14.572357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.713496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] For port 1110c2ec-e466-45d1-a548-31de7bec4822, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:14.721816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] For port 1110c2ec-e466-45d1-a548-31de7bec4822, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1110c2ec-e466-45d1-a548-31de7bec4822,segment=NetworkSegment(1c820e17-b06a-4daa-b062-0ae4ca2c1eb2),segment_id=1c820e17-b06a-4daa-b062-0ae4ca2c1eb2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:14.722788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:14.723833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.752056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.774955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2ed8e3de-6d02-4074-b663-a9bfae64bc7e,segment=NetworkSegment(4208ccf2-1899-41c3-aa16-a4e19a452617),segment_id=4208ccf2-1899-41c3-aa16-a4e19a452617)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:14.775291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.803903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:14.804662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for 2ed8e3de-6d02-4074-b663-a9bfae64bc7e owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:14.837354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:14.843631 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.852981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4eff6e53-7905-4585-875e-e3e4cf4546ad no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:14.891416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51404) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:14.909599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 4eff6e53-7905-4585-875e-e3e4cf4546ad {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:14.910241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4eff6e53-7905-4585-875e-e3e4cf4546ad not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:14.910631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 47eb0e15-ae18-474c-bd22-5f75c89f8c38 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:14.941322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:14.942845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:14.949313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] 10.222.0.41 "PUT /v2.0/ports/1110c2ec-e466-45d1-a548-31de7bec4822 HTTP/1.1" status: 200 len: 1092 time: 2.7618701 Apr 07 11:22:14.976057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:15.009006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877632d5-96e9-4219-8ccc-2ad21873bd25 service neutron] Pushing event updated for resources: {'Port': ['ID=1110c2ec-e466-45d1-a548-31de7bec4822,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:15.016266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 47eb0e15-ae18-474c-bd22-5f75c89f8c38, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=47eb0e15-ae18-474c-bd22-5f75c89f8c38,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:15.016806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:15.074541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 47eb0e15-ae18-474c-bd22-5f75c89f8c38 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:15.115302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:15.116772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:15.124896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6518ab3-7ae1-40da-9bd6-d5efbc12d7d5 None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:15.275300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e7eb0-a837-4837-8870-27f72f900ad2 req-81bafe10-0cb7-413c-b2c5-d3894d49b164 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:15.277035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa3e7eb0-a837-4837-8870-27f72f900ad2 req-81bafe10-0cb7-413c-b2c5-d3894d49b164 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.2385371 Apr 07 11:22:15.294253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6005-5e67-4e8d-9e5a-817ea5961f5a req-3d665512-d325-4887-999e-69f7e78e80ab tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:15.302918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e89d6005-5e67-4e8d-9e5a-817ea5961f5a req-3d665512-d325-4887-999e-69f7e78e80ab tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 944 time: 0.2678046 Apr 07 11:22:15.304996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (47eb0e15-ae18-474c-bd22-5f75c89f8c38), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:15.350206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-576cd2a9-d5ee-4754-bf88-edde8d224c03 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.351281 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-576cd2a9-d5ee-4754-bf88-edde8d224c03 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4327261 Apr 07 11:22:15.358720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=47eb0e15-ae18-474c-bd22-5f75c89f8c38,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:15.361069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51412) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.368919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-5a380d05-5074-4980-b1f4-9b0cace0f81e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.373975 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a380d05-5074-4980-b1f4-9b0cace0f81e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089772 Apr 07 11:22:15.388793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51414) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.405345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-6826f724-25e2-41e3-9c9c-104bce2469dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:15.406876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-6826f724-25e2-41e3-9c9c-104bce2469dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79688955f4664f01ad07828dc93fae39&device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 1126 time: 0.3433585 Apr 07 11:22:15.412821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e89d6005-5e67-4e8d-9e5a-817ea5961f5a req-cd38dc97-ade3-4591-9276-2495b03a913c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069341 Apr 07 11:22:15.420488 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2ed8e3de-6d02-4074-b663-a9bfae64bc7e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:15.422542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-83e87e3e-ae83-4e5a-96d2-be1a65cd68db None None] Provisioning complete for port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:15.423100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-83e87e3e-ae83-4e5a-96d2-be1a65cd68db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:15.448864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-049a5b5e-32c9-4eb3-939b-758e2dbbec27 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.453613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 47eb0e15-ae18-474c-bd22-5f75c89f8c38 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:15.456142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-049a5b5e-32c9-4eb3-939b-758e2dbbec27 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0411577 Apr 07 11:22:15.456328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:15.459720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9b6baba1-c942-4c37-844a-e4a83d3c4bee req-4f2e144e-a093-4429-81f2-60f47b903701 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.41 "DELETE /v2.0/ports/47eb0e15-ae18-474c-bd22-5f75c89f8c38 HTTP/1.1" status: 204 len: 173 time: 1.6740243 Apr 07 11:22:15.462683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51418) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.467279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-7c498a51-81e2-4c7c-a011-0aa4d37fa0e3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.467948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c498a51-81e2-4c7c-a011-0aa4d37fa0e3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055463 Apr 07 11:22:15.505610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51420) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.514267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-42aad63c-a26e-4afd-ad3f-25b7d91b80c3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.515272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-42aad63c-a26e-4afd-ad3f-25b7d91b80c3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050092 Apr 07 11:22:15.517750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-103eff77-a1a3-4208-a074-bf3ad099a1d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1110c2ec-e466-45d1-a548-31de7bec4822 HTTP/1.1" status: 200 len: 217 time: 0.0701766 Apr 07 11:22:15.518394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51422) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.523173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-26a8133a-e495-4ccf-8dc4-2ffb241ee9b1 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.524137 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-26a8133a-e495-4ccf-8dc4-2ffb241ee9b1 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048544 Apr 07 11:22:15.533229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51424) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.538734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-9b0b0e00-abc5-4c4e-b6fb-8073c34111d4 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.539725 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b0b0e00-abc5-4c4e-b6fb-8073c34111d4 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056372 Apr 07 11:22:15.547334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51426) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.553569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=2ed8e3de-6d02-4074-b663-a9bfae64bc7e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:15.574874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-44415e1e-1abe-4467-b693-3a5dc9e64c96 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.585536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-44415e1e-1abe-4467-b693-3a5dc9e64c96 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0338466 Apr 07 11:22:15.601692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-69bf149f-0e0b-449f-b15b-932087d57981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:15.603345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-69bf149f-0e0b-449f-b15b-932087d57981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2060f94-5f6f-495d-9a6d-a06da059369c HTTP/1.1" status: 200 len: 854 time: 0.0781522 Apr 07 11:22:15.603567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51430) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.638088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:15.647714 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca5c55-10c7-4e17-a49b-08bb5a7f5f30" -d '{"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:15.659806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-ec57f0f4-8847-4ca0-a988-e9ed5bd0840d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f46d3f3-143d-4787-af47-d7e1240ae3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497444 Apr 07 11:22:15.690527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-f9554289-db93-461c-a32d-f7a0054b281d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.696269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51434) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.696906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f9554289-db93-461c-a32d-f7a0054b281d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0116599 Apr 07 11:22:15.717772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-31a66243-b233-4372-aaab-a032c17ce216 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.720764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-31a66243-b233-4372-aaab-a032c17ce216 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0131149 Apr 07 11:22:15.727046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa3e7eb0-a837-4837-8870-27f72f900ad2 req-246b1d6b-8869-4e70-8972-5f8ad0e15600 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189091 Apr 07 11:22:15.731112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51436) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.842298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2ed8e3de-6d02-4074-b663-a9bfae64bc7e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:15.859215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-7ae5d9df-1656-456f-9720-7bfc064bb6ee tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.863374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ae5d9df-1656-456f-9720-7bfc064bb6ee tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0170295 Apr 07 11:22:15.871059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.883981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-ba54e303-6e70-4145-8a3e-d937466afb91 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.887294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba54e303-6e70-4145-8a3e-d937466afb91 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0136659 Apr 07 11:22:15.890605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.895353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-e96db415-5742-4ae0-977f-bc10a50bb3bc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.897289 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e96db415-5742-4ae0-977f-bc10a50bb3bc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052080 Apr 07 11:22:15.899772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.906620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.907114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.910291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.910674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.911204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.911782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.912073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-325d833c-536a-4ec9-89bc-c0fa4c75d1f7 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.912251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.912465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.912805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.913170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.913514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.913843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.914185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:15.915058 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-325d833c-536a-4ec9-89bc-c0fa4c75d1f7 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138571 Apr 07 11:22:15.917916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51444) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.922452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-d9e5bbf0-5215-4b3d-ad9d-1c3dd9d798df tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.923858 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9e5bbf0-5215-4b3d-ad9d-1c3dd9d798df tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047803 Apr 07 11:22:15.927123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.933414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-c31f8f8d-a3be-4966-a5f4-d2e1498e6cd3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.936036 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c31f8f8d-a3be-4966-a5f4-d2e1498e6cd3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075157 Apr 07 11:22:15.939130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51448) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.941013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2ed8e3de-6d02-4074-b663-a9bfae64bc7e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:15.942494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2ed8e3de-6d02-4074-b663-a9bfae64bc7e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 11:22:15.945336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-8b2690a9-c683-469a-8ce4-35439a304fbc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.946579 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8b2690a9-c683-469a-8ce4-35439a304fbc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062578 Apr 07 11:22:15.949367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51450) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.958960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-b0cb3935-a144-489c-9548-79cf40cb2371 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.960362 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b0cb3935-a144-489c-9548-79cf40cb2371 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098286 Apr 07 11:22:15.963820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51452) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.964062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34f4123c-e521-45ea-b1a5-dfbd122b7b77 req-306f3d1f-be78-4cdf-a4a6-68926a63c716 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec084153-2975-4f43-bca2-69354d63483f HTTP/1.1" status: 200 len: 210 time: 0.4168308 Apr 07 11:22:15.968783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-2bccaa4f-2c9a-481b-b9fa-23ae4b8a0436 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.970070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2bccaa4f-2c9a-481b-b9fa-23ae4b8a0436 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048382 Apr 07 11:22:15.972958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.978073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-b36479f2-48b7-4b38-b18e-434a87e3c06e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:15.979340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b36479f2-48b7-4b38-b18e-434a87e3c06e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050290 Apr 07 11:22:15.987588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51456) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:15.996005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-8a58a800-109e-4ee5-801d-a8b584d2d5e4 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.002930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8a58a800-109e-4ee5-801d-a8b584d2d5e4 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0132241 Apr 07 11:22:16.007053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51458) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.013679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-b68d7594-75cb-4cc5-a78b-fe3aa37d4650 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.017610 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b68d7594-75cb-4cc5-a78b-fe3aa37d4650 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068738 Apr 07 11:22:16.024253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e not found, will not notify nova. {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 11:22:16.024815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51460) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.026760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-83e87e3e-ae83-4e5a-96d2-be1a65cd68db None None] Current status of the port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:16.034516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port 2ed8e3de-6d02-4074-b663-a9bfae64bc7e on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:16.053909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-e1af283a-618d-4d64-beab-adcacf6f599f tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.057942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e1af283a-618d-4d64-beab-adcacf6f599f tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0286815 Apr 07 11:22:16.062337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.074842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-c13cc134-76b3-4a8e-a063-b4b5eb944991 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.079771 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c13cc134-76b3-4a8e-a063-b4b5eb944991 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0125303 Apr 07 11:22:16.081564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.087614 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-20cfaeaf-18b3-41af-922f-496a2c7ab672 service neutron] 10.222.0.41 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211850 Apr 07 11:22:16.096594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-ebe246ee-3235-476d-b626-180398efb1ba tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.101038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebe246ee-3235-476d-b626-180398efb1ba tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086467 Apr 07 11:22:16.101923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51466) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.128699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-b2ab075b-fdcb-4d22-8128-2ebccb2941cc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.134033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b2ab075b-fdcb-4d22-8128-2ebccb2941cc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0289023 Apr 07 11:22:16.134813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'tag': '1110c2ec-e466-45d1-a548-31de7bec4822'}, {'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-deleted', 'tag': '47eb0e15-ae18-474c-bd22-5f75c89f8c38'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:16.137391 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d51bc-5618-4e63-955d-f234f488b6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "baecad40-b6a4-4d32-8dd8-563c379faea5", "tag": "1110c2ec-e466-45d1-a548-31de7bec4822"}, {"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-deleted", "tag": "47eb0e15-ae18-474c-bd22-5f75c89f8c38"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:16.146734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51468) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.154919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-9ad7fdc7-d943-4e26-93a4-b11dfd7a39a2 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.157190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9ad7fdc7-d943-4e26-93a4-b11dfd7a39a2 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054574 Apr 07 11:22:16.159945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.167263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-1763a3a0-999d-488b-915a-a6f05593773c tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.171518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1763a3a0-999d-488b-915a-a6f05593773c tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055735 Apr 07 11:22:16.173346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51474) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.179699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-2f4f9c22-7534-43d4-9585-7e6e218d6576 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.184255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2f4f9c22-7534-43d4-9585-7e6e218d6576 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065248 Apr 07 11:22:16.186804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51476) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.196601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be52340-7ff0-461c-92dd-e19e8c3c3843 req-89d999f1-a00d-43a2-bf8a-227904a3c399 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:16.204172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5be52340-7ff0-461c-92dd-e19e8c3c3843 req-89d999f1-a00d-43a2-bf8a-227904a3c399 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 944 time: 0.2375920 Apr 07 11:22:16.214236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-d91c2c13-6087-4908-8f3c-01b2841ea3b9 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.221998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d91c2c13-6087-4908-8f3c-01b2841ea3b9 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0336175 Apr 07 11:22:16.234219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51478) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.235909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7e7c0a5d-0423-4a7e-a840-3bf745c6672b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:16.262653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-70c9d96f-1877-4843-aaaa-eb94abc92a15 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.265663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-70c9d96f-1877-4843-aaaa-eb94abc92a15 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0148394 Apr 07 11:22:16.303350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51480) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.308123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-22cda0a9-e9ae-409e-923b-016e506c70f2 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.309076 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22cda0a9-e9ae-409e-923b-016e506c70f2 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043845 Apr 07 11:22:16.313292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.334184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-fd1bc497-56fd-42c4-9786-a1697956849d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.336296 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fd1bc497-56fd-42c4-9786-a1697956849d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0131092 Apr 07 11:22:16.340897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1da0bda-19c4-495b-98ef-fc14b9d88850 req-160113a6-efe1-49f9-9fcd-5d4b88609888 service neutron] 10.222.0.41 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977963 Apr 07 11:22:16.341396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51484) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.359999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-d9ef329b-2bd1-4304-9635-42756fd1a670 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.364841 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9ef329b-2bd1-4304-9635-42756fd1a670 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0210285 Apr 07 11:22:16.367682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.376795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-067c57a6-33e8-4420-be76-1190b9f48b36 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.378639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-067c57a6-33e8-4420-be76-1190b9f48b36 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0093038 Apr 07 11:22:16.384192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51488) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.391315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-89e56e2f-77bd-4607-8108-5382d778dad3 None None] Provisioning complete for port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:16.392510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89e56e2f-77bd-4607-8108-5382d778dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:16.396707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-147f3b17-c680-4a94-a0c8-a04842d7442b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.398936 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-147f3b17-c680-4a94-a0c8-a04842d7442b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0132418 Apr 07 11:22:16.400451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51490) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.409108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-926fb25f-bd2e-47c6-ac14-a33c47b311d6 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.416037 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-926fb25f-bd2e-47c6-ac14-a33c47b311d6 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111275 Apr 07 11:22:16.416361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51492) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.428462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-95609677-0272-4570-a212-2a4d17a99efb tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.428747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1e3de66-7de2-4ba3-bf5a-7d00caaf289b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:22:16.432814 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-95609677-0272-4570-a212-2a4d17a99efb tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0065119 Apr 07 11:22:16.433796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.439853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b41de-8786-4e05-b141-2f83ee4fecee req-3e4dcf66-3627-436c-b303-1e5ce432ca5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:16.442773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-1b064d8c-c34e-4ec5-8d0c-66d79bd20dd4 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.447811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b064d8c-c34e-4ec5-8d0c-66d79bd20dd4 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0098469 Apr 07 11:22:16.448682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.459984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf5b41de-8786-4e05-b141-2f83ee4fecee req-3e4dcf66-3627-436c-b303-1e5ce432ca5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3916740 Apr 07 11:22:16.464905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-60cffb8d-d28e-49a1-baff-4de4eab80c47 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.469200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60cffb8d-d28e-49a1-baff-4de4eab80c47 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0156279 Apr 07 11:22:16.470066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51500) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.479675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-8be7e938-bc4a-439a-9f03-34615a946227 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.484419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8be7e938-bc4a-439a-9f03-34615a946227 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099027 Apr 07 11:22:16.485767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51502) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.494573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-22aa80c3-6702-4582-b5a9-c5a4f784a20b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.499338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22aa80c3-6702-4582-b5a9-c5a4f784a20b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0090826 Apr 07 11:22:16.500525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51504) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.507072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-c46b1959-8639-4e45-97aa-5ea15c353366 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.511242 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c46b1959-8639-4e45-97aa-5ea15c353366 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0067530 Apr 07 11:22:16.511573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.518169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-51d0f270-bb2f-446a-aa19-92a06c09d12b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.524160 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51d0f270-bb2f-446a-aa19-92a06c09d12b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0081909 Apr 07 11:22:16.524926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51508) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.531205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5be52340-7ff0-461c-92dd-e19e8c3c3843 req-67c729bb-41a4-47f4-a6dc-4fe961711e5c tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260622 Apr 07 11:22:16.541032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-9ef50e9a-296e-41b0-99f4-6f67a9792e3e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.545562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ef50e9a-296e-41b0-99f4-6f67a9792e3e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125971 Apr 07 11:22:16.546863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51510) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.571265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-03fe4310-8aca-4a55-804f-32902b04f52c tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.574546 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03fe4310-8aca-4a55-804f-32902b04f52c tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0240116 Apr 07 11:22:16.574782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.580500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (7e7c0a5d-0423-4a7e-a840-3bf745c6672b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:16.584998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-1cec44d9-a286-4f6c-9c0d-1463d5fa0627 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.588454 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1cec44d9-a286-4f6c-9c0d-1463d5fa0627 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0103369 Apr 07 11:22:16.589224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51514) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.603852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-19b9d129-70c7-47da-bc50-aa3f4733c165 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.607318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-89e56e2f-77bd-4607-8108-5382d778dad3 None None] Current status of the port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:16.607500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-19b9d129-70c7-47da-bc50-aa3f4733c165 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0148544 Apr 07 11:22:16.609988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51516) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.617004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-811c09e0-696d-4b8c-8809-b12aba86f095 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.620462 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-811c09e0-696d-4b8c-8809-b12aba86f095 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069823 Apr 07 11:22:16.621016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51518) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.627929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-cf334fbf-496a-4b6b-88f6-cfd74350e6cc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.632000 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cf334fbf-496a-4b6b-88f6-cfd74350e6cc tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0069659 Apr 07 11:22:16.634852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51520) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.640228 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d710f4-8ba6-4447-a754-f7ba0a305b54 x-openstack-request-id: req-05d710f4-8ba6-4447-a754-f7ba0a305b54 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:16.640803 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:16.641252 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05d710f4-8ba6-4447-a754-f7ba0a305b54 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:16.641812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-7190b492-1eba-4445-ae43-cbebb2ffd07d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.642206 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d710f4-8ba6-4447-a754-f7ba0a305b54'] response: {'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'code': 200} Apr 07 11:22:16.644561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7190b492-1eba-4445-ae43-cbebb2ffd07d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0081363 Apr 07 11:22:16.647691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51522) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.657096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-50b20e2b-8bc7-43ff-ac24-67f0246839ce tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.662187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-50b20e2b-8bc7-43ff-ac24-67f0246839ce tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0096428 Apr 07 11:22:16.664948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.671721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-7f7a41b2-5239-477d-b830-a041ce3ec3a3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.678508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f7a41b2-5239-477d-b830-a041ce3ec3a3 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125859 Apr 07 11:22:16.679680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.684104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:16.685759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-cbf6b996-9921-4ddc-8ff5-3929f071d02f tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.690908 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cbf6b996-9921-4ddc-8ff5-3929f071d02f tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097997 Apr 07 11:22:16.691604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51528) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.698790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b', 'network_id': '1f8a4f64-9884-4410-b571-e920debc91f7', 'port_id': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b', 'mac_address': 'fa:16:3e:17:26:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:22:16.699363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-f7cbe3ec-8f7e-4c7e-b62a-338d3fd3206b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.703806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f7cbe3ec-8f7e-4c7e-b62a-338d3fd3206b tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074232 Apr 07 11:22:16.711387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51530) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.718061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-0db20f3c-a2dc-4a3a-b794-bacfd0c4554e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.722500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0db20f3c-a2dc-4a3a-b794-bacfd0c4554e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066545 Apr 07 11:22:16.738116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51532) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.742429 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcabcde-7fe0-406e-bcc2-a96731ca8fee x-openstack-request-id: req-ffcabcde-7fe0-406e-bcc2-a96731ca8fee {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:16.742729 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baecad40-b6a4-4d32-8dd8-563c379faea5", "tag": "1110c2ec-e466-45d1-a548-31de7bec4822", "status": "completed", "code": 200}, {"server_uuid": "ec084153-2975-4f43-bca2-69354d63483f", "name": "network-vif-deleted", "tag": "47eb0e15-ae18-474c-bd22-5f75c89f8c38", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:16.743049 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffcabcde-7fe0-406e-bcc2-a96731ca8fee {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:16.743466 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcabcde-7fe0-406e-bcc2-a96731ca8fee'] response: {'name': 'network-changed', 'server_uuid': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'tag': '1110c2ec-e466-45d1-a548-31de7bec4822', 'status': 'completed', 'code': 200} Apr 07 11:22:16.743728 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcabcde-7fe0-406e-bcc2-a96731ca8fee'] response: {'server_uuid': 'ec084153-2975-4f43-bca2-69354d63483f', 'name': 'network-vif-deleted', 'tag': '47eb0e15-ae18-474c-bd22-5f75c89f8c38', 'status': 'completed', 'code': 200} Apr 07 11:22:16.756513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:16.757016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:16.765474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-6cb2aa59-3840-469b-82df-de88d546f50e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.766804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6cb2aa59-3840-469b-82df-de88d546f50e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0269351 Apr 07 11:22:16.781276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e3de66-7de2-4ba3-bf5a-7d00caaf289b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:16.784666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51536) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.790030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3f2552-6c3f-4ca9-bf9e-6cfc68c73f4b None None] Network 035ef06f-85a0-4175-b955-78a1ac16941c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:16.794171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-5c5d5644-1e07-4184-aea5-5d0c5e89a221 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.795990 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5c5d5644-1e07-4184-aea5-5d0c5e89a221 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084882 Apr 07 11:22:16.810265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51540) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.843387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-1c617c4d-a8b3-46f1-9ac1-31f01787b148 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.849639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1c617c4d-a8b3-46f1-9ac1-31f01787b148 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0347548 Apr 07 11:22:16.852761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.861705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-b368d242-ca3f-4726-ae85-406d0e0c370d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.867851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b368d242-ca3f-4726-ae85-406d0e0c370d tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0087962 Apr 07 11:22:16.868101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:16.868101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1d4772d6-3899-4f81-97e3-2d9dc4e8a027 None None] Could not find standard attr ID for object 2ed8e3de-6d02-4074-b663-a9bfae64bc7e. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:22:16.869974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51544) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.878694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-edaf6c70-e647-454f-8ce5-132820e96b36 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.882931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-edaf6c70-e647-454f-8ce5-132820e96b36 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075634 Apr 07 11:22:16.883107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:16.888658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51546) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.902308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-f4aed55e-91a6-46fd-82a7-4663cf06e6d6 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.906339 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f4aed55e-91a6-46fd-82a7-4663cf06e6d6 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064526 Apr 07 11:22:16.909346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.918640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-3154169a-9c14-4f5f-84ed-f7721dc5925e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.923693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3154169a-9c14-4f5f-84ed-f7721dc5925e tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067236 Apr 07 11:22:16.923693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51550) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.930867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-2cbeb36b-ce34-4e63-950e-9649d14c9b8f tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.935674 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2cbeb36b-ce34-4e63-950e-9649d14c9b8f tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078454 Apr 07 11:22:16.935674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bf917-2d3c-44f9-b074-de78921131d9 req-3e8fba49-35aa-4e0f-a4ae-a60b33d9723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:16.937743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-037bf917-2d3c-44f9-b074-de78921131d9 req-3e8fba49-35aa-4e0f-a4ae-a60b33d9723f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1127 time: 0.2357593 Apr 07 11:22:16.939776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51552) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.946066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-78c9b5c6-246d-474d-b914-3603a6cc49d7 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.950717 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-78c9b5c6-246d-474d-b914-3603a6cc49d7 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064199 Apr 07 11:22:16.954328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:16.955663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:16.959352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-265c49d6-1612-4ffa-afdb-435c8bcb7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:16.961441 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-265c49d6-1612-4ffa-afdb-435c8bcb7e7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79688955f4664f01ad07828dc93fae39&device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 1126 time: 0.1788487 Apr 07 11:22:16.967113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-7b530028-a5a3-40ac-9f66-9a4ff8314b65 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:16.968272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b530028-a5a3-40ac-9f66-9a4ff8314b65 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055506 Apr 07 11:22:16.985497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.014626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-11d04367-bb97-4cc0-b7c6-cb4a1dbd51ff tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:17.015973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-11d04367-bb97-4cc0-b7c6-cb4a1dbd51ff tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047715 Apr 07 11:22:17.024573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6981cf6-50be-48b0-85fd-bde18e4ce43f None None] DHCP port deletion for 035ef06f-85a0-4175-b955-78a1ac16941c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:17.045260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11e1eb-b0b2-4c10-88fb-fc0faa63bd00 None None] Network 035ef06f-85a0-4175-b955-78a1ac16941c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:17.058021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.068907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-7fb35958-b673-4fba-b47c-69d7695c31e2 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:17.072801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7fb35958-b673-4fba-b47c-69d7695c31e2 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094867 Apr 07 11:22:17.074361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51562) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.088779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-25c8cdce-351f-4c78-998a-23cbd5142709 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:17.090221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-25c8cdce-351f-4c78-998a-23cbd5142709 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0120120 Apr 07 11:22:17.100358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.107266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [None req-86ce0982-2e8b-432a-b947-1a5f90337ba1 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:17.110428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-86ce0982-2e8b-432a-b947-1a5f90337ba1 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049417 Apr 07 11:22:17.114622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7c0a5d-0423-4a7e-a840-3bf745c6672b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:17.115733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.132248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [None req-1e6070df-3bce-4670-b586-4298beec4252 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:22:17.133666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf5b41de-8786-4e05-b141-2f83ee4fecee req-1de0ccae-6d3f-408f-ab53-011882c42922 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6705961 Apr 07 11:22:17.133812 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e6070df-3bce-4670-b586-4298beec4252 tempest-ExtensionsTestJSON-1884190471 tempest-ExtensionsTestJSON-1884190471-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0161266 Apr 07 11:22:17.164169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-037bf917-2d3c-44f9-b074-de78921131d9 req-74d182f2-c540-40f1-ade6-fee47af288ad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062609 Apr 07 11:22:17.206059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-8a37c38c-aca5-4cf9-953a-b064a09f8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:17.209015 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-8a37c38c-aca5-4cf9-953a-b064a09f8930 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f46d3f3-143d-4787-af47-d7e1240ae3fd HTTP/1.1" status: 200 len: 915 time: 0.2389345 Apr 07 11:22:17.267639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.334828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035ef06f-85a0-4175-b955-78a1ac16941c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:17.345193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d1e3de66-7de2-4ba3-bf5a-7d00caaf289b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:17.359827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1e6f-d224-419d-960a-cd0b842647be req-aa4224ec-be9b-4415-bad7-2fbf19325b0c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:17.361810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01a1e6f-d224-419d-960a-cd0b842647be req-aa4224ec-be9b-4415-bad7-2fbf19325b0c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 944 time: 0.2597656 Apr 07 11:22:17.369599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4208ccf2-1899-41c3-aa16-a4e19a452617') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:17.370027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4208ccf2-1899-41c3-aa16-a4e19a452617') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:17.397900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (4208ccf2-1899-41c3-aa16-a4e19a452617), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.435576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2acdd-eef7-4895-8ec8-196e9abfbaa8 req-c398015d-ccaa-4aa3-853b-ec6a2a4a8088 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:17.438097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.444573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5f2acdd-eef7-4895-8ec8-196e9abfbaa8 req-c398015d-ccaa-4aa3-853b-ec6a2a4a8088 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.2116072 Apr 07 11:22:17.456035 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4208ccf2-1899-41c3-aa16-a4e19a452617), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.483394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:17.483808 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (4208ccf2-1899-41c3-aa16-a4e19a452617), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: warnings.warn(msg) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:17.487441 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:17.501320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-473911b8-5222-4fc7-924d-e362204dc0b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1110c2ec-e466-45d1-a548-31de7bec4822 HTTP/1.1" status: 200 len: 217 time: 0.0555029 Apr 07 11:22:17.563759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01a1e6f-d224-419d-960a-cd0b842647be req-de414bcf-7ec7-4db8-bbe7-a3de74998042 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906185 Apr 07 11:22:17.573819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-14807387-e691-4618-8968-054d57fe8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:17.575551 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-14807387-e691-4618-8968-054d57fe8940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2060f94-5f6f-495d-9a6d-a06da059369c HTTP/1.1" status: 200 len: 854 time: 0.0680950 Apr 07 11:22:17.601761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5f2acdd-eef7-4895-8ec8-196e9abfbaa8 req-26cb11c8-27ef-4a99-bafb-94084290a8d6 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435447 Apr 07 11:22:17.606951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (035ef06f-85a0-4175-b955-78a1ac16941c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.617900 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-c2940ba4-e648-4f08-9fd3-e6c8cd66ef94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f46d3f3-143d-4787-af47-d7e1240ae3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340154 Apr 07 11:22:17.626146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.633612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/035ef06f-85a0-4175-b955-78a1ac16941c HTTP/1.1" status: 204 len: 168 time: 4.1224692 Apr 07 11:22:17.634200 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cee9ea86-7e85-48d5-bdf6-7ce33f3063aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.634745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51578) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.635689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15de8-d076-47b0-84d4-2e8ec6fe4c62 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=035ef06f-85a0-4175-b955-78a1ac16941c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:17.658803 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7351fc67-d228-47c4-b3c0-6c1b15ccc4ea tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:17.659515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7351fc67-d228-47c4-b3c0-6c1b15ccc4ea tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:17.669935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7351fc67-d228-47c4-b3c0-6c1b15ccc4ea tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/035ef06f-85a0-4175-b955-78a1ac16941c HTTP/1.1" status: 404 len: 339 time: 0.0309031 Apr 07 11:22:17.670483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51580) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.677148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938668047', 'description': 'd1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:17.722483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:17.727177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2ed8e3de-6d02-4074-b663-a9bfae64bc7e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:17.728637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.746407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51584) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:17.762307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:17.772758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2ed8e3de-6d02-4074-b663-a9bfae64bc7e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:17.773122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2ed8e3de-6d02-4074-b663-a9bfae64bc7e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:17.784683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d7eb73d2-7d14-4221-8217-8f3fa00bedac), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.785544 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment d7eb73d2-7d14-4221-8217-8f3fa00bedac of type vlan for network e6fdd387-37ba-4613-b979-dba20d38e369 Apr 07 11:22:17.927595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting subnet 7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:17.933434 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-289d6e80-fec5-470a-a306-a5aed19d60b7 service neutron] 10.222.0.41 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828059 Apr 07 11:22:17.937481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:17.943889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.024715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9e17d-a522-456f-88e8-1785a9792fb1 req-ac3bbcf6-c6de-4bf4-9fa3-69b3825149cb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:18.027431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4fc9e17d-a522-456f-88e8-1785a9792fb1 req-ac3bbcf6-c6de-4bf4-9fa3-69b3825149cb tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.1920304 Apr 07 11:22:18.030236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.040172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:18.041353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.045166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51586) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:18.067673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a32645-e47b-4846-aef9-1fb34d285796 req-bc5e3c65-4261-4599-a6a8-a00bd6c9fd20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:18.070914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70a32645-e47b-4846-aef9-1fb34d285796 req-bc5e3c65-4261-4599-a6a8-a00bd6c9fd20 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 945 time: 0.2337096 Apr 07 11:22:18.075836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Request body: {'floatingip': {'port_id': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:18.083214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.218597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cee9ea86-7e85-48d5-bdf6-7ce33f3063aa admin admin] Publish callbacks [] for security_group (060603b5-9c5f-45d0-9f86-ac3725bc4d9e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.234885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cee9ea86-7e85-48d5-bdf6-7ce33f3063aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (060603b5-9c5f-45d0-9f86-ac3725bc4d9e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.284293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (7dc06636-351d-4976-84b0-1e202f31dcb2), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.298663 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4c3d51bc-5618-4e63-955d-f234f488b6e9 req-06a2af2b-ca0f-48fb-a1a8-1f59de5915dc service neutron] 10.222.0.41 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219330 Apr 07 11:22:18.303364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6290164 Apr 07 11:22:18.313852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51590) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:18.369180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070cf8c-e5bf-4e96-8c19-fb6970dbe745 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=e6fdd387-37ba-4613-b979-dba20d38e369,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:18.389401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e6fdd387-37ba-4613-b979-dba20d38e369 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:18.393934 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cee9ea86-7e85-48d5-bdf6-7ce33f3063aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4563f504ae9347aabd7d5782f76bb27c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9539876 Apr 07 11:22:18.399156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9ea86-7e85-48d5-bdf6-7ce33f3063aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060603b5-9c5f-45d0-9f86-ac3725bc4d9e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:18.401531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51592) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:18.424843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.458695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70a32645-e47b-4846-aef9-1fb34d285796 req-7855c21c-ca69-4768-8b08-16ef47ed7194 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533101 Apr 07 11:22:18.484260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1e3de66-7de2-4ba3-bf5a-7d00caaf289b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:18.487861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752990a0-149c-4ff6-ade6-8f61f3ea302b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:18.492917 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-752990a0-149c-4ff6-ade6-8f61f3ea302b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks?id=e6fdd387-37ba-4613-b979-dba20d38e369 HTTP/1.1" status: 200 len: 764 time: 0.1750367 Apr 07 11:22:18.495083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51594) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:18.503161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'description': 'd2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:18.530053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa3272f4-04b6-4b79-bd4f-1a86abfbaf76 admin admin] Publish callbacks [] for security_group (060603b5-9c5f-45d0-9f86-ac3725bc4d9e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.537975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c96b-9629-4747-a94f-70126f3075a4 req-0fccdb8a-042b-499d-b55a-2bcb1b37d2e9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:18.539398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0943c96b-9629-4747-a94f-70126f3075a4 req-0fccdb8a-042b-499d-b55a-2bcb1b37d2e9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.2987201 Apr 07 11:22:18.548123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.594497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa3272f4-04b6-4b79-bd4f-1a86abfbaf76 admin admin] Publish callbacks [] for security_group (060603b5-9c5f-45d0-9f86-ac3725bc4d9e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.603699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:18.612774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.621865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7550a02d-a357-4b1e-aa2f-73cc9baa38ec tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/subnets/7f1ecd31-d68a-4e8d-8d0c-e9a01d392b8a HTTP/1.1" status: 204 len: 168 time: 0.8694651 Apr 07 11:22:18.624489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:18.637644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dbf22e-26bb-4d16-954a-723d67957bb0 None None] Network 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:18.682787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:22:18.695118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa3272f4-04b6-4b79-bd4f-1a86abfbaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (060603b5-9c5f-45d0-9f86-ac3725bc4d9e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.698625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa3272f4-04b6-4b79-bd4f-1a86abfbaf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.703449 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa3272f4-04b6-4b79-bd4f-1a86abfbaf76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/060603b5-9c5f-45d0-9f86-ac3725bc4d9e HTTP/1.1" status: 204 len: 168 time: 0.2934892 Apr 07 11:22:18.729651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:18.730035 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.754502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3272f4-04b6-4b79-bd4f-1a86abfbaf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060603b5-9c5f-45d0-9f86-ac3725bc4d9e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:18.905641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5e0ce339-80f2-4a21-ac74-1395b34fa8d9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.922380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0943c96b-9629-4747-a94f-70126f3075a4 req-f3cbd5df-28c4-41e4-9a70-711e9bb0ab78 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488393 Apr 07 11:22:18.966430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:18.967083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:18.994265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] DHCP port deletion for 5e0ce339-80f2-4a21-ac74-1395b34fa8d9 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:19.054084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.070471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:19.073945 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8c8d0-83d8-4e47-9e61-01d4732976d3" -d '{"events": [{"server_uuid": "6990a2ad-db6d-4f3b-921b-d55a8653cc10", "name": "network-vif-plugged", "status": "completed", "tag": "d1e3de66-7de2-4ba3-bf5a-7d00caaf289b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:19.077349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901036d-e795-477e-88dc-5d4c1a699c44 req-ec92054a-5ee3-4e67-87a9-21cbc576c86b tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:19.090046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0901036d-e795-477e-88dc-5d4c1a699c44 req-ec92054a-5ee3-4e67-87a9-21cbc576c86b tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 944 time: 0.3874688 Apr 07 11:22:19.271375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.285662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network e6fdd387-37ba-4613-b979-dba20d38e369 is not hosted by any dhcp agent {{(pid=104178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:22:19.291292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:19.291934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.297382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "PUT /v2.0/networks/e6fdd387-37ba-4613-b979-dba20d38e369 HTTP/1.1" status: 200 len: 761 time: 0.7976584 Apr 07 11:22:19.301011 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b717f18-9cf5-4d0c-969b-28fa2d3f844d x-openstack-request-id: req-9b717f18-9cf5-4d0c-969b-28fa2d3f844d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:19.302307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51610) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:19.302732 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6990a2ad-db6d-4f3b-921b-d55a8653cc10", "name": "network-vif-plugged", "status": "completed", "tag": "d1e3de66-7de2-4ba3-bf5a-7d00caaf289b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:19.303291 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b717f18-9cf5-4d0c-969b-28fa2d3f844d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:19.303704 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b717f18-9cf5-4d0c-969b-28fa2d3f844d'] response: {'server_uuid': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b', 'code': 200} Apr 07 11:22:19.307158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:19.325399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.336606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] Deleting port 7c22e645-48f2-47e8-b024-2d332cb8e831 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:19.336606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.411032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] For port 7c22e645-48f2-47e8-b024-2d332cb8e831, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7c22e645-48f2-47e8-b024-2d332cb8e831,segment=NetworkSegment(cea0a17e-b125-449e-b881-e85d712b9a6e),segment_id=cea0a17e-b125-449e-b881-e85d712b9a6e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:19.412052 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.424852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] Calling delete_port for 7c22e645-48f2-47e8-b024-2d332cb8e831 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:19.460125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4c0dd-0980-4fe2-b946-fd89f3e75d40 req-456c8636-156e-4251-afa7-8f0393498702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:19.463881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77b4c0dd-0980-4fe2-b946-fd89f3e75d40 req-456c8636-156e-4251-afa7-8f0393498702 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 1127 time: 0.2529631 Apr 07 11:22:19.492693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.523318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:19.568423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f217305-567a-49f7-848e-2068ceb6909b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:19.570299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4f217305-567a-49f7-848e-2068ceb6909b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks?id=e6fdd387-37ba-4613-b979-dba20d38e369 HTTP/1.1" status: 200 len: 764 time: 0.2661738 Apr 07 11:22:19.575921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51618) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:19.585876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.590179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0901036d-e795-477e-88dc-5d4c1a699c44 req-66130d9a-042b-4930-8def-5ed7abe1a381 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976044 Apr 07 11:22:19.619786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (7dc06636-351d-4976-84b0-1e202f31dcb2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.639665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] Pushing event deleted for resources: {'Port': ['ID=7c22e645-48f2-47e8-b024-2d332cb8e831,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:19.651052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0971d11-40d4-4e8d-ad32-382d74d9365b None None] No DVR routers for this DVR port 7c22e645-48f2-47e8-b024-2d332cb8e831 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:19.726227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7c22e645-48f2-47e8-b024-2d332cb8e831 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:19.751192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 7c22e645-48f2-47e8-b024-2d332cb8e831 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:19.751920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7c22e645-48f2-47e8-b024-2d332cb8e831 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:19.781002 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77b4c0dd-0980-4fe2-b946-fd89f3e75d40 req-351331ed-c3bd-4fbb-9fa1-81daff551e7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027906 Apr 07 11:22:19.794092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a5fcf-5fa9-4db1-9895-a9ccc41d91e3 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=e6fdd387-37ba-4613-b979-dba20d38e369,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:19.811902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e6fdd387-37ba-4613-b979-dba20d38e369 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:19.847378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 7c22e645-48f2-47e8-b024-2d332cb8e831 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:19.848281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:19.933751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b59436-b171-4b67-baec-aea1ff89ec0e req-943d6e58-8cb7-4e01-873e-d71d447736a0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:19.935311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97b59436-b171-4b67-baec-aea1ff89ec0e req-943d6e58-8cb7-4e01-873e-d71d447736a0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.2260339 Apr 07 11:22:19.938354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae4940-909d-4504-8961-1d3615610e30 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:19.939983 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35ae4940-909d-4504-8961-1d3615610e30 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3617702 Apr 07 11:22:19.943284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51628) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:19.959895 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Floating IP 7dc06636-351d-4976-84b0-1e202f31dcb2 associated. External IP: 172.25.5.208, port: c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777. Apr 07 11:22:19.989307 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c27225a8-61d7-4678-ab05-160cbf0f981c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 207 time: 0.0400496 Apr 07 11:22:19.989626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:20.012247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51634) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:20.019305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 7c22e645-48f2-47e8-b024-2d332cb8e831, host n-d-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:20.019809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.103870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 7c22e645-48f2-47e8-b024-2d332cb8e831 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:20.110453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Port 7c22e645-48f2-47e8-b024-2d332cb8e831 was not found and therefore no delete operation was performed {{(pid=104178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:22:20.111270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.117937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.123105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.126426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7c22e645-48f2-47e8-b024-2d332cb8e831), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.127921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.132918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.138507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.140460 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f0fc66bf-6ce6-4630-813a-327351da8f2c tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.1496916 Apr 07 11:22:20.144018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51638) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:20.147747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 7c22e645-48f2-47e8-b024-2d332cb8e831 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:20.162158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1070569952'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:20.234144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:20.237557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.254279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.313210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-991cec95-12bc-40fa-b7f1-158be03c8222 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.1672311 Apr 07 11:22:20.317402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51640) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:20.397852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283acefa-1827-4735-a2a7-ebdf25a44e98 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.399472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283acefa-1827-4735-a2a7-ebdf25a44e98 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.400533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283acefa-1827-4735-a2a7-ebdf25a44e98 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.401891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283acefa-1827-4735-a2a7-ebdf25a44e98 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.403177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283acefa-1827-4735-a2a7-ebdf25a44e98 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.404913 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-283acefa-1827-4735-a2a7-ebdf25a44e98 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0865402 Apr 07 11:22:20.408836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51642) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:20.447123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1110c2ec-e466-45d1-a548-31de7bec4822 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:22:20.518430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=7c22e645-48f2-47e8-b024-2d332cb8e831,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:20.542945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97b59436-b171-4b67-baec-aea1ff89ec0e req-cbeb8bf2-caf4-467c-bf23-9117b7e158f2 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954003 Apr 07 11:22:20.569519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1110c2ec-e466-45d1-a548-31de7bec4822, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1110c2ec-e466-45d1-a548-31de7bec4822,segment=NetworkSegment(1c820e17-b06a-4daa-b062-0ae4ca2c1eb2),segment_id=1c820e17-b06a-4daa-b062-0ae4ca2c1eb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:20.582629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '1110c2ec-e466-45d1-a548-31de7bec4822', 'network_id': '1f46d3f3-143d-4787-af47-d7e1240ae3fd', 'port_id': '1110c2ec-e466-45d1-a548-31de7bec4822', 'mac_address': 'fa:16:3e:68:25:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2060f94-5f6f-495d-9a6d-a06da059369c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:22:20.604802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184e62d-bd36-4ea1-90a1-1546a1f2e169 req-2a752700-b76e-4ba7-9e5f-5423d6264d58 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.606393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1184e62d-bd36-4ea1-90a1-1546a1f2e169 req-2a752700-b76e-4ba7-9e5f-5423d6264d58 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.5884273 Apr 07 11:22:20.625444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1110c2ec-e466-45d1-a548-31de7bec4822 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:20.625845 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.637745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5e0ce339-80f2-4a21-ac74-1395b34fa8d9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.644541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1110c2ec-e466-45d1-a548-31de7bec4822 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:20.666351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1110c2ec-e466-45d1-a548-31de7bec4822, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1110c2ec-e466-45d1-a548-31de7bec4822,segment=NetworkSegment(1c820e17-b06a-4daa-b062-0ae4ca2c1eb2),segment_id=1c820e17-b06a-4daa-b062-0ae4ca2c1eb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:20.683618 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.750070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1110c2ec-e466-45d1-a548-31de7bec4822,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:20.788594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0ce339-80f2-4a21-ac74-1395b34fa8d9']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:20.814070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for security_group (2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.819333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f603a8-df7c-4b68-aca5-091b3bd398fd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.820588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f603a8-df7c-4b68-aca5-091b3bd398fd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.821826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f603a8-df7c-4b68-aca5-091b3bd398fd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.822502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea0a17e-b125-449e-b881-e85d712b9a6e') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:20.822810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea0a17e-b125-449e-b881-e85d712b9a6e') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:20.823000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f603a8-df7c-4b68-aca5-091b3bd398fd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.824182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f603a8-df7c-4b68-aca5-091b3bd398fd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.825797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e7f603a8-df7c-4b68-aca5-091b3bd398fd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4118457 Apr 07 11:22:20.829202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.833870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51646) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:20.845930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (cea0a17e-b125-449e-b881-e85d712b9a6e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.861082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1184e62d-bd36-4ea1-90a1-1546a1f2e169 req-140bfcc2-14a3-4dc8-a8b4-c83cde6875a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357407 Apr 07 11:22:20.877030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (cea0a17e-b125-449e-b881-e85d712b9a6e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.900570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee63c8-2e04-458a-b15c-81c016882ab8 req-371ba7d5-7278-4523-8522-8738dcaed013 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:20.902224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9aee63c8-2e04-458a-b15c-81c016882ab8 req-371ba7d5-7278-4523-8522-8738dcaed013 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 945 time: 0.1854382 Apr 07 11:22:20.905440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:20.905847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (cea0a17e-b125-449e-b881-e85d712b9a6e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:20.909914 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:20.912042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:20.926325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:20.936086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (88f281e4-b420-4fdf-a10b-ffa4519327fa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:20.936086 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 88f281e4-b420-4fdf-a10b-ffa4519327fa of type vlan for network abf0af08-56fd-419b-ac77-50f52fa05e43 Apr 07 11:22:20.937950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Router 0a7f15bf-bc13-43c3-9253-a41636ebed3d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:22:20.995974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (abf0af08-56fd-419b-ac77-50f52fa05e43), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.023445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928363c5-7312-4daf-b76c-5550475a4e2a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:21.027843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-928363c5-7312-4daf-b76c-5550475a4e2a tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks/42095cb6-e19c-4135-a0ec-e4085cf79264 HTTP/1.1" status: 200 len: 803 time: 0.1865561 Apr 07 11:22:21.031782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51650) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.107551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (abf0af08-56fd-419b-ac77-50f52fa05e43), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.112826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:21.114258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.140133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5e0ce339-80f2-4a21-ac74-1395b34fa8d9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.151214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9aee63c8-2e04-458a-b15c-81c016882ab8 req-71db92e5-743f-4c5a-b4f8-49646df670bc tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386630 Apr 07 11:22:21.157516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1110c2ec-e466-45d1-a548-31de7bec4822'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:21.157710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.161695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/networks/5e0ce339-80f2-4a21-ac74-1395b34fa8d9 HTTP/1.1" status: 204 len: 168 time: 2.5301199 Apr 07 11:22:21.168233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.203346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda48d6-b6e6-4c62-9137-0cd95a91f373 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Network': ['ID=5e0ce339-80f2-4a21-ac74-1395b34fa8d9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:21.216581 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2038357 Apr 07 11:22:21.234758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea90352-1c36-4d9e-b9ab-c5dc77f89879 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=abf0af08-56fd-419b-ac77-50f52fa05e43,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:21.243033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-996c26b2-817c-4ac0-917d-141cd913429b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/networks/42095cb6-e19c-4135-a0ec-e4085cf79264?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2098861 Apr 07 11:22:21.246698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51654) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.281851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network abf0af08-56fd-419b-ac77-50f52fa05e43 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:21.284905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1724f-5b94-4754-80fa-b41cd8fb5249 req-5fb4a2e9-eea8-43ca-84c2-6241a6462d94 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:21.287051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cf1724f-5b94-4754-80fa-b41cd8fb5249 req-5fb4a2e9-eea8-43ca-84c2-6241a6462d94 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3118773 Apr 07 11:22:21.314369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.322364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'floatingip': {'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:21.365864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc6e5b0-e546-4a30-9f57-ec3d608a97ce tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:21.367196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cfc6e5b0-e546-4a30-9f57-ec3d608a97ce tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/subnets/a187c8bc-4c90-43db-8f5b-c2b9168e1d90 HTTP/1.1" status: 200 len: 843 time: 0.1195443 Apr 07 11:22:21.377614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51658) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.387368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51660) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.407169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting subnet a323151c-3366-4267-8252-c63a7435d8da {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:21.417981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:21.421626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (47f10125-ef67-4b61-a22f-172f017dddcf), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.494594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3404a9ed-e920-471f-b12f-a822cd77e132 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:21.496019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3404a9ed-e920-471f-b12f-a822cd77e132 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "GET /v2.0/subnets/a187c8bc-4c90-43db-8f5b-c2b9168e1d90?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1173775 Apr 07 11:22:21.500349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51662) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.505427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950990036'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:21.544242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:21.548009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.589556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:21.596828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.636832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:21.652268 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for subnet (a323151c-3366-4267-8252-c63a7435d8da), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.689775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:22:21.693458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.694089 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Added segment f2c4d97e-1922-45e7-935d-b4a21a8fb64f of type vlan for network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea Apr 07 11:22:21.701998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] Sync routers for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:22:21.710132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.727684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:21.728603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:21.772714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.787815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (a323151c-3366-4267-8252-c63a7435d8da), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.840436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.844013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b094c3c5-c754-4df9-9e35-ce61b00b74b1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "PUT /v2.0/floatingips/7dc06636-351d-4976-84b0-1e202f31dcb2 HTTP/1.1" status: 200 len: 991 time: 3.7884903 Apr 07 11:22:21.851146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:21.851959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:21.861027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:21.864211 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54390c12-d7c3-4d7f-8016-f84a29d37c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:21.924610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:21.950958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4496264 Apr 07 11:22:21.956204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51670) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:21.980555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676bdfc-a25a-4c1c-a4d0-31c550dbbab8 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Network': ['ID=3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:21.993938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:22.016617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaed94-6cd5-4cd2-89a2-b4d3bfa5b027 req-0ab18894-8a46-47b8-9724-b08be429f905 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:22.018271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbfaed94-6cd5-4cd2-89a2-b4d3bfa5b027 req-0ab18894-8a46-47b8-9724-b08be429f905 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.3671055 Apr 07 11:22:22.041743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (165ca675-4ef9-4385-a0b2-03338d2f12bc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.080268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:22.128383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '88f281e4-b420-4fdf-a10b-ffa4519327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:22.129747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: abf0af08-56fd-419b-ac77-50f52fa05e43, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:22.132575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=165ca675-4ef9-4385-a0b2-03338d2f12bc,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:22.169455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network abf0af08-56fd-419b-ac77-50f52fa05e43 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:22.182883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, abf0af08-56fd-419b-ac77-50f52fa05e43) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:22.190085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:22.191664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.208189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdafa48f-ae4c-4a94-bbd9-f7b00c5543c3 None None] Network abf0af08-56fd-419b-ac77-50f52fa05e43 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:22.221259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ea2691b-02d6-4843-af3c-48f3ca60b520 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8315825 Apr 07 11:22:22.225307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51674) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:22.233417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419232769'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:22.266558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:22.270352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.298371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a323151c-3366-4267-8252-c63a7435d8da), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.304960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:22.318251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.318658 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment d4db29e4-0c0b-43bc-9e80-b4f19003ebc5 of type vlan for network 45ba3df7-bf25-49b2-84df-ca8581c2e4af Apr 07 11:22:22.370633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbfaed94-6cd5-4cd2-89a2-b4d3bfa5b027 req-519b38f8-5295-407a-b238-7df57bd9a3c6 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669127 Apr 07 11:22:22.370893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.411365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c9f7d-be48-4458-bce3-5d6c3dca067b req-5d89671d-e1d4-4231-ab33-ca2f4f566df2 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:22.414068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c59c9f7d-be48-4458-bce3-5d6c3dca067b req-5d89671d-e1d4-4231-ab33-ca2f4f566df2 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.4553740 Apr 07 11:22:22.420456 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15cd3ea-f033-4b11-b582-ffa9f26750f2 x-openstack-request-id: req-c15cd3ea-f033-4b11-b582-ffa9f26750f2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:22.420738 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:22.420999 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c15cd3ea-f033-4b11-b582-ffa9f26750f2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:22.421477 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15cd3ea-f033-4b11-b582-ffa9f26750f2'] response: {'name': 'network-changed', 'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'status': 'completed', 'code': 200} Apr 07 11:22:22.456387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.463003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1110c2ec-e466-45d1-a548-31de7bec4822 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:22.472960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:22:22.473221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:22.473850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.476381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Made reservation on behalf of 0dd2c31b72de416c8addfa6242c71e2e for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:22.479076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.493085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-abf0af08-56fd-419b-ac77-50f52fa05e43', 'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '165ca675-4ef9-4385-a0b2-03338d2f12bc'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:22.494673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.598551 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3718367 Apr 07 11:22:22.633971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 1110c2ec-e466-45d1-a548-31de7bec4822 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:22:22.634990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:22.647293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:22.651792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 1110c2ec-e466-45d1-a548-31de7bec4822 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:22.652514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.655605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '7dc06636-351d-4976-84b0-1e202f31dcb2', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'port_id': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'mac_address': 'fa:16:3e:24:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:20:52Z', 'updated_at': '2022-04-07T11:22:19Z', 'revision_number': 1, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:48Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:22.662135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42d31-4a6b-4105-8e24-577246149777 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=45ba3df7-bf25-49b2-84df-ca8581c2e4af,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:22.704251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (a323151c-3366-4267-8252-c63a7435d8da), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.709381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.709990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Performing IP validity checks on allocation pools {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:22:22.710538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:22:22.720199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c59c9f7d-be48-4458-bce3-5d6c3dca067b req-1ae853d3-c335-495b-ba3d-0e87b3fc34c1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956154 Apr 07 11:22:22.732900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (47f10125-ef67-4b61-a22f-172f017dddcf), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.736917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 45ba3df7-bf25-49b2-84df-ca8581c2e4af details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:22.747186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] Checking router: 0a7f15bf-bc13-43c3-9253-a41636ebed3d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:22:22.774790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-0fcb436a-d3a5-47d6-b2ad-e3d6ee76bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:22.782743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-0fcb436a-d3a5-47d6-b2ad-e3d6ee76bb3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779da18542cc43b6a3387b16d9524ed8&device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 1127 time: 0.3415051 Apr 07 11:22:22.830718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Subnet': ['ID=a323151c-3366-4267-8252-c63a7435d8da,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:22.854968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91c287-c0ee-4f04-b11e-a6a3f66a5168 None None] Network 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:22.863228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.866635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a8602ad4-bff6-4276-9be0-662e52129e77 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/subnets/a323151c-3366-4267-8252-c63a7435d8da HTTP/1.1" status: 204 len: 168 time: 1.6866333 Apr 07 11:22:22.874460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:22.877637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665c874-830c-42fe-9b45-5585b036df82 req-d7b55faf-4683-4f80-a1af-f0a47ca82f85 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:22.879894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2665c874-830c-42fe-9b45-5585b036df82 req-d7b55faf-4683-4f80-a1af-f0a47ca82f85 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 945 time: 0.3305330 Apr 07 11:22:22.971508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:22.976468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:22.980074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2665c874-830c-42fe-9b45-5585b036df82 req-24125332-94f5-4b64-abb4-9febf68ffa07 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803742 Apr 07 11:22:23.020750 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Floating IP 47f10125-ef67-4b61-a22f-172f017dddcf associated. External IP: 172.25.5.253, port: 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa. Apr 07 11:22:23.059519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:23.073611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:23.076589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Allocated IP 172.20.255.242 (abf0af08-56fd-419b-ac77-50f52fa05e43/165ca675-4ef9-4385-a0b2-03338d2f12bc/38301824-42d0-4c80-ae60-9f893052740f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:23.212681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (6459cc3d-45ee-4b65-9fb3-41c6e3b70299), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.312680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-c961ef1d-6792-44a8-8f19-0ffbaf1cda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:23.314502 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-c961ef1d-6792-44a8-8f19-0ffbaf1cda73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd7861e3-c532-451b-8c93-6916858332c7 HTTP/1.1" status: 200 len: 917 time: 0.5186040 Apr 07 11:22:23.492515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-b1f5e202-5bbf-4c95-b6e1-f37bc5e72185 req-02f76f02-7aa5-4724-a60f-26b9cdb93021 service neutron] (104178) timed out ('10.222.0.23', 49420) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:22:23.520538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-449afb3a-45b6-433c-bcd2-8aff530d7b99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 HTTP/1.1" status: 200 len: 999 time: 0.1949377 Apr 07 11:22:23.606748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Deleting port 26c7956e-7e35-4b6e-adea-820096300675 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:23.607264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (26c7956e-7e35-4b6e-adea-820096300675), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.634959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1110c2ec-e466-45d1-a548-31de7bec4822 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:23.635456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.643185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:23.676241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.721452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] For port 26c7956e-7e35-4b6e-adea-820096300675, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=26c7956e-7e35-4b6e-adea-820096300675,segment=NetworkSegment(b6bda2f5-9523-4dc1-8dd6-9808f2d80da9),segment_id=b6bda2f5-9523-4dc1-8dd6-9808f2d80da9)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:23.721969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (26c7956e-7e35-4b6e-adea-820096300675), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.746613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Calling delete_port for 26c7956e-7e35-4b6e-adea-820096300675 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:23.765905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1110c2ec-e466-45d1-a548-31de7bec4822'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:23.779347 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262ff53b-07bf-40c1-8909-5183a0ac8cc7" -d '{"events": [{"server_uuid": "baecad40-b6a4-4d32-8dd8-563c379faea5", "name": "network-vif-plugged", "status": "completed", "tag": "1110c2ec-e466-45d1-a548-31de7bec4822"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:23.848296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e828dd1-ef1f-415c-a924-b8895bc6ae23 req-69a7502f-e2d3-48bf-b884-5f7b6cabf60b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:23.858838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (04c854ca-1d54-44db-ac88-e39035c7b54e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.859312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] DHCP port deletion for 6459cc3d-45ee-4b65-9fb3-41c6e3b70299 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:23.861763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e828dd1-ef1f-415c-a924-b8895bc6ae23 req-69a7502f-e2d3-48bf-b884-5f7b6cabf60b tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.3747303 Apr 07 11:22:23.864330 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745eb180-a3c2-44ee-bd3e-6eccee8987a8 x-openstack-request-id: req-745eb180-a3c2-44ee-bd3e-6eccee8987a8 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:23.864759 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baecad40-b6a4-4d32-8dd8-563c379faea5", "name": "network-vif-plugged", "status": "completed", "tag": "1110c2ec-e466-45d1-a548-31de7bec4822", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:23.865163 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-745eb180-a3c2-44ee-bd3e-6eccee8987a8 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:23.876626 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745eb180-a3c2-44ee-bd3e-6eccee8987a8'] response: {'server_uuid': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1110c2ec-e466-45d1-a548-31de7bec4822', 'code': 200} Apr 07 11:22:23.892077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:23.898419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1110c2ec-e466-45d1-a548-31de7bec4822, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1110c2ec-e466-45d1-a548-31de7bec4822,segment=NetworkSegment(1c820e17-b06a-4daa-b062-0ae4ca2c1eb2),segment_id=1c820e17-b06a-4daa-b062-0ae4ca2c1eb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:23.914456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:23.994290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-d7d7c274-58c1-408b-9347-7b89cb64bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:23.995795 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-d7d7c274-58c1-408b-9347-7b89cb64bfab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed89185-f8ee-4a30-96e5-9bd63dda2c24 HTTP/1.1" status: 200 len: 855 time: 0.4508293 Apr 07 11:22:24.024760 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Publish callbacks [] for port (38301824-42d0-4c80-ae60-9f893052740f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.075116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (38301824-42d0-4c80-ae60-9f893052740f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.115928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=04c854ca-1d54-44db-ac88-e39035c7b54e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:24.132328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:24.132706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 45ba3df7-bf25-49b2-84df-ca8581c2e4af, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:24.137831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Checking segment: {'id': 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:24.140417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network hostable DHCP agents. Network: 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:24.153837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b97c53-01bb-45af-adde-9232a4dca56b req-370f6a15-69db-4aa6-be13-ce7e80e3d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:24.155528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-80b97c53-01bb-45af-adde-9232a4dca56b req-370f6a15-69db-4aa6-be13-ce7e80e3d1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 1128 time: 0.2203679 Apr 07 11:22:24.162004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e828dd1-ef1f-415c-a924-b8895bc6ae23 req-691968b6-51c9-48c2-b450-d74d0db77131 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975166 Apr 07 11:22:24.203283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-3f9678a6-4cba-4b34-91d4-75b970deeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:24.203283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-3f9678a6-4cba-4b34-91d4-75b970deeb9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd7861e3-c532-451b-8c93-6916858332c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1916597 Apr 07 11:22:24.203283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 45ba3df7-bf25-49b2-84df-ca8581c2e4af is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:24.203283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (26c7956e-7e35-4b6e-adea-820096300675), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.233125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1110c2ec-e466-45d1-a548-31de7bec4822,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:24.241513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Network abf0af08-56fd-419b-ac77-50f52fa05e43 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:24.250326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:24.254027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:24.288580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:24.297434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Port': ['ID=26c7956e-7e35-4b6e-adea-820096300675,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:24.316624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 45ba3df7-bf25-49b2-84df-ca8581c2e4af) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:24.322141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:24.322781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.335062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:22:24.338030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:24.341670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Deleting port 26c7956e-7e35-4b6e-adea-820096300675 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:24.342193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (26c7956e-7e35-4b6e-adea-820096300675), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.345703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] No DVR routers for this DVR port 26c7956e-7e35-4b6e-adea-820096300675 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:24.358098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d2fa4ee1-c462-4d3b-baf4-8e587c6f2317 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7201746 Apr 07 11:22:24.364941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e1cdc-4307-4f40-b5ff-a9c7d0607fff None None] Network 45ba3df7-bf25-49b2-84df-ca8581c2e4af requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:24.368440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775d1a-e4cd-41a3-acef-7e03bde4021c req-76312a05-98f6-4c1a-be82-d20e2ddf9d90 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:24.370046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc775d1a-e4cd-41a3-acef-7e03bde4021c req-76312a05-98f6-4c1a-be82-d20e2ddf9d90 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.1750078 Apr 07 11:22:24.371096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51692) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:24.371845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:24.373355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.413273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-de3551e3-5348-4e4f-9b0b-5d9ae8f651e1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4222190 Apr 07 11:22:24.415551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51694) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:24.432073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:24.437653 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-80b97c53-01bb-45af-adde-9232a4dca56b req-67965068-7480-4b92-b52d-88fb4240be1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740247 Apr 07 11:22:24.440838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf0de3-d85f-4f5d-892a-5c581246880b None None] Network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:24.511539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc775d1a-e4cd-41a3-acef-7e03bde4021c req-9ba1ec9b-d25f-4ab5-a649-6a9951e68be1 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300638 Apr 07 11:22:24.541165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:22:24.543883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.553609 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:22:24.564817 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:24.565617 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:24.604583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-292efe53-9778-4864-9ce3-7b8ffbc4b753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "PUT /v2.0/floatingips/47f10125-ef67-4b61-a22f-172f017dddcf HTTP/1.1" status: 200 len: 991 time: 3.2884679 Apr 07 11:22:24.605172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:24.607979 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf767d-61f9-44c3-b8a9-fff5a736646b" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:24.625710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (6459cc3d-45ee-4b65-9fb3-41c6e3b70299), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.654292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-532ead77-e96e-4105-b98d-a3046532d70b service neutron] 10.222.0.41 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496334 Apr 07 11:22:24.662955 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b374e1f-758a-494c-a1ef-8729556d17b1 x-openstack-request-id: req-0b374e1f-758a-494c-a1ef-8729556d17b1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:24.663420 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:24.663686 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b374e1f-758a-494c-a1ef-8729556d17b1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:24.664164 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b374e1f-758a-494c-a1ef-8729556d17b1'] response: {'name': 'network-changed', 'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'status': 'completed', 'code': 200} Apr 07 11:22:24.667666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Pushing event updated for resources: {'Port': ['ID=38301824-42d0-4c80-ae60-9f893052740f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:24.742189 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:24.760218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Attempting to bind port 38301824-42d0-4c80-ae60-9f893052740f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:24.760596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Attempting to bind port 38301824-42d0-4c80-ae60-9f893052740f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '88f281e4-b420-4fdf-a10b-ffa4519327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:24.760974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Attempting to bind port 38301824-42d0-4c80-ae60-9f893052740f on network abf0af08-56fd-419b-ac77-50f52fa05e43 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:24.764047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] For port 26c7956e-7e35-4b6e-adea-820096300675, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:24.764443 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (26c7956e-7e35-4b6e-adea-820096300675), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.802762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:24.803528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Checking segment: {'id': '88f281e4-b420-4fdf-a10b-ffa4519327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:24.803528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.803922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Bound using segment: {'id': '88f281e4-b420-4fdf-a10b-ffa4519327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:24.804412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Bound port: 38301824-42d0-4c80-ae60-9f893052740f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f281e4-b420-4fdf-a10b-ffa4519327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abf0af08-56fd-419b-ac77-50f52fa05e43'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:24.804799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38301824-42d0-4c80-ae60-9f893052740f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.818822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Calling delete_port for 26c7956e-7e35-4b6e-adea-820096300675 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:24.823304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6459cc3d-45ee-4b65-9fb3-41c6e3b70299']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:24.834382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Port 26c7956e-7e35-4b6e-adea-820096300675 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:22:24.844342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (26c7956e-7e35-4b6e-adea-820096300675), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.846098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.854266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:24.854603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bda2f5-9523-4dc1-8dd6-9808f2d80da9') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:24.875790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (b6bda2f5-9523-4dc1-8dd6-9808f2d80da9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.904727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33270257'] for subnet (7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.930240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-45ba3df7-bf25-49b2-84df-ca8581c2e4af', 'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '04c854ca-1d54-44db-ac88-e39035c7b54e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:24.931121 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.936541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] Pushing event deleted for resources: {'Port': ['ID=26c7956e-7e35-4b6e-adea-820096300675,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:24.946787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cf753-c2d9-4b99-be8c-10a80f14cf85 None None] No DVR routers for this DVR port 26c7956e-7e35-4b6e-adea-820096300675 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:24.954729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b6bda2f5-9523-4dc1-8dd6-9808f2d80da9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:24.984629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '7dc06636-351d-4976-84b0-1e202f31dcb2', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'port_id': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'mac_address': 'fa:16:3e:24:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:20:52Z', 'updated_at': '2022-04-07T11:22:19Z', 'revision_number': 1, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:48Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:24.997615 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54390c12-d7c3-4d7f-8016-f84a29d37c7f req-ff20bb5f-8b63-47c9-9dab-7efe58901b39 service neutron] 10.222.0.41 "GET /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939670 Apr 07 11:22:25.002272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea', 'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea', 'project_id': '0dd2c31b72de416c8addfa6242c71e2e', 'fixed_ips': [{'subnet_id': '7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:25.002514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:25.008000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:25.008457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (b6bda2f5-9523-4dc1-8dd6-9808f2d80da9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:25.013499 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:25.050836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] For port 38301824-42d0-4c80-ae60-9f893052740f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:25.055607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78341f46-9d44-4e8d-8eae-527af09553df None None] The sync data for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 is: [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '7dc06636-351d-4976-84b0-1e202f31dcb2', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'port_id': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'mac_address': 'fa:16:3e:24:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:20:52Z', 'updated_at': '2022-04-07T11:22:19Z', 'revision_number': 1, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:48Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:22:25.074117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-b3156c87-5462-4fa9-8625-e25127978bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:25.076106 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-b3156c87-5462-4fa9-8625-e25127978bcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1127 time: 0.3251104 Apr 07 11:22:25.142130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] For port 38301824-42d0-4c80-ae60-9f893052740f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=38301824-42d0-4c80-ae60-9f893052740f,segment=NetworkSegment(88f281e4-b420-4fdf-a10b-ffa4519327fa),segment_id=88f281e4-b420-4fdf-a10b-ffa4519327fa)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:25.145795 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '47f10125-ef67-4b61-a22f-172f017dddcf', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'mac_address': 'fa:16:3e:3d:85:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:21:49Z', 'updated_at': '2022-04-07T11:22:22Z', 'revision_number': 1, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:25.175688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (04c854ca-1d54-44db-ac88-e39035c7b54e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:25.182524 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (38301824-42d0-4c80-ae60-9f893052740f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:25.213956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:22:25.232228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:25.234026 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:25.253779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (6459cc3d-45ee-4b65-9fb3-41c6e3b70299), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:25.286037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:25.289717 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] 10.222.0.13 "DELETE /v2.0/networks/6459cc3d-45ee-4b65-9fb3-41c6e3b70299 HTTP/1.1" status: 204 len: 168 time: 2.4127502 Apr 07 11:22:25.482709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dc96e-27b4-417f-b6bf-5ff63430adc2 None None] Pushing event updated for resources: {'Port': ['ID=38301824-42d0-4c80-ae60-9f893052740f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:25.486944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c866e18-2612-44d0-a0ab-af1b6c34f9d7 req-655126dd-51fd-46d2-9834-2d2d7f0b60fa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:25.508040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c866e18-2612-44d0-a0ab-af1b6c34f9d7 req-655126dd-51fd-46d2-9834-2d2d7f0b60fa tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.1649456 Apr 07 11:22:25.513996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d68f37-6ec6-4c2a-8765-cba562eb531d None None] New status for floating IP 7dc06636-351d-4976-84b0-1e202f31dcb2: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:22:25.541549 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:25.652740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c866e18-2612-44d0-a0ab-af1b6c34f9d7 req-df57f2fa-ca5b-4589-8779-52c242039ac0 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436846 Apr 07 11:22:25.749911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51714) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:25.936256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97a720-cbd2-40e5-9d93-fdb8e4b65f06 tempest-ServersTestMultiNic-433154085 tempest-ServersTestMultiNic-433154085-project] Pushing event deleted for resources: {'Network': ['ID=6459cc3d-45ee-4b65-9fb3-41c6e3b70299,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:26.008534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26c7956e-7e35-4b6e-adea-820096300675 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:26.019155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-57e9b040-2aae-4ccb-b6a2-17dcd96540dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:26.020713 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-57e9b040-2aae-4ccb-b6a2-17dcd96540dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.9343407 Apr 07 11:22:26.043889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Allocated IP 172.20.0.2 (45ba3df7-bf25-49b2-84df-ca8581c2e4af/04c854ca-1d54-44db-ac88-e39035c7b54e/e6322da5-ecdc-46e4-897b-76284ae2e8f5) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:26.047918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 26c7956e-7e35-4b6e-adea-820096300675 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:26.048626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26c7956e-7e35-4b6e-adea-820096300675 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:26.255046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749672087830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33490241'] for subnet (7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.261579 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-060200f8-751e-43f4-bd50-a23586c83635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 999 time: 0.2293599 Apr 07 11:22:26.275766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6114-e288-417b-82d2-dfa8965b9cf3 req-e03770a7-d82e-4134-818e-0993cbfc6ecf tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:26.277528 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '47f10125-ef67-4b61-a22f-172f017dddcf', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'mac_address': 'fa:16:3e:3d:85:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:21:49Z', 'updated_at': '2022-04-07T11:22:22Z', 'revision_number': 1, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:26.283623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac6a6114-e288-417b-82d2-dfa8965b9cf3 req-e03770a7-d82e-4134-818e-0993cbfc6ecf tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.3357191 Apr 07 11:22:26.317316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b0605-a2af-4b34-bf71-dfd10343e565 None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '47f10125-ef67-4b61-a22f-172f017dddcf', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'mac_address': 'fa:16:3e:3d:85:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:21:49Z', 'updated_at': '2022-04-07T11:22:22Z', 'revision_number': 1, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:22:26.385765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ba803-8458-4e0e-afbd-99f941dd6dad req-0d805a27-51c0-4a2d-b117-9d847dddbd2d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:26.387145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3ba803-8458-4e0e-afbd-99f941dd6dad req-0d805a27-51c0-4a2d-b117-9d847dddbd2d tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.1661942 Apr 07 11:22:26.400092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:26.400707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.404772 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "PUT /v2.0/subnets/7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8 HTTP/1.1" status: 200 len: 900 time: 1.9745605 Apr 07 11:22:26.408232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51718) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:26.412468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcc29c-a589-4843-bf8c-c8b6ff63b799 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event updated for resources: {'Subnet': ['ID=7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:26.430477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-5dd9aee6-c5f7-4829-930f-fa799ee9d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:26.432819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-5dd9aee6-c5f7-4829-930f-fa799ee9d745 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1414554 Apr 07 11:22:26.516179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-33afc8f6-eb9a-4ece-a0ef-05450662e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:26.518000 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-33afc8f6-eb9a-4ece-a0ef-05450662e73f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701830 Apr 07 11:22:26.522073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac6a6114-e288-417b-82d2-dfa8965b9cf3 req-7de0666b-4dce-49cb-8f44-424b66489a28 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374439 Apr 07 11:22:26.534230 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Publish callbacks [] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.554958 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.607693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (04c854ca-1d54-44db-ac88-e39035c7b54e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.632921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a3ba803-8458-4e0e-afbd-99f941dd6dad req-6fe547a3-3cb2-45d0-98ac-cd387b54f020 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386780 Apr 07 11:22:26.643816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Allocated IP 2001:db8::3 (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea/7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8/c0359219-3d6b-481f-902c-3dc412496eb5) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:26.653688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=04c854ca-1d54-44db-ac88-e39035c7b54e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:26.688345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Pushing event updated for resources: {'Port': ['ID=e6322da5-ecdc-46e4-897b-76284ae2e8f5,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:26.694166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Network 45ba3df7-bf25-49b2-84df-ca8581c2e4af is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:26.697372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:26.700209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:26.735815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.798904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.801652 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66bba9-d1ea-403d-8655-382d65d9ac12 None None] New status for floating IP 47f10125-ef67-4b61-a22f-172f017dddcf: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:22:26.848866 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-f450b271-86a9-4b12-b09d-742c3af6955a service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159719 Apr 07 11:22:26.853556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ba3df7-bf25-49b2-84df-ca8581c2e4af']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:26.860914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.866417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Attempting to bind port e6322da5-ecdc-46e4-897b-76284ae2e8f5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:26.866967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Attempting to bind port e6322da5-ecdc-46e4-897b-76284ae2e8f5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:26.867346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Attempting to bind port e6322da5-ecdc-46e4-897b-76284ae2e8f5 on network 45ba3df7-bf25-49b2-84df-ca8581c2e4af {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:26.876764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:26.877341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Checking segment: {'id': 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:26.877750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.878739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Bound using segment: {'id': 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:26.879260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Bound port: e6322da5-ecdc-46e4-897b-76284ae2e8f5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:26.879676 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.891572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:26.891572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:26.905165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.931684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.941197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (030e977b-cb13-4392-8259-9e4d431bd3a7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:26.941654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:26.942055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:27.034040 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:27.083231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db723954-0994-4914-9618-2e0456c441af None None] Network abf0af08-56fd-419b-ac77-50f52fa05e43 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:27.100053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:27.100053 n-d-836788-1 neutron-server[104177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:27.100053 n-d-836788-1 neutron-server[104177]: [parameters: {'id': '45ba3df7-bf25-49b2-84df-ca8581c2e4af'}] Apr 07 11:22:27.100053 n-d-836788-1 neutron-server[104177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:27.100906 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:27.102826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] For port e6322da5-ecdc-46e4-897b-76284ae2e8f5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:27.158513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] For port e6322da5-ecdc-46e4-897b-76284ae2e8f5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e6322da5-ecdc-46e4-897b-76284ae2e8f5,segment=NetworkSegment(d4db29e4-0c0b-43bc-9e80-b4f19003ebc5),segment_id=d4db29e4-0c0b-43bc-9e80-b4f19003ebc5)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:27.164334 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Publish callbacks [] for port (c0359219-3d6b-481f-902c-3dc412496eb5), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.177161 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-02bf767d-61f9-44c3-b8a9-fff5a736646b req-07cdf128-43dd-4cbb-b8c3-1664e8f721bd service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134322 Apr 07 11:22:27.184853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.187611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c0359219-3d6b-481f-902c-3dc412496eb5), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.209743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.233988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] Provisioning complete for port 38301824-42d0-4c80-ae60-9f893052740f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:27.234365 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (38301824-42d0-4c80-ae60-9f893052740f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.241060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:27.278963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:27.316374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:27.345301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:27.354985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.369966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc292d-125c-4ace-8b3e-e801e0ccd77f None None] Pushing event updated for resources: {'Port': ['ID=e6322da5-ecdc-46e4-897b-76284ae2e8f5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:27.381735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:27.393714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:27.394038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:27.406698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.417688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a390a32-7b70-4429-bd06-24e455c60133 None None] Network 45ba3df7-bf25-49b2-84df-ca8581c2e4af requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:27.426307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.432124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Deleting port 3371bf22-0743-4af3-97e0-d66aa42a7b65 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:27.432455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.436698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:27.437100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:27.440194 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:27.531765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Pushing event updated for resources: {'Port': ['ID=c0359219-3d6b-481f-902c-3dc412496eb5,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:27.536882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Attempting to bind port c0359219-3d6b-481f-902c-3dc412496eb5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:27.537284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Attempting to bind port c0359219-3d6b-481f-902c-3dc412496eb5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:27.537650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Attempting to bind port c0359219-3d6b-481f-902c-3dc412496eb5 on network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:27.544409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.api [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:27.544409 n-d-836788-1 neutron-server[104178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:27.544409 n-d-836788-1 neutron-server[104178]: [parameters: {'id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea'}] Apr 07 11:22:27.544409 n-d-836788-1 neutron-server[104178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:27.545436 n-d-836788-1 neutron-server[104178]: DEBUG oslo_db.api [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:27.586150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] For port 3371bf22-0743-4af3-97e0-d66aa42a7b65, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3371bf22-0743-4af3-97e0-d66aa42a7b65,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:27.586671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.587615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:27.587998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Checking segment: {'id': 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:27.588407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.588803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Bound using segment: {'id': 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:27.589573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Bound port: c0359219-3d6b-481f-902c-3dc412496eb5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:27.589961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c0359219-3d6b-481f-902c-3dc412496eb5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.602369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.619562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Calling delete_port for 3371bf22-0743-4af3-97e0-d66aa42a7b65 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:27.631481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] Current status of the port 38301824-42d0-4c80-ae60-9f893052740f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:27.631481 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (38301824-42d0-4c80-ae60-9f893052740f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.712250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] For port 38301824-42d0-4c80-ae60-9f893052740f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=38301824-42d0-4c80-ae60-9f893052740f,segment=NetworkSegment(88f281e4-b420-4fdf-a10b-ffa4519327fa),segment_id=88f281e4-b420-4fdf-a10b-ffa4519327fa)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:27.727893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (38301824-42d0-4c80-ae60-9f893052740f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.768149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] For port c0359219-3d6b-481f-902c-3dc412496eb5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:27.794340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port e6322da5-ecdc-46e4-897b-76284ae2e8f5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:27.796957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.804573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] For port c0359219-3d6b-481f-902c-3dc412496eb5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c0359219-3d6b-481f-902c-3dc412496eb5,segment=NetworkSegment(f2c4d97e-1922-45e7-935d-b4a21a8fb64f),segment_id=f2c4d97e-1922-45e7-935d-b4a21a8fb64f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:27.834073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 38301824-42d0-4c80-ae60-9f893052740f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:27.867993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c0359219-3d6b-481f-902c-3dc412496eb5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.887317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef36a1-d39a-4e10-9a13-6a5c0a200de6 None None] Pushing event updated for resources: {'Port': ['ID=38301824-42d0-4c80-ae60-9f893052740f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:27.923541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port e6322da5-ecdc-46e4-897b-76284ae2e8f5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e6322da5-ecdc-46e4-897b-76284ae2e8f5,segment=NetworkSegment(d4db29e4-0c0b-43bc-9e80-b4f19003ebc5),segment_id=d4db29e4-0c0b-43bc-9e80-b4f19003ebc5)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:27.923962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:27.950985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for e6322da5-ecdc-46e4-897b-76284ae2e8f5 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:27.985219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fddbe5-5ec3-46b2-9747-9a3a9d203e61 None None] Pushing event updated for resources: {'Port': ['ID=c0359219-3d6b-481f-902c-3dc412496eb5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:28.010439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 38301824-42d0-4c80-ae60-9f893052740f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:28.011131 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (38301824-42d0-4c80-ae60-9f893052740f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.014559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d7f7e-2223-4b6a-8503-f96b7cd6ee3d req-63b0c3d9-7fb9-4299-b416-056a1742d036 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:28.016263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-585d7f7e-2223-4b6a-8503-f96b7cd6ee3d req-63b0c3d9-7fb9-4299-b416-056a1742d036 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.3747866 Apr 07 11:22:28.041009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba01d0-6439-4d4b-a50a-d033e24fa9e8 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:22:28.048228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.079904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096264fa-658c-4e80-ab24-02b27a38670d req-5540999b-bbad-426f-b0ca-a561d0834caf tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:28.081526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-096264fa-658c-4e80-ab24-02b27a38670d req-5540999b-bbad-426f-b0ca-a561d0834caf tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.2202346 Apr 07 11:22:28.109088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-df58bdd4-2e9e-42e5-b901-53c4ba9c8b82 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:28.112001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-df58bdd4-2e9e-42e5-b901-53c4ba9c8b82 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 946 time: 0.1031792 Apr 07 11:22:28.146397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9df49324-50b5-4706-bfd4-12aff1b3186f None None] Provisioning complete for port 38301824-42d0-4c80-ae60-9f893052740f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:28.147140 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9df49324-50b5-4706-bfd4-12aff1b3186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (38301824-42d0-4c80-ae60-9f893052740f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.193598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e6322da5-ecdc-46e4-897b-76284ae2e8f5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.199095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-585d7f7e-2223-4b6a-8503-f96b7cd6ee3d req-c71047ae-0244-4d19-9294-ceaa9c82d78b tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740978 Apr 07 11:22:28.216874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port e6322da5-ecdc-46e4-897b-76284ae2e8f5 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:28.238285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-096264fa-658c-4e80-ab24-02b27a38670d req-f9d712af-23cc-4189-b369-b7d06ff1a3e8 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/security-groups?id=899ea6d1-a6c5-4bc8-b84d-521c4f237081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449461 Apr 07 11:22:28.241025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3371bf22-0743-4af3-97e0-d66aa42a7b65), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.311946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=e6322da5-ecdc-46e4-897b-76284ae2e8f5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:28.331176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 38301824-42d0-4c80-ae60-9f893052740f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:28.425819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba01d0-6439-4d4b-a50a-d033e24fa9e8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:22:28.442616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.477204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ba3df7-bf25-49b2-84df-ca8581c2e4af']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:28.495568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:28.496085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4db29e4-0c0b-43bc-9e80-b4f19003ebc5') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:28.511978 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.534479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.547743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:28.548346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d4db29e4-0c0b-43bc-9e80-b4f19003ebc5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.598408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9df49324-50b5-4706-bfd4-12aff1b3186f None None] Current status of the port 38301824-42d0-4c80-ae60-9f893052740f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:28.616950 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:28.658560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (45ba3df7-bf25-49b2-84df-ca8581c2e4af), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.694411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.698363 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/45ba3df7-bf25-49b2-84df-ca8581c2e4af HTTP/1.1" status: 204 len: 168 time: 4.3249569 Apr 07 11:22:28.700895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742a41d-363e-4e3e-a544-cd57af71603d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=45ba3df7-bf25-49b2-84df-ca8581c2e4af,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:28.703540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51730) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:28.708523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Deleting port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:28.709283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.718434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Pushing event deleted for resources: {'Port': ['ID=3371bf22-0743-4af3-97e0-d66aa42a7b65,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:28.731303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-50544712'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:28.782467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port c0359219-3d6b-481f-902c-3dc412496eb5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:28.782811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c0359219-3d6b-481f-902c-3dc412496eb5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.841521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003f55e-7893-4f5e-ac4d-6b85397ba84e None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:22:28.894877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780bc9b-7299-4d6d-94cb-66a59ca8817e req-c8be354d-641e-4235-872b-8b19576aa753 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:28.896443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c780bc9b-7299-4d6d-94cb-66a59ca8817e req-c8be354d-641e-4235-872b-8b19576aa753 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.1822946 Apr 07 11:22:28.897636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] For port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,segment=NetworkSegment(2592c4af-a22e-4433-80e1-c91370c19361),segment_id=2592c4af-a22e-4433-80e1-c91370c19361)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:28.898285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.908636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port c0359219-3d6b-481f-902c-3dc412496eb5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c0359219-3d6b-481f-902c-3dc412496eb5,segment=NetworkSegment(f2c4d97e-1922-45e7-935d-b4a21a8fb64f),segment_id=f2c4d97e-1922-45e7-935d-b4a21a8fb64f)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:28.909315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c0359219-3d6b-481f-902c-3dc412496eb5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.917120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Calling delete_port for d1e3de66-7de2-4ba3-bf5a-7d00caaf289b owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:28.975801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:28.979355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:28.989949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003f55e-7893-4f5e-ac4d-6b85397ba84e None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:22:29.000609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for c0359219-3d6b-481f-902c-3dc412496eb5 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:29.033413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-a50e7954-7902-456d-82ef-dec2a669c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:29.035557 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-a50e7954-7902-456d-82ef-dec2a669c2ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79688955f4664f01ad07828dc93fae39&device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 1128 time: 0.3187516 Apr 07 11:22:29.036380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:29.104419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2712b829-338a-46b8-a38b-f9ffd945de84), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.105032 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 2712b829-338a-46b8-a38b-f9ffd945de84 of type vlan for network 02428d5f-3ef8-456e-9909-e84f574d3683 Apr 07 11:22:29.109431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c780bc9b-7299-4d6d-94cb-66a59ca8817e req-c1abf0b9-f85b-4662-b1c6-794de224a534 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010822 Apr 07 11:22:29.146663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (030e977b-cb13-4392-8259-9e4d431bd3a7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.195836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (02428d5f-3ef8-456e-9909-e84f574d3683), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.257296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-a11d9fd6-63ba-47bc-bcf2-350eece2422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:29.258918 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-a11d9fd6-63ba-47bc-bcf2-350eece2422b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f46d3f3-143d-4787-af47-d7e1240ae3fd HTTP/1.1" status: 200 len: 915 time: 0.2126145 Apr 07 11:22:29.261665 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d1e3de66-7de2-4ba3-bf5a-7d00caaf289b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.265069 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c0359219-3d6b-481f-902c-3dc412496eb5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.278753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138bab5b-929f-4624-b1b6-2c5efccde39e None None] Network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:29.325540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Pushing event deleted for resources: {'Port': ['ID=d1e3de66-7de2-4ba3-bf5a-7d00caaf289b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:29.329186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=c0359219-3d6b-481f-902c-3dc412496eb5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:29.340967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port c0359219-3d6b-481f-902c-3dc412496eb5 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:29.344364 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (02428d5f-3ef8-456e-9909-e84f574d3683), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.355571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:29.356457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.365482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d1e3de66-7de2-4ba3-bf5a-7d00caaf289b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:29.463008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-647093f3-ea43-4e06-949c-9d041dd5d69a req-aff042b6-667c-4d51-ac48-305a35b568b9 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6990a2ad-db6d-4f3b-921b-d55a8653cc10 HTTP/1.1" status: 200 len: 210 time: 0.0755870 Apr 07 11:22:29.466267 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-bd25ff39-d95d-4255-9cbf-c32e7baac258 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1110c2ec-e466-45d1-a548-31de7bec4822 HTTP/1.1" status: 200 len: 217 time: 0.1426771 Apr 07 11:22:29.497622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.571190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:29.577776 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8628345 Apr 07 11:22:29.603045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51734) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:29.612730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] No DVR routers for this DVR port d1e3de66-7de2-4ba3-bf5a-7d00caaf289b on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:29.623618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.627262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c1ee865-10b2-441b-85d5-7e4e60bc7517 req-b5257589-6055-4577-88a4-124603527983 tempest-DeleteServersTestJSON-712130167 tempest-DeleteServersTestJSON-712130167-project] 10.222.0.41 "DELETE /v2.0/ports/d1e3de66-7de2-4ba3-bf5a-7d00caaf289b HTTP/1.1" status: 204 len: 173 time: 1.5058453 Apr 07 11:22:29.627762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'name': 'network-vif-deleted', 'tag': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:29.637586 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abafd863-8784-4313-8f06-f4412ae354e5" -d '{"events": [{"server_uuid": "6990a2ad-db6d-4f3b-921b-d55a8653cc10", "name": "network-vif-deleted", "tag": "d1e3de66-7de2-4ba3-bf5a-7d00caaf289b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:29.647393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:29.647855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c4d97e-1922-45e7-935d-b4a21a8fb64f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:29.651335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '02428d5f-3ef8-456e-9909-e84f574d3683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:29.667467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.718956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa23ec-d64f-434e-9cc1-c664a7a21bf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=02428d5f-3ef8-456e-9909-e84f574d3683,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:29.721438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba9609-4b1b-4225-bcd1-60439b0d3292 None None] Network 3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:29.740741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.755813 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6370e66c-226f-4f19-ac27-5d4c895e578a x-openstack-request-id: req-6370e66c-226f-4f19-ac27-5d4c895e578a {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:29.756161 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6990a2ad-db6d-4f3b-921b-d55a8653cc10", "name": "network-vif-deleted", "tag": "d1e3de66-7de2-4ba3-bf5a-7d00caaf289b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:29.756435 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6370e66c-226f-4f19-ac27-5d4c895e578a {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:29.756925 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6370e66c-226f-4f19-ac27-5d4c895e578a'] response: {'server_uuid': '6990a2ad-db6d-4f3b-921b-d55a8653cc10', 'name': 'network-vif-deleted', 'tag': 'd1e3de66-7de2-4ba3-bf5a-7d00caaf289b', 'status': 'completed', 'code': 200} Apr 07 11:22:29.773703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:29.774112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (f2c4d97e-1922-45e7-935d-b4a21a8fb64f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.775162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 02428d5f-3ef8-456e-9909-e84f574d3683 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:29.782801 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:29.814993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-4cb51e62-a511-4a01-a3d0-61fe2ec95119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:29.816945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-4cb51e62-a511-4a01-a3d0-61fe2ec95119 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2060f94-5f6f-495d-9a6d-a06da059369c HTTP/1.1" status: 200 len: 854 time: 0.3056552 Apr 07 11:22:29.849260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Router 030e977b-cb13-4392-8259-9e4d431bd3a7 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:22:29.855659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 38301824-42d0-4c80-ae60-9f893052740f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:29.877221 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.890221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-f1578da1-d43c-477d-9013-49c8e11f83dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f46d3f3-143d-4787-af47-d7e1240ae3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650454 Apr 07 11:22:29.920106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.929175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea HTTP/1.1" status: 204 len: 168 time: 3.5018504 Apr 07 11:22:29.929415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51738) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:29.963510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 38301824-42d0-4c80-ae60-9f893052740f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:29.964133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (38301824-42d0-4c80-ae60-9f893052740f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:29.970888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8953-8c64-449b-bc85-9fc4f2c7a906 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:30.016752 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb1a1f7-d9b0-4a4e-95ff-ff497fddab20 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:30.017449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb1a1f7-d9b0-4a4e-95ff-ff497fddab20 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:30.023146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8fb1a1f7-d9b0-4a4e-95ff-ff497fddab20 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/7f22ae0e-0ff2-42e4-b47c-0f4d93ab9bc8 HTTP/1.1" status: 404 len: 337 time: 0.0934937 Apr 07 11:22:30.027434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51740) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:30.053696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:30.059415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.067504 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-39008544-32a0-4f73-ae96-ee97353bd2a2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:30.068032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39008544-32a0-4f73-ae96-ee97353bd2a2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:30.073428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-39008544-32a0-4f73-ae96-ee97353bd2a2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/3df7723c-1dd5-4b28-ba05-4b8b4e7ca8ea HTTP/1.1" status: 404 len: 339 time: 0.0421519 Apr 07 11:22:30.073428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:22:30.081496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c25f73fa-a95f-4768-a65d-167a69ad7547 admin admin] 10.222.0.13 "PUT /v2.0/routers/030e977b-cb13-4392-8259-9e4d431bd3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3301895 Apr 07 11:22:30.082364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51742) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:30.083565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51744) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:30.103660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] Sync routers for ids ['030e977b-cb13-4392-8259-9e4d431bd3a7'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:22:30.106804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 38301824-42d0-4c80-ae60-9f893052740f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:30.120260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] Routers {'030e977b-cb13-4392-8259-9e4d431bd3a7'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:30.121102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['030e977b-cb13-4392-8259-9e4d431bd3a7'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:30.151016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-2a62ed68-16a8-4d84-851b-6fef3b9804db service neutron] 10.222.0.41 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501979 Apr 07 11:22:30.225459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing IP validity checks on allocation pools {{(pid=104177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:22:30.226155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:22:30.300846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] Set router 030e977b-cb13-4392-8259-9e4d431bd3a7 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:30.314583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.338760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks [] for router (030e977b-cb13-4392-8259-9e4d431bd3a7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.371796 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e5480444-f26e-4f4c-98ab-ebec56e681d8 req-a2607e09-2354-4fe6-b24f-10fa5e2a58b3 service neutron] 10.222.0.41 "GET /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980414 Apr 07 11:22:30.469908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c15994a6-d963-43d6-96be-753039c5df0e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.554296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=c15994a6-d963-43d6-96be-753039c5df0e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:30.568337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '2712b829-338a-46b8-a38b-f9ffd945de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '02428d5f-3ef8-456e-9909-e84f574d3683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:30.568730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 02428d5f-3ef8-456e-9909-e84f574d3683, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:30.574429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:22:28Z', 'revision_number': 5, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:30.593310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 02428d5f-3ef8-456e-9909-e84f574d3683 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:30.610697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 02428d5f-3ef8-456e-9909-e84f574d3683) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:30.616985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:30.617930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.633948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] Checking router: 030e977b-cb13-4392-8259-9e4d431bd3a7 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:22:30.634816 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.641751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bdc8da-ef1a-45fb-8092-d2d22460bac8 None None] Network 02428d5f-3ef8-456e-9909-e84f574d3683 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:30.650336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a0fba770-45a6-470d-a8f3-1fd2d77afd76 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0320544 Apr 07 11:22:30.650653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:30.655765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26a29f5f-9103-47b4-a579-9e14b64da9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.662927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fdd387-37ba-4613-b979-dba20d38e369']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:30.680393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7eb73d2-7d14-4221-8217-8f3fa00bedac') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:30.680393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7eb73d2-7d14-4221-8217-8f3fa00bedac') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:30.687203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (d7eb73d2-7d14-4221-8217-8f3fa00bedac), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.702846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d7eb73d2-7d14-4221-8217-8f3fa00bedac), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.712673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:30.713156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (d7eb73d2-7d14-4221-8217-8f3fa00bedac), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.725567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] Routers {'030e977b-cb13-4392-8259-9e4d431bd3a7'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:30.726387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['030e977b-cb13-4392-8259-9e4d431bd3a7'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:30.764514 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:30.809408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b8f23-963f-413b-901d-82899b14452c req-26d73569-c5df-4832-9f12-3fdcb39cd295 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:30.811522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b01b8f23-963f-413b-901d-82899b14452c req-26d73569-c5df-4832-9f12-3fdcb39cd295 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.5014668 Apr 07 11:22:30.813892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e6fdd387-37ba-4613-b979-dba20d38e369), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.819053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.822629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/e6fdd387-37ba-4613-b979-dba20d38e369 HTTP/1.1" status: 204 len: 168 time: 0.7385499 Apr 07 11:22:30.834285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51764) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:30.865234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (02428d5f-3ef8-456e-9909-e84f574d3683), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.929596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb69ee-b5a5-4fa6-9588-86183580d1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-02428d5f-3ef8-456e-9909-e84f574d3683', 'network_id': '02428d5f-3ef8-456e-9909-e84f574d3683', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': 'c15994a6-d963-43d6-96be-753039c5df0e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:30.935549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e1999-4d1c-4396-bfb7-f6541067c81f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=e6fdd387-37ba-4613-b979-dba20d38e369,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:30.936754 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a4bb69ee-b5a5-4fa6-9588-86183580d1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.945415 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-229ae4c9-2e94-41d3-af58-9281abacf8e2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:30.945877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229ae4c9-2e94-41d3-af58-9281abacf8e2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:30.952061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-229ae4c9-2e94-41d3-af58-9281abacf8e2 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/7e7c0a5d-0423-4a7e-a840-3bf745c6672b HTTP/1.1" status: 404 len: 337 time: 0.1169119 Apr 07 11:22:30.960510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:30.962860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c15994a6-d963-43d6-96be-753039c5df0e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.963074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks [] for router_gateway (030e977b-cb13-4392-8259-9e4d431bd3a7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:30.995504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] Set router 030e977b-cb13-4392-8259-9e4d431bd3a7 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:31.060415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c15994a6-d963-43d6-96be-753039c5df0e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.086553 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb59944-163c-447e-84ff-b7c3a13bd977 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:31.087605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb59944-163c-447e-84ff-b7c3a13bd977 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:31.094613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bb59944-163c-447e-84ff-b7c3a13bd977 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/035ef06f-85a0-4175-b955-78a1ac16941c HTTP/1.1" status: 404 len: 339 time: 0.1228518 Apr 07 11:22:31.106755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51778) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:31.129259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b01b8f23-963f-413b-901d-82899b14452c req-f627bdb8-4e57-43eb-871d-6ae9dcf1acba tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053906 Apr 07 11:22:31.167147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Deleting port e9ac1572-4c24-4b84-b72d-c4cf66c426c7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:31.167566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-a4bb69ee-b5a5-4fa6-9588-86183580d1e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c15994a6-d963-43d6-96be-753039c5df0e: This subnet is being modified by another concurrent operation. Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:22:31.235617 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c15994a6-d963-43d6-96be-753039c5df0e: This subnet is being modified by another concurrent operation. Apr 07 11:22:31.240531 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:22:31.263124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=c15994a6-d963-43d6-96be-753039c5df0e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:31.273581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8b482-7506-4aef-8ae2-976dcd5ce988 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:22:31.285895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (02428d5f-3ef8-456e-9909-e84f574d3683), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.326398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02428d5f-3ef8-456e-9909-e84f574d3683']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:31.348551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting subnet b716cdaa-2b58-4819-9799-f17d58097c6a {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:31.353649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2712b829-338a-46b8-a38b-f9ffd945de84') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:31.354007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2712b829-338a-46b8-a38b-f9ffd945de84') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:31.365531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (b716cdaa-2b58-4819-9799-f17d58097c6a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.370533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] For port e9ac1572-4c24-4b84-b72d-c4cf66c426c7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:31.370972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.388850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Calling delete_port for e9ac1572-4c24-4b84-b72d-c4cf66c426c7 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:31.398596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2712b829-338a-46b8-a38b-f9ffd945de84), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.424050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2712b829-338a-46b8-a38b-f9ffd945de84), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.436148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (b716cdaa-2b58-4819-9799-f17d58097c6a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.439459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:31.439870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2712b829-338a-46b8-a38b-f9ffd945de84), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:31.444360 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:31.456074 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.506483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:22:28Z', 'revision_number': 5, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:31.539475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2665f3-2e01-4627-af74-46aae5a61531 None None] The sync data for ids ['030e977b-cb13-4392-8259-9e4d431bd3a7'] in n-d-836788-1 is: [{'id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'name': 'tempest-ServersTestMultiNic-438142342-router', 'tenant_id': 'bed939672f1e424999b931c3ea7e6fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:19:48Z', 'updated_at': '2022-04-07T11:22:28Z', 'revision_number': 5, 'project_id': 'bed939672f1e424999b931c3ea7e6fd7', 'gw_port': {'id': 'e9ac1572-4c24-4b84-b72d-c4cf66c426c7', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030e977b-cb13-4392-8259-9e4d431bd3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:19:50Z', 'updated_at': '2022-04-07T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:22:31.545724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (02428d5f-3ef8-456e-9909-e84f574d3683), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.547694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8b482-7506-4aef-8ae2-976dcd5ce988 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:22:31.554812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.558227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/02428d5f-3ef8-456e-9909-e84f574d3683 HTTP/1.1" status: 204 len: 168 time: 0.9056308 Apr 07 11:22:31.564857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:31.585032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068588846'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:31.654127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b716cdaa-2b58-4819-9799-f17d58097c6a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.705764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e9ac1572-4c24-4b84-b72d-c4cf66c426c7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.722778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcdde6-8772-4163-b50b-c0ffc835dc0d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=02428d5f-3ef8-456e-9909-e84f574d3683,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:31.737272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:31.741509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.764999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (b716cdaa-2b58-4819-9799-f17d58097c6a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.783299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ac1572-4c24-4b84-b72d-c4cf66c426c7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:31.817395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=b716cdaa-2b58-4819-9799-f17d58097c6a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:31.822638 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.825922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d0a0ef7-d549-47b0-8e03-d4073119bb73 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/b716cdaa-2b58-4819-9799-f17d58097c6a HTTP/1.1" status: 204 len: 168 time: 0.7181699 Apr 07 11:22:31.829081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51786) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:31.844875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:31.911023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (030e977b-cb13-4392-8259-9e4d431bd3a7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.953777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184b97c-cdbd-4c30-a595-61ff70a7cbc9 None None] Network 02428d5f-3ef8-456e-9909-e84f574d3683 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:31.969591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e9774-5165-410b-a6f1-7923048460dc None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:31.972818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184b97c-cdbd-4c30-a595-61ff70a7cbc9 None None] Network 02428d5f-3ef8-456e-9909-e84f574d3683 could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 11:22:31.974995 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:31.975359 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 41a65518-87b3-4e8c-a156-1e54acd4c2ba of type vlan for network 2d22cbf0-91f3-4387-a008-bac28eee77e2 Apr 07 11:22:32.005889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting subnet df929d2e-1b1f-4d61-b6ef-420e1d376aa8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:32.029656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (df929d2e-1b1f-4d61-b6ef-420e1d376aa8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.078543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (030e977b-cb13-4392-8259-9e4d431bd3a7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.080134 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.082965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks [] for router_controller (030e977b-cb13-4392-8259-9e4d431bd3a7), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.104917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (df929d2e-1b1f-4d61-b6ef-420e1d376aa8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.148426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (030e977b-cb13-4392-8259-9e4d431bd3a7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.149977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 030e977b-cb13-4392-8259-9e4d431bd3a7 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:22:32.156817 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.158571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.158765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-770b9881-5ec9-4623-a031-be18f84aa9a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/030e977b-cb13-4392-8259-9e4d431bd3a7 HTTP/1.1" status: 204 len: 168 time: 2.0726202 Apr 07 11:22:32.162194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51788) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:32.165415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:32.166292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.252346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6863635 Apr 07 11:22:32.261326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51792) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:32.266563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:32.310915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49a6da-e63f-4d38-9435-0ee6382540fb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=2d22cbf0-91f3-4387-a008-bac28eee77e2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:32.326698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2d22cbf0-91f3-4387-a008-bac28eee77e2 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:32.328739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (df929d2e-1b1f-4d61-b6ef-420e1d376aa8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.445088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (df929d2e-1b1f-4d61-b6ef-420e1d376aa8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.479500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Deleting subnet d1a18a46-f38a-4cad-b698-6df3d9d9c5f4 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:32.502007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=df929d2e-1b1f-4d61-b6ef-420e1d376aa8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:32.514645 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.522728 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f54085fd-1fc1-4e72-a81a-63dcee97024b tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/df929d2e-1b1f-4d61-b6ef-420e1d376aa8 HTTP/1.1" status: 204 len: 168 time: 0.6928053 Apr 07 11:22:32.525510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51798) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:32.537247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Publish callbacks [] for subnet (d1a18a46-f38a-4cad-b698-6df3d9d9c5f4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.539338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1e3de66-7de2-4ba3-bf5a-7d00caaf289b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:32.610515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d1e3de66-7de2-4ba3-bf5a-7d00caaf289b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:32.611936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d1e3de66-7de2-4ba3-bf5a-7d00caaf289b not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:32.629730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:32.633698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.688234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (82da24c4-f74b-4df7-8abe-6832b4f49d22), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.698564 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (d1a18a46-f38a-4cad-b698-6df3d9d9c5f4), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.717029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c35d-078f-43a4-8ace-dc818c9d197f req-4d798f8a-c7d4-4495-9185-e38f44a22080 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:32.718961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d50c35d-078f-43a4-8ace-dc818c9d197f req-4d798f8a-c7d4-4495-9185-e38f44a22080 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.3567810 Apr 07 11:22:32.782667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:32.783874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.893116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port 83a16b08-5c6a-4598-81a8-1ba4431c7b18, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=83a16b08-5c6a-4598-81a8-1ba4431c7b18,segment=NetworkSegment(507450f0-ec24-4e04-a091-6fa6f674fc90),segment_id=507450f0-ec24-4e04-a091-6fa6f674fc90)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:32.893572 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:32.916148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for 83a16b08-5c6a-4598-81a8-1ba4431c7b18 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:32.956963 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d0eabd05-a379-4990-9265-9fc0987868b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.045740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (83a16b08-5c6a-4598-81a8-1ba4431c7b18), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.089835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=83a16b08-5c6a-4598-81a8-1ba4431c7b18,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:33.102847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port 83a16b08-5c6a-4598-81a8-1ba4431c7b18 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:33.104141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e9f981-90e7-4d90-bc74-7caae4b5f79d None None] Network 82da24c4-f74b-4df7-8abe-6832b4f49d22 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:33.255746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (82da24c4-f74b-4df7-8abe-6832b4f49d22), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.258992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d50c35d-078f-43a4-8ace-dc818c9d197f req-6dbc22e3-c519-4665-b032-c1e80426ee1e tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118718 Apr 07 11:22:33.314778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82da24c4-f74b-4df7-8abe-6832b4f49d22']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:33.334469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (d1a18a46-f38a-4cad-b698-6df3d9d9c5f4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.338207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507450f0-ec24-4e04-a091-6fa6f674fc90') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:33.338501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507450f0-ec24-4e04-a091-6fa6f674fc90') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:33.366790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (507450f0-ec24-4e04-a091-6fa6f674fc90), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.400176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (507450f0-ec24-4e04-a091-6fa6f674fc90), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.416659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:33.418882 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (507450f0-ec24-4e04-a091-6fa6f674fc90), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:33.430934 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:33.499517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-38d73a02-75e8-4b09-8247-5ef0e1694c2a None None] Could not find standard attr ID for object 83a16b08-5c6a-4598-81a8-1ba4431c7b18. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:22:33.538818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (d1a18a46-f38a-4cad-b698-6df3d9d9c5f4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.553892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (82da24c4-f74b-4df7-8abe-6832b4f49d22), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.572295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.576777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/82da24c4-f74b-4df7-8abe-6832b4f49d22 HTTP/1.1" status: 204 len: 168 time: 1.0495431 Apr 07 11:22:33.581778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51812) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:33.586820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.632198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a18a46-f38a-4cad-b698-6df3d9d9c5f4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:33.637202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595cd04-2b80-462e-9e03-c2c300587ae1 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=82da24c4-f74b-4df7-8abe-6832b4f49d22,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:33.649791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e974b-6a6c-4707-aec7-5d20822af26c None None] Network ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:33.699274 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d88590a-a059-40a3-b015-90562a15e8bd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:33.700138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d88590a-a059-40a3-b015-90562a15e8bd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:33.708179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.723422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2005d87d-641f-4881-92bd-cf4861fa6443 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1a18a46-f38a-4cad-b698-6df3d9d9c5f4 HTTP/1.1" status: 204 len: 168 time: 1.5524943 Apr 07 11:22:33.724564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51814) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:33.725111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51816) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:33.727588 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6d88590a-a059-40a3-b015-90562a15e8bd tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/7177bd00-c169-4e81-bc19-a82ba66c8e25 HTTP/1.1" status: 404 len: 337 time: 0.1225004 Apr 07 11:22:33.799445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159b72b-07a2-49a2-bd24-3bd6fee4e6ca None None] DHCP port deletion for 82da24c4-f74b-4df7-8abe-6832b4f49d22 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:33.885039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (edb5b154-b343-4d23-b9e3-3d5d29ce7d9a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:33.911129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3371bf22-0743-4af3-97e0-d66aa42a7b65 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:33.945967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3371bf22-0743-4af3-97e0-d66aa42a7b65 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:33.946723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3371bf22-0743-4af3-97e0-d66aa42a7b65 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:33.947315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e9ac1572-4c24-4b84-b72d-c4cf66c426c7 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:33.980629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e9ac1572-4c24-4b84-b72d-c4cf66c426c7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:33.981388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e9ac1572-4c24-4b84-b72d-c4cf66c426c7 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:33.988892 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f67ed8a-5371-4a92-9065-5cacc437061e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:33.989194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f67ed8a-5371-4a92-9065-5cacc437061e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:33.994978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3f67ed8a-5371-4a92-9065-5cacc437061e tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/7f71a171-3589-4306-adc1-00ffba91233a HTTP/1.1" status: 404 len: 339 time: 0.2571902 Apr 07 11:22:33.996984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51822) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.051475 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be61a3b-cae5-4f1f-8364-eaf2413d417d tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:34.053297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be61a3b-cae5-4f1f-8364-eaf2413d417d tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:34.054465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.057805 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2be61a3b-cae5-4f1f-8364-eaf2413d417d tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/1090a50c-bc15-41dc-aef6-658fc4932754 HTTP/1.1" status: 404 len: 337 time: 0.0589943 Apr 07 11:22:34.063377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51824) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.087136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=edb5b154-b343-4d23-b9e3-3d5d29ce7d9a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:34.098264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '41a65518-87b3-4e8c-a156-1e54acd4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:34.099228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 2d22cbf0-91f3-4387-a008-bac28eee77e2, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:34.100968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] DHCP port deletion for ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:34.110804 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea230958-686f-4e26-afd9-1991b750ca86 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:34.114635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea230958-686f-4e26-afd9-1991b750ca86 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:34.120817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59e32c-5f64-40a2-9258-c9b99eedf7c5 req-24840aa3-38ca-4738-948f-2a0270dbc0af tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:34.122392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f59e32c-5f64-40a2-9258-c9b99eedf7c5 req-24840aa3-38ca-4738-948f-2a0270dbc0af tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.2207048 Apr 07 11:22:34.123471 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ea230958-686f-4e26-afd9-1991b750ca86 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/2045697a-ce57-46ea-ae09-a5acce63f8de HTTP/1.1" status: 404 len: 339 time: 0.0492949 Apr 07 11:22:34.125265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51826) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.186105 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5850df-2a4b-4068-ba49-5a887c6d8770 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:34.187304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5850df-2a4b-4068-ba49-5a887c6d8770 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:34.191698 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd5850df-2a4b-4068-ba49-5a887c6d8770 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/5a691dd9-439f-4ee8-87ef-28fecc6eb111 HTTP/1.1" status: 404 len: 337 time: 0.0615823 Apr 07 11:22:34.193462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51828) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.195680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] Deleting port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:34.196121 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.216976 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9084ce0-120b-460f-bc24-7081c37f327f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:34.218061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9084ce0-120b-460f-bc24-7081c37f327f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:34.222788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e9084ce0-120b-460f-bc24-7081c37f327f tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/170592b3-f1f0-4a0d-8dc8-a3decbd3ea20 HTTP/1.1" status: 404 len: 339 time: 0.0273519 Apr 07 11:22:34.225083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51832) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.243205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 2d22cbf0-91f3-4387-a008-bac28eee77e2 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:34.294071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] For port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:34.294483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.305629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting subnet fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:34.309970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.316718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] Calling delete_port for a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:34.341564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2d22cbf0-91f3-4387-a008-bac28eee77e2) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:34.371320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:34.371928 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.394283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b478021-ff20-4097-9c35-1762b15b41ae None None] Network 2d22cbf0-91f3-4387-a008-bac28eee77e2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:34.395348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.442634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f59e32c-5f64-40a2-9258-c9b99eedf7c5 req-48078512-c641-4c33-a4ad-b5923026e28b tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877409 Apr 07 11:22:34.448970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ba31d73e-4770-4c44-9aec-423666b8231f tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1866198 Apr 07 11:22:34.449644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51836) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.461109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Deleting port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:34.461953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.490438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.549415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.587344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2d22cbf0-91f3-4387-a008-bac28eee77e2', 'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': 'edb5b154-b343-4d23-b9e3-3d5d29ce7d9a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:34.588549 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.620478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] For port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,segment=NetworkSegment(b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca),segment_id=b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:34.621071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.641814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.653016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Calling delete_port for a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:34.687658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.690276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] No DVR routers for this DVR port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:34.699130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994a8ee-f73b-467d-923a-2f76b8b0ec8f None None] Pushing event deleted for resources: {'Port': ['ID=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:34.728726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:34.742414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.745704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-107df223-8220-4ab4-9812-d99de757cc89 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/fe80fb8c-ea36-49a6-82fc-4bf60c02e7e8 HTTP/1.1" status: 204 len: 168 time: 0.5194278 Apr 07 11:22:34.746674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.748107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51842) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:34.830682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (edb5b154-b343-4d23-b9e3-3d5d29ce7d9a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.873982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.899377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Allocated IP 172.20.0.1 (2d22cbf0-91f3-4387-a008-bac28eee77e2/edb5b154-b343-4d23-b9e3-3d5d29ce7d9a/bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:34.933917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (652d95fd-b2af-4bac-80a7-416c09312306), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:34.982562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:34.989750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] No DVR routers for this DVR port a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:35.043334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port b544d2fd-8893-468d-a718-7922863eea66 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:35.043334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b544d2fd-8893-468d-a718-7922863eea66), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.102777 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Publish callbacks [] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.113476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefbe5c-cf73-4838-9ca9-700f164717e1 None None] Network 652d95fd-b2af-4bac-80a7-416c09312306 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:35.162300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.168592 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.183671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port b544d2fd-8893-468d-a718-7922863eea66, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b544d2fd-8893-468d-a718-7922863eea66,segment=NetworkSegment(495883e9-5c3e-4813-ad9e-ea566651beff),segment_id=495883e9-5c3e-4813-ad9e-ea566651beff)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:35.184487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b544d2fd-8893-468d-a718-7922863eea66), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.201840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (edb5b154-b343-4d23-b9e3-3d5d29ce7d9a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.209570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for b544d2fd-8893-468d-a718-7922863eea66 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:35.220818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.255804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=edb5b154-b343-4d23-b9e3-3d5d29ce7d9a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:35.259654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.260033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.272376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.330826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.351148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:35.352437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (b1dbfa2e-29b0-4cbb-93e9-8c76f1f797ca), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:35.353302 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:35.357531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b544d2fd-8893-468d-a718-7922863eea66), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.357753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Network 2d22cbf0-91f3-4387-a008-bac28eee77e2 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:35.364470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.388793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:35.391464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Pushing event updated for resources: {'Port': ['ID=bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:35.395751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=b544d2fd-8893-468d-a718-7922863eea66,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:35.400313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port b544d2fd-8893-468d-a718-7922863eea66 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:35.403511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:35.478490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d22cbf0-91f3-4387-a008-bac28eee77e2']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.516404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a65518-87b3-4e8c-a156-1e54acd4c2ba') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.516803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a65518-87b3-4e8c-a156-1e54acd4c2ba') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.531668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.533058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Attempting to bind port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:35.535351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Attempting to bind port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '41a65518-87b3-4e8c-a156-1e54acd4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:35.535757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Attempting to bind port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d on network 2d22cbf0-91f3-4387-a008-bac28eee77e2 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:35.547311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.551193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:35.551522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Checking segment: {'id': '41a65518-87b3-4e8c-a156-1e54acd4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:35.551936 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.552347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Bound using segment: {'id': '41a65518-87b3-4e8c-a156-1e54acd4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:35.556064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Bound port: bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a65518-87b3-4e8c-a156-1e54acd4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d22cbf0-91f3-4387-a008-bac28eee77e2'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:35.556515 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.561230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f HTTP/1.1" status: 204 len: 168 time: 1.8245757 Apr 07 11:22:35.572220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.574745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.575099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.575421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.575765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.576100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.576431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.576866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.577075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.588139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2033f039-13c8-4850-8d6d-20368c2b2397 None None] DHCP port deletion for 652d95fd-b2af-4bac-80a7-416c09312306 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:35.599381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.599917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.600271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.603399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.603756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:35.702152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] For port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:35.707770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] For port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d,segment=NetworkSegment(41a65518-87b3-4e8c-a156-1e54acd4c2ba),segment_id=41a65518-87b3-4e8c-a156-1e54acd4c2ba)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:35.717075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3316e-3dbc-47af-9195-af3f0cd3b21c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea95ce08-ff7a-4bb4-a9d0-7272b3726b4f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:35.730114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (652d95fd-b2af-4bac-80a7-416c09312306), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.735896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.739403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 83a16b08-5c6a-4598-81a8-1ba4431c7b18 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:35.746597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:35.747117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:35.750560 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:35.785485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.794717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652d95fd-b2af-4bac-80a7-416c09312306']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.816997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495883e9-5c3e-4813-ad9e-ea566651beff') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.829514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495883e9-5c3e-4813-ad9e-ea566651beff') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:35.844182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 83a16b08-5c6a-4598-81a8-1ba4431c7b18 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:35.844659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 83a16b08-5c6a-4598-81a8-1ba4431c7b18 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:35.845094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b544d2fd-8893-468d-a718-7922863eea66 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:35.851435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e34343-3e1d-4e78-9d06-706989e56f47 None None] Pushing event updated for resources: {'Port': ['ID=bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:35.851644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (495883e9-5c3e-4813-ad9e-ea566651beff), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.868353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe09e4-910f-4d4e-b03c-03d4020e33f8 req-25244ed8-0f13-48b0-9a3c-b9a6fcc2cfad tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:35.875078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b544d2fd-8893-468d-a718-7922863eea66 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:35.875462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b544d2fd-8893-468d-a718-7922863eea66 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:35.876325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:35.889421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (495883e9-5c3e-4813-ad9e-ea566651beff), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.890741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dbe09e4-910f-4d4e-b03c-03d4020e33f8 req-25244ed8-0f13-48b0-9a3c-b9a6fcc2cfad tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.2499559 Apr 07 11:22:35.923480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:35.923809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a7c7b32b-5f5b-4e74-b18a-b2753f76c7c8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:35.924374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325043-de59-4b99-9c51-52657665fe9a req-ac3470ec-5257-42ff-a59d-8dd9c6d4ed09 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:35.942172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e8325043-de59-4b99-9c51-52657665fe9a req-ac3470ec-5257-42ff-a59d-8dd9c6d4ed09 tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.41 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 946 time: 0.2536352 Apr 07 11:22:35.972492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:35.972962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (495883e9-5c3e-4813-ad9e-ea566651beff), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:35.981188 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:35.988955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.001842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.api [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:36.001842 n-d-836788-1 neutron-server[104178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:36.001842 n-d-836788-1 neutron-server[104178]: [parameters: {'id': '2d22cbf0-91f3-4387-a008-bac28eee77e2'}] Apr 07 11:22:36.001842 n-d-836788-1 neutron-server[104178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:36.002386 n-d-836788-1 neutron-server[104178]: DEBUG oslo_db.api [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:36.005314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5136c-41f7-4a17-bd75-98a322b27efc None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:22:36.047183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dbe09e4-910f-4d4e-b03c-03d4020e33f8 req-5f4b3de6-13cb-4d19-924d-6bf235b43fcf tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354938 Apr 07 11:22:36.047772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51854) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:36.140532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51856) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:36.141237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2563924d-7103-4e6e-acf8-d0fe691a142d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bed939672f1e424999b931c3ea7e6fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910466 Apr 07 11:22:36.194154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (652d95fd-b2af-4bac-80a7-416c09312306), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.197363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5136c-41f7-4a17-bd75-98a322b27efc None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:22:36.211719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.214996 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/652d95fd-b2af-4bac-80a7-416c09312306 HTTP/1.1" status: 204 len: 168 time: 1.4659495 Apr 07 11:22:36.217745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51858) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:36.237666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ded8c-98b5-42c9-9f72-985590f6eea6 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=652d95fd-b2af-4bac-80a7-416c09312306,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:36.269261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86824cba-3b66-42ea-bb0b-0619284e1af8 admin admin] Publish callbacks [] for security_group (0cdf0427-8e86-4378-92f2-80064e58e0d8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.269768 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dec9fa-2aba-4403-945b-e7ac9b6591e7 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:36.270871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dec9fa-2aba-4403-945b-e7ac9b6591e7 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:36.277734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51860) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:36.280509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-17dec9fa-2aba-4403-945b-e7ac9b6591e7 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/54a4fff2-1de1-4958-a0e4-071a356de404 HTTP/1.1" status: 404 len: 337 time: 0.0554600 Apr 07 11:22:36.308155 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47f1c57-3766-4484-a424-ac92ae191489 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] DELETE failed (client error): The resource could not be found. Apr 07 11:22:36.308664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47f1c57-3766-4484-a424-ac92ae191489 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:22:36.311611 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d47f1c57-3766-4484-a424-ac92ae191489 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/293faa33-4e43-473d-91a7-b83948c19e9e HTTP/1.1" status: 404 len: 339 time: 0.0317326 Apr 07 11:22:36.314643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51862) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:36.316775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Deleting port 1110c2ec-e466-45d1-a548-31de7bec4822 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:36.317322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.444075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting subnet a187c8bc-4c90-43db-8f5b-c2b9168e1d90 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:36.462518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for subnet (a187c8bc-4c90-43db-8f5b-c2b9168e1d90), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.512364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.568731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (a187c8bc-4c90-43db-8f5b-c2b9168e1d90), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.569640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbc628-61db-427e-9285-9779eb6e0c0c None None] Network 2d22cbf0-91f3-4387-a008-bac28eee77e2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:36.741105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a187c8bc-4c90-43db-8f5b-c2b9168e1d90), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.796018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:36.796510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.852553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86824cba-3b66-42ea-bb0b-0619284e1af8 admin admin] Publish callbacks [] for security_group (0cdf0427-8e86-4378-92f2-80064e58e0d8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.864697 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (a187c8bc-4c90-43db-8f5b-c2b9168e1d90), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.911066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.914447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/subnets/a187c8bc-4c90-43db-8f5b-c2b9168e1d90 HTTP/1.1" status: 204 len: 168 time: 0.5987597 Apr 07 11:22:36.915544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c51c-bf2a-499d-978a-955583b5ac49 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Subnet': ['ID=a187c8bc-4c90-43db-8f5b-c2b9168e1d90,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:36.918579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d,segment=NetworkSegment(41a65518-87b3-4e8c-a156-1e54acd4c2ba),segment_id=41a65518-87b3-4e8c-a156-1e54acd4c2ba)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:36.919516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:36.920597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:36.932770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:36.942597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b68480-be67-4bcd-9b3f-1d54e336127b None None] Network 42095cb6-e19c-4135-a0ec-e4085cf79264 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:36.993396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] For port 1110c2ec-e466-45d1-a548-31de7bec4822, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1110c2ec-e466-45d1-a548-31de7bec4822,segment=NetworkSegment(1c820e17-b06a-4daa-b062-0ae4ca2c1eb2),segment_id=1c820e17-b06a-4daa-b062-0ae4ca2c1eb2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:36.993718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.011050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86824cba-3b66-42ea-bb0b-0619284e1af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0cdf0427-8e86-4378-92f2-80064e58e0d8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.014240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86824cba-3b66-42ea-bb0b-0619284e1af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.015878 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-86824cba-3b66-42ea-bb0b-0619284e1af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cdf0427-8e86-4378-92f2-80064e58e0d8 HTTP/1.1" status: 204 len: 168 time: 0.8698313 Apr 07 11:22:37.035510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Calling delete_port for 1110c2ec-e466-45d1-a548-31de7bec4822 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:37.048294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (42095cb6-e19c-4135-a0ec-e4085cf79264), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.053730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.056264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86824cba-3b66-42ea-bb0b-0619284e1af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf0427-8e86-4378-92f2-80064e58e0d8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:37.106779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:37.125772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.187944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Deleting port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:37.188293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.226369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] DHCP port deletion for 42095cb6-e19c-4135-a0ec-e4085cf79264 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:22:37.252462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=bd025938-e5d0-4c1a-8be5-f04f9ffa0b4d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:37.312293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1110c2ec-e466-45d1-a548-31de7bec4822), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.323920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1110c2ec-e466-45d1-a548-31de7bec4822'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:22:37.345171 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.363302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] Deleting port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:37.364089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.381224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606325c-38e3-4f37-92a7-14cf36ea9ab1 req-777512d3-5c87-42d6-9fbc-e87b01b09ace tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:37.391770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b606325c-38e3-4f37-92a7-14cf36ea9ab1 req-777512d3-5c87-42d6-9fbc-e87b01b09ace tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/ports?device_id=baecad40-b6a4-4d32-8dd8-563c379faea5 HTTP/1.1" status: 200 len: 867 time: 0.2035267 Apr 07 11:22:37.401481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Pushing event deleted for resources: {'Port': ['ID=1110c2ec-e466-45d1-a548-31de7bec4822,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:37.405694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d22cbf0-91f3-4387-a008-bac28eee77e2']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:37.406173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] For port 2bbb896b-ca20-45a6-b51e-d308778f5dc1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2bbb896b-ca20-45a6-b51e-d308778f5dc1,segment=NetworkSegment(052051c5-d268-468d-82c7-23b5067285b5),segment_id=052051c5-d268-468d-82c7-23b5067285b5)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:37.406551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.435042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] No DVR routers for this DVR port 1110c2ec-e466-45d1-a548-31de7bec4822 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:37.437829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.442098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a65518-87b3-4e8c-a156-1e54acd4c2ba') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:37.442430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a65518-87b3-4e8c-a156-1e54acd4c2ba') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:37.442934 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e8325043-de59-4b99-9c51-52657665fe9a req-3ed7d09e-d4ac-43ed-8451-23fe40fd006c tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.41 "DELETE /v2.0/ports/1110c2ec-e466-45d1-a548-31de7bec4822 HTTP/1.1" status: 204 len: 173 time: 1.4888701 Apr 07 11:22:37.445343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'name': 'network-vif-deleted', 'tag': '1110c2ec-e466-45d1-a548-31de7bec4822'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:37.455936 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b705b32-ba14-40e4-8b7d-979e3d1a8b8b" -d '{"events": [{"server_uuid": "baecad40-b6a4-4d32-8dd8-563c379faea5", "name": "network-vif-deleted", "tag": "1110c2ec-e466-45d1-a548-31de7bec4822"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:37.464951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.469339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Calling delete_port for 2bbb896b-ca20-45a6-b51e-d308778f5dc1 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:37.500344 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.505721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] For port 2bbb896b-ca20-45a6-b51e-d308778f5dc1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2bbb896b-ca20-45a6-b51e-d308778f5dc1,segment=NetworkSegment(052051c5-d268-468d-82c7-23b5067285b5),segment_id=052051c5-d268-468d-82c7-23b5067285b5)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:37.506659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.513188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:37.513689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (41a65518-87b3-4e8c-a156-1e54acd4c2ba), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.547850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] Calling delete_port for 2bbb896b-ca20-45a6-b51e-d308778f5dc1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:37.615575 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:37.627342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (2d22cbf0-91f3-4387-a008-bac28eee77e2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.638036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.641431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/2d22cbf0-91f3-4387-a008-bac28eee77e2 HTTP/1.1" status: 204 len: 168 time: 3.1906207 Apr 07 11:22:37.654578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51884) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:37.670867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574050832'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:37.680329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9422b48-972c-4b22-a885-e4919c453df3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=2d22cbf0-91f3-4387-a008-bac28eee77e2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:37.726057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b606325c-38e3-4f37-92a7-14cf36ea9ab1 req-1f5d2e28-9231-48dc-ae06-a444411f296e tempest-InstanceActionsTestJSON-1752060596 tempest-InstanceActionsTestJSON-1752060596-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51e6962-c94b-43cf-b3e9-4e844545ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176997 Apr 07 11:22:37.727306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:37.731553 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.733306 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754183c7-c134-4855-900b-ec0f6dd630ef x-openstack-request-id: req-754183c7-c134-4855-900b-ec0f6dd630ef {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:37.733765 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baecad40-b6a4-4d32-8dd8-563c379faea5", "name": "network-vif-deleted", "tag": "1110c2ec-e466-45d1-a548-31de7bec4822", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:37.736905 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-754183c7-c134-4855-900b-ec0f6dd630ef {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:37.738007 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754183c7-c134-4855-900b-ec0f6dd630ef'] response: {'server_uuid': 'baecad40-b6a4-4d32-8dd8-563c379faea5', 'name': 'network-vif-deleted', 'tag': '1110c2ec-e466-45d1-a548-31de7bec4822', 'status': 'completed', 'code': 200} Apr 07 11:22:37.764287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:37.777995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.781649 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.782304 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 8c5b456b-3e29-47b2-a391-f097871d1f51 of type vlan for network 51ad2098-e518-45b0-913d-59ad02e637d5 Apr 07 11:22:37.855442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2bbb896b-ca20-45a6-b51e-d308778f5dc1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:37.859410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2bbb896b-ca20-45a6-b51e-d308778f5dc1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.870472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.913558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.924023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:37.925556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:37.942240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Port': ['ID=2bbb896b-ca20-45a6-b51e-d308778f5dc1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:37.947825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] No DVR routers for this DVR port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:37.971184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3149061 Apr 07 11:22:37.986124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2bbb896b-ca20-45a6-b51e-d308778f5dc1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:37.986607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2bbb896b-ca20-45a6-b51e-d308778f5dc1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:37.992243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51896) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:37.993876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] Pushing event deleted for resources: {'Port': ['ID=2bbb896b-ca20-45a6-b51e-d308778f5dc1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:38.001483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da7491-2fd4-4c6c-940a-047fbcfcac2f None None] No DVR routers for this DVR port 2bbb896b-ca20-45a6-b51e-d308778f5dc1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:38.002118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:38.109744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71a48f-dc20-4b73-928c-f61abaeb50a9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=51ad2098-e518-45b0-913d-59ad02e637d5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:38.126189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 51ad2098-e518-45b0-913d-59ad02e637d5 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:38.197418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (42095cb6-e19c-4135-a0ec-e4085cf79264), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.295420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42095cb6-e19c-4135-a0ec-e4085cf79264']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:38.299309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:38.304866 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.362900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052051c5-d268-468d-82c7-23b5067285b5') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:38.363655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052051c5-d268-468d-82c7-23b5067285b5') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:38.390659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (052051c5-d268-468d-82c7-23b5067285b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.431094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (052051c5-d268-468d-82c7-23b5067285b5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.453764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:38.454183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (052051c5-d268-468d-82c7-23b5067285b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:38.459548 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:38.548487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (42095cb6-e19c-4135-a0ec-e4085cf79264), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.564317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.568850 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] 10.222.0.13 "DELETE /v2.0/networks/42095cb6-e19c-4135-a0ec-e4085cf79264 HTTP/1.1" status: 204 len: 168 time: 1.6457262 Apr 07 11:22:38.584437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42567-2f6e-46a5-8d13-0a6912f27c43 tempest-NetworksIpV6Test-1586069217 tempest-NetworksIpV6Test-1586069217-project] Pushing event deleted for resources: {'Network': ['ID=42095cb6-e19c-4135-a0ec-e4085cf79264,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:38.709224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51916) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:38.721615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c55d4719-466f-4de0-a686-3d30ee974001), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.783118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=c55d4719-466f-4de0-a686-3d30ee974001,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:38.855199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-174426757-network', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:38.884845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:38.888621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.889877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '8c5b456b-3e29-47b2-a391-f097871d1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:38.890366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 51ad2098-e518-45b0-913d-59ad02e637d5, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:38.896778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51922) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:38.926725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 51ad2098-e518-45b0-913d-59ad02e637d5 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:38.949687 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.950501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 51ad2098-e518-45b0-913d-59ad02e637d5) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:38.955063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:38.956489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:38.963967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf80e1c-ce72-44b8-bcea-9ea75b17e8dc None None] Network 51ad2098-e518-45b0-913d-59ad02e637d5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:39.015344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0411697a-2f84-4c30-9dd4-617434db47f9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0214198 Apr 07 11:22:39.026903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51928) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:39.062966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Deleting subnet c2060f94-5f6f-495d-9a6d-a06da059369c {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:39.068409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51930) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:39.078295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Publish callbacks [] for subnet (c2060f94-5f6f-495d-9a6d-a06da059369c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.146496 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (c2060f94-5f6f-495d-9a6d-a06da059369c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.228614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c2060f94-5f6f-495d-9a6d-a06da059369c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.244280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-51ad2098-e518-45b0-913d-59ad02e637d5', 'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': 'c55d4719-466f-4de0-a686-3d30ee974001'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:39.245604 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.278209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.282299 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks [] for security_group (1571f51c-09e5-48cf-8372-424ab764510e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.294020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1571f51c-09e5-48cf-8372-424ab764510e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.342020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:39.359179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1571f51c-09e5-48cf-8372-424ab764510e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:39.366665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4aae8350-c66e-46f5-bb2e-3248c0244d6b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.367015 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Added segment 4aae8350-c66e-46f5-bb2e-3248c0244d6b of type vlan for network aa590eea-2f03-4269-a267-500b780cb14c Apr 07 11:22:39.368661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (c2060f94-5f6f-495d-9a6d-a06da059369c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.407557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2060f94-5f6f-495d-9a6d-a06da059369c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:39.432461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c55d4719-466f-4de0-a686-3d30ee974001), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.449008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.463968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-55a6c11b-0c8c-4686-9ee5-07c3dbc3a09c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2060f94-5f6f-495d-9a6d-a06da059369c HTTP/1.1" status: 204 len: 168 time: 0.5659060 Apr 07 11:22:39.468358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51934) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:39.497788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (aa590eea-2f03-4269-a267-500b780cb14c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.536095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Allocated IP 172.20.0.2 (51ad2098-e518-45b0-913d-59ad02e637d5/c55d4719-466f-4de0-a686-3d30ee974001/5fd14608-d5ad-418a-af83-7454b6041b94) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:39.560229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ca871eb4-f9df-463f-b078-51db7edae641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd2c31b72de416c8addfa6242c71e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903848 Apr 07 11:22:39.563428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51938) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:39.618124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:22:39.661005 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1f46d3f3-143d-4787-af47-d7e1240ae3fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.664575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5cf461fe-2c6d-4f93-b1e1-284e695f7db6 admin admin] Publish callbacks [] for security_group (06573725-618e-448b-9a7f-ad586428d35e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.674387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (aa590eea-2f03-4269-a267-500b780cb14c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.675463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:39.681508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.740500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5cf461fe-2c6d-4f93-b1e1-284e695f7db6 admin admin] Publish callbacks [] for security_group (06573725-618e-448b-9a7f-ad586428d35e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.772276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Publish callbacks [] for port (5fd14608-d5ad-418a-af83-7454b6041b94), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.780862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5fd14608-d5ad-418a-af83-7454b6041b94), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.803198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c55d4719-466f-4de0-a686-3d30ee974001), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.840241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Pushing event updated for resources: {'Port': ['ID=5fd14608-d5ad-418a-af83-7454b6041b94,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:39.864347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Network 51ad2098-e518-45b0-913d-59ad02e637d5 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:39.866344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:39.878418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:39.891355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=c55d4719-466f-4de0-a686-3d30ee974001,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:39.932564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2231288 Apr 07 11:22:39.933372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe5655-1515-4cfb-83ea-8573c02c0f0f admin admin] Pushing event updated for resources: {'Network': ['ID=aa590eea-2f03-4269-a267-500b780cb14c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:39.935616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51940) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:39.949545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network aa590eea-2f03-4269-a267-500b780cb14c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:39.959416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Request body: {'subnet': {'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-174426757-subnet', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:39.965516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5cf461fe-2c6d-4f93-b1e1-284e695f7db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (06573725-618e-448b-9a7f-ad586428d35e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.967867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5cf461fe-2c6d-4f93-b1e1-284e695f7db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.969155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5cf461fe-2c6d-4f93-b1e1-284e695f7db6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06573725-618e-448b-9a7f-ad586428d35e HTTP/1.1" status: 204 len: 168 time: 0.4014070 Apr 07 11:22:39.974347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Attempting to bind port 5fd14608-d5ad-418a-af83-7454b6041b94 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:39.974818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Attempting to bind port 5fd14608-d5ad-418a-af83-7454b6041b94 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '8c5b456b-3e29-47b2-a391-f097871d1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:39.975299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Attempting to bind port 5fd14608-d5ad-418a-af83-7454b6041b94 on network 51ad2098-e518-45b0-913d-59ad02e637d5 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:39.995071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:39.995608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Checking segment: {'id': '8c5b456b-3e29-47b2-a391-f097871d1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:39.996158 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:39.997167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Bound using segment: {'id': '8c5b456b-3e29-47b2-a391-f097871d1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:39.998043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Bound port: 5fd14608-d5ad-418a-af83-7454b6041b94, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5b456b-3e29-47b2-a391-f097871d1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51ad2098-e518-45b0-913d-59ad02e637d5'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:39.998524 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5fd14608-d5ad-418a-af83-7454b6041b94), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.025888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf461fe-2c6d-4f93-b1e1-284e695f7db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06573725-618e-448b-9a7f-ad586428d35e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:40.048615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:40.051885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.139551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.232247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ad2098-e518-45b0-913d-59ad02e637d5']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:40.265970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1f46d3f3-143d-4787-af47-d7e1240ae3fd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.266705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5b456b-3e29-47b2-a391-f097871d1f51') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:40.267756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5b456b-3e29-47b2-a391-f097871d1f51') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:40.271162 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (b126e2f3-2ffb-4422-a51d-dfaa27776141), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.273766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] For port 5fd14608-d5ad-418a-af83-7454b6041b94, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:40.285377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] For port 5fd14608-d5ad-418a-af83-7454b6041b94, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5fd14608-d5ad-418a-af83-7454b6041b94,segment=NetworkSegment(8c5b456b-3e29-47b2-a391-f097871d1f51),segment_id=8c5b456b-3e29-47b2-a391-f097871d1f51)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:40.300116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.342673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b126e2f3-2ffb-4422-a51d-dfaa27776141,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:40.349912 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5fd14608-d5ad-418a-af83-7454b6041b94), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.364172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.366843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f46d3f3-143d-4787-af47-d7e1240ae3fd']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:40.384412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:40.386071 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:40.392387 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:40.398436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:40.398930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c820e17-b06a-4daa-b062-0ae4ca2c1eb2') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:40.455138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1c820e17-b06a-4daa-b062-0ae4ca2c1eb2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.497047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:40.514283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1c820e17-b06a-4daa-b062-0ae4ca2c1eb2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.525770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631527-60c6-4891-9f30-9ed177f45959 None None] Pushing event updated for resources: {'Port': ['ID=5fd14608-d5ad-418a-af83-7454b6041b94,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:40.534657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Checking segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:40.536712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Network hostable DHCP agents. Network: aa590eea-2f03-4269-a267-500b780cb14c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:40.551489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:40.551905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1c820e17-b06a-4daa-b062-0ae4ca2c1eb2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:40.555663 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:40.564052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dfb863-dee3-4aa9-9b04-9529151d59fd None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:22:40.575048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:40.575048 n-d-836788-1 neutron-server[104177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:40.575048 n-d-836788-1 neutron-server[104177]: [parameters: {'id': '51ad2098-e518-45b0-913d-59ad02e637d5'}] Apr 07 11:22:40.575048 n-d-836788-1 neutron-server[104177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:40.575521 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:40.633039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1110c2ec-e466-45d1-a548-31de7bec4822 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:22:40.645960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Network aa590eea-2f03-4269-a267-500b780cb14c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:40.656444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1f46d3f3-143d-4787-af47-d7e1240ae3fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.673747 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.683895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f46d3f3-143d-4787-af47-d7e1240ae3fd HTTP/1.1" status: 204 len: 168 time: 1.1963868 Apr 07 11:22:40.687979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, aa590eea-2f03-4269-a267-500b780cb14c) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:40.697327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:40.697965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.717045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 1110c2ec-e466-45d1-a548-31de7bec4822 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:22:40.717754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1110c2ec-e466-45d1-a548-31de7bec4822 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:22:40.769334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda66f2f-2d65-4688-b0c2-fa2e32f7a5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f46d3f3-143d-4787-af47-d7e1240ae3fd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:40.836143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f5ccae85-1a1e-4658-b9f5-cbca7527ed80 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8822010 Apr 07 11:22:40.839078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51972) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:40.854179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:40.871644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Deleting subnet 7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:22:40.878506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Publish callbacks [] for subnet (7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.878642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51974) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:40.926132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (77ddb876-967f-4399-a3ec-bd10ca977e05), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.927691 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (77ddb876-967f-4399-a3ec-bd10ca977e05), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:40.965594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-22c9c9ad-1491-4e8d-990e-27199d9ef82e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79688955f4664f01ad07828dc93fae39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0832555 Apr 07 11:22:40.965976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51976) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:40.980590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.051808 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks [] for router_controller (77ddb876-967f-4399-a3ec-bd10ca977e05), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.081758 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:22:41.082756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.120803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfb863-dee3-4aa9-9b04-9529151d59fd None None] Unable to find a vacant binding_index for network aa590eea-2f03-4269-a267-500b780cb14c and agent ab9610f4-8b0f-4778-9e5b-14a9445f576c {{(pid=104179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 07 11:22:41.133206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfb863-dee3-4aa9-9b04-9529151d59fd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, aa590eea-2f03-4269-a267-500b780cb14c) {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:22:41.161166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e41abf62-a609-4016-8323-d6fce6362272 admin admin] Publish callbacks [] for security_group (f51e6962-c94b-43cf-b3e9-4e844545ba10), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.179556 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.262037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.265173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks [] for router_gateway (77ddb876-967f-4399-a3ec-bd10ca977e05), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.271254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e41abf62-a609-4016-8323-d6fce6362272 admin admin] Publish callbacks [] for security_group (f51e6962-c94b-43cf-b3e9-4e844545ba10), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.313093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:41.316168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.323560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd86aba0-be3c-4202-8958-e29413081616 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b1134c5-54b7-415e-92a6-9b1cbf4e6ec6 HTTP/1.1" status: 204 len: 168 time: 0.8242586 Apr 07 11:22:41.325270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51982) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:41.389725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port 5fd14608-d5ad-418a-af83-7454b6041b94 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:41.390087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5fd14608-d5ad-418a-af83-7454b6041b94), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.414955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e41abf62-a609-4016-8323-d6fce6362272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f51e6962-c94b-43cf-b3e9-4e844545ba10), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.418515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e41abf62-a609-4016-8323-d6fce6362272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.419906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e41abf62-a609-4016-8323-d6fce6362272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f51e6962-c94b-43cf-b3e9-4e844545ba10 HTTP/1.1" status: 204 len: 168 time: 0.4529006 Apr 07 11:22:41.444126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41abf62-a609-4016-8323-d6fce6362272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e6962-c94b-43cf-b3e9-4e844545ba10,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:41.543631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port 5fd14608-d5ad-418a-af83-7454b6041b94, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5fd14608-d5ad-418a-af83-7454b6041b94,segment=NetworkSegment(8c5b456b-3e29-47b2-a391-f097871d1f51),segment_id=8c5b456b-3e29-47b2-a391-f097871d1f51)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:41.544204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5fd14608-d5ad-418a-af83-7454b6041b94), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.576362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for 5fd14608-d5ad-418a-af83-7454b6041b94 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:41.734641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks [] for router_gateway (77ddb876-967f-4399-a3ec-bd10ca977e05), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.741982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1f8a4f64-9884-4410-b571-e920debc91f7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.778922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.870521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5fd14608-d5ad-418a-af83-7454b6041b94), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.903979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1f8a4f64-9884-4410-b571-e920debc91f7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:41.911162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=5fd14608-d5ad-418a-af83-7454b6041b94,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:41.930337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port 5fd14608-d5ad-418a-af83-7454b6041b94 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:41.943355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a4f64-9884-4410-b571-e920debc91f7']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:42.060800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.091359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Allocated IP 172.25.5.161 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/2f79b569-1148-45c9-901c-df86cf70656f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:42.095520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ad2098-e518-45b0-913d-59ad02e637d5']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:42.117439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5b456b-3e29-47b2-a391-f097871d1f51') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:42.117838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5b456b-3e29-47b2-a391-f097871d1f51') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:42.129284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.131009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-aa590eea-2f03-4269-a267-500b780cb14c', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:42.132648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.145395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.153006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:42.153448 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (8c5b456b-3e29-47b2-a391-f097871d1f51), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:42.232122 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:42.237557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2592c4af-a22e-4433-80e1-c91370c19361') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:42.240551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2592c4af-a22e-4433-80e1-c91370c19361') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:42.249794 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (51ad2098-e518-45b0-913d-59ad02e637d5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.266942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.278848 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/51ad2098-e518-45b0-913d-59ad02e637d5 HTTP/1.1" status: 204 len: 168 time: 3.2572298 Apr 07 11:22:42.285590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52004) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:42.304773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-270506196'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:42.328593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2592c4af-a22e-4433-80e1-c91370c19361), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.336052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb60f0-f137-4b0b-8258-c6b7ec160248 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=51ad2098-e518-45b0-913d-59ad02e637d5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:42.370003 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2592c4af-a22e-4433-80e1-c91370c19361), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.385371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:42.385777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2592c4af-a22e-4433-80e1-c91370c19361), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:42.387766 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:42.402279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks [] for port (2f79b569-1148-45c9-901c-df86cf70656f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.418651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:42.422515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.454883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Allocated IP 172.20.0.2 (aa590eea-2f03-4269-a267-500b780cb14c/b126e2f3-2ffb-4422-a51d-dfaa27776141/67e1ceb4-aa02-4057-aa6d-cb97c027e544) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:42.512876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1f8a4f64-9884-4410-b571-e920debc91f7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.516843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:42.519565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.528836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f8a4f64-9884-4410-b571-e920debc91f7 HTTP/1.1" status: 204 len: 168 time: 1.2019868 Apr 07 11:22:42.545042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290f3ec-6a08-4c76-a45b-c62838f3bc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8a4f64-9884-4410-b571-e920debc91f7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:42.558294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (80d33355-f149-4026-b050-3920be5e5a84), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.558640 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 80d33355-f149-4026-b050-3920be5e5a84 of type vlan for network 1aa4a800-efdd-4ba8-85ec-f39356a8900c Apr 07 11:22:42.647136 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2f79b569-1148-45c9-901c-df86cf70656f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.727027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Pushing event updated for resources: {'Port': ['ID=2f79b569-1148-45c9-901c-df86cf70656f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:42.733194 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Publish callbacks [] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.739258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1aa4a800-efdd-4ba8-85ec-f39356a8900c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.750044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.752922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:42.756521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:42.760260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:42.821061 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1aa4a800-efdd-4ba8-85ec-f39356a8900c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.827968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:42.828636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.834271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Network aa590eea-2f03-4269-a267-500b780cb14c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:42.839672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:42.846457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:42.874577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Pushing event updated for resources: {'Port': ['ID=67e1ceb4-aa02-4057-aa6d-cb97c027e544,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:42.914888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52026) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:42.958957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Attempting to bind port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:42.959667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Attempting to bind port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:42.960260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Attempting to bind port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 on network aa590eea-2f03-4269-a267-500b780cb14c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:42.968206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:42.968952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Checking segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:42.969699 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:42.970255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Bound using segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:42.971428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Bound port: 67e1ceb4-aa02-4057-aa6d-cb97c027e544, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:42.972477 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.043110 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b42a3b35-d564-4dda-9da5-e999960f3623 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b90001a34f94dffb2853f6e37a75e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261568 Apr 07 11:22:43.046188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:43.164668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] For port 67e1ceb4-aa02-4057-aa6d-cb97c027e544, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:43.190426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] For port 67e1ceb4-aa02-4057-aa6d-cb97c027e544, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=67e1ceb4-aa02-4057-aa6d-cb97c027e544,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:43.210534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.219922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-635a0c2c-c722-4196-8805-c15478484810 admin admin] Publish callbacks [] for security_group (899ea6d1-a6c5-4bc8-b84d-521c4f237081), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.310512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56c5a3-e4c5-4836-aedd-9ce5e89265c5 None None] Pushing event updated for resources: {'Port': ['ID=67e1ceb4-aa02-4057-aa6d-cb97c027e544,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:43.335717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-635a0c2c-c722-4196-8805-c15478484810 admin admin] Publish callbacks [] for security_group (899ea6d1-a6c5-4bc8-b84d-521c4f237081), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.515752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52042) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:43.524778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2379241 Apr 07 11:22:43.530531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccf530-cfe8-4e6f-85ce-351df31064c9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=1aa4a800-efdd-4ba8-85ec-f39356a8900c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:43.534772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52044) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:43.549816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1aa4a800-efdd-4ba8-85ec-f39356a8900c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:43.561546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '1aa4a800-efdd-4ba8-85ec-f39356a8900c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:43.776280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-635a0c2c-c722-4196-8805-c15478484810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (899ea6d1-a6c5-4bc8-b84d-521c4f237081), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.816721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-635a0c2c-c722-4196-8805-c15478484810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.820586 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-635a0c2c-c722-4196-8805-c15478484810 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/899ea6d1-a6c5-4bc8-b84d-521c4f237081 HTTP/1.1" status: 204 len: 168 time: 0.7728429 Apr 07 11:22:43.873809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-839743704-network', 'tenant_id': '131243ab2a5e4d82b3a9871d56401f62'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:43.918214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a0c2c-c722-4196-8805-c15478484810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899ea6d1-a6c5-4bc8-b84d-521c4f237081,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:43.932187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Made reservation on behalf of 131243ab2a5e4d82b3a9871d56401f62 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:43.934855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:43.946307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.058648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks [] for security_group (6db5c7c7-5159-4005-aba6-1042ad79d294), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.073990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6db5c7c7-5159-4005-aba6-1042ad79d294), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.131638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:44.156460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:44.160668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.177908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bd854720-f509-4daf-8905-23c5261bb1a4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.178562 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Added segment bd854720-f509-4daf-8905-23c5261bb1a4 of type vlan for network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 Apr 07 11:22:44.203970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks [] for router_gateway (77ddb876-967f-4399-a3ec-bd10ca977e05), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.238343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (8b667864-8ce0-4b06-8cb5-9c88a58b4bb5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.281898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (8b667864-8ce0-4b06-8cb5-9c88a58b4bb5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.283229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:44.284042 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.335992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db5c7c7-5159-4005-aba6-1042ad79d294,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:44.347100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8298464 Apr 07 11:22:44.364019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52060) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:44.454784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Request body: {'subnet': {'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-839743704-subnet', 'tenant_id': '131243ab2a5e4d82b3a9871d56401f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:44.542479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing IP validity checks on allocation pools {{(pid=104177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:22:44.543010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:22:44.560267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Made reservation on behalf of 131243ab2a5e4d82b3a9871d56401f62 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:44.562796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:44.565595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f1a2c-95ff-4595-9d60-d85fdca796be admin admin] Pushing event updated for resources: {'Network': ['ID=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:44.578958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:44.790870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (77ddb876-967f-4399-a3ec-bd10ca977e05), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.045497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (6eea2051-9888-4f0b-96c2-b541d691d73d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.167223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Router 77ddb876-967f-4399-a3ec-bd10ca977e05 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:22:45.179985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (58a811a6-924e-43c1-a061-5b4f70f7f77b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.213285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eea2051-9888-4f0b-96c2-b541d691d73d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:45.268650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Checking segment: {'id': 'bd854720-f509-4daf-8905-23c5261bb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:45.269342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Network hostable DHCP agents. Network: 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:45.336449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:45.343701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:22:45.358509 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Sync routers for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:22:45.365156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=58a811a6-924e-43c1-a061-5b4f70f7f77b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:45.370050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:45.372541 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:45.373201 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:45.390963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:45.402415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.413332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.417763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-59075308-b69d-4709-a86b-ea55ba1d1e1f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5748322 Apr 07 11:22:45.418683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52108) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:45.437019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '80d33355-f149-4026-b050-3920be5e5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1aa4a800-efdd-4ba8-85ec-f39356a8900c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:45.437967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 1aa4a800-efdd-4ba8-85ec-f39356a8900c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:45.458691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3bc610e7-2618-4b2c-9ee0-8de019987214 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0121131 Apr 07 11:22:45.473122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 1aa4a800-efdd-4ba8-85ec-f39356a8900c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:45.483416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1aa4a800-efdd-4ba8-85ec-f39356a8900c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:45.499576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:45.500307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.522079 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9b13c80-a160-4206-bb8c-3b0e1e1a2e8a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9755433 Apr 07 11:22:45.524762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52112) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:45.551817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb29dc-ad3f-4920-88af-9cf1ae4f0661 None None] Network 51ad2098-e518-45b0-913d-59ad02e637d5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:45.556207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1255476-4801-485f-9561-9240419a5dca None None] Network aa590eea-2f03-4269-a267-500b780cb14c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:45.577865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52114) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:45.602800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c02b8e-e0cc-453e-b212-fe68b2225060 None None] Network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:45.604769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb893ee-ffac-4562-966f-e005614ad55b None None] Network 1aa4a800-efdd-4ba8-85ec-f39356a8900c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:45.649296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52118) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:45.694422 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:45.802499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1aa4a800-efdd-4ba8-85ec-f39356a8900c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:45.943197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (58a811a6-924e-43c1-a061-5b4f70f7f77b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.030305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-158259983-network', 'tenant_id': '0e68ae973c9f428aa6f2cfc939f09789'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:46.072558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89f1dec3-b1cf-4ca0-a235-12dd78ae5aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.104469 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:43Z', 'revision_number': 3, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:46.110045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Made reservation on behalf of 0e68ae973c9f428aa6f2cfc939f09789 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:46.115186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb29dc-ad3f-4920-88af-9cf1ae4f0661 None None] Network 51ad2098-e518-45b0-913d-59ad02e637d5 could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 11:22:46.117851 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.142589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.175357 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Checking router: 77ddb876-967f-4399-a3ec-bd10ca977e05 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:22:46.176081 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Updating router 77ddb876-967f-4399-a3ec-bd10ca977e05 port 2f79b569-1148-45c9-901c-df86cf70656f binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:22:46.234391 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2f79b569-1148-45c9-901c-df86cf70656f), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.262342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 67e1ceb4-aa02-4057-aa6d-cb97c027e544 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:46.355890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (58a811a6-924e-43c1-a061-5b4f70f7f77b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.368009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] Provisioning complete for port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:46.372926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.386545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89f1dec3-b1cf-4ca0-a235-12dd78ae5aae admin admin] Publish callbacks [] for security_group (25c2bb3a-1786-4284-99f6-89cfa22b922c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.502518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d580a6-8cd9-4656-afab-553a68afb432 None None] Network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:46.568841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks [] for security_group (d7d6750c-839e-44ca-acf2-a023eba647ab), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.571385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-89f1dec3-b1cf-4ca0-a235-12dd78ae5aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (25c2bb3a-1786-4284-99f6-89cfa22b922c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.597852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1aa4a800-efdd-4ba8-85ec-f39356a8900c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.602558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d7d6750c-839e-44ca-acf2-a023eba647ab), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.608453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-89f1dec3-b1cf-4ca0-a235-12dd78ae5aae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b6351f6e6ae4a96a85c6b8d0e4389ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0294523 Apr 07 11:22:46.609664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=58a811a6-924e-43c1-a061-5b4f70f7f77b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:46.624708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52138) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:46.669216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa4a800-efdd-4ba8-85ec-f39356a8900c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:46.688138 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Publish callbacks [] for port (2f79b569-1148-45c9-901c-df86cf70656f), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.692703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d33355-f149-4026-b050-3920be5e5a84') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:46.693016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d33355-f149-4026-b050-3920be5e5a84') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:46.697929 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2f79b569-1148-45c9-901c-df86cf70656f), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.702824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1dec3-b1cf-4ca0-a235-12dd78ae5aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2bb3a-1786-4284-99f6-89cfa22b922c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:46.749081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (80d33355-f149-4026-b050-3920be5e5a84), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.763537 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Pushing event updated for resources: {'Port': ['ID=2f79b569-1148-45c9-901c-df86cf70656f,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:46.771635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90e79774-a72d-4b13-a0db-365112e5082a admin admin] Publish callbacks [] for security_group (25c2bb3a-1786-4284-99f6-89cfa22b922c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.788037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (80d33355-f149-4026-b050-3920be5e5a84), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.792190 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.792724 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.793209 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.793607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.794122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.794737 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.795219 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.795786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.796266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.797437 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.798266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.798767 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.799454 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:46.804230 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Attempting to bind port 2f79b569-1148-45c9-901c-df86cf70656f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:46.804915 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Attempting to bind port 2f79b569-1148-45c9-901c-df86cf70656f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:46.805564 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Attempting to bind port 2f79b569-1148-45c9-901c-df86cf70656f on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:46.814248 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:46.815595 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:46.816197 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.816823 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:46.817894 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Bound port: 2f79b569-1148-45c9-901c-df86cf70656f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:46.818524 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2f79b569-1148-45c9-901c-df86cf70656f), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.819706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:46.820203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (80d33355-f149-4026-b050-3920be5e5a84), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:46.824043 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:46.826661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90e79774-a72d-4b13-a0db-365112e5082a admin admin] Publish callbacks [] for security_group (25c2bb3a-1786-4284-99f6-89cfa22b922c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.864314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:46.889107 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] For port 2f79b569-1148-45c9-901c-df86cf70656f, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:46.891842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:46.892420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.894209 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] For port 2f79b569-1148-45c9-901c-df86cf70656f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2f79b569-1148-45c9-901c-df86cf70656f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:46.913912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d6750c-839e-44ca-acf2-a023eba647ab,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:46.914206 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2f79b569-1148-45c9-901c-df86cf70656f), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.979682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1aa4a800-efdd-4ba8-85ec-f39356a8900c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.986220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1ecb3d06-c038-4769-8355-c28efd5422b0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:46.987222 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Added segment 1ecb3d06-c038-4769-8355-c28efd5422b0 of type vlan for network 196b1efc-b87b-4bb9-895b-f2174659680c Apr 07 11:22:47.012838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74d304-31e0-453f-a8af-8eb58c7b7a7b None None] Pushing event updated for resources: {'Port': ['ID=2f79b569-1148-45c9-901c-df86cf70656f,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:47.028495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.029633 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:47.030269 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:47.038643 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/1aa4a800-efdd-4ba8-85ec-f39356a8900c HTTP/1.1" status: 204 len: 168 time: 1.5126617 Apr 07 11:22:47.041633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db321a3-6ebe-4186-bd79-bb71ada8f2d9 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=1aa4a800-efdd-4ba8-85ec-f39356a8900c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:47.052264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52140) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:47.066230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596175995'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:47.098122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90e79774-a72d-4b13-a0db-365112e5082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (25c2bb3a-1786-4284-99f6-89cfa22b922c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.111431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90e79774-a72d-4b13-a0db-365112e5082a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.120602 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-90e79774-a72d-4b13-a0db-365112e5082a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25c2bb3a-1786-4284-99f6-89cfa22b922c HTTP/1.1" status: 204 len: 168 time: 0.4944296 Apr 07 11:22:47.168857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e79774-a72d-4b13-a0db-365112e5082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c2bb3a-1786-4284-99f6-89cfa22b922c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:47.169365 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.189827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:47.200984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.206377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:47.232682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a6261-a044-4086-a23a-2a6e54879cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-1aa4a800-efdd-4ba8-85ec-f39356a8900c', 'network_id': '1aa4a800-efdd-4ba8-85ec-f39356a8900c', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '58a811a6-924e-43c1-a061-5b4f70f7f77b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:47.237407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6261-a044-4086-a23a-2a6e54879cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.250479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] Current status of the port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:47.252292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.272546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:47.315105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.316622 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 9f8cd241-68cc-427f-852c-8c1440a97575 of type vlan for network 483e8758-3063-4713-bafa-7f618d017338 Apr 07 11:22:47.423915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (483e8758-3063-4713-bafa-7f618d017338), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.471705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c516aa-2916-416d-bd76-c48c73183b97 None None] Network 1aa4a800-efdd-4ba8-85ec-f39356a8900c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:47.497564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (483e8758-3063-4713-bafa-7f618d017338), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.502760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:47.503388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.521184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] For port 67e1ceb4-aa02-4057-aa6d-cb97c027e544, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=67e1ceb4-aa02-4057-aa6d-cb97c027e544,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:47.555245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5013654 Apr 07 11:22:47.555922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52146) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:47.578939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c516aa-2916-416d-bd76-c48c73183b97 None None] Network 1aa4a800-efdd-4ba8-85ec-f39356a8900c could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 11:22:47.585762 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.621100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (196b1efc-b87b-4bb9-895b-f2174659680c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.625181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '483e8758-3063-4713-bafa-7f618d017338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:47.656520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-020ba6d9-3a79-45f8-a16c-da7b13322957 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:47.658487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-020ba6d9-3a79-45f8-a16c-da7b13322957 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/networks?id=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 HTTP/1.1" status: 200 len: 817 time: 1.0606544 Apr 07 11:22:47.692630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:43Z', 'revision_number': 3, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:47.705772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Allocated IP 172.20.0.1 (aa590eea-2f03-4269-a267-500b780cb14c/b126e2f3-2ffb-4422-a51d-dfaa27776141/5b85f107-df9c-46c9-acf7-f47298fbfbc1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:47.766583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec9d71-8fcd-48e6-b3e2-2888098f7482 None None] Pushing event updated for resources: {'Port': ['ID=67e1ceb4-aa02-4057-aa6d-cb97c027e544,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:47.777734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:47.778167 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.788530 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456075ec-f46f-44e4-8c09-59187a344a03 None None] The sync data for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 is: [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:43Z', 'revision_number': 3, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:22:47.898319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52150) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:47.903941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-9c6a3710-3757-449f-ace9-aa024ef4223d tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/quotas/131243ab2a5e4d82b3a9871d56401f62 HTTP/1.1" status: 200 len: 375 time: 0.2371242 Apr 07 11:22:47.929970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:47.930477 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:47.935702 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58763f95-aff8-42b2-b17f-31e4554e4a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.948431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks [] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.966724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (196b1efc-b87b-4bb9-895b-f2174659680c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.967594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:47.968603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:47.997746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706cf45-df45-4bb4-9e6f-115841eee319 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=483e8758-3063-4713-bafa-7f618d017338,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:48.006254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-e9e105bb-2429-4f5a-a213-da0c8ee7e27c tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=131243ab2a5e4d82b3a9871d56401f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625668 Apr 07 11:22:48.012041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 483e8758-3063-4713-bafa-7f618d017338 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:48.039866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:48.045710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.088593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4393516 Apr 07 11:22:48.103491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52154) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:48.115317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Request body: {'subnet': {'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-158259983-subnet', 'tenant_id': '0e68ae973c9f428aa6f2cfc939f09789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:48.144469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc2daa-9e53-46dc-a185-3b4911e71105 admin admin] Pushing event updated for resources: {'Network': ['ID=196b1efc-b87b-4bb9-895b-f2174659680c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:48.147079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Made reservation on behalf of 0e68ae973c9f428aa6f2cfc939f09789 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:48.150169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.179227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e312ef65-37a9-4b58-babe-0116288bbb2f None None] Network aa590eea-2f03-4269-a267-500b780cb14c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:48.208792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 196b1efc-b87b-4bb9-895b-f2174659680c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:48.405271 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.501419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58763f95-aff8-42b2-b17f-31e4554e4a3b admin admin] Publish callbacks [] for security_group (afb0a07d-322d-4496-b539-4fdab7962e1f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.663736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (8e1166af-858d-4898-99f8-86d5214d2861), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.669329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Pushing event updated for resources: {'Port': ['ID=5b85f107-df9c-46c9-acf7-f47298fbfbc1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:48.778993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=8e1166af-858d-4898-99f8-86d5214d2861,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:48.786917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '9f8cd241-68cc-427f-852c-8c1440a97575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '483e8758-3063-4713-bafa-7f618d017338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:48.787792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 483e8758-3063-4713-bafa-7f618d017338, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:48.804156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a18f3965-209d-4ea9-8a8b-72fdb0582396 None None] Provisioning complete for port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:48.810919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a18f3965-209d-4ea9-8a8b-72fdb0582396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.839282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 483e8758-3063-4713-bafa-7f618d017338 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:48.851673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 483e8758-3063-4713-bafa-7f618d017338) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:48.859858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:48.865866 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.876698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de8c8c-877e-41c4-9128-be8b714d8509 None None] Network 483e8758-3063-4713-bafa-7f618d017338 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:48.884017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-517cebfa-2f3e-44ae-9264-59ba133ede62 service neutron] 10.222.0.13 "GET /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302126 Apr 07 11:22:48.885471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58763f95-aff8-42b2-b17f-31e4554e4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (afb0a07d-322d-4496-b539-4fdab7962e1f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:48.900017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ad14e12c-86ec-46d5-9d01-82a8201401ba tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2965798 Apr 07 11:22:48.900994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52158) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:48.954997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58763f95-aff8-42b2-b17f-31e4554e4a3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb4d2a94ad64c96a4e677c33e787de9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0507281 Apr 07 11:22:48.986345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52160) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:49.051274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Network aa590eea-2f03-4269-a267-500b780cb14c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:49.083643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-483e8758-3063-4713-bafa-7f618d017338', 'network_id': '483e8758-3063-4713-bafa-7f618d017338', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '8e1166af-858d-4898-99f8-86d5214d2861'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:49.085042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.111768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:49.142919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-26973167-45cb-4eb8-9433-78041f4b1db3 admin admin] Publish callbacks [] for security_group (afb0a07d-322d-4496-b539-4fdab7962e1f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.143479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:49.175351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:49.211787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-26973167-45cb-4eb8-9433-78041f4b1db3 admin admin] Publish callbacks [] for security_group (afb0a07d-322d-4496-b539-4fdab7962e1f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.262626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (77ddb876-967f-4399-a3ec-bd10ca977e05), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.276344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (483e8758-3063-4713-bafa-7f618d017338), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.287472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-26973167-45cb-4eb8-9433-78041f4b1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (afb0a07d-322d-4496-b539-4fdab7962e1f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.290633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-26973167-45cb-4eb8-9433-78041f4b1db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.294198 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-26973167-45cb-4eb8-9433-78041f4b1db3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afb0a07d-322d-4496-b539-4fdab7962e1f HTTP/1.1" status: 204 len: 168 time: 0.3040638 Apr 07 11:22:49.313261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26973167-45cb-4eb8-9433-78041f4b1db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0a07d-322d-4496-b539-4fdab7962e1f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:49.407244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58763f95-aff8-42b2-b17f-31e4554e4a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0a07d-322d-4496-b539-4fdab7962e1f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:49.431351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8e1166af-858d-4898-99f8-86d5214d2861), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.485708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Allocated IP 172.20.0.1 (483e8758-3063-4713-bafa-7f618d017338/8e1166af-858d-4898-99f8-86d5214d2861/174d80b8-2700-41f3-919a-7176d871639f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:49.551625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (28d0aae9-3703-4fc4-b21b-1fe2d0335631), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.659021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-5ea74993-1fec-4697-8bd8-8e5071c9cfeb service neutron] 10.222.0.13 "GET /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179623 Apr 07 11:22:49.710597 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Publish callbacks [] for port (174d80b8-2700-41f3-919a-7176d871639f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.714504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 67e1ceb4-aa02-4057-aa6d-cb97c027e544 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:49.755903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (8e1166af-858d-4898-99f8-86d5214d2861), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.765979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d0aae9-3703-4fc4-b21b-1fe2d0335631,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:49.781060 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (174d80b8-2700-41f3-919a-7176d871639f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.790321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Checking segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:49.792660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Network hostable DHCP agents. Network: 196b1efc-b87b-4bb9-895b-f2174659680c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:49.824964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.874564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Network 196b1efc-b87b-4bb9-895b-f2174659680c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:49.886953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Pushing event updated for resources: {'Port': ['ID=174d80b8-2700-41f3-919a-7176d871639f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:49.902091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Network 483e8758-3063-4713-bafa-7f618d017338 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:49.943200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1166af-858d-4898-99f8-86d5214d2861,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:49.945641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:49.950930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:49.957465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 196b1efc-b87b-4bb9-895b-f2174659680c) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:49.958009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:49.960507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:49.982185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:49.982846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.001557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (483e8758-3063-4713-bafa-7f618d017338), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.020457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804d574-f7c1-4c5e-b077-6af2828f5ed7 None None] Network 196b1efc-b87b-4bb9-895b-f2174659680c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:50.049547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6ae829b6-bc00-49e2-9420-e808d74aa489 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9302831 Apr 07 11:22:50.085045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483e8758-3063-4713-bafa-7f618d017338']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:50.101359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8cd241-68cc-427f-852c-8c1440a97575') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:50.101813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8cd241-68cc-427f-852c-8c1440a97575') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:50.130765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.172974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.202984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:50.203574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:50.210306 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:50.321299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a18f3965-209d-4ea9-8a8b-72fdb0582396 None None] Current status of the port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:50.351144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be003b0c-f77f-44cc-8871-e5c67ef7196a req-b32242be-2f97-45c4-a314-233566a6cfac tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 210 time: 0.1072309 Apr 07 11:22:50.388325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Attempting to bind port 174d80b8-2700-41f3-919a-7176d871639f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:50.399825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Attempting to bind port 174d80b8-2700-41f3-919a-7176d871639f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9f8cd241-68cc-427f-852c-8c1440a97575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '483e8758-3063-4713-bafa-7f618d017338'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:50.400454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Attempting to bind port 174d80b8-2700-41f3-919a-7176d871639f on network 483e8758-3063-4713-bafa-7f618d017338 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:50.438749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:50.438749 n-d-836788-1 neutron-server[104177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:50.438749 n-d-836788-1 neutron-server[104177]: [parameters: {'id': '483e8758-3063-4713-bafa-7f618d017338'}] Apr 07 11:22:50.438749 n-d-836788-1 neutron-server[104177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:50.439365 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:50.452164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:50.455830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Checking segment: {'id': '9f8cd241-68cc-427f-852c-8c1440a97575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '483e8758-3063-4713-bafa-7f618d017338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:50.456857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.457857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Bound using segment: {'id': '9f8cd241-68cc-427f-852c-8c1440a97575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '483e8758-3063-4713-bafa-7f618d017338'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:50.460029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Bound port: 174d80b8-2700-41f3-919a-7176d871639f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8cd241-68cc-427f-852c-8c1440a97575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '483e8758-3063-4713-bafa-7f618d017338'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:50.464538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (174d80b8-2700-41f3-919a-7176d871639f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.520279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks [] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.532965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.719553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9c9d5-cfc5-438a-95c1-14178bf87e3b None None] Network 196b1efc-b87b-4bb9-895b-f2174659680c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:50.770269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:50.771504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2f79b569-1148-45c9-901c-df86cf70656f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:50.826604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Pushing event updated for resources: {'Port': ['ID=5b85f107-df9c-46c9-acf7-f47298fbfbc1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:50.865865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (77ddb876-967f-4399-a3ec-bd10ca977e05), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:50.943234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (483e8758-3063-4713-bafa-7f618d017338), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.024407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cd3b31a5-1bd3-44b3-88c1-def910b2b35d None None] Provisioning complete for port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:51.024965 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd3b31a5-1bd3-44b3-88c1-def910b2b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.081210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] For port 174d80b8-2700-41f3-919a-7176d871639f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:51.132537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port 174d80b8-2700-41f3-919a-7176d871639f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:22:51.133331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (174d80b8-2700-41f3-919a-7176d871639f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.184922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] For port 174d80b8-2700-41f3-919a-7176d871639f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=174d80b8-2700-41f3-919a-7176d871639f,segment=NetworkSegment(9f8cd241-68cc-427f-852c-8c1440a97575),segment_id=9f8cd241-68cc-427f-852c-8c1440a97575)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:51.238375 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (174d80b8-2700-41f3-919a-7176d871639f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.268551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b31a5-1bd3-44b3-88c1-def910b2b35d None None] Port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:22:51.335133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port 174d80b8-2700-41f3-919a-7176d871639f, host n-d-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:51.336024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (174d80b8-2700-41f3-919a-7176d871639f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.339171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2f79b569-1148-45c9-901c-df86cf70656f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:51.340807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2f79b569-1148-45c9-901c-df86cf70656f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.354418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Network aa590eea-2f03-4269-a267-500b780cb14c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:51.362005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:51.365630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for 174d80b8-2700-41f3-919a-7176d871639f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:22:51.496446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992dc5c-c972-4926-8817-58afc8002c0e None None] Network 483e8758-3063-4713-bafa-7f618d017338 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:51.612435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (174d80b8-2700-41f3-919a-7176d871639f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.635116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cd3b31a5-1bd3-44b3-88c1-def910b2b35d None None] Provisioning complete for port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:51.643790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd3b31a5-1bd3-44b3-88c1-def910b2b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.672255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=174d80b8-2700-41f3-919a-7176d871639f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:51.692352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port 174d80b8-2700-41f3-919a-7176d871639f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:22:51.766410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb723f44-13a5-47b2-b305-5857f3c5f4d8 req-cd316807-ea18-4e70-9aa4-69e4a5fad457 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 210 time: 0.2205186 Apr 07 11:22:51.766570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371893df-e1f5-4d3a-abb4-09b9be7a531d None None] Pushing event updated for resources: {'Port': ['ID=174d80b8-2700-41f3-919a-7176d871639f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:51.776109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f949c66-39d6-4224-b73e-23552b0971cf None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:22:51.852988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (483e8758-3063-4713-bafa-7f618d017338), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.884859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2f79b569-1148-45c9-901c-df86cf70656f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:51.885414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2f79b569-1148-45c9-901c-df86cf70656f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.912115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-64356fe4-eb5e-48d6-a045-a56abc9b7b34 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:51.921671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-64356fe4-eb5e-48d6-a045-a56abc9b7b34 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 814 time: 1.0366528 Apr 07 11:22:51.940086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 2f79b569-1148-45c9-901c-df86cf70656f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2f79b569-1148-45c9-901c-df86cf70656f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:51.956839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483e8758-3063-4713-bafa-7f618d017338']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:51.975014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2f79b569-1148-45c9-901c-df86cf70656f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:51.990129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-939003f7-8344-4837-890a-3e137850c08d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/quotas/0e68ae973c9f428aa6f2cfc939f09789 HTTP/1.1" status: 200 len: 375 time: 0.0517147 Apr 07 11:22:51.992941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8cd241-68cc-427f-852c-8c1440a97575') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:51.994146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8cd241-68cc-427f-852c-8c1440a97575') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:52.025849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.055812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.124158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:52.125709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (9f8cd241-68cc-427f-852c-8c1440a97575), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:52.135785 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:52.323680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b31a5-1bd3-44b3-88c1-def910b2b35d None None] Current status of the port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:52.397547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=2f79b569-1148-45c9-901c-df86cf70656f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:52.405310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f949c66-39d6-4224-b73e-23552b0971cf None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:22:52.425761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (483e8758-3063-4713-bafa-7f618d017338), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.461532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.472247 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/483e8758-3063-4713-bafa-7f618d017338 HTTP/1.1" status: 204 len: 168 time: 3.5698144 Apr 07 11:22:52.476089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4876e8-3e76-4afe-8f04-8b82576202eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=483e8758-3063-4713-bafa-7f618d017338,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:52.478434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52236) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:52.497056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-707711058'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:52.518405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3e296724-25c7-4980-a983-fba17f9e474c None None] Provisioning complete for port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:52.518792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3e296724-25c7-4980-a983-fba17f9e474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.536297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-8a61f072-ab63-418e-99d1-0a4dbf77d749 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:52.539422 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-8a61f072-ab63-418e-99d1-0a4dbf77d749 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.41 "GET /v2.0/networks?id=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 HTTP/1.1" status: 200 len: 817 time: 0.4857655 Apr 07 11:22:52.539688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-9ef06302-249c-489f-adaa-4167a413d1c4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5465465 Apr 07 11:22:52.553896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Request body: {'port': {'device_id': '38621a01-0671-4e20-b1b5-d452fc329220', 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5', 'admin_state_up': True, 'tenant_id': '131243ab2a5e4d82b3a9871d56401f62'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:52.559054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:52.562522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.566981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3e296724-25c7-4980-a983-fba17f9e474c None None] Port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:22:52.655267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Router 77ddb876-967f-4399-a3ec-bd10ca977e05 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:22:52.681095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:52.702969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.703338 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment ea8a0aae-c2fe-47ec-b45f-6e45872e4198 of type vlan for network ec218098-019f-4863-bc3e-f168bb35ea9f Apr 07 11:22:52.808831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.831834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-de030841-03af-4858-be3e-ca0e64e43282 service neutron] 10.222.0.13 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813771 Apr 07 11:22:52.848666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Made reservation on behalf of 131243ab2a5e4d82b3a9871d56401f62 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:52.853750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.857691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.865228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:52.865870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:52.963800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e208a16-3931-4c49-bda6-ddeaaf6d655c req-58eba7f2-3585-4342-b779-a9086d59f9c8 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 210 time: 0.0499444 Apr 07 11:22:52.972597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:22:52.985198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Sync routers for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:22:52.988136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2faa1da1-2e76-497a-b20f-a57d83e1113b admin admin] 10.222.0.13 "PUT /v2.0/routers/77ddb876-967f-4399-a3ec-bd10ca977e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5673213 Apr 07 11:22:53.013672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:53.014361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:53.035302 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5445371 Apr 07 11:22:53.039180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52256) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:53.058560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-8b69d27f-7373-4940-a9eb-5ae8213ccffc service neutron] 10.222.0.13 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258146 Apr 07 11:22:53.060830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:53.065674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4654-fc3c-4934-b007-fd67faa128b2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=ec218098-019f-4863-bc3e-f168bb35ea9f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:53.215259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:53.306072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ec218098-019f-4863-bc3e-f168bb35ea9f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:53.312151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Allocated IP 172.20.0.11 (8b667864-8ce0-4b06-8cb5-9c88a58b4bb5/6eea2051-9888-4f0b-96c2-b541d691d73d/e79ece8d-b9b0-438d-b1f0-90a2631ca161) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:53.530790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-091398d6-6b04-49de-81a5-e85c14bae556 req-6530fc63-8819-45a7-8c2b-dd6c1a0da1fa tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 210 time: 0.0950174 Apr 07 11:22:53.788406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 2, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:53.910790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Checking router: 77ddb876-967f-4399-a3ec-bd10ca977e05 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:22:53.913164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Updating router 77ddb876-967f-4399-a3ec-bd10ca977e05 port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:22:54.053355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks [] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.063435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.113539 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.130858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:54.139058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-175312524-network', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:54.189829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2f79b569-1148-45c9-901c-df86cf70656f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:54.193656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Made reservation on behalf of 3089d65c8b7f41068624286eb9fc11c2 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:54.196473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.223762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.230611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f74c2-7d49-445d-aba1-3fe33a213b20 req-38cde5df-124c-4ae1-b3b7-6b09ec04e023 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:54.235454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c00f74c2-7d49-445d-aba1-3fe33a213b20 req-38cde5df-124c-4ae1-b3b7-6b09ec04e023 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 932 time: 0.1117296 Apr 07 11:22:54.247979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:54.261161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:54.267008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.340112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c00f74c2-7d49-445d-aba1-3fe33a213b20 req-7c744742-13af-4707-82e1-6655dad16a7b tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976892 Apr 07 11:22:54.370196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:54.374588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:54.414844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2f79b569-1148-45c9-901c-df86cf70656f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:54.415263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2f79b569-1148-45c9-901c-df86cf70656f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.447496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:54.449167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.462985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Pushing event updated for resources: {'Port': ['ID=e79ece8d-b9b0-438d-b1f0-90a2631ca161,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:54.483934 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-a55b15ce-b820-49e0-82d9-16e43a94c5ae tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9355175 Apr 07 11:22:54.522334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Request body: {'port': {'device_id': '38621a01-0671-4e20-b1b5-d452fc329220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:54.622106 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.724612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7d62402-89a2-4ec1-8060-6b3350b8bf06 req-023f4c4a-cedb-4b8e-a87a-374bd82c5bb3 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 210 time: 0.0763745 Apr 07 11:22:54.727990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks [] for security_group (df7ff5b3-1519-47fe-981f-957d8962e8ff), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.768893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2f79b569-1148-45c9-901c-df86cf70656f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:54.805401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Publish callbacks [] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.815089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.826239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (df7ff5b3-1519-47fe-981f-957d8962e8ff), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.877862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e57814-b18e-4631-84fb-5e24a5b3e08f None None] Pushing event updated for resources: {'Port': ['ID=5b85f107-df9c-46c9-acf7-f47298fbfbc1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:54.936902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:22:54.961481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Attempting to bind port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:54.965959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Attempting to bind port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:54.965959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Attempting to bind port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 on network aa590eea-2f03-4269-a267-500b780cb14c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:54.983756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:54.984408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Checking segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:54.984776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.989642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Bound using segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:54.990415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Bound port: 5b85f107-df9c-46c9-acf7-f47298fbfbc1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:54.991645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:54.993305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ff5b3-1519-47fe-981f-957d8962e8ff,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:55.067165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (01870d38-288e-4c3d-92c5-de34139037ce), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.067839 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Added segment 01870d38-288e-4c3d-92c5-de34139037ce of type vlan for network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d Apr 07 11:22:55.112209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] For port 5b85f107-df9c-46c9-acf7-f47298fbfbc1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:55.118552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] For port 5b85f107-df9c-46c9-acf7-f47298fbfbc1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5b85f107-df9c-46c9-acf7-f47298fbfbc1,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:55.133627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.168905 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-eb53662f-53ae-4fdc-982f-b1cec612536b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4393520 Apr 07 11:22:55.215342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:22:55.216172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:22:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:55.234501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (60793074-6d05-45bc-a030-aa2d42c21909), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.240313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.400264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-1e132875-2d3a-4447-bce7-1227fd189a49 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:55.404825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-1e132875-2d3a-4447-bce7-1227fd189a49 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 814 time: 0.2603686 Apr 07 11:22:55.418264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Request body: {'port': {'device_id': '7791f169-2c20-4c7b-92ea-78911561b854', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'admin_state_up': True, 'tenant_id': '0e68ae973c9f428aa6f2cfc939f09789'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:55.507824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:22:55.512493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.515249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:55.515984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.601551 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4675379 Apr 07 11:22:55.606444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=60793074-6d05-45bc-a030-aa2d42c21909,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:55.610295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:55.635629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e57814-b18e-4631-84fb-5e24a5b3e08f None None] Pushing event updated for resources: {'Port': ['ID=5b85f107-df9c-46c9-acf7-f47298fbfbc1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:55.657175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Request body: {'subnet': {'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-175312524-subnet', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:55.664449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Made reservation on behalf of 0e68ae973c9f428aa6f2cfc939f09789 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:55.668503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.696931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f919df0b-13f6-47df-a201-406159edee4c None None] Provisioning complete for port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:55.697344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f919df0b-13f6-47df-a201-406159edee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.754963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Made reservation on behalf of 3089d65c8b7f41068624286eb9fc11c2 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:22:55.756012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-15009084-180c-4fee-8c96-0c3067c86e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:55.757666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:55.759971 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-15009084-180c-4fee-8c96-0c3067c86e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 1128 time: 0.5406568 Apr 07 11:22:56.018370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79ece8d-b9b0-438d-b1f0-90a2631ca161 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:56.030350 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (915dc5c3-85a2-4ed1-8517-4e62b1316059), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.038206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Publish callbacks [] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.054783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Transition to ACTIVE for port object e79ece8d-b9b0-438d-b1f0-90a2631ca161 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:22:56.068787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.126349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f919df0b-13f6-47df-a201-406159edee4c None None] Current status of the port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:56.128608 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f919df0b-13f6-47df-a201-406159edee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.135554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:56.135931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: ec218098-019f-4863-bc3e-f168bb35ea9f, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:56.145074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1762b-ee04-4b8d-9ad2-5b82caa249f9 req-df5a5d1d-8bfa-4c1f-9f64-b2038ff54d17 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:56.145342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Pushing event updated for resources: {'Port': ['ID=e79ece8d-b9b0-438d-b1f0-90a2631ca161,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:56.153214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf1762b-ee04-4b8d-9ad2-5b82caa249f9 req-df5a5d1d-8bfa-4c1f-9f64-b2038ff54d17 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 932 time: 0.5515699 Apr 07 11:22:56.163006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd34b64-a145-4676-a27f-770045ee0cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:56.176526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86372679-3d39-47fc-b178-8a389f6afa7e req-67c40beb-376a-4513-aaef-6dc66ef88258 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 210 time: 0.1704917 Apr 07 11:22:56.179324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network ec218098-019f-4863-bc3e-f168bb35ea9f is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:56.194950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:22:56.231766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ec218098-019f-4863-bc3e-f168bb35ea9f) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:56.237018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:56.237710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.286369 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e2b062a-1c1e-4c8d-a00b-c3842db84022 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2444389 Apr 07 11:22:56.288618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52378) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:56.331107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a85f3-6177-49bc-858e-5832fff53c4f None None] Network ec218098-019f-4863-bc3e-f168bb35ea9f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:56.335984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Allocated IP 172.20.0.11 (196b1efc-b87b-4bb9-895b-f2174659680c/28d0aae9-3703-4fc4-b21b-1fe2d0335631/886585b5-029c-49e1-b200-5fb1110bd761) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:56.362062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cf1762b-ee04-4b8d-9ad2-5b82caa249f9 req-9503426c-8c2a-4298-a2ce-cc6277647f20 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078981 Apr 07 11:22:56.363187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-b71adc17-4d13-4a42-878a-ac6c405156d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:56.368001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-b71adc17-4d13-4a42-878a-ac6c405156d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 0.5745225 Apr 07 11:22:56.372689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52380) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:56.407932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Attempting to bind port e79ece8d-b9b0-438d-b1f0-90a2631ca161 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:56.408397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Attempting to bind port e79ece8d-b9b0-438d-b1f0-90a2631ca161 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'bd854720-f509-4daf-8905-23c5261bb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:56.408738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Attempting to bind port e79ece8d-b9b0-438d-b1f0-90a2631ca161 on network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:56.442815 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=915dc5c3-85a2-4ed1-8517-4e62b1316059,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:56.467163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Port e79ece8d-b9b0-438d-b1f0-90a2631ca161 on network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:56.467486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Attempting to bind port e79ece8d-b9b0-438d-b1f0-90a2631ca161 on network 8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:56.487176 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:56.487522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Checking segment: {'id': 'bd854720-f509-4daf-8905-23c5261bb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:56.487914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Bound using segment: {'id': 'bd854720-f509-4daf-8905-23c5261bb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:56.488366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Bound port: e79ece8d-b9b0-438d-b1f0-90a2631ca161, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd854720-f509-4daf-8905-23c5261bb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:56.488726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.526716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f919df0b-13f6-47df-a201-406159edee4c None None] For port 5b85f107-df9c-46c9-acf7-f47298fbfbc1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5b85f107-df9c-46c9-acf7-f47298fbfbc1,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:22:56.588598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f919df0b-13f6-47df-a201-406159edee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.601172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ec218098-019f-4863-bc3e-f168bb35ea9f', 'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '60793074-6d05-45bc-a030-aa2d42c21909'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:56.602158 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.613077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Checking segment: {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:56.613504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Network hostable DHCP agents. Network: c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:22:56.638896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks [] for port (886585b5-029c-49e1-b200-5fb1110bd761), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.656289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:22:56.678499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:56.686927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:56.688085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.711373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f72a5f-f0e3-4f42-8b84-57bcc6adf0b9 None None] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:56.723175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f03293c2-4018-45a4-8894-96d7bbeb8c1c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1066484 Apr 07 11:22:56.723175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.724347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52384) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:56.731557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.734086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:56.745762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] For port e79ece8d-b9b0-438d-b1f0-90a2631ca161, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:56.748107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08216f19-e0a2-4e94-add6-d979fdd3841f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.781741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] For port e79ece8d-b9b0-438d-b1f0-90a2631ca161, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161,segment=NetworkSegment(bd854720-f509-4daf-8905-23c5261bb1a4),segment_id=bd854720-f509-4daf-8905-23c5261bb1a4)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:56.787616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-7d535901-6fab-4c42-978c-cd3e97f06d52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 200 len: 1001 time: 0.4082794 Apr 07 11:22:56.863957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (60793074-6d05-45bc-a030-aa2d42c21909), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.875211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Network 196b1efc-b87b-4bb9-895b-f2174659680c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:56.884213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:56.893578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (e1d41d76-50e0-487b-a59e-6a682b12682a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.894727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (e1d41d76-50e0-487b-a59e-6a682b12682a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.905174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:56.915635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919df0b-13f6-47df-a201-406159edee4c None None] Pushing event updated for resources: {'Port': ['ID=5b85f107-df9c-46c9-acf7-f47298fbfbc1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:56.927673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-110a7c72-f708-4406-8609-9d251c63b24c None None] Provisioning complete for port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:56.928272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-110a7c72-f708-4406-8609-9d251c63b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.943083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:56.945909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-494ea988-4ef2-4b58-9775-ac2708841625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:56.948010 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-494ea988-4ef2-4b58-9775-ac2708841625 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0856922 Apr 07 11:22:56.957505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:57.046995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:57.047865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.069975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks [] for router_controller (e1d41d76-50e0-487b-a59e-6a682b12682a), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.082792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0c90e038-be69-4c6d-b0c3-62383eb081c9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6689923 Apr 07 11:22:57.091697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:57.092921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.094530 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] 10.222.0.41 "PUT /v2.0/ports/e79ece8d-b9b0-438d-b1f0-90a2631ca161 HTTP/1.1" status: 200 len: 1092 time: 2.5902019 Apr 07 11:22:57.102212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38621a01-0671-4e20-b1b5-d452fc329220', 'tag': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:57.105406 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f4031-5146-4d2b-9138-1df08b93830d" -d '{"events": [{"name": "network-changed", "server_uuid": "38621a01-0671-4e20-b1b5-d452fc329220", "tag": "e79ece8d-b9b0-438d-b1f0-90a2631ca161"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:57.134193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d', 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d', 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'fixed_ips': [{'subnet_id': '915dc5c3-85a2-4ed1-8517-4e62b1316059'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:22:57.135301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.151546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Allocated IP 172.20.0.1 (ec218098-019f-4863-bc3e-f168bb35ea9f/60793074-6d05-45bc-a030-aa2d42c21909/e5dae02f-61b9-4934-a18e-75181973c1b5) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:57.166081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:55Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:57.194564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Request body: {'port': {'device_id': '7791f169-2c20-4c7b-92ea-78911561b854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:22:57.224457 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a77ee4-5264-4320-b938-f8e642178ebb x-openstack-request-id: req-02a77ee4-5264-4320-b938-f8e642178ebb {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:22:57.224763 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38621a01-0671-4e20-b1b5-d452fc329220", "tag": "e79ece8d-b9b0-438d-b1f0-90a2631ca161", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:22:57.225034 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02a77ee4-5264-4320-b938-f8e642178ebb {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:22:57.225480 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a77ee4-5264-4320-b938-f8e642178ebb'] response: {'name': 'network-changed', 'server_uuid': '38621a01-0671-4e20-b1b5-d452fc329220', 'tag': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161', 'status': 'completed', 'code': 200} Apr 07 11:22:57.254625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35c14-90a4-4ce8-b09d-331eb991eb28 service neutron] Pushing event updated for resources: {'Port': ['ID=e79ece8d-b9b0-438d-b1f0-90a2631ca161,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:57.262139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d3a0-06d8-4167-82c3-ae8c5cef5b1a None None] The sync data for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 is: [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:55Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:22:57.285772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-f3b50502-8e2f-489c-a636-22d6e047b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:57.287594 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-f3b50502-8e2f-489c-a636-22d6e047b8e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2938802 Apr 07 11:22:57.301737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-d2e8d3a8-9a2c-48ae-8888-c30bbef664a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:57.303513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-d2e8d3a8-9a2c-48ae-8888-c30bbef664a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=131243ab2a5e4d82b3a9871d56401f62&device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 1126 time: 0.1331334 Apr 07 11:22:57.378009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks [] for router_gateway (e1d41d76-50e0-487b-a59e-6a682b12682a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.417009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-110a7c72-f708-4406-8609-9d251c63b24c None None] Current status of the port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:57.532336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-d31b0cdd-7a92-44da-99dd-63d194bb4f29 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335761 Apr 07 11:22:57.563942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08216f19-e0a2-4e94-add6-d979fdd3841f admin admin] Publish callbacks [] for security_group (06f71669-5cda-4a7f-8940-9bc34ea2e9a0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.629506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08216f19-e0a2-4e94-add6-d979fdd3841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (06f71669-5cda-4a7f-8940-9bc34ea2e9a0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.648290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.691642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115f279-3f15-4f70-9766-8536966aa507 req-fc2ca919-a69e-44e9-970a-94bd25c59124 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:57.693258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1115f279-3f15-4f70-9766-8536966aa507 req-fc2ca919-a69e-44e9-970a-94bd25c59124 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 944 time: 0.1455543 Apr 07 11:22:57.716534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e5828-0e0a-43b3-943f-d427b20f7781 req-4a84f59f-8759-4d1c-8628-12e76a7a20b9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:57.725032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f13e5828-0e0a-43b3-943f-d427b20f7781 req-4a84f59f-8759-4d1c-8628-12e76a7a20b9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 932 time: 0.3410096 Apr 07 11:22:57.725758 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-e8780c25-711b-4574-8e8b-277c254d8a17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161 HTTP/1.1" status: 200 len: 217 time: 0.1917658 Apr 07 11:22:57.763886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08216f19-e0a2-4e94-add6-d979fdd3841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f71669-5cda-4a7f-8940-9bc34ea2e9a0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:57.783733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Allocated IP 172.20.0.2 (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d/915dc5c3-85a2-4ed1-8517-4e62b1316059/57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:57.821046 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Publish callbacks [] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:57.890803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f13e5828-0e0a-43b3-943f-d427b20f7781 req-0ec09dda-0bf5-4517-b39c-5957c76d4504 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631768 Apr 07 11:22:57.919894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08216f19-e0a2-4e94-add6-d979fdd3841f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc5c606ccef74edaa6439ba7bf1f53a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5459139 Apr 07 11:22:57.930440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:57.950609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1115f279-3f15-4f70-9766-8536966aa507 req-0e266444-3d23-474f-a3aa-4284459cebed tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494307 Apr 07 11:22:58.073471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8315a-e870-4664-a829-8529eac33335 req-6c677b33-6cfa-424c-a7fd-632881f2ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:58.073471 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-6c677b33-6cfa-424c-a7fd-632881f2ab6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6eea2051-9888-4f0b-96c2-b541d691d73d HTTP/1.1" status: 200 len: 857 time: 0.2835474 Apr 07 11:22:58.106388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Publish callbacks [] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.118888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.120816 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-962dda13-fe05-4f6d-8829-2c65a7b31e59 req-0b3cc48d-e750-4300-b64d-37a7d2e5fb5f service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636680 Apr 07 11:22:58.160465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.177269 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-526856a4-97e3-4b0d-becb-fee39a5b4628 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995660 Apr 07 11:22:58.180398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30649b9e-390b-4b2b-b5e7-7fae3325219b admin admin] Publish callbacks [] for security_group (06f71669-5cda-4a7f-8940-9bc34ea2e9a0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.231258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Network ec218098-019f-4863-bc3e-f168bb35ea9f is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:58.244178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:58.246299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b85f107-df9c-46c9-acf7-f47298fbfbc1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:22:58.264555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30649b9e-390b-4b2b-b5e7-7fae3325219b admin admin] Publish callbacks [] for security_group (06f71669-5cda-4a7f-8940-9bc34ea2e9a0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.331913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:58.395068 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks [] for router_gateway (e1d41d76-50e0-487b-a59e-6a682b12682a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.417165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (60793074-6d05-45bc-a030-aa2d42c21909), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.424258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30649b9e-390b-4b2b-b5e7-7fae3325219b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (06f71669-5cda-4a7f-8940-9bc34ea2e9a0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.427054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30649b9e-390b-4b2b-b5e7-7fae3325219b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.430495 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30649b9e-390b-4b2b-b5e7-7fae3325219b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06f71669-5cda-4a7f-8940-9bc34ea2e9a0 HTTP/1.1" status: 204 len: 168 time: 0.4920723 Apr 07 11:22:58.435782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:22:58.445939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.465782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30649b9e-390b-4b2b-b5e7-7fae3325219b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f71669-5cda-4a7f-8940-9bc34ea2e9a0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:58.469278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Attempting to bind port e5dae02f-61b9-4934-a18e-75181973c1b5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:58.469682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Attempting to bind port e5dae02f-61b9-4934-a18e-75181973c1b5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:58.470066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Attempting to bind port e5dae02f-61b9-4934-a18e-75181973c1b5 on network ec218098-019f-4863-bc3e-f168bb35ea9f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:58.475609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=60793074-6d05-45bc-a030-aa2d42c21909,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:58.490582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:22:58.497848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:22:58.505709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Pushing event updated for resources: {'Port': ['ID=e5dae02f-61b9-4934-a18e-75181973c1b5,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:58.551886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:58.554861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Checking segment: {'id': 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:58.559933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.561647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Bound using segment: {'id': 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:58.563440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Bound port: e5dae02f-61b9-4934-a18e-75181973c1b5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec218098-019f-4863-bc3e-f168bb35ea9f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:58.564866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.580143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.593997 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-625cc5bd-09ff-430d-8206-b6b88caf653b service neutron] 10.222.0.41 "GET /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438715 Apr 07 11:22:58.610193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.612373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.613147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.613580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.614000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.614614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.614960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.615303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.615712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.616055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.616473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.616883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.617376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:22:58.650621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec218098-019f-4863-bc3e-f168bb35ea9f']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:58.656350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:22:58.657081 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.708407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:58.708752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:22:58.728883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886585b5-029c-49e1-b200-5fb1110bd761 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:22:58.738981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.769790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Publish callbacks [] for port (886585b5-029c-49e1-b200-5fb1110bd761), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.807874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Attempting to bind port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:58.808631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Attempting to bind port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:58.809279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Attempting to bind port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a on network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:58.813816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Transition to ACTIVE for port object 886585b5-029c-49e1-b200-5fb1110bd761 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:22:58.837728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.842075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:58.842825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Checking segment: {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:58.843632 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.844270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Bound using segment: {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:58.844986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Bound port: 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:58.845741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.850128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Allocated IP 172.25.5.3 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/f979e987-bd2a-4cb8-9d50-a22b0727877f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:22:58.858147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61f8315a-e870-4664-a829-8529eac33335 req-a94b367f-2e5b-4317-87c2-f723284e815f service neutron] 10.222.0.41 "GET /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544270 Apr 07 11:22:58.861244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Pushing event updated for resources: {'Port': ['ID=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:58.866016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] For port e5dae02f-61b9-4934-a18e-75181973c1b5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:58.892651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] For port e5dae02f-61b9-4934-a18e-75181973c1b5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e5dae02f-61b9-4934-a18e-75181973c1b5,segment=NetworkSegment(ea8a0aae-c2fe-47ec-b45f-6e45872e4198),segment_id=ea8a0aae-c2fe-47ec-b45f-6e45872e4198)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:58.911230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.918695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:22:58.919452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:22:58.928739 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:22:58.966852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.099464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:59.128953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52412) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:59.181858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:22:59.181858 n-d-836788-1 neutron-server[104177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:22:59.181858 n-d-836788-1 neutron-server[104177]: [parameters: {'id': 'ec218098-019f-4863-bc3e-f168bb35ea9f'}] Apr 07 11:22:59.181858 n-d-836788-1 neutron-server[104177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:22:59.183226 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:22:59.199472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8490bc39-58ed-4b83-90b5-536fcf16f009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.212681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4031-5146-4d2b-9138-1df08b93830d req-0eab76ff-9943-423c-9949-9b428d188425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:59.216554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-0eab76ff-9943-423c-9949-9b428d188425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=131243ab2a5e4d82b3a9871d56401f62&device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 1126 time: 0.1961586 Apr 07 11:22:59.351527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Attempting to bind port 886585b5-029c-49e1-b200-5fb1110bd761 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:22:59.351790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Attempting to bind port 886585b5-029c-49e1-b200-5fb1110bd761 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:22:59.352136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Attempting to bind port 886585b5-029c-49e1-b200-5fb1110bd761 on network 196b1efc-b87b-4bb9-895b-f2174659680c {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:59.360462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c250d-8828-434c-88cb-d4e2565228fe req-2d0733c4-9fa6-4857-85d2-1f586a8f0340 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:59.362523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d4c250d-8828-434c-88cb-d4e2565228fe req-2d0733c4-9fa6-4857-85d2-1f586a8f0340 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 944 time: 0.2667332 Apr 07 11:22:59.375894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac155782-27e4-4f79-bfd1-0c7996702d73 req-c2cf7003-5556-43cb-b5ac-4a69dc86d04c tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:59.383050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac155782-27e4-4f79-bfd1-0c7996702d73 req-c2cf7003-5556-43cb-b5ac-4a69dc86d04c tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 944 time: 0.2338202 Apr 07 11:22:59.385912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875685ee-40c3-4484-beac-a18dd04f2439 None None] Pushing event updated for resources: {'Port': ['ID=e5dae02f-61b9-4934-a18e-75181973c1b5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:59.415180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Port 886585b5-029c-49e1-b200-5fb1110bd761 on network 196b1efc-b87b-4bb9-895b-f2174659680c not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:22:59.415507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Attempting to bind port 886585b5-029c-49e1-b200-5fb1110bd761 on network 196b1efc-b87b-4bb9-895b-f2174659680c {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:22:59.422404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4031-5146-4d2b-9138-1df08b93830d req-1483f828-7734-42fa-a92e-ef1b27108f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:59.425461 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-1483f828-7734-42fa-a92e-ef1b27108f7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 HTTP/1.1" status: 200 len: 918 time: 0.1851649 Apr 07 11:22:59.427545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] For port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:59.431291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] For port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:59.435438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:22:59.453490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks [] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.460449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.466729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:22:59.467079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Checking segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:22:59.467507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Bound using segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:22:59.467993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Bound port: 886585b5-029c-49e1-b200-5fb1110bd761, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:22:59.468552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.523713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac155782-27e4-4f79-bfd1-0c7996702d73 req-25af0c02-2fbf-48fa-9b56-adb98da2dc92 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396921 Apr 07 11:22:59.529360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d4c250d-8828-434c-88cb-d4e2565228fe req-71607860-63b8-498e-9c12-d67dcf44ee54 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405501 Apr 07 11:22:59.560871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8490bc39-58ed-4b83-90b5-536fcf16f009 admin admin] Publish callbacks [] for security_group (78ef2afc-25ce-4e58-91ab-a54d8fe64697), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.577964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8490bc39-58ed-4b83-90b5-536fcf16f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (78ef2afc-25ce-4e58-91ab-a54d8fe64697), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.606997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ca31b-5c75-4747-901f-6c99762b5c44 None None] Network ec218098-019f-4863-bc3e-f168bb35ea9f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:22:59.627655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b46c48-625b-4e0e-b896-455cb77670c2 None None] Pushing event updated for resources: {'Port': ['ID=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:59.637917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:22:59.641332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:22:59.664288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.690061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.716052 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-1e7543a4-321c-434f-93a1-ab80bfa56a5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161 HTTP/1.1" status: 200 len: 217 time: 0.1526320 Apr 07 11:22:59.761658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490bc39-58ed-4b83-90b5-536fcf16f009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef2afc-25ce-4e58-91ab-a54d8fe64697,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:22:59.802573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8490bc39-58ed-4b83-90b5-536fcf16f009 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c98080dbb52a490e8a0454c70111f7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666932 Apr 07 11:22:59.807424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:22:59.849169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:59.854170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.855712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] 10.222.0.41 "PUT /v2.0/ports/886585b5-029c-49e1-b200-5fb1110bd761 HTTP/1.1" status: 200 len: 1092 time: 2.7058737 Apr 07 11:22:59.860570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:22:59.871323 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da23ac5-1a72-4a40-ba3a-f764df5612cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "tag": "886585b5-029c-49e1-b200-5fb1110bd761"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:22:59.872056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4031-5146-4d2b-9138-1df08b93830d req-c2ae3d29-69b9-4243-8f13-c4e456dbae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:22:59.873601 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-c2ae3d29-69b9-4243-8f13-c4e456dbae61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6eea2051-9888-4f0b-96c2-b541d691d73d HTTP/1.1" status: 200 len: 857 time: 0.1378310 Apr 07 11:22:59.907234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:22:59.979493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-76e6d16b-877d-415c-9ed4-1a6190ad3453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942314 Apr 07 11:23:00.071753 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1505653-afda-447a-acb4-a3983bc136b1 x-openstack-request-id: req-a1505653-afda-447a-acb4-a3983bc136b1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:00.072100 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "tag": "886585b5-029c-49e1-b200-5fb1110bd761", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:00.072466 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1505653-afda-447a-acb4-a3983bc136b1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:00.072991 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1505653-afda-447a-acb4-a3983bc136b1'] response: {'name': 'network-changed', 'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761', 'status': 'completed', 'code': 200} Apr 07 11:23:00.092967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf6255-2a0f-4ee9-900f-624c9a5c9070 service neutron] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:00.173739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:00.196696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:00.200386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:00.264381 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-f4f93a35-9780-4c30-a7aa-470ad9856f3e service neutron] 10.222.0.41 "GET /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707193 Apr 07 11:23:00.266478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Pushing event updated for resources: {'Port': ['ID=f979e987-bd2a-4cb8-9d50-a22b0727877f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:00.287298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-7a7cc34c-b406-4bc5-996f-750c22846059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:00.290123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-7a7cc34c-b406-4bc5-996f-750c22846059 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 1126 time: 0.3410382 Apr 07 11:23:00.303580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:00.342890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a187964-cde8-4a05-b707-74b1b1652494 admin admin] Publish callbacks [] for security_group (78ef2afc-25ce-4e58-91ab-a54d8fe64697), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.363863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:00.364495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.403956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-6a3c4134-09f4-4025-a881-a3731dd3b30a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=886585b5-029c-49e1-b200-5fb1110bd761 HTTP/1.1" status: 200 len: 217 time: 0.1034901 Apr 07 11:23:00.415442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port e5dae02f-61b9-4934-a18e-75181973c1b5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:00.415819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.463823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:00.464861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.466883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a187964-cde8-4a05-b707-74b1b1652494 admin admin] Publish callbacks [] for security_group (78ef2afc-25ce-4e58-91ab-a54d8fe64697), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.467889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105028-018f-4de1-adec-c94bf06928a2 req-373e56de-6606-44eb-8a5f-f949f405eef5 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:00.476411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa105028-018f-4de1-adec-c94bf06928a2 req-373e56de-6606-44eb-8a5f-f949f405eef5 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.3120911 Apr 07 11:23:00.512654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:00.519461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.548579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port e5dae02f-61b9-4934-a18e-75181973c1b5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e5dae02f-61b9-4934-a18e-75181973c1b5,segment=NetworkSegment(ea8a0aae-c2fe-47ec-b45f-6e45872e4198),segment_id=ea8a0aae-c2fe-47ec-b45f-6e45872e4198)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:00.548948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.571594 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-797f4031-5146-4d2b-9138-1df08b93830d req-bb2a23ed-97f8-45a1-b81e-4631430854c0 service neutron] 10.222.0.41 "GET /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961969 Apr 07 11:23:00.573209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for e5dae02f-61b9-4934-a18e-75181973c1b5 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:00.586921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-29f6ebfd-c297-403a-93fe-7af0c8f7af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:00.589333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-29f6ebfd-c297-403a-93fe-7af0c8f7af31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 200 len: 854 time: 0.1499281 Apr 07 11:23:00.641768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-3fe2a12f-c4a0-4e60-b14d-2ae9b67b9baa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=196b1efc-b87b-4bb9-895b-f2174659680c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427415 Apr 07 11:23:00.646407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:00.652643 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a187964-cde8-4a05-b707-74b1b1652494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (78ef2afc-25ce-4e58-91ab-a54d8fe64697), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.658370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a187964-cde8-4a05-b707-74b1b1652494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.663303 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8a187964-cde8-4a05-b707-74b1b1652494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78ef2afc-25ce-4e58-91ab-a54d8fe64697 HTTP/1.1" status: 204 len: 168 time: 0.8524094 Apr 07 11:23:00.663466 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf725e18-9e46-4b39-80fb-fbc961261edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.697286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a187964-cde8-4a05-b707-74b1b1652494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef2afc-25ce-4e58-91ab-a54d8fe64697,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:00.738056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa105028-018f-4de1-adec-c94bf06928a2 req-ecf43cb7-c6ae-467e-9735-62f835b87162 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605808 Apr 07 11:23:00.769066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e5dae02f-61b9-4934-a18e-75181973c1b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.794501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port e5dae02f-61b9-4934-a18e-75181973c1b5 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:00.850582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=e5dae02f-61b9-4934-a18e-75181973c1b5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:00.965799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:00.995698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec218098-019f-4863-bc3e-f168bb35ea9f']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:01.008519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:01.008894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8a0aae-c2fe-47ec-b45f-6e45872e4198') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:01.021694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.038288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.046392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:01.047156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (ea8a0aae-c2fe-47ec-b45f-6e45872e4198), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:01.112983 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:01.126617 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ec218098-019f-4863-bc3e-f168bb35ea9f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.135347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.138799 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/ec218098-019f-4863-bc3e-f168bb35ea9f HTTP/1.1" status: 204 len: 168 time: 4.8476434 Apr 07 11:23:01.154570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:01.161941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-873341540'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:01.167906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e76ea-17a2-4c55-87c7-accbf049aa88 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:23:01.191387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d5f45-68e6-408a-998b-6b4c0d00b3b4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=ec218098-019f-4863-bc3e-f168bb35ea9f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:01.196620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:01.203207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.238343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-0227c9a5-69b8-48fa-ba2b-fd9f7040a49a service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161269 Apr 07 11:23:01.246572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:01.263623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.264028 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 505cae12-b6b9-47d8-af15-24069d3997aa of type vlan for network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab Apr 07 11:23:01.271364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c893068f-1990-4881-a21a-a8746decdd65 None None] Provisioning complete for port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:01.271756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c893068f-1990-4881-a21a-a8746decdd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.331906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.380445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e76ea-17a2-4c55-87c7-accbf049aa88 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:23:01.382463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.388939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:01.390598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.431784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89427b-edb2-4e49-ad0e-382c4a50347e req-d125bb60-7716-4239-8dd0-210bd2db0be4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:01.433397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d89427b-edb2-4e49-ad0e-382c4a50347e req-d125bb60-7716-4239-8dd0-210bd2db0be4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 944 time: 0.1920140 Apr 07 11:23:01.445362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88c304-1872-45c6-9a88-b4ba9326ec94 req-b4abecc1-de49-4ce1-8cec-8fca454935ca tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:01.446873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e88c304-1872-45c6-9a88-b4ba9326ec94 req-b4abecc1-de49-4ce1-8cec-8fca454935ca tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 944 time: 0.8041666 Apr 07 11:23:01.475656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c893068f-1990-4881-a21a-a8746decdd65 None None] Current status of the port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:01.486467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=47fd8748-dfc4-438e-a5e0-071fcb11e0ab,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:01.509576 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8cef33b7-eb01-4a96-8e14-bc4703413ea7 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3533630 Apr 07 11:23:01.510224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52450) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:01.517784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:01.540651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e88c304-1872-45c6-9a88-b4ba9326ec94 req-903081ca-b1ae-46c8-a271-cb6f382aea46 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839205 Apr 07 11:23:01.546435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:01.546629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks [] for router_gateway (e1d41d76-50e0-487b-a59e-6a682b12682a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.550219 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:01.687984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d89427b-edb2-4e49-ad0e-382c4a50347e req-868a8ffe-bbbf-4a4d-a93d-a3172917642e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370594 Apr 07 11:23:01.696931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37727a5b-b628-4de7-8c3b-a2a0f7394e06 req-39e6f68c-116b-48d0-b1d2-1fcd3ba9e363 service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990078 Apr 07 11:23:01.895760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-417d8948-53b9-4ad1-9d9e-60be4e3a6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:01.896961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3c159-010d-404b-a188-a3187f83a41f None None] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:01.897480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-417d8948-53b9-4ad1-9d9e-60be4e3a6a51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 1126 time: 0.1086028 Apr 07 11:23:02.005595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (e1d41d76-50e0-487b-a59e-6a682b12682a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.109982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:02.229893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:02.231152 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.232735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.252640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.286254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-1a805781-ff94-4584-b2e4-be7ece8bffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:02.287798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-1a805781-ff94-4584-b2e4-be7ece8bffa6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 915 time: 0.3826671 Apr 07 11:23:02.293009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab is not hosted by any dhcp agent {{(pid=104177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:23:02.309287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:02.309940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.314193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "PUT /v2.0/networks/47fd8748-dfc4-438e-a5e0-071fcb11e0ab HTTP/1.1" status: 200 len: 723 time: 0.7998703 Apr 07 11:23:02.353892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:02.361116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:02.376984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-91a72856-64cb-4d34-a987-509e3e3887dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=886585b5-029c-49e1-b200-5fb1110bd761 HTTP/1.1" status: 200 len: 217 time: 0.0790684 Apr 07 11:23:02.413543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d58b0-ccba-45d0-9213-91a478814f2e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=47fd8748-dfc4-438e-a5e0-071fcb11e0ab,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:02.433207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:02.499789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9f64-4413-4e82-b28b-c6063b01f3f3 req-a44cb762-60c1-449f-a5f4-400756b6dfb5 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:02.501404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78b9f64-4413-4e82-b28b-c6063b01f3f3 req-a44cb762-60c1-449f-a5f4-400756b6dfb5 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.2989645 Apr 07 11:23:02.508665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:02.561825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-752db151-03eb-4338-bbb7-45f831d923cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:02.563300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-752db151-03eb-4338-bbb7-45f831d923cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 200 len: 854 time: 0.1692598 Apr 07 11:23:02.628595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-5249e23c-15f1-4104-b27f-cf25d05eb839 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=196b1efc-b87b-4bb9-895b-f2174659680c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569355 Apr 07 11:23:02.634988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c2fe436c-12ce-4048-8dac-f16e5a530a68 None None] Provisioning complete for port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:02.635776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c2fe436c-12ce-4048-8dac-f16e5a530a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.650564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Router e1d41d76-50e0-487b-a59e-6a682b12682a is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:23:02.664552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:02.668086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.701279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78b9f64-4413-4e82-b28b-c6063b01f3f3 req-6c9efd38-6ba1-4834-8ff4-3660527ed063 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901579 Apr 07 11:23:02.751117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe436c-12ce-4048-8dac-f16e5a530a68 None None] Current status of the port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:02.756037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e79ece8d-b9b0-438d-b1f0-90a2631ca161 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:23:02.898621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e79ece8d-b9b0-438d-b1f0-90a2631ca161, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161,segment=NetworkSegment(bd854720-f509-4daf-8905-23c5261bb1a4),segment_id=bd854720-f509-4daf-8905-23c5261bb1a4)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:02.916748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161', 'network_id': '8b667864-8ce0-4b06-8cb5-9c88a58b4bb5', 'port_id': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161', 'mac_address': 'fa:16:3e:60:88:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eea2051-9888-4f0b-96c2-b541d691d73d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:23:02.965388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe4856b3-1f84-42c3-8ccf-2fa082eee2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.974584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port e79ece8d-b9b0-438d-b1f0-90a2631ca161 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:02.974584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:02.992927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79ece8d-b9b0-438d-b1f0-90a2631ca161 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:02.995760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-165acb18-bdad-40f9-8569-cd4892ffae9f service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600841 Apr 07 11:23:03.008369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baf8c5-0758-46d9-a9b8-d7edd6a352a4 req-278d7df8-8484-4691-aba6-2d7c93fec490 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:03.010360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4baf8c5-0758-46d9-a9b8-d7edd6a352a4 req-278d7df8-8484-4691-aba6-2d7c93fec490 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 944 time: 0.3570817 Apr 07 11:23:03.014994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e79ece8d-b9b0-438d-b1f0-90a2631ca161, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161,segment=NetworkSegment(bd854720-f509-4daf-8905-23c5261bb1a4),segment_id=bd854720-f509-4daf-8905-23c5261bb1a4)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:03.022769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.082011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=e79ece8d-b9b0-438d-b1f0-90a2631ca161,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:03.169364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d1163-1bd3-4d88-aeeb-a6521cf8f321 req-8f9a8316-133b-4f87-bad0-ab9084e3dab2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:03.170965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b2d1163-1bd3-4d88-aeeb-a6521cf8f321 req-8f9a8316-133b-4f87-bad0-ab9084e3dab2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 944 time: 0.3585877 Apr 07 11:23:03.209486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:23:03.223471 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Sync routers for ids ['e1d41d76-50e0-487b-a59e-6a682b12682a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:23:03.234820 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Routers {'e1d41d76-50e0-487b-a59e-6a682b12682a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:03.236218 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e1d41d76-50e0-487b-a59e-6a682b12682a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:03.279798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.314834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4baf8c5-0758-46d9-a9b8-d7edd6a352a4 req-c52d07c7-8309-440c-bde0-b4dad726a483 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830980 Apr 07 11:23:03.333849 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.338528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-07e2965d-e374-4858-8efc-be785617f516 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6104088 Apr 07 11:23:03.339476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:03.379536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2da23ac5-1a72-4a40-ba3a-f764df5612cb req-eeabf4c8-7568-4202-a74a-88583b9b6498 service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603170 Apr 07 11:23:03.379794 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Set router e1d41d76-50e0-487b-a59e-6a682b12682a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:03.383808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b2d1163-1bd3-4d88-aeeb-a6521cf8f321 req-f8827f8b-3d3c-468f-bb3a-8fa1c509dbb6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036471 Apr 07 11:23:03.408106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (25783d4c-82a7-4a4b-acba-e57e2ec3dd66), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.506098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=25783d4c-82a7-4a4b-acba-e57e2ec3dd66,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:03.515648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '505cae12-b6b9-47d8-af15-24069d3997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:03.516029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 47fd8748-dfc4-438e-a5e0-071fcb11e0ab, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:03.538735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:03.551090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 47fd8748-dfc4-438e-a5e0-071fcb11e0ab) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:03.558481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:03.559647 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548645'] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.565065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f526d7d-fb6c-4c29-a296-501c392b322d None None] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:03.570773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['e79ece8d-b9b0-438d-b1f0-90a2631ca161'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:03.579993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6aad1f41-d725-4ad5-bc7f-bb7fa6763655 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2227645 Apr 07 11:23:03.582784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52502) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:03.588386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:03.692028 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:23:00Z', 'revision_number': 3, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:03.699021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25390428'] for subnet (25783d4c-82a7-4a4b-acba-e57e2ec3dd66), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.736637 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Checking router: e1d41d76-50e0-487b-a59e-6a682b12682a for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:23:03.737027 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Updating router e1d41d76-50e0-487b-a59e-6a682b12682a port f979e987-bd2a-4cb8-9d50-a22b0727877f binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:23:03.791187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-47fd8748-dfc4-438e-a5e0-071fcb11e0ab', 'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '25783d4c-82a7-4a4b-acba-e57e2ec3dd66'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:23:03.792170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.816182 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.968964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749672087830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25633115'] for subnet (25783d4c-82a7-4a4b-acba-e57e2ec3dd66), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:03.973538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.055826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=25783d4c-82a7-4a4b-acba-e57e2ec3dd66,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:04.064202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:04.066181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.067576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aac59d0a-8980-4c62-9a9b-dcd3848d120c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "PUT /v2.0/subnets/25783d4c-82a7-4a4b-acba-e57e2ec3dd66 HTTP/1.1" status: 200 len: 806 time: 0.4836669 Apr 07 11:23:04.075203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:04.094540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-012185e2-b043-41fb-8d6d-ede12983d91a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:04.097427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-012185e2-b043-41fb-8d6d-ede12983d91a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.41 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.2247186 Apr 07 11:23:04.114566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13a3c-0c55-44f2-b010-efcc27129960 req-2c5ed352-5cf6-4e00-9205-79fddd864a16 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:04.116443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eab13a3c-0c55-44f2-b010-efcc27129960 req-2c5ed352-5cf6-4e00-9205-79fddd864a16 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.2341735 Apr 07 11:23:04.223527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Allocated IP 172.20.0.2 (47fd8748-dfc4-438e-a5e0-071fcb11e0ab/25783d4c-82a7-4a4b-acba-e57e2ec3dd66/8174a0f7-5e22-4cc1-9712-1f2f96b9dd58) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:04.224777 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Publish callbacks [] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.229552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.236646 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.254262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eab13a3c-0c55-44f2-b010-efcc27129960 req-0e750d8b-5102-40c9-9aba-b51139f5a194 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947318 Apr 07 11:23:04.285497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Deleting port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:04.286270 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.322141 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Attempting to bind port f979e987-bd2a-4cb8-9d50-a22b0727877f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:04.323115 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Attempting to bind port f979e987-bd2a-4cb8-9d50-a22b0727877f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:04.323711 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Attempting to bind port f979e987-bd2a-4cb8-9d50-a22b0727877f on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:04.327305 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf69be-75bd-4d21-aaac-64451b353d6c None None] Pushing event updated for resources: {'Port': ['ID=f979e987-bd2a-4cb8-9d50-a22b0727877f,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:04.332853 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:04.333568 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:04.334712 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.335226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (25783d4c-82a7-4a4b-acba-e57e2ec3dd66), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.335450 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:04.336527 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Bound port: f979e987-bd2a-4cb8-9d50-a22b0727877f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:04.336527 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.339300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Allocated IP 172.20.0.1 (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d/915dc5c3-85a2-4ed1-8517-4e62b1316059/e0af40d0-9d1c-40d5-8c42-68dff12c8e3d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:04.431520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] For port f979e987-bd2a-4cb8-9d50-a22b0727877f, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:04.435853 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] For port f979e987-bd2a-4cb8-9d50-a22b0727877f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f979e987-bd2a-4cb8-9d50-a22b0727877f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:04.451962 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.474177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.475186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Publish callbacks [] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.496203 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.496579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] For port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:04.497042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.550549 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf69be-75bd-4d21-aaac-64451b353d6c None None] Pushing event updated for resources: {'Port': ['ID=f979e987-bd2a-4cb8-9d50-a22b0727877f,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:04.551965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:04.558012 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Routers {'e1d41d76-50e0-487b-a59e-6a682b12682a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:04.558639 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e1d41d76-50e0-487b-a59e-6a682b12682a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:04.577714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:04.582911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Pushing event updated for resources: {'Port': ['ID=8174a0f7-5e22-4cc1-9712-1f2f96b9dd58,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:04.587122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:04.636081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (25783d4c-82a7-4a4b-acba-e57e2ec3dd66), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.670092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Attempting to bind port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:04.670790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Attempting to bind port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '505cae12-b6b9-47d8-af15-24069d3997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:04.671337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Attempting to bind port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58 on network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:04.692920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:04.693454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Checking segment: {'id': '505cae12-b6b9-47d8-af15-24069d3997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:04.693884 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.694296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Bound using segment: {'id': '505cae12-b6b9-47d8-af15-24069d3997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:04.694810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Bound port: 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505cae12-b6b9-47d8-af15-24069d3997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:04.696221 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.707449 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] Set router e1d41d76-50e0-487b-a59e-6a682b12682a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:04.768229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks [] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.778308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=25783d4c-82a7-4a4b-acba-e57e2ec3dd66,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:04.825876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] For port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:04.831099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] For port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8174a0f7-5e22-4cc1-9712-1f2f96b9dd58,segment=NetworkSegment(505cae12-b6b9-47d8-af15-24069d3997aa),segment_id=505cae12-b6b9-47d8-af15-24069d3997aa)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:04.839104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.874741 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.901273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd8748-dfc4-438e-a5e0-071fcb11e0ab']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:04.917215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505cae12-b6b9-47d8-af15-24069d3997aa') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:04.918250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505cae12-b6b9-47d8-af15-24069d3997aa') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:04.931125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.949187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:04.959104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:04.959649 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.041891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2396a-0ede-45a6-953b-1722b90b1b67 req-929a0ba3-3bda-4506-9101-f62c70b8f770 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:05.043450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45c2396a-0ede-45a6-953b-1722b90b1b67 req-929a0ba3-3bda-4506-9101-f62c70b8f770 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 945 time: 0.5946732 Apr 07 11:23:05.050873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0e262-9b23-4555-8f0d-4c864d0c3575 None None] Pushing event updated for resources: {'Port': ['ID=8174a0f7-5e22-4cc1-9712-1f2f96b9dd58,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:05.056073 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:05.065069 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:23:00Z', 'revision_number': 3, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:05.088825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.api [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:23:05.088825 n-d-836788-1 neutron-server[104177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:23:05.088825 n-d-836788-1 neutron-server[104177]: [parameters: {'id': '47fd8748-dfc4-438e-a5e0-071fcb11e0ab'}] Apr 07 11:23:05.088825 n-d-836788-1 neutron-server[104177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:23:05.089477 n-d-836788-1 neutron-server[104177]: DEBUG oslo_db.api [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:23:05.106616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23719c6c-7af5-4285-90f8-7aa01a137049 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:23:05.109475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2de31-ba54-4f9f-a506-e1553ee4a97d None None] The sync data for ids ['e1d41d76-50e0-487b-a59e-6a682b12682a'] in n-d-836788-1 is: [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:23:00Z', 'revision_number': 3, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:23:05.112070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.203173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:05.210688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803acb3-6068-43ac-a449-3cde00b035a8 req-77135996-b248-4fbe-8e53-29f73ed249c2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:05.212704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:05.217989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:05.221330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Pushing event updated for resources: {'Port': ['ID=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:05.235349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6803acb3-6068-43ac-a449-3cde00b035a8 req-77135996-b248-4fbe-8e53-29f73ed249c2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 944 time: 0.7239151 Apr 07 11:23:05.285692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (e1d41d76-50e0-487b-a59e-6a682b12682a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.287534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23719c6c-7af5-4285-90f8-7aa01a137049 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:23:05.376627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45c2396a-0ede-45a6-953b-1722b90b1b67 req-1ab6d84e-a914-48a7-85c1-4f53f132fe2b tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794805 Apr 07 11:23:05.415593 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.415955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (7dc06636-351d-4976-84b0-1e202f31dcb2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.416278 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Floating IP 7dc06636-351d-4976-84b0-1e202f31dcb2 disassociated. External IP: 172.25.5.208, port: c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777. Apr 07 11:23:05.416629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Calling delete_port for c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:05.437917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6803acb3-6068-43ac-a449-3cde00b035a8 req-53e99258-3a12-44c6-b749-fee93334e5b0 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013614 Apr 07 11:23:05.543001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.597278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.646918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740107cf-7f7d-429f-b543-a10ab2f9d542 None None] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:05.683562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10afaca-3caf-4288-b89a-8cc43d05d207 req-b9706851-c0fb-4248-a2d6-814cfd1bec1d tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:05.687293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c10afaca-3caf-4288-b89a-8cc43d05d207 req-b9706851-c0fb-4248-a2d6-814cfd1bec1d tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 945 time: 0.1555862 Apr 07 11:23:05.689356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.738211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event deleted for resources: {'Port': ['ID=c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:05.892416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80114dca-b7c6-46ca-829d-9e0c796c520c None None] Network 47fd8748-dfc4-438e-a5e0-071fcb11e0ab requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:05.916474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks [] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.924757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:05.978298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Router 0a7f15bf-bc13-43c3-9253-a41636ebed3d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:23:06.022684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (e1d41d76-50e0-487b-a59e-6a682b12682a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.026709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Pushing event updated for resources: {'Port': ['ID=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:06.046914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c10afaca-3caf-4288-b89a-8cc43d05d207 req-4f8ae320-2be8-460e-8570-31d5466f737e tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad89ff6-8637-4dfb-a6b4-db7ac713516d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521945 Apr 07 11:23:06.050910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:06.051252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.096395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.115374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7c685e79-e82a-407c-afce-0bc477cb5dea None None] Provisioning complete for port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:06.115760 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c685e79-e82a-407c-afce-0bc477cb5dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.180959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7c685e79-e82a-407c-afce-0bc477cb5dea None None] Port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:23:06.181915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8174a0f7-5e22-4cc1-9712-1f2f96b9dd58,segment=NetworkSegment(505cae12-b6b9-47d8-af15-24069d3997aa),segment_id=505cae12-b6b9-47d8-af15-24069d3997aa)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:06.182392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.209547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f979e987-bd2a-4cb8-9d50-a22b0727877f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:06.231172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:06.294135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f979e987-bd2a-4cb8-9d50-a22b0727877f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:06.294611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.306788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:23:06.327158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] Sync routers for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:23:06.369326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:06.370232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:06.371294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:06.384395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] No DVR routers for this DVR port c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:06.398390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.402395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4255a394-a805-48f9-ac37-81a7f91b6910 req-b08c127d-ee0a-41bc-a97d-6e8dc81fbf0a tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.41 "DELETE /v2.0/ports/c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 HTTP/1.1" status: 204 len: 173 time: 2.2981968 Apr 07 11:23:06.402662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:06.403093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'name': 'network-vif-deleted', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:06.406053 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b6f74d-cd3e-44b4-8732-fceb1baa9a80" -d '{"events": [{"server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "name": "network-vif-deleted", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:06.463089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8174a0f7-5e22-4cc1-9712-1f2f96b9dd58), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.503730 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb46ac4-6650-48bd-8b06-457211392180 x-openstack-request-id: req-beb46ac4-6650-48bd-8b06-457211392180 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:06.504145 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71542e6-d968-4526-98b6-040e2d4514ea", "name": "network-vif-deleted", "tag": "c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:06.504587 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beb46ac4-6650-48bd-8b06-457211392180 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:06.505394 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb46ac4-6650-48bd-8b06-457211392180'] response: {'server_uuid': 'd71542e6-d968-4526-98b6-040e2d4514ea', 'name': 'network-vif-deleted', 'tag': 'c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777', 'status': 'completed', 'code': 200} Apr 07 11:23:06.708384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port 8174a0f7-5e22-4cc1-9712-1f2f96b9dd58 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:06.717338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=8174a0f7-5e22-4cc1-9712-1f2f96b9dd58,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:06.721248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f979e987-bd2a-4cb8-9d50-a22b0727877f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:06.721799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.750011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:06.819032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90904-4958-44d3-a8e5-8cb45e5ac818 req-5ae889a2-603a-46f4-8269-5d680d2c25bb tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:06.820685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01d90904-4958-44d3-a8e5-8cb45e5ac818 req-5ae889a2-603a-46f4-8269-5d680d2c25bb tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 945 time: 0.2312257 Apr 07 11:23:06.855015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c427-ad34-4e74-b3e4-323691524783 req-561805f0-dcd6-4667-a07c-ae18d89ac7f2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:06.857240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba16c427-ad34-4e74-b3e4-323691524783 req-561805f0-dcd6-4667-a07c-ae18d89ac7f2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 944 time: 0.2655125 Apr 07 11:23:06.864695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f979e987-bd2a-4cb8-9d50-a22b0727877f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f979e987-bd2a-4cb8-9d50-a22b0727877f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:06.866206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:23:06.879250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e79ece8d-b9b0-438d-b1f0-90a2631ca161 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:06.890252 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:06.936906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01d90904-4958-44d3-a8e5-8cb45e5ac818 req-731d24b4-e279-46b0-aa15-40f7c3f8aeb0 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050732 Apr 07 11:23:06.976169 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.006903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd8748-dfc4-438e-a5e0-071fcb11e0ab']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:07.025019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505cae12-b6b9-47d8-af15-24069d3997aa') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:07.025370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505cae12-b6b9-47d8-af15-24069d3997aa') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:07.028158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba16c427-ad34-4e74-b3e4-323691524783 req-22f4313a-cfbd-4303-ac99-34a9f8318c90 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152668 Apr 07 11:23:07.066643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Router e1d41d76-50e0-487b-a59e-6a682b12682a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:23:07.069844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.102844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:23:07.253507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd24d675-6770-4ea1-8039-bac5c97c908a req-d3a5b388-6b8a-4c8a-b2cc-152868224fc1 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0781174 Apr 07 11:23:07.255311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.290082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:07.290373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (505cae12-b6b9-47d8-af15-24069d3997aa), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.294076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-87fe4726-adf4-499d-8499-3f09c7486d79 None None] Provisioning complete for port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:07.294568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87fe4726-adf4-499d-8499-3f09c7486d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:07.299593 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:07.307568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f979e987-bd2a-4cb8-9d50-a22b0727877f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:07.327743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:23:07.377362 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-46cbf5dc-29d3-4ea5-940b-c272b875a04c admin admin] 10.222.0.13 "PUT /v2.0/routers/e1d41d76-50e0-487b-a59e-6a682b12682a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357859 Apr 07 11:23:07.415482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.419176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-87fe4726-adf4-499d-8499-3f09c7486d79 None None] Port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:23:07.423913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:07.425561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (47fd8748-dfc4-438e-a5e0-071fcb11e0ab), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.436460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.447371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:07.448489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/47fd8748-dfc4-438e-a5e0-071fcb11e0ab HTTP/1.1" status: 204 len: 168 time: 3.3721268 Apr 07 11:23:07.457259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port e79ece8d-b9b0-438d-b1f0-90a2631ca161 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:23:07.465758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port e79ece8d-b9b0-438d-b1f0-90a2631ca161 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:07.466137 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.476322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241b0b-10ed-4c86-9ed3-3e6a540d2674 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=47fd8748-dfc4-438e-a5e0-071fcb11e0ab,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:07.499321 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8525f84b-b5f6-4d28-8b4e-d525dc4384b0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:07.502940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8525f84b-b5f6-4d28-8b4e-d525dc4384b0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:07.512437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '886585b5-029c-49e1-b200-5fb1110bd761', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'port_id': '886585b5-029c-49e1-b200-5fb1110bd761', 'mac_address': 'fa:16:3e:d0:4d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d0aae9-3703-4fc4-b21b-1fe2d0335631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:23:07.525155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:07.530886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880626308', 'description': 'd1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:07.536899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8525f84b-b5f6-4d28-8b4e-d525dc4384b0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/47fd8748-dfc4-438e-a5e0-071fcb11e0ab HTTP/1.1" status: 404 len: 339 time: 0.0874760 Apr 07 11:23:07.568567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:07.578722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.600432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 886585b5-029c-49e1-b200-5fb1110bd761 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:07.600878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.657629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:07.673943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b0d2957f-8d3f-47e9-8db4-34bf5070bc0e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.674539 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment b0d2957f-8d3f-47e9-8db4-34bf5070bc0e of type vlan for network ce92481f-568c-4b3d-9a0c-5b12cf90341e Apr 07 11:23:07.684583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886585b5-029c-49e1-b200-5fb1110bd761 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:07.732912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:07.742744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:48Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:07.746657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port e79ece8d-b9b0-438d-b1f0-90a2631ca161 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:07.747990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.750267 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.784272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.792478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:07.795045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.904499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52582) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:07.906157 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3771689 Apr 07 11:23:07.914956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcddec-1686-49c3-a5fa-ed9dd3695f43 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=ce92481f-568c-4b3d-9a0c-5b12cf90341e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:07.962200 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:07.969004 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Sync routers for ids ['e1d41d76-50e0-487b-a59e-6a682b12682a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:23:07.997860 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Routers {'e1d41d76-50e0-487b-a59e-6a682b12682a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:08.005236 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e1d41d76-50e0-487b-a59e-6a682b12682a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:08.022526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ce92481f-568c-4b3d-9a0c-5b12cf90341e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:08.027652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:08.031473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] Checking router: 0a7f15bf-bc13-43c3-9253-a41636ebed3d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:23:08.129189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:08.129843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:08.263447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f979e987-bd2a-4cb8-9d50-a22b0727877f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:08.277939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4273c3-2e08-4535-bbe6-800590487f6e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:08.285098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5b4273c3-2e08-4535-bbe6-800590487f6e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks?id=ce92481f-568c-4b3d-9a0c-5b12cf90341e HTTP/1.1" status: 200 len: 760 time: 0.3763194 Apr 07 11:23:08.286237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52598) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:08.292235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'description': 'd2'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:08.324645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e90209-eac5-4a92-aedf-0556a62fe9b0 req-11b65f6f-aae0-47be-8786-0520f81e637b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:08.333675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0e90209-eac5-4a92-aedf-0556a62fe9b0 req-11b65f6f-aae0-47be-8786-0520f81e637b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 945 time: 0.2110140 Apr 07 11:23:08.342702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34045c04-b6ea-4975-b52b-2b7652aa96e3 req-e9124917-0c65-4c8b-aaec-d86d803976ba tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:08.357850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34045c04-b6ea-4975-b52b-2b7652aa96e3 req-e9124917-0c65-4c8b-aaec-d86d803976ba tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 945 time: 0.2325354 Apr 07 11:23:08.371479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38621a01-0671-4e20-b1b5-d452fc329220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:08.373746 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a3277f-78fa-4b35-bcfc-6c4997c2c6d0" -d '{"events": [{"server_uuid": "38621a01-0671-4e20-b1b5-d452fc329220", "name": "network-vif-plugged", "status": "completed", "tag": "e79ece8d-b9b0-438d-b1f0-90a2631ca161"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:08.410197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port e79ece8d-b9b0-438d-b1f0-90a2631ca161, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161,segment=NetworkSegment(bd854720-f509-4daf-8905-23c5261bb1a4),segment_id=bd854720-f509-4daf-8905-23c5261bb1a4)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:08.429843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['886585b5-029c-49e1-b200-5fb1110bd761'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:08.489116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f979e987-bd2a-4cb8-9d50-a22b0727877f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:08.494034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:08.496311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:08.507419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34045c04-b6ea-4975-b52b-2b7652aa96e3 req-d3a2b163-883e-4950-955a-83f9150f2d09 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483476 Apr 07 11:23:08.513591 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Set router e1d41d76-50e0-487b-a59e-6a682b12682a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:08.530798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0e90209-eac5-4a92-aedf-0556a62fe9b0 req-54a4c2c9-fcae-4147-b445-0df1b9bb594c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962180 Apr 07 11:23:08.697449 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec84ed-5152-4861-bcbc-a2f6fd7b4e07 x-openstack-request-id: req-37ec84ed-5152-4861-bcbc-a2f6fd7b4e07 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:08.697742 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38621a01-0671-4e20-b1b5-d452fc329220", "name": "network-vif-plugged", "status": "completed", "tag": "e79ece8d-b9b0-438d-b1f0-90a2631ca161", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:08.698003 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37ec84ed-5152-4861-bcbc-a2f6fd7b4e07 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:08.698394 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ec84ed-5152-4861-bcbc-a2f6fd7b4e07'] response: {'server_uuid': '38621a01-0671-4e20-b1b5-d452fc329220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161', 'code': 200} Apr 07 11:23:08.723812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=e79ece8d-b9b0-438d-b1f0-90a2631ca161,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:08.724751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4468032-874e-4924-b550-752a3614911c req-5fa29d16-607a-4912-9470-10092a5671af tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0618198 Apr 07 11:23:08.738413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:08.785043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:08.803112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:08.805484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c72d-9ed9-4815-acf7-1d2a12442394 req-aa6449ac-528e-4f19-9025-c6ff8dd807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:08.808194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e212c72d-9ed9-4815-acf7-1d2a12442394 req-aa6449ac-528e-4f19-9025-c6ff8dd807d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 1128 time: 0.0733531 Apr 07 11:23:08.835865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network ce92481f-568c-4b3d-9a0c-5b12cf90341e is not hosted by any dhcp agent {{(pid=104177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:23:08.846200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:08.847098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:08.854281 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "PUT /v2.0/networks/ce92481f-568c-4b3d-9a0c-5b12cf90341e HTTP/1.1" status: 200 len: 757 time: 0.5641646 Apr 07 11:23:08.855129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:08.855480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c0afe0d7-9262-4d4d-a7f6-f8c9e37e0777 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:08.867529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52638) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:08.916946 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:23:05Z', 'revision_number': 4, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'e0af40d0-9d1c-40d5-8c42-68dff12c8e3d', 'name': '', 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'mac_address': 'fa:16:3e:8b:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '915dc5c3-85a2-4ed1-8517-4e62b1316059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:04Z', 'updated_at': '2022-04-07T11:23:05Z', 'revision_number': 2, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'subnets': [{'id': '915dc5c3-85a2-4ed1-8517-4e62b1316059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:08.935256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:08.961636 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Checking router: e1d41d76-50e0-487b-a59e-6a682b12682a for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:23:08.962266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Updating router e1d41d76-50e0-487b-a59e-6a682b12682a port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:23:08.967724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22248bca-81a9-4f4b-be53-b6e0b10573c2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=ce92481f-568c-4b3d-9a0c-5b12cf90341e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:08.996029 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.017122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ce92481f-568c-4b3d-9a0c-5b12cf90341e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:09.161361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350cc021-fcbe-42ae-b800-98b3bd89ef07 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:09.167971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-350cc021-fcbe-42ae-b800-98b3bd89ef07 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks?id=ce92481f-568c-4b3d-9a0c-5b12cf90341e HTTP/1.1" status: 200 len: 760 time: 0.2860210 Apr 07 11:23:09.168397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52642) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:09.173940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1995945066'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:09.221161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:09.224448 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.227984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e212c72d-9ed9-4815-acf7-1d2a12442394 req-87ac3456-5d16-4372-8cf2-9dbe1b2588e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138055 Apr 07 11:23:09.311121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:09.336767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (423198ae-1440-4c95-9946-0a67e68ea1f2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.337125 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment 423198ae-1440-4c95-9946-0a67e68ea1f2 of type vlan for network 2d9a1688-d373-4b44-bc3b-a30823318113 Apr 07 11:23:09.423089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2d9a1688-d373-4b44-bc3b-a30823318113), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.488318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2d9a1688-d373-4b44-bc3b-a30823318113), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.496310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:09.498911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.523252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f979e987-bd2a-4cb8-9d50-a22b0727877f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:09.611847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:48Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:09.680189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd8c81-9e14-4579-9918-620405eb2909 None None] The sync data for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 is: [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:20:41Z', 'revision_number': 4, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c3a38875-25ea-4195-8547-74214fb2e850', 'name': '', 'network_id': 'cd7861e3-c532-451b-8c93-6916858332c7', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'mac_address': 'fa:16:3e:6a:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:39Z', 'updated_at': '2022-04-07T11:20:48Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'subnets': [{'id': '7ed89185-f8ee-4a30-96e5-9bd63dda2c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:23:09.749571 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Publish callbacks [] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.777600 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:09.803693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=2d9a1688-d373-4b44-bc3b-a30823318113,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:09.819219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b1b5583-1a69-481d-9563-9279d31bc084 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6496096 Apr 07 11:23:09.827900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2d9a1688-d373-4b44-bc3b-a30823318113 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:09.829460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:09.838368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '2d9a1688-d373-4b44-bc3b-a30823318113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:10.011364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bed5c4-8d63-4d0d-8e93-7c5b32170d06 req-20ba7c53-9575-4d8b-9c7e-ff38531c6bd9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:10.016895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43bed5c4-8d63-4d0d-8e93-7c5b32170d06 req-20ba7c53-9575-4d8b-9c7e-ff38531c6bd9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 945 time: 0.2950313 Apr 07 11:23:10.044424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dac76-b864-48f2-ba90-7cabae9cb191 req-939f13da-5b59-48b8-8def-55afdaafbaa7 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:10.065889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e0dac76-b864-48f2-ba90-7cabae9cb191 req-939f13da-5b59-48b8-8def-55afdaafbaa7 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 946 time: 0.3692536 Apr 07 11:23:10.088606 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Attempting to bind port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:10.090046 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Attempting to bind port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:10.090661 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Attempting to bind port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d on network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:10.102120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52692) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:10.115545 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4dd23-c76e-47ee-a01a-ea621042e4aa None None] Pushing event updated for resources: {'Port': ['ID=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:10.120613 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:10.121451 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Checking segment: {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:10.122076 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.122707 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Bound using segment: {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:10.123930 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Bound port: e0af40d0-9d1c-40d5-8c42-68dff12c8e3d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01870d38-288e-4c3d-92c5-de34139037ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:10.125716 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.191670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:10.202935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.213088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43bed5c4-8d63-4d0d-8e93-7c5b32170d06 req-f2ae2b93-75ce-4de4-a7cb-1ab5da036f13 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870434 Apr 07 11:23:10.261447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e0dac76-b864-48f2-ba90-7cabae9cb191 req-d3524f51-d9a4-41bd-b451-6ce3e5d2d5f9 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775413 Apr 07 11:23:10.318632 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] For port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:10.321677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e949c2-526f-4ab9-a303-7f072d6e025f None None] New status for floating IP 7dc06636-351d-4976-84b0-1e202f31dcb2: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:23:10.330852 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] For port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:10.350925 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.488486 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4dd23-c76e-47ee-a01a-ea621042e4aa None None] Pushing event updated for resources: {'Port': ['ID=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:10.502957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bd0f7cf-2bfd-4052-b4e6-932d683d3a27 req-ff87eaa0-90aa-44fe-a6f5-1a6754d3f2ee tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0856025 Apr 07 11:23:10.541962 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Routers {'e1d41d76-50e0-487b-a59e-6a682b12682a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:10.543517 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e1d41d76-50e0-487b-a59e-6a682b12682a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:10.592421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a0142a2-7ec7-4767-8ca1-e8574952cf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.740772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] Provisioning complete for port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:10.744546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.885925 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] Set router e1d41d76-50e0-487b-a59e-6a682b12682a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:10.916751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:10.958328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a0142a2-7ec7-4767-8ca1-e8574952cf8b admin admin] Publish callbacks [] for security_group (bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.965544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (cbd514ee-cb68-4d42-bb0e-cb27c6209eae), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:10.991995 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a0142a2-7ec7-4767-8ca1-e8574952cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.097643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] Current status of the port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:11.098668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.131434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 886585b5-029c-49e1-b200-5fb1110bd761 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:23:11.156341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a0142a2-7ec7-4767-8ca1-e8574952cf8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea4b59351dd244fca41635830d8b3200&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0509033 Apr 07 11:23:11.161776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=cbd514ee-cb68-4d42-bb0e-cb27c6209eae,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:11.163097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 886585b5-029c-49e1-b200-5fb1110bd761 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:11.164017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52700) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:11.164711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (886585b5-029c-49e1-b200-5fb1110bd761), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.179129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0142a2-7ec7-4767-8ca1-e8574952cf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:11.196601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': '423198ae-1440-4c95-9946-0a67e68ea1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2d9a1688-d373-4b44-bc3b-a30823318113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:11.197083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 2d9a1688-d373-4b44-bc3b-a30823318113, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:11.246697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 2d9a1688-d373-4b44-bc3b-a30823318113 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:11.290077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2d9a1688-d373-4b44-bc3b-a30823318113) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:11.298880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] For port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:11.304060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:11.304815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.313478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5aa87a-9d8a-4825-b157-cb82fab1845f None None] Network 2d9a1688-d373-4b44-bc3b-a30823318113 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:11.327010 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.365857 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2402dd2b-17e8-4046-8c29-79361fcd5363 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5338931 Apr 07 11:23:11.376694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:11.407926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca6dbaf6-3320-4678-8d25-bc77827d03af admin admin] Publish callbacks [] for security_group (bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.484298 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:23:05Z', 'revision_number': 4, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'e0af40d0-9d1c-40d5-8c42-68dff12c8e3d', 'name': '', 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'mac_address': 'fa:16:3e:8b:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '915dc5c3-85a2-4ed1-8517-4e62b1316059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:04Z', 'updated_at': '2022-04-07T11:23:10Z', 'revision_number': 4, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'subnets': [{'id': '915dc5c3-85a2-4ed1-8517-4e62b1316059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:11.518550 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bab729-0538-4aab-986c-0bad22c04ba4 None None] The sync data for ids ['e1d41d76-50e0-487b-a59e-6a682b12682a'] in n-d-836788-1 is: [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:23:05Z', 'revision_number': 4, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'e0af40d0-9d1c-40d5-8c42-68dff12c8e3d', 'name': '', 'network_id': 'c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'mac_address': 'fa:16:3e:8b:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '915dc5c3-85a2-4ed1-8517-4e62b1316059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:04Z', 'updated_at': '2022-04-07T11:23:10Z', 'revision_number': 4, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'subnets': [{'id': '915dc5c3-85a2-4ed1-8517-4e62b1316059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:23:11.545614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0f8d9-bc2a-4ba6-9871-377621f01a1c None None] Pushing event updated for resources: {'Port': ['ID=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:11.555997 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca6dbaf6-3320-4678-8d25-bc77827d03af admin admin] Publish callbacks [] for security_group (bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.643619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2d9a1688-d373-4b44-bc3b-a30823318113), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.671386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8231eae9-018f-4838-b387-6722265e5ef7 None None] Provisioning complete for port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:11.671386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8231eae9-018f-4838-b387-6722265e5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.737868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 886585b5-029c-49e1-b200-5fb1110bd761 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:11.738356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.777795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94160cbe-ce63-4dc0-84a2-fb177a1b6c2a req-f2678b98-b218-4604-97c0-3a2824fefa46 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:11.779432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94160cbe-ce63-4dc0-84a2-fb177a1b6c2a req-f2678b98-b218-4604-97c0-3a2824fefa46 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 945 time: 0.3514743 Apr 07 11:23:11.783784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca6dbaf6-3320-4678-8d25-bc77827d03af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.787052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca6dbaf6-3320-4678-8d25-bc77827d03af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.787719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ca6dbaf6-3320-4678-8d25-bc77827d03af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9 HTTP/1.1" status: 204 len: 168 time: 0.6226041 Apr 07 11:23:11.811081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cbd514ee-cb68-4d42-bb0e-cb27c6209eae), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.836989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2127954-0d0f-4ea9-ac1a-ca69c7a62aa0 req-88410a60-09f3-4986-aaa4-aa92676a328d tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:11.842946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2127954-0d0f-4ea9-ac1a-ca69c7a62aa0 req-88410a60-09f3-4986-aaa4-aa92676a328d tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 946 time: 0.1685648 Apr 07 11:23:11.868944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:11.872123 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e37d08-0a35-42e9-8281-34130f3d954f" -d '{"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-plugged", "status": "completed", "tag": "886585b5-029c-49e1-b200-5fb1110bd761"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:11.955825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dbaf6-3320-4678-8d25-bc77827d03af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde428d9-2b71-4d4e-be5b-bdcb2f0b8ce9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:11.983054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (cbd514ee-cb68-4d42-bb0e-cb27c6209eae), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:11.987582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:11.990369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8231eae9-018f-4838-b387-6722265e5ef7 None None] Current status of the port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:12.023346 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.087066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2127954-0d0f-4ea9-ac1a-ca69c7a62aa0 req-fd40b94f-6a05-469b-9465-e2fd07b65654 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171941 Apr 07 11:23:12.107725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd514ee-cb68-4d42-bb0e-cb27c6209eae,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:12.138980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94160cbe-ce63-4dc0-84a2-fb177a1b6c2a req-844d9688-b146-43e6-a8cb-b99eb611be40 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441272 Apr 07 11:23:12.192025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bed1c2-ce29-4248-a0de-9bbf27414111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2d9a1688-d373-4b44-bc3b-a30823318113', 'network_id': '2d9a1688-d373-4b44-bc3b-a30823318113', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': 'cbd514ee-cb68-4d42-bb0e-cb27c6209eae'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:23:12.193054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84bed1c2-ce29-4248-a0de-9bbf27414111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.274455 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4589b3d-38fa-4801-8c44-bd6342054e5c x-openstack-request-id: req-c4589b3d-38fa-4801-8c44-bd6342054e5c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:12.274768 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-plugged", "status": "completed", "tag": "886585b5-029c-49e1-b200-5fb1110bd761", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:12.275035 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4589b3d-38fa-4801-8c44-bd6342054e5c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:12.275453 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4589b3d-38fa-4801-8c44-bd6342054e5c'] response: {'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761', 'code': 200} Apr 07 11:23:12.382439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2d9a1688-d373-4b44-bc3b-a30823318113), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.435672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9a1688-d373-4b44-bc3b-a30823318113']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:12.440574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-998863a9-981d-4210-be70-db60e55632f4 req-a6c7ddf2-5399-4585-b215-dcb84875241d tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.1253493 Apr 07 11:23:12.475295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423198ae-1440-4c95-9946-0a67e68ea1f2') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:12.475591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423198ae-1440-4c95-9946-0a67e68ea1f2') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:12.488982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece93e3-ce9d-4ddd-9b79-734839078de1 req-9d33a69a-213e-408f-8117-7f50c5d33da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:12.494273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ece93e3-ce9d-4ddd-9b79-734839078de1 req-9d33a69a-213e-408f-8117-7f50c5d33da6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 1128 time: 0.1895900 Apr 07 11:23:12.517085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (423198ae-1440-4c95-9946-0a67e68ea1f2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.560612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0af40d0-9d1c-40d5-8c42-68dff12c8e3d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:12.579348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (423198ae-1440-4c95-9946-0a67e68ea1f2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.590974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52726) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:12.603534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:12.604190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (423198ae-1440-4c95-9946-0a67e68ea1f2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:12.608663 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:12.641245 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86d2df93-146c-4efd-bbd6-44ecdb3670ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.685773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:12.711376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c65a1d-b036-4cad-aa30-1f23ae86ff02 None None] Network 2d9a1688-d373-4b44-bc3b-a30823318113 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:12.812773 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (2d9a1688-d373-4b44-bc3b-a30823318113), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.826175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:12.836159 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/2d9a1688-d373-4b44-bc3b-a30823318113 HTTP/1.1" status: 204 len: 168 time: 1.4560127 Apr 07 11:23:12.883652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52734) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:12.885163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bde5e-af0e-456e-ac42-c118c26b20e0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=2d9a1688-d373-4b44-bc3b-a30823318113,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:12.931732 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2441366-8916-40e4-be5e-c7c3109a7d26 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] GET failed (client error): The resource could not be found. Apr 07 11:23:12.936420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e2441366-8916-40e4-be5e-c7c3109a7d26 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/subnets/cbd514ee-cb68-4d42-bb0e-cb27c6209eae HTTP/1.1" status: 404 len: 337 time: 0.0448604 Apr 07 11:23:12.937317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52736) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:12.987344 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6990c4d8-cc62-4e54-9c1b-fe01601ee939 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:12.988249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6990c4d8-cc62-4e54-9c1b-fe01601ee939 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:12.995964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:12.997507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.004337 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6990c4d8-cc62-4e54-9c1b-fe01601ee939 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/2d9a1688-d373-4b44-bc3b-a30823318113 HTTP/1.1" status: 404 len: 339 time: 0.0655675 Apr 07 11:23:13.007621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ece93e3-ce9d-4ddd-9b79-734839078de1 req-c74b8f5f-3585-4597-b32e-b700fd26be83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029624 Apr 07 11:23:13.008418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52738) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:13.019438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86d2df93-146c-4efd-bbd6-44ecdb3670ca admin admin] Publish callbacks [] for security_group (b19afa28-a08c-41d0-b9fa-7d823146066c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.046072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86d2df93-146c-4efd-bbd6-44ecdb3670ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b19afa28-a08c-41d0-b9fa-7d823146066c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.142433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d0fb-71a1-46c2-96d6-b80842993c7e req-47abf557-3610-463f-9b5a-089013142db8 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:13.156350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d695d0fb-71a1-46c2-96d6-b80842993c7e req-47abf557-3610-463f-9b5a-089013142db8 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 946 time: 0.4493508 Apr 07 11:23:13.164150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:13.208808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-86d2df93-146c-4efd-bbd6-44ecdb3670ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d5efc098c0347a583f62ba7cd6be2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166651 Apr 07 11:23:13.209588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52746) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:13.235143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2df93-146c-4efd-bbd6-44ecdb3670ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19afa28-a08c-41d0-b9fa-7d823146066c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:13.373064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d695d0fb-71a1-46c2-96d6-b80842993c7e req-52f371bf-5199-4e8f-a778-c76051a5c751 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121339 Apr 07 11:23:13.460716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9d064803-0e23-41e9-afdb-ab99347902c0 admin admin] Publish callbacks [] for security_group (b19afa28-a08c-41d0-b9fa-7d823146066c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.514363 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9d064803-0e23-41e9-afdb-ab99347902c0 admin admin] Publish callbacks [] for security_group (b19afa28-a08c-41d0-b9fa-7d823146066c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.556949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a4c2-7e83-4065-b27a-02f379772293 req-57353b89-77ca-4d42-8107-502ca97d451d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:13.564667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85a0a4c2-7e83-4065-b27a-02f379772293 req-57353b89-77ca-4d42-8107-502ca97d451d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.1903136 Apr 07 11:23:13.650194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78f8dc57-dfe0-4426-84bb-529e01374906 req-67b75df3-0e26-48fd-afb9-0921bae883d8 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0463855 Apr 07 11:23:13.678649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85a0a4c2-7e83-4065-b27a-02f379772293 req-47d89c0e-f9fe-4453-b6e1-7af047d784da tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127281 Apr 07 11:23:13.696886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9d064803-0e23-41e9-afdb-ab99347902c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b19afa28-a08c-41d0-b9fa-7d823146066c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.699623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9d064803-0e23-41e9-afdb-ab99347902c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:13.703147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9d064803-0e23-41e9-afdb-ab99347902c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19afa28-a08c-41d0-b9fa-7d823146066c HTTP/1.1" status: 204 len: 168 time: 0.4862070 Apr 07 11:23:13.720433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d064803-0e23-41e9-afdb-ab99347902c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19afa28-a08c-41d0-b9fa-7d823146066c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:13.896256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da24b73-19c7-4f48-a5a2-100cc924c8eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:13.901711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52756) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:13.922238 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5da24b73-19c7-4f48-a5a2-100cc924c8eb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9123533 Apr 07 11:23:13.977390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52758) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:13.989485 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-107ceb95-13a3-4077-901f-c2e3888c7384 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 207 time: 0.0856028 Apr 07 11:23:14.160341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7e0ec-9e99-477f-aa09-e66b957c842e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.167873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7e0ec-9e99-477f-aa09-e66b957c842e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.183943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7e0ec-9e99-477f-aa09-e66b957c842e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.191541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7e0ec-9e99-477f-aa09-e66b957c842e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.196686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-39a7e0ec-9e99-477f-aa09-e66b957c842e tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2162628 Apr 07 11:23:14.198558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:14.376675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-551b9fa0-c1f7-4729-b621-a6a25874001c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1719444 Apr 07 11:23:14.377344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52772) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:14.459774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db9867-dc51-4204-a074-393336db9bf6 req-aa7e3cea-36ae-402c-a2d1-ece4d20992f9 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.466901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7db9867-dc51-4204-a074-393336db9bf6 req-aa7e3cea-36ae-402c-a2d1-ece4d20992f9 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.41 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 946 time: 0.1502409 Apr 07 11:23:14.566186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588fa1ba-f9bf-498d-b97b-900941c5dbad tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.570976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588fa1ba-f9bf-498d-b97b-900941c5dbad tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.578101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-588fa1ba-f9bf-498d-b97b-900941c5dbad tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1962459 Apr 07 11:23:14.580491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52778) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:14.695682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03447a5-1a46-42c6-9f97-ff16d328b1b8 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.697365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03447a5-1a46-42c6-9f97-ff16d328b1b8 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.699769 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f03447a5-1a46-42c6-9f97-ff16d328b1b8 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1179900 Apr 07 11:23:14.711533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:14.770050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e638a-8f5f-4ec8-8596-dba00e9934f5 req-b3e4aad7-9e3d-41da-ad98-5d23e2132d1b tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.771704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-581e638a-8f5f-4ec8-8596-dba00e9934f5 req-b3e4aad7-9e3d-41da-ad98-5d23e2132d1b tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 946 time: 0.1508732 Apr 07 11:23:14.791451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Deleting port e79ece8d-b9b0-438d-b1f0-90a2631ca161 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:14.791681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:14.885850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b58f43-02d7-414c-8547-e23cbdb43b8d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:14.896466 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-68b58f43-02d7-414c-8547-e23cbdb43b8d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks/abf0af08-56fd-419b-ac77-50f52fa05e43 HTTP/1.1" status: 200 len: 800 time: 0.1884539 Apr 07 11:23:14.899311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52792) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:14.940927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-581e638a-8f5f-4ec8-8596-dba00e9934f5 req-943e47df-fc87-4de0-8e67-e91bab08ec2d tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/security-groups?id=6db5c7c7-5159-4005-aba6-1042ad79d294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564703 Apr 07 11:23:15.093258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eea0f92f-7abf-4545-9ece-c5b9843f092c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/networks/abf0af08-56fd-419b-ac77-50f52fa05e43?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1466072 Apr 07 11:23:15.093854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:15.109461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5b72107-3026-4583-b315-638e7ae33779 req-e67685fb-d42f-4ace-a250-84d939302c02 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.3109133 Apr 07 11:23:15.192768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace49ea1-21f2-4242-a0c7-51f54d46d0c6 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:15.195600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ace49ea1-21f2-4242-a0c7-51f54d46d0c6 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/subnets/165ca675-4ef9-4385-a0b2-03338d2f12bc HTTP/1.1" status: 200 len: 811 time: 0.0993035 Apr 07 11:23:15.200264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52800) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:15.254288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] For port e79ece8d-b9b0-438d-b1f0-90a2631ca161, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=e79ece8d-b9b0-438d-b1f0-90a2631ca161,segment=NetworkSegment(bd854720-f509-4daf-8905-23c5261bb1a4),segment_id=bd854720-f509-4daf-8905-23c5261bb1a4)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:15.254657 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.270790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Calling delete_port for e79ece8d-b9b0-438d-b1f0-90a2631ca161 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:15.297577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb7a86-e5b9-481c-97e3-248ffc0547b3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['shared'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:15.300770 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a7cb7a86-e5b9-481c-97e3-248ffc0547b3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "GET /v2.0/subnets/165ca675-4ef9-4385-a0b2-03338d2f12bc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0987372 Apr 07 11:23:15.304970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52802) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:15.314623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-710866650'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:15.356912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:15.369237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.435505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:15.451833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e79ece8d-b9b0-438d-b1f0-90a2631ca161), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.466984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['e79ece8d-b9b0-438d-b1f0-90a2631ca161'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:15.476583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.476947 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Added segment b48d8e72-6b97-41e5-a80e-4b7ab3a3371a of type vlan for network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa Apr 07 11:23:15.493602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7419cb7-7c7f-447d-96c7-caece6cd7082 req-b710e24f-c088-4047-aeb0-7e3df6a83376 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:15.499768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7419cb7-7c7f-447d-96c7-caece6cd7082 req-b710e24f-c088-4047-aeb0-7e3df6a83376 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.3845949 Apr 07 11:23:15.557768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Pushing event deleted for resources: {'Port': ['ID=e79ece8d-b9b0-438d-b1f0-90a2631ca161,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:15.589267 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.622272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.626789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] No DVR routers for this DVR port e79ece8d-b9b0-438d-b1f0-90a2631ca161 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:15.629486 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.630202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:15.631398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:15.636083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7db9867-dc51-4204-a074-393336db9bf6 req-3212428f-a0cb-4f9e-b526-91358a6e34b2 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.41 "DELETE /v2.0/ports/e79ece8d-b9b0-438d-b1f0-90a2631ca161 HTTP/1.1" status: 204 len: 173 time: 1.1601183 Apr 07 11:23:15.700136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38621a01-0671-4e20-b1b5-d452fc329220', 'name': 'network-vif-deleted', 'tag': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:15.711335 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17a05c-6d2c-4ebc-8e0d-759637a39db2" -d '{"events": [{"server_uuid": "38621a01-0671-4e20-b1b5-d452fc329220", "name": "network-vif-deleted", "tag": "e79ece8d-b9b0-438d-b1f0-90a2631ca161"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:15.736141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7419cb7-7c7f-447d-96c7-caece6cd7082 req-cee3e5ee-8a02-430d-97cd-937e9b6604a6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327237 Apr 07 11:23:15.758364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4519603 Apr 07 11:23:15.760896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52814) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:15.769169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:15.772611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e235-ed50-4b1a-93e8-da7a48fa6150 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Network': ['ID=54c2e99b-763c-4b6d-b1ec-5f088f4c46fa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:15.788658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:15.951826 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b9c342-5375-4473-a0ce-0634625e011d x-openstack-request-id: req-a7b9c342-5375-4473-a0ce-0634625e011d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:15.952184 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38621a01-0671-4e20-b1b5-d452fc329220", "name": "network-vif-deleted", "tag": "e79ece8d-b9b0-438d-b1f0-90a2631ca161", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:15.952526 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7b9c342-5375-4473-a0ce-0634625e011d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:15.952984 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b9c342-5375-4473-a0ce-0634625e011d'] response: {'server_uuid': '38621a01-0671-4e20-b1b5-d452fc329220', 'name': 'network-vif-deleted', 'tag': 'e79ece8d-b9b0-438d-b1f0-90a2631ca161', 'status': 'completed', 'code': 200} Apr 07 11:23:16.000383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2147-7853-420e-b35c-e0c42e1b8749 req-d9b60661-94ec-47e6-94bb-3808502e7207 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:16.005673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e11c2147-7853-420e-b35c-e0c42e1b8749 req-d9b60661-94ec-47e6-94bb-3808502e7207 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.0913832 Apr 07 11:23:16.008855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Made reservation on behalf of d1bd6b8ed6fb47769928673d47d9d8f0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:16.012901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:16.113528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing IP validity checks on allocation pools {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:23:16.114476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:23:16.199238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e11c2147-7853-420e-b35c-e0c42e1b8749 req-f5c73629-6942-4ddb-81f8-ca6803784a02 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824985 Apr 07 11:23:16.223385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd631b3c-3d9e-4794-8967-bb6c4ec13ddd req-6522abb2-0e67-4bde-853e-933026aace71 tempest-InstanceActionsV221TestJSON-435184537 tempest-InstanceActionsV221TestJSON-435184537-project] 10.222.0.13 "GET /v2.0/ports?device_id=38621a01-0671-4e20-b1b5-d452fc329220 HTTP/1.1" status: 200 len: 210 time: 0.1061292 Apr 07 11:23:16.466981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14313210-bb20-4fce-a5c6-0b6198ce1350 req-b91c74f5-4689-4d01-992a-fb63ec7780a6 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0822566 Apr 07 11:23:16.483704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (4f4d64c0-38cd-49a4-8622-56bfcf665acd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:16.625688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=4f4d64c0-38cd-49a4-8622-56bfcf665acd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:16.652468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.660154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.660154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.660417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.660710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.661052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.661417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.661742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.662363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.662363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.662726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.663058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.663482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:16.672967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Checking segment: {'id': 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:16.673338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network hostable DHCP agents. Network: 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:16.733977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:16.755720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:16.760128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:16.760786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:16.770860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2475c4-a5aa-4252-95d0-b4faff3deb6a None None] Network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:16.807446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f61c2b6e-13ff-4121-a4fb-112a1a33def4 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0451484 Apr 07 11:23:16.810207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52850) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:16.817513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:16.901066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32087e47-4abd-4282-9d4f-78afbc058ca3 req-ddf0edce-94b1-4929-8dbb-c50f5acbb865 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:16.909343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32087e47-4abd-4282-9d4f-78afbc058ca3 req-ddf0edce-94b1-4929-8dbb-c50f5acbb865 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.1204100 Apr 07 11:23:17.014614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32087e47-4abd-4282-9d4f-78afbc058ca3 req-97b3c1bb-70db-42a7-ac5a-c6598e4cb282 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043887 Apr 07 11:23:17.086173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33270257'] for subnet (4f4d64c0-38cd-49a4-8622-56bfcf665acd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.199551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-54c2e99b-763c-4b6d-b1ec-5f088f4c46fa', 'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa', 'project_id': 'd1bd6b8ed6fb47769928673d47d9d8f0', 'fixed_ips': [{'subnet_id': '4f4d64c0-38cd-49a4-8622-56bfcf665acd'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:23:17.200394 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.336783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749672087830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33490241'] for subnet (4f4d64c0-38cd-49a4-8622-56bfcf665acd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.388951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:17.389578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.390959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "PUT /v2.0/subnets/4f4d64c0-38cd-49a4-8622-56bfcf665acd HTTP/1.1" status: 200 len: 877 time: 0.5790150 Apr 07 11:23:17.394461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52862) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:17.405803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Allocated IP 172.20.0.3 (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa/4f4d64c0-38cd-49a4-8622-56bfcf665acd/37ac2bab-129d-46a2-b415-db8599be3680) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:17.416564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561d17-878a-45cb-9bdd-20e8c74116bb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event updated for resources: {'Subnet': ['ID=4f4d64c0-38cd-49a4-8622-56bfcf665acd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:17.565408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.617969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Publish callbacks [] for port (37ac2bab-129d-46a2-b415-db8599be3680), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.629242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (37ac2bab-129d-46a2-b415-db8599be3680), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.647775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:17.677119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:17.683412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:17.688817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:17.728644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Deleting subnet 6eea2051-9888-4f0b-96c2-b541d691d73d {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:23:17.732931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Publish callbacks [] for subnet (6eea2051-9888-4f0b-96c2-b541d691d73d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.739966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecf1cb17-0cbf-4a05-a2b2-65994b86fa69 req-d6de3ed9-b10c-4169-8c13-6e3650ce4831 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0932622 Apr 07 11:23:17.747624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (4f4d64c0-38cd-49a4-8622-56bfcf665acd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.768940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Pushing event updated for resources: {'Port': ['ID=37ac2bab-129d-46a2-b415-db8599be3680,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:17.777286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Attempting to bind port 37ac2bab-129d-46a2-b415-db8599be3680 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:17.778235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Attempting to bind port 37ac2bab-129d-46a2-b415-db8599be3680 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:17.779289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Attempting to bind port 37ac2bab-129d-46a2-b415-db8599be3680 on network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:17.791045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:17.791772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Checking segment: {'id': 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:17.792764 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.793510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Bound using segment: {'id': 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:17.794752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Bound port: 37ac2bab-129d-46a2-b415-db8599be3680, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:17.795406 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (37ac2bab-129d-46a2-b415-db8599be3680), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.805965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (6eea2051-9888-4f0b-96c2-b541d691d73d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.878952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (4f4d64c0-38cd-49a4-8622-56bfcf665acd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.883187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] For port 37ac2bab-129d-46a2-b415-db8599be3680, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:17.888592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] For port 37ac2bab-129d-46a2-b415-db8599be3680, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=37ac2bab-129d-46a2-b415-db8599be3680,segment=NetworkSegment(b48d8e72-6b97-41e5-a80e-4b7ab3a3371a),segment_id=b48d8e72-6b97-41e5-a80e-4b7ab3a3371a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:17.897898 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (37ac2bab-129d-46a2-b415-db8599be3680), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.922235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6eea2051-9888-4f0b-96c2-b541d691d73d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:17.973010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e943e37-0029-4039-9a82-7e20525e44ab None None] Pushing event updated for resources: {'Port': ['ID=37ac2bab-129d-46a2-b415-db8599be3680,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:18.027970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4d64c0-38cd-49a4-8622-56bfcf665acd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:18.063823 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.068689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (6eea2051-9888-4f0b-96c2-b541d691d73d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.086856 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:23:18.099538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.102839 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6eea2051-9888-4f0b-96c2-b541d691d73d HTTP/1.1" status: 204 len: 168 time: 0.4536045 Apr 07 11:23:18.106643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52874) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:18.132813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c2e99b-763c-4b6d-b1ec-5f088f4c46fa']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:18.162833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbfa41-cfd8-4062-9632-263402dc239f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eea2051-9888-4f0b-96c2-b541d691d73d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:18.179224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:18.181430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:18.254927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.261892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8b667864-8ce0-4b06-8cb5-9c88a58b4bb5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.314942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.326998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:18.327389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:18.331261 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:18.370372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef44a4e-1a08-4ac3-b061-2e11a2594fc6 req-c49c1cf8-63f0-4da0-877b-8741c4024095 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:18.379579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fef44a4e-1a08-4ac3-b061-2e11a2594fc6 req-c49c1cf8-63f0-4da0-877b-8741c4024095 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.2403455 Apr 07 11:23:18.418602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (8b667864-8ce0-4b06-8cb5-9c88a58b4bb5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.452000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b667864-8ce0-4b06-8cb5-9c88a58b4bb5']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:18.465977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd854720-f509-4daf-8905-23c5261bb1a4') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:18.466269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd854720-f509-4daf-8905-23c5261bb1a4') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:18.479679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (bd854720-f509-4daf-8905-23c5261bb1a4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.494045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fef44a4e-1a08-4ac3-b061-2e11a2594fc6 req-0c29f28c-23c3-4486-aadf-88e673ed3cb6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805812 Apr 07 11:23:18.503903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bd854720-f509-4daf-8905-23c5261bb1a4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.523842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:18.524385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (bd854720-f509-4daf-8905-23c5261bb1a4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:18.526857 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:18.530632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.api [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:23:18.530632 n-d-836788-1 neutron-server[104178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:23:18.530632 n-d-836788-1 neutron-server[104178]: [parameters: {'id': '54c2e99b-763c-4b6d-b1ec-5f088f4c46fa'}] Apr 07 11:23:18.530632 n-d-836788-1 neutron-server[104178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:23:18.531376 n-d-836788-1 neutron-server[104178]: DEBUG oslo_db.api [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:23:18.599862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (8b667864-8ce0-4b06-8cb5-9c88a58b4bb5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.604330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:18.610275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b667864-8ce0-4b06-8cb5-9c88a58b4bb5 HTTP/1.1" status: 204 len: 168 time: 0.5001249 Apr 07 11:23:18.623273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41de61-040e-4180-8469-f9e74298a9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b667864-8ce0-4b06-8cb5-9c88a58b4bb5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:18.792674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e79ece8d-b9b0-438d-b1f0-90a2631ca161 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:18.820117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: e79ece8d-b9b0-438d-b1f0-90a2631ca161 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:18.820466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device e79ece8d-b9b0-438d-b1f0-90a2631ca161 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:18.882085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52882) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:18.902043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ee940a7-6e91-4bf3-8dfa-c8f57ed72cc3 req-a01b2d1a-c304-45ff-bfba-a90879b18c67 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0475640 Apr 07 11:23:18.961351 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-104a5576-eaa6-49bd-b7c8-ad0082e9b021 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=131243ab2a5e4d82b3a9871d56401f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772581 Apr 07 11:23:18.963524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52884) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:19.034087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.043492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dee5e9a-4e8a-41da-a266-bd0a35953880 admin admin] Publish callbacks [] for security_group (6db5c7c7-5159-4005-aba6-1042ad79d294), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.096867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dee5e9a-4e8a-41da-a266-bd0a35953880 admin admin] Publish callbacks [] for security_group (6db5c7c7-5159-4005-aba6-1042ad79d294), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.154498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port 37ac2bab-129d-46a2-b415-db8599be3680 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:19.154850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (37ac2bab-129d-46a2-b415-db8599be3680), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.218736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dee5e9a-4e8a-41da-a266-bd0a35953880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6db5c7c7-5159-4005-aba6-1042ad79d294), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.223863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dee5e9a-4e8a-41da-a266-bd0a35953880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.235942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3dee5e9a-4e8a-41da-a266-bd0a35953880 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6db5c7c7-5159-4005-aba6-1042ad79d294 HTTP/1.1" status: 204 len: 168 time: 0.2659926 Apr 07 11:23:19.267441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee5e9a-4e8a-41da-a266-bd0a35953880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db5c7c7-5159-4005-aba6-1042ad79d294,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:19.286133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port 37ac2bab-129d-46a2-b415-db8599be3680, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=37ac2bab-129d-46a2-b415-db8599be3680,segment=NetworkSegment(b48d8e72-6b97-41e5-a80e-4b7ab3a3371a),segment_id=b48d8e72-6b97-41e5-a80e-4b7ab3a3371a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:19.286516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (37ac2bab-129d-46a2-b415-db8599be3680), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.300460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for 37ac2bab-129d-46a2-b415-db8599be3680 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:19.393618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (37ac2bab-129d-46a2-b415-db8599be3680), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.408936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f59598-5d7b-4923-a47c-9d03ba658e3e None None] Network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:19.429539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=37ac2bab-129d-46a2-b415-db8599be3680,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:19.438848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port 37ac2bab-129d-46a2-b415-db8599be3680 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:19.516689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff60542d-06c6-4b8b-ac8f-db8654dc59c8 None None] Could not find standard attr ID for object 37ac2bab-129d-46a2-b415-db8599be3680. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:23:19.579730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.630717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c2e99b-763c-4b6d-b1ec-5f088f4c46fa']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:19.658223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:19.658547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48d8e72-6b97-41e5-a80e-4b7ab3a3371a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:19.673364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37205def-a5ee-4244-ab1e-e8291b4760a7 None None] DHCP port deletion for 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:23:19.673797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.699403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.700697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db129889-124c-4b15-8cb7-d65dd23f47b1 None None] Network 54c2e99b-763c-4b6d-b1ec-5f088f4c46fa requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:19.710268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:19.710484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (b48d8e72-6b97-41e5-a80e-4b7ab3a3371a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:19.713718 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:20.110298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a716-e0d9-4e5a-9d91-2160b423f40c req-7bca138e-5a18-4ec2-a91d-0604ecf5d253 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:20.111897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7198a716-e0d9-4e5a-9d91-2160b423f40c req-7bca138e-5a18-4ec2-a91d-0604ecf5d253 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.4948738 Apr 07 11:23:20.167835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e888bbf-6ba0-4a20-abe8-b0063fd67b01 req-ccdbd12e-18a5-4aa0-b31c-35bd356032fc tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0664287 Apr 07 11:23:20.228881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (54c2e99b-763c-4b6d-b1ec-5f088f4c46fa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.239283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.242076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/54c2e99b-763c-4b6d-b1ec-5f088f4c46fa HTTP/1.1" status: 204 len: 168 time: 2.8471363 Apr 07 11:23:20.245927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52908) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.269370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644163-c112-4148-a76f-41e844e0ff3c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=54c2e99b-763c-4b6d-b1ec-5f088f4c46fa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:20.275597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7198a716-e0d9-4e5a-9d91-2160b423f40c req-41c0d82e-905b-460c-9f2f-ab7dba9d6985 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046655 Apr 07 11:23:20.296838 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9fce9b-7137-4ebb-817c-77ec90f10b8d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.298103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9fce9b-7137-4ebb-817c-77ec90f10b8d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.301815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ec9fce9b-7137-4ebb-817c-77ec90f10b8d tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/4f4d64c0-38cd-49a4-8622-56bfcf665acd HTTP/1.1" status: 404 len: 337 time: 0.0548465 Apr 07 11:23:20.304549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52910) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.326241 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5bf2fd-8c64-485d-893e-6207413c5516 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.326880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5bf2fd-8c64-485d-893e-6207413c5516 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.331487 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1f5bf2fd-8c64-485d-893e-6207413c5516 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/54c2e99b-763c-4b6d-b1ec-5f088f4c46fa HTTP/1.1" status: 404 len: 339 time: 0.0256703 Apr 07 11:23:20.333691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52914) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.366584 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-730262b9-7dbc-4617-9e51-74027432509b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.367371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730262b9-7dbc-4617-9e51-74027432509b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.372822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-730262b9-7dbc-4617-9e51-74027432509b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/cbd514ee-cb68-4d42-bb0e-cb27c6209eae HTTP/1.1" status: 404 len: 337 time: 0.0357997 Apr 07 11:23:20.373385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52916) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.394699 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9b01b1-9194-418b-8869-92e7910afdf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.395490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9b01b1-9194-418b-8869-92e7910afdf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.401925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52918) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.403006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4d9b01b1-9194-418b-8869-92e7910afdf0 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/2d9a1688-d373-4b44-bc3b-a30823318113 HTTP/1.1" status: 404 len: 339 time: 0.0271513 Apr 07 11:23:20.451542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52920) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.509745 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.597644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-626581894-network', 'tenant_id': '191db445ee3a4a1687a4c077816e1ccd'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:20.620467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Made reservation on behalf of 191db445ee3a4a1687a4c077816e1ccd for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:20.623096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.623242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.634309 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.661551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce92481f-568c-4b3d-9a0c-5b12cf90341e']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:20.676751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d2957f-8d3f-47e9-8db4-34bf5070bc0e') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:20.677454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d2957f-8d3f-47e9-8db4-34bf5070bc0e') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:20.694117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (b0d2957f-8d3f-47e9-8db4-34bf5070bc0e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.715622 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b0d2957f-8d3f-47e9-8db4-34bf5070bc0e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.725101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:20.725553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (b0d2957f-8d3f-47e9-8db4-34bf5070bc0e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:20.728755 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:20.748994 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks [] for security_group (243a48a7-c9e7-44d8-9af6-67440321f396), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.755597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (243a48a7-c9e7-44d8-9af6-67440321f396), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.791114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243a48a7-c9e7-44d8-9af6-67440321f396,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:20.805680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ce92481f-568c-4b3d-9a0c-5b12cf90341e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.816498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:20.817438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.823131 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/ce92481f-568c-4b3d-9a0c-5b12cf90341e HTTP/1.1" status: 204 len: 168 time: 0.4177854 Apr 07 11:23:20.824325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.839371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (504639a5-1f0f-4a7c-8caf-e9a866c1254d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.839804 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Added segment 504639a5-1f0f-4a7c-8caf-e9a866c1254d of type vlan for network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 Apr 07 11:23:20.846014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65362ad0-6c80-4c95-9e91-1ed78447a8cb tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=ce92481f-568c-4b3d-9a0c-5b12cf90341e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:20.866218 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-320f2770-9b3f-4f7a-8aed-f5991b7f7a9b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.866765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320f2770-9b3f-4f7a-8aed-f5991b7f7a9b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.873181 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-320f2770-9b3f-4f7a-8aed-f5991b7f7a9b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/25783d4c-82a7-4a4b-acba-e57e2ec3dd66 HTTP/1.1" status: 404 len: 337 time: 0.0457430 Apr 07 11:23:20.876072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52926) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.904948 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-77277c52-0bbe-4ef7-b5a7-a084f97601b1 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.905479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77277c52-0bbe-4ef7-b5a7-a084f97601b1 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.908527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-77277c52-0bbe-4ef7-b5a7-a084f97601b1 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/47fd8748-dfc4-438e-a5e0-071fcb11e0ab HTTP/1.1" status: 404 len: 339 time: 0.0312350 Apr 07 11:23:20.910355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (99d3dbf8-5238-4ada-aafd-167cb6e5d590), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.911264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52928) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.941392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (99d3dbf8-5238-4ada-aafd-167cb6e5d590), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.942488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:20.942872 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f6d6bc-7825-4e40-90d6-4b999ed40dfd tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.943239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:20.944127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f6d6bc-7825-4e40-90d6-4b999ed40dfd tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.947610 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35f6d6bc-7825-4e40-90d6-4b999ed40dfd tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/60793074-6d05-45bc-a030-aa2d42c21909 HTTP/1.1" status: 404 len: 337 time: 0.0351298 Apr 07 11:23:20.950037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52930) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:20.982266 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cdabba-6127-4976-bc4e-58d367ede6ed tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:20.983037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cdabba-6127-4976-bc4e-58d367ede6ed tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:20.986856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24cdabba-6127-4976-bc4e-58d367ede6ed tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/ec218098-019f-4863-bc3e-f168bb35ea9f HTTP/1.1" status: 404 len: 339 time: 0.0356681 Apr 07 11:23:20.991191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52932) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.004967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5497599 Apr 07 11:23:21.005230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52934) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.009846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Request body: {'subnet': {'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-626581894-subnet', 'tenant_id': '191db445ee3a4a1687a4c077816e1ccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:21.037793 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-feafce46-8196-4773-b10b-2507306a5912 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.038537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feafce46-8196-4773-b10b-2507306a5912 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.039806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Made reservation on behalf of 191db445ee3a4a1687a4c077816e1ccd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:21.042974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:21.043512 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-feafce46-8196-4773-b10b-2507306a5912 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/8e1166af-858d-4898-99f8-86d5214d2861 HTTP/1.1" status: 404 len: 337 time: 0.0497568 Apr 07 11:23:21.053751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.081657 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a23801-8084-48cf-8336-d95bdaa1f69c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.082541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a23801-8084-48cf-8336-d95bdaa1f69c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.086538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-77a23801-8084-48cf-8336-d95bdaa1f69c tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/483e8758-3063-4713-bafa-7f618d017338 HTTP/1.1" status: 404 len: 339 time: 0.0312660 Apr 07 11:23:21.088999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52938) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.121214 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec568cc9-25d5-455b-b8d9-0ac44f0eec37 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.121611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec568cc9-25d5-455b-b8d9-0ac44f0eec37 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.127916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ec568cc9-25d5-455b-b8d9-0ac44f0eec37 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/58a811a6-924e-43c1-a061-5b4f70f7f77b HTTP/1.1" status: 404 len: 337 time: 0.0349677 Apr 07 11:23:21.131013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52940) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.151521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf94c96-7f36-41c5-8cba-4f3888be9a1a admin admin] Pushing event updated for resources: {'Network': ['ID=99d3dbf8-5238-4ada-aafd-167cb6e5d590,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:21.161537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:21.171054 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f558be84-8023-45e7-9e7e-1f12384ced8b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.171668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f558be84-8023-45e7-9e7e-1f12384ced8b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.177233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f558be84-8023-45e7-9e7e-1f12384ced8b tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/1aa4a800-efdd-4ba8-85ec-f39356a8900c HTTP/1.1" status: 404 len: 339 time: 0.0420675 Apr 07 11:23:21.178430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52942) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.230535 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-57682ef2-c2a4-4140-802c-c6c05d3a69c5 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.231145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57682ef2-c2a4-4140-802c-c6c05d3a69c5 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.235456 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-57682ef2-c2a4-4140-802c-c6c05d3a69c5 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/c55d4719-466f-4de0-a686-3d30ee974001 HTTP/1.1" status: 404 len: 337 time: 0.0551472 Apr 07 11:23:21.238385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52946) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.270201 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-628fd935-9f92-46d1-89c2-688f2a6cdad3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.270900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628fd935-9f92-46d1-89c2-688f2a6cdad3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.284811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-628fd935-9f92-46d1-89c2-688f2a6cdad3 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/51ad2098-e518-45b0-913d-59ad02e637d5 HTTP/1.1" status: 404 len: 339 time: 0.0450034 Apr 07 11:23:21.295652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52948) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.356677 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2281e78f-4504-4a07-825e-7b14ad442434 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.357535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2281e78f-4504-4a07-825e-7b14ad442434 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.361163 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2281e78f-4504-4a07-825e-7b14ad442434 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/edb5b154-b343-4d23-b9e3-3d5d29ce7d9a HTTP/1.1" status: 404 len: 337 time: 0.0641294 Apr 07 11:23:21.368047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.412286 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-634decc2-1a98-45d2-956d-05aa0b02c826 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.414068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00e70f39-4e83-434c-9a7b-f01c98f2c21a req-c405a8eb-b278-44db-8878-233422f43424 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.0585220 Apr 07 11:23:21.414592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634decc2-1a98-45d2-956d-05aa0b02c826 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.417827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-634decc2-1a98-45d2-956d-05aa0b02c826 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/2d22cbf0-91f3-4387-a008-bac28eee77e2 HTTP/1.1" status: 404 len: 339 time: 0.0484674 Apr 07 11:23:21.428928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52954) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.471920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (f07d9488-2bb7-46b0-8551-e71987e4c62e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:21.543617 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d562f9-1707-43e7-9acb-868d09df4379 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.544388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d562f9-1707-43e7-9acb-868d09df4379 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.549886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a8d562f9-1707-43e7-9acb-868d09df4379 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/c15994a6-d963-43d6-96be-753039c5df0e HTTP/1.1" status: 404 len: 337 time: 0.1176112 Apr 07 11:23:21.550396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52956) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.578883 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-471ba1e3-d845-4392-86b7-2a8409b85f3a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.579341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471ba1e3-d845-4392-86b7-2a8409b85f3a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.584764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-471ba1e3-d845-4392-86b7-2a8409b85f3a tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/02428d5f-3ef8-456e-9909-e84f574d3683 HTTP/1.1" status: 404 len: 339 time: 0.0311201 Apr 07 11:23:21.585071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.599190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07d9488-2bb7-46b0-8551-e71987e4c62e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:21.626358 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b95ae6-cccf-48a3-9bf2-f992727c95e8 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.626891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b95ae6-cccf-48a3-9bf2-f992727c95e8 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.630697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-50b95ae6-cccf-48a3-9bf2-f992727c95e8 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/04c854ca-1d54-44db-ac88-e39035c7b54e HTTP/1.1" status: 404 len: 337 time: 0.0446370 Apr 07 11:23:21.635776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52960) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.672093 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-07476709-d019-483f-8776-b9016d119c82 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:21.672771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07476709-d019-483f-8776-b9016d119c82 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:21.690070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07476709-d019-483f-8776-b9016d119c82 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/45ba3df7-bf25-49b2-84df-ca8581c2e4af HTTP/1.1" status: 404 len: 339 time: 0.0509512 Apr 07 11:23:21.691208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52962) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:21.693850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871cc42-8ebd-4e4f-96ea-ee3babacde77 req-524abe94-0645-4793-8447-478fd4031a99 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:21.695381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3871cc42-8ebd-4e4f-96ea-ee3babacde77 req-524abe94-0645-4793-8447-478fd4031a99 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.3214514 Apr 07 11:23:21.704203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Checking segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:21.704566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Network hostable DHCP agents. Network: 99d3dbf8-5238-4ada-aafd-167cb6e5d590, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:21.755031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:21.763665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3871cc42-8ebd-4e4f-96ea-ee3babacde77 req-2d9a6be2-922c-48bc-8aa5-f0fd003235c6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Apr 07 11:23:21.770251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 99d3dbf8-5238-4ada-aafd-167cb6e5d590) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:21.776527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:21.777865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:21.789723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479537b4-8f79-4195-bb9e-55159aef7e09 None None] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:21.826592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting subnet 165ca675-4ef9-4385-a0b2-03338d2f12bc {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:23:21.829716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c5d72b68-9dfa-46b4-b083-da697a771728 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8155065 Apr 07 11:23:21.834347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (165ca675-4ef9-4385-a0b2-03338d2f12bc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:21.941246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (165ca675-4ef9-4385-a0b2-03338d2f12bc), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:21.961789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0fde25-8ceb-4c59-ac57-d172be6be6ef None None] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:22.184648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (165ca675-4ef9-4385-a0b2-03338d2f12bc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:22.266727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (165ca675-4ef9-4385-a0b2-03338d2f12bc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:22.313640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Subnet': ['ID=165ca675-4ef9-4385-a0b2-03338d2f12bc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:22.327940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1920b-1530-4b81-be9e-081f81ee2623 None None] Network abf0af08-56fd-419b-ac77-50f52fa05e43 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:22.340095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:22.351275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b49248f-c668-4cde-a1bb-950b8d896ba2 tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/subnets/165ca675-4ef9-4385-a0b2-03338d2f12bc HTTP/1.1" status: 204 len: 168 time: 0.6563125 Apr 07 11:23:22.351677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52972) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:22.606615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] DHCP port deletion for abf0af08-56fd-419b-ac77-50f52fa05e43 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:23:22.623498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (abf0af08-56fd-419b-ac77-50f52fa05e43), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:22.657649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ec511cf-f666-4042-b16b-99b7d89f0d76 req-70b6bc45-a19c-4210-ad5c-6953c6e572ec tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.1199741 Apr 07 11:23:22.703451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] Deleting port 38301824-42d0-4c80-ae60-9f893052740f {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:22.704650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (38301824-42d0-4c80-ae60-9f893052740f), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:22.754784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-deeac5b0-e2a1-4a1e-81e5-2ea54fb18159 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:22.764778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-deeac5b0-e2a1-4a1e-81e5-2ea54fb18159 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 817 time: 0.3102612 Apr 07 11:23:22.808748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-60940b7e-75b0-494b-910b-bdae69d4340c tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/quotas/191db445ee3a4a1687a4c077816e1ccd HTTP/1.1" status: 200 len: 375 time: 0.0425448 Apr 07 11:23:22.847822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] For port 38301824-42d0-4c80-ae60-9f893052740f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=38301824-42d0-4c80-ae60-9f893052740f,segment=NetworkSegment(88f281e4-b420-4fdf-a10b-ffa4519327fa),segment_id=88f281e4-b420-4fdf-a10b-ffa4519327fa)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:22.851031 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (38301824-42d0-4c80-ae60-9f893052740f), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:22.883568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] Calling delete_port for 38301824-42d0-4c80-ae60-9f893052740f owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:22.917429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d89dddbb-1988-4b97-83f1-672779c78f0a tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068428 Apr 07 11:23:23.072627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (38301824-42d0-4c80-ae60-9f893052740f), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.074102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Deleting port 38301824-42d0-4c80-ae60-9f893052740f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:23.075944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (38301824-42d0-4c80-ae60-9f893052740f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.168338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] Pushing event deleted for resources: {'Port': ['ID=38301824-42d0-4c80-ae60-9f893052740f,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:23.180425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45712b9-6618-43ec-9109-64719b4e098c None None] No DVR routers for this DVR port 38301824-42d0-4c80-ae60-9f893052740f on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:23.313508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] For port 38301824-42d0-4c80-ae60-9f893052740f, host n-d-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:23.313888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (38301824-42d0-4c80-ae60-9f893052740f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.350100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390444f-7667-4042-84ef-95adf22b2d70 req-9325cb21-d440-4825-8edc-60a21ff1fb45 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:23.351603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d390444f-7667-4042-84ef-95adf22b2d70 req-9325cb21-d440-4825-8edc-60a21ff1fb45 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.3959990 Apr 07 11:23:23.356012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Calling delete_port for 38301824-42d0-4c80-ae60-9f893052740f owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:23.363894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Port 38301824-42d0-4c80-ae60-9f893052740f was not found and therefore no delete operation was performed {{(pid=104178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:23:23.402503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (38301824-42d0-4c80-ae60-9f893052740f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.444907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-6a3ed5a0-c75b-49f7-89c4-ddf422158cfd service neutron] 10.222.0.13 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913619 Apr 07 11:23:23.504299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] No DVR routers for this DVR port 38301824-42d0-4c80-ae60-9f893052740f on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:23.506543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Port': ['ID=38301824-42d0-4c80-ae60-9f893052740f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:23.657797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d390444f-7667-4042-84ef-95adf22b2d70 req-a8ed1319-7785-4805-ad82-789fc12def7e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959273 Apr 07 11:23:23.670631 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (abf0af08-56fd-419b-ac77-50f52fa05e43), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.726101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf0af08-56fd-419b-ac77-50f52fa05e43']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:23.760003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f281e4-b420-4fdf-a10b-ffa4519327fa') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:23.760003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f281e4-b420-4fdf-a10b-ffa4519327fa') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:23.763323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-2ea7121b-7256-4c74-b094-a68c4af8e9ab service neutron] 10.222.0.13 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906518 Apr 07 11:23:23.773053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (88f281e4-b420-4fdf-a10b-ffa4519327fa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.795409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (88f281e4-b420-4fdf-a10b-ffa4519327fa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.818674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:23.822107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (88f281e4-b420-4fdf-a10b-ffa4519327fa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:23.835999 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:24.020079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcfcfc29-8bfe-4779-871b-20d749062245 req-d0ef22aa-859f-452f-8cd5-bc69edf26740 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71542e6-d968-4526-98b6-040e2d4514ea HTTP/1.1" status: 200 len: 210 time: 0.1594980 Apr 07 11:23:24.082000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (abf0af08-56fd-419b-ac77-50f52fa05e43), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:24.105236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:24.114303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] 10.222.0.13 "DELETE /v2.0/networks/abf0af08-56fd-419b-ac77-50f52fa05e43 HTTP/1.1" status: 204 len: 168 time: 1.7591610 Apr 07 11:23:24.164664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b375e6-7d32-4424-b3a9-a28724b57bef tempest-NetworksTest-712930416 tempest-NetworksTest-712930416-project] Pushing event deleted for resources: {'Network': ['ID=abf0af08-56fd-419b-ac77-50f52fa05e43,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:24.169268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 38301824-42d0-4c80-ae60-9f893052740f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:24.258835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 38301824-42d0-4c80-ae60-9f893052740f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:24.260667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 38301824-42d0-4c80-ae60-9f893052740f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:24.516782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88dbaecd-da8f-49a4-ac6a-35f18226c994 req-0724160e-9656-4023-a05b-0bb43f552148 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 210 time: 0.0748596 Apr 07 11:23:24.596422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:24.882260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d8880c60-cc65-43f9-9543-0512cfc45cef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1bd6b8ed6fb47769928673d47d9d8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841582 Apr 07 11:23:24.885013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53038) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:24.912532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67a72d-f297-4237-a1e4-dd9cbf5e4cf4 req-78ffd389-9e6a-4dfc-a897-38b161cd4c09 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:24.929964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a67a72d-f297-4237-a1e4-dd9cbf5e4cf4 req-78ffd389-9e6a-4dfc-a897-38b161cd4c09 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.1149316 Apr 07 11:23:25.048349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a67a72d-f297-4237-a1e4-dd9cbf5e4cf4 req-63074693-0370-45b2-9301-d01088ad31c4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119604 Apr 07 11:23:25.058757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0598707f-cca2-45cd-bbbe-50ba28d4534e admin admin] Publish callbacks [] for security_group (2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.133105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0598707f-cca2-45cd-bbbe-50ba28d4534e admin admin] Publish callbacks [] for security_group (2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.196874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53050) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:25.216600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0598707f-cca2-45cd-bbbe-50ba28d4534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.220340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0598707f-cca2-45cd-bbbe-50ba28d4534e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.224516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0598707f-cca2-45cd-bbbe-50ba28d4534e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7 HTTP/1.1" status: 204 len: 168 time: 0.3381901 Apr 07 11:23:25.257684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598707f-cca2-45cd-bbbe-50ba28d4534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f8bb7-ee74-45e0-ba80-da0ae9f274e7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:25.372675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b004aa4-686c-4fe2-b267-560c6f914c00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group (2ad89ff6-8637-4dfb-a6b4-db7ac713516d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.449749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b004aa4-686c-4fe2-b267-560c6f914c00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group (2ad89ff6-8637-4dfb-a6b4-db7ac713516d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.521917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b004aa4-686c-4fe2-b267-560c6f914c00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2ad89ff6-8637-4dfb-a6b4-db7ac713516d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.527095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b004aa4-686c-4fe2-b267-560c6f914c00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:25.537737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6b004aa4-686c-4fe2-b267-560c6f914c00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ad89ff6-8637-4dfb-a6b4-db7ac713516d HTTP/1.1" status: 204 len: 168 time: 0.3372097 Apr 07 11:23:25.538714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53062) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:25.579687 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-5d914d10-aed1-4f69-bf55-30b3cd8c63fe tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] show failed (client error): The resource could not be found. Apr 07 11:23:25.585688 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d914d10-aed1-4f69-bf55-30b3cd8c63fe tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "GET /v2.0/security-groups/2ad89ff6-8637-4dfb-a6b4-db7ac713516d HTTP/1.1" status: 404 len: 347 time: 0.0457118 Apr 07 11:23:25.589848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:25.591390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b004aa4-686c-4fe2-b267-560c6f914c00 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad89ff6-8637-4dfb-a6b4-db7ac713516d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:25.725860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1e3e8a1-a9b0-4d06-b9fb-fe266f00afae req-4d9fd62b-7977-40b4-86a6-84ce93034433 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 210 time: 0.1088345 Apr 07 11:23:26.088427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Deleting port ee0387f8-26d4-494a-adce-16b6ef40603f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:26.090298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:26.397188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbbbee-beab-41f1-bcfd-738544e810bc req-d68d11a8-9c8e-4657-aa4e-fdae7b60e4ef tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:26.398760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1dbbbee-beab-41f1-bcfd-738544e810bc req-d68d11a8-9c8e-4657-aa4e-fdae7b60e4ef tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.1714025 Apr 07 11:23:26.413414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:26.413721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (ee0387f8-26d4-494a-adce-16b6ef40603f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:26.494244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Calling delete_port for ee0387f8-26d4-494a-adce-16b6ef40603f owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:26.570412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1dbbbee-beab-41f1-bcfd-738544e810bc req-9086d71b-7b3f-4ec5-bc70-ed8b104752fe tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538012 Apr 07 11:23:26.892675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ee0387f8-26d4-494a-adce-16b6ef40603f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:27.041752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53096) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:27.111142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Pushing event deleted for resources: {'Port': ['ID=ee0387f8-26d4-494a-adce-16b6ef40603f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:27.255993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccac715b-cb23-456c-8209-d69e5cb1522b req-ab4db2c7-829d-40b4-9412-52d6036e9bb9 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 210 time: 0.3284895 Apr 07 11:23:27.280082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-adabe2a7-8eb8-4fc2-84e4-4037841fc968 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:27.282205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-adabe2a7-8eb8-4fc2-84e4-4037841fc968 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 817 time: 0.3480842 Apr 07 11:23:27.316794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Request body: {'port': {'device_id': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'admin_state_up': True, 'tenant_id': '191db445ee3a4a1687a4c077816e1ccd'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:27.383408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-8643f9e9-719c-4d2f-aed3-c045f95df71d tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:27.385347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-8643f9e9-719c-4d2f-aed3-c045f95df71d tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 817 time: 0.6604717 Apr 07 11:23:27.410474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Request body: {'port': {'device_id': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'admin_state_up': True, 'tenant_id': '191db445ee3a4a1687a4c077816e1ccd'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:27.423484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-633315623'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:27.450409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks [] for floatingip (7dc06636-351d-4976-84b0-1e202f31dcb2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:27.454931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:27.457434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-245c3c3b-b793-4e69-a50f-ffd6bd1c2877 tempest-ServersTestBootFromVolume-207353655 tempest-ServersTestBootFromVolume-207353655-project] 10.222.0.13 "DELETE /v2.0/floatingips/7dc06636-351d-4976-84b0-1e202f31dcb2 HTTP/1.1" status: 204 len: 168 time: 1.8616729 Apr 07 11:23:27.458426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:27.462428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:27.464873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53102) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:27.755733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-6584e875-b64c-48e2-b9d0-f70f30f22981 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:27.766672 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-6584e875-b64c-48e2-b9d0-f70f30f22981 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 817 time: 0.4821963 Apr 07 11:23:27.783433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Made reservation on behalf of 191db445ee3a4a1687a4c077816e1ccd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:27.789955 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:27.906925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.035831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Allocated IP 172.20.0.10 (99d3dbf8-5238-4ada-aafd-167cb6e5d590/f07d9488-2bb7-46b0-8551-e71987e4c62e/5cdd555e-bf30-4bcd-be00-a7586602183a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:28.060258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Request body: {'port': {'device_id': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'admin_state_up': True, 'tenant_id': '191db445ee3a4a1687a4c077816e1ccd'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:28.219338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (c2376248-1ef5-4b7a-b17e-5a3c2864b310), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.236846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c2376248-1ef5-4b7a-b17e-5a3c2864b310), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.346760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:28.403930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2376248-1ef5-4b7a-b17e-5a3c2864b310,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:28.414565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8081e-5a16-4e21-b340-6aae846bbbdf req-a7cbc884-8364-47ed-af3b-c1cee2f098ff tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:28.416433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ee8081e-5a16-4e21-b340-6aae846bbbdf req-a7cbc884-8364-47ed-af3b-c1cee2f098ff tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.5381496 Apr 07 11:23:28.417943 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5334bb00-7757-49d4-a4fd-d3b23cf46bc2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.418292 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment 5334bb00-7757-49d4-a4fd-d3b23cf46bc2 of type vlan for network 7533ce9f-daa2-43eb-ab76-6148adc903f7 Apr 07 11:23:28.423587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Made reservation on behalf of 191db445ee3a4a1687a4c077816e1ccd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:28.427485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.545582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks [] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.577431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97b71cbf-9578-4290-8ead-71d34a37631c req-8a1327e0-6a92-48c3-8b74-5303ab021a30 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 210 time: 0.1563354 Apr 07 11:23:28.590969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.675715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Pushing event updated for resources: {'Port': ['ID=5cdd555e-bf30-4bcd-be00-a7586602183a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:28.695111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (7533ce9f-daa2-43eb-ab76-6148adc903f7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.724440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:28.726400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ee8081e-5a16-4e21-b340-6aae846bbbdf req-7cf2e03d-69a9-4a52-bb57-6b1989df3917 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662978 Apr 07 11:23:28.729567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Made reservation on behalf of 191db445ee3a4a1687a4c077816e1ccd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:28.739240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.747220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:28.758189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:28.826585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (7533ce9f-daa2-43eb-ab76-6148adc903f7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.832190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:28.832895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.877356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:28.877973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:28.911050 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-13d8b42a-5d79-40a1-8ce4-28fb551474f0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6039543 Apr 07 11:23:28.926701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Request body: {'port': {'device_id': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:28.928478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Allocated IP 172.20.0.5 (99d3dbf8-5238-4ada-aafd-167cb6e5d590/f07d9488-2bb7-46b0-8551-e71987e4c62e/925b19f6-4748-4ee2-8398-80359aec50f3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:28.938115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8836017 Apr 07 11:23:28.943445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:28.955929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'name': 'tempest-PortsIpV6TestJSON-1553016067'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:28.972694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (0a7f15bf-bc13-43c3-9253-a41636ebed3d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:29.014446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:29.449875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0268a-e20a-4f1d-8a4b-fb3289e748a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=7533ce9f-daa2-43eb-ab76-6148adc903f7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:29.465781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:29.598959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:29.602409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:29.689621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:23:29.756632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks [] for port (925b19f6-4748-4ee2-8398-80359aec50f3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:29.841499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:29.892104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Allocated IP 172.20.0.8 (99d3dbf8-5238-4ada-aafd-167cb6e5d590/f07d9488-2bb7-46b0-8551-e71987e4c62e/d2bf6187-6b77-4fdd-9fc9-8742f5b156e7) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:29.934108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5edf129-6464-4c65-a880-d891ba7af913 req-0cb3d8d2-10b7-444e-a41c-081eb50d5b8d tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 210 time: 0.1298130 Apr 07 11:23:29.984913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:29.992809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:29.995766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:30.068590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:30.069535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.099683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6970019 Apr 07 11:23:30.166717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Request body: {'port': {'device_id': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:30.197772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da6550-c677-4b4e-b057-84f89ce4a044 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Pushing event updated for resources: {'Port': ['ID=925b19f6-4748-4ee2-8398-80359aec50f3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:30.240192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks [] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.330937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7ce07-58f4-4fff-8741-fe7968ceb51f req-00d87fcf-fe02-4771-9857-cc758d3f0633 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:30.332524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a7ce07-58f4-4fff-8741-fe7968ceb51f req-00d87fcf-fe02-4771-9857-cc758d3f0633 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.4344847 Apr 07 11:23:30.353405 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.480636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:30.488019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:30.494684 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.505850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:30.512550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Pushing event updated for resources: {'Port': ['ID=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:30.598079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.604640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-93407bd4-ad5a-4078-860b-72bf056c4a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.660112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:30.661168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.710972 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-522d0f9a-8439-42f0-941c-a6ef7f147222 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7639868 Apr 07 11:23:30.712645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a7ce07-58f4-4fff-8741-fe7968ceb51f req-dd3004ff-3e3f-4585-96e0-f0696f306aed tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260903 Apr 07 11:23:30.771293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Request body: {'port': {'device_id': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:30.828577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdd555e-bf30-4bcd-be00-a7586602183a {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:30.863766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Deleting port c3a38875-25ea-4195-8547-74214fb2e850 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:30.864107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c3a38875-25ea-4195-8547-74214fb2e850), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.883675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.887827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Publish callbacks [] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:30.915686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Transition to ACTIVE for port object 5cdd555e-bf30-4bcd-be00-a7586602183a will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:23:30.920728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.048152 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.144627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd555e-bf30-4bcd-be00-a7586602183a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:31.193846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=25dc456b-042d-4e0f-ad09-f9cd97bf1fb6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:31.221399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] For port c3a38875-25ea-4195-8547-74214fb2e850, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c3a38875-25ea-4195-8547-74214fb2e850,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:31.221774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c3a38875-25ea-4195-8547-74214fb2e850), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.306041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Calling delete_port for c3a38875-25ea-4195-8547-74214fb2e850 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:31.454884 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.495807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Attempting to bind port 5cdd555e-bf30-4bcd-be00-a7586602183a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:31.497062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Attempting to bind port 5cdd555e-bf30-4bcd-be00-a7586602183a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:31.498063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Attempting to bind port 5cdd555e-bf30-4bcd-be00-a7586602183a on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:31.508609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Port 5cdd555e-bf30-4bcd-be00-a7586602183a on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:23:31.509422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Attempting to bind port 5cdd555e-bf30-4bcd-be00-a7586602183a on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:31.518195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:31.520215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Checking segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:31.521653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Bound using segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:31.522674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Bound port: 5cdd555e-bf30-4bcd-be00-a7586602183a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:31.523602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.553708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': '5334bb00-7757-49d4-a4fd-d3b23cf46bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:31.554100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: 7533ce9f-daa2-43eb-ab76-6148adc903f7, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:31.571582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1b59-c787-430b-b605-6ddba5a0c26f req-6fc2a15e-ca3b-49d6-a706-a7fe59b4890d tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:31.586825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-398a1b59-c787-430b-b605-6ddba5a0c26f req-6fc2a15e-ca3b-49d6-a706-a7fe59b4890d tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 931 time: 0.4810469 Apr 07 11:23:31.659524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] For port 5cdd555e-bf30-4bcd-be00-a7586602183a, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:31.663152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] For port 5cdd555e-bf30-4bcd-be00-a7586602183a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5cdd555e-bf30-4bcd-be00-a7586602183a,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:31.670664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.696183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b19f6-4748-4ee2-8398-80359aec50f3 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:31.715817 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Publish callbacks [] for port (925b19f6-4748-4ee2-8398-80359aec50f3), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.719820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:31.740641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:31.752655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.754310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] 10.222.0.41 "PUT /v2.0/ports/5cdd555e-bf30-4bcd-be00-a7586602183a HTTP/1.1" status: 200 len: 1092 time: 2.8350797 Apr 07 11:23:31.754803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'tag': '5cdd555e-bf30-4bcd-be00-a7586602183a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:31.757655 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894faf95-16c0-41b5-9dc7-61fbc1099a87" -d '{"events": [{"name": "network-changed", "server_uuid": "6a37ae00-90c5-42d6-9c53-84c82bcf1d43", "tag": "5cdd555e-bf30-4bcd-be00-a7586602183a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:31.800658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Transition to ACTIVE for port object 925b19f6-4748-4ee2-8398-80359aec50f3 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:23:31.800917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beb768-7065-4d9d-ac69-8b2250aea54d service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd555e-bf30-4bcd-be00-a7586602183a,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:31.822529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-398a1b59-c787-430b-b605-6ddba5a0c26f req-5b46d991-a4f1-448a-94f9-8e89da1fc43c tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153089 Apr 07 11:23:31.823181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 7533ce9f-daa2-43eb-ab76-6148adc903f7) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:31.834096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.836972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292e4b8-c6f3-40a6-87ed-07c32aeb085c None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:31.849345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:31.867502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:31.868244 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:31.925642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1201179-bdeb-4c82-9514-8c20059b7b9f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9769378 Apr 07 11:23:31.927850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53168) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:31.974709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1062654077'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:31.977883 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110f46b-024a-4b6d-aa2c-0c3a2da34b12 x-openstack-request-id: req-9110f46b-024a-4b6d-aa2c-0c3a2da34b12 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:31.978477 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a37ae00-90c5-42d6-9c53-84c82bcf1d43", "tag": "5cdd555e-bf30-4bcd-be00-a7586602183a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:31.978477 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9110f46b-024a-4b6d-aa2c-0c3a2da34b12 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:31.978863 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9110f46b-024a-4b6d-aa2c-0c3a2da34b12'] response: {'name': 'network-changed', 'server_uuid': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'tag': '5cdd555e-bf30-4bcd-be00-a7586602183a', 'status': 'completed', 'code': 200} Apr 07 11:23:32.034274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-e21edbdc-de37-484d-863e-34b21e1bcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:32.035847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-e21edbdc-de37-484d-863e-34b21e1bcaba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 1126 time: 0.2189696 Apr 07 11:23:32.047600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Pushing event updated for resources: {'Port': ['ID=925b19f6-4748-4ee2-8398-80359aec50f3,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:32.060193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:32.064458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.084709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c3a38875-25ea-4195-8547-74214fb2e850), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.136989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:32.150275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3af4c7cd-7155-4fb3-9540-06bc10c732cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cdd555e-bf30-4bcd-be00-a7586602183a HTTP/1.1" status: 200 len: 217 time: 0.0975130 Apr 07 11:23:32.154151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dc6f9dbd-0a35-433c-9472-2b6dfef701fc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.154660 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment dc6f9dbd-0a35-433c-9472-2b6dfef701fc of type vlan for network 5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55 Apr 07 11:23:32.209391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.330263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-fe5e391a-67fa-473c-87a2-5d32af76b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:32.331752 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-fe5e391a-67fa-473c-87a2-5d32af76b7e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 200 len: 857 time: 0.1738162 Apr 07 11:23:32.340252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.347775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:32.348676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.371691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:32.413540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Publish callbacks [] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.455920 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-95d1e95e-8016-431d-95fc-efc8f727e101 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99d3dbf8-5238-4ada-aafd-167cb6e5d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029074 Apr 07 11:23:32.516992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5470653 Apr 07 11:23:32.518233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a38875-25ea-4195-8547-74214fb2e850,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:32.518466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53174) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:32.557158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'ports': [{'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'}, {'network_id': '5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55'}]} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:32.557388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:32.557887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:32.570589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Transition to ACTIVE for port object d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:23:32.628053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.733524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (0a7f15bf-bc13-43c3-9253-a41636ebed3d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:32.752192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Pushing event updated for resources: {'Port': ['ID=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:32.803608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-1b09e0c6-28ea-4de8-ad23-9c254f602b97 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467760 Apr 07 11:23:32.873557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a947bc4-5b05-4a4c-a00c-778dec3aa35d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:32.884408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:33.103310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bede2-2c33-4b80-af4b-555fd8168cd3 req-1444f5ad-c6fa-41bb-91b6-524694999012 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:33.108551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-689bede2-2c33-4b80-af4b-555fd8168cd3 req-1444f5ad-c6fa-41bb-91b6-524694999012 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 1.1917012 Apr 07 11:23:33.138827 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ddccd359-6c81-4ea9-b7ff-cbbfc3a8fb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.292926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.344212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Attempting to bind port 925b19f6-4748-4ee2-8398-80359aec50f3 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:33.344567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Attempting to bind port 925b19f6-4748-4ee2-8398-80359aec50f3 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:33.344893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Attempting to bind port 925b19f6-4748-4ee2-8398-80359aec50f3 on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:33.360205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-689bede2-2c33-4b80-af4b-555fd8168cd3 req-be556c8f-42fd-4ec7-ae3f-bcae53f90c31 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871428 Apr 07 11:23:33.366878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Port 925b19f6-4748-4ee2-8398-80359aec50f3 on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:23:33.366878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Attempting to bind port 925b19f6-4748-4ee2-8398-80359aec50f3 on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:33.449419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09491d-2b3f-45c7-b3fe-7d396ea5345f req-19e19f49-d98a-40a9-81af-20792155e69f tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:33.451051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb09491d-2b3f-45c7-b3fe-7d396ea5345f req-19e19f49-d98a-40a9-81af-20792155e69f tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 943 time: 0.3734541 Apr 07 11:23:33.456161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:33.456516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Checking segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:33.456913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Bound using segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:33.457405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Bound port: 925b19f6-4748-4ee2-8398-80359aec50f3, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:33.457762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.554341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Attempting to bind port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:33.555037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Attempting to bind port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:33.555037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Attempting to bind port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:33.576013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:23:33.576337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Attempting to bind port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 on network 99d3dbf8-5238-4ada-aafd-167cb6e5d590 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:33.606286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:33.606677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Checking segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:33.609380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Bound using segment: {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:33.611442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Bound port: d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504639a5-1f0f-4a7c-8caf-e9a866c1254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:33.611977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.627583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 2} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:33.630536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] For port 925b19f6-4748-4ee2-8398-80359aec50f3, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:33.631839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.634542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] For port 925b19f6-4748-4ee2-8398-80359aec50f3, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=925b19f6-4748-4ee2-8398-80359aec50f3,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:33.650579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.708345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb09491d-2b3f-45c7-b3fe-7d396ea5345f req-b1858b7c-31eb-4487-8b6c-db58731a21ad tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475295 Apr 07 11:23:33.725761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-1ec414d6-7fa1-4431-acee-b54746aeb579 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047050 Apr 07 11:23:33.748304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:33.749211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.751702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] 10.222.0.41 "PUT /v2.0/ports/925b19f6-4748-4ee2-8398-80359aec50f3 HTTP/1.1" status: 200 len: 1091 time: 3.6000648 Apr 07 11:23:33.752498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'tag': '925b19f6-4748-4ee2-8398-80359aec50f3'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:33.756206 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc39cac-3ff3-41d9-bf90-b16e52076355", "tag": "925b19f6-4748-4ee2-8398-80359aec50f3"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:33.762158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:33.787391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0168-ff1c-4dde-aebf-5e33bf48332d service neutron] Pushing event updated for resources: {'Port': ['ID=925b19f6-4748-4ee2-8398-80359aec50f3,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:33.798996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Router 0a7f15bf-bc13-43c3-9253-a41636ebed3d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:23:33.893911 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b191c-93ab-4e00-8996-adea70beef79 x-openstack-request-id: req-3b4b191c-93ab-4e00-8996-adea70beef79 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:33.894511 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc39cac-3ff3-41d9-bf90-b16e52076355", "tag": "925b19f6-4748-4ee2-8398-80359aec50f3", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:33.895428 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b4b191c-93ab-4e00-8996-adea70beef79 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:33.896421 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4b191c-93ab-4e00-8996-adea70beef79'] response: {'name': 'network-changed', 'server_uuid': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'tag': '925b19f6-4748-4ee2-8398-80359aec50f3', 'status': 'completed', 'code': 200} Apr 07 11:23:34.014281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:23:34.025302 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] Sync routers for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:23:34.030358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8973a79d-dafd-4a8d-8966-0bb6b1909012 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a7f15bf-bc13-43c3-9253-a41636ebed3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5513294 Apr 07 11:23:34.039391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53186) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:34.071139 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:34.075895 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:34.150222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-a7e0f370-167c-4609-abba-e4b11a9d9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:34.155506 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-a7e0f370-167c-4609-abba-e4b11a9d9e39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 1126 time: 0.3250341 Apr 07 11:23:34.160369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] For port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:34.169622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3fdc0781-7e14-47c4-bf16-b14ff9a25435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:34.171151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-3fdc0781-7e14-47c4-bf16-b14ff9a25435 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 1125 time: 0.3540933 Apr 07 11:23:34.207249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] For port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:34.282628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port f142db1b-9e7c-4fc3-8273-f5154c89cd2b yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:23:34.284763 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:34.433769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:34.448395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (f142db1b-9e7c-4fc3-8273-f5154c89cd2b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:34.572216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 47f4931c-525f-44a9-b12d-a03436f93684 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:23:34.676256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (47f4931c-525f-44a9-b12d-a03436f93684), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:34.734499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f142db1b-9e7c-4fc3-8273-f5154c89cd2b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:34.768704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-5e67cdba-fa11-43bc-b4e1-b1ea1659fb6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925b19f6-4748-4ee2-8398-80359aec50f3 HTTP/1.1" status: 200 len: 217 time: 0.5894196 Apr 07 11:23:34.786994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:34.843337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-a29452dc-5446-48b9-b415-527601f3b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:34.843337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-a29452dc-5446-48b9-b415-527601f3b3d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 200 len: 857 time: 0.0623662 Apr 07 11:23:34.855270 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:23:31Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:34.912370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-1d247645-863c-40a1-ac63-146773ed9ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99d3dbf8-5238-4ada-aafd-167cb6e5d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661776 Apr 07 11:23:34.934133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:34.939356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:34.940279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:34.942575 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] 10.222.0.41 "PUT /v2.0/ports/d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 HTTP/1.1" status: 200 len: 1091 time: 4.1989260 Apr 07 11:23:34.943241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'tag': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:34.943889 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] Checking router: 0a7f15bf-bc13-43c3-9253-a41636ebed3d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:23:34.945957 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f35f9-098b-4932-933e-02fd46a5c7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b", "tag": "d2bf6187-6b77-4fdd-9fc9-8742f5b156e7"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:34.975063 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] Routers {'0a7f15bf-bc13-43c3-9253-a41636ebed3d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:34.975814 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:34.978678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:34.987172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:34.989065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (47f4931c-525f-44a9-b12d-a03436f93684), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:35.002588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba4d9-9a52-45d3-8e75-09ea725f8ea7 req-13c05242-f512-48f2-9984-b2f1394a37ba tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.004312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5dba4d9-9a52-45d3-8e75-09ea725f8ea7 req-13c05242-f512-48f2-9984-b2f1394a37ba tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.2799654 Apr 07 11:23:35.041215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=f142db1b-9e7c-4fc3-8273-f5154c89cd2b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:35.101578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks [] for router (0a7f15bf-bc13-43c3-9253-a41636ebed3d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:35.178809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-b1014171-55f2-43f3-9f46-636f97bc3538 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446043 Apr 07 11:23:35.205457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-f71cb760-af8b-424a-9e29-6042d4320ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.207449 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-f71cb760-af8b-424a-9e29-6042d4320ea8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 918 time: 0.4857273 Apr 07 11:23:35.282873 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-fd79ce17-dbc1-4d95-9adb-be7d0494ceb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cdd555e-bf30-4bcd-be00-a7586602183a HTTP/1.1" status: 200 len: 217 time: 0.0633066 Apr 07 11:23:35.289551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57c26-a249-4c6c-85a0-a0531b554dc5 req-5478ffa6-cfbd-44d0-ac6a-b854d47d5829 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.291896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08b57c26-a249-4c6c-85a0-a0531b554dc5 req-5478ffa6-cfbd-44d0-ac6a-b854d47d5829 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 943 time: 0.4340773 Apr 07 11:23:35.408188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': 'dc6f9dbd-0a35-433c-9472-2b6dfef701fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:35.408993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: 5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:35.421763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-14979283-142c-42c7-86a1-c99b143573f8 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424825 Apr 07 11:23:35.461325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-509d6ea8-3ada-4e09-960b-c5ed6af8e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.463567 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-509d6ea8-3ada-4e09-960b-c5ed6af8e972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 1125 time: 0.4713442 Apr 07 11:23:35.464704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfb2d-e6f8-4362-a3db-b8d65051572c service neutron] Pushing event updated for resources: {'Port': ['ID=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:35.512729 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] Set router 0a7f15bf-bc13-43c3-9253-a41636ebed3d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:35.525878 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-cbf94bba-0009-476c-b369-72c78bee6324 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 HTTP/1.1" status: 200 len: 217 time: 0.0526257 Apr 07 11:23:35.526837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:35.606890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-9da3f417-2295-4ce5-8d70-e9ec090da5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.609332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-9da3f417-2295-4ce5-8d70-e9ec090da5d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 200 len: 857 time: 0.0523465 Apr 07 11:23:35.680673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5dba4d9-9a52-45d3-8e75-09ea725f8ea7 req-b8232d00-1d6b-428e-9154-88b29ea04f87 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157942 Apr 07 11:23:35.698101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-95abf9c6-7a09-48d5-9843-3679d065ebce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99d3dbf8-5238-4ada-aafd-167cb6e5d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798991 Apr 07 11:23:35.753679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-30756754-0757-4e02-a840-b333c06115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.759607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-30756754-0757-4e02-a840-b333c06115f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 200 len: 857 time: 0.4431114 Apr 07 11:23:35.760391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:35.771159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de65b8-87be-490e-afaf-e87fba88f586 None None] Network 5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:35.779371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:35.786315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.791965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.793557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:35.852994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-28bd30ab-39eb-4f3c-bab5-80a9a7b438a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:35.854566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-28bd30ab-39eb-4f3c-bab5-80a9a7b438a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 1125 time: 0.3555708 Apr 07 11:23:35.871995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-265048a2-d99e-417e-865c-68f53043b326 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99d3dbf8-5238-4ada-aafd-167cb6e5d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568843 Apr 07 11:23:36.027699 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:36.038421 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a729ef-0aec-49e6-b970-7278d5d4f66c x-openstack-request-id: req-f4a729ef-0aec-49e6-b970-7278d5d4f66c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:36.039123 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b", "tag": "d2bf6187-6b77-4fdd-9fc9-8742f5b156e7", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:36.039625 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4a729ef-0aec-49e6-b970-7278d5d4f66c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:36.040283 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a729ef-0aec-49e6-b970-7278d5d4f66c'] response: {'name': 'network-changed', 'server_uuid': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'tag': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7', 'status': 'completed', 'code': 200} Apr 07 11:23:36.042807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-d6951bef-ffae-41cd-8f1e-4ea75d2b00a9 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695714 Apr 07 11:23:36.044061 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:23:31Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:36.047746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4946272 Apr 07 11:23:36.075287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-11dfff91-4f5f-4778-9297-17a35f89ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:36.076966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-11dfff91-4f5f-4778-9297-17a35f89ce8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 918 time: 0.2038226 Apr 07 11:23:36.078140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53206) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:36.102864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08b57c26-a249-4c6c-85a0-a0531b554dc5 req-9c8f3333-bdc9-4553-8fe2-dcc0a8446c06 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777554 Apr 07 11:23:36.162336 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49391d5-a6f6-4812-9031-d5406cc50487 None None] The sync data for ids ['0a7f15bf-bc13-43c3-9253-a41636ebed3d'] in n-d-836788-1 is: [{'id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'name': 'tempest-ServersTestBootFromVolume-1925990097-router', 'tenant_id': '779da18542cc43b6a3387b16d9524ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:20:21Z', 'updated_at': '2022-04-07T11:23:31Z', 'revision_number': 5, 'project_id': '779da18542cc43b6a3387b16d9524ed8', 'gw_port': {'id': '3d3e98de-3b31-4b94-a534-e8b90e5eecf2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7f15bf-bc13-43c3-9253-a41636ebed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:20:26Z', 'updated_at': '2022-04-07T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:23:36.163802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks [] for router_gateway (0a7f15bf-bc13-43c3-9253-a41636ebed3d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:36.265640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-b231e251-7807-47db-a1c9-0ddc485df6c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925b19f6-4748-4ee2-8398-80359aec50f3 HTTP/1.1" status: 200 len: 217 time: 0.1036210 Apr 07 11:23:36.301779 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-894faf95-16c0-41b5-9dc7-61fbc1099a87 req-e0aa52c1-1c8e-4fb6-b99f-f0c23a456db4 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115767 Apr 07 11:23:36.306997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=47f4931c-525f-44a9-b12d-a03436f93684,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:36.349896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.350174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.350648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.350995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.351338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.351677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.365548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.365951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.366303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.366645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.366986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.367320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.367651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d3efd-71df-4846-acde-42f2ffca0737 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:23:36.386441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 47f4931c-525f-44a9-b12d-a03436f93684 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:36.386896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (47f4931c-525f-44a9-b12d-a03436f93684), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:36.471098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-c7b4bbe2-bdee-41ed-933b-fddd0102c743 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505157 Apr 07 11:23:36.492298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-1ae30152-f324-432f-8a27-a8199732c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:36.494075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-1ae30152-f324-432f-8a27-a8199732c946 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 200 len: 857 time: 0.1952729 Apr 07 11:23:36.501892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Deleting port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:36.502239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:36.589495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-dee74320-d3b3-40d1-a6a9-e02f95d3cc12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99d3dbf8-5238-4ada-aafd-167cb6e5d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460653 Apr 07 11:23:36.598843 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (47f4931c-525f-44a9-b12d-a03436f93684), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:36.690654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 47f4931c-525f-44a9-b12d-a03436f93684 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:36.699319 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2aacd9b7-57f4-4ccc-a82f-cf6c979fe7cd req-e61be348-9647-4626-b4df-95de29ee7f1d service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172418 Apr 07 11:23:36.883489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-236b7bd9-2923-46e7-bf11-616d315a15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:36.885109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-236b7bd9-2923-46e7-bf11-616d315a15c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191db445ee3a4a1687a4c077816e1ccd&device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 1125 time: 0.1116831 Apr 07 11:23:36.910209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5cdd555e-bf30-4bcd-be00-a7586602183a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:23:36.965862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (47f4931c-525f-44a9-b12d-a03436f93684), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:37.101374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-2d8ac0f0-e3fe-4ecd-9bd3-a029b62a0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:37.102887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-2d8ac0f0-e3fe-4ecd-9bd3-a029b62a0bc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 200 len: 918 time: 0.2115164 Apr 07 11:23:37.144168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5cdd555e-bf30-4bcd-be00-a7586602183a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5cdd555e-bf30-4bcd-be00-a7586602183a,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:37.165642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5cdd555e-bf30-4bcd-be00-a7586602183a', 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'port_id': '5cdd555e-bf30-4bcd-be00-a7586602183a', 'mac_address': 'fa:16:3e:83:3e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07d9488-2bb7-46b0-8551-e71987e4c62e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:23:37.184451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=47f4931c-525f-44a9-b12d-a03436f93684,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:37.210223 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-48b73e1f-67a7-47d6-93dc-ed4cba0ef2ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 HTTP/1.1" status: 200 len: 217 time: 0.1003745 Apr 07 11:23:37.254395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:37.258026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ab6301a1-0213-420d-8d1f-eea0d39a977b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/47f4931c-525f-44a9-b12d-a03436f93684 HTTP/1.1" status: 204 len: 168 time: 1.1785147 Apr 07 11:23:37.295976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53226) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:37.305501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:37.317053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5cdd555e-bf30-4bcd-be00-a7586602183a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:37.319778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:37.327102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-1ee1efb5-2b36-4366-bf65-9e91ef888aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:37.329923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-1ee1efb5-2b36-4366-bf65-9e91ef888aaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 200 len: 857 time: 0.1122096 Apr 07 11:23:37.365334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdd555e-bf30-4bcd-be00-a7586602183a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:37.406773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-7017620c-981e-4911-a7c5-94c2e922ed4c service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051891 Apr 07 11:23:37.416399 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-a5e12231-a950-4914-bda1-118d8bb852dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99d3dbf8-5238-4ada-aafd-167cb6e5d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778139 Apr 07 11:23:37.419236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5cdd555e-bf30-4bcd-be00-a7586602183a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5cdd555e-bf30-4bcd-be00-a7586602183a,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:37.425340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:37.512610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] For port 3d3e98de-3b31-4b94-a534-e8b90e5eecf2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:37.513445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:37.541202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5cdd555e-bf30-4bcd-be00-a7586602183a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:37.643458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-6358cc59-4c71-40d4-81c8-a51cb85fd0bf service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183979 Apr 07 11:23:37.649783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Calling delete_port for 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:37.705332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daa7df-7356-4bae-80a2-77081843d85f req-a745627a-656d-487e-9c48-c336d35213f8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:37.712726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96daa7df-7356-4bae-80a2-77081843d85f req-a745627a-656d-487e-9c48-c336d35213f8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.7495289 Apr 07 11:23:37.959535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1567d3-ec40-4b20-9292-5f3747c561ca req-d7782ec3-a790-4596-bec6-6b01d1debf4f tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:37.964930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d1567d3-ec40-4b20-9292-5f3747c561ca req-d7782ec3-a790-4596-bec6-6b01d1debf4f tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 943 time: 0.7256219 Apr 07 11:23:37.987869 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-353f35f9-098b-4932-933e-02fd46a5c7b3 req-e83d9a34-83fb-43c9-b687-a89b017dd0ad service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295498 Apr 07 11:23:38.091217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5cdd555e-bf30-4bcd-be00-a7586602183a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:38.095224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72b866-9e39-43d3-9706-6ebbe9ccdbdf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:38.123427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72b866-9e39-43d3-9706-6ebbe9ccdbdf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:38.134934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53240) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:38.149765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec72b866-9e39-43d3-9706-6ebbe9ccdbdf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8276579 Apr 07 11:23:38.168853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c3a38875-25ea-4195-8547-74214fb2e850 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:38.235126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c3a38875-25ea-4195-8547-74214fb2e850 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:38.235603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c3a38875-25ea-4195-8547-74214fb2e850 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:38.443250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port f142db1b-9e7c-4fc3-8273-f5154c89cd2b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:38.443600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f142db1b-9e7c-4fc3-8273-f5154c89cd2b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:38.648266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3d3e98de-3b31-4b94-a534-e8b90e5eecf2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:38.652431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f142db1b-9e7c-4fc3-8273-f5154c89cd2b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:38.684100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for f142db1b-9e7c-4fc3-8273-f5154c89cd2b owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:38.840979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3e98de-3b31-4b94-a534-e8b90e5eecf2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:38.896091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f142db1b-9e7c-4fc3-8273-f5154c89cd2b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:38.920263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 925b19f6-4748-4ee2-8398-80359aec50f3 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:23:38.938731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:38.953834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53250) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:38.954721 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/f142db1b-9e7c-4fc3-8273-f5154c89cd2b HTTP/1.1" status: 204 len: 168 time: 0.8171918 Apr 07 11:23:39.017106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86c2fc56-4139-4bbf-aa7d-fcb113e3e573 req-ec483ebe-e392-46bc-a374-febe8c9d8fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5443518 Apr 07 11:23:39.018180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (0a7f15bf-bc13-43c3-9253-a41636ebed3d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.037101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c8eca-74bc-4436-abba-8707af9bf2ef tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=f142db1b-9e7c-4fc3-8273-f5154c89cd2b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:39.137374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (0a7f15bf-bc13-43c3-9253-a41636ebed3d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.143169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks [] for router_controller (0a7f15bf-bc13-43c3-9253-a41636ebed3d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.220127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 925b19f6-4748-4ee2-8398-80359aec50f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=925b19f6-4748-4ee2-8398-80359aec50f3,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:39.229950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96daa7df-7356-4bae-80a2-77081843d85f req-bc46580b-7e81-4be6-9493-2437f25a4726 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5159917 Apr 07 11:23:39.251160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (0a7f15bf-bc13-43c3-9253-a41636ebed3d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.253861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7f15bf-bc13-43c3-9253-a41636ebed3d {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:23:39.257396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '925b19f6-4748-4ee2-8398-80359aec50f3', 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'port_id': '925b19f6-4748-4ee2-8398-80359aec50f3', 'mac_address': 'fa:16:3e:00:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07d9488-2bb7-46b0-8551-e71987e4c62e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:23:39.270345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.271765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e8cd9700-8d63-4f01-a90b-69b5f68ebb15 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0a7f15bf-bc13-43c3-9253-a41636ebed3d HTTP/1.1" status: 204 len: 168 time: 5.2277925 Apr 07 11:23:39.274323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:39.338913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d1567d3-ec40-4b20-9292-5f3747c561ca req-5ac416eb-8932-439b-bdc2-aed4f81abdb5 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3086579 Apr 07 11:23:39.398651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57e92e-6ac5-4017-b412-de8490edbaeb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:39.409036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-db57e92e-6ac5-4017-b412-de8490edbaeb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4382801 Apr 07 11:23:39.414378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53262) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:39.435446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 925b19f6-4748-4ee2-8398-80359aec50f3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:39.436078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.464037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b19f6-4748-4ee2-8398-80359aec50f3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:39.500055 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4ee7ee-5e24-42c9-9ff4-5ecaaab8cd94 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:23:39.509478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53264) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:39.511146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c4ee7ee-5e24-42c9-9ff4-5ecaaab8cd94 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/47f4931c-525f-44a9-b12d-a03436f93684 HTTP/1.1" status: 404 len: 333 time: 0.0911686 Apr 07 11:23:39.520399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 925b19f6-4748-4ee2-8398-80359aec50f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=925b19f6-4748-4ee2-8398-80359aec50f3,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:39.520629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Deleting subnet 7ed89185-f8ee-4a30-96e5-9bd63dda2c24 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:23:39.530475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.532229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Publish callbacks [] for subnet (7ed89185-f8ee-4a30-96e5-9bd63dda2c24), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.597745 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef88afc-4c18-49ef-a533-4da215f1bd26 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:23:39.599604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6ef88afc-4c18-49ef-a533-4da215f1bd26 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/f142db1b-9e7c-4fc3-8273-f5154c89cd2b HTTP/1.1" status: 404 len: 333 time: 0.0889754 Apr 07 11:23:39.602353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:39.647004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7ed89185-f8ee-4a30-96e5-9bd63dda2c24), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.660601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=925b19f6-4748-4ee2-8398-80359aec50f3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:39.830079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.831612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7ed89185-f8ee-4a30-96e5-9bd63dda2c24), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.904457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['925b19f6-4748-4ee2-8398-80359aec50f3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:39.908856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7ed89185-f8ee-4a30-96e5-9bd63dda2c24), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:39.990440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed89185-f8ee-4a30-96e5-9bd63dda2c24,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:40.008964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.015139 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-71f2eb71-2396-4bff-b063-0af19d08c729 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ed89185-f8ee-4a30-96e5-9bd63dda2c24 HTTP/1.1" status: 204 len: 168 time: 0.7396228 Apr 07 11:23:40.020378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53268) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:40.038229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baea2dd-7b6b-4285-987c-27c37037c3ee None None] Network cd7861e3-c532-451b-8c93-6916858332c7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:40.325888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.340622 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (cd7861e3-c532-451b-8c93-6916858332c7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.355297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:40.419878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:40.456162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6f9dbd-0a35-433c-9472-2b6dfef701fc') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:40.456478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6f9dbd-0a35-433c-9472-2b6dfef701fc') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:40.471159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (dc6f9dbd-0a35-433c-9472-2b6dfef701fc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.510846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dc6f9dbd-0a35-433c-9472-2b6dfef701fc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.529981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:40.530448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (dc6f9dbd-0a35-433c-9472-2b6dfef701fc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.584349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Deleting port 61f9fe2c-653d-4896-8494-e4b4b0522151 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:40.584752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.788260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] For port 61f9fe2c-653d-4896-8494-e4b4b0522151, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=61f9fe2c-653d-4896-8494-e4b4b0522151,segment=NetworkSegment(9d5177da-b2ba-4212-b838-9a9585af9a41),segment_id=9d5177da-b2ba-4212-b838-9a9585af9a41)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:40.788626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:40.795037 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:40.804014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.814563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:40.828732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55 HTTP/1.1" status: 204 len: 168 time: 1.2205226 Apr 07 11:23:40.830183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Calling delete_port for 61f9fe2c-653d-4896-8494-e4b4b0522151 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:40.832178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:40.837302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1761152601'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:40.970719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7a4bc-40e7-4963-baac-794849aff3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=5b4e6ccc-1cef-44bf-8c86-4ed6a12f1b55,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:40.998316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:41.005274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.076540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe46c6-6348-473e-ba39-5fdf5ac493d8 req-c87c4639-7c7d-46dd-b31b-2cf4e262566b tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:41.085019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0fe46c6-6348-473e-ba39-5fdf5ac493d8 req-c87c4639-7c7d-46dd-b31b-2cf4e262566b tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 943 time: 0.3895509 Apr 07 11:23:41.105809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:23:41.108122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:41.175858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (90ee649e-757e-4ee4-89d5-f0ff17f66f30), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.177460 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment 90ee649e-757e-4ee4-89d5-f0ff17f66f30 of type vlan for network 203e41d2-271e-41f7-82cc-62d8bc403142 Apr 07 11:23:41.191920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5cdd555e-bf30-4bcd-be00-a7586602183a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:41.203691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d71f-ad72-4eeb-8287-b02d4a103c7d req-b310cc93-e33a-46e9-8275-29a4952a5b6b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:41.207067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d4d71f-ad72-4eeb-8287-b02d4a103c7d req-b310cc93-e33a-46e9-8275-29a4952a5b6b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.5334232 Apr 07 11:23:41.235341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0fe46c6-6348-473e-ba39-5fdf5ac493d8 req-219375ed-18c6-4eff-905b-d2d6460ca887 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493323 Apr 07 11:23:41.242196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (203e41d2-271e-41f7-82cc-62d8bc403142), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.283237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (203e41d2-271e-41f7-82cc-62d8bc403142), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.291149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:41.293325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.312379 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (61f9fe2c-653d-4896-8494-e4b4b0522151), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.356535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] No DVR routers for this DVR port 61f9fe2c-653d-4896-8494-e4b4b0522151 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:41.368236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:41.368804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3d3e98de-3b31-4b94-a534-e8b90e5eecf2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:41.396790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Pushing event deleted for resources: {'Port': ['ID=61f9fe2c-653d-4896-8494-e4b4b0522151,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:41.424021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d4d71f-ad72-4eeb-8287-b02d4a103c7d req-d5eb01e1-6a1d-4a6c-bc1b-836cf171e3fc tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875226 Apr 07 11:23:41.521226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6875854 Apr 07 11:23:41.526345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53294) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:41.539639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:41.561340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b24882-a7ce-4e0f-bf33-57eb4035eb2f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=203e41d2-271e-41f7-82cc-62d8bc403142,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:41.588994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (cd7861e3-c532-451b-8c93-6916858332c7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.716068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7861e3-c532-451b-8c93-6916858332c7']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:41.759253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5177da-b2ba-4212-b838-9a9585af9a41') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:41.759602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5177da-b2ba-4212-b838-9a9585af9a41') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:41.769558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 203e41d2-271e-41f7-82cc-62d8bc403142 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:41.790595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (9d5177da-b2ba-4212-b838-9a9585af9a41), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.829669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9d5177da-b2ba-4212-b838-9a9585af9a41), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.836014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:41.836407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (9d5177da-b2ba-4212-b838-9a9585af9a41), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:41.838197 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:41.941310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:41.959883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.010016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (cd7861e3-c532-451b-8c93-6916858332c7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.026072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.040360 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd7861e3-c532-451b-8c93-6916858332c7 HTTP/1.1" status: 204 len: 168 time: 2.0166247 Apr 07 11:23:42.044591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:42.121031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33487809-b571-40e3-a37b-30237983e95a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7861e3-c532-451b-8c93-6916858332c7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:42.125011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76516ec6-6e80-4d3b-837c-58c468f6455c None None] DHCP port deletion for cd7861e3-c532-451b-8c93-6916858332c7 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:23:42.156816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5cdd555e-bf30-4bcd-be00-a7586602183a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:23:42.178315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Performing IP validity checks on allocation pools {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:23:42.178874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7', 'network_id': '99d3dbf8-5238-4ada-aafd-167cb6e5d590', 'port_id': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07d9488-2bb7-46b0-8551-e71987e4c62e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:23:42.186018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:23:42.240844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5cdd555e-bf30-4bcd-be00-a7586602183a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:42.245287 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.484196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:42.485085 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.660526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:42.671492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:42.789582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba5ff23c-99f5-48f6-9168-9825a9dbe8f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=779da18542cc43b6a3387b16d9524ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1159174 Apr 07 11:23:42.792810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:42.800933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:42.809388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5cdd555e-bf30-4bcd-be00-a7586602183a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:42.809988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.823643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.838227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b48c85-e145-4b24-a3f5-0acefcdda2e9 req-0de66af2-27fb-46e3-9fc9-59b48e6e13f2 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:42.843710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51b48c85-e145-4b24-a3f5-0acefcdda2e9 req-0de66af2-27fb-46e3-9fc9-59b48e6e13f2 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 943 time: 0.3542185 Apr 07 11:23:42.892089 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (ae349ee7-1e93-455e-9dfd-865e890d04bb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.931889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dade98cb-ee1a-4e0f-aebf-c990628df569 admin admin] Publish callbacks [] for security_group (930b0e87-5593-44d0-9542-28c969ad0c78), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:42.992922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd555e-bf30-4bcd-be00-a7586602183a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:42.994862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dade98cb-ee1a-4e0f-aebf-c990628df569 admin admin] Publish callbacks [] for security_group (930b0e87-5593-44d0-9542-28c969ad0c78), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:43.004676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca80d3-5990-4c25-a691-decbb8da1266 req-891e9cd9-1ed4-4101-a25d-e2c12979c7b9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:43.006417 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb320d-2e20-4cbc-83e5-d00278bab09f" -d '{"events": [{"server_uuid": "6a37ae00-90c5-42d6-9c53-84c82bcf1d43", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd555e-bf30-4bcd-be00-a7586602183a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:43.007800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6eca80d3-5990-4c25-a691-decbb8da1266 req-891e9cd9-1ed4-4101-a25d-e2c12979c7b9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.3534157 Apr 07 11:23:43.067891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5cdd555e-bf30-4bcd-be00-a7586602183a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5cdd555e-bf30-4bcd-be00-a7586602183a,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:43.096593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:43.142099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dade98cb-ee1a-4e0f-aebf-c990628df569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (930b0e87-5593-44d0-9542-28c969ad0c78), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:43.147343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dade98cb-ee1a-4e0f-aebf-c990628df569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:43.149482 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dade98cb-ee1a-4e0f-aebf-c990628df569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/930b0e87-5593-44d0-9542-28c969ad0c78 HTTP/1.1" status: 204 len: 168 time: 0.3490121 Apr 07 11:23:43.158225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=ae349ee7-1e93-455e-9dfd-865e890d04bb,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:43.196076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:43.198048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51b48c85-e145-4b24-a3f5-0acefcdda2e9 req-5bc8ed3b-7e90-4297-ad39-195c9e1b145d tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320155 Apr 07 11:23:43.213503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade98cb-ee1a-4e0f-aebf-c990628df569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b0e87-5593-44d0-9542-28c969ad0c78,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:43.305402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d2bf6187-6b77-4fdd-9fc9-8742f5b156e7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:43.307133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6eca80d3-5990-4c25-a691-decbb8da1266 req-fb6fb4b4-3e4c-44e6-9044-9d6271ad9d57 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793789 Apr 07 11:23:43.317755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': '90ee649e-757e-4ee4-89d5-f0ff17f66f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:43.318281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: 203e41d2-271e-41f7-82cc-62d8bc403142, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:43.371848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 203e41d2-271e-41f7-82cc-62d8bc403142 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:43.413583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 203e41d2-271e-41f7-82cc-62d8bc403142) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:43.418078 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29414a2-cf7f-4927-b5ea-7c4bb9f038cf x-openstack-request-id: req-e29414a2-cf7f-4927-b5ea-7c4bb9f038cf {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:43.418444 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a37ae00-90c5-42d6-9c53-84c82bcf1d43", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd555e-bf30-4bcd-be00-a7586602183a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:43.418613 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e29414a2-cf7f-4927-b5ea-7c4bb9f038cf {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:43.419396 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29414a2-cf7f-4927-b5ea-7c4bb9f038cf'] response: {'server_uuid': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd555e-bf30-4bcd-be00-a7586602183a', 'code': 200} Apr 07 11:23:43.426966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:43.434194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:43.460379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9c291-6139-4147-a0db-9968402fe74c None None] Network 203e41d2-271e-41f7-82cc-62d8bc403142 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:43.494124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53326) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:43.494929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f8f51c47-0cb6-4bd4-982d-78ef0f10ce92 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9672468 Apr 07 11:23:43.505751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142', 'name': 'tempest-PortsIpV6TestJSON-225178304'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:43.512401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5cdd555e-bf30-4bcd-be00-a7586602183a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:43.629346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5880a59-6cea-455b-aa2d-cfb261a53ccb req-512773f5-bc0b-44c7-bade-38dfd6a99cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:43.636524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5880a59-6cea-455b-aa2d-cfb261a53ccb req-512773f5-bc0b-44c7-bade-38dfd6a99cee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 1128 time: 0.1299255 Apr 07 11:23:43.796324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-203e41d2-271e-41f7-82cc-62d8bc403142', 'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': 'ae349ee7-1e93-455e-9dfd-865e890d04bb'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:23:43.797306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:43.836479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5880a59-6cea-455b-aa2d-cfb261a53ccb req-646ee523-a0cf-4bac-b947-f50858a46af7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933177 Apr 07 11:23:44.023578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:44.026995 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:44.108603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:23:44.371160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 61f9fe2c-653d-4896-8494-e4b4b0522151 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:44.618206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::d2 (203e41d2-271e-41f7-82cc-62d8bc403142/ae349ee7-1e93-455e-9dfd-865e890d04bb/ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:44.634775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 61f9fe2c-653d-4896-8494-e4b4b0522151 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:44.635674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 61f9fe2c-653d-4896-8494-e4b4b0522151 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:44.821869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa65ff-a5ef-46ba-ac80-936ec6165af8 req-2d835c9f-4729-4465-b485-7abe917f6e8a tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:44.837749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0afa65ff-a5ef-46ba-ac80-936ec6165af8 req-2d835c9f-4729-4465-b485-7abe917f6e8a tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.2440062 Apr 07 11:23:44.955194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 925b19f6-4748-4ee2-8398-80359aec50f3 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:44.960782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ef6c-513f-4f21-92ec-ce35010ce11c req-7caab862-8695-4cfc-a399-41dca25e5d69 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:44.962441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd08ef6c-513f-4f21-92ec-ce35010ce11c req-7caab862-8695-4cfc-a399-41dca25e5d69 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 944 time: 0.4631329 Apr 07 11:23:45.031718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.083655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 925b19f6-4748-4ee2-8398-80359aec50f3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:23:45.095297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 925b19f6-4748-4ee2-8398-80359aec50f3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:45.098382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.154683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.231740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0afa65ff-a5ef-46ba-ac80-936ec6165af8 req-f553e4b7-0634-40c8-b6e2-7f173a10b6da tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924134 Apr 07 11:23:45.251319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd08ef6c-513f-4f21-92ec-ce35010ce11c req-a13f284b-c584-46ce-8fe3-ddb9a35503c0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772052 Apr 07 11:23:45.267234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53362) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:45.298746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 203e41d2-271e-41f7-82cc-62d8bc403142 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:45.323462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:45.330030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:45.333346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:45.339431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:45.340061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.370628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Allocated IP 2001:db8::2 (203e41d2-271e-41f7-82cc-62d8bc403142/ae349ee7-1e93-455e-9dfd-865e890d04bb/176f06c7-7fdb-4c46-bcc9-42fe76accf5c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:45.377590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36ffba7e-d3df-4ce8-84c7-a1d7c9fc6750 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8808358 Apr 07 11:23:45.381573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:45.552521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 925b19f6-4748-4ee2-8398-80359aec50f3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:45.559539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.595510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:45.596154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.644681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1618542824-network', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:45.723818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Made reservation on behalf of b929227cf38645e79ddc1406bf87db66 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:45.732086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.792452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.796464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Publish callbacks [] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.806231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b19f6-4748-4ee2-8398-80359aec50f3'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:45.808872 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735e56c-69e7-472e-a8ac-2b1c9f2aa00b" -d '{"events": [{"server_uuid": "0cc39cac-3ff3-41d9-bf90-b16e52076355", "name": "network-vif-plugged", "status": "completed", "tag": "925b19f6-4748-4ee2-8398-80359aec50f3"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:45.816352 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.833488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 925b19f6-4748-4ee2-8398-80359aec50f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=925b19f6-4748-4ee2-8398-80359aec50f3,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:45.872256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.873285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:45.954447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:45.971759 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f5c68-a025-434b-be1a-fd6853191d41 x-openstack-request-id: req-b34f5c68-a025-434b-be1a-fd6853191d41 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:45.978420 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc39cac-3ff3-41d9-bf90-b16e52076355", "name": "network-vif-plugged", "status": "completed", "tag": "925b19f6-4748-4ee2-8398-80359aec50f3", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:45.978841 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b34f5c68-a025-434b-be1a-fd6853191d41 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:45.979293 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34f5c68-a025-434b-be1a-fd6853191d41'] response: {'server_uuid': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b19f6-4748-4ee2-8398-80359aec50f3', 'code': 200} Apr 07 11:23:46.011338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Network 203e41d2-271e-41f7-82cc-62d8bc403142 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:46.012989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Pushing event updated for resources: {'Port': ['ID=176f06c7-7fdb-4c46-bcc9-42fe76accf5c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:46.031030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:46.099570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=925b19f6-4748-4ee2-8398-80359aec50f3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:46.114973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:46.137751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:46.235659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 886585b5-029c-49e1-b200-5fb1110bd761 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:46.236241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.297815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.332662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Attempting to bind port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:46.335323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Attempting to bind port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '90ee649e-757e-4ee4-89d5-f0ff17f66f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:46.337892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Attempting to bind port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c on network 203e41d2-271e-41f7-82cc-62d8bc403142 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:46.373109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:46.419846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:46.423858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Checking segment: {'id': '90ee649e-757e-4ee4-89d5-f0ff17f66f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:46.425706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.427104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Bound using segment: {'id': '90ee649e-757e-4ee4-89d5-f0ff17f66f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:46.427733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Bound port: 176f06c7-7fdb-4c46-bcc9-42fe76accf5c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ee649e-757e-4ee4-89d5-f0ff17f66f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '203e41d2-271e-41f7-82cc-62d8bc403142'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:46.430458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.441147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:46.453182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.462139 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-408383c9-9886-4efd-a8f1-fa7fa5aae5eb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe HTTP/1.1" status: 204 len: 168 time: 1.0795147 Apr 07 11:23:46.466159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53384) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:46.475116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.508892 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05d8572-46f5-4490-b253-c6c7620b5edb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:23:46.509996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05d8572-46f5-4490-b253-c6c7620b5edb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:23:46.524617 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e05d8572-46f5-4490-b253-c6c7620b5edb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe HTTP/1.1" status: 404 len: 333 time: 0.0514371 Apr 07 11:23:46.525334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:46.543355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:46.618058 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9891921-c460-4568-97a1-c553a09e0c35 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:23:46.619739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9891921-c460-4568-97a1-c553a09e0c35 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/ac0fd6e9-47ff-4a56-b919-6c658ff1c4fe HTTP/1.1" status: 404 len: 333 time: 0.0929606 Apr 07 11:23:46.625680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53392) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:46.626125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] For port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:46.630427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] For port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=176f06c7-7fdb-4c46-bcc9-42fe76accf5c,segment=NetworkSegment(90ee649e-757e-4ee4-89d5-f0ff17f66f30),segment_id=90ee649e-757e-4ee4-89d5-f0ff17f66f30)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:46.645083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.741602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet ae349ee7-1e93-455e-9dfd-865e890d04bb {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:23:46.754650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (ae349ee7-1e93-455e-9dfd-865e890d04bb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.838648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252be32-7dd0-4db3-a727-31536f1641ef None None] Pushing event updated for resources: {'Port': ['ID=176f06c7-7fdb-4c46-bcc9-42fe76accf5c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:46.854947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (ae349ee7-1e93-455e-9dfd-865e890d04bb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:46.953003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:47.067470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ae349ee7-1e93-455e-9dfd-865e890d04bb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.101918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:23:47.106360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:47.106735 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.214541 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (ae349ee7-1e93-455e-9dfd-865e890d04bb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.321947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=ae349ee7-1e93-455e-9dfd-865e890d04bb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:47.329374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.336249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:47.336971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.351604 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-62a2367d-80c6-431f-b3dc-7fe2cb685898 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/ae349ee7-1e93-455e-9dfd-865e890d04bb HTTP/1.1" status: 204 len: 168 time: 0.7247946 Apr 07 11:23:47.355471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53404) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:47.392931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:47.394649 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks [] for security_group (243b2d80-2129-4414-99a5-6e1930365fe7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.401978 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.407614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150213-e657-4f50-b974-204e27780013 req-3319a9c2-1446-4a5d-9d93-0a36451c3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:47.423733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0150213-e657-4f50-b974-204e27780013 req-3319a9c2-1446-4a5d-9d93-0a36451c3b34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 1127 time: 1.4367030 Apr 07 11:23:47.441509 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (243b2d80-2129-4414-99a5-6e1930365fe7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.454601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:47.466002 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3ec22be5-45df-4ac7-a05f-86b667253f1a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.466615 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Added segment 3ec22be5-45df-4ac7-a05f-86b667253f1a of type vlan for network b8948ce5-b61d-4743-b416-26ffd79ebe61 Apr 07 11:23:47.511848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:47.556204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b8948ce5-b61d-4743-b416-26ffd79ebe61), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.568110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (203e41d2-271e-41f7-82cc-62d8bc403142), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.645227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:47.645483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.646868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b8948ce5-b61d-4743-b416-26ffd79ebe61), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.648608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:47.652990 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.678899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee245d6-38e0-4bb2-930a-b506596d833f req-45671a6a-8638-4708-aaf9-e2288242fce4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:47.685761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ee245d6-38e0-4bb2-930a-b506596d833f req-45671a6a-8638-4708-aaf9-e2288242fce4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 944 time: 0.6772871 Apr 07 11:23:47.705876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f55ba-632a-4fc7-8ac7-082fdb4a7c6a req-bf4de422-7a85-4a96-896a-24c9c3aa8ec4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:47.715051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da3f55ba-632a-4fc7-8ac7-082fdb4a7c6a req-bf4de422-7a85-4a96-896a-24c9c3aa8ec4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 944 time: 0.6913421 Apr 07 11:23:47.772967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] For port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=176f06c7-7fdb-4c46-bcc9-42fe76accf5c,segment=NetworkSegment(90ee649e-757e-4ee4-89d5-f0ff17f66f30),segment_id=90ee649e-757e-4ee4-89d5-f0ff17f66f30)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:47.774993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:47.808826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 176f06c7-7fdb-4c46-bcc9-42fe76accf5c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:47.981035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761'}, {'server_uuid': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:47.985578 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed91249-2e27-4565-b54b-6f532d3ca4be" -d '{"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-unplugged", "status": "completed", "tag": "886585b5-029c-49e1-b200-5fb1110bd761"}, {"server_uuid": "c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b", "name": "network-vif-plugged", "status": "completed", "tag": "d2bf6187-6b77-4fdd-9fc9-8742f5b156e7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:48.039283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (176f06c7-7fdb-4c46-bcc9-42fe76accf5c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:48.180386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243b2d80-2129-4414-99a5-6e1930365fe7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:48.199965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9286842 Apr 07 11:23:48.247851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53410) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:48.251845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No DVR routers for this DVR port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:48.287666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Request body: {'subnet': {'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1618542824-subnet', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:48.311662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=176f06c7-7fdb-4c46-bcc9-42fe76accf5c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:48.399393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ee245d6-38e0-4bb2-930a-b506596d833f req-18cb3dee-56ec-4f2d-ba85-2ee988ac640f tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221173 Apr 07 11:23:48.401448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bece9d-b2e7-4e78-b839-f8d71986f5fe admin admin] Pushing event updated for resources: {'Network': ['ID=b8948ce5-b61d-4743-b416-26ffd79ebe61,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:48.430902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:48.448629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da3f55ba-632a-4fc7-8ac7-082fdb4a7c6a req-14ceb576-f394-4130-a5e2-add2caab62e2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285476 Apr 07 11:23:48.478177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0150213-e657-4f50-b974-204e27780013 req-d489dce6-fbaf-4a3a-85ba-dacedf4ca1c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0498750 Apr 07 11:23:48.682645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Made reservation on behalf of b929227cf38645e79ddc1406bf87db66 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:48.684964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:48.753020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 176f06c7-7fdb-4c46-bcc9-42fe76accf5c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:48.797743 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6160007-4f31-4851-8b08-65286b028d2f x-openstack-request-id: req-a6160007-4f31-4851-8b08-65286b028d2f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:48.798152 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-unplugged", "status": "completed", "tag": "886585b5-029c-49e1-b200-5fb1110bd761", "code": 200}, {"server_uuid": "c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b", "name": "network-vif-plugged", "status": "completed", "tag": "d2bf6187-6b77-4fdd-9fc9-8742f5b156e7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:48.798370 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6160007-4f31-4851-8b08-65286b028d2f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:48.799944 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6160007-4f31-4851-8b08-65286b028d2f'] response: {'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761', 'code': 200} Apr 07 11:23:48.800221 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6160007-4f31-4851-8b08-65286b028d2f'] response: {'server_uuid': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7', 'code': 200} Apr 07 11:23:48.815960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 176f06c7-7fdb-4c46-bcc9-42fe76accf5c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:48.816315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 176f06c7-7fdb-4c46-bcc9-42fe76accf5c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 11:23:48.922328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Port 176f06c7-7fdb-4c46-bcc9-42fe76accf5c not found, will not notify nova. {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 11:23:48.963902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:23:48.985602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb62e9-ca00-4bf9-bb47-be47da7964f4 None None] Network 203e41d2-271e-41f7-82cc-62d8bc403142 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:49.051094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba149bc-184c-4f13-b74a-c71abd07fd80 req-0beefb14-7f04-40ff-9f4c-735e441bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:49.054808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ba149bc-184c-4f13-b74a-c71abd07fd80 req-0beefb14-7f04-40ff-9f4c-735e441bab21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 1127 time: 0.1821961 Apr 07 11:23:49.115459 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:23:49.149649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-571c2d9d-84a5-48ba-906d-eb8980cb8d09 None None] Could not find standard attr ID for object 176f06c7-7fdb-4c46-bcc9-42fe76accf5c. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:23:49.218508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ba149bc-184c-4f13-b74a-c71abd07fd80 req-c9a0431e-f5ee-4bd4-9c35-5ba8539b2834 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556766 Apr 07 11:23:49.467493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:49.527537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '886585b5-029c-49e1-b200-5fb1110bd761', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'port_id': '886585b5-029c-49e1-b200-5fb1110bd761', 'mac_address': 'fa:16:3e:d0:4d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d0aae9-3703-4fc4-b21b-1fe2d0335631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:23:49.691555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 886585b5-029c-49e1-b200-5fb1110bd761 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:49.692025 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:49.740255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886585b5-029c-49e1-b200-5fb1110bd761 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:23:49.791835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:49.802706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:49.891827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959fafd4-7ba7-4ba8-852e-0a82aa492ea6 None None] DHCP port deletion for 203e41d2-271e-41f7-82cc-62d8bc403142 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:23:49.995350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:50.007776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252944f2-b196-47b9-8f1d-6719e406b4eb req-b59d10d8-2f0a-4d53-bdd6-46809ec5a2b3 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:50.023154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-252944f2-b196-47b9-8f1d-6719e406b4eb req-b59d10d8-2f0a-4d53-bdd6-46809ec5a2b3 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 945 time: 0.2810588 Apr 07 11:23:50.027161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (203e41d2-271e-41f7-82cc-62d8bc403142), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.066158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e41d2-271e-41f7-82cc-62d8bc403142']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:50.183113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ee649e-757e-4ee4-89d5-f0ff17f66f30') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:50.187805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ee649e-757e-4ee4-89d5-f0ff17f66f30') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:50.204066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-252944f2-b196-47b9-8f1d-6719e406b4eb req-a2763ae5-963c-4f63-9fd5-83d898f8b8ae tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769457 Apr 07 11:23:50.251884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (90ee649e-757e-4ee4-89d5-f0ff17f66f30), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.292176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437a36d-a909-4cc2-81db-883d6e415a3a req-b985047c-44b7-41af-a382-1399dc3d8627 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:50.314232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5437a36d-a909-4cc2-81db-883d6e415a3a req-b985047c-44b7-41af-a382-1399dc3d8627 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 945 time: 0.2589962 Apr 07 11:23:50.314890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e1664cd7-e463-4d8e-86c1-744d0da4ff07), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.345755 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (90ee649e-757e-4ee4-89d5-f0ff17f66f30), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.419250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:50.420025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (90ee649e-757e-4ee4-89d5-f0ff17f66f30), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:50.427651 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:50.471306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5437a36d-a909-4cc2-81db-883d6e415a3a req-0563dbcc-32b7-41e0-863e-d4ce8e343112 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408131 Apr 07 11:23:50.531045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1664cd7-e463-4d8e-86c1-744d0da4ff07,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:50.547869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (203e41d2-271e-41f7-82cc-62d8bc403142), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.549418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 176f06c7-7fdb-4c46-bcc9-42fe76accf5c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:50.551963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['886585b5-029c-49e1-b200-5fb1110bd761'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:50.553795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Checking segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:50.555010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Network hostable DHCP agents. Network: b8948ce5-b61d-4743-b416-26ffd79ebe61, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:50.590262 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.600944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/203e41d2-271e-41f7-82cc-62d8bc403142 HTTP/1.1" status: 204 len: 168 time: 3.2443371 Apr 07 11:23:50.605720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 176f06c7-7fdb-4c46-bcc9-42fe76accf5c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:50.606249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 176f06c7-7fdb-4c46-bcc9-42fe76accf5c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:50.627272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:50.629459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29605-0f56-4d02-ac63-9ceb5e7e2b72 req-acffe5a4-bdad-4ce5-9e80-7b5b89020b0a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:50.634287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c42649-d5cd-483f-b027-016b0c7b3207 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=203e41d2-271e-41f7-82cc-62d8bc403142,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:50.636506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3f29605-0f56-4d02-ac63-9ceb5e7e2b72 req-acffe5a4-bdad-4ce5-9e80-7b5b89020b0a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.1600785 Apr 07 11:23:50.643051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27583654'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:50.714957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:50.726724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:50.747412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.775878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3f29605-0f56-4d02-ac63-9ceb5e7e2b72 req-f4919618-2e63-4aa4-892e-3050232d80dd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245103 Apr 07 11:23:50.810051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b8948ce5-b61d-4743-b416-26ffd79ebe61) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:50.818390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:50.819258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.833507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf72e44-df7c-4139-b10d-33aa02528bd9 None None] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:50.878901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:23:50.900491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (37cb9339-dced-44bf-a078-54844a9f4e69), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.901226 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment 37cb9339-dced-44bf-a078-54844a9f4e69 of type vlan for network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 Apr 07 11:23:50.960823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b8948ce5-b61d-4743-b416-26ffd79ebe61', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:23:50.961745 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:50.974599 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e3aacb4e-e7ee-4425-881c-ed229a0c98bf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7247312 Apr 07 11:23:50.977529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53444) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:50.987300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:50.997228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.036699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.043978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:51.045329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.059662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.066042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.123451 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4908559 Apr 07 11:23:51.124172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:51.129220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:51.188230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cea222-1fbe-43da-a04f-3a76ced6bb87 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=eabf3f8b-d103-4bf1-bae0-e75fd74c8c62,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:51.192073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Allocated IP 172.20.0.2 (b8948ce5-b61d-4743-b416-26ffd79ebe61/e1664cd7-e463-4d8e-86c1-744d0da4ff07/d9c9e756-e0e3-412b-a08c-13c1c9593cf3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:51.201160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:23:51.219930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks [] for router_controller (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.267682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:51.274672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.481403 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Publish callbacks [] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.491620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.544921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:51.551564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:51.554372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:51.563932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Pushing event updated for resources: {'Port': ['ID=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:51.596314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e9ad0d39-d7f8-4086-a36f-11fc4523e398), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.644535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks [] for router_gateway (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.644942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Attempting to bind port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:51.645461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Attempting to bind port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:51.645926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Attempting to bind port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 on network b8948ce5-b61d-4743-b416-26ffd79ebe61 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:51.654614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:51.654614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Checking segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:51.655201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.655859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Bound using segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:51.656526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Bound port: d9c9e756-e0e3-412b-a08c-13c1c9593cf3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:51.657285 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.722317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=e9ad0d39-d7f8-4086-a36f-11fc4523e398,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:51.734900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95963682-7170-4448-babb-0d3cde4c8ed7 req-606a8a83-8702-4ec0-a7ae-ffbd2783d324 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:51.736548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95963682-7170-4448-babb-0d3cde4c8ed7 req-606a8a83-8702-4ec0-a7ae-ffbd2783d324 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 945 time: 0.3509419 Apr 07 11:23:51.773747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] For port d9c9e756-e0e3-412b-a08c-13c1c9593cf3, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:51.775514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': '37cb9339-dced-44bf-a078-54844a9f4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:51.775913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: eabf3f8b-d103-4bf1-bae0-e75fd74c8c62, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:23:51.779354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] For port d9c9e756-e0e3-412b-a08c-13c1c9593cf3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:51.792645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.798339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:23:51.814981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, eabf3f8b-d103-4bf1-bae0-e75fd74c8c62) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:51.832070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:51.834148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:51.881181 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e38bfc29-1d97-4d38-97ab-24edd7b23603 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7531333 Apr 07 11:23:51.882418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95742859-5931-4d34-959b-f228cf1e86fa None None] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:51.885049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53458) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:51.900266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-340108205'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:51.935059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95963682-7170-4448-babb-0d3cde4c8ed7 req-2be1fddb-68f1-40f6-bd73-aef0e564ac53 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413543 Apr 07 11:23:52.037541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c788-bc6a-4011-ad92-16729335d7c7 req-2ac4cce9-21ad-450c-b1eb-baaaa3040dd2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:52.062434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff02c788-bc6a-4011-ad92-16729335d7c7 req-2ac4cce9-21ad-450c-b1eb-baaaa3040dd2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 945 time: 0.3616168 Apr 07 11:23:52.148438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fffb0-3907-4f8d-92e1-796b135425ca None None] Pushing event updated for resources: {'Port': ['ID=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:52.221870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:52.225265 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.245699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 028db1f3-53cd-4c8f-896d-e28ad43aba62 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:23:52.276943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-eabf3f8b-d103-4bf1-bae0-e75fd74c8c62', 'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': 'e9ad0d39-d7f8-4086-a36f-11fc4523e398'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:23:52.278555 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.281561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff02c788-bc6a-4011-ad92-16729335d7c7 req-a95fcccd-1a5e-4846-bd47-d3af5dcaf310 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997182 Apr 07 11:23:52.306225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466070-aa37-4d8c-9caa-ba19ef9c8a49 req-7c89c9a8-4cca-4d3b-bf13-57a8ef6a0106 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:52.307829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6466070-aa37-4d8c-9caa-ba19ef9c8a49 req-7c89c9a8-4cca-4d3b-bf13-57a8ef6a0106 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.2040660 Apr 07 11:23:52.429894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::2ce (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62/e9ad0d39-d7f8-4086-a36f-11fc4523e398/028db1f3-53cd-4c8f-896d-e28ad43aba62) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:52.692080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (028db1f3-53cd-4c8f-896d-e28ad43aba62), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.706965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd850-8d3a-4c82-83b2-60603c9d6da8 req-9b5bf075-10bf-481b-be43-43363bc6b3ea tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:52.709190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-235cd850-8d3a-4c82-83b2-60603c9d6da8 req-9b5bf075-10bf-481b-be43-43363bc6b3ea tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 946 time: 0.2051203 Apr 07 11:23:52.713875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6466070-aa37-4d8c-9caa-ba19ef9c8a49 req-43f4f92b-bd5d-4981-8c10-9539c83ec095 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522966 Apr 07 11:23:52.744569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks [] for router_gateway (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.767433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (028db1f3-53cd-4c8f-896d-e28ad43aba62), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.793592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.815021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Allocated IP 2001:db8::2 (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62/e9ad0d39-d7f8-4086-a36f-11fc4523e398/10f44d99-f9a5-4b74-beb0-e27504792174) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:52.833210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:52.841245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:52.852724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:52.861175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:52.862327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:52.872087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=028db1f3-53cd-4c8f-896d-e28ad43aba62,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:52.909925 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9958a518-3a33-4fa1-b0a8-4a43c18b87bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0215476 Apr 07 11:23:52.910777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53466) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:52.921446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-235cd850-8d3a-4c82-83b2-60603c9d6da8 req-4cb61329-6961-42a4-8322-e9c2f7b1ea4a tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987255 Apr 07 11:23:53.007169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:53.105647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Allocated IP 172.25.5.71 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/b6eb4766-5771-4c50-96a4-ac7dcd3d1595) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:23:53.148598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 028db1f3-53cd-4c8f-896d-e28ad43aba62 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:53.148598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (028db1f3-53cd-4c8f-896d-e28ad43aba62), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.208566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Publish callbacks [] for port (10f44d99-f9a5-4b74-beb0-e27504792174), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.277299 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.354910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b0655-87fa-4385-a7f0-9f199f562868 req-4bf46578-da58-473b-a53f-d317118a8617 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:53.356595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-678b0655-87fa-4385-a7f0-9f199f562868 req-4bf46578-da58-473b-a53f-d317118a8617 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 945 time: 0.2453589 Apr 07 11:23:53.412221 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (028db1f3-53cd-4c8f-896d-e28ad43aba62), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.460388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Pushing event updated for resources: {'Port': ['ID=10f44d99-f9a5-4b74-beb0-e27504792174,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:53.475798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-678b0655-87fa-4385-a7f0-9f199f562868 req-5edbd8b0-a769-4992-8930-b1e625bcfc3c tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987422 Apr 07 11:23:53.481082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks [] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.485476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 028db1f3-53cd-4c8f-896d-e28ad43aba62 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:53.560683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:53.563768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 886585b5-029c-49e1-b200-5fb1110bd761 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:53.567241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (886585b5-029c-49e1-b200-5fb1110bd761), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.619600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.649240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253382b-f2ce-41e9-9b90-86054f9343ee req-a6945b64-839d-48a4-91d8-c1736898a88b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:53.651381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9253382b-f2ce-41e9-9b90-86054f9343ee req-a6945b64-839d-48a4-91d8-c1736898a88b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 945 time: 0.1285841 Apr 07 11:23:53.672754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:53.687100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:53.698566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:53.707850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:53.719781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:53.826221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b623913-d655-4754-bf07-5a5c7c1c4470 None None] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:53.847148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (028db1f3-53cd-4c8f-896d-e28ad43aba62), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:53.926308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=028db1f3-53cd-4c8f-896d-e28ad43aba62,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:53.977838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Attempting to bind port 10f44d99-f9a5-4b74-beb0-e27504792174 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:23:53.977838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Attempting to bind port 10f44d99-f9a5-4b74-beb0-e27504792174 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '37cb9339-dced-44bf-a078-54844a9f4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:23:53.977838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Attempting to bind port 10f44d99-f9a5-4b74-beb0-e27504792174 on network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:23:53.984466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Pushing event updated for resources: {'Port': ['ID=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:54.002751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.012664 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5acec58f-24e3-4afa-a14c-9bdb63e7a3e1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/028db1f3-53cd-4c8f-896d-e28ad43aba62 HTTP/1.1" status: 204 len: 168 time: 1.1002600 Apr 07 11:23:54.014684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:54.026643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:23:54.027699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Checking segment: {'id': '37cb9339-dced-44bf-a078-54844a9f4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:23:54.028295 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.028851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Bound using segment: {'id': '37cb9339-dced-44bf-a078-54844a9f4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:23:54.029546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Bound port: 10f44d99-f9a5-4b74-beb0-e27504792174, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cb9339-dced-44bf-a078-54844a9f4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eabf3f8b-d103-4bf1-bae0-e75fd74c8c62'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:23:54.030893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.049406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] Provisioning complete for port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:54.050020 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.096454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-368895c1-042c-4ead-9232-aee04d30c66b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4072113 Apr 07 11:23:54.106594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9253382b-f2ce-41e9-9b90-86054f9343ee req-bd12de40-4dc3-4699-bd05-983977e43ff6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340777 Apr 07 11:23:54.128695 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ac4864-3eb0-4897-a8b1-8f7f00596fd3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:23:54.134500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05ac4864-3eb0-4897-a8b1-8f7f00596fd3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/028db1f3-53cd-4c8f-896d-e28ad43aba62 HTTP/1.1" status: 404 len: 333 time: 0.1169682 Apr 07 11:23:54.138329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53500) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:54.298675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d9c9e756-e0e3-412b-a08c-13c1c9593cf3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:54.354443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet e9ad0d39-d7f8-4086-a36f-11fc4523e398 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:23:54.355937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 886585b5-029c-49e1-b200-5fb1110bd761 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:54.356398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.402783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:54.412044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:54.414234 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92170637-1bc0-4d3b-a4e0-ffc8436551c4" -d '{"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-plugged", "status": "completed", "tag": "886585b5-029c-49e1-b200-5fb1110bd761"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:54.428580 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.431062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (e9ad0d39-d7f8-4086-a36f-11fc4523e398), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.481085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] Current status of the port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:54.481503 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.488265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] For port 10f44d99-f9a5-4b74-beb0-e27504792174, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:23:54.523542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] For port 10f44d99-f9a5-4b74-beb0-e27504792174, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10f44d99-f9a5-4b74-beb0-e27504792174,segment=NetworkSegment(37cb9339-dced-44bf-a078-54844a9f4e69),segment_id=37cb9339-dced-44bf-a078-54844a9f4e69)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:23:54.558647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] For port d9c9e756-e0e3-412b-a08c-13c1c9593cf3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:54.574440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.579877 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.586811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:54.621296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad66a3-3d20-45a3-bf98-52b86286ca1a req-f536ef4e-71e0-4001-96cd-747d958a172b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:54.633147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebad66a3-3d20-45a3-bf98-52b86286ca1a req-f536ef4e-71e0-4001-96cd-747d958a172b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3937309 Apr 07 11:23:54.645281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (e9ad0d39-d7f8-4086-a36f-11fc4523e398), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.649341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae47a32-e8d7-4c4a-8951-fc60abdd53d3 None None] Pushing event updated for resources: {'Port': ['ID=10f44d99-f9a5-4b74-beb0-e27504792174,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:54.664880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:54.665299 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.672997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f48d43-3508-4f29-9425-72a9ff102256 req-618ab091-cb4c-4b94-b2c2-d07b2dfbc07e tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:54.674793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64f48d43-3508-4f29-9425-72a9ff102256 req-618ab091-cb4c-4b94-b2c2-d07b2dfbc07e tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 945 time: 0.3657730 Apr 07 11:23:54.775036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24de27-8d7f-4cd9-8bbe-78a8ccbe1f19 None None] Pushing event updated for resources: {'Port': ['ID=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:54.806418 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks [] for router_gateway (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:54.811136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-3d565e02-a584-46eb-8b5c-3e691c1757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:54.819354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-3d565e02-a584-46eb-8b5c-3e691c1757f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e6426310fe4568bf986ddc184ac98d&device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 1128 time: 0.5532644 Apr 07 11:23:54.864226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:55.015409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-54bd2065-414b-40aa-a1f9-61145938181d None None] Provisioning complete for port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:55.016495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54bd2065-414b-40aa-a1f9-61145938181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:55.102266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:23:55.202024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-54bd2065-414b-40aa-a1f9-61145938181d None None] Current status of the port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:55.518598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64f48d43-3508-4f29-9425-72a9ff102256 req-5beff1f7-2bf6-4e42-b163-323d48cc5ac0 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979222 Apr 07 11:23:55.594399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebad66a3-3d20-45a3-bf98-52b86286ca1a req-0d64ceb4-4a45-4558-93d9-55ee7da9fbc5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9601378 Apr 07 11:23:55.636832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e9ad0d39-d7f8-4086-a36f-11fc4523e398), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:55.767605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0da6-01af-4a09-a24c-342593e8405e req-b80d4676-d0a0-4e6c-94b4-d7c8b6860236 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:55.778751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35d0da6-01af-4a09-a24c-342593e8405e req-b80d4676-d0a0-4e6c-94b4-d7c8b6860236 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "GET /v2.0/ports?device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 945 time: 0.2264707 Apr 07 11:23:55.805101 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17be0c55-7285-4997-ae6b-82c3edcad3d4 x-openstack-request-id: req-17be0c55-7285-4997-ae6b-82c3edcad3d4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:55.806018 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-plugged", "status": "completed", "tag": "886585b5-029c-49e1-b200-5fb1110bd761", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:55.806018 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17be0c55-7285-4997-ae6b-82c3edcad3d4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:55.807234 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17be0c55-7285-4997-ae6b-82c3edcad3d4'] response: {'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761', 'code': 200} Apr 07 11:23:55.917247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.100473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53536) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:56.334412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423d291-266d-4a17-be02-38d844bcc41d req-ac8f30a7-8bd9-4e13-a8f6-63fa55460ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:56.336807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b423d291-266d-4a17-be02-38d844bcc41d req-ac8f30a7-8bd9-4e13-a8f6-63fa55460ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 1128 time: 0.3872054 Apr 07 11:23:56.363263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Deleting port 925b19f6-4748-4ee2-8398-80359aec50f3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:56.363718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.401326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-3fc1f146-c4d6-4b18-8ed0-75a29c8d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:56.403078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-3fc1f146-c4d6-4b18-8ed0-75a29c8d2c15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 200 len: 911 time: 1.5567200 Apr 07 11:23:56.494994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10f44d99-f9a5-4b74-beb0-e27504792174 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:56.523296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e413ee45-cb9e-4d2a-9167-88566437cffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.586205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b423d291-266d-4a17-be02-38d844bcc41d req-10daf667-b129-4272-bbbc-e81157c3a364 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408695 Apr 07 11:23:56.642304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75b284-4898-4aa7-9ea6-b90a63f638be None None] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:56.662264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-546123b3-ba57-4c48-bcf3-6dad85063d0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 200 len: 1001 time: 0.2491901 Apr 07 11:23:56.687588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] For port 925b19f6-4748-4ee2-8398-80359aec50f3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=925b19f6-4748-4ee2-8398-80359aec50f3,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:56.688099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.705208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Calling delete_port for 925b19f6-4748-4ee2-8398-80359aec50f3 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:56.765020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (e9ad0d39-d7f8-4086-a36f-11fc4523e398), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.804514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.811466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/e9ad0d39-d7f8-4086-a36f-11fc4523e398 HTTP/1.1" status: 204 len: 168 time: 2.6630638 Apr 07 11:23:56.813886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53544) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:56.878076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff0559-90b5-4522-937b-9e8e2c2a2646 req-8d36689e-31bc-4332-a917-271caebbbbd0 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:56.880723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0aff0559-90b5-4522-937b-9e8e2c2a2646 req-8d36689e-31bc-4332-a917-271caebbbbd0 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.8530810 Apr 07 11:23:56.943833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Provisioning complete for port 10f44d99-f9a5-4b74-beb0-e27504792174 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:56.944412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.950848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e413ee45-cb9e-4d2a-9167-88566437cffe admin admin] Publish callbacks [] for security_group (06d58274-bbd3-4376-b75f-e37b3badd8a3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.975384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 10f44d99-f9a5-4b74-beb0-e27504792174 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:56.975790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:56.998451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-eecd4c73-faa5-4370-b4dc-3af9cf99adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:57.000864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-eecd4c73-faa5-4370-b4dc-3af9cf99adf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 200 len: 849 time: 0.0999420 Apr 07 11:23:57.012672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c84346-fee0-44ac-821f-cdc0df4ad583 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ad0d39-d7f8-4086-a36f-11fc4523e398,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:57.063735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:23:57.089418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.094489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (925b19f6-4748-4ee2-8398-80359aec50f3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.097028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e413ee45-cb9e-4d2a-9167-88566437cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (06d58274-bbd3-4376-b75f-e37b3badd8a3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.131270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5cdd555e-bf30-4bcd-be00-a7586602183a', 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:23:57.139474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9b26-0310-49a9-89a3-94d612d3589e req-15c04e99-84b5-4ca0-9fd4-51ac3964bdfc tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:57.143868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299d9b26-0310-49a9-89a3-94d612d3589e req-15c04e99-84b5-4ca0-9fd4-51ac3964bdfc tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc39cac-3ff3-41d9-bf90-b16e52076355 HTTP/1.1" status: 200 len: 945 time: 0.4405289 Apr 07 11:23:57.198330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0aff0559-90b5-4522-937b-9e8e2c2a2646 req-068597d1-be21-4a30-91cd-88fc036c694c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063755 Apr 07 11:23:57.265755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 10f44d99-f9a5-4b74-beb0-e27504792174 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:57.266156 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.285651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Current status of the port 10f44d99-f9a5-4b74-beb0-e27504792174 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:57.286057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.307127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e413ee45-cb9e-4d2a-9167-88566437cffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c75c3fab2c514b56962565e387cea8e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2050831 Apr 07 11:23:57.323986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53552) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:57.347172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-cf28adf5-386b-4da8-b9d7-bf51f465237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:57.348813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-cf28adf5-386b-4da8-b9d7-bf51f465237f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26e5866-c870-41e7-8553-3db3411c8b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3319380 Apr 07 11:23:57.373918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 10f44d99-f9a5-4b74-beb0-e27504792174, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10f44d99-f9a5-4b74-beb0-e27504792174,segment=NetworkSegment(37cb9339-dced-44bf-a078-54844a9f4e69),segment_id=37cb9339-dced-44bf-a078-54844a9f4e69)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:57.377835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413ee45-cb9e-4d2a-9167-88566437cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d58274-bbd3-4376-b75f-e37b3badd8a3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:57.403741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Pushing event deleted for resources: {'Port': ['ID=925b19f6-4748-4ee2-8398-80359aec50f3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:57.419417 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.433511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d9c9e756-e0e3-412b-a08c-13c1c9593cf3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:23:57.505606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299d9b26-0310-49a9-89a3-94d612d3589e req-160607f2-dd47-4f41-9ea2-06968a538453 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511438 Apr 07 11:23:57.536025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] No DVR routers for this DVR port 925b19f6-4748-4ee2-8398-80359aec50f3 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:57.539034 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.543125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35d0da6-01af-4a09-a24c-342593e8405e req-345ea524-a895-49f5-9e79-115ffee5ca23 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "DELETE /v2.0/ports/925b19f6-4748-4ee2-8398-80359aec50f3 HTTP/1.1" status: 204 len: 173 time: 1.7583473 Apr 07 11:23:57.546953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'name': 'network-vif-deleted', 'tag': '925b19f6-4748-4ee2-8398-80359aec50f3'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:23:57.549640 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a8619a-28f8-4c92-9d7c-fe988d9ad066" -d '{"events": [{"server_uuid": "0cc39cac-3ff3-41d9-bf90-b16e52076355", "name": "network-vif-deleted", "tag": "925b19f6-4748-4ee2-8398-80359aec50f3"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:23:57.618654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 10f44d99-f9a5-4b74-beb0-e27504792174 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:23:57.619761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.662464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:23:57.663025 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:23:57.740690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933cf9e0-86ca-45ea-89ac-39c27c803d8b None None] Network eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:23:57.762409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] For port 10f44d99-f9a5-4b74-beb0-e27504792174, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10f44d99-f9a5-4b74-beb0-e27504792174,segment=NetworkSegment(37cb9339-dced-44bf-a078-54844a9f4e69),segment_id=37cb9339-dced-44bf-a078-54844a9f4e69)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:23:57.762821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.796864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 10f44d99-f9a5-4b74-beb0-e27504792174 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:23:57.829346 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9629408c-bc33-401c-a568-005e4f814126 admin admin] Publish callbacks [] for security_group (06d58274-bbd3-4376-b75f-e37b3badd8a3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:57.836888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:23:57.874971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Sync routers for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:23:57.878702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=10f44d99-f9a5-4b74-beb0-e27504792174,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:57.924263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:23:57.925341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:58.038931 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8513be-490b-4993-98ca-76c115cdd913 x-openstack-request-id: req-ab8513be-490b-4993-98ca-76c115cdd913 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:23:58.039746 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc39cac-3ff3-41d9-bf90-b16e52076355", "name": "network-vif-deleted", "tag": "925b19f6-4748-4ee2-8398-80359aec50f3", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:23:58.045288 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab8513be-490b-4993-98ca-76c115cdd913 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:23:58.046006 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8513be-490b-4993-98ca-76c115cdd913'] response: {'server_uuid': '0cc39cac-3ff3-41d9-bf90-b16e52076355', 'name': 'network-vif-deleted', 'tag': '925b19f6-4748-4ee2-8398-80359aec50f3', 'status': 'completed', 'code': 200} Apr 07 11:23:58.048033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45b3f-8bcc-4f8e-ac98-dbd48dde53fd req-595f398a-77fc-49ce-9731-49a647411345 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:58.067310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:23:58.068045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.072732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:23:58.082566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cad45b3f-8bcc-4f8e-ac98-dbd48dde53fd req-595f398a-77fc-49ce-9731-49a647411345 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.7001622 Apr 07 11:23:58.082861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (10f44d99-f9a5-4b74-beb0-e27504792174), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.101938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.124204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-30814358-a4dc-4eca-9f0b-4646500e569b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1378407 Apr 07 11:23:58.125690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53560) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:58.234613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=10f44d99-f9a5-4b74-beb0-e27504792174,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:58.251717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No DVR routers for this DVR port 10f44d99-f9a5-4b74-beb0-e27504792174 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:23:58.260021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b6b1b-a3f9-4332-acfe-051a8700285d None None] Port 10f44d99-f9a5-4b74-beb0-e27504792174 update to ACTIVE by agent not found {{(pid=104179) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 11:23:58.484902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.535219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6719e53-81a1-4a5d-95d8-f3b2e2c6ae6b None None] DHCP port deletion for eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:23:58.539103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabf3f8b-d103-4bf1-bae0-e75fd74c8c62']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:58.553177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cb9339-dced-44bf-a078-54844a9f4e69') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:58.553797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cb9339-dced-44bf-a078-54844a9f4e69') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:58.567981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b169e9cb-b2b0-45b5-a428-7776afa39eab None None] Could not find standard attr ID for object 10f44d99-f9a5-4b74-beb0-e27504792174. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:23:58.568721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (37cb9339-dced-44bf-a078-54844a9f4e69), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.588970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (37cb9339-dced-44bf-a078-54844a9f4e69), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.599306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:23:58.600064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (37cb9339-dced-44bf-a078-54844a9f4e69), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.612035 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9629408c-bc33-401c-a568-005e4f814126 admin admin] Publish callbacks [] for security_group (06d58274-bbd3-4376-b75f-e37b3badd8a3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.620191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-8cb1f8c2-cb00-48e0-ab7f-378acf66ea95 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2494800 Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:23:58.720197 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:23:58.736854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (eabf3f8b-d103-4bf1-bae0-e75fd74c8c62), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.786272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:58.794779 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/eabf3f8b-d103-4bf1-bae0-e75fd74c8c62 HTTP/1.1" status: 204 len: 168 time: 1.9785643 Apr 07 11:23:58.795994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3de7-9a49-4ea3-b8a1-96016a142c1e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=eabf3f8b-d103-4bf1-bae0-e75fd74c8c62,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:58.807213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53574) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:58.824138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'name': 'tempest-PortsIpV6TestJSON-675969823'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:23:58.832183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc5a9edf-30c8-47b1-83bc-1204c02c0156 req-2c7581f7-c663-4700-924f-5653f883f653 service neutron] 10.222.0.41 "GET /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997502 Apr 07 11:23:59.064295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:23:59.068225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.087901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 925b19f6-4748-4ee2-8398-80359aec50f3 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:59.089377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 3405b6d6-f271-4f84-b851-aed98c39b9b9 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:23:59.283518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 925b19f6-4748-4ee2-8398-80359aec50f3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:59.284009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 925b19f6-4748-4ee2-8398-80359aec50f3 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:23:59.307573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cad45b3f-8bcc-4f8e-ac98-dbd48dde53fd req-de2bacce-7fb1-46cc-a5af-5da84c2dae01 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2188854 Apr 07 11:23:59.321900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9629408c-bc33-401c-a568-005e4f814126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (06d58274-bbd3-4376-b75f-e37b3badd8a3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.322922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (3405b6d6-f271-4f84-b851-aed98c39b9b9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.332712 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9629408c-bc33-401c-a568-005e4f814126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.336340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9629408c-bc33-401c-a568-005e4f814126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06d58274-bbd3-4376-b75f-e37b3badd8a3 HTTP/1.1" status: 204 len: 168 time: 2.0038040 Apr 07 11:23:59.352950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66b0a5-b4fc-4da6-885d-e5e9cddf69df req-bc8fbc4c-c4c9-4fab-8a52-1b9919bfeb47 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:59.365833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb66b0a5-b4fc-4da6-885d-e5e9cddf69df req-bc8fbc4c-c4c9-4fab-8a52-1b9919bfeb47 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.8471987 Apr 07 11:23:59.447070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3405b6d6-f271-4f84-b851-aed98c39b9b9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.491575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629408c-bc33-401c-a568-005e4f814126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d58274-bbd3-4376-b75f-e37b3badd8a3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:59.512591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:23:59.584525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:23:59.612288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:23:59.621312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:23:59.635917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:23:59.637942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.640878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:23:54Z', 'revision_number': 3, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:23:59.654872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=3405b6d6-f271-4f84-b851-aed98c39b9b9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:23:59.687228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb66b0a5-b4fc-4da6-885d-e5e9cddf69df req-887a5613-ce5f-4b17-a2ba-a80a31a49956 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186369 Apr 07 11:23:59.709162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-53eda425-ba78-4727-9f0b-b1a54c7b17f5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8990011 Apr 07 11:23:59.710332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:23:59.749112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Checking router: 2cc2733b-8672-4a18-8c44-6d43b5daa6fd for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:23:59.749513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Updating router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:23:59.781416 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:23:59.783350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10f44d99-f9a5-4b74-beb0-e27504792174 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:23:59.834241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 10f44d99-f9a5-4b74-beb0-e27504792174 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:23:59.834562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10f44d99-f9a5-4b74-beb0-e27504792174 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:24:00.049393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 3405b6d6-f271-4f84-b851-aed98c39b9b9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:00.050218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3405b6d6-f271-4f84-b851-aed98c39b9b9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.141368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd93d1-d861-41e4-a68f-2223e9f05e78 req-59571bf1-2097-42c3-9dbd-92fa8d420707 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:00.155521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6dd93d1-d861-41e4-a68f-2223e9f05e78 req-59571bf1-2097-42c3-9dbd-92fa8d420707 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.2617133 Apr 07 11:24:00.186712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53594) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:00.292809 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Publish callbacks [] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.304143 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.333800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4afb61cd-1335-4486-931b-c2ef0edbdd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.346498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3405b6d6-f271-4f84-b851-aed98c39b9b9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.368754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 3405b6d6-f271-4f84-b851-aed98c39b9b9 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:00.463831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Attempting to bind port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:00.464213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Attempting to bind port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:00.464585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Attempting to bind port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:00.515219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Pushing event updated for resources: {'Port': ['ID=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:00.530312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:00.530685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:00.530982 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.531442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:00.540202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3405b6d6-f271-4f84-b851-aed98c39b9b9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.553273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Bound port: b6eb4766-5771-4c50-96a4-ac7dcd3d1595, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:00.553736 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.630306 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.636043 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/3405b6d6-f271-4f84-b851-aed98c39b9b9 HTTP/1.1" status: 204 len: 168 time: 0.9221687 Apr 07 11:24:00.636480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53604) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:00.646083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6dd93d1-d861-41e4-a68f-2223e9f05e78 req-c5a2b1b3-6cd9-4326-9f0d-aab960b86ffe tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899831 Apr 07 11:24:00.652242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'mac_address': 'fa:16:3e:02:1f:29', 'name': 'tempest-PortsIpV6TestJSON-891361983'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:00.656538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef217d1-2221-4830-8bf9-f2f150d08179 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=3405b6d6-f271-4f84-b851-aed98c39b9b9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:00.752351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] For port b6eb4766-5771-4c50-96a4-ac7dcd3d1595, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:00.756654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] For port b6eb4766-5771-4c50-96a4-ac7dcd3d1595, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:00.817776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.859156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.859856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.860387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.860910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.861465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.862007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.862769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.863274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.863785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.864324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.864841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.865393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.867430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:00.928707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512c7bc-0218-4f40-9f2c-5d1f8bffbed5 req-27d4a97a-03f8-4df4-b255-b3cda5f66c0e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:00.938228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1512c7bc-0218-4f40-9f2c-5d1f8bffbed5 req-27d4a97a-03f8-4df4-b255-b3cda5f66c0e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3478034 Apr 07 11:24:00.945673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:00.991250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:01.028420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a611159f-41ea-4806-a586-1423f72cbb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.189463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:01.191611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:23:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:01.245025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.306935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port fd92cdc2-4607-47b3-a34d-bd7ef5d76186 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:01.526622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:01.593566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4afb61cd-1335-4486-931b-c2ef0edbdd1e admin admin] Publish callbacks [] for security_group (af8a61f0-7822-4e60-ae0b-2c6af42276b9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.619118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4afb61cd-1335-4486-931b-c2ef0edbdd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (af8a61f0-7822-4e60-ae0b-2c6af42276b9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.725629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79092905-d8b2-402a-9823-9bbcf879cac8 None None] Pushing event updated for resources: {'Port': ['ID=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:01.769669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (fd92cdc2-4607-47b3-a34d-bd7ef5d76186), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.829332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.849356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fd92cdc2-4607-47b3-a34d-bd7ef5d76186), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:01.877505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4afb61cd-1335-4486-931b-c2ef0edbdd1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b9962092fe84ebc8a14d0a1ac9cb698&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6433163 Apr 07 11:24:01.878423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53634) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:01.890103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb61cd-1335-4486-931b-c2ef0edbdd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a61f0-7822-4e60-ae0b-2c6af42276b9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:01.946269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:01.950795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:01.962078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:01.976211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:23:54Z', 'revision_number': 3, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:01.996567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:01.998802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.015449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60795ca1-4b8a-4470-9fe3-eb6a1093eef2 None None] The sync data for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 is: [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:23:54Z', 'revision_number': 3, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:24:02.020536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3830888 Apr 07 11:24:02.035077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a36fa-3559-4f02-aff8-b3f344256d48 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=fd92cdc2-4607-47b3-a34d-bd7ef5d76186,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:02.046585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Allocated IP 172.20.0.1 (b8948ce5-b61d-4743-b416-26ffd79ebe61/e1664cd7-e463-4d8e-86c1-744d0da4ff07/25646679-c026-4751-b522-47b1e1a86b63) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:02.049034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53636) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:02.096351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1512c7bc-0218-4f40-9f2c-5d1f8bffbed5 req-3dc13874-2312-4212-9430-57edbfe27432 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1472785 Apr 07 11:24:02.125800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e59af-2880-46a2-95a9-412d3ead7318 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:02.131586 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-253e59af-2880-46a2-95a9-412d3ead7318 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/fd92cdc2-4607-47b3-a34d-bd7ef5d76186 HTTP/1.1" status: 200 len: 844 time: 0.0805502 Apr 07 11:24:02.132250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53638) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:02.253069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port fd92cdc2-4607-47b3-a34d-bd7ef5d76186 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:02.253508 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fd92cdc2-4607-47b3-a34d-bd7ef5d76186), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.258319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aac283f-a877-4dd7-92bc-d71c9b8107fa admin admin] Publish callbacks [] for security_group (af8a61f0-7822-4e60-ae0b-2c6af42276b9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.297038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-88b199a0-b6b8-4194-b53e-4abc125a4066 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:02.319005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-88b199a0-b6b8-4194-b53e-4abc125a4066 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 814 time: 0.6538441 Apr 07 11:24:02.347313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fd92cdc2-4607-47b3-a34d-bd7ef5d76186), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.359725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-94442447-18d3-49e2-94f6-8531a05797df tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/quotas/0e68ae973c9f428aa6f2cfc939f09789 HTTP/1.1" status: 200 len: 375 time: 0.0393908 Apr 07 11:24:02.365591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for fd92cdc2-4607-47b3-a34d-bd7ef5d76186 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:02.458107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aac283f-a877-4dd7-92bc-d71c9b8107fa admin admin] Publish callbacks [] for security_group (af8a61f0-7822-4e60-ae0b-2c6af42276b9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.504553 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks [] for port (25646679-c026-4751-b522-47b1e1a86b63), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.525947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fd92cdc2-4607-47b3-a34d-bd7ef5d76186), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.578042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-669dbd7f-31e8-487e-92d1-f7750f604545 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166564 Apr 07 11:24:02.605795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=fd92cdc2-4607-47b3-a34d-bd7ef5d76186,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:02.641269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.653264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-49ae4972-34d8-46a3-94b2-cfd5ac7a565e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/fd92cdc2-4607-47b3-a34d-bd7ef5d76186 HTTP/1.1" status: 204 len: 168 time: 0.5199237 Apr 07 11:24:02.653978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53644) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:02.728699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (25646679-c026-4751-b522-47b1e1a86b63), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.729356 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89d8ad3-56a0-4a0b-af31-03f528e7644e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:24:02.730686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d89d8ad3-56a0-4a0b-af31-03f528e7644e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/fd92cdc2-4607-47b3-a34d-bd7ef5d76186 HTTP/1.1" status: 404 len: 333 time: 0.0738950 Apr 07 11:24:02.738554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53648) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:02.747306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'name': 'tempest-PortsIpV6TestJSON-1646761420'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:02.778992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aac283f-a877-4dd7-92bc-d71c9b8107fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (af8a61f0-7822-4e60-ae0b-2c6af42276b9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.782632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8aac283f-a877-4dd7-92bc-d71c9b8107fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.786727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8aac283f-a877-4dd7-92bc-d71c9b8107fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af8a61f0-7822-4e60-ae0b-2c6af42276b9 HTTP/1.1" status: 204 len: 168 time: 0.8960028 Apr 07 11:24:02.800063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:02.809391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-977351261'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:02.831614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac283f-a877-4dd7-92bc-d71c9b8107fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a61f0-7822-4e60-ae0b-2c6af42276b9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:02.842324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:02.868616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754bab8-cec3-45b4-bb83-8114e81c211e req-c140ad1e-ca2f-4dc2-a4f5-1652d4242212 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:02.875421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754bab8-cec3-45b4-bb83-8114e81c211e req-c140ad1e-ca2f-4dc2-a4f5-1652d4242212 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:02.883807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c754bab8-cec3-45b4-bb83-8114e81c211e req-c140ad1e-ca2f-4dc2-a4f5-1652d4242212 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43&device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 1682 time: 0.2389548 Apr 07 11:24:02.913860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:02.917210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.957547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9190bc75-73e4-4f4c-909a-21d548828b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:02.959606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:02.978200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 22f0f21f-8c70-4716-b712-10b91c87bc87 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:03.066685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Pushing event updated for resources: {'Port': ['ID=25646679-c026-4751-b522-47b1e1a86b63,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:03.076091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:03.253059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c754bab8-cec3-45b4-bb83-8114e81c211e req-12c3e554-bc18-44d0-8c6b-202014ef9950 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682339 Apr 07 11:24:03.283373 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.306111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:03.316218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.353553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.428755 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.441091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-db2204c7-a3fe-4c6a-a2ae-a45e3d46c920 None None] Provisioning complete for port 25646679-c026-4751-b522-47b1e1a86b63 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:03.441876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-db2204c7-a3fe-4c6a-a2ae-a45e3d46c920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25646679-c026-4751-b522-47b1e1a86b63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.475196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.489417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-db2204c7-a3fe-4c6a-a2ae-a45e3d46c920 None None] Port 25646679-c026-4751-b522-47b1e1a86b63 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:03.545783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:03.566841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:03.569301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:03.574668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:03.582153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53662) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:03.587031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.594061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=22f0f21f-8c70-4716-b712-10b91c87bc87,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:03.624704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a58af84f-a64a-4d45-aa43-b94104ace29d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8842165 Apr 07 11:24:03.627502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53664) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:03.632600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:03.651475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c3f5fafc-24a6-4124-8ade-016506648636 service neutron] 10.222.0.13 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660532 Apr 07 11:24:03.653815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14350224-7131-4cd0-8e4c-a71ccdf7edf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.695259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-8b025dfa-076c-4ca0-acf6-080999b84fdb tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:03.698850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-8b025dfa-076c-4ca0-acf6-080999b84fdb tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "GET /v2.0/ports?device_id=7791f169-2c20-4c7b-92ea-78911561b854 HTTP/1.1" status: 200 len: 946 time: 0.7367971 Apr 07 11:24:03.710078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:24:03.731952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b6eb4766-5771-4c50-96a4-ac7dcd3d1595 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:03.786417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.820582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:03.821062 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.963732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:03.964388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.980923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f23ff5ac-c99c-44a9-815b-b7e9fcca2e14), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:03.981910 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Added segment f23ff5ac-c99c-44a9-815b-b7e9fcca2e14 of type vlan for network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee Apr 07 11:24:03.999511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port b6eb4766-5771-4c50-96a4-ac7dcd3d1595, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:04.004611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.019763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25646679-c026-4751-b522-47b1e1a86b63), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.080232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5969e6-24ba-4220-902a-eb61550dd518 req-27f12da3-3bcb-4b7f-a8a0-51b876ea779a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:04.092213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb5969e6-24ba-4220-902a-eb61550dd518 req-27f12da3-3bcb-4b7f-a8a0-51b876ea779a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.7029722 Apr 07 11:24:04.094289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:04.135570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.151410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.197620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] In _notify_port_updated(), no bound segment for port 22f0f21f-8c70-4716-b712-10b91c87bc87 on network 7533ce9f-daa2-43eb-ab76-6148adc903f7 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:24:04.204066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:04.204744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.210593 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/ports/22f0f21f-8c70-4716-b712-10b91c87bc87 HTTP/1.1" status: 200 len: 818 time: 0.5793984 Apr 07 11:24:04.212642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53668) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:04.217666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3c5cd9b6-1f4a-491f-9243-3939d7b15cee), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.258079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dd93-cc44-42a1-960b-624bb5398dc1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=22f0f21f-8c70-4716-b712-10b91c87bc87,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:04.288496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-df688200-0887-4532-8d8c-692a13d81bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360002 Apr 07 11:24:04.349826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 22f0f21f-8c70-4716-b712-10b91c87bc87 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:04.353412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.419449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.446566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb5969e6-24ba-4220-902a-eb61550dd518 req-178a245d-8b2b-4976-a951-91b28b335386 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531861 Apr 07 11:24:04.462624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14350224-7131-4cd0-8e4c-a71ccdf7edf6 admin admin] Publish callbacks [] for security_group (aba26b76-e2ab-405e-84ee-7736aa392383), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.492234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14350224-7131-4cd0-8e4c-a71ccdf7edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aba26b76-e2ab-405e-84ee-7736aa392383), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.499351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.515775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 22f0f21f-8c70-4716-b712-10b91c87bc87 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:04.586249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-14350224-7131-4cd0-8e4c-a71ccdf7edf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6822c2d2cd4d46bea847c4caaba16597&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0020745 Apr 07 11:24:04.590009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:04.596635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14350224-7131-4cd0-8e4c-a71ccdf7edf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba26b76-e2ab-405e-84ee-7736aa392383,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:04.615170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3c5cd9b6-1f4a-491f-9243-3939d7b15cee), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.631691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:04.635416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.722805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-402e8f6b-cd1c-4e3c-bbff-90316b088cce admin admin] Publish callbacks [] for security_group (aba26b76-e2ab-405e-84ee-7736aa392383), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.750735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-402e8f6b-cd1c-4e3c-bbff-90316b088cce admin admin] Publish callbacks [] for security_group (aba26b76-e2ab-405e-84ee-7736aa392383), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.779968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Network': ['ID=3c5cd9b6-1f4a-491f-9243-3939d7b15cee,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:04.799133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:24:04.808956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:04.811218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6ffe7a25-9c83-47f2-bd9a-65033e8e39de tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0047631 Apr 07 11:24:04.816626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-244704808'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:04.820206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Deleting port 886585b5-029c-49e1-b200-5fb1110bd761 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:04.822567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-402e8f6b-cd1c-4e3c-bbff-90316b088cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aba26b76-e2ab-405e-84ee-7736aa392383), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.823808 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (886585b5-029c-49e1-b200-5fb1110bd761), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.825478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-402e8f6b-cd1c-4e3c-bbff-90316b088cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.827487 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-402e8f6b-cd1c-4e3c-bbff-90316b088cce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aba26b76-e2ab-405e-84ee-7736aa392383 HTTP/1.1" status: 204 len: 168 time: 0.2363784 Apr 07 11:24:04.871949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (22f0f21f-8c70-4716-b712-10b91c87bc87), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.876928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e8f6b-cd1c-4e3c-bbff-90316b088cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba26b76-e2ab-405e-84ee-7736aa392383,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:04.948474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=22f0f21f-8c70-4716-b712-10b91c87bc87,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:04.984822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:04.988517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d744fa91-3169-477f-843c-a5eee3cba6e3 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/22f0f21f-8c70-4716-b712-10b91c87bc87 HTTP/1.1" status: 204 len: 168 time: 0.7754347 Apr 07 11:24:04.991385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53684) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:05.000617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:05.013589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks [] for port (25646679-c026-4751-b522-47b1e1a86b63), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.015630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.023092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (25646679-c026-4751-b522-47b1e1a86b63), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.085258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:24:05.096926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] For port 886585b5-029c-49e1-b200-5fb1110bd761, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=886585b5-029c-49e1-b200-5fb1110bd761,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:05.097379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (886585b5-029c-49e1-b200-5fb1110bd761), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.101373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f6baf-3edb-4910-b80e-69a839f10a7c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:05.105190 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c02f6baf-3edb-4910-b80e-69a839f10a7c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1109042 Apr 07 11:24:05.106489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53686) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:05.163388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f50dd7a1-1285-42f0-bdf4-892e3cdd9d33), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.164292 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Added segment f50dd7a1-1285-42f0-bdf4-892e3cdd9d33 of type vlan for network 03c8cae7-09cc-4283-afc9-2029f31777d2 Apr 07 11:24:05.180069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Calling delete_port for 886585b5-029c-49e1-b200-5fb1110bd761 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:05.190359 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-578e9b33-983f-459f-9bf8-83e8e021333d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:24:05.196419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-578e9b33-983f-459f-9bf8-83e8e021333d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/22f0f21f-8c70-4716-b712-10b91c87bc87 HTTP/1.1" status: 404 len: 333 time: 0.0848927 Apr 07 11:24:05.196792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53690) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:05.202063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1903046473'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:05.221251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Pushing event updated for resources: {'Port': ['ID=25646679-c026-4751-b522-47b1e1a86b63,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:05.253340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.294007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (03c8cae7-09cc-4283-afc9-2029f31777d2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.311025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:05.314655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.394868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:24:05.406286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (03c8cae7-09cc-4283-afc9-2029f31777d2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.412629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:05.413544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.446947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f596635e-7500-43da-ac91-276b77562a31), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.447597 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment f596635e-7500-43da-ac91-276b77562a31 of type vlan for network c1da1aec-b646-484a-885e-3ebdc009db94 Apr 07 11:24:05.453476 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6422167 Apr 07 11:24:05.469865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53698) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:05.478585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'subnet': {'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:05.567416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48d98c-229c-49ff-a392-a8f3ba346996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Network': ['ID=03c8cae7-09cc-4283-afc9-2029f31777d2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:05.594525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c1da1aec-b646-484a-885e-3ebdc009db94), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.645918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (886585b5-029c-49e1-b200-5fb1110bd761), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.652766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c1da1aec-b646-484a-885e-3ebdc009db94), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.656735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:24:05.680248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:05.685907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.729118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Pushing event deleted for resources: {'Port': ['ID=886585b5-029c-49e1-b200-5fb1110bd761,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:05.810042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0e218-bbbd-47c2-bb18-429cdb63f973 req-c4283b91-1194-46e0-8373-b7c3616677a4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:05.812284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0f0e218-bbbd-47c2-bb18-429cdb63f973 req-c4283b91-1194-46e0-8373-b7c3616677a4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 946 time: 0.4141512 Apr 07 11:24:05.882982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=c1da1aec-b646-484a-885e-3ebdc009db94,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:05.889052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] No DVR routers for this DVR port 886585b5-029c-49e1-b200-5fb1110bd761 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:05.900664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:05.904141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:05.907717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f25d4e16-aa87-449b-9c47-31dc236577b6 req-64f74a08-624b-40fd-bfa7-cef519f8603f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "DELETE /v2.0/ports/886585b5-029c-49e1-b200-5fb1110bd761 HTTP/1.1" status: 204 len: 173 time: 2.2008452 Apr 07 11:24:05.909551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-deleted', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:05.912997 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbf7591-af2b-4ff0-ae85-a3a887eb887a" -d '{"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-deleted", "tag": "886585b5-029c-49e1-b200-5fb1110bd761"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:05.917025 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-44d34018-0c1c-4bf8-a09f-04c6c3834f03 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7187605 Apr 07 11:24:05.918301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53718) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:05.928190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:05.938421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:05.949378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:05.953490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:06.141926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:06.148374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:06.336552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0f0e218-bbbd-47c2-bb18-429cdb63f973 req-2dc9ecbc-3d66-4ce6-9944-ed51474adcee tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749706 Apr 07 11:24:06.361710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b6eb4766-5771-4c50-96a4-ac7dcd3d1595 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:06.380242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:24:06.398963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67deb31-5ca3-4928-b96d-9bb5816fe3fd req-e2f065a6-449e-4355-98ab-d1c8199d29a3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:06.400669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a67deb31-5ca3-4928-b96d-9bb5816fe3fd req-e2f065a6-449e-4355-98ab-d1c8199d29a3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.5858366 Apr 07 11:24:06.533867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72386bdb-95f7-4243-a58e-c563b24b000a req-c69581d2-8e02-4df1-a176-37e8f1d825a8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 210 time: 0.1073434 Apr 07 11:24:06.624376 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be6344-8873-463f-aacf-27aaa083fc5b x-openstack-request-id: req-89be6344-8873-463f-aacf-27aaa083fc5b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:06.624961 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791f169-2c20-4c7b-92ea-78911561b854", "name": "network-vif-deleted", "tag": "886585b5-029c-49e1-b200-5fb1110bd761", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:06.625408 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89be6344-8873-463f-aacf-27aaa083fc5b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:06.625985 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89be6344-8873-463f-aacf-27aaa083fc5b'] response: {'server_uuid': '7791f169-2c20-4c7b-92ea-78911561b854', 'name': 'network-vif-deleted', 'tag': '886585b5-029c-49e1-b200-5fb1110bd761', 'status': 'completed', 'code': 200} Apr 07 11:24:06.643919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a67deb31-5ca3-4928-b96d-9bb5816fe3fd req-1d1e6861-8793-4e57-91a6-dc0ee649862e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994529 Apr 07 11:24:06.678571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0608b137-da83-4abf-aea0-8eef16a887f9 None None] Provisioning complete for port 25646679-c026-4751-b522-47b1e1a86b63 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:06.680193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0608b137-da83-4abf-aea0-8eef16a887f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25646679-c026-4751-b522-47b1e1a86b63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:06.691267 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:06.720785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:06.721709 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:06.788679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0608b137-da83-4abf-aea0-8eef16a887f9 None None] Port 25646679-c026-4751-b522-47b1e1a86b63 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:06.867074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:07.075941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:24:07.079883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:07.153617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 886585b5-029c-49e1-b200-5fb1110bd761 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:24:07.154025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 886585b5-029c-49e1-b200-5fb1110bd761 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:24:07.164887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:24:07.175063 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (b2101461-6a6b-4a9b-8bca-6a5255f8b806), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.254386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Subnet': ['ID=b2101461-6a6b-4a9b-8bca-6a5255f8b806,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:07.291933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.375547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:07.376600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018eadc-76a5-491f-b03e-627008113164 req-58d0e8a7-c10c-49e3-95de-e9f8e6d1d14e tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:07.379115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0018eadc-76a5-491f-b03e-627008113164 req-58d0e8a7-c10c-49e3-95de-e9f8e6d1d14e tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 946 time: 0.2170763 Apr 07 11:24:07.405412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (90cbc617-31e1-4886-83bc-c22f61f54c82), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.423295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'mac_address': 'fa:16:3e:3d:85:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:24:07.521097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Checking segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:07.521612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-16b23280-af83-4145-bab2-3e4fa56bb431 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:07.522171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network hostable DHCP agents. Network: 3c5cd9b6-1f4a-491f-9243-3939d7b15cee, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:24:07.532854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-16b23280-af83-4145-bab2-3e4fa56bb431 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b HTTP/1.1" status: 200 len: 945 time: 0.2297359 Apr 07 11:24:07.571315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:07.571854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.605508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:24:07.613625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:24:07.623905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:24:07.625561 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Sync routers for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:24:07.639837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:07.655768 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:24:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:07.659803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-57a97db7-b717-44a9-859e-780252d66e1f admin admin] 10.222.0.13 "PUT /v2.0/routers/2cc2733b-8672-4a18-8c44-6d43b5daa6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4811265 Apr 07 11:24:07.681693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Deleting port 5cdd555e-bf30-4bcd-be00-a7586602183a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:07.682450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.695508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:07.706510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.770587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:07.786830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbe963-b30c-43f0-ac4b-ba51b2d9d140 req-4682a7c1-54ad-4aa5-9aed-e4a77022f5ba tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:07.802063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ddbe963-b30c-43f0-ac4b-ba51b2d9d140 req-4682a7c1-54ad-4aa5-9aed-e4a77022f5ba tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 946 time: 0.3070533 Apr 07 11:24:07.806697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3c5cd9b6-1f4a-491f-9243-3939d7b15cee) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:07.815632 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:07.815846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882b5d6-b54f-4106-9049-a9c75fa336cc None None] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:07.888835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:24:07.909659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:07.909659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:07.992044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0fdddf85-da61-48ff-a28d-b777062d7b99 req-e9de597e-5dc3-42ff-9ace-89d32abf62cf tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 210 time: 0.2186816 Apr 07 11:24:08.002315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=90cbc617-31e1-4886-83bc-c22f61f54c82,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:08.006347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': 'f596635e-7500-43da-ac91-276b77562a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:08.006974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: c1da1aec-b646-484a-885e-3ebdc009db94, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:24:08.054520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:04Z', 'revision_number': 2, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:08.079086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-adc166bc-87fc-4e10-829e-598837f3c14c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6082327 Apr 07 11:24:08.088191 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Checking router: 2cc2733b-8672-4a18-8c44-6d43b5daa6fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:24:08.088790 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Updating router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd port 25646679-c026-4751-b522-47b1e1a86b63 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:24:08.090982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53768) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:08.119857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'subnet': {'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:08.128216 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25646679-c026-4751-b522-47b1e1a86b63), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.167553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network c1da1aec-b646-484a-885e-3ebdc009db94 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:24:08.203968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c1da1aec-b646-484a-885e-3ebdc009db94) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:08.212222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:08.212814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.234513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb38d3f-6039-4e96-9b7e-98c66cac3e06 None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:08.243680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:24:08.245711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.268698 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-680494e0-9b89-42ca-a5ef-fd1ed65e093c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3454616 Apr 07 11:24:08.279895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53774) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:08.290420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:08.448120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ddbe963-b30c-43f0-ac4b-ba51b2d9d140 req-04796d65-c3ca-4d02-9b67-e07b5a352ffd tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/security-groups?id=243a48a7-c9e7-44d8-9af6-67440321f396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448152 Apr 07 11:24:08.472195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-3d59e0cd-c406-40c7-b1a7-e290628d35b4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:08.472769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] For port 5cdd555e-bf30-4bcd-be00-a7586602183a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5cdd555e-bf30-4bcd-be00-a7586602183a,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:08.473434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.474077 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-3d59e0cd-c406-40c7-b1a7-e290628d35b4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 814 time: 0.8994961 Apr 07 11:24:08.491677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Deleting port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:08.492170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.507780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8d285-7e1c-4f44-b495-1700c0c3b2b7 req-26fd743f-4dde-4ca2-b9f2-d5628307232d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:08.509648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05a8d285-7e1c-4f44-b495-1700c0c3b2b7 req-26fd743f-4dde-4ca2-b9f2-d5628307232d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.3317785 Apr 07 11:24:08.518019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Calling delete_port for 5cdd555e-bf30-4bcd-be00-a7586602183a owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:08.585099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:08.589072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.601417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05a8d285-7e1c-4f44-b495-1700c0c3b2b7 req-a089c2ed-9c22-4385-873c-079b0173f014 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847571 Apr 07 11:24:08.605070 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Publish callbacks [] for port (25646679-c026-4751-b522-47b1e1a86b63), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.619140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Request body: {'port': {'device_id': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'admin_state_up': True, 'tenant_id': '0e68ae973c9f428aa6f2cfc939f09789'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:08.623994 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (25646679-c026-4751-b522-47b1e1a86b63), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.786777 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Pushing event updated for resources: {'Port': ['ID=25646679-c026-4751-b522-47b1e1a86b63,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:08.856645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.859042 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.859440 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.859787 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.862062 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.862685 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.863311 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.863541 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.863779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c1da1aec-b646-484a-885e-3ebdc009db94', 'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': '90cbc617-31e1-4886-83bc-c22f61f54c82'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:24:08.865075 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.865497 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.865856 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.867380 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.867715 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.868055 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:08.972608 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Attempting to bind port 25646679-c026-4751-b522-47b1e1a86b63 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:08.975123 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Attempting to bind port 25646679-c026-4751-b522-47b1e1a86b63 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:08.975958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] For port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,segment=NetworkSegment(504639a5-1f0f-4a7c-8caf-e9a866c1254d),segment_id=504639a5-1f0f-4a7c-8caf-e9a866c1254d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:08.976334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:08.976660 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Attempting to bind port 25646679-c026-4751-b522-47b1e1a86b63 on network b8948ce5-b61d-4743-b416-26ffd79ebe61 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:08.998736 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:09.003410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Checking segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:09.005346 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.005767 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Bound using segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:09.008409 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Bound port: 25646679-c026-4751-b522-47b1e1a86b63, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:09.008823 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25646679-c026-4751-b522-47b1e1a86b63), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.042476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Calling delete_port for d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:09.053964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:09.063949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.090635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Allocated IP 10.1.1.2 (3c5cd9b6-1f4a-491f-9243-3939d7b15cee/b2101461-6a6b-4a9b-8bca-6a5255f8b806/ca8f440d-e749-43e9-8940-d4aa79d064d6) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:09.231882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:09.251911 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90cbc617-31e1-4886-83bc-c22f61f54c82 (CIDR: 2001:db8::/64) Apr 07 11:24:09.254991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5cdd555e-bf30-4bcd-be00-a7586602183a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.266371 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] For port 25646679-c026-4751-b522-47b1e1a86b63, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:09.277163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] For port 25646679-c026-4751-b522-47b1e1a86b63, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=25646679-c026-4751-b522-47b1e1a86b63,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:09.289692 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:24:09.290112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:24:09.291387 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (25646679-c026-4751-b522-47b1e1a86b63), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.423104 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:09.423733 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:24:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:09.425537 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0230-f0f7-4c3b-9624-08028b8cfbfe None None] Pushing event updated for resources: {'Port': ['ID=25646679-c026-4751-b522-47b1e1a86b63,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:09.453367 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b5f912bc-995b-4ccb-9d7c-63db6021839f tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1665199 Apr 07 11:24:09.454245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53788) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:09.478838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63119313-56be-448d-a63c-6f1ddef6342f req-7aa1a415-ba31-45f0-8441-14444d26befc tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 210 time: 0.2298043 Apr 07 11:24:09.501182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:09.536497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] Provisioning complete for port 25646679-c026-4751-b522-47b1e1a86b63 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:09.540016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25646679-c026-4751-b522-47b1e1a86b63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.602070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (34a6a0b2-cd8d-4387-b9f1-f707b632a4b4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.628125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Pushing event deleted for resources: {'Port': ['ID=5cdd555e-bf30-4bcd-be00-a7586602183a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:09.648381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Made reservation on behalf of 0e68ae973c9f428aa6f2cfc939f09789 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:09.667635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.696832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:09.711928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.736011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53794) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:09.784484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] Current status of the port 25646679-c026-4751-b522-47b1e1a86b63 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:09.790645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (25646679-c026-4751-b522-47b1e1a86b63), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.808762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273439868', 'description': 'tempest-description--1655555149'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:09.856103 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:09.883748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Allocated IP 2001:db8::2 (c1da1aec-b646-484a-885e-3ebdc009db94/90cbc617-31e1-4886-83bc-c22f61f54c82/fc8de13d-220f-44e9-b6ea-7981701dacd0) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:09.974238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:09.993285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] For port 25646679-c026-4751-b522-47b1e1a86b63, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=25646679-c026-4751-b522-47b1e1a86b63,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:10.003372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d2bf6187-6b77-4fdd-9fc9-8742f5b156e7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.033599 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (25646679-c026-4751-b522-47b1e1a86b63), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.092003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d23bb178-aec4-46ad-b8bb-fb6bc474fb88 req-96b8d01e-b40e-43a6-b37b-775b133f1c85 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 210 time: 0.3654876 Apr 07 11:24:10.175137 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Publish callbacks [] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.206483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:10.216556 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.274453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Subnet': ['ID=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:10.284877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] No DVR routers for this DVR port 5cdd555e-bf30-4bcd-be00-a7586602183a on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:10.304744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.308347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0018eadc-76a5-491f-b03e-627008113164 req-671dc6fc-cee5-4cdc-826d-e58bb37781a8 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "DELETE /v2.0/ports/5cdd555e-bf30-4bcd-be00-a7586602183a HTTP/1.1" status: 204 len: 173 time: 2.9173348 Apr 07 11:24:10.311509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'name': 'network-vif-deleted', 'tag': '5cdd555e-bf30-4bcd-be00-a7586602183a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:10.314541 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d41e0-b733-4171-ad17-5d5e22a47e78" -d '{"events": [{"server_uuid": "6a37ae00-90c5-42d6-9c53-84c82bcf1d43", "name": "network-vif-deleted", "tag": "5cdd555e-bf30-4bcd-be00-a7586602183a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:10.316004 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:10.379002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Checking segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:10.379817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network hostable DHCP agents. Network: 03c8cae7-09cc-4283-afc9-2029f31777d2, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:24:10.402081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff9143-390f-41e4-bcd8-411de95b748d None None] Pushing event updated for resources: {'Port': ['ID=25646679-c026-4751-b522-47b1e1a86b63,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:10.407339 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ec0fa-e4a1-44ce-b5b1-a5aba7eab618 x-openstack-request-id: req-2a0ec0fa-e4a1-44ce-b5b1-a5aba7eab618 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:10.408020 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a37ae00-90c5-42d6-9c53-84c82bcf1d43", "name": "network-vif-deleted", "tag": "5cdd555e-bf30-4bcd-be00-a7586602183a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:10.408515 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a0ec0fa-e4a1-44ce-b5b1-a5aba7eab618 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:10.409600 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0ec0fa-e4a1-44ce-b5b1-a5aba7eab618'] response: {'server_uuid': '6a37ae00-90c5-42d6-9c53-84c82bcf1d43', 'name': 'network-vif-deleted', 'tag': '5cdd555e-bf30-4bcd-be00-a7586602183a', 'status': 'completed', 'code': 200} Apr 07 11:24:10.437283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9d3c3-6e3f-468b-970d-70ab81a98696 req-ac2b54f1-f871-4216-943d-5e0a36ca566a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:10.439675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Pushing event deleted for resources: {'Port': ['ID=d2bf6187-6b77-4fdd-9fc9-8742f5b156e7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:10.445234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ada9d3c3-6e3f-468b-970d-70ab81a98696 req-ac2b54f1-f871-4216-943d-5e0a36ca566a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.5340705 Apr 07 11:24:10.461300 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Publish callbacks [] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.477265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:10.478509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.491645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.494527 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.563894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group (6596eb70-5326-49ae-85d4-4b81739bee87), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.595271 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cae606-61b4-46a9-a3ea-8c90570d32f3 None None] The sync data for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 is: [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:24:10.605967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6596eb70-5326-49ae-85d4-4b81739bee87), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.608981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:24:10.730859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] No DVR routers for this DVR port d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:10.790640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.798879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ff3b331-c5db-4f03-aace-17b0251871f5 req-abcd2228-dc33-4106-97f7-2bea2a4e87f5 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 210 time: 0.1512551 Apr 07 11:24:10.804040 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7e80ccb1-ff8b-43c5-8752-408306fad512 req-9aaf0507-5530-4bfb-b0fe-070b54b655c4 tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.41 "DELETE /v2.0/ports/d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 HTTP/1.1" status: 204 len: 173 time: 3.2226112 Apr 07 11:24:10.815249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'name': 'network-vif-deleted', 'tag': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:10.826037 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313abcf1-3bc6-44da-9e2c-e3a97ed83085" -d '{"events": [{"server_uuid": "c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b", "name": "network-vif-deleted", "tag": "d2bf6187-6b77-4fdd-9fc9-8742f5b156e7"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:10.847124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 03c8cae7-09cc-4283-afc9-2029f31777d2) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:10.862956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Allocated IP 172.20.0.5 (196b1efc-b87b-4bb9-895b-f2174659680c/28d0aae9-3703-4fc4-b21b-1fe2d0335631/d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:10.899663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:10.904507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.950153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ada9d3c3-6e3f-468b-970d-70ab81a98696 req-451bd072-3505-49d1-b674-e62a9e2e8dc4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011549 Apr 07 11:24:10.961122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-271875ce-2ab7-4fad-8aa8-4da680ffafbf None None] Provisioning complete for port 25646679-c026-4751-b522-47b1e1a86b63 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:10.961636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-271875ce-2ab7-4fad-8aa8-4da680ffafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25646679-c026-4751-b522-47b1e1a86b63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.978990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebf85d-4ece-4cd5-9073-84ae81f5099b None None] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:10.993438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:10.994422 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af6b04-93ac-4cb7-ab21-ac30921d4e3c x-openstack-request-id: req-c6af6b04-93ac-4cb7-ab21-ac30921d4e3c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:10.994912 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b", "name": "network-vif-deleted", "tag": "d2bf6187-6b77-4fdd-9fc9-8742f5b156e7", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:10.995319 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6af6b04-93ac-4cb7-ab21-ac30921d4e3c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:10.998363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2391107 Apr 07 11:24:11.000887 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6af6b04-93ac-4cb7-ab21-ac30921d4e3c'] response: {'server_uuid': 'c8d189d5-2f2f-4ae4-8a84-a877a55c6c5b', 'name': 'network-vif-deleted', 'tag': 'd2bf6187-6b77-4fdd-9fc9-8742f5b156e7', 'status': 'completed', 'code': 200} Apr 07 11:24:11.006579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:11.017963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Request body: {'security_group_rule': {'security_group_id': '6596eb70-5326-49ae-85d4-4b81739bee87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:11.033739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6c9aa-bdb6-4839-9c09-ba6a57357801 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6596eb70-5326-49ae-85d4-4b81739bee87,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:11.059391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5ed4dc17-a89d-4f85-93ee-fb76a5679bcf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9646754 Apr 07 11:24:11.069149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53808) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:11.082531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'name': 'tempest-TaggedBootDevicesTest-530008749', 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:11.315546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:11.415031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4503363-da62-444c-970d-4255b01ccbee req-91209827-6839-4bc0-884d-35c69ba2b7fe tempest-ListServersNegativeTestJSON-581173375 tempest-ListServersNegativeTestJSON-581173375-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a37ae00-90c5-42d6-9c53-84c82bcf1d43 HTTP/1.1" status: 200 len: 210 time: 0.0660009 Apr 07 11:24:11.427353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group_rule (e9ad8c56-2251-428a-afb8-e47ec1ecd091), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.523169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:11.530223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:11.534013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:11.536537 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d70d8e6-2374-41f4-ad01-868ec4b5fad1" -d '{"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:11.592581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:11.646335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-03c8cae7-09cc-4283-afc9-2029f31777d2', 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2', 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'fixed_ips': [{'subnet_id': '34a6a0b2-cd8d-4387-b9f1-f707b632a4b4'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:24:11.648643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.661458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:11.670709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:11.709673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:11.723145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group_rule (e9ad8c56-2251-428a-afb8-e47ec1ecd091), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.724379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Pushing event updated for resources: {'Port': ['ID=fc8de13d-220f-44e9-b6ea-7981701dacd0,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:11.734933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks [] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.737925 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9b669e-9f35-453d-b3ce-a00839fa881e x-openstack-request-id: req-ee9b669e-9f35-453d-b3ce-a00839fa881e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:11.738230 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:11.738495 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee9b669e-9f35-453d-b3ce-a00839fa881e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:11.741258 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9b669e-9f35-453d-b3ce-a00839fa881e'] response: {'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'code': 200} Apr 07 11:24:11.742000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e9ad8c56-2251-428a-afb8-e47ec1ecd091), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.805727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.807344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7986536 Apr 07 11:24:11.811131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:11.813530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d6026-b99f-410e-81b6-9564231e97c6 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ad8c56-2251-428a-afb8-e47ec1ecd091,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:11.818381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Request body: {'security_group_rule': {'security_group_id': '6596eb70-5326-49ae-85d4-4b81739bee87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:11.823003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.823663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:11.878610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:11.899797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.903026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (0b05431c-7026-4562-a82c-19158d236777), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:11.910444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 25646679-c026-4751-b522-47b1e1a86b63 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:11.986005 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group_rule (8c27c143-1630-4719-b959-2d055a19926b), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.048444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:12.073913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network c1da1aec-b646-484a-885e-3ebdc009db94 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:12.089385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:12.099616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:12.100539 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.127909 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6507781 Apr 07 11:24:12.128843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53824) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:12.145391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Network 196b1efc-b87b-4bb9-895b-f2174659680c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:12.149884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94', 'fixed_ips': [{'subnet_id': '90cbc617-31e1-4886-83bc-c22f61f54c82'}, {'subnet_id': '0b05431c-7026-4562-a82c-19158d236777'}], 'name': 'tempest-PortsIpV6TestJSON-1846769017'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:12.255951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group_rule (8c27c143-1630-4719-b959-2d055a19926b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.270173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.280375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5366-f7c1-40b8-accf-3b6db00c089b req-bad09b94-706f-4023-bab4-ef1e37a395c8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:12.282104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32ae5366-f7c1-40b8-accf-3b6db00c089b req-bad09b94-706f-4023-bab4-ef1e37a395c8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 931 time: 0.2976437 Apr 07 11:24:12.285966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (8c27c143-1630-4719-b959-2d055a19926b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.298395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:12.301312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:12.318765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c27c143-1630-4719-b959-2d055a19926b,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:12.376613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-271875ce-2ab7-4fad-8aa8-4da680ffafbf None None] Current status of the port 25646679-c026-4751-b522-47b1e1a86b63 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:12.406455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] device_id is not set on port b88509d4-2d03-4683-be93-5c801c1fe8c3 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:12.408399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:24:12.409012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d2bf6187-6b77-4fdd-9fc9-8742f5b156e7 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:24:12.409631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5cdd555e-bf30-4bcd-be00-a7586602183a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:12.419622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415becc-57ef-40aa-b5b4-b41d893b8e66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=0b05431c-7026-4562-a82c-19158d236777,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:12.432490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:12.444604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Pushing event updated for resources: {'Port': ['ID=ca8f440d-e749-43e9-8940-d4aa79d064d6,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:12.493416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Attempting to bind port ca8f440d-e749-43e9-8940-d4aa79d064d6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:12.493792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Attempting to bind port ca8f440d-e749-43e9-8940-d4aa79d064d6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:12.494155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Attempting to bind port ca8f440d-e749-43e9-8940-d4aa79d064d6 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:12.542772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Allocated IP 10.2.2.2 (03c8cae7-09cc-4283-afc9-2029f31777d2/34a6a0b2-cd8d-4387-b9f1-f707b632a4b4/8284648d-e009-4981-bcce-d33b7bf9a06f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:12.548875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891525a-346c-44b1-8938-4c49e9ee225e req-89e2ddd1-4c21-4853-a7b7-fa3a0f0a4a02 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:12.555157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e891525a-346c-44b1-8938-4c49e9ee225e req-89e2ddd1-4c21-4853-a7b7-fa3a0f0a4a02 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.4228566 Apr 07 11:24:12.569117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Attempting to bind port fc8de13d-220f-44e9-b6ea-7981701dacd0 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:12.569515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Attempting to bind port fc8de13d-220f-44e9-b6ea-7981701dacd0 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f596635e-7500-43da-ac91-276b77562a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:12.570061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Attempting to bind port fc8de13d-220f-44e9-b6ea-7981701dacd0 on network c1da1aec-b646-484a-885e-3ebdc009db94 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:12.584481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:12.584918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Checking segment: {'id': 'f596635e-7500-43da-ac91-276b77562a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:12.585367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.585765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Bound using segment: {'id': 'f596635e-7500-43da-ac91-276b77562a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:12.586619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Bound port: fc8de13d-220f-44e9-b6ea-7981701dacd0, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f596635e-7500-43da-ac91-276b77562a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:12.587015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.590254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 5cdd555e-bf30-4bcd-be00-a7586602183a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:24:12.590599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5cdd555e-bf30-4bcd-be00-a7586602183a not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:24:12.610102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:12.610597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Checking segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:12.611017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.611503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Bound using segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:12.612014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Bound port: ca8f440d-e749-43e9-8940-d4aa79d064d6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:12.612660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.641889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32ae5366-f7c1-40b8-accf-3b6db00c089b req-71a7d785-1376-4ac5-8fc7-4da0f6dcd311 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299127 Apr 07 11:24:12.644818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.648976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-08410195-3c48-4640-a274-b362e6358bdb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8337955 Apr 07 11:24:12.649334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53846) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:12.690945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:12.692005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.743120 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-c7dadeb9-7dda-49e4-bd64-f71bd5dc967b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2576811 Apr 07 11:24:12.756035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:12.789814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Request body: {'port': {'device_id': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:12.859012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53854) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:12.915033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:12.923262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e891525a-346c-44b1-8938-4c49e9ee225e req-127b67a3-380b-4e94-be30-c05ad2ff353a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729037 Apr 07 11:24:12.924039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.028867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 5972e247-2c45-46de-b143-7153694ff96d yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:13.142039 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Publish callbacks [] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.151748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.187649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.254852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:13.267397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Deleting subnet f07d9488-2bb7-46b0-8551-e71987e4c62e {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:24:13.329226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Publish callbacks [] for subnet (f07d9488-2bb7-46b0-8551-e71987e4c62e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.389879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Pushing event updated for resources: {'Port': ['ID=8284648d-e009-4981-bcce-d33b7bf9a06f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:13.481078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:13.490655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] For port ca8f440d-e749-43e9-8940-d4aa79d064d6, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:13.503627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 25646679-c026-4751-b522-47b1e1a86b63 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:13.504282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25646679-c026-4751-b522-47b1e1a86b63), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.535007 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (f07d9488-2bb7-46b0-8551-e71987e4c62e), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.601870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:13.650801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:13.661025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] For port ca8f440d-e749-43e9-8940-d4aa79d064d6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca8f440d-e749-43e9-8940-d4aa79d064d6,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:13.678664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] For port fc8de13d-220f-44e9-b6ea-7981701dacd0, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:13.699543 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.733687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 10.1.1.175 (3c5cd9b6-1f4a-491f-9243-3939d7b15cee/b2101461-6a6b-4a9b-8bca-6a5255f8b806/b88509d4-2d03-4683-be93-5c801c1fe8c3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:13.755385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (f07d9488-2bb7-46b0-8551-e71987e4c62e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.860256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:24:13.880138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] For port fc8de13d-220f-44e9-b6ea-7981701dacd0, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fc8de13d-220f-44e9-b6ea-7981701dacd0,segment=NetworkSegment(f596635e-7500-43da-ac91-276b77562a31),segment_id=f596635e-7500-43da-ac91-276b77562a31)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:13.889070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Publish callbacks [] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:13.977061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.088980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Attempting to bind port 8284648d-e009-4981-bcce-d33b7bf9a06f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:14.093167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Attempting to bind port 8284648d-e009-4981-bcce-d33b7bf9a06f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:14.097302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Attempting to bind port 8284648d-e009-4981-bcce-d33b7bf9a06f on network 03c8cae7-09cc-4283-afc9-2029f31777d2 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:14.120112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e990d6-e947-4d24-b4d3-2b598c9ff03b None None] Pushing event updated for resources: {'Port': ['ID=ca8f440d-e749-43e9-8940-d4aa79d064d6,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:14.210429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:14.210915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Checking segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:14.211462 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.212133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Bound using segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:14.212780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Bound port: 8284648d-e009-4981-bcce-d33b7bf9a06f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:14.213474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.239128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::2f8 (c1da1aec-b646-484a-885e-3ebdc009db94/90cbc617-31e1-4886-83bc-c22f61f54c82/5972e247-2c45-46de-b143-7153694ff96d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:14.254225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8:0:1::12e (c1da1aec-b646-484a-885e-3ebdc009db94/0b05431c-7026-4562-a82c-19158d236777/5972e247-2c45-46de-b143-7153694ff96d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:14.270593 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.544267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c7c6-cb5c-4ace-b205-c7b5a22266d8 None None] Pushing event updated for resources: {'Port': ['ID=fc8de13d-220f-44e9-b6ea-7981701dacd0,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:14.570249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 25646679-c026-4751-b522-47b1e1a86b63 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:14.597631 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (5972e247-2c45-46de-b143-7153694ff96d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.625584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] For port 8284648d-e009-4981-bcce-d33b7bf9a06f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:14.651665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] For port 8284648d-e009-4981-bcce-d33b7bf9a06f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8284648d-e009-4981-bcce-d33b7bf9a06f,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:14.668358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Transition to ACTIVE for port object d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:24:14.670896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.686910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5972e247-2c45-46de-b143-7153694ff96d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.698679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.706366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-197fb091-5ba0-4f1f-a13a-65473cd6c110 req-7cf04bd1-ab93-45f1-9234-334bc896aca3 tempest-MigrationsAdminTest-745470254 tempest-MigrationsAdminTest-745470254-project] (104178) timed out ('10.222.0.13', 60230) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:24:14.737015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1525346-4218-4982-9c99-3184b0cd32c5 req-4272ae4f-51c8-401a-bb4e-73f676bcdc1b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:14.753950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1525346-4218-4982-9c99-3184b0cd32c5 req-4272ae4f-51c8-401a-bb4e-73f676bcdc1b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 931 time: 0.8918593 Apr 07 11:24:14.759333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (f07d9488-2bb7-46b0-8551-e71987e4c62e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.816870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:14.825353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f07d9488-2bb7-46b0-8551-e71987e4c62e HTTP/1.1" status: 204 len: 168 time: 1.9447951 Apr 07 11:24:14.828320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced8ad1-932c-4a89-be16-ea900584ee7f None None] Pushing event updated for resources: {'Port': ['ID=8284648d-e009-4981-bcce-d33b7bf9a06f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:14.867055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53888) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:14.979435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca8f440d-e749-43e9-8940-d4aa79d064d6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:15.049419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353b385-c839-4536-9607-01e7b2fa4d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07d9488-2bb7-46b0-8551-e71987e4c62e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:15.100866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network c1da1aec-b646-484a-885e-3ebdc009db94 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:15.114871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:15.139501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:15.146877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:15.147813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.175116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=5972e247-2c45-46de-b143-7153694ff96d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:15.229428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.241267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ca8f440d-e749-43e9-8940-d4aa79d064d6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:15.241656 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.375583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.484680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ca8f440d-e749-43e9-8940-d4aa79d064d6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:15.485659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.530790 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-96f800ff-823d-4c2d-8012-8aba8282050c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.3900747 Apr 07 11:24:15.538492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53892) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:15.567765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (99d3dbf8-5238-4ada-aafd-167cb6e5d590), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.614964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Attempting to bind port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:15.615299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Attempting to bind port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:15.615628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Attempting to bind port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 on network 196b1efc-b87b-4bb9-895b-f2174659680c {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:15.637696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port ca8f440d-e749-43e9-8940-d4aa79d064d6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca8f440d-e749-43e9-8940-d4aa79d064d6,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:15.648233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.652138 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1525346-4218-4982-9c99-3184b0cd32c5 req-d9aac1f8-cdd0-4e67-a28e-be54d3693bf3 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8972785 Apr 07 11:24:15.694321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bc43-83c2-453c-af58-6cc96a86877b req-0230710f-3dcb-4706-90c3-b1a5a78ccde2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:15.702397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df33bc43-83c2-453c-af58-6cc96a86877b req-0230710f-3dcb-4706-90c3-b1a5a78ccde2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 1.5227749 Apr 07 11:24:15.742778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90cbc617-31e1-4886-83bc-c22f61f54c82'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:15.794755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:15.836532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 on network 196b1efc-b87b-4bb9-895b-f2174659680c not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:24:15.843365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Attempting to bind port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 on network 196b1efc-b87b-4bb9-895b-f2174659680c {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:15.849174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:15.851873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:15.875839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:15.881237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:15.881803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Checking segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:15.882233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Bound using segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:15.886758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Bound port: d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:15.887279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.934670 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (99d3dbf8-5238-4ada-aafd-167cb6e5d590), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:15.941910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=ca8f440d-e749-43e9-8940-d4aa79d064d6,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:16.032638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d3dbf8-5238-4ada-aafd-167cb6e5d590']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:16.067013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504639a5-1f0f-4a7c-8caf-e9a866c1254d') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:16.067568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504639a5-1f0f-4a7c-8caf-e9a866c1254d') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:16.095955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:16.149162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Allocated IP 172.25.5.66 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/827c1eaf-dca6-42b8-bb35-6fb7b9a397af) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:16.166134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df33bc43-83c2-453c-af58-6cc96a86877b req-871daca0-69bc-4174-bf7e-8e141a6ff713 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949795 Apr 07 11:24:16.180332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:16.180561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:16.181771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:16.198920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:16.210920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (504639a5-1f0f-4a7c-8caf-e9a866c1254d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:16.243226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:16.320339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:16.321066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:16.322296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2d3b0-7afa-4c3d-a09d-b9ad5d442c29 None None] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:16.323595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] 10.222.0.41 "PUT /v2.0/ports/d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 HTTP/1.1" status: 200 len: 1091 time: 3.5539062 Apr 07 11:24:16.324089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:16.361930 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf31d33-60aa-4bc0-8745-2b2efec65e22" -d '{"events": [{"name": "network-changed", "server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:16.437020 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (504639a5-1f0f-4a7c-8caf-e9a866c1254d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:16.488517 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf82e3-49ce-4fbc-9bce-446bcce39ae8 x-openstack-request-id: req-0ebf82e3-49ce-4fbc-9bce-446bcce39ae8 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:16.488814 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:16.490002 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ebf82e3-49ce-4fbc-9bce-446bcce39ae8 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:16.490431 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebf82e3-49ce-4fbc-9bce-446bcce39ae8'] response: {'name': 'network-changed', 'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'status': 'completed', 'code': 200} Apr 07 11:24:16.530522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0da9e359-d069-40d4-9bda-e2814c19b6b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4601309 Apr 07 11:24:16.536262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53900) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:16.555141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'name': 'tempest-TaggedBootDevicesTest-1858216049', 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:16.590645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:24:16.591808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (504639a5-1f0f-4a7c-8caf-e9a866c1254d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:24:16.613593 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:24:16.782847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8a2ec4f9-1641-4fd5-97f6-4a74ea3651ec None None] Provisioning complete for port ca8f440d-e749-43e9-8940-d4aa79d064d6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:16.783956 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec4f9-1641-4fd5-97f6-4a74ea3651ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:17.054000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be89e-9a96-4a83-b488-fb2bb48bda00 service neutron] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:17.199703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-81de025e-adbe-46cc-a6c1-6e935bfbf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:17.205708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-81de025e-adbe-46cc-a6c1-6e935bfbf7c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 1125 time: 0.7561474 Apr 07 11:24:17.209937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (99d3dbf8-5238-4ada-aafd-167cb6e5d590), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:17.244725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:17.252430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] 10.222.0.13 "DELETE /v2.0/networks/99d3dbf8-5238-4ada-aafd-167cb6e5d590 HTTP/1.1" status: 204 len: 168 time: 2.3704848 Apr 07 11:24:17.263335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8284648d-e009-4981-bcce-d33b7bf9a06f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:17.332926 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-33c0c983-a1bc-46ce-9d7d-e45eb34e0235 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 HTTP/1.1" status: 200 len: 217 time: 0.1151695 Apr 07 11:24:17.337288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f53b7f-c798-49e2-8fc9-83002d8f689b admin admin] Pushing event deleted for resources: {'Network': ['ID=99d3dbf8-5238-4ada-aafd-167cb6e5d590,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:17.407127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d78888-8c99-4c35-9ea0-67868f8e597a None None] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:17.434659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623e42-cc5c-4533-8071-17eee74311aa req-74dc7ec5-7822-4bd3-9ccd-6b9093f9fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:17.438414 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-74dc7ec5-7822-4bd3-9ccd-6b9093f9fee3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 200 len: 854 time: 0.0882835 Apr 07 11:24:17.492201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ec4f9-1641-4fd5-97f6-4a74ea3651ec None None] Current status of the port ca8f440d-e749-43e9-8940-d4aa79d064d6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:17.503219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ddeeb-aa42-4b84-babc-b0b4727da6b3 None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:17.513660 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-65653a7b-624e-48c8-bfee-9d234013e588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=196b1efc-b87b-4bb9-895b-f2174659680c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684900 Apr 07 11:24:17.516343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8284648d-e009-4981-bcce-d33b7bf9a06f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:17.516725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:17.697042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-72622748-8b80-42ae-8367-dbcfac386339 service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713090 Apr 07 11:24:17.844412 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:17.865949 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fa623e42-cc5c-4533-8071-17eee74311aa req-7cfd3736-dbd4-4c98-9b34-92ecf8eec829 service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624923 Apr 07 11:24:17.866425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53914) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:18.032785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.162965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-49f88741-a8b1-43be-8d11-78a25ec66801 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=191db445ee3a4a1687a4c077816e1ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952938 Apr 07 11:24:18.164100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53918) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:18.216616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event updated for resources: {'Port': ['ID=827c1eaf-dca6-42b8-bb35-6fb7b9a397af,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:18.235158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.235623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.236054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.236571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.236881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.237581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.237997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.238408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.238955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.239225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.239633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.240039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.240446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:18.253170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760234a-41e4-4349-8246-9765050b3418 req-cbdcaaad-3bf5-4363-bc5a-c2af8d19de9b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:18.261100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c760234a-41e4-4349-8246-9765050b3418 req-cbdcaaad-3bf5-4363-bc5a-c2af8d19de9b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 943 time: 0.7807453 Apr 07 11:24:18.367592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-8fd04b5c-1a93-46d4-b6b1-faa5d8002cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:18.369321 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-8fd04b5c-1a93-46d4-b6b1-faa5d8002cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 1125 time: 0.4090393 Apr 07 11:24:18.380667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c760234a-41e4-4349-8246-9765050b3418 req-2d5c4314-c787-48d9-90a6-1cbbfa1ef318 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180980 Apr 07 11:24:18.397251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:18.407058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b371779-57f1-4702-9937-f7636ae8887d req-0ec3f600-8c2a-420d-bdcd-eaabb97aec4f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:18.408873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b371779-57f1-4702-9937-f7636ae8887d req-0ec3f600-8c2a-420d-bdcd-eaabb97aec4f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.9114919 Apr 07 11:24:18.414271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:18.440553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:18.494575 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c50-7a6d-4040-8c6d-b259a02c694b admin admin] Publish callbacks [] for security_group (243a48a7-c9e7-44d8-9af6-67440321f396), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.520105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c50-7a6d-4040-8c6d-b259a02c694b admin admin] Publish callbacks [] for security_group (243a48a7-c9e7-44d8-9af6-67440321f396), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.529622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Provisioning complete for port ca8f440d-e749-43e9-8940-d4aa79d064d6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:18.530551 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.579783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c50-7a6d-4040-8c6d-b259a02c694b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (243a48a7-c9e7-44d8-9af6-67440321f396), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.585609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c50-7a6d-4040-8c6d-b259a02c694b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.588758 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b48d8c50-7a6d-4040-8c6d-b259a02c694b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/243a48a7-c9e7-44d8-9af6-67440321f396 HTTP/1.1" status: 204 len: 168 time: 0.4204829 Apr 07 11:24:18.613447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d8c50-7a6d-4040-8c6d-b259a02c694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a48a7-c9e7-44d8-9af6-67440321f396,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:18.680912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5972e247-2c45-46de-b143-7153694ff96d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.689471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-05cfbd40-557b-43ec-9703-46b11b194a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:18.690943 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-05cfbd40-557b-43ec-9703-46b11b194a59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 915 time: 0.3066711 Apr 07 11:24:18.702741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:18.776847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8284648d-e009-4981-bcce-d33b7bf9a06f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:18.777265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:18.860862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (ad896013-38a6-454e-9f22-db61eb708ddd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.050080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 8284648d-e009-4981-bcce-d33b7bf9a06f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8284648d-e009-4981-bcce-d33b7bf9a06f,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:19.100423 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.104662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fc8de13d-220f-44e9-b6ea-7981701dacd0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:19.130250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Current status of the port ca8f440d-e749-43e9-8940-d4aa79d064d6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:19.234539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b371779-57f1-4702-9937-f7636ae8887d req-8c57c35c-80fe-449c-8ad7-7e6af542697a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7649999 Apr 07 11:24:19.309896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.350059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Provisioning complete for port 8284648d-e009-4981-bcce-d33b7bf9a06f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:19.350441 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.412436 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.474365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] device_id is not set on port c552f40e-e102-4493-b4ec-c4a65e68b4a9 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:19.479474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=8284648d-e009-4981-bcce-d33b7bf9a06f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:19.556975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] Update dhcp port {'port': {'network_id': 'c1da1aec-b646-484a-885e-3ebdc009db94', 'fixed_ips': [{'subnet_id': '90cbc617-31e1-4886-83bc-c22f61f54c82', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b05431c-7026-4562-a82c-19158d236777'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'fc8de13d-220f-44e9-b6ea-7981701dacd0'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:24:19.659818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:19.660489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.666106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:19.720776 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-3df7dc80-4d33-4230-9f12-b9610beefa98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 HTTP/1.1" status: 200 len: 217 time: 1.0233023 Apr 07 11:24:19.843293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-76fd8330-fc2c-48e7-b138-09c07504f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:19.844774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-76fd8330-fc2c-48e7-b138-09c07504f8ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 200 len: 854 time: 0.1031811 Apr 07 11:24:19.906249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bb1eb-3133-4b6b-ba49-54d9a4d3aa94 req-09e829ba-f0aa-4f69-a6ac-44b681fb47e3 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:19.915541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8bb1eb-3133-4b6b-ba49-54d9a4d3aa94 req-09e829ba-f0aa-4f69-a6ac-44b681fb47e3 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 943 time: 0.3529346 Apr 07 11:24:19.935067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-2b5d27d2-df24-4d6c-8780-d051be379673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=196b1efc-b87b-4bb9-895b-f2174659680c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828977 Apr 07 11:24:20.041431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Current status of the port 8284648d-e009-4981-bcce-d33b7bf9a06f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:20.103300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:20.103690 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.193163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:20.193567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.199437 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-79d9f873-aeb0-42f9-8516-18adeef4c9b2 service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563868 Apr 07 11:24:20.323575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port fc8de13d-220f-44e9-b6ea-7981701dacd0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fc8de13d-220f-44e9-b6ea-7981701dacd0,segment=NetworkSegment(f596635e-7500-43da-ac91-276b77562a31),segment_id=f596635e-7500-43da-ac91-276b77562a31)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:20.423100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.423917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca8f440d-e749-43e9-8940-d4aa79d064d6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:20.424815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aaf31d33-60aa-4bc0-8745-2b2efec65e22 req-b87044fb-1972-403c-ba54-05707567ad4e service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069905 Apr 07 11:24:20.446123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 10.1.1.181 (3c5cd9b6-1f4a-491f-9243-3939d7b15cee/b2101461-6a6b-4a9b-8bca-6a5255f8b806/c552f40e-e102-4493-b4ec-c4a65e68b4a9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:20.620968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:20.621615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.674519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=fc8de13d-220f-44e9-b6ea-7981701dacd0,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:20.692333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.743438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Delete allocated IP 2001:db8:0:1::12e (c1da1aec-b646-484a-885e-3ebdc009db94/0b05431c-7026-4562-a82c-19158d236777) {{(pid=104178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 11:24:20.748475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.755639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.760311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ca8f440d-e749-43e9-8940-d4aa79d064d6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:20.760739 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.762655 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:24:20.763101 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:24:20.793045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b8bb1eb-3133-4b6b-ba49-54d9a4d3aa94 req-b182287e-726a-4827-bb91-854f237d6195 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8764982 Apr 07 11:24:20.846846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:20.862535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:20.893510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:21.002439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ad896013-38a6-454e-9f22-db61eb708ddd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.015762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:21.028982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ca8f440d-e749-43e9-8940-d4aa79d064d6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:21.099063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:21.099973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.212351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:24:21.314965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8284648d-e009-4981-bcce-d33b7bf9a06f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:21.316170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:21.339871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.352477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6005030 Apr 07 11:24:21.407883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d9d10-6745-4413-ab3e-9c6a5ab42320 req-4ef7585a-51b8-4409-b309-d72aa57ed3a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:21.409415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-005d9d10-6745-4413-ab3e-9c6a5ab42320 req-4ef7585a-51b8-4409-b309-d72aa57ed3a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.6676037 Apr 07 11:24:21.452193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8cfac0b8-3cee-4903-9247-94742bd8467e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9109831 Apr 07 11:24:21.532786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:21.659377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Provisioning complete for port b88509d4-2d03-4683-be93-5c801c1fe8c3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:21.668309 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.702157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:21.756092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'port_id': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'mac_address': 'fa:16:3e:f2:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d0aae9-3703-4fc4-b21b-1fe2d0335631', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:24:21.759892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8284648d-e009-4981-bcce-d33b7bf9a06f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:21.760528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.793590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d7b9-c7db-4b1c-b52c-ae268e2fc7fe None None] Port b88509d4-2d03-4683-be93-5c801c1fe8c3 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:21.848208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1410a4-f99a-4554-b411-fa73897d1dc0 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event updated for resources: {'Port': ['ID=827c1eaf-dca6-42b8-bb35-6fb7b9a397af,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:21.880103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:21.883701 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.917833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-005d9d10-6745-4413-ab3e-9c6a5ab42320 req-18d78e0c-bcb3-4711-8254-41a5c5ab06a7 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4667153 Apr 07 11:24:21.939675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (5972e247-2c45-46de-b143-7153694ff96d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:21.957439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5972e247-2c45-46de-b143-7153694ff96d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.182393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:22.187694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310782563', 'description': 'tempest-description--1032478487'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:22.210504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] In _notify_port_updated(), no bound segment for port 5972e247-2c45-46de-b143-7153694ff96d on network c1da1aec-b646-484a-885e-3ebdc009db94 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:24:22.233103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:22.241437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.245306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/ports/5972e247-2c45-46de-b143-7153694ff96d HTTP/1.1" status: 200 len: 926 time: 6.6081119 Apr 07 11:24:22.260042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53998) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:22.301704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] Allocated IP 2001:db8:0:1::2 (c1da1aec-b646-484a-885e-3ebdc009db94/0b05431c-7026-4562-a82c-19158d236777/fc8de13d-220f-44e9-b6ea-7981701dacd0) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:22.321481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90cbc617-31e1-4886-83bc-c22f61f54c82'}, {'subnet_id': '0b05431c-7026-4562-a82c-19158d236777'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:22.329299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.331982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae3709fb-d329-4168-b460-2c69daf688d4 req-6a6df8b0-d204-4cbd-a90f-994158f45525 tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.2207685 Apr 07 11:24:22.397026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa653e2-02ec-4ea1-b17b-e0fbf30b8a01 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=5972e247-2c45-46de-b143-7153694ff96d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:22.469879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] For port fc8de13d-220f-44e9-b6ea-7981701dacd0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fc8de13d-220f-44e9-b6ea-7981701dacd0,segment=NetworkSegment(f596635e-7500-43da-ac91-276b77562a31),segment_id=f596635e-7500-43da-ac91-276b77562a31)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:22.545766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] Publish callbacks [] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.558619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-baea2b6e-c38d-45b2-88f9-d2aaba3e83b4 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1273439868&fields=id&tenant_id=b929227cf38645e79ddc1406bf87db66 HTTP/1.1" status: 200 len: 267 time: 0.2077217 Apr 07 11:24:22.561422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:24:22.607459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:22.614509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.710376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8284648d-e009-4981-bcce-d33b7bf9a06f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:22.711452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fc8de13d-220f-44e9-b6ea-7981701dacd0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:22.720893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.867048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5972e247-2c45-46de-b143-7153694ff96d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:22.966631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-63b3c3a0-1b2c-4ced-9863-07ca3522e853 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:22.974773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-63b3c3a0-1b2c-4ced-9863-07ca3522e853 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/networks?id=b8948ce5-b61d-4743-b416-26ffd79ebe61 HTTP/1.1" status: 200 len: 812 time: 0.4151194 Apr 07 11:24:22.995110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Provisioning complete for port b88509d4-2d03-4683-be93-5c801c1fe8c3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:22.995737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:23.038503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-2c3e4b24-70f7-47b6-8a00-b6cdbb78e16b tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/quotas/b929227cf38645e79ddc1406bf87db66 HTTP/1.1" status: 200 len: 375 time: 0.0624094 Apr 07 11:24:23.167279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b368a7-d9bb-4ccf-a58b-fe2768b6ed98 req-319da3ed-3225-430b-a298-775e4f22cf78 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:23.174967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08b368a7-d9bb-4ccf-a58b-fe2768b6ed98 req-319da3ed-3225-430b-a298-775e4f22cf78 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 943 time: 0.6888115 Apr 07 11:24:23.205933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:24:23.332678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-d9c651b7-d407-44e4-8f97-2860461fc33c tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929227cf38645e79ddc1406bf87db66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2928307 Apr 07 11:24:23.352016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08b368a7-d9bb-4ccf-a58b-fe2768b6ed98 req-fe6cc57e-8ec7-4457-b984-26d453de8bb6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729186 Apr 07 11:24:23.395537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca73e9-17ec-4649-a8d5-62ca14dd4615 None None] Pushing event updated for resources: {'Port': ['ID=fc8de13d-220f-44e9-b6ea-7981701dacd0,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:23.439219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Port b88509d4-2d03-4683-be93-5c801c1fe8c3 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:23.707932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-86c4dfc5-75a6-4b86-884d-0f8486ad26c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564935 Apr 07 11:24:23.723954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group (e2906828-b78b-4dbe-8bd9-26e091f7d5aa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:23.734873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e2906828-b78b-4dbe-8bd9-26e091f7d5aa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:23.806592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:23.814751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54014) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:23.815116 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6301839 Apr 07 11:24:23.891983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'security_group_rule': {'security_group_id': 'e2906828-b78b-4dbe-8bd9-26e091f7d5aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:23.914484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8:0:1::1a0 (c1da1aec-b646-484a-885e-3ebdc009db94/0b05431c-7026-4562-a82c-19158d236777/5972e247-2c45-46de-b143-7153694ff96d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:24.189797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6900375-933c-4bef-b1ae-ac4eaecdbbf0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2906828-b78b-4dbe-8bd9-26e091f7d5aa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:24.319209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group_rule (6404c8fd-fa6a-4eb5-bdb1-6cb0622e65fe), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.322824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:24.366850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-45b02d48-0049-4fcc-9482-d25927c2a114 service neutron] 10.222.0.13 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580195 Apr 07 11:24:24.403716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Provisioning complete for port 8284648d-e009-4981-bcce-d33b7bf9a06f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:24.404507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.411824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbc26e-2b7b-4f1f-b7b5-17f3bab7e7c7 req-a461fb48-e9ca-4d43-8f4c-f8893407318d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:24.413455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79cbc26e-2b7b-4f1f-b7b5-17f3bab7e7c7 req-a461fb48-e9ca-4d43-8f4c-f8893407318d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.6744933 Apr 07 11:24:24.420929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:24.421329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.462032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (5972e247-2c45-46de-b143-7153694ff96d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.474835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5972e247-2c45-46de-b143-7153694ff96d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.600639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79cbc26e-2b7b-4f1f-b7b5-17f3bab7e7c7 req-28913b64-829b-483a-ad08-0080f6ed6901 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729670 Apr 07 11:24:24.620915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group_rule (6404c8fd-fa6a-4eb5-bdb1-6cb0622e65fe), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.631336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (6404c8fd-fa6a-4eb5-bdb1-6cb0622e65fe), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.679659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6404c8fd-fa6a-4eb5-bdb1-6cb0622e65fe,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:24.714043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.718586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8cda56ea-8fba-4d58-a636-a00689fefcaf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8345141 Apr 07 11:24:24.719342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54026) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:24.723564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'security_group_rule': {'security_group_id': 'e2906828-b78b-4dbe-8bd9-26e091f7d5aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:24.800327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group_rule (9096687d-4adf-4435-9a04-ad0776c7ccba), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.806355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] In _notify_port_updated(), no bound segment for port 5972e247-2c45-46de-b143-7153694ff96d on network c1da1aec-b646-484a-885e-3ebdc009db94 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:24:24.819233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:24.826032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:24.831838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/ports/5972e247-2c45-46de-b143-7153694ff96d HTTP/1.1" status: 200 len: 1012 time: 2.5668566 Apr 07 11:24:24.838598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54028) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:24.839933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196fdd47-8176-4598-ad75-de9efaff5548 None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:24.963501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cac171-af2a-4cf8-8c01-b0effce056b9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=5972e247-2c45-46de-b143-7153694ff96d,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:24.979242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group_rule (9096687d-4adf-4435-9a04-ad0776c7ccba), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.034701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9096687d-4adf-4435-9a04-ad0776c7ccba), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.050203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f30c4ed9-c195-43b7-855d-8f868003bdd4 req-abef2a95-b6db-42b3-bd03-e45d99c6490d tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.1683702 Apr 07 11:24:25.086981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 5972e247-2c45-46de-b143-7153694ff96d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:25.087635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5972e247-2c45-46de-b143-7153694ff96d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.179050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9096687d-4adf-4435-9a04-ad0776c7ccba,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:25.197852 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.205887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-33932969-04c8-4e69-8166-cefe077e2f96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4856210 Apr 07 11:24:25.208663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54036) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:25.224611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:25.305363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Current status of the port 8284648d-e009-4981-bcce-d33b7bf9a06f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:25.338201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:25.363021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc40a69c-526c-4a91-8aff-26edd88aae26 req-1427920c-2211-4001-9523-23253cb45afb tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 210 time: 0.1303942 Apr 07 11:24:25.394258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.407924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Provisioning complete for port c552f40e-e102-4493-b4ec-c4a65e68b4a9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:25.424028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.435362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fdb34-a4a7-4b0f-9cc1-378494d8d566 req-a86f0733-932b-42f6-b72d-9b759e072d58 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:25.447591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-461fdb34-a4a7-4b0f-9cc1-378494d8d566 req-a86f0733-932b-42f6-b72d-9b759e072d58 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 944 time: 0.3694141 Apr 07 11:24:25.583959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b8a1d325-4d25-4d9f-b5d8-cc7db3a7e8aa None None] Port c552f40e-e102-4493-b4ec-c4a65e68b4a9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:25.627201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fc8de13d-220f-44e9-b6ea-7981701dacd0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:25.635430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-461fdb34-a4a7-4b0f-9cc1-378494d8d566 req-c9dc3a90-5782-4049-8842-c728c8d84ebe tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843023 Apr 07 11:24:25.641000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5972e247-2c45-46de-b143-7153694ff96d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.734747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 5972e247-2c45-46de-b143-7153694ff96d owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:25.826030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fcc95a9b-b99e-4f33-ac76-a93ed1de55aa None None] Provisioning complete for port 5972e247-2c45-46de-b143-7153694ff96d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:25.827070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc95a9b-b99e-4f33-ac76-a93ed1de55aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5972e247-2c45-46de-b143-7153694ff96d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.940960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:25.941733 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:25.979532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fcc95a9b-b99e-4f33-ac76-a93ed1de55aa None None] Port 5972e247-2c45-46de-b143-7153694ff96d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:26.081458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fcc95a9b-b99e-4f33-ac76-a93ed1de55aa None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:26.083752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc95a9b-b99e-4f33-ac76-a93ed1de55aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:26.135938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:26.136417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dcd86-e025-467c-9b8d-c9cdeb70bd7a req-37bd8673-cfec-4dc5-82ec-6371c727460b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:26.144257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d1dcd86-e025-467c-9b8d-c9cdeb70bd7a req-37bd8673-cfec-4dc5-82ec-6371c727460b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.1842628 Apr 07 11:24:26.437909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 172.25.5.163 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/2111091f-a51f-42fa-ad4a-a1b52be60f19) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:26.464742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cc9f1e3-6906-4ee1-8107-0436791fdcad req-5df6c9d5-7948-4396-b711-3682c83a6cfc tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.1854768 Apr 07 11:24:26.478382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54058) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:26.488741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:26.509877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d1dcd86-e025-467c-9b8d-c9cdeb70bd7a req-5c2e16a8-107e-4b8f-822c-978101221d3e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545156 Apr 07 11:24:26.607201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fcc95a9b-b99e-4f33-ac76-a93ed1de55aa None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:26.719047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58177dee-8bdf-41bf-861b-cad3f1b4ca80 req-a7da384d-2e14-44a8-8d2f-cd1178a2c840 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 210 time: 0.0634785 Apr 07 11:24:26.804705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-431ff356-40f7-433e-8f52-27574fd62dbb None None] Provisioning complete for port 5972e247-2c45-46de-b143-7153694ff96d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:26.805311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-431ff356-40f7-433e-8f52-27574fd62dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5972e247-2c45-46de-b143-7153694ff96d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:26.843195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5972e247-2c45-46de-b143-7153694ff96d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:26.911283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab7-85e1-48c4-8f91-7cc25df03af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:26.929962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-431ff356-40f7-433e-8f52-27574fd62dbb None None] Port 5972e247-2c45-46de-b143-7153694ff96d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:27.006409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-431ff356-40f7-433e-8f52-27574fd62dbb None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:27.012969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-431ff356-40f7-433e-8f52-27574fd62dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:27.079904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=5972e247-2c45-46de-b143-7153694ff96d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:27.094245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2d0d3253-5011-4272-bbf6-78a82cc8213f req-3307a779-5a4e-4719-a04a-690422fb9a76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.4807498 Apr 07 11:24:27.220596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:27.256667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab7-85e1-48c4-8f91-7cc25df03af0 admin admin] Publish callbacks [] for security_group (6094636e-a3c0-4f20-a2c7-082ca206d239), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:27.299458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab7-85e1-48c4-8f91-7cc25df03af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6094636e-a3c0-4f20-a2c7-082ca206d239), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:27.413664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6aab7-85e1-48c4-8f91-7cc25df03af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094636e-a3c0-4f20-a2c7-082ca206d239,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:27.436380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-00f6aab7-85e1-48c4-8f91-7cc25df03af0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf4f514c9e9b43f8b29088fffa6b58ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9535358 Apr 07 11:24:27.438744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54066) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:27.469076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:27.482287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6dacfab-6512-4340-af60-ac58c72a9fa5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/5972e247-2c45-46de-b143-7153694ff96d HTTP/1.1" status: 204 len: 168 time: 2.6350949 Apr 07 11:24:27.483230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476fc54-957c-4c8d-9b16-076751a146ed req-a80e7322-72d9-467a-9283-534e35ccd3ed tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:27.483230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9476fc54-957c-4c8d-9b16-076751a146ed req-a80e7322-72d9-467a-9283-534e35ccd3ed tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 944 time: 0.2250335 Apr 07 11:24:27.483709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54068) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:27.576455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:27.578266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-431ff356-40f7-433e-8f52-27574fd62dbb None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:27.583642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:24:27.593637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:27.593975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:27.596681 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e1ec8-1ca4-4f0c-aed9-ec063187bcde tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:24:27.603377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-914e1ec8-1ca4-4f0c-aed9-ec063187bcde tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/5972e247-2c45-46de-b143-7153694ff96d HTTP/1.1" status: 404 len: 333 time: 0.1111927 Apr 07 11:24:27.617959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54074) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:27.723556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-217392d7-ce76-472d-9224-12be78da73ae None None] Could not find standard attr ID for object 5972e247-2c45-46de-b143-7153694ff96d. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:24:27.854313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d639a730-bd7b-4109-8199-08b6274475df req-d2f2b7d5-3eaa-4e71-94a8-1e27e21ea149 tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.1464820 Apr 07 11:24:27.881391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9476fc54-957c-4c8d-9b16-076751a146ed req-f69680e1-bd20-4065-952f-efcc28871e65 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677988 Apr 07 11:24:27.911384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d04d52b9-4273-4776-bd63-2862305ea0e9 None None] Could not find standard attr ID for object 5972e247-2c45-46de-b143-7153694ff96d. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:24:27.959706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:27.960061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:28.147311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:28.150879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:28.161566 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc05f6f-a20b-42f5-b105-860ae7b9b1f7" -d '{"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-plugged", "status": "completed", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:28.174590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:28.219736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48062bb6-695f-4f4c-9caf-bc316c41b8da req-801bb5c1-fef8-4db6-baea-94de4c39e4be tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 210 time: 0.1120968 Apr 07 11:24:28.304712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e349f0e7-c05b-4e6c-8a07-78b9f0b0d8f6 admin admin] Publish callbacks [] for security_group (6094636e-a3c0-4f20-a2c7-082ca206d239), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:28.369692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:28.390257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa5f32-f951-4bdf-ad89-08281bb64452 req-59b34299-0bbd-4d00-9d2a-01f500d15f6e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:28.402059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfaa5f32-f951-4bdf-ad89-08281bb64452 req-59b34299-0bbd-4d00-9d2a-01f500d15f6e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3039749 Apr 07 11:24:28.427836 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c493ff-65a7-4104-bcbc-836cff82e4d5 x-openstack-request-id: req-17c493ff-65a7-4104-bcbc-836cff82e4d5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:28.428145 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-plugged", "status": "completed", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:28.428407 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17c493ff-65a7-4104-bcbc-836cff82e4d5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:28.428823 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c493ff-65a7-4104-bcbc-836cff82e4d5'] response: {'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'code': 200} Apr 07 11:24:28.468392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 0b05431c-7026-4562-a82c-19158d236777 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:24:28.511518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (0b05431c-7026-4562-a82c-19158d236777), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:28.519829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e349f0e7-c05b-4e6c-8a07-78b9f0b0d8f6 admin admin] Publish callbacks [] for security_group (6094636e-a3c0-4f20-a2c7-082ca206d239), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:28.531097 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfaa5f32-f951-4bdf-ad89-08281bb64452 req-1610c294-bba4-4f73-a336-2d78165897e0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269164 Apr 07 11:24:28.663497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:28.832650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-016b7cf2-0a90-4a75-8653-562b2a4e9ca7 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:28.835259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-016b7cf2-0a90-4a75-8653-562b2a4e9ca7 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.41 "GET /v2.0/networks?id=b8948ce5-b61d-4743-b416-26ffd79ebe61 HTTP/1.1" status: 200 len: 812 time: 1.0159156 Apr 07 11:24:28.838624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (0b05431c-7026-4562-a82c-19158d236777), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.018756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (0b05431c-7026-4562-a82c-19158d236777), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.098873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e349f0e7-c05b-4e6c-8a07-78b9f0b0d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6094636e-a3c0-4f20-a2c7-082ca206d239), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.102156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e349f0e7-c05b-4e6c-8a07-78b9f0b0d8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.107022 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e349f0e7-c05b-4e6c-8a07-78b9f0b0d8f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6094636e-a3c0-4f20-a2c7-082ca206d239 HTTP/1.1" status: 204 len: 168 time: 1.6548097 Apr 07 11:24:29.140282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:29.175641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2af0051b-224e-4a00-a119-be2d65fec3f6 req-677a1de1-18b7-4666-af3f-59fe20f45e33 tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.0640638 Apr 07 11:24:29.179502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (0b05431c-7026-4562-a82c-19158d236777), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.207223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349f0e7-c05b-4e6c-8a07-78b9f0b0d8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094636e-a3c0-4f20-a2c7-082ca206d239,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:29.290261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944eae9-def5-4486-a7a1-05d80432aacf None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:29.313723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=0b05431c-7026-4562-a82c-19158d236777,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:29.316006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:29.320388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.329517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88f73-aaae-4402-83d1-5dd4486e124c req-3671ec3b-8f36-4792-b47f-b42954125b28 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:29.332639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a86ef36-1e5f-4750-be85-f0e1d5a25991 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/0b05431c-7026-4562-a82c-19158d236777 HTTP/1.1" status: 204 len: 168 time: 1.6947992 Apr 07 11:24:29.334493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ada88f73-aaae-4402-83d1-5dd4486e124c req-3671ec3b-8f36-4792-b47f-b42954125b28 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.1733797 Apr 07 11:24:29.335224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54094) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:29.349590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=2111091f-a51f-42fa-ad4a-a1b52be60f19,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:29.354089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:29.472966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d881b-3c73-42f2-a5f1-b4416be06f91 req-e824b3a2-3e13-4de8-acc0-92c7dafbb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:29.474603 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-980d881b-3c73-42f2-a5f1-b4416be06f91 req-e824b3a2-3e13-4de8-acc0-92c7dafbb84c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 1127 time: 0.7733161 Apr 07 11:24:29.583132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 90cbc617-31e1-4886-83bc-c22f61f54c82 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:24:29.589771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (90cbc617-31e1-4886-83bc-c22f61f54c82), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.631718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-b498b9a3-f440-47b4-8b76-323e714335ac tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b929227cf38645e79ddc1406bf87db66 HTTP/1.1" status: 200 len: 380 time: 0.7539959 Apr 07 11:24:29.686585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (90cbc617-31e1-4886-83bc-c22f61f54c82), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:29.736612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Request body: {'port': {'device_id': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'admin_state_up': True, 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'security_groups': ['6596eb70-5326-49ae-85d4-4b81739bee87']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:29.870138 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-980d881b-3c73-42f2-a5f1-b4416be06f91 req-a68a850a-c49e-4975-94a6-e551e54cbd48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638533 Apr 07 11:24:29.984651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (90cbc617-31e1-4886-83bc-c22f61f54c82), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.156293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ada88f73-aaae-4402-83d1-5dd4486e124c req-d3f52da7-0cf3-4c85-a323-27d7cc79e576 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8089788 Apr 07 11:24:30.156830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54108) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:30.168729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (90cbc617-31e1-4886-83bc-c22f61f54c82), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.270596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (c7750613-548b-4a4c-9f77-7883205b5f5c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.317476 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.342084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Made reservation on behalf of b929227cf38645e79ddc1406bf87db66 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:30.344517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/90cbc617-31e1-4886-83bc-c22f61f54c82 HTTP/1.1" status: 204 len: 168 time: 1.0044861 Apr 07 11:24:30.361076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.361579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54114) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:30.364321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60373846-8397-4c72-a22f-d63fad864e12 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=90cbc617-31e1-4886-83bc-c22f61f54c82,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:30.518144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b19180c-c49a-4791-bf2e-3e5ac83ef42c req-71fabd81-f98c-416c-b4de-2860b3eedf07 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 210 time: 0.2921791 Apr 07 11:24:30.560812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51486974-b6d1-42ed-a4ca-70bf900961d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.611473 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-950e93e2-4aad-47c6-8c76-5d31e00b0e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.850845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.867513 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c1da1aec-b646-484a-885e-3ebdc009db94), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:30.926035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Allocated IP 172.20.0.10 (b8948ce5-b61d-4743-b416-26ffd79ebe61/e1664cd7-e463-4d8e-86c1-744d0da4ff07/41d9693e-10e5-4f52-a61a-fc97e79da5e6) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:30.963293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e64bce-f3ff-4382-b36a-9eba33e0dbfe req-ae1dd1d1-4294-4cf8-a032-e1645c5c63fa tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:30.969191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3e64bce-f3ff-4382-b36a-9eba33e0dbfe req-ae1dd1d1-4294-4cf8-a032-e1645c5c63fa tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.4620819 Apr 07 11:24:30.981427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670d288-7c32-458d-8899-333218562f46 None None] Network c1da1aec-b646-484a-885e-3ebdc009db94 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:31.007461 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4d06e2a5-c6eb-494e-a563-8a5ca6af9e90 req-3434436f-fcc0-4bd6-8b55-0058d5c410c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da322ece00cf40efa7357b0ccd0f2eb1&device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.1336439 Apr 07 11:24:31.044969 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4d06e2a5-c6eb-494e-a563-8a5ca6af9e90 req-8bfe4dea-242b-4a5e-925a-01678269644c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=da322ece00cf40efa7357b0ccd0f2eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276060 Apr 07 11:24:31.158005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e5d3358d-48bd-4661-ad46-b6a8687a3e7d None None] Provisioning complete for port fc8de13d-220f-44e9-b6ea-7981701dacd0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:31.158694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d3358d-48bd-4661-ad46-b6a8687a3e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.418882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] DHCP port deletion for c1da1aec-b646-484a-885e-3ebdc009db94 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:24:31.474618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.497456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.502593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3358d-48bd-4661-ad46-b6a8687a3e7d None None] Current status of the port fc8de13d-220f-44e9-b6ea-7981701dacd0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:31.523859 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.557395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] Deleting port fc8de13d-220f-44e9-b6ea-7981701dacd0 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:31.559669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.569349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fc8de13d-220f-44e9-b6ea-7981701dacd0 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:31.738860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=2111091f-a51f-42fa-ad4a-a1b52be60f19,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:31.819829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c7750613-548b-4a4c-9f77-7883205b5f5c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.831325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] For port fc8de13d-220f-44e9-b6ea-7981701dacd0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fc8de13d-220f-44e9-b6ea-7981701dacd0,segment=NetworkSegment(f596635e-7500-43da-ac91-276b77562a31),segment_id=f596635e-7500-43da-ac91-276b77562a31)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:31.836547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.846543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:31.857056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb425e71-abab-4652-928c-038d6a09ff05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6469831 Apr 07 11:24:31.876974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] Calling delete_port for fc8de13d-220f-44e9-b6ea-7981701dacd0 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:31.889010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e2a5-c6eb-494e-a563-8a5ca6af9e90 req-08e2da0a-059b-4111-9c82-c4703320a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:31.895295 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4d06e2a5-c6eb-494e-a563-8a5ca6af9e90 req-08e2da0a-059b-4111-9c82-c4703320a25d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8402195 Apr 07 11:24:31.972388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.041448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72523098-f932-4c39-9560-f5d5c8021550 req-5b05515e-bf64-4cd1-94d0-27ea9ab97024 tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 1.0162694 Apr 07 11:24:32.071463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.092377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:24:32.120131 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.127688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3e64bce-f3ff-4382-b36a-9eba33e0dbfe req-d7bf84ef-426d-45a6-b712-a00aed010cd0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1476805 Apr 07 11:24:32.160115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51486974-b6d1-42ed-a4ca-70bf900961d6 admin admin] Publish callbacks [] for security_group (c131b8a1-1dad-49ca-853d-5375539ee29a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.170095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port fc8de13d-220f-44e9-b6ea-7981701dacd0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:32.172640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.184356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51486974-b6d1-42ed-a4ca-70bf900961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c131b8a1-1dad-49ca-853d-5375539ee29a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.239904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] No DVR routers for this DVR port fc8de13d-220f-44e9-b6ea-7981701dacd0 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:32.245094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39a50f-154c-4197-acd3-4d48c20041bb None None] Pushing event deleted for resources: {'Port': ['ID=fc8de13d-220f-44e9-b6ea-7981701dacd0,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:32.247697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Port fc8de13d-220f-44e9-b6ea-7981701dacd0 update to DOWN by agent not found {{(pid=104179) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 11:24:32.255593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:32.266071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:32.275944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:32.451763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event updated for resources: {'Port': ['ID=41d9693e-10e5-4f52-a61a-fc97e79da5e6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:32.507687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:32.513893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.538594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51486974-b6d1-42ed-a4ca-70bf900961d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c131b8a1-1dad-49ca-853d-5375539ee29a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:32.548895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-432502ef-24a1-4c7d-b0d3-d095de6a9e20 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8939176 Apr 07 11:24:32.563541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Request body: {'port': {'device_id': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:32.568860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-51486974-b6d1-42ed-a4ca-70bf900961d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e63c687d0cb43038376f50c2a2b371f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4016857 Apr 07 11:24:32.577276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] For port fc8de13d-220f-44e9-b6ea-7981701dacd0, host n-d-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:32.581756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.584724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54136) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:32.702007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.749166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for fc8de13d-220f-44e9-b6ea-7981701dacd0 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:32.762004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63284de2-914c-4551-a14d-f7135ea20b00 req-8cdf9f76-b1a2-44de-9f7d-46d2971e26f7 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:32.770991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63284de2-914c-4551-a14d-f7135ea20b00 req-8cdf9f76-b1a2-44de-9f7d-46d2971e26f7 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.5140648 Apr 07 11:24:32.789474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Port fc8de13d-220f-44e9-b6ea-7981701dacd0 was not found and therefore no delete operation was performed {{(pid=104178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:24:32.817847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fc8de13d-220f-44e9-b6ea-7981701dacd0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.867546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-89d15e98-03a1-4042-82e7-e9d068831483 None None] Provisioning complete for port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:32.868160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89d15e98-03a1-4042-82e7-e9d068831483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:32.897696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ccc4-f3e9-45bf-8664-c9faae3e34f2 req-345c42b8-cd72-4b3f-bf27-217f8a41b5b4 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:32.899527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8385ccc4-f3e9-45bf-8664-c9faae3e34f2 req-345c42b8-cd72-4b3f-bf27-217f8a41b5b4 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 932 time: 0.5056713 Apr 07 11:24:32.900495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=fc8de13d-220f-44e9-b6ea-7981701dacd0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:32.931691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No DVR routers for this DVR port fc8de13d-220f-44e9-b6ea-7981701dacd0 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:32.942981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-89d15e98-03a1-4042-82e7-e9d068831483 None None] Port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:32.975214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53f49812-ab4e-42b0-9217-8522b0fb2617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.015430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a742-ed97-4aa2-9ad9-c9575c7c78a1 admin admin] Publish callbacks [] for security_group (c131b8a1-1dad-49ca-853d-5375539ee29a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.075292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63284de2-914c-4551-a14d-f7135ea20b00 req-0e26aeec-95b1-4405-8187-ee14b415e9ff tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013935 Apr 07 11:24:33.118308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a742-ed97-4aa2-9ad9-c9575c7c78a1 admin admin] Publish callbacks [] for security_group (c131b8a1-1dad-49ca-853d-5375539ee29a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.149958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c1da1aec-b646-484a-885e-3ebdc009db94), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.176169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8385ccc4-f3e9-45bf-8664-c9faae3e34f2 req-eb7c4e5f-e63e-40b8-844b-bc58747ac92d tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534065 Apr 07 11:24:33.207378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1da1aec-b646-484a-885e-3ebdc009db94']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:33.227770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f596635e-7500-43da-ac91-276b77562a31') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:33.228103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f596635e-7500-43da-ac91-276b77562a31') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:33.239276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d9693e-10e5-4f52-a61a-fc97e79da5e6 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:24:33.258721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (f596635e-7500-43da-ac91-276b77562a31), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.266488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Publish callbacks [] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.280585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f596635e-7500-43da-ac91-276b77562a31), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.292530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:24:33.292952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (f596635e-7500-43da-ac91-276b77562a31), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.295333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:24:33.297025 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:24:33.309470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a742-ed97-4aa2-9ad9-c9575c7c78a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c131b8a1-1dad-49ca-853d-5375539ee29a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.313454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a742-ed97-4aa2-9ad9-c9575c7c78a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.319627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dcf1a742-ed97-4aa2-9ad9-c9575c7c78a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c131b8a1-1dad-49ca-853d-5375539ee29a HTTP/1.1" status: 204 len: 168 time: 0.7250221 Apr 07 11:24:33.380821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1a742-ed97-4aa2-9ad9-c9575c7c78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c131b8a1-1dad-49ca-853d-5375539ee29a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:33.425000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Transition to ACTIVE for port object 41d9693e-10e5-4f52-a61a-fc97e79da5e6 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:24:33.435824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.489253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-016dcca4-1bd3-4490-a0ae-65634b869722 req-cf8670e7-e183-4998-846a-efec0b8c0c71 tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.13 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.0943644 Apr 07 11:24:33.512742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Pushing event updated for resources: {'Port': ['ID=41d9693e-10e5-4f52-a61a-fc97e79da5e6,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:33.534190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-0bf777b4-254a-47a6-a98b-8d298c1755b7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--310782563&fields=id&tenant_id=0e094642dbe740d4aae2f61f0785d10e HTTP/1.1" status: 200 len: 267 time: 0.2135301 Apr 07 11:24:33.536840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c1da1aec-b646-484a-885e-3ebdc009db94), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.542257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.551466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/c1da1aec-b646-484a-885e-3ebdc009db94 HTTP/1.1" status: 204 len: 168 time: 3.1632397 Apr 07 11:24:33.552148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54158) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:33.631225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39e4a-47a5-4050-8c75-a35169803a63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=c1da1aec-b646-484a-885e-3ebdc009db94,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:33.686331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Attempting to bind port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:33.688092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Attempting to bind port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:33.688775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Attempting to bind port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 on network b8948ce5-b61d-4743-b416-26ffd79ebe61 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:33.707470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 on network b8948ce5-b61d-4743-b416-26ffd79ebe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:24:33.710533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Attempting to bind port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 on network b8948ce5-b61d-4743-b416-26ffd79ebe61 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:33.726647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:33.728443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Checking segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:33.729333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Bound using segment: {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:33.730657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Bound port: 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec22be5-45df-4ac7-a05f-86b667253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:33.731980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.822885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1aec3-01f6-40cd-a7e8-0a75a6e1ce7e req-13375ca3-1abc-4fb0-9d1f-98cc2c73e390 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:33.826568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfc1aec3-01f6-40cd-a7e8-0a75a6e1ce7e req-13375ca3-1abc-4fb0-9d1f-98cc2c73e390 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.1234818 Apr 07 11:24:33.836563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b346b6cf-3839-4af4-8f01-3727ea159470 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:33.844489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b346b6cf-3839-4af4-8f01-3727ea159470 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 931 time: 0.3088987 Apr 07 11:24:33.883367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] For port 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:33.891417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] For port 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:33.910384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d877acef-e014-474b-9e57-c9e4d5c19d21 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:33.912108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d877acef-e014-474b-9e57-c9e4d5c19d21 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3419580 Apr 07 11:24:33.917442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:33.920869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54164) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:34.007497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfc1aec3-01f6-40cd-a7e8-0a75a6e1ce7e req-a46d0e68-1135-4403-83cf-6b6275c76286 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599438 Apr 07 11:24:34.015513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-dddeeaed-af37-4c12-91f2-25bdbe2539fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:34.017694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-dddeeaed-af37-4c12-91f2-25bdbe2539fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 932 time: 0.1723380 Apr 07 11:24:34.069349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:34.069977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:34.087340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/41d9693e-10e5-4f52-a61a-fc97e79da5e6 HTTP/1.1" status: 200 len: 1092 time: 1.5304267 Apr 07 11:24:34.145793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:34.148024 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738dadfc-4cbf-4f02-a1bf-49db9aad817a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:34.167879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-a4035862-048c-4a89-9806-0c98de0d8385 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1435790 Apr 07 11:24:34.303051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9aecc3e6-b474-460a-9393-be6010dc6dcc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0573702 Apr 07 11:24:34.342605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9ad66-aa3c-4507-b767-714ad7f5a884 req-3b8a1aea-2971-47ef-b38a-ddc63d05aab9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:34.349416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66b9ad66-aa3c-4507-b767-714ad7f5a884 req-3b8a1aea-2971-47ef-b38a-ddc63d05aab9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.1849029 Apr 07 11:24:34.431943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:34.536818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66b9ad66-aa3c-4507-b767-714ad7f5a884 req-6b3c2851-bc48-4498-9bca-85b8e01441b7 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864305 Apr 07 11:24:34.594616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-78c6a0c9-52d5-418c-83f3-ed35897f8771 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:34.600464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-78c6a0c9-52d5-418c-83f3-ed35897f8771 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:34.608357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-78c6a0c9-52d5-418c-83f3-ed35897f8771 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:34.618033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-78c6a0c9-52d5-418c-83f3-ed35897f8771 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/networks?id=aa590eea-2f03-4269-a267-500b780cb14c&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=03c8cae7-09cc-4283-afc9-2029f31777d2&id=03c8cae7-09cc-4283-afc9-2029f31777d2 HTTP/1.1" status: 200 len: 1988 time: 0.2967763 Apr 07 11:24:34.636685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-bd9963cb-973c-47db-92c0-54886a6311cc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/quotas/0e094642dbe740d4aae2f61f0785d10e HTTP/1.1" status: 200 len: 375 time: 0.0172865 Apr 07 11:24:34.738040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-032462db-6ae7-4a06-8865-b60e9bba3843 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1002436 Apr 07 11:24:34.832583 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4d06e2a5-c6eb-494e-a563-8a5ca6af9e90 req-469bc0ad-cba3-4ea0-a63d-acd1f4a69a39 tempest-ServersAaction247Test-359801562 tempest-ServersAaction247Test-359801562-project] 10.222.0.41 "GET /v2.0/ports?device_id=647f1669-44c5-41de-bf38-7b6dc6f58b6b HTTP/1.1" status: 200 len: 210 time: 0.6879745 Apr 07 11:24:34.874260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f56f195e-9fdf-4b9d-ae6b-5db2c43fda46 service neutron] 10.222.0.13 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331136 Apr 07 11:24:34.903385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3af34-f8ed-4438-8db2-a180e74075c8 service neutron] Pushing event updated for resources: {'Port': ['ID=41d9693e-10e5-4f52-a61a-fc97e79da5e6,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:34.960639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-044be868-131b-4548-88a8-d65c8039fe02 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.0159545 Apr 07 11:24:34.961611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54192) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:34.997590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638584585'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:35.056038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-9ca3c030-674e-4adb-80bf-f995a4e397f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:35.058095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-9ca3c030-674e-4adb-80bf-f995a4e397f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b929227cf38645e79ddc1406bf87db66&device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 1126 time: 0.9061463 Apr 07 11:24:35.087103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b8e88de5-e845-4049-b9f9-afe6a57020a7 service neutron] 10.222.0.13 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119555 Apr 07 11:24:35.137426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:35.141512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:35.161373 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-4381c68f-967b-4022-bf92-4722f8234b1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6 HTTP/1.1" status: 200 len: 217 time: 0.0948706 Apr 07 11:24:35.163135 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58637f-1c28-4b59-adaf-c805a8348143 x-openstack-request-id: req-0f58637f-1c28-4b59-adaf-c805a8348143 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:35.163442 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:35.163702 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f58637f-1c28-4b59-adaf-c805a8348143 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:35.164101 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f58637f-1c28-4b59-adaf-c805a8348143'] response: {'name': 'network-changed', 'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'status': 'completed', 'code': 200} Apr 07 11:24:35.182058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:24:35.188975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-0d8f99bc-e7fc-4625-9c19-a2d3494dbc36 service neutron] 10.222.0.13 "GET /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0914559 Apr 07 11:24:35.298168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:35.298534 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment 93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7 of type vlan for network 858e0c93-3162-440b-8ad4-4d61476ae134 Apr 07 11:24:35.320562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-37f1f8f9-7b05-4d6e-8f5f-1fd11ee73ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:35.322125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-37f1f8f9-7b05-4d6e-8f5f-1fd11ee73ccd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1664cd7-e463-4d8e-86c1-744d0da4ff07 HTTP/1.1" status: 200 len: 851 time: 0.0721738 Apr 07 11:24:35.428398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71417a3c-e954-4e3a-a2af-9d827592dcb0 req-35d2d8b7-eb88-4084-8638-bed06b1ca605 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:35.430375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71417a3c-e954-4e3a-a2af-9d827592dcb0 req-35d2d8b7-eb88-4084-8638-bed06b1ca605 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 944 time: 0.2344697 Apr 07 11:24:35.454690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (858e0c93-3162-440b-8ad4-4d61476ae134), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:35.479371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d65bf872-52df-45b1-97c8-8918f675329b service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745931 Apr 07 11:24:35.532404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-08d13839-cc67-4790-80c2-8198f98d360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:35.534836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-08d13839-cc67-4790-80c2-8198f98d360b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8948ce5-b61d-4743-b416-26ffd79ebe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1542466 Apr 07 11:24:35.537198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (858e0c93-3162-440b-8ad4-4d61476ae134), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:35.547223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:35.547920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:35.601798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71417a3c-e954-4e3a-a2af-9d827592dcb0 req-93258d33-9392-46b1-8120-d762ccdc2dde tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608887 Apr 07 11:24:35.692569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8be65b49-1c94-44e9-9ed9-3491856e8a8f service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009671 Apr 07 11:24:35.763389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-eb451336-6a04-4423-a4b5-da21084981fe service neutron] 10.222.0.13 "GET /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0642951 Apr 07 11:24:35.795737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-95b00573-8d60-4cf3-924e-17c4cf4cc5dd service neutron] 10.222.0.41 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440138 Apr 07 11:24:35.889200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9252231 Apr 07 11:24:35.946358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:35.961049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:35.990198 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.137623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54218) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:36.191028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaca8f8-b7bd-4ce4-9081-c27a8705498d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=858e0c93-3162-440b-8ad4-4d61476ae134,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:36.204770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 858e0c93-3162-440b-8ad4-4d61476ae134 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:24:36.222249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2f81bfb5-c728-4134-9333-bba52c47870f service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469233 Apr 07 11:24:36.253869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e701-5be1-43e7-9e74-8a65e22b32f4 req-8c2cd3f3-2020-40c3-b9d1-eec9c75de188 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:36.268347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c82e701-5be1-43e7-9e74-8a65e22b32f4 req-8c2cd3f3-2020-40c3-b9d1-eec9c75de188 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.2784848 Apr 07 11:24:36.337383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54222) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:36.362283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e6ad19fe-2ff5-4449-b0b6-092323f107ca req-9b6ecca9-4914-45bd-ab13-33e365024910 service neutron] 10.222.0.41 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028901 Apr 07 11:24:36.446712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:36.450536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a926-4897-4c66-a940-b78113a29a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.456146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.518767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb424c7d-b4b2-4e9a-98db-2905c81a5554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.570632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-3893fd38-9d3b-4f98-8fbb-2680ac1b3f61 service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453782 Apr 07 11:24:36.595701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c82e701-5be1-43e7-9e74-8a65e22b32f4 req-b6dfe66b-f1c6-4008-a346-8054b5635757 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024416 Apr 07 11:24:36.595849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-a27dc4c0-e4af-4172-a1ef-093b57afbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:36.597497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-a27dc4c0-e4af-4172-a1ef-093b57afbf4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b929227cf38645e79ddc1406bf87db66&device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 1126 time: 0.1587152 Apr 07 11:24:36.827756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (355d7734-b8f3-47da-a6a0-b154046a2c1e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.939310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb424c7d-b4b2-4e9a-98db-2905c81a5554 admin admin] Publish callbacks [] for security_group (439e8e3a-1c99-4c0e-a373-7c71030c9d45), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.954001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-962c1fe2-bb84-4ab0-98cd-42217d8a8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:36.954732 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb424c7d-b4b2-4e9a-98db-2905c81a5554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (439e8e3a-1c99-4c0e-a373-7c71030c9d45), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:36.955718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-962c1fe2-bb84-4ab0-98cd-42217d8a8950 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8948ce5-b61d-4743-b416-26ffd79ebe61 HTTP/1.1" status: 200 len: 913 time: 0.3450725 Apr 07 11:24:36.958721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=355d7734-b8f3-47da-a6a0-b154046a2c1e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:36.963489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:36.963872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: 858e0c93-3162-440b-8ad4-4d61476ae134, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:24:37.000900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb424c7d-b4b2-4e9a-98db-2905c81a5554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e8e3a-1c99-4c0e-a373-7c71030c9d45,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:37.012563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-49ca7ae3-5168-402e-af6e-602a2f1d6bdc service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016898 Apr 07 11:24:37.014697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-f2c13f1d-d4a0-4360-861b-53f5380fca18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6 HTTP/1.1" status: 200 len: 217 time: 0.0464315 Apr 07 11:24:37.018539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.019039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.019397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.019750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.020096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.020440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.020779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.020985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec69d-f8c9-4a6d-8cc0-668d814dc8f3 req-3626acb4-fe7c-4601-8198-cdc7d81db929 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:37.021121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.021474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.021812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.022213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.022559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.023077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:24:37.028802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-996ec69d-f8c9-4a6d-8cc0-668d814dc8f3 req-3626acb4-fe7c-4601-8198-cdc7d81db929 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3043852 Apr 07 11:24:37.092744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 858e0c93-3162-440b-8ad4-4d61476ae134 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:24:37.110528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-f815f65e-2cac-4f13-aa62-51c01cbc7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:37.112058 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-f815f65e-2cac-4f13-aa62-51c01cbc7b58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1664cd7-e463-4d8e-86c1-744d0da4ff07 HTTP/1.1" status: 200 len: 851 time: 0.0843675 Apr 07 11:24:37.113821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 858e0c93-3162-440b-8ad4-4d61476ae134) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:37.133351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:37.134249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.141679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8a1aa-3455-4cab-9dcb-62daa2f2abe0 None None] Network 858e0c93-3162-440b-8ad4-4d61476ae134 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:37.146747 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a926-4897-4c66-a940-b78113a29a5a admin admin] Publish callbacks [] for security_group (9b39a2c3-bd24-4293-b069-8c783d802356), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.175386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7e205b74-bad2-4c02-987e-b3f7f0683d7e tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2204034 Apr 07 11:24:37.176455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:37.209701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a926-4897-4c66-a940-b78113a29a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b39a2c3-bd24-4293-b069-8c783d802356), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.220225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bb424c7d-b4b2-4e9a-98db-2905c81a5554 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da322ece00cf40efa7357b0ccd0f2eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8734403 Apr 07 11:24:37.228576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134', 'name': 'tempest-PortsIpV6TestJSON-1050183743'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:37.238296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:37.303977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-996ec69d-f8c9-4a6d-8cc0-668d814dc8f3 req-df515677-f93e-478c-bd1a-9608e45c3b73 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741539 Apr 07 11:24:37.394435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.419355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4d6a926-4897-4c66-a940-b78113a29a5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fd90f820318438394acefc5a00812cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2737730 Apr 07 11:24:37.424239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54236) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:37.431594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6a926-4897-4c66-a940-b78113a29a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39a2c3-bd24-4293-b069-8c783d802356,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:37.440801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-727ffbde-1c55-41b4-8135-652e532423a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:37.442513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-727ffbde-1c55-41b4-8135-652e532423a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8948ce5-b61d-4743-b416-26ffd79ebe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3222446 Apr 07 11:24:37.465379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d3287305-71a7-43d7-b138-81935015cdb7 service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310167 Apr 07 11:24:37.487200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-858e0c93-3162-440b-8ad4-4d61476ae134', 'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': '355d7734-b8f3-47da-a6a0-b154046a2c1e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:24:37.488075 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.499794 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4d2f19d8-d73a-49bf-9c0a-538e401fd601 admin admin] Publish callbacks [] for security_group (439e8e3a-1c99-4c0e-a373-7c71030c9d45), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.588440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4d2f19d8-d73a-49bf-9c0a-538e401fd601 admin admin] Publish callbacks [] for security_group (439e8e3a-1c99-4c0e-a373-7c71030c9d45), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.658534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db500105-c34e-46fe-b86f-8e4c4bee89f7 admin admin] Publish callbacks [] for security_group (9b39a2c3-bd24-4293-b069-8c783d802356), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.659118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422997a-3208-4f0a-b54e-8409cb3e80ef req-91e2cbb4-7f49-472b-bbee-5bbe424e035b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:37.669054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c422997a-3208-4f0a-b54e-8409cb3e80ef req-91e2cbb4-7f49-472b-bbee-5bbe424e035b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.1467004 Apr 07 11:24:37.669521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:37.675033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.738333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-0bab6e81-a5ba-4936-a68c-c7c9a60ce471 service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688420 Apr 07 11:24:37.739085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db500105-c34e-46fe-b86f-8e4c4bee89f7 admin admin] Publish callbacks [] for security_group (9b39a2c3-bd24-4293-b069-8c783d802356), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.833537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Allocated IP 2001:db8::2 (858e0c93-3162-440b-8ad4-4d61476ae134/355d7734-b8f3-47da-a6a0-b154046a2c1e/5b90e761-b6b3-4337-8d3e-f0d2574f147f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:37.841947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-05bcc884-67dd-4deb-b2b5-a3189c69a30a service neutron] 10.222.0.41 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873549 Apr 07 11:24:37.847214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db500105-c34e-46fe-b86f-8e4c4bee89f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b39a2c3-bd24-4293-b069-8c783d802356), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.851244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db500105-c34e-46fe-b86f-8e4c4bee89f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:37.855605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db500105-c34e-46fe-b86f-8e4c4bee89f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b39a2c3-bd24-4293-b069-8c783d802356 HTTP/1.1" status: 204 len: 168 time: 0.4239078 Apr 07 11:24:37.867829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-149e93ce-d455-428d-9206-a7e58373f9f9 service neutron] 10.222.0.13 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284528 Apr 07 11:24:37.983186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-37ecc790-4b73-46ea-9508-3eaea3c329f6 service neutron] 10.222.0.13 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138575 Apr 07 11:24:38.022827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-738dadfc-4cbf-4f02-a1bf-49db9aad817a req-c0535f05-a91e-4281-99cb-f7049c22c927 service neutron] 10.222.0.41 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676164 Apr 07 11:24:38.066892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c422997a-3208-4f0a-b54e-8409cb3e80ef req-422cab3f-9188-43a8-a4dc-bbb8f3e80572 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968363 Apr 07 11:24:38.079062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db500105-c34e-46fe-b86f-8e4c4bee89f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39a2c3-bd24-4293-b069-8c783d802356,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:38.094847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port c9a19d61-7376-4060-bf14-8d655939c4fd yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:38.169762 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Publish callbacks [] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.198386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-a6fa32ff-aad7-4e54-9d2b-343f6e025405 service neutron] 10.222.0.13 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140331 Apr 07 11:24:38.198848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.284965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4d2f19d8-d73a-49bf-9c0a-538e401fd601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (439e8e3a-1c99-4c0e-a373-7c71030c9d45), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.287579 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4d2f19d8-d73a-49bf-9c0a-538e401fd601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.291158 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4d2f19d8-d73a-49bf-9c0a-538e401fd601 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/439e8e3a-1c99-4c0e-a373-7c71030c9d45 HTTP/1.1" status: 204 len: 168 time: 1.0466988 Apr 07 11:24:38.388956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f19d8-d73a-49bf-9c0a-538e401fd601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e8e3a-1c99-4c0e-a373-7c71030c9d45,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:38.436492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Pushing event updated for resources: {'Port': ['ID=5b90e761-b6b3-4337-8d3e-f0d2574f147f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:38.464312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-337fb876-e6b8-49c0-b079-98d74bba740f service neutron] 10.222.0.13 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504175 Apr 07 11:24:38.471868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Network 858e0c93-3162-440b-8ad4-4d61476ae134 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:38.475542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:38.482205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:38.610955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::376 (858e0c93-3162-440b-8ad4-4d61476ae134/355d7734-b8f3-47da-a6a0-b154046a2c1e/c9a19d61-7376-4060-bf14-8d655939c4fd) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:38.616292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Attempting to bind port 5b90e761-b6b3-4337-8d3e-f0d2574f147f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:38.616698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Attempting to bind port 5b90e761-b6b3-4337-8d3e-f0d2574f147f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:38.617069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Attempting to bind port 5b90e761-b6b3-4337-8d3e-f0d2574f147f on network 858e0c93-3162-440b-8ad4-4d61476ae134 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:38.627973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:38.628590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Checking segment: {'id': '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:38.633119 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.633844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Bound using segment: {'id': '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:38.634544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Bound port: 5b90e761-b6b3-4337-8d3e-f0d2574f147f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:38.635120 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.748315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-aaf3979c-e5ab-4550-81c4-709c3cf354b0 service neutron] 10.222.0.13 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997197 Apr 07 11:24:38.820364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] For port 5b90e761-b6b3-4337-8d3e-f0d2574f147f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:38.825322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] For port 5b90e761-b6b3-4337-8d3e-f0d2574f147f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5b90e761-b6b3-4337-8d3e-f0d2574f147f,segment=NetworkSegment(93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7),segment_id=93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:38.843451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:38.935364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311da4e-8728-4241-b0e0-878568c18b9c req-1969f00d-e063-4260-ae7c-59ce28a2dbb1 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:38.944697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d311da4e-8728-4241-b0e0-878568c18b9c req-1969f00d-e063-4260-ae7c-59ce28a2dbb1 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 944 time: 0.7380943 Apr 07 11:24:38.963868 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:39.025514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:39.047755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-944f0e7f-68c1-46e1-9326-e7e8804d6ce9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:39.050353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-944f0e7f-68c1-46e1-9326-e7e8804d6ce9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 931 time: 0.2936568 Apr 07 11:24:39.070415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bae3c-2e8c-4454-9152-3c4ba3412833 None None] Pushing event updated for resources: {'Port': ['ID=5b90e761-b6b3-4337-8d3e-f0d2574f147f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:39.171500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 858e0c93-3162-440b-8ad4-4d61476ae134 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:39.233193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:39.237224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:39.251582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:39.252267 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:39.259861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=c9a19d61-7376-4060-bf14-8d655939c4fd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:39.296577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 41d9693e-10e5-4f52-a61a-fc97e79da5e6 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:24:39.339991 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-47b09e52-809b-4ee3-bdf0-594f4874c915 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1237192 Apr 07 11:24:39.346240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d311da4e-8728-4241-b0e0-878568c18b9c req-b383fae2-f9e0-4148-9f02-bd363f2a0d78 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990364 Apr 07 11:24:39.357158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-46951e92-c591-4f79-a6a2-13a6ea2ec1fa tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:39.357158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-46951e92-c591-4f79-a6a2-13a6ea2ec1fa tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 932 time: 0.2987595 Apr 07 11:24:39.369171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54268) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:39.380917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '858e0c93-3162-440b-8ad4-4d61476ae134', 'name': 'tempest-PortsIpV6TestJSON-920746055'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:39.653126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b90e761-b6b3-4337-8d3e-f0d2574f147f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:39.789428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:39.800666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:39.854621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5b90e761-b6b3-4337-8d3e-f0d2574f147f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:39.862535 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:39.877544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 86ee0694-2114-4526-9506-4575e2a2c1e5 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:40.057677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:40.119248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'port_id': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'mac_address': 'fa:16:3e:ae:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:24:40.192965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:40.193828 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:40.281417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5b90e761-b6b3-4337-8d3e-f0d2574f147f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:40.282530 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:40.310241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d9693e-10e5-4f52-a61a-fc97e79da5e6 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:24:40.341288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:40.368828 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:40.382100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 5b90e761-b6b3-4337-8d3e-f0d2574f147f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5b90e761-b6b3-4337-8d3e-f0d2574f147f,segment=NetworkSegment(93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7),segment_id=93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:40.413177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:40.483179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=41d9693e-10e5-4f52-a61a-fc97e79da5e6,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:40.602274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=5b90e761-b6b3-4337-8d3e-f0d2574f147f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:40.760754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['41d9693e-10e5-4f52-a61a-fc97e79da5e6'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:24:40.774409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54326) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:40.884062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f5627-4ce0-4842-afd7-bac34ce28939 None None] Network 858e0c93-3162-440b-8ad4-4d61476ae134 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:40.977714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::11d (858e0c93-3162-440b-8ad4-4d61476ae134/355d7734-b8f3-47da-a6a0-b154046a2c1e/86ee0694-2114-4526-9506-4575e2a2c1e5) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:41.173427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-696139317-network', 'tenant_id': 'e7edf2aedafc48068a7baae46f7c7b26'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:41.195349 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (86ee0694-2114-4526-9506-4575e2a2c1e5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.233189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Made reservation on behalf of e7edf2aedafc48068a7baae46f7c7b26 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:41.235599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.254537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.274381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-46111e7e-28c2-4034-bb69-7a39a6954a5f None None] Provisioning complete for port 5b90e761-b6b3-4337-8d3e-f0d2574f147f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:41.274782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46111e7e-28c2-4034-bb69-7a39a6954a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.309889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (86ee0694-2114-4526-9506-4575e2a2c1e5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.503188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks [] for security_group (e9b2b5fb-0f35-46d3-97e9-747d1c64fae9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.517761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e9b2b5fb-0f35-46d3-97e9-747d1c64fae9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.535457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 858e0c93-3162-440b-8ad4-4d61476ae134 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:41.571634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:41.580735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:41.585464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b90e761-b6b3-4337-8d3e-f0d2574f147f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:41.595616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:24:41.597633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:41.600688 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.614720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54362) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:41.658476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b2b5fb-0f35-46d3-97e9-747d1c64fae9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:41.666954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e0f26f8c-790f-4e3f-9377-76fbda949397), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.667556 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Added segment e0f26f8c-790f-4e3f-9377-76fbda949397 of type vlan for network b0ea5f38-5307-4148-976d-70332f18c2c8 Apr 07 11:24:41.692202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=86ee0694-2114-4526-9506-4575e2a2c1e5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:41.788322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f42fd8ec-3c21-4df2-bc1c-8f9b69c3b3f7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4167902 Apr 07 11:24:41.797891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54374) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:41.833932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c54a-f4b5-439d-8eb1-8fc0409eabca req-b2d965ee-1c00-47d2-8255-b4266360bf5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:41.842060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7aa6c54a-f4b5-439d-8eb1-8fc0409eabca req-b2d965ee-1c00-47d2-8255-b4266360bf5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 1.7271092 Apr 07 11:24:41.914230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b0ea5f38-5307-4148-976d-70332f18c2c8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.940874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-46111e7e-28c2-4034-bb69-7a39a6954a5f None None] Current status of the port 5b90e761-b6b3-4337-8d3e-f0d2574f147f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:41.962044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7aa6c54a-f4b5-439d-8eb1-8fc0409eabca req-893bbc9a-b7a0-468a-b027-a018e4d32bcb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190813 Apr 07 11:24:41.985093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5b90e761-b6b3-4337-8d3e-f0d2574f147f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:41.989674 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:41.993578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c77a9-c1e5-4d4e-b924-d2af692ee121 req-c00ac95b-01f4-4b2b-887a-baa27efb545e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:41.995162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39c77a9-c1e5-4d4e-b924-d2af692ee121 req-c00ac95b-01f4-4b2b-887a-baa27efb545e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.3048401 Apr 07 11:24:42.099841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b0ea5f38-5307-4148-976d-70332f18c2c8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:42.100964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:42.101586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:42.288317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39c77a9-c1e5-4d4e-b924-d2af692ee121 req-39246300-0ebd-468d-ae47-9d22991dd9cf tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683697 Apr 07 11:24:42.335237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5b90e761-b6b3-4337-8d3e-f0d2574f147f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:42.338766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad38392-3f02-4c4e-aeb3-46a4bb04e505 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:42.343856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fad38392-3f02-4c4e-aeb3-46a4bb04e505 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A376 HTTP/1.1" status: 200 len: 929 time: 0.5384393 Apr 07 11:24:42.344741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:42.351606 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5749457 Apr 07 11:24:42.357851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:42.371934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Request body: {'subnet': {'network_id': 'b0ea5f38-5307-4148-976d-70332f18c2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-696139317-subnet', 'tenant_id': 'e7edf2aedafc48068a7baae46f7c7b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:42.387216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9c1b5c5c-953a-469c-b753-f493951a62d4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:42.388689 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9c1b5c5c-953a-469c-b753-f493951a62d4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 931 time: 0.7730587 Apr 07 11:24:42.392816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82bef-fcc2-46bd-8380-b83fa48e26f9 req-9fafdea4-b611-4b23-8f5e-1ee57d7535e4 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:42.399499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fe82bef-fcc2-46bd-8380-b83fa48e26f9 req-9fafdea4-b611-4b23-8f5e-1ee57d7535e4 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 945 time: 0.2905276 Apr 07 11:24:42.426268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ec2e-9f56-4767-a392-3c5e2d44dbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ea5f38-5307-4148-976d-70332f18c2c8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:42.443154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b0ea5f38-5307-4148-976d-70332f18c2c8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:24:42.482598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Made reservation on behalf of e7edf2aedafc48068a7baae46f7c7b26 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:42.506431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:42.506857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4d79dca-c705-4049-815b-95bbd5bb58c8 req-8866caf6-113d-4d09-9250-1f4b715a24f4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1055019 Apr 07 11:24:42.638089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Provisioning complete for port 5b90e761-b6b3-4337-8d3e-f0d2574f147f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:42.639020 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:42.693443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-eaf55944-996d-4c12-8f8c-9d65cb0a7256 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:42.695583 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-eaf55944-996d-4c12-8f8c-9d65cb0a7256 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 932 time: 0.2875588 Apr 07 11:24:42.738076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fe82bef-fcc2-46bd-8380-b83fa48e26f9 req-69e7f5b8-926c-49ab-a4ab-53e1f2d313ed tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298478 Apr 07 11:24:42.777156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 86ee0694-2114-4526-9506-4575e2a2c1e5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:42.778213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (86ee0694-2114-4526-9506-4575e2a2c1e5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:42.958743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Current status of the port 5b90e761-b6b3-4337-8d3e-f0d2574f147f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:42.983305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (86ee0694-2114-4526-9506-4575e2a2c1e5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:42.983572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Provisioning complete for port 86ee0694-2114-4526-9506-4575e2a2c1e5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:42.983876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86ee0694-2114-4526-9506-4575e2a2c1e5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.020395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 86ee0694-2114-4526-9506-4575e2a2c1e5 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:43.091597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Port 86ee0694-2114-4526-9506-4575e2a2c1e5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:43.123800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Provisioning complete for port c9a19d61-7376-4060-bf14-8d655939c4fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:43.124195 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.229467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05adf324-e976-4c17-b678-f96e00111a43 None None] Port c9a19d61-7376-4060-bf14-8d655939c4fd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:43.259999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (dce6ee45-e8b0-4516-8086-ee358cc2f5be), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.306482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 41d9693e-10e5-4f52-a61a-fc97e79da5e6 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:43.369978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce6ee45-e8b0-4516-8086-ee358cc2f5be,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:43.422939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Checking segment: {'id': 'e0f26f8c-790f-4e3f-9377-76fbda949397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0ea5f38-5307-4148-976d-70332f18c2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:43.423881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Network hostable DHCP agents. Network: b0ea5f38-5307-4148-976d-70332f18c2c8, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:24:43.458880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Network b0ea5f38-5307-4148-976d-70332f18c2c8 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:24:43.490576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b0ea5f38-5307-4148-976d-70332f18c2c8) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:43.497485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:43.498519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.535165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da8c6e-335e-4246-af07-262a3e02ee9c None None] Network b0ea5f38-5307-4148-976d-70332f18c2c8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:43.535442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-96537589-1af0-4131-80b8-2f414a4d817b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1762550 Apr 07 11:24:43.594867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7253085-8d3b-4447-a98d-5200dea2d27f req-c37a9030-35ad-4043-879a-4452bfb59888 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:43.602726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7253085-8d3b-4447-a98d-5200dea2d27f req-c37a9030-35ad-4043-879a-4452bfb59888 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3431165 Apr 07 11:24:43.646796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d18d49-2a91-4336-a88f-85eda065a574 req-2740a055-8de4-4904-941f-21116e1c353c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:43.655577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37d18d49-2a91-4336-a88f-85eda065a574 req-2740a055-8de4-4904-941f-21116e1c353c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.1942389 Apr 07 11:24:43.702881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e927b91c-79e7-4a9f-bf67-72ec99b18f0d None None] Provisioning complete for port c9a19d61-7376-4060-bf14-8d655939c4fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:43.703403 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e927b91c-79e7-4a9f-bf67-72ec99b18f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.765933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37d18d49-2a91-4336-a88f-85eda065a574 req-2f498eb1-6bf2-4111-ab1b-6602edc542ce tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090910 Apr 07 11:24:43.797906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (86ee0694-2114-4526-9506-4575e2a2c1e5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.891009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:24:43.911868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:43.912747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:43.917417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e927b91c-79e7-4a9f-bf67-72ec99b18f0d None None] Port c9a19d61-7376-4060-bf14-8d655939c4fd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:43.947234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=86ee0694-2114-4526-9506-4575e2a2c1e5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:43.955328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7253085-8d3b-4447-a98d-5200dea2d27f req-e01298b1-3750-43e4-90a5-3c605456b9d9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514779 Apr 07 11:24:44.052619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:44.070860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a8ab8cf1-129e-4113-bf33-8575e628761a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/86ee0694-2114-4526-9506-4575e2a2c1e5 HTTP/1.1" status: 204 len: 168 time: 1.7212996 Apr 07 11:24:44.073819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:44.157686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13fa05-7a40-46f9-aa0c-89f56e8118e6 None None] Network b0ea5f38-5307-4148-976d-70332f18c2c8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:44.177803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3690b914-e184-424a-83be-5d1d04fefd1e None None] Could not find standard attr ID for object 86ee0694-2114-4526-9506-4575e2a2c1e5. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:24:44.192132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8b31f58-14c9-4df4-b5f4-2ea28ef20d97 req-485583f3-08f4-4f82-aae8-4f709eac2ed3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0468102 Apr 07 11:24:44.255847 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9b7202-0dc9-48aa-bc4e-0d5600a851c5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:24:44.259193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f9b7202-0dc9-48aa-bc4e-0d5600a851c5 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/86ee0694-2114-4526-9506-4575e2a2c1e5 HTTP/1.1" status: 404 len: 333 time: 0.1829338 Apr 07 11:24:44.262307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54456) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:44.326873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27513b6-48d0-4ae8-86fa-280343b9f779 req-766aa483-30fc-4749-beb1-cb7c61ab0d29 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:44.341053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f27513b6-48d0-4ae8-86fa-280343b9f779 req-766aa483-30fc-4749-beb1-cb7c61ab0d29 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 945 time: 0.1462662 Apr 07 11:24:44.428843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f27513b6-48d0-4ae8-86fa-280343b9f779 req-568ecac8-2619-4c71-b810-2750b14c70b1 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865221 Apr 07 11:24:44.671471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port c9a19d61-7376-4060-bf14-8d655939c4fd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:44.672382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:44.734155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a4d5-d10b-41b7-8e7f-6d0ad20fc2d3 req-4fe6dacb-996b-4732-ac97-094e8bcba047 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:44.749311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be36a4d5-d10b-41b7-8e7f-6d0ad20fc2d3 req-4fe6dacb-996b-4732-ac97-094e8bcba047 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.1946087 Apr 07 11:24:44.792064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:44.792622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:44.849669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be36a4d5-d10b-41b7-8e7f-6d0ad20fc2d3 req-122ffb9d-35b3-4e8a-82ac-56a6cb9015fa tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986831 Apr 07 11:24:44.895980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:44.920353 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2369501-4383-4ea8-a971-8edee490e6d9" -d '{"events": [{"server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "name": "network-vif-plugged", "status": "completed", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:44.933183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:44.956996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:44.968744 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:44.975304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-46b31b48-5c7b-43ae-b50e-1372eba41e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:44.976784 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-46b31b48-5c7b-43ae-b50e-1372eba41e59 service neutron] 10.222.0.41 "GET /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 1027 time: 0.1688995 Apr 07 11:24:45.008727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for c9a19d61-7376-4060-bf14-8d655939c4fd owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:45.122038 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d2af6-b1ad-4b0f-89b7-e8bcbe9ae609 x-openstack-request-id: req-164d2af6-b1ad-4b0f-89b7-e8bcbe9ae609 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:45.122722 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "name": "network-vif-plugged", "status": "completed", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:45.123778 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-164d2af6-b1ad-4b0f-89b7-e8bcbe9ae609 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:45.125661 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164d2af6-b1ad-4b0f-89b7-e8bcbe9ae609'] response: {'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'code': 200} Apr 07 11:24:45.128165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=41d9693e-10e5-4f52-a61a-fc97e79da5e6,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:45.136035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf39b0-6703-47c6-ab51-1faafa349085 req-3b9531a2-ddaf-4836-bd85-68ffe326c926 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.143974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbaf39b0-6703-47c6-ab51-1faafa349085 req-3b9531a2-ddaf-4836-bd85-68ffe326c926 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.1539435 Apr 07 11:24:45.226016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-259b3ed4-4df3-4eaa-a5ca-fa0131ad0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.227940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-259b3ed4-4df3-4eaa-a5ca-fa0131ad0ff4 service neutron] 10.222.0.41 "GET /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 1028 time: 0.2277725 Apr 07 11:24:45.257883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbaf39b0-6703-47c6-ab51-1faafa349085 req-06cb53ec-8da5-4e92-a992-16523b3f6d8a tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130230 Apr 07 11:24:45.339191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54482) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:45.428970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Deleting subnet dce6ee45-e8b0-4516-8086-ee358cc2f5be {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:24:45.440809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Publish callbacks [] for subnet (dce6ee45-e8b0-4516-8086-ee358cc2f5be), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:45.577789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86f6bea7-b45f-441b-9e05-16b2a96e8db4 req-003d4292-9eac-4ba5-87f5-9cfe90b86490 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0900154 Apr 07 11:24:45.587521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (dce6ee45-e8b0-4516-8086-ee358cc2f5be), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:45.605554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98ae0c-10ba-4e01-bda7-1058fea4b5a3 req-0afaecc2-899d-457d-93d1-79e471ce2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.609013 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad98ae0c-10ba-4e01-bda7-1058fea4b5a3 req-0afaecc2-899d-457d-93d1-79e471ce2204 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 1128 time: 0.3421590 Apr 07 11:24:45.645171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8144c-89c0-449f-8b30-da499a8b479c req-7291d85a-3edc-4f0c-8600-3bcd179ede4d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.658409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55c8144c-89c0-449f-8b30-da499a8b479c req-7291d85a-3edc-4f0c-8600-3bcd179ede4d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.3680055 Apr 07 11:24:45.724504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d1a5d6ca-54d6-462a-a765-81aefced82b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.760825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d1a5d6ca-54d6-462a-a765-81aefced82b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.770094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d1a5d6ca-54d6-462a-a765-81aefced82b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:45.771734 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d1a5d6ca-54d6-462a-a765-81aefced82b0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "GET /v2.0/networks?id=aa590eea-2f03-4269-a267-500b780cb14c&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=03c8cae7-09cc-4283-afc9-2029f31777d2&id=03c8cae7-09cc-4283-afc9-2029f31777d2 HTTP/1.1" status: 200 len: 1988 time: 0.5359695 Apr 07 11:24:45.790915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c9a19d61-7376-4060-bf14-8d655939c4fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:45.858936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=c9a19d61-7376-4060-bf14-8d655939c4fd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:45.885252 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad98ae0c-10ba-4e01-bda7-1058fea4b5a3 req-90185834-cf23-44f8-9537-9cd7bb4852c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486086 Apr 07 11:24:45.926574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:45.930122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-76736ecf-cf24-4157-970f-c1f9ea14cceb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/c9a19d61-7376-4060-bf14-8d655939c4fd HTTP/1.1" status: 204 len: 168 time: 1.6621337 Apr 07 11:24:45.935539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54490) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:45.963975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (dce6ee45-e8b0-4516-8086-ee358cc2f5be), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:45.994817 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6219eb6-9a82-4931-b0dd-648bccf74527 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:24:45.997224 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f6219eb6-9a82-4931-b0dd-648bccf74527 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/c9a19d61-7376-4060-bf14-8d655939c4fd HTTP/1.1" status: 404 len: 333 time: 0.0579045 Apr 07 11:24:46.002318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54492) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:46.032342 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-fa743f8e-54e5-4563-9c15-079704bc8516 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e094642dbe740d4aae2f61f0785d10e HTTP/1.1" status: 200 len: 379 time: 0.2377837 Apr 07 11:24:46.037876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55c8144c-89c0-449f-8b30-da499a8b479c req-42752810-9192-48a8-b84a-88a379cc2070 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783123 Apr 07 11:24:46.074442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b003e-e09d-4bc4-b4aa-70c1de0d49e7 req-84484e75-35a4-4a5f-b069-a4f7fae63540 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:46.086936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b54b003e-e09d-4bc4-b4aa-70c1de0d49e7 req-84484e75-35a4-4a5f-b069-a4f7fae63540 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.3028352 Apr 07 11:24:46.147169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 355d7734-b8f3-47da-a6a0-b154046a2c1e {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:24:46.161648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (355d7734-b8f3-47da-a6a0-b154046a2c1e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.190973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (dce6ee45-e8b0-4516-8086-ee358cc2f5be), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.230925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.234088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dce6ee45-e8b0-4516-8086-ee358cc2f5be HTTP/1.1" status: 204 len: 168 time: 0.8922906 Apr 07 11:24:46.247811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54494) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:46.268159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'admin_state_up': True, 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'security_groups': ['e2906828-b78b-4dbe-8bd9-26e091f7d5aa']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:46.343266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b54b003e-e09d-4bc4-b4aa-70c1de0d49e7 req-3fefe583-fbca-48d6-a0e7-2c3cc630c43f tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478619 Apr 07 11:24:46.347398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c43d79-e92c-45d3-8fd2-b0b093fbac27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce6ee45-e8b0-4516-8086-ee358cc2f5be,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:46.400422 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (355d7734-b8f3-47da-a6a0-b154046a2c1e), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.505163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b0ea5f38-5307-4148-976d-70332f18c2c8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.516433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c48203-76f1-4110-9fdb-78b635520b32 req-4e877c04-8e75-4c6a-968f-5f7f484f94be tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:46.524711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39c48203-76f1-4110-9fdb-78b635520b32 req-4e877c04-8e75-4c6a-968f-5f7f484f94be tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.2692454 Apr 07 11:24:46.582232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-413cc20a-5efc-48a0-b58e-a66790ab49ab tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:46.585410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-413cc20a-5efc-48a0-b58e-a66790ab49ab tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.3485937 Apr 07 11:24:46.722619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39c48203-76f1-4110-9fdb-78b635520b32 req-55e26cf1-3a2c-4aa0-ae33-26db7eca7295 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904128 Apr 07 11:24:46.839087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa80b1-bce9-451d-9c88-c968f60315e7 req-e2211821-4878-4f03-93e6-66e7b9f603b9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:46.840852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eafa80b1-bce9-451d-9c88-c968f60315e7 req-e2211821-4878-4f03-93e6-66e7b9f603b9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.3060591 Apr 07 11:24:46.900519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (355d7734-b8f3-47da-a6a0-b154046a2c1e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.916643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b0ea5f38-5307-4148-976d-70332f18c2c8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.966885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:46.971164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:46.980310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83d6c1a0-ced4-4639-a2f9-85b747f319b9 req-a83daa5a-097a-4a96-9702-121091ecd8fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1114824 Apr 07 11:24:46.990496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (355d7734-b8f3-47da-a6a0-b154046a2c1e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.006766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ea5f38-5307-4148-976d-70332f18c2c8']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:47.061230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f26f8c-790f-4e3f-9377-76fbda949397') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:47.061534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f26f8c-790f-4e3f-9377-76fbda949397') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:47.067291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eafa80b1-bce9-451d-9c88-c968f60315e7 req-e4211eca-bc7a-4c2b-88e2-fae95a220c2d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129910 Apr 07 11:24:47.079432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (e0f26f8c-790f-4e3f-9377-76fbda949397), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.092686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ccb65-06f3-4e05-ab1d-9fa7252f9e86 None None] Network 858e0c93-3162-440b-8ad4-4d61476ae134 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:47.106094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e0f26f8c-790f-4e3f-9377-76fbda949397), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.117173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:24:47.117736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (e0f26f8c-790f-4e3f-9377-76fbda949397), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:24:47.120760 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:24:47.215561 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b0ea5f38-5307-4148-976d-70332f18c2c8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.227978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.240518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b0ea5f38-5307-4148-976d-70332f18c2c8 HTTP/1.1" status: 204 len: 168 time: 0.9838877 Apr 07 11:24:47.330307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.330723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae467a-09f7-4898-9000-9aed5bcac4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ea5f38-5307-4148-976d-70332f18c2c8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:47.343110 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/355d7734-b8f3-47da-a6a0-b154046a2c1e HTTP/1.1" status: 204 len: 168 time: 1.3392053 Apr 07 11:24:47.353576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54512) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:47.455291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 172.20.0.3 (aa590eea-2f03-4269-a267-500b780cb14c/b126e2f3-2ffb-4422-a51d-dfaa27776141/3396ba00-2ae7-4cee-abe9-9535e62dcaab) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:47.520478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e85c5-750e-48db-a66e-583af0f69579 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=355d7734-b8f3-47da-a6a0-b154046a2c1e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:47.596143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54518) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:47.602102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Deleting port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:47.603102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.710507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (858e0c93-3162-440b-8ad4-4d61476ae134), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.743070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] DHCP port deletion for 858e0c93-3162-440b-8ad4-4d61476ae134 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:24:47.752684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef0e4f-133e-45ea-93cc-57107c90f38f req-e4b187cd-7f82-41dd-a035-889443566dc5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:47.754669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ef0e4f-133e-45ea-93cc-57107c90f38f req-e4b187cd-7f82-41dd-a035-889443566dc5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.4811194 Apr 07 11:24:47.851600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] Deleting port 5b90e761-b6b3-4337-8d3e-f0d2574f147f {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:47.853455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.881422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-531bd899-b5a5-4786-842f-383b4c83a61f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7edf2aedafc48068a7baae46f7c7b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706897 Apr 07 11:24:47.892592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ef0e4f-133e-45ea-93cc-57107c90f38f req-2eb7c070-05a7-4692-82f7-240fb2a117a6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091466 Apr 07 11:24:47.894291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54526) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:47.947460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] For port 5b90e761-b6b3-4337-8d3e-f0d2574f147f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5b90e761-b6b3-4337-8d3e-f0d2574f147f,segment=NetworkSegment(93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7),segment_id=93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:47.948768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:47.971906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] Calling delete_port for 5b90e761-b6b3-4337-8d3e-f0d2574f147f owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:48.040777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274b7f-8a84-483f-b77e-9061968a699b req-d077c6f3-b886-42db-ba6a-7b17da3a7b71 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:48.049320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d274b7f-8a84-483f-b77e-9061968a699b req-d077c6f3-b886-42db-ba6a-7b17da3a7b71 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.4408400 Apr 07 11:24:48.154116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.166358 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40ba2b62-d735-420e-ae75-999aae5f549c admin admin] Publish callbacks [] for security_group (e9b2b5fb-0f35-46d3-97e9-747d1c64fae9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.224336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d274b7f-8a84-483f-b77e-9061968a699b req-df689cef-2c0d-4658-8d0f-326a4da8d1d4 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737700 Apr 07 11:24:48.253270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c802e-4374-4f99-944a-3068bcb2d6ec req-f18e5314-3feb-48e7-98a8-b6634a56e250 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:48.253612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-425c802e-4374-4f99-944a-3068bcb2d6ec req-f18e5314-3feb-48e7-98a8-b6634a56e250 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 946 time: 0.1951993 Apr 07 11:24:48.256157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] Pushing event deleted for resources: {'Port': ['ID=5b90e761-b6b3-4337-8d3e-f0d2574f147f,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:48.275870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40ba2b62-d735-420e-ae75-999aae5f549c admin admin] Publish callbacks [] for security_group (e9b2b5fb-0f35-46d3-97e9-747d1c64fae9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.288241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d16467-fd8d-4c89-a08c-8bfc3be58490 None None] No DVR routers for this DVR port 5b90e761-b6b3-4337-8d3e-f0d2574f147f on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:48.322829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 5b90e761-b6b3-4337-8d3e-f0d2574f147f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:48.323239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.453674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.464727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] For port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:48.465606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.489224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-102992bf-a539-4f4e-adf8-f7bbadce15e8 req-347d8cd6-1436-4537-8707-485bc4286de0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0999737 Apr 07 11:24:48.511424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-425c802e-4374-4f99-944a-3068bcb2d6ec req-8eb99aee-bef9-4ea5-ae93-043c513d3598 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d06623-619d-48cc-97e9-21f80d059e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520669 Apr 07 11:24:48.585929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] For port 5b90e761-b6b3-4337-8d3e-f0d2574f147f, host n-d-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:48.586678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.617175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 5b90e761-b6b3-4337-8d3e-f0d2574f147f owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:48.622898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Port 5b90e761-b6b3-4337-8d3e-f0d2574f147f was not found and therefore no delete operation was performed {{(pid=104178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:24:48.632662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40ba2b62-d735-420e-ae75-999aae5f549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e9b2b5fb-0f35-46d3-97e9-747d1c64fae9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.635946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40ba2b62-d735-420e-ae75-999aae5f549c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.638695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-40ba2b62-d735-420e-ae75-999aae5f549c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9b2b5fb-0f35-46d3-97e9-747d1c64fae9 HTTP/1.1" status: 204 len: 168 time: 0.7420611 Apr 07 11:24:48.639853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5b90e761-b6b3-4337-8d3e-f0d2574f147f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.690776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No DVR routers for this DVR port 5b90e761-b6b3-4337-8d3e-f0d2574f147f on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:48.704723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=5b90e761-b6b3-4337-8d3e-f0d2574f147f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:48.748698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc533-449a-4733-ab80-007f4e13cc5e req-fc974310-85aa-41d5-9253-fe08c3c14192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:48.750899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-fc974310-85aa-41d5-9253-fe08c3c14192 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1127 time: 0.2518682 Apr 07 11:24:48.774633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.774633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (dc885088-a6fd-4c82-b87b-20163c89b06d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.774934 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Floating IP dc885088-a6fd-4c82-b87b-20163c89b06d disassociated. External IP: 172.25.5.11, port: 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa. Apr 07 11:24:48.775175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Calling delete_port for 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:48.789324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba2b62-d735-420e-ae75-999aae5f549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b2b5fb-0f35-46d3-97e9-747d1c64fae9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:48.969735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:48.983130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (858e0c93-3162-440b-8ad4-4d61476ae134), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.012172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c56f5-91ab-461f-b2ec-82f7fb7f15de req-ad8f527d-e84b-45f5-b71a-0d0d8365cbe6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:49.014096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f48c56f5-91ab-461f-b2ec-82f7fb7f15de req-ad8f527d-e84b-45f5-b71a-0d0d8365cbe6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.3144889 Apr 07 11:24:49.043654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network aa590eea-2f03-4269-a267-500b780cb14c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:49.077207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:49.086972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:49.104283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858e0c93-3162-440b-8ad4-4d61476ae134']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:49.146083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:49.146083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:49.160672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:49.187535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:49.187777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.193297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.205670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.253947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.269722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:24:49.270189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (93bdc07e-81ba-4a25-b6cb-5c14ebd07ef7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.286852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event deleted for resources: {'Port': ['ID=32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:49.323277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-189bcef0-1c6c-4ddd-b38d-f1b9fb45c97f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0620551 Apr 07 11:24:49.345799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:49.418893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:24:49.419273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:24:49.468554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc533-449a-4733-ab80-007f4e13cc5e req-6713e39d-86c5-4ea6-b14a-37bee7692f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:49.471810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-6713e39d-86c5-4ea6-b14a-37bee7692f6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.6843436 Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:24:49.472965 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:24:49.479602 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (858e0c93-3162-440b-8ad4-4d61476ae134), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.551585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'admin_state_up': True, 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'security_groups': ['e2906828-b78b-4dbe-8bd9-26e091f7d5aa']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:49.554638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.559886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-41fe218b-2b5e-49cb-bbac-0934bdc24790 None None] Provisioning complete for port 3396ba00-2ae7-4cee-abe9-9535e62dcaab triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:49.560088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/858e0c93-3162-440b-8ad4-4d61476ae134 HTTP/1.1" status: 204 len: 168 time: 2.2033420 Apr 07 11:24:49.564160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41fe218b-2b5e-49cb-bbac-0934bdc24790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.566118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:49.567417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b90e761-b6b3-4337-8d3e-f0d2574f147f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:49.583813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-569377697'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:49.622448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf16e4-8f0b-44d3-a3f0-8d9ca2d4aae9 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=858e0c93-3162-440b-8ad4-4d61476ae134,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:49.740899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:49.745648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:49.802711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a48d2-9466-4d5f-8eb4-48af0517d710 req-e4177434-9bbc-4ba9-8ee4-7c7ae97642f9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:49.812656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca3a48d2-9466-4d5f-8eb4-48af0517d710 req-e4177434-9bbc-4ba9-8ee4-7c7ae97642f9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.7860849 Apr 07 11:24:49.817540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f48c56f5-91ab-461f-b2ec-82f7fb7f15de req-245a9d2f-4f2d-449e-bada-ae00202a1006 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801301 Apr 07 11:24:49.923444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca3a48d2-9466-4d5f-8eb4-48af0517d710 req-0be5a1b1-12c6-4a9c-808e-baaa2499cfaa tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094441 Apr 07 11:24:49.967340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-5b70b741-aad2-4942-977e-0cd6c3dced64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 1001 time: 0.4750254 Apr 07 11:24:49.995290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:24:50.032066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2cc13be2-e171-43a9-9101-ed14da58117f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:50.032765 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment 2cc13be2-e171-43a9-9101-ed14da58117f of type vlan for network 2bff9f84-986d-4cb0-a864-2559cbd18710 Apr 07 11:24:50.036749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5b90e761-b6b3-4337-8d3e-f0d2574f147f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:24:50.037201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b90e761-b6b3-4337-8d3e-f0d2574f147f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:24:50.062824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41fe218b-2b5e-49cb-bbac-0934bdc24790 None None] Port 3396ba00-2ae7-4cee-abe9-9535e62dcaab cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:50.113922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2bff9f84-986d-4cb0-a864-2559cbd18710), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:50.157922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2bff9f84-986d-4cb0-a864-2559cbd18710), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:50.164872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:50.165752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:50.182728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Router 33efa376-21ec-4739-a52d-161d9553dc11 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:24:50.209979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc533-449a-4733-ab80-007f4e13cc5e req-12e86848-b0bb-4276-91e5-e7c709fa5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:50.211721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-12e86848-b0bb-4276-91e5-e7c709fa5234 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.2334492 Apr 07 11:24:50.271389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199354-ba85-4dd2-9f95-93352f0a8da3 req-a6ba0b5d-b1ca-4626-9559-c3bfd6031164 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:50.281152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20199354-ba85-4dd2-9f95-93352f0a8da3 req-a6ba0b5d-b1ca-4626-9559-c3bfd6031164 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.3012431 Apr 07 11:24:50.296206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bbfd4-bcea-41cd-a980-c2d1bb645a6c req-0501620c-8fba-4bd7-b411-e6e8449f59b4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:50.304151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-291bbfd4-bcea-41cd-a980-c2d1bb645a6c req-0501620c-8fba-4bd7-b411-e6e8449f59b4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 931 time: 0.2004638 Apr 07 11:24:50.393983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc533-449a-4733-ab80-007f4e13cc5e req-5417cbf7-816c-4949-95d7-ae1084fb97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:50.395502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-5417cbf7-816c-4949-95d7-ae1084fb97d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1743639 Apr 07 11:24:50.418878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20199354-ba85-4dd2-9f95-93352f0a8da3 req-c214f903-67ed-4816-97ae-ccc627aa3e35 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367526 Apr 07 11:24:50.423897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:24:50.428752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:50.434058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:50.437075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:24:50.455897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8779337 Apr 07 11:24:50.456813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:50.463042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:50.467027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:50.503015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-291bbfd4-bcea-41cd-a980-c2d1bb645a6c req-0138ea60-06a5-4a5f-ac62-37d792f765f2 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977317 Apr 07 11:24:50.655054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:50.670865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf131a60-a916-4079-bf8e-ba56426e6860 req-d42c7e16-2880-4325-b082-85086c49eebf tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c29bca-6deb-4749-9ead-fa51073c4c09 HTTP/1.1" status: 200 len: 210 time: 0.0613804 Apr 07 11:24:50.703442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8d615-16f8-4ddc-80c4-0d983f87f4de tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=2bff9f84-986d-4cb0-a864-2559cbd18710,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:50.718742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:24:50.782888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-7bbb63d9-cf77-410a-83a3-47c3c6680748 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769662 Apr 07 11:24:50.797542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] No DVR routers for this DVR port 32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:24:50.800645 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:50.804321 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb014679-eac4-48af-bf69-bc8a1d8f583c req-b43bb708-55c6-431a-a977-3a1f9319ec76 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.41 "DELETE /v2.0/ports/32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa HTTP/1.1" status: 204 len: 173 time: 4.1188591 Apr 07 11:24:50.810460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1463d15-8e26-4090-91de-02db1f4de4e7 req-a82c9ae2-1cdf-42b4-8998-9161e27145df tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:50.812070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1463d15-8e26-4090-91de-02db1f4de4e7 req-a82c9ae2-1cdf-42b4-8998-9161e27145df tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.1754439 Apr 07 11:24:50.829102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54576) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:50.832724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'name': 'network-vif-deleted', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:50.835784 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c1a18c-fc84-4e30-b017-a3de5ee9d64e" -d '{"events": [{"server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "name": "network-vif-deleted", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:50.888228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Request body: {'floatingip': {'port_id': '41d9693e-10e5-4f52-a61a-fc97e79da5e6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:50.946180 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9dfc03-5780-4d62-8318-9256fea74a5e x-openstack-request-id: req-3f9dfc03-5780-4d62-8318-9256fea74a5e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:50.947922 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c29bca-6deb-4749-9ead-fa51073c4c09", "name": "network-vif-deleted", "tag": "32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:50.948230 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f9dfc03-5780-4d62-8318-9256fea74a5e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:50.948751 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9dfc03-5780-4d62-8318-9256fea74a5e'] response: {'server_uuid': '80c29bca-6deb-4749-9ead-fa51073c4c09', 'name': 'network-vif-deleted', 'tag': '32218b7b-e7dd-4838-a0d7-3d8d5b5f12aa', 'status': 'completed', 'code': 200} Apr 07 11:24:51.027552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:51.029855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 10.1.1.73 (3c5cd9b6-1f4a-491f-9243-3939d7b15cee/b2101461-6a6b-4a9b-8bca-6a5255f8b806/5d9d0ac5-cc8a-40e6-aa89-d833b878a93a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:51.295312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:51.345771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:51.459165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:51.459884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:51.466891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:51.515311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:51.517707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:51.530133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:51.570471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:51.642801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:51.775615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1a92-b910-47fb-809b-5c72d96049e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:51.788381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:51.827738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:24:51.850828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:51.853558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:51.863483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:51.864580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:51.875047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:51.875047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:51.902762 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b4c5058d-036e-4d2d-9efe-c45a3e9c9348 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3546212 Apr 07 11:24:51.914813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'admin_state_up': True, 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'security_groups': ['e2906828-b78b-4dbe-8bd9-26e091f7d5aa']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:51.957978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-382dc533-449a-4733-ab80-007f4e13cc5e req-c6b0cc19-c3e0-4001-bb22-cb7d9eb39e8c service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1448555 Apr 07 11:24:52.028803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:52.031486 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28508d4d-6241-488a-bdaf-e24e4dd53913" -d '{"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:52.061513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:52.072488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:52.110263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-123b636e-a044-48f4-9cec-6de3d1eac764 None None] Provisioning complete for port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:52.112932 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-123b636e-a044-48f4-9cec-6de3d1eac764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:52.129972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (ad896013-38a6-454e-9f22-db61eb708ddd), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:52.159130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-123b636e-a044-48f4-9cec-6de3d1eac764 None None] Port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:52.186023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:52.228693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:52.261873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476ae2-e525-4387-a897-cc850a0f2f87 req-e71ab5c9-fc56-418e-ae0f-8ec13eb6b396 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:52.263469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81476ae2-e525-4387-a897-cc850a0f2f87 req-e71ab5c9-fc56-418e-ae0f-8ec13eb6b396 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 945 time: 0.5390670 Apr 07 11:24:52.291562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798837f-b171-4f95-b175-b2f5bfd3467b req-d1371e67-5b32-4d39-92a1-beb2286a809e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:52.298557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (2bf386b6-e989-43f9-b250-aa91f13d9f78), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:52.313467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a798837f-b171-4f95-b175-b2f5bfd3467b req-d1371e67-5b32-4d39-92a1-beb2286a809e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.5873871 Apr 07 11:24:52.357634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:52.360963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:52.439300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=2bf386b6-e989-43f9-b250-aa91f13d9f78,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:52.590685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 10.1.1.196 (3c5cd9b6-1f4a-491f-9243-3939d7b15cee/b2101461-6a6b-4a9b-8bca-6a5255f8b806/34297817-b139-46ea-a3c5-fbbe4f032e28) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:52.671449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:52.709770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a34d9-a8b1-47d0-9e5f-414f0aec5eb0 None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:16:25Z', 'revision_number': 4, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'db659187-877e-4892-969f-08d7f5435b55', 'name': '', 'network_id': 'b26e5866-c870-41e7-8553-3db3411c8b20', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'mac_address': 'fa:16:3e:8e:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:23Z', 'updated_at': '2022-04-07T11:16:32Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'subnets': [{'id': '6a563313-3d49-4dc7-93e8-3759f9f8ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:24:52.794587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a798837f-b171-4f95-b175-b2f5bfd3467b req-b7bc62d1-d2b4-4b65-8239-74b730d61649 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801316 Apr 07 11:24:52.812396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1a92-b910-47fb-809b-5c72d96049e2 admin admin] Publish callbacks [] for security_group (14215d50-7c1c-42cc-9aef-c923c1e2839c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:52.813780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81476ae2-e525-4387-a897-cc850a0f2f87 req-b3067a80-5b47-4801-b72c-e2c6d2ab10c5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4852674 Apr 07 11:24:52.828790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': '2cc13be2-e171-43a9-9101-ed14da58117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:52.829180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: 2bff9f84-986d-4cb0-a864-2559cbd18710, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:24:52.881998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1a92-b910-47fb-809b-5c72d96049e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14215d50-7c1c-42cc-9aef-c923c1e2839c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.000695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a1a92-b910-47fb-809b-5c72d96049e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14215d50-7c1c-42cc-9aef-c923c1e2839c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:53.006807 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c46c79c-2136-498c-aa7c-84109cc80b13 x-openstack-request-id: req-7c46c79c-2136-498c-aa7c-84109cc80b13 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:53.007495 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:53.007970 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c46c79c-2136-498c-aa7c-84109cc80b13 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:53.008702 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c46c79c-2136-498c-aa7c-84109cc80b13'] response: {'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'code': 200} Apr 07 11:24:53.059510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54602) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:53.071376 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ee0a1a92-b910-47fb-809b-5c72d96049e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7c8d4f80b3e4e9cbbc3fe6f2b7b7a08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6064293 Apr 07 11:24:53.072886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:24:53.075441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54604) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:53.084636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.097180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.110265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ad896013-38a6-454e-9f22-db61eb708ddd), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.130156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2bff9f84-986d-4cb0-a864-2559cbd18710) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:53.140933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc6c00-d034-4712-9d93-4f45d68b4e83 None None] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:53.143749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:53.146692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.237184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0550feff-b8e6-492a-8aba-4604185cad64 admin admin] Publish callbacks [] for security_group (14215d50-7c1c-42cc-9aef-c923c1e2839c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.256584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b604d814-7b0d-4194-b22d-0b696386258d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6128755 Apr 07 11:24:53.261195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54606) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:53.274346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.278586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710', 'name': 'tempest-PortsIpV6TestJSON-557059785', 'fixed_ips': [{'subnet_id': '2bf386b6-e989-43f9-b250-aa91f13d9f78', 'ip_address': '2001:db8::10'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:53.311902 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1424c-bddb-4650-be17-8116d8d42bd4 None None] New status for floating IP dc885088-a6fd-4c82-b87b-20163c89b06d: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:24:53.377958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0550feff-b8e6-492a-8aba-4604185cad64 admin admin] Publish callbacks [] for security_group (14215d50-7c1c-42cc-9aef-c923c1e2839c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.380143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:53.381602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd224-7c3c-4657-b6a4-fae0173cd256 req-c7ca355b-6845-46bf-98f4-439f4fb05018 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:53.391920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd224-7c3c-4657-b6a4-fae0173cd256 req-c7ca355b-6845-46bf-98f4-439f4fb05018 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:53.393636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d6cd224-7c3c-4657-b6a4-fae0173cd256 req-c7ca355b-6845-46bf-98f4-439f4fb05018 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 1652 time: 0.4262519 Apr 07 11:24:53.398912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2bff9f84-986d-4cb0-a864-2559cbd18710', 'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': '2bf386b6-e989-43f9-b250-aa91f13d9f78'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:24:53.409466 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.421459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:53.433844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:53.439175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:53.541585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db58438d-5373-42a7-8a12-2e15529e3f15 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (c8d06623-619d-48cc-97e9-21f80d059e00), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.567293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:53.567973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.599262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db58438d-5373-42a7-8a12-2e15529e3f15 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (c8d06623-619d-48cc-97e9-21f80d059e00), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.608930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-392185b7-d95c-40c5-b544-5ed3cbf991fb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6985483 Apr 07 11:24:53.613576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0550feff-b8e6-492a-8aba-4604185cad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14215d50-7c1c-42cc-9aef-c923c1e2839c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.629246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0550feff-b8e6-492a-8aba-4604185cad64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:53.645446 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0550feff-b8e6-492a-8aba-4604185cad64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14215d50-7c1c-42cc-9aef-c923c1e2839c HTTP/1.1" status: 204 len: 168 time: 0.5534730 Apr 07 11:24:53.662601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2', 'admin_state_up': True, 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'security_groups': ['e2906828-b78b-4dbe-8bd9-26e091f7d5aa']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:53.669616 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Floating IP ad896013-38a6-454e-9f22-db61eb708ddd associated. External IP: 172.25.5.66, port: 41d9693e-10e5-4f52-a61a-fc97e79da5e6. Apr 07 11:24:53.736120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550feff-b8e6-492a-8aba-4604185cad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14215d50-7c1c-42cc-9aef-c923c1e2839c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:53.778632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Allocated IP 2001:db8::2 (2bff9f84-986d-4cb0-a864-2559cbd18710/2bf386b6-e989-43f9-b250-aa91f13d9f78/ee78da8a-d5dd-4334-a79e-98a6865f65a8) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:54.036682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:54.179282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d6cd224-7c3c-4657-b6a4-fae0173cd256 req-e88ce54d-2557-47ec-8c25-9d6e2897409d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7607627 Apr 07 11:24:54.197527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:54.246732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-473114e8-553b-461d-9ef5-cc6881a87d7e None None] Provisioning complete for port 34297817-b139-46ea-a3c5-fbbe4f032e28 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:54.250595 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-473114e8-553b-461d-9ef5-cc6881a87d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.317105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db58438d-5373-42a7-8a12-2e15529e3f15 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c8d06623-619d-48cc-97e9-21f80d059e00), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.319879 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.320047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db58438d-5373-42a7-8a12-2e15529e3f15 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.324870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54618) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:54.325059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-db58438d-5373-42a7-8a12-2e15529e3f15 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "DELETE /v2.0/security-groups/c8d06623-619d-48cc-97e9-21f80d059e00 HTTP/1.1" status: 204 len: 168 time: 1.2617369 Apr 07 11:24:54.358770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ec534-ec6b-4981-936b-1914619ff657 req-09f36663-2582-4a24-bd3f-1ec343c30e77 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:54.361900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f6ec534-ec6b-4981-936b-1914619ff657 req-09f36663-2582-4a24-bd3f-1ec343c30e77 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2617104 Apr 07 11:24:54.389427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58438d-5373-42a7-8a12-2e15529e3f15 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d06623-619d-48cc-97e9-21f80d059e00,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:54.397191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-473114e8-553b-461d-9ef5-cc6881a87d7e None None] Port 34297817-b139-46ea-a3c5-fbbe4f032e28 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:54.398967 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b7c044eb-cf0a-4466-846c-1d9bd6d2cab7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] show failed (client error): The resource could not be found. Apr 07 11:24:54.400062 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b7c044eb-cf0a-4466-846c-1d9bd6d2cab7 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "GET /v2.0/security-groups/c8d06623-619d-48cc-97e9-21f80d059e00 HTTP/1.1" status: 404 len: 347 time: 0.0701139 Apr 07 11:24:54.418523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:54.463557 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Publish callbacks [] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.486326 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.572790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:54.576424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:54.580374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:54.709236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Pushing event updated for resources: {'Port': ['ID=ee78da8a-d5dd-4334-a79e-98a6865f65a8,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:54.709620 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.729659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Attempting to bind port ee78da8a-d5dd-4334-a79e-98a6865f65a8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:54.730614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Attempting to bind port ee78da8a-d5dd-4334-a79e-98a6865f65a8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2cc13be2-e171-43a9-9101-ed14da58117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:54.731579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Attempting to bind port ee78da8a-d5dd-4334-a79e-98a6865f65a8 on network 2bff9f84-986d-4cb0-a864-2559cbd18710 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:54.744657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:54.745919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Checking segment: {'id': '2cc13be2-e171-43a9-9101-ed14da58117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:54.746345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.747578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Bound using segment: {'id': '2cc13be2-e171-43a9-9101-ed14da58117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:54.750644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Bound port: ee78da8a-d5dd-4334-a79e-98a6865f65a8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc13be2-e171-43a9-9101-ed14da58117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:54.752065 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:54.821487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 12111ea3-a09e-4af7-ba2e-22a386d1b88a yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:54.886287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] For port ee78da8a-d5dd-4334-a79e-98a6865f65a8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:54.891754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] For port ee78da8a-d5dd-4334-a79e-98a6865f65a8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee78da8a-d5dd-4334-a79e-98a6865f65a8,segment=NetworkSegment(2cc13be2-e171-43a9-9101-ed14da58117f),segment_id=2cc13be2-e171-43a9-9101-ed14da58117f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:54.905047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:55.046198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 10.2.2.100 (03c8cae7-09cc-4283-afc9-2029f31777d2/34a6a0b2-cd8d-4387-b9f1-f707b632a4b4/cf382192-1022-4108-9a6c-ec722dcd9fe9) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:55.071616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292c15-d4a5-43bd-bd85-ede23d9245a5 None None] Pushing event updated for resources: {'Port': ['ID=ee78da8a-d5dd-4334-a79e-98a6865f65a8,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:55.356039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:55.445583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:55.484002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f6ec534-ec6b-4981-936b-1914619ff657 req-766aa6bd-457e-47b5-8cb0-4d07617a7b67 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1014364 Apr 07 11:24:55.508053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::10 (2bff9f84-986d-4cb0-a864-2559cbd18710/2bf386b6-e989-43f9-b250-aa91f13d9f78/12111ea3-a09e-4af7-ba2e-22a386d1b88a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:55.551774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f145a7-1d34-4abb-bb69-3518b3a65e3a req-d734a13e-4e8c-4732-8977-d983181a9f97 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:55.559765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36f145a7-1d34-4abb-bb69-3518b3a65e3a req-d734a13e-4e8c-4732-8977-d983181a9f97 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.8576076 Apr 07 11:24:55.637360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:55.641943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:24:55.651669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:55.673675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:55.778622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ee78da8a-d5dd-4334-a79e-98a6865f65a8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:55.827169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:55.828124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:55.847055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:55.879172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d6263e4e-1f03-4af0-8a14-8661734cfd5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2313478 Apr 07 11:24:55.890952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2', 'admin_state_up': True, 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'security_groups': ['e2906828-b78b-4dbe-8bd9-26e091f7d5aa']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:55.908898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ee78da8a-d5dd-4334-a79e-98a6865f65a8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:55.910524 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:55.979706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.021026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Deleting port 9578a870-5b5c-4e3d-a68b-76836edcafa0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:24:56.021477 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.097383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ee78da8a-d5dd-4334-a79e-98a6865f65a8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:56.098201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.118125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.118518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (9578a870-5b5c-4e3d-a68b-76836edcafa0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.137719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Calling delete_port for 9578a870-5b5c-4e3d-a68b-76836edcafa0 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:24:56.149147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ed84ca9b-7a90-40c8-b3cf-e54c161966a1 None None] Provisioning complete for port cf382192-1022-4108-9a6c-ec722dcd9fe9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:56.149928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ed84ca9b-7a90-40c8-b3cf-e54c161966a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.156138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Made reservation on behalf of 0e094642dbe740d4aae2f61f0785d10e for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:56.158740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port ee78da8a-d5dd-4334-a79e-98a6865f65a8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee78da8a-d5dd-4334-a79e-98a6865f65a8,segment=NetworkSegment(2cc13be2-e171-43a9-9101-ed14da58117f),segment_id=2cc13be2-e171-43a9-9101-ed14da58117f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:24:56.168273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.186786 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.279765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ed84ca9b-7a90-40c8-b3cf-e54c161966a1 None None] Port cf382192-1022-4108-9a6c-ec722dcd9fe9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:56.328865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=ee78da8a-d5dd-4334-a79e-98a6865f65a8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:56.351893 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.542121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Allocated IP 10.2.2.200 (03c8cae7-09cc-4283-afc9-2029f31777d2/34a6a0b2-cd8d-4387-b9f1-f707b632a4b4/fe81e72a-7866-4659-b88c-8ca299e17a20) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:56.847957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42a9e3-91c4-4a14-9933-83d57bd286c9 None None] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:24:56.852705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.862312 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9578a870-5b5c-4e3d-a68b-76836edcafa0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.870222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:24:56.876104 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:56.940120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36f145a7-1d34-4abb-bb69-3518b3a65e3a req-a819ae72-a14f-4db1-9845-bec5cca26f3d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3794112 Apr 07 11:24:56.974042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:56.974280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.020290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a20ac-6cc6-4fb8-9d73-493d843071fc req-0b10e591-fa86-4f16-ac77-f2a61bb18080 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.021885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] Sync routers for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:24:57.026277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a20ac-6cc6-4fb8-9d73-493d843071fc req-0b10e591-fa86-4f16-ac77-f2a61bb18080 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.029949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:57.032747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a20ac-6cc6-4fb8-9d73-493d843071fc req-0b10e591-fa86-4f16-ac77-f2a61bb18080 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.033220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:57.037154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:57.039513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a20ac-6cc6-4fb8-9d73-493d843071fc req-0b10e591-fa86-4f16-ac77-f2a61bb18080 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.049081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c0a20ac-6cc6-4fb8-9d73-493d843071fc req-0b10e591-fa86-4f16-ac77-f2a61bb18080 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 3094 time: 1.2623293 Apr 07 11:24:57.051850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-430db8fc-5a84-4091-ad12-423aec13ebf2 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "PUT /v2.0/floatingips/ad896013-38a6-454e-9f22-db61eb708ddd HTTP/1.1" status: 200 len: 991 time: 6.2190599 Apr 07 11:24:57.052849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:57.055477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:57.062030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.062722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.090846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:57.094188 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20" -d '{"events": [{"name": "network-changed", "server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:57.148470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event updated for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:57.156097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks [] for floatingip (dc885088-a6fd-4c82-b87b-20163c89b06d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.159148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.165595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc885088-a6fd-4c82-b87b-20163c89b06d HTTP/1.1" status: 204 len: 168 time: 2.7450666 Apr 07 11:24:57.173453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9068828 Apr 07 11:24:57.175733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f9613-55f2-40ac-9762-92d36fa4114c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=12111ea3-a09e-4af7-ba2e-22a386d1b88a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:57.182740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:57.196595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '2bff9f84-986d-4cb0-a864-2559cbd18710', 'name': 'tempest-PortsIpV6TestJSON-1914519919', 'fixed_ips': [{'subnet_id': '2bf386b6-e989-43f9-b250-aa91f13d9f78', 'ip_address': '2001:db8::f'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:57.232413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.233783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.263866 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8784bde6-e5e2-4e5f-8003-6f675495ba24 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3776634 Apr 07 11:24:57.277627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:57.282297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7bcc0-2ae1-41bb-bf2d-42b9b14b1019 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] Pushing event deleted for resources: {'Port': ['ID=9578a870-5b5c-4e3d-a68b-76836edcafa0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:57.392987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:24:57.402461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c0a20ac-6cc6-4fb8-9d73-493d843071fc req-2afd3868-ec14-4ef7-89b2-eb849eedd1dc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453708 Apr 07 11:24:57.504318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9478b9fb-45f7-43ee-8885-488a6238742b None None] Provisioning complete for port ee78da8a-d5dd-4334-a79e-98a6865f65a8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:57.504695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9478b9fb-45f7-43ee-8885-488a6238742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.510760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:57.511559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:57.548326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.678435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:57.764280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d874-4fa8-4602-bb46-2e2ed329bce1 req-a9c310ea-6ee4-44a1-8988-1e58b90aba8d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.777752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad67d874-4fa8-4602-bb46-2e2ed329bce1 req-a9c310ea-6ee4-44a1-8988-1e58b90aba8d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3408256 Apr 07 11:24:57.803837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5896e-1e57-42d6-8557-f5a82e35c20e req-de70f95d-e263-4aff-86e9-3dd3b9178134 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:57.805435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2be5896e-1e57-42d6-8557-f5a82e35c20e req-de70f95d-e263-4aff-86e9-3dd3b9178134 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.2090697 Apr 07 11:24:57.806271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:24:57.806913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ee78da8a-d5dd-4334-a79e-98a6865f65a8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:24:57.817212 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:57.883118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 26e07496-b563-4b31-a6a7-cc90807b5d4f yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:24:58.123188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9478b9fb-45f7-43ee-8885-488a6238742b None None] Current status of the port ee78da8a-d5dd-4334-a79e-98a6865f65a8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:58.154965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2be5896e-1e57-42d6-8557-f5a82e35c20e req-87a2ffea-3c9e-4445-9b49-055a07567a8a tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059938 Apr 07 11:24:58.183861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:58.196152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ee78da8a-d5dd-4334-a79e-98a6865f65a8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:58.196152 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.196949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad67d874-4fa8-4602-bb46-2e2ed329bce1 req-b1d3f00b-6753-4ed1-b2cc-99f5c944bcfe tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072723 Apr 07 11:24:58.235306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3396ba00-2ae7-4cee-abe9-9535e62dcaab {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:24:58.255182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Publish callbacks [] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.294491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Transition to ACTIVE for port object 3396ba00-2ae7-4cee-abe9-9535e62dcaab will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:24:58.306084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.310495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-774fc7f4-312c-4fdb-b74f-bbf9c7300685 None None] Provisioning complete for port fe81e72a-7866-4659-b88c-8ca299e17a20 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:58.310877 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-774fc7f4-312c-4fdb-b74f-bbf9c7300685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.314020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::f (2bff9f84-986d-4cb0-a864-2559cbd18710/2bf386b6-e989-43f9-b250-aa91f13d9f78/26e07496-b563-4b31-a6a7-cc90807b5d4f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:24:58.341240 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f331cbb-6525-406b-bdc2-fa6abc4380dc x-openstack-request-id: req-0f331cbb-6525-406b-bdc2-fa6abc4380dc {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:58.342606 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:58.343099 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f331cbb-6525-406b-bdc2-fa6abc4380dc {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:58.349724 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f331cbb-6525-406b-bdc2-fa6abc4380dc'] response: {'name': 'network-changed', 'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'status': 'completed', 'code': 200} Apr 07 11:24:58.372725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-774fc7f4-312c-4fdb-b74f-bbf9c7300685 None None] Port fe81e72a-7866-4659-b88c-8ca299e17a20 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:58.455521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ad896013-38a6-454e-9f22-db61eb708ddd', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'port_id': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'mac_address': 'fa:16:3e:ae:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:24:18Z', 'updated_at': '2022-04-07T11:24:52Z', 'revision_number': 1, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:58.497172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:58.509915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] Checking router: 2cc2733b-8672-4a18-8c44-6d43b5daa6fd for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:24:58.531184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ee78da8a-d5dd-4334-a79e-98a6865f65a8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:58.538943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:24:58.539614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:24:58.600124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Attempting to bind port 3396ba00-2ae7-4cee-abe9-9535e62dcaab on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:24:58.602155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Attempting to bind port 3396ba00-2ae7-4cee-abe9-9535e62dcaab by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:24:58.603199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Attempting to bind port 3396ba00-2ae7-4cee-abe9-9535e62dcaab on network aa590eea-2f03-4269-a267-500b780cb14c {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:58.630932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Port 3396ba00-2ae7-4cee-abe9-9535e62dcaab on network aa590eea-2f03-4269-a267-500b780cb14c not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:24:58.631326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Attempting to bind port 3396ba00-2ae7-4cee-abe9-9535e62dcaab on network aa590eea-2f03-4269-a267-500b780cb14c {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:24:58.645530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:24:58.645883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Checking segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:24:58.648672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Bound using segment: {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:24:58.649920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Bound port: 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aae8350-c66e-46f5-bb2e-3248c0244d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:24:58.650308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.713599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-68fc1db7-5b12-46ca-ae66-496bdd72cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:58.715634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-68fc1db7-5b12-46ca-ae66-496bdd72cbc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b929227cf38645e79ddc1406bf87db66&device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 1128 time: 0.3387010 Apr 07 11:24:58.839300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-438c12e9-b00f-4f05-9496-714b167eb55a None None] Provisioning complete for port 12111ea3-a09e-4af7-ba2e-22a386d1b88a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:58.853318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:24:58.858392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-438c12e9-b00f-4f05-9496-714b167eb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.867649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:24:58.878610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:58.963915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe655f-4f53-42b5-aac9-2412fb4beda0 req-5b1d213f-2605-4c46-807a-6c2cf928f9d2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:58.971243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28fe655f-4f53-42b5-aac9-2412fb4beda0 req-5b1d213f-2605-4c46-807a-6c2cf928f9d2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.6385579 Apr 07 11:24:59.003364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:59.015567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.016197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.018426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-9b610eb1-76ff-463b-ae02-da51c8049d7e service neutron] 10.222.0.41 "PUT /v2.0/ports/3396ba00-2ae7-4cee-abe9-9535e62dcaab HTTP/1.1" status: 200 len: 1091 time: 1.7468228 Apr 07 11:24:59.019080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:24:59.020245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-438c12e9-b00f-4f05-9496-714b167eb55a None None] Port 12111ea3-a09e-4af7-ba2e-22a386d1b88a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:24:59.021361 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b0faf2-666a-4ee2-9652-05b2be355142" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:24:59.031848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:24:59.076283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:24:59.108846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (26e07496-b563-4b31-a6a7-cc90807b5d4f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.161225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-438c12e9-b00f-4f05-9496-714b167eb55a None None] Provisioning complete for port ee78da8a-d5dd-4334-a79e-98a6865f65a8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:59.161774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-438c12e9-b00f-4f05-9496-714b167eb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.217302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28fe655f-4f53-42b5-aac9-2412fb4beda0 req-2ed0bd98-447a-434c-a447-df98c8d4dbbc tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312357 Apr 07 11:24:59.275643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-604c37a3-be95-4b41-96fa-a34f802c8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.282868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-604c37a3-be95-4b41-96fa-a34f802c8cf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8948ce5-b61d-4743-b416-26ffd79ebe61 HTTP/1.1" status: 200 len: 913 time: 0.3619313 Apr 07 11:24:59.301666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (26e07496-b563-4b31-a6a7-cc90807b5d4f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.302946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.428908 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7b4a8-594d-4374-9ebf-86e92cecfe3d x-openstack-request-id: req-69f7b4a8-594d-4374-9ebf-86e92cecfe3d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:24:59.429482 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:24:59.429884 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69f7b4a8-594d-4374-9ebf-86e92cecfe3d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:24:59.432923 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f7b4a8-594d-4374-9ebf-86e92cecfe3d'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'status': 'completed', 'code': 200} Apr 07 11:24:59.646006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:24:59.658892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-cfd1340d-4a93-4909-88a3-829111148845 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6 HTTP/1.1" status: 200 len: 999 time: 0.3681512 Apr 07 11:24:59.659792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:24:59.660020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-2d576570-3526-4af0-abda-caab3116208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.660407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-2d576570-3526-4af0-abda-caab3116208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.660888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-2d576570-3526-4af0-abda-caab3116208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.662991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:24:59.669827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.670493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.674680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-2d576570-3526-4af0-abda-caab3116208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.686295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=26e07496-b563-4b31-a6a7-cc90807b5d4f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:24:59.687662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-2d576570-3526-4af0-abda-caab3116208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.695693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-2d576570-3526-4af0-abda-caab3116208e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 4393 time: 0.2589812 Apr 07 11:24:59.713873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c30ee43b-f10d-41e2-a63f-84e886e2f919 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5288765 Apr 07 11:24:59.722608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54710) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:24:59.722861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-438c12e9-b00f-4f05-9496-714b167eb55a None None] Current status of the port ee78da8a-d5dd-4334-a79e-98a6865f65a8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:24:59.747941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-b6fea5f3-f63d-4e11-ae79-9013764d79f7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.755795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-b6fea5f3-f63d-4e11-ae79-9013764d79f7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.765434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-b6fea5f3-f63d-4e11-ae79-9013764d79f7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.771420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-b6fea5f3-f63d-4e11-ae79-9013764d79f7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.787457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-b6fea5f3-f63d-4e11-ae79-9013764d79f7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:24:59.795186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-b6fea5f3-f63d-4e11-ae79-9013764d79f7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 3827 time: 0.3553448 Apr 07 11:24:59.876933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ec340e99-94a7-4855-8d51-c9c9bba85d3c None None] Provisioning complete for port 12111ea3-a09e-4af7-ba2e-22a386d1b88a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:24:59.877365 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec340e99-94a7-4855-8d51-c9c9bba85d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:24:59.906751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-14166680-3635-407a-b57f-39abea65a453 req-d7dc4dfc-e747-4538-a417-df713c9a671d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:24:59.920646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14166680-3635-407a-b57f-39abea65a453 req-d7dc4dfc-e747-4538-a417-df713c9a671d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136075 Apr 07 11:24:59.941924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ad896013-38a6-454e-9f22-db61eb708ddd', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'port_id': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'mac_address': 'fa:16:3e:ae:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:24:18Z', 'updated_at': '2022-04-07T11:24:52Z', 'revision_number': 1, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:00.001282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e2f1b-7bba-4359-ad23-e9987713c7d8 None None] The sync data for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 is: [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ad896013-38a6-454e-9f22-db61eb708ddd', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'port_id': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'mac_address': 'fa:16:3e:ae:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:24:18Z', 'updated_at': '2022-04-07T11:24:52Z', 'revision_number': 1, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:25:00.035665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ec340e99-94a7-4855-8d51-c9c9bba85d3c None None] Port 12111ea3-a09e-4af7-ba2e-22a386d1b88a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:00.051512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9b8da58-e8fc-49e0-95fc-4a9eab7a85fd req-94449d07-6c6e-4f13-8dad-d93fbf2384fd tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687827 Apr 07 11:25:00.054153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-5f4e44c2-b1a3-4eca-9d05-3c8a2c51287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:00.064967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-5f4e44c2-b1a3-4eca-9d05-3c8a2c51287c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1664cd7-e463-4d8e-86c1-744d0da4ff07 HTTP/1.1" status: 200 len: 851 time: 0.3701918 Apr 07 11:25:00.264027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-6822df16-4c71-4776-8533-8b8fec99f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:00.265536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b6666b08-8605-4692-8ee4-663c2b7941d5 None None] Provisioning complete for port 26e07496-b563-4b31-a6a7-cc90807b5d4f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:00.266047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6666b08-8605-4692-8ee4-663c2b7941d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26e07496-b563-4b31-a6a7-cc90807b5d4f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:00.270511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-6822df16-4c71-4776-8533-8b8fec99f2a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8948ce5-b61d-4743-b416-26ffd79ebe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1984069 Apr 07 11:25:00.413636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b6666b08-8605-4692-8ee4-663c2b7941d5 None None] Port 26e07496-b563-4b31-a6a7-cc90807b5d4f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:00.600188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d689a99-4159-4366-b013-bac2ed38e3be req-562af190-b901-47dd-b398-0d5feaed9b3c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:00.603164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9e806956-04fd-433c-a8d3-bb1cb14c51a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:00.606097 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d689a99-4159-4366-b013-bac2ed38e3be req-562af190-b901-47dd-b398-0d5feaed9b3c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3957236 Apr 07 11:25:00.614893 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2c394-77bc-43eb-8e43-66e1d6a06331 None None] New status for floating IP ad896013-38a6-454e-9f22-db61eb708ddd: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:25:00.743952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-00513a86-c47a-4307-9987-44eaae8f82ab service neutron] 10.222.0.41 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551492 Apr 07 11:25:00.836321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5be6b3-e178-4aee-8305-88a3f4bf7f66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:00.838408 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7a5be6b3-e178-4aee-8305-88a3f4bf7f66 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.1148007 Apr 07 11:25:00.849966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54738) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:00.946767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54742) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:01.005496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b930f-fb1a-4e93-b6e8-f6f2bc9cb0ab req-b7714fa1-7e6c-4d04-91e8-b1ae7aeb8318 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.014008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae6b930f-fb1a-4e93-b6e8-f6f2bc9cb0ab req-b7714fa1-7e6c-4d04-91e8-b1ae7aeb8318 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.5407977 Apr 07 11:25:01.048120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24961088-ceda-4526-8a51-cfe65663cbbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.054801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24961088-ceda-4526-8a51-cfe65663cbbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.061630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24961088-ceda-4526-8a51-cfe65663cbbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.063658 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24961088-ceda-4526-8a51-cfe65663cbbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2127142 Apr 07 11:25:01.068160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54746) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:01.071964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-8a89d45c-03fa-4b6e-ada3-810059243a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.072457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-8a89d45c-03fa-4b6e-ada3-810059243a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.073226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-8a89d45c-03fa-4b6e-ada3-810059243a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.075644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-8a89d45c-03fa-4b6e-ada3-810059243a14 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e094642dbe740d4aae2f61f0785d10e&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3765824 Apr 07 11:25:01.116219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d689a99-4159-4366-b013-bac2ed38e3be req-93bde561-cb28-40ed-8549-ec64aabf8329 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679945 Apr 07 11:25:01.173869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae6b930f-fb1a-4e93-b6e8-f6f2bc9cb0ab req-0d62546c-3092-462a-9d33-2f6045d70e3c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587243 Apr 07 11:25:01.195133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408d4d1f-7591-4124-9785-6a5cc97bbe54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.207254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21f97319-f5e4-4beb-bfd1-bfbc0d09ae20 req-ac05ca74-8e09-457e-bf4a-a8f887fc5ecb service neutron] 10.222.0.41 "GET /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256105 Apr 07 11:25:01.278250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 26e07496-b563-4b31-a6a7-cc90807b5d4f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:01.278883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (26e07496-b563-4b31-a6a7-cc90807b5d4f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.279110 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-b44bb7a6-a9a0-4cd4-b10f-07f0ad00d086 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7046206 Apr 07 11:25:01.316869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-f4c5fcd4-dc1b-4287-b238-c3a978c311c1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:25:01.317828 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-f4c5fcd4-dc1b-4287-b238-c3a978c311c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217009 Apr 07 11:25:01.364772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88509d4-2d03-4683-be93-5c801c1fe8c3 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:01.395319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Publish callbacks [] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.399111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-8a4f3329-d44e-4583-8792-1d0705ebc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.400735 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d0b0faf2-666a-4ee2-9652-05b2be355142 req-8a4f3329-d44e-4583-8792-1d0705ebc7db service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3076231 Apr 07 11:25:01.426679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Transition to ACTIVE for port object b88509d4-2d03-4683-be93-5c801c1fe8c3 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:01.448277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-6ec43d01-eaee-4580-99a4-38e7a2bd65b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.463016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.482956 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.486679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-6ec43d01-eaee-4580-99a4-38e7a2bd65b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.499386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-6ec43d01-eaee-4580-99a4-38e7a2bd65b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.513686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-6ec43d01-eaee-4580-99a4-38e7a2bd65b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.520624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-6ec43d01-eaee-4580-99a4-38e7a2bd65b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.522580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-6ec43d01-eaee-4580-99a4-38e7a2bd65b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 3827 time: 0.2632411 Apr 07 11:25:01.568901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408d4d1f-7591-4124-9785-6a5cc97bbe54 admin admin] Publish callbacks [] for security_group (a1ec2859-e024-4dec-a85f-004879b0025f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.585051 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-408d4d1f-7591-4124-9785-6a5cc97bbe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a1ec2859-e024-4dec-a85f-004879b0025f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.586761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (26e07496-b563-4b31-a6a7-cc90807b5d4f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:01.607082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 26e07496-b563-4b31-a6a7-cc90807b5d4f owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:01.749452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440cf0f-54db-4846-b278-010ad292bd08 req-560db79b-6ff0-49de-9b35-5f495a67b3ef tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:01.751030 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-560db79b-6ff0-49de-9b35-5f495a67b3ef tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports/6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 940 time: 0.3817291 Apr 07 11:25:01.751766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Pushing event updated for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:01.831199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15b046c1-8583-4d0f-9426-ab9a041758c2 req-4c6e9e66-e2d7-4b42-9b91-df9706f36f39 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018992 Apr 07 11:25:01.874649 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-408d4d1f-7591-4124-9785-6a5cc97bbe54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56ea0a4047af42b6b6eb34f970c81a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9263635 Apr 07 11:25:01.883527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54756) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:01.890223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d4d1f-7591-4124-9785-6a5cc97bbe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec2859-e024-4dec-a85f-004879b0025f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:01.934963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Attempting to bind port b88509d4-2d03-4683-be93-5c801c1fe8c3 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:01.935321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Attempting to bind port b88509d4-2d03-4683-be93-5c801c1fe8c3 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:01.935645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Attempting to bind port b88509d4-2d03-4683-be93-5c801c1fe8c3 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:01.943954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Port b88509d4-2d03-4683-be93-5c801c1fe8c3 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:01.944295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Attempting to bind port b88509d4-2d03-4683-be93-5c801c1fe8c3 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:01.950694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:01.951249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Checking segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:01.951650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Bound using segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:01.952436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Bound port: b88509d4-2d03-4683-be93-5c801c1fe8c3, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:01.952816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.019883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bddf6dbc-373b-49db-98e1-bd6149827750 admin admin] Publish callbacks [] for security_group (a1ec2859-e024-4dec-a85f-004879b0025f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.044866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (26e07496-b563-4b31-a6a7-cc90807b5d4f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.066903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:02.072751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:02.096509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.150499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:02.151199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.152805 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] 10.222.0.41 "PUT /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 1130 time: 3.0828884 Apr 07 11:25:02.153310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'b88509d4-2d03-4683-be93-5c801c1fe8c3'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:02.160255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=26e07496-b563-4b31-a6a7-cc90807b5d4f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:02.195735 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecce9b7-7d96-4179-bc24-c499122f5bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "b88509d4-2d03-4683-be93-5c801c1fe8c3"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:02.208293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.212109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7fbd28c3-f1dd-4cf2-aae1-3d307a02ae0a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/26e07496-b563-4b31-a6a7-cc90807b5d4f HTTP/1.1" status: 204 len: 168 time: 1.1397035 Apr 07 11:25:02.215345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bddf6dbc-373b-49db-98e1-bd6149827750 admin admin] Publish callbacks [] for security_group (a1ec2859-e024-4dec-a85f-004879b0025f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.218520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54770) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:02.255063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:02.281896 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-413d8281-fe58-42c5-ad8f-31709e1c7b44 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:25:02.289597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-413d8281-fe58-42c5-ad8f-31709e1c7b44 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/26e07496-b563-4b31-a6a7-cc90807b5d4f HTTP/1.1" status: 404 len: 333 time: 0.0676086 Apr 07 11:25:02.293187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:02.383221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51d6b3-77ab-4bed-9ddc-cf0fba0f056a service neutron] Pushing event updated for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:02.473478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.660289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bddf6dbc-373b-49db-98e1-bd6149827750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a1ec2859-e024-4dec-a85f-004879b0025f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.663680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bddf6dbc-373b-49db-98e1-bd6149827750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.668019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bddf6dbc-373b-49db-98e1-bd6149827750 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1ec2859-e024-4dec-a85f-004879b0025f HTTP/1.1" status: 204 len: 168 time: 0.7804663 Apr 07 11:25:02.712417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf6dbc-373b-49db-98e1-bd6149827750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec2859-e024-4dec-a85f-004879b0025f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:02.738649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048713a3-57aa-409b-a2e2-f36dcb959c17 req-ff5a999b-994d-4dc4-9ef5-a6c9f04bac34 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:02.740273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-048713a3-57aa-409b-a2e2-f36dcb959c17 req-ff5a999b-994d-4dc4-9ef5-a6c9f04bac34 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.4015002 Apr 07 11:25:02.758279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48991c9d-db03-4656-b355-98b9ca6a2612 req-c8e339dd-5ef5-47d0-ba4c-02264a9c2073 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:02.759939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48991c9d-db03-4656-b355-98b9ca6a2612 req-c8e339dd-5ef5-47d0-ba4c-02264a9c2073 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.3845501 Apr 07 11:25:02.874818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 12111ea3-a09e-4af7-ba2e-22a386d1b88a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:02.875155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.900793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48991c9d-db03-4656-b355-98b9ca6a2612 req-7f01f562-c61b-4464-93d6-4e947bb87bb0 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258612 Apr 07 11:25:02.962954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d01018d-b8dc-4c72-b47f-d836dc001b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:02.981858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-048713a3-57aa-409b-a2e2-f36dcb959c17 req-2088bcb9-75e6-4c7c-b952-91aa950c6529 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206736 Apr 07 11:25:03.033439 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a562649f-b3fa-4935-874b-604855e10e7f x-openstack-request-id: req-a562649f-b3fa-4935-874b-604855e10e7f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:03.033945 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "b88509d4-2d03-4683-be93-5c801c1fe8c3", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:03.034062 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a562649f-b3fa-4935-874b-604855e10e7f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:03.034386 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a562649f-b3fa-4935-874b-604855e10e7f'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'b88509d4-2d03-4683-be93-5c801c1fe8c3', 'status': 'completed', 'code': 200} Apr 07 11:25:03.066100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.086747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 12111ea3-a09e-4af7-ba2e-22a386d1b88a owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:03.323567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.328706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.329400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.329400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.329650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.336101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.341577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.343046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.343735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.344510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.349196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-818723fc-9a9e-42cb-a53e-788f26a92e3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5347 time: 0.2938502 Apr 07 11:25:03.350311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.358959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.368321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.370395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-7d277962-a2af-419e-9dcd-334dfea8684d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 4599 time: 0.1685598 Apr 07 11:25:03.462071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99362cf9-c1f9-4d29-9a57-e1e59179be3c req-d1a7b0fd-7689-48b8-a8f0-754502f56172 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806661 Apr 07 11:25:03.469401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c552f40e-e102-4493-b4ec-c4a65e68b4a9 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:03.551052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (12111ea3-a09e-4af7-ba2e-22a386d1b88a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.587017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Publish callbacks [] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.669004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=12111ea3-a09e-4af7-ba2e-22a386d1b88a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:03.734230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-50fd65e8-43c2-4ba3-b1e0-5bf133aa75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.735167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-50fd65e8-43c2-4ba3-b1e0-5bf133aa75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.735705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-50fd65e8-43c2-4ba3-b1e0-5bf133aa75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:03.736887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.738682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-50fd65e8-43c2-4ba3-b1e0-5bf133aa75a1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e094642dbe740d4aae2f61f0785d10e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3805742 Apr 07 11:25:03.766932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-876fd490-9d84-4fa9-b087-65104e600150 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/12111ea3-a09e-4af7-ba2e-22a386d1b88a HTTP/1.1" status: 204 len: 168 time: 1.4721758 Apr 07 11:25:03.768896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54796) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:03.789267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Transition to ACTIVE for port object c552f40e-e102-4493-b4ec-c4a65e68b4a9 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:03.825572 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea3d848-59ed-4284-a047-f1c7bce6c3c1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:25:03.830654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aea3d848-59ed-4284-a047-f1c7bce6c3c1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/12111ea3-a09e-4af7-ba2e-22a386d1b88a HTTP/1.1" status: 404 len: 333 time: 0.0599267 Apr 07 11:25:03.831381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54798) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:03.905820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.912677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 2bf386b6-e989-43f9-b250-aa91f13d9f78 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:03.917596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (2bf386b6-e989-43f9-b250-aa91f13d9f78), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:03.986703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Pushing event updated for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:04.000562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (2bf386b6-e989-43f9-b250-aa91f13d9f78), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.223814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-d64940b6-62c7-468b-a496-2d711b8fa915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:04.228923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ecce9b7-7d96-4179-bc24-c499122f5bd5 req-d64940b6-62c7-468b-a496-2d711b8fa915 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4810557 Apr 07 11:25:04.278210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Attempting to bind port c552f40e-e102-4493-b4ec-c4a65e68b4a9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:04.279750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Attempting to bind port c552f40e-e102-4493-b4ec-c4a65e68b4a9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:04.280276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Attempting to bind port c552f40e-e102-4493-b4ec-c4a65e68b4a9 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:04.291353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Port c552f40e-e102-4493-b4ec-c4a65e68b4a9 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:04.293901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Attempting to bind port c552f40e-e102-4493-b4ec-c4a65e68b4a9 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:04.305536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:04.309953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Checking segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:04.315008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Bound using segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:04.315492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Bound port: c552f40e-e102-4493-b4ec-c4a65e68b4a9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:04.315869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.415624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.472947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2bf386b6-e989-43f9-b250-aa91f13d9f78), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.483838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:04.489424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:04.501834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.612778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:04.618385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.620462 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] 10.222.0.41 "PUT /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 1131 time: 2.3918800 Apr 07 11:25:04.718525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:04.719285 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (2bf386b6-e989-43f9-b250-aa91f13d9f78), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.733879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a93c11-3cf4-4734-b694-0ca771855300 req-f5d06af9-6c23-4bc4-b9cd-68eecd2afe54 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:04.735870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5a93c11-3cf4-4734-b694-0ca771855300 req-f5d06af9-6c23-4bc4-b9cd-68eecd2afe54 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.5815778 Apr 07 11:25:04.743200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f18a-9420-448c-bfa9-75320102eb98 req-cfa7358a-bb94-4355-9890-641a7ffbe0ac tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:04.751054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f026f18a-9420-448c-bfa9-75320102eb98 req-cfa7358a-bb94-4355-9890-641a7ffbe0ac tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.6657455 Apr 07 11:25:04.840523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:04.846534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64a4b1-7caa-48a2-8c61-adb80bd19888 None None] Network 2bff9f84-986d-4cb0-a864-2559cbd18710 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:04.848379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/2bf386b6-e989-43f9-b250-aa91f13d9f78 HTTP/1.1" status: 204 len: 168 time: 1.0124037 Apr 07 11:25:04.852686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54816) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:04.877490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f325f-07bd-4e57-b8ee-41dc3ed71812 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf386b6-e989-43f9-b250-aa91f13d9f78,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:04.957767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4b127-635a-4c48-9746-9bcd4bef564f service neutron] Pushing event updated for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:05.071316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'c552f40e-e102-4493-b4ec-c4a65e68b4a9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:05.075952 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1319a67d-6ae7-4635-bb2f-b01c2c100a55" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "c552f40e-e102-4493-b4ec-c4a65e68b4a9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:05.105971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5a93c11-3cf4-4734-b694-0ca771855300 req-cee013b6-4daa-496c-af66-cc37175289df tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460672 Apr 07 11:25:05.114294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:05.131336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f026f18a-9420-448c-bfa9-75320102eb98 req-d04827b3-c0d4-43b0-9dda-b85764db3e6b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786902 Apr 07 11:25:05.277057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2bff9f84-986d-4cb0-a864-2559cbd18710), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:05.332285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] DHCP port deletion for 2bff9f84-986d-4cb0-a864-2559cbd18710 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:25:05.412606 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb191b8d-7641-4802-85e9-9c31dc987b57 x-openstack-request-id: req-cb191b8d-7641-4802-85e9-9c31dc987b57 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:05.413553 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "c552f40e-e102-4493-b4ec-c4a65e68b4a9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:05.414614 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb191b8d-7641-4802-85e9-9c31dc987b57 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:05.416603 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb191b8d-7641-4802-85e9-9c31dc987b57'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'c552f40e-e102-4493-b4ec-c4a65e68b4a9', 'status': 'completed', 'code': 200} Apr 07 11:25:05.433290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:25:05.498722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.525356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.529066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] Deleting port ee78da8a-d5dd-4334-a79e-98a6865f65a8 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:05.529637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:05.548911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.562504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.577397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.583168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.589236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:05.609377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-4da661bb-7a36-4121-8dbd-72dc85daf944 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5372 time: 0.2837296 Apr 07 11:25:05.653125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ee78da8a-d5dd-4334-a79e-98a6865f65a8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:25:05.785998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3645616-3550-40cf-93ff-9291c1c1c303 req-941168af-c7bf-44dd-b8ae-3c56b4ca3f84 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747332 Apr 07 11:25:06.178251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.178755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.181355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.181832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.182304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.182818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.183849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.186987 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-7c72d1a3-334c-48b7-a770-e402d7f1e390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6302 time: 0.7950540 Apr 07 11:25:06.198845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:06.201280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.268775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.278867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] For port ee78da8a-d5dd-4334-a79e-98a6865f65a8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee78da8a-d5dd-4334-a79e-98a6865f65a8,segment=NetworkSegment(2cc13be2-e171-43a9-9101-ed14da58117f),segment_id=2cc13be2-e171-43a9-9101-ed14da58117f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:06.279489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.316286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:06.318963 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffe2ddf-1771-4e7f-a3b3-d5548f1a7531" -d '{"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:06.369402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] Calling delete_port for ee78da8a-d5dd-4334-a79e-98a6865f65a8 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:06.375902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:06.494388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ee78da8a-d5dd-4334-a79e-98a6865f65a8 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:06.498154 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.542296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.563734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64da24-ef7f-488b-9757-55892e3ccb74 req-e06cf552-1639-4046-8c99-3581c0a5ea07 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.566363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac64da24-ef7f-488b-9757-55892e3ccb74 req-e06cf552-1639-4046-8c99-3581c0a5ea07 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.2508416 Apr 07 11:25:06.586153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5bde2-644b-41bb-ab47-0db64211b897 req-b6f46523-0439-4777-9e6c-2e58c9f5bce5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.592058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eaf5bde2-644b-41bb-ab47-0db64211b897 req-b6f46523-0439-4777-9e6c-2e58c9f5bce5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2956851 Apr 07 11:25:06.594008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port ee78da8a-d5dd-4334-a79e-98a6865f65a8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:06.594553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.712450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port ee78da8a-d5dd-4334-a79e-98a6865f65a8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee78da8a-d5dd-4334-a79e-98a6865f65a8,segment=NetworkSegment(2cc13be2-e171-43a9-9101-ed14da58117f),segment_id=2cc13be2-e171-43a9-9101-ed14da58117f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:06.721522 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.725640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-63a415d5-cc11-4a03-9b23-247427f7477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.726190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-63a415d5-cc11-4a03-9b23-247427f7477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.726627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-63a415d5-cc11-4a03-9b23-247427f7477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:06.728320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-63a415d5-cc11-4a03-9b23-247427f7477d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e094642dbe740d4aae2f61f0785d10e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5194020 Apr 07 11:25:06.765094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eaf5bde2-644b-41bb-ab47-0db64211b897 req-3c308112-9401-4047-a3a0-6e978b6dd139 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456380 Apr 07 11:25:06.819478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:06.856018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.856907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.857717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.858271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.859005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.859546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.860123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.860867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.864082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.865145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.865800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.866350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.866887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:06.874350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac64da24-ef7f-488b-9757-55892e3ccb74 req-86d933af-56c6-4ffd-96bf-1c11a0489861 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812018 Apr 07 11:25:06.931072 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0967097-f1c8-4e4f-a2d2-5c3b6f12abce x-openstack-request-id: req-e0967097-f1c8-4e4f-a2d2-5c3b6f12abce {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:06.931495 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:06.932047 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0967097-f1c8-4e4f-a2d2-5c3b6f12abce {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:06.932690 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0967097-f1c8-4e4f-a2d2-5c3b6f12abce'] response: {'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'code': 200} Apr 07 11:25:06.940998 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:06.982225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] No DVR routers for this DVR port ee78da8a-d5dd-4334-a79e-98a6865f65a8 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:06.987050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] For port ee78da8a-d5dd-4334-a79e-98a6865f65a8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee78da8a-d5dd-4334-a79e-98a6865f65a8,segment=NetworkSegment(2cc13be2-e171-43a9-9101-ed14da58117f),segment_id=2cc13be2-e171-43a9-9101-ed14da58117f)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:06.987781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.023602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for ee78da8a-d5dd-4334-a79e-98a6865f65a8 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:07.063958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=ee78da8a-d5dd-4334-a79e-98a6865f65a8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:07.109628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.120895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.135227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.147817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.162582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.173994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.180457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b101-80c4-482f-bc82-ee684d64804b None None] Pushing event deleted for resources: {'Port': ['ID=ee78da8a-d5dd-4334-a79e-98a6865f65a8,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:07.193106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.202602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ee78da8a-d5dd-4334-a79e-98a6865f65a8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.205556 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.212514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-5544e2a5-a616-46ff-ae6d-cc685c2290e5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5372 time: 0.2065616 Apr 07 11:25:07.326312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a550610-7528-455c-9ac4-cfaf1f05f01a req-10d3aca5-b641-482a-9a7f-cde7b5bb8d1a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123817 Apr 07 11:25:07.330657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=ee78da8a-d5dd-4334-a79e-98a6865f65a8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:07.359200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:07.375526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No DVR routers for this DVR port ee78da8a-d5dd-4334-a79e-98a6865f65a8 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:07.393104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Publish callbacks [] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.430928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:25:07.617580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Transition to ACTIVE for port object 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:07.622036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-38c6ae49-8c40-4002-a14d-31ab183d173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:07.623560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1319a67d-6ae7-4635-bb2f-b01c2c100a55 req-38c6ae49-8c40-4002-a14d-31ab183d173e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8557956 Apr 07 11:25:07.649950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.658757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2bff9f84-986d-4cb0-a864-2559cbd18710), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.664401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:07.685769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'port_id': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'mac_address': 'fa:16:3e:f2:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d0aae9-3703-4fc4-b21b-1fe2d0335631', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:25:07.779702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:07.780096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.782757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bff9f84-986d-4cb0-a864-2559cbd18710']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:07.822069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc13be2-e171-43a9-9101-ed14da58117f') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:07.822603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc13be2-e171-43a9-9101-ed14da58117f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:07.825015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:07.833544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:07.842650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2cc13be2-e171-43a9-9101-ed14da58117f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.873938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:07.887784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.940592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2cc13be2-e171-43a9-9101-ed14da58117f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.969875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:25:07.970350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2cc13be2-e171-43a9-9101-ed14da58117f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:25:07.993724 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:25:08.011567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:08.181528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Attempting to bind port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:08.193860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Attempting to bind port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:08.194415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Attempting to bind port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:08.199048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (2bff9f84-986d-4cb0-a864-2559cbd18710), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.208651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.210726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c4b53-71e3-4c5b-867f-3ea4e9d8da57 req-7833a2c5-e934-4ecb-8caa-1642edc22034 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.218374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-678c4b53-71e3-4c5b-867f-3ea4e9d8da57 req-7833a2c5-e934-4ecb-8caa-1642edc22034 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 944 time: 0.2066662 Apr 07 11:25:08.220144 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/2bff9f84-986d-4cb0-a864-2559cbd18710 HTTP/1.1" status: 204 len: 168 time: 3.3662989 Apr 07 11:25:08.222595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:08.222921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Attempting to bind port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:08.224819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:08.235990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:25:08.246241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1541158637'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:08.252682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba78f00-b23d-4426-97bb-1f4e42352771 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=2bff9f84-986d-4cb0-a864-2559cbd18710,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:08.257729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:08.258327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Checking segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:08.258875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Bound using segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:08.259876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Bound port: 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:08.260407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.271407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003b8ff-8a43-40bb-88a7-f973c9bd9ef3 req-e76b9a03-619e-4cbe-8390-d70a62a609b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.279891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c003b8ff-8a43-40bb-88a7-f973c9bd9ef3 req-e76b9a03-619e-4cbe-8390-d70a62a609b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3307118 Apr 07 11:25:08.321522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:08.326121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.345650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-678c4b53-71e3-4c5b-867f-3ea4e9d8da57 req-b05c8790-32ae-4c93-8e06-d5832c215485 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260314 Apr 07 11:25:08.362425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:08.377553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:08.406560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.411990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:25:08.434795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c003b8ff-8a43-40bb-88a7-f973c9bd9ef3 req-b41094fa-272f-4bff-8f95-9308e700f525 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536520 Apr 07 11:25:08.506485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (fecd94d1-153f-41ea-871f-f5677386ff47), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.506834 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Added segment fecd94d1-153f-41ea-871f-f5677386ff47 of type vlan for network 72e152f2-94f0-425b-909e-738476e0300b Apr 07 11:25:08.536814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.537457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.538860 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d9d0ac5-cc8a-40e6-aa89-d833b878a93a HTTP/1.1" status: 200 len: 1090 time: 3.8574445 Apr 07 11:25:08.539397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:08.541683 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6026a2f0-325d-447c-a999-98749c15963e" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:08.605351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:08.645780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.664323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.678438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.696769 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db26662-d9b9-4780-8a80-d1bf38706cbb x-openstack-request-id: req-2db26662-d9b9-4780-8a80-d1bf38706cbb {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:08.697300 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:08.697421 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2db26662-d9b9-4780-8a80-d1bf38706cbb {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:08.697781 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db26662-d9b9-4780-8a80-d1bf38706cbb'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a', 'status': 'completed', 'code': 200} Apr 07 11:25:08.699944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.729782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.747192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.754193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:08.772728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-fe0da86d-50e2-4740-8919-8c4f98c4a969 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5384 time: 0.2703080 Apr 07 11:25:08.865632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (72e152f2-94f0-425b-909e-738476e0300b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:08.912365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73b299fb-9069-4ab4-a107-6f727ce99c39 req-679410f6-11e6-484b-b9e9-10a829009cac tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383247 Apr 07 11:25:08.961505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a579a9c-41cd-4ec4-be92-2bc531722c87 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:09.048023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.048499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.048973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.049464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.049932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.050395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.050862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.053013 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6026a2f0-325d-447c-a999-98749c15963e req-b9851260-9980-4079-8bf9-70b70995bb83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6400 time: 0.3541081 Apr 07 11:25:09.054207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.057400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (72e152f2-94f0-425b-909e-738476e0300b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.062400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.062997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.096191 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:25:09.277706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54892) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:09.278305 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0386469 Apr 07 11:25:09.283700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '72e152f2-94f0-425b-909e-738476e0300b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:09.299997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8ab23-aed3-4bb4-8a18-6835c396fa70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Network': ['ID=72e152f2-94f0-425b-909e-738476e0300b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:09.316040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 72e152f2-94f0-425b-909e-738476e0300b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:25:09.435448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-8d95d22f-e10f-484e-bebe-ef45e6972cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.436364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-8d95d22f-e10f-484e-bebe-ef45e6972cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.437560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-8d95d22f-e10f-484e-bebe-ef45e6972cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.442101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6026a2f0-325d-447c-a999-98749c15963e req-8d95d22f-e10f-484e-bebe-ef45e6972cb5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e094642dbe740d4aae2f61f0785d10e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3660023 Apr 07 11:25:09.471569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:09.512779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:09.516227 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.632111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:09.632402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.803283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:09.803789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.849202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:09.851215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:09.855660 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ffca4b-abfd-40bb-8d13-de9ac11dadec" -d '{"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-plugged", "status": "completed", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:09.862503 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:09.941441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ed1a0-8b61-4849-9c72-5ba04e726121 req-5ba2c31d-d0d0-487d-8367-b471a4d08fa2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:09.950941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c05ed1a0-8b61-4849-9c72-5ba04e726121 req-5ba2c31d-d0d0-487d-8367-b471a4d08fa2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 944 time: 0.4310966 Apr 07 11:25:09.959454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54902) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:09.990281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:10.013452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f4aef-0362-4a4d-9e8e-3f75b52ccdb1 req-53624ec0-749f-4979-ae81-5834c533d66a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.021673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-590f4aef-0362-4a4d-9e8e-3f75b52ccdb1 req-53624ec0-749f-4979-ae81-5834c533d66a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3657510 Apr 07 11:25:10.109037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-590f4aef-0362-4a4d-9e8e-3f75b52ccdb1 req-42813114-b0dd-4c40-abb5-dc2bfb716d42 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863843 Apr 07 11:25:10.203162 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f17288-c162-42d0-aabe-b1c5ad7afd4e x-openstack-request-id: req-70f17288-c162-42d0-aabe-b1c5ad7afd4e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:10.203554 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-plugged", "status": "completed", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:10.203942 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70f17288-c162-42d0-aabe-b1c5ad7afd4e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:10.204587 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f17288-c162-42d0-aabe-b1c5ad7afd4e'] response: {'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'code': 200} Apr 07 11:25:10.273596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c05ed1a0-8b61-4849-9c72-5ba04e726121 req-20954db8-f8ac-4ad0-9460-9d2a3f3bd0a8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216331 Apr 07 11:25:10.279008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9eb895a-5d63-4a4e-a0ac-11f56f600051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.492368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (dcea6155-ee1a-4e92-964f-e922c1f7e2aa), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.501084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34297817-b139-46ea-a3c5-fbbe4f032e28 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:10.516478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Publish callbacks [] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.537174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Transition to ACTIVE for port object 34297817-b139-46ea-a3c5-fbbe4f032e28 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:10.548507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab9eb4-3770-4d0d-8cac-245df535a76b req-341eea21-4e23-499a-a712-6c318e4ef2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.550337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0ab9eb4-3770-4d0d-8cac-245df535a76b req-341eea21-4e23-499a-a712-6c318e4ef2fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 1127 time: 0.1726785 Apr 07 11:25:10.615590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a2f0-325d-447c-a999-98749c15963e req-3ad49c14-422b-40b6-8684-8283537aa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.617432 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6026a2f0-325d-447c-a999-98749c15963e req-3ad49c14-422b-40b6-8684-8283537aa114 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1484661 Apr 07 11:25:10.618921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.652531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.659057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.668751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.677454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.686830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.694941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.697407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Pushing event updated for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:10.706993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:10.708937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-dbe8d3b2-cb57-41cf-9933-411592bc5c4c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5384 time: 0.3257527 Apr 07 11:25:10.748348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=dcea6155-ee1a-4e92-964f-e922c1f7e2aa,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:10.790253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Checking segment: {'id': 'fecd94d1-153f-41ea-871f-f5677386ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72e152f2-94f0-425b-909e-738476e0300b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:10.790616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network hostable DHCP agents. Network: 72e152f2-94f0-425b-909e-738476e0300b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:25:10.855671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Attempting to bind port 34297817-b139-46ea-a3c5-fbbe4f032e28 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:10.856220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Attempting to bind port 34297817-b139-46ea-a3c5-fbbe4f032e28 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:10.856560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Attempting to bind port 34297817-b139-46ea-a3c5-fbbe4f032e28 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:10.863452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Port 34297817-b139-46ea-a3c5-fbbe4f032e28 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:10.863822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Attempting to bind port 34297817-b139-46ea-a3c5-fbbe4f032e28 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:10.871034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:10.871310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0ab9eb4-3770-4d0d-8cac-245df535a76b req-da7644cd-1ac4-40a6-a555-5953fb659618 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041070 Apr 07 11:25:10.871444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Checking segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:10.872024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Bound using segment: {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:10.872307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Bound port: 34297817-b139-46ea-a3c5-fbbe4f032e28, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:10.872566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.873667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9eb895a-5d63-4a4e-a0ac-11f56f600051 admin admin] Publish callbacks [] for security_group (da05885c-8d74-42fc-8d1c-334c9ead9f06), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.906603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9eb895a-5d63-4a4e-a0ac-11f56f600051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (da05885c-8d74-42fc-8d1c-334c9ead9f06), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:10.943031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 72e152f2-94f0-425b-909e-738476e0300b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:25:10.992280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 72e152f2-94f0-425b-909e-738476e0300b) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:11.005883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6916f-0f1e-451f-a3dc-bc1774256332 None None] Network 72e152f2-94f0-425b-909e-738476e0300b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:11.012598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4360fe9b-f466-4ca8-9b6e-3aa26507a3ee req-412020ab-7e52-4d20-8723-48b9e564f16d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2704523 Apr 07 11:25:11.018329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f9eb895a-5d63-4a4e-a0ac-11f56f600051 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6933770c09264b3ba59b04a5641306f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0514233 Apr 07 11:25:11.022649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54910) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:11.023746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb895a-5d63-4a4e-a0ac-11f56f600051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da05885c-8d74-42fc-8d1c-334c9ead9f06,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:11.031670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:11.032470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.083019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:11.096481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4da7e9fd-91bc-4070-b380-285bc57f54bb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8172402 Apr 07 11:25:11.097123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54912) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:11.098984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34297817-b139-46ea-a3c5-fbbe4f032e28,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:11.102371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1207832557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:11.170221 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.172453 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (122651e1-c364-4be2-9440-79a02ecd7d6a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.174264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (122651e1-c364-4be2-9440-79a02ecd7d6a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.313918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:11.327061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.331937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] 10.222.0.41 "PUT /v2.0/ports/34297817-b139-46ea-a3c5-fbbe4f032e28 HTTP/1.1" status: 200 len: 1091 time: 2.7609158 Apr 07 11:25:11.334744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:11.340864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-72e152f2-94f0-425b-909e-738476e0300b', 'network_id': '72e152f2-94f0-425b-909e-738476e0300b', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': 'dcea6155-ee1a-4e92-964f-e922c1f7e2aa'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:25:11.342464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.350332 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392a164-43ba-4173-a1b5-61ae0919db0c" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:11.432589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for router_controller (122651e1-c364-4be2-9440-79a02ecd7d6a), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.438205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:11.452960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (122651e1-c364-4be2-9440-79a02ecd7d6a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.456093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb504a41-3a57-4726-a8ac-6be97f396671 admin admin] Publish callbacks [] for security_group (da05885c-8d74-42fc-8d1c-334c9ead9f06), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.608096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12f653-d27b-4cc3-b13f-1030c6942704 req-ce52d245-4039-4373-b819-ab16ceb4a668 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:11.625183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c12f653-d27b-4cc3-b13f-1030c6942704 req-ce52d245-4039-4373-b819-ab16ceb4a668 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3368816 Apr 07 11:25:11.629085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.636315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0963fc5b-e55a-4001-b113-5c7f619272af tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5372491 Apr 07 11:25:11.639498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54922) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:11.675612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'network_id': '72e152f2-94f0-425b-909e-738476e0300b', 'name': 'tempest-PortsIpV6TestJSON-452119041'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:11.749813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb504a41-3a57-4726-a8ac-6be97f396671 admin admin] Publish callbacks [] for security_group (da05885c-8d74-42fc-8d1c-334c9ead9f06), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:11.753697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc55f4d-b484-408b-89a9-b3d4dfeb0edf service neutron] Pushing event updated for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:11.828033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Allocated IP 2001:db8::2 (72e152f2-94f0-425b-909e-738476e0300b/dcea6155-ee1a-4e92-964f-e922c1f7e2aa/41ce9d31-56b3-4f00-80e9-60cfe5b47e69) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:11.920332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.329811 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Publish callbacks [] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.342193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.358618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf382192-1022-4108-9a6c-ec722dcd9fe9 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:12.375969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Publish callbacks [] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.423274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Transition to ACTIVE for port object cf382192-1022-4108-9a6c-ec722dcd9fe9 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:12.424392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb504a41-3a57-4726-a8ac-6be97f396671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (da05885c-8d74-42fc-8d1c-334c9ead9f06), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.427192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb504a41-3a57-4726-a8ac-6be97f396671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.429885 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bb504a41-3a57-4726-a8ac-6be97f396671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da05885c-8d74-42fc-8d1c-334c9ead9f06 HTTP/1.1" status: 204 len: 168 time: 1.4061103 Apr 07 11:25:12.447886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb504a41-3a57-4726-a8ac-6be97f396671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da05885c-8d74-42fc-8d1c-334c9ead9f06,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:12.449734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.452174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Network 72e152f2-94f0-425b-909e-738476e0300b is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:12.504805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:12.517992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:25:12.538851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Pushing event updated for resources: {'Port': ['ID=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:12.665157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Attempting to bind port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:12.665550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Attempting to bind port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'fecd94d1-153f-41ea-871f-f5677386ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72e152f2-94f0-425b-909e-738476e0300b'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:12.665924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Attempting to bind port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 on network 72e152f2-94f0-425b-909e-738476e0300b {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:12.685548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:12.686027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Checking segment: {'id': 'fecd94d1-153f-41ea-871f-f5677386ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72e152f2-94f0-425b-909e-738476e0300b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:12.686342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.686747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Bound using segment: {'id': 'fecd94d1-153f-41ea-871f-f5677386ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72e152f2-94f0-425b-909e-738476e0300b'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:12.687247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Bound port: 41ce9d31-56b3-4f00-80e9-60cfe5b47e69, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecd94d1-153f-41ea-871f-f5677386ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72e152f2-94f0-425b-909e-738476e0300b'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:12.687636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.699582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:12.802496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Attempting to bind port cf382192-1022-4108-9a6c-ec722dcd9fe9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:12.803259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Attempting to bind port cf382192-1022-4108-9a6c-ec722dcd9fe9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:12.803405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Attempting to bind port cf382192-1022-4108-9a6c-ec722dcd9fe9 on network 03c8cae7-09cc-4283-afc9-2029f31777d2 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:12.812828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Port cf382192-1022-4108-9a6c-ec722dcd9fe9 on network 03c8cae7-09cc-4283-afc9-2029f31777d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:12.817607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Attempting to bind port cf382192-1022-4108-9a6c-ec722dcd9fe9 on network 03c8cae7-09cc-4283-afc9-2029f31777d2 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:12.836356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:12.841485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] For port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:12.841731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Checking segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:12.842240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Bound using segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:12.842805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Bound port: cf382192-1022-4108-9a6c-ec722dcd9fe9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:12.843703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.847383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] For port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,segment=NetworkSegment(fecd94d1-153f-41ea-871f-f5677386ff47),segment_id=fecd94d1-153f-41ea-871f-f5677386ff47)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:12.862834 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:12.954673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c12f653-d27b-4cc3-b13f-1030c6942704 req-827a8aa7-43d0-472d-81e1-d413e5b5f9e0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3285429 Apr 07 11:25:12.970435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11011cae-f7f1-46bc-a381-861bf3da644a req-7c7e9391-d68f-4169-858e-0eff329a031d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:12.973752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11011cae-f7f1-46bc-a381-861bf3da644a req-7c7e9391-d68f-4169-858e-0eff329a031d tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 1.4997633 Apr 07 11:25:12.977764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:12.996923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:13.101336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:13.119298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:13.134612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:13.138457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e4d0-9cd1-4e7c-bda4-3e137ab4772a None None] Pushing event updated for resources: {'Port': ['ID=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:13.163013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port fd14fb88-4462-4945-b1af-e15972dd7bf4 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:25:13.218560 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7733798-6a32-469e-8851-25f6eda600d2 x-openstack-request-id: req-e7733798-6a32-469e-8851-25f6eda600d2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:13.221528 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:13.221903 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7733798-6a32-469e-8851-25f6eda600d2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:13.223572 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7733798-6a32-469e-8851-25f6eda600d2'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28', 'status': 'completed', 'code': 200} Apr 07 11:25:13.254187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.270224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:13.272245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf382192-1022-4108-9a6c-ec722dcd9fe9 HTTP/1.1" status: 200 len: 1091 time: 1.8490012 Apr 07 11:25:13.344554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Request body: {'port': {'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:13.382444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:13.494680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522ec86-335c-4d83-9b36-56c3d1116bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:13.516702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55fb14ed-817b-44ad-b2eb-0f7f2ffa557f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:13.625083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::2ac (72e152f2-94f0-425b-909e-738476e0300b/dcea6155-ee1a-4e92-964f-e922c1f7e2aa/fd14fb88-4462-4945-b1af-e15972dd7bf4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:13.755386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:13.762188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:13.917221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:13.917948 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:13.922459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11011cae-f7f1-46bc-a381-861bf3da644a req-2e2567f5-6dd7-449d-b39d-8b85c2cd92c6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8996634 Apr 07 11:25:13.973475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.974187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.975431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.977700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.978257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.978806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.979915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:13.985898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5d98f659-4ff4-4fa8-ad3e-db82248edd15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6596 time: 0.8063097 Apr 07 11:25:14.059117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:14.059771 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.105547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,segment=NetworkSegment(fecd94d1-153f-41ea-871f-f5677386ff47),segment_id=fecd94d1-153f-41ea-871f-f5677386ff47)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:14.122156 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.180099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55fb14ed-817b-44ad-b2eb-0f7f2ffa557f admin admin] Publish callbacks [] for security_group (6763748e-c7dc-4efb-a23b-05a8d75c843d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.195891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:14.201654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55fb14ed-817b-44ad-b2eb-0f7f2ffa557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6763748e-c7dc-4efb-a23b-05a8d75c843d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.301759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.307220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.326670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.331918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.353278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.359492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.377327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.384896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-6fd47e8e-9bb4-4db5-a549-32aec630b4d3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5408 time: 0.6290474 Apr 07 11:25:14.415204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb14ed-817b-44ad-b2eb-0f7f2ffa557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6763748e-c7dc-4efb-a23b-05a8d75c843d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:14.445965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-55fb14ed-817b-44ad-b2eb-0f7f2ffa557f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c841cff471469db0dc8dfb58bea3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0575616 Apr 07 11:25:14.446308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54940) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:14.615677 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.791119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe81e72a-7866-4659-b88c-8ca299e17a20 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:14.802759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Publish callbacks [] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.820882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Transition to ACTIVE for port object fe81e72a-7866-4659-b88c-8ca299e17a20 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:14.834624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0351-98f0-49c6-a91a-51655918dc81 admin admin] Publish callbacks [] for security_group (6763748e-c7dc-4efb-a23b-05a8d75c843d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.838824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.897057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0351-98f0-49c6-a91a-51655918dc81 admin admin] Publish callbacks [] for security_group (6763748e-c7dc-4efb-a23b-05a8d75c843d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:14.979419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-3611079c-98a9-4ccb-bffa-1b90eddd6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.980123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-3611079c-98a9-4ccb-bffa-1b90eddd6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.980691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-3611079c-98a9-4ccb-bffa-1b90eddd6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:14.987249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d02c6c-3036-4036-a484-7f4b081d446a None None] Network 72e152f2-94f0-425b-909e-738476e0300b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:14.999904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-3611079c-98a9-4ccb-bffa-1b90eddd6d87 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e094642dbe740d4aae2f61f0785d10e&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0048130 Apr 07 11:25:15.031411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Pushing event updated for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:15.032220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c049d9a7-9918-4c50-8c23-468511a2d2af req-ca571536-63f2-4dc3-aede-ef3d3b8482c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6457052 Apr 07 11:25:15.086380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47552-c23a-4429-a226-e4cb7f65db53 req-34547c36-1c60-43ee-85f0-aed567418b92 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:15.100969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96f47552-c23a-4429-a226-e4cb7f65db53 req-34547c36-1c60-43ee-85f0-aed567418b92 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.9502194 Apr 07 11:25:15.214704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0351-98f0-49c6-a91a-51655918dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6763748e-c7dc-4efb-a23b-05a8d75c843d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.222699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0351-98f0-49c6-a91a-51655918dc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.231498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cb4b0351-98f0-49c6-a91a-51655918dc81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6763748e-c7dc-4efb-a23b-05a8d75c843d HTTP/1.1" status: 204 len: 168 time: 0.7828166 Apr 07 11:25:15.243048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:15.250787 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:15.271723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Attempting to bind port fe81e72a-7866-4659-b88c-8ca299e17a20 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:15.278162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Attempting to bind port fe81e72a-7866-4659-b88c-8ca299e17a20 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:15.278706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Attempting to bind port fe81e72a-7866-4659-b88c-8ca299e17a20 on network 03c8cae7-09cc-4283-afc9-2029f31777d2 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:15.290063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b0351-98f0-49c6-a91a-51655918dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6763748e-c7dc-4efb-a23b-05a8d75c843d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:15.307476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Port fe81e72a-7866-4659-b88c-8ca299e17a20 on network 03c8cae7-09cc-4283-afc9-2029f31777d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:15.311400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Attempting to bind port fe81e72a-7866-4659-b88c-8ca299e17a20 on network 03c8cae7-09cc-4283-afc9-2029f31777d2 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:15.333122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:15.333988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Checking segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:15.334565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Bound using segment: {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:15.335176 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Bound port: fe81e72a-7866-4659-b88c-8ca299e17a20, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:15.336132 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.399922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9832ea2d-923c-49bb-834f-b44e63433ad8 None None] Provisioning complete for port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:15.400296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9832ea2d-923c-49bb-834f-b44e63433ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.557572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.582038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:15.593099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=fe81e72a-7866-4659-b88c-8ca299e17a20,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:15.612085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.621000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9832ea2d-923c-49bb-834f-b44e63433ad8 None None] Current status of the port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:15.653074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:15.779651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96f47552-c23a-4429-a226-e4cb7f65db53 req-92762c70-956b-4b0f-a89a-4870efa575f4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6775987 Apr 07 11:25:15.832765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 72e152f2-94f0-425b-909e-738476e0300b is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:15.843207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:15.847998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.850973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] 10.222.0.41 "PUT /v2.0/ports/fe81e72a-7866-4659-b88c-8ca299e17a20 HTTP/1.1" status: 200 len: 1091 time: 2.5416636 Apr 07 11:25:15.871145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:15.876792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18837e7-2f84-4df9-9086-cbf044c2732c service neutron] Pushing event updated for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:15.886828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:15.887211 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.895651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:25:15.918858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:15.922421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:15.942085 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c610af-70af-4bd0-81dd-b5fea37ba721 x-openstack-request-id: req-30c610af-70af-4bd0-81dd-b5fea37ba721 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:15.942383 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:15.942647 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30c610af-70af-4bd0-81dd-b5fea37ba721 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:15.943068 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c610af-70af-4bd0-81dd-b5fea37ba721'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9', 'status': 'completed', 'code': 200} Apr 07 11:25:15.962668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=fd14fb88-4462-4945-b1af-e15972dd7bf4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:16.007217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5b4c9c0b-4f4c-4714-9055-fef78ea242eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.014036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4392a164-43ba-4173-a1b5-61ae0919db0c req-5b4c9c0b-4f4c-4714-9055-fef78ea242eb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9790196 Apr 07 11:25:16.053522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68be53-8c05-455a-b0b6-eea07a548d4e req-89bf43fd-5faf-4662-9d0a-d6c9ca0a5566 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.063178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f68be53-8c05-455a-b0b6-eea07a548d4e req-89bf43fd-5faf-4662-9d0a-d6c9ca0a5566 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.7330210 Apr 07 11:25:16.080185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54964) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:16.084189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2d63d48c-efc2-4162-822f-41700bc612c6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4403272 Apr 07 11:25:16.199416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:16.279676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff0c2f95-11cd-4da5-8b20-4903e074b3ca None None] Provisioning complete for port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:16.280340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2f95-11cd-4da5-8b20-4903e074b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:16.325880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f68be53-8c05-455a-b0b6-eea07a548d4e req-5f12270e-239f-4432-b41b-13c885a308a8 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615938 Apr 07 11:25:16.377451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.381911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.382859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.383538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.386256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.386752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.387225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.392096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f34b2506-7e08-41c5-83a1-f65459cb52ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6694 time: 0.3261325 Apr 07 11:25:16.423790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.430949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.440107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.446002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.452684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.459165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.465666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.467772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-7f7bb7b0-98a0-46a6-b57a-051acd4b25e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2702980 Apr 07 11:25:16.526427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c2f95-11cd-4da5-8b20-4903e074b3ca None None] Current status of the port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:16.529576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-020b7bd5-82fb-48d1-be1b-37babbe8a42c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab HTTP/1.1" status: 200 len: 217 time: 0.1287789 Apr 07 11:25:16.704893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f44f155e-7d1a-4415-bc3d-d1b9ed816143 req-f7514e25-4ece-41a2-b9c8-8061ac4335fd tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999300 Apr 07 11:25:16.740877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbfb92-028a-4c3b-bb3b-c2c9bb702b2d req-093bb91d-77f5-452f-9f70-1eec96aa575e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.743477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8efbfb92-028a-4c3b-bb3b-c2c9bb702b2d req-093bb91d-77f5-452f-9f70-1eec96aa575e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.2410178 Apr 07 11:25:16.747186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-be9d9b55-323c-4e30-9e4c-996d9020762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:16.748650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-be9d9b55-323c-4e30-9e4c-996d9020762e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b126e2f3-2ffb-4422-a51d-dfaa27776141 HTTP/1.1" status: 200 len: 850 time: 0.1963003 Apr 07 11:25:16.753257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5d65b10e-646a-409f-85ff-530dc4af80d8 None None] Provisioning complete for port fd14fb88-4462-4945-b1af-e15972dd7bf4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:16.755544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5d65b10e-646a-409f-85ff-530dc4af80d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:16.842809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5d65b10e-646a-409f-85ff-530dc4af80d8 None None] Port fd14fb88-4462-4945-b1af-e15972dd7bf4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:16.899011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8efbfb92-028a-4c3b-bb3b-c2c9bb702b2d req-f6466105-d83e-44a4-b612-08bba92fe309 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431837 Apr 07 11:25:17.065267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ef37059f-d681-443f-b680-ff14a870202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:17.074759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ef37059f-d681-443f-b680-ff14a870202f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa590eea-2f03-4269-a267-500b780cb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3127048 Apr 07 11:25:17.109116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:17.289096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283d90f-830e-4c45-8178-f99a21c7524d req-31b94c3a-d2d5-4712-bcd9-ac1828e32cab tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:17.289096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4283d90f-830e-4c45-8178-f99a21c7524d req-31b94c3a-d2d5-4712-bcd9-ac1828e32cab tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3449268 Apr 07 11:25:17.445601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-8580b84f-db0e-416c-80a3-b294c8d76048 service neutron] 10.222.0.41 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582542 Apr 07 11:25:17.445902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:17.453487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:17.506885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4283d90f-830e-4c45-8178-f99a21c7524d req-e7e64d9b-0d90-475b-b02a-fe3de67d2b4c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996908 Apr 07 11:25:17.529339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=fd14fb88-4462-4945-b1af-e15972dd7bf4,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:17.883959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (122651e1-c364-4be2-9440-79a02ecd7d6a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:17.906337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-1fef937d-6208-490b-81a9-e0623e803005 service neutron] 10.222.0.41 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478948 Apr 07 11:25:17.929671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-7e42ffff-d392-414c-b1cf-4734a94ea5d2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:17.943980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-7e42ffff-d392-414c-b1cf-4734a94ea5d2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 814 time: 0.2578616 Apr 07 11:25:17.949297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:17.951789 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb167c80-6d69-4064-a958-f0e19e387653" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:18.019059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-27d2aeab-bd52-490e-8326-8d346129bcb7 None None] Provisioning complete for port fd14fb88-4462-4945-b1af-e15972dd7bf4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:18.020155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27d2aeab-bd52-490e-8326-8d346129bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:18.022331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-29dd8a0f-7100-45a8-8815-bfc339239b60 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/quotas/0e68ae973c9f428aa6f2cfc939f09789 HTTP/1.1" status: 200 len: 375 time: 0.0770578 Apr 07 11:25:18.047978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-a6254ad5-5ef4-4f5c-8aaf-1ca22d942cd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 217 time: 0.0853007 Apr 07 11:25:18.112120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27d2aeab-bd52-490e-8326-8d346129bcb7 None None] Port fd14fb88-4462-4945-b1af-e15972dd7bf4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:18.148749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:18.194347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b856d54c-91a0-4719-b772-1d454a52caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.196389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b856d54c-91a0-4719-b772-1d454a52caee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.1123800 Apr 07 11:25:18.213960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.219983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.229393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.234822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.243708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.249109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.256941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.258876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-adbc835f-5607-4ede-86ed-a937d67c4876 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3512712 Apr 07 11:25:18.283149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-c503840f-d171-43f4-9168-45188fedf8ce tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2397940 Apr 07 11:25:18.497371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d47e30-4090-46f9-bba9-f07174eb20ed req-cb86705e-5cc8-4bda-a067-8a595816c994 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263024 Apr 07 11:25:18.501642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-eca5e72a-6cdf-40f3-ac7c-183113979949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.504741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-eca5e72a-6cdf-40f3-ac7c-183113979949 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2423253 Apr 07 11:25:18.591432 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:18.598906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:18.600777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (122651e1-c364-4be2-9440-79a02ecd7d6a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:18.647101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-84c3da9c-82f3-454b-897f-816c83707fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630054 Apr 07 11:25:18.650157 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9371cac7-a577-4836-8d23-e098816f852b x-openstack-request-id: req-9371cac7-a577-4836-8d23-e098816f852b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:18.651174 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:18.651404 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9371cac7-a577-4836-8d23-e098816f852b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:18.651742 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9371cac7-a577-4836-8d23-e098816f852b'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20', 'status': 'completed', 'code': 200} Apr 07 11:25:18.768125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-25861468-9c41-42cf-943f-18791dd0290e service neutron] 10.222.0.13 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200531 Apr 07 11:25:18.805822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 72e152f2-94f0-425b-909e-738476e0300b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:18.821402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:18.976686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee001f95-5188-4b5e-8d13-c35d3a05fdd3 req-1e8b1c02-ddab-430a-b734-b289ac9f3457 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:18.988221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee001f95-5188-4b5e-8d13-c35d3a05fdd3 req-1e8b1c02-ddab-430a-b734-b289ac9f3457 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2362001 Apr 07 11:25:19.009769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f7ae31e2-4313-48d2-8cec-09f425b347c9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970427 Apr 07 11:25:19.105068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=fd14fb88-4462-4945-b1af-e15972dd7bf4,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:19.193563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b9de0144-bf30-4efb-8cdd-696ac88ab8f5 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717267 Apr 07 11:25:19.262775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-2553e3f7-f0fc-4ad6-bbc8-0effd29d3493 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:19.265021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-2553e3f7-f0fc-4ad6-bbc8-0effd29d3493 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b91ed1d-ae2e-401e-848e-adb1f5605bb4 HTTP/1.1" status: 200 len: 945 time: 0.4499478 Apr 07 11:25:19.266366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-680ab0ed-8121-42a6-a479-7e05a36ea1a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0660572 Apr 07 11:25:19.307723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac7ee837-9430-4866-8d73-e039a25f79e1 req-a122fc1b-697d-43e3-aca1-548b41ef9237 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 210 time: 0.1113129 Apr 07 11:25:19.393548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-526d3835-b32c-4433-a834-722b4abd30d5 None None] Provisioning complete for port fd14fb88-4462-4945-b1af-e15972dd7bf4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:19.399923 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-526d3835-b32c-4433-a834-722b4abd30d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:19.414568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Router 122651e1-c364-4be2-9440-79a02ecd7d6a is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:25:19.437784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee001f95-5188-4b5e-8d13-c35d3a05fdd3 req-f7b61f67-cbec-4c66-b010-5406ea502111 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4479883 Apr 07 11:25:19.549722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Deleting port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:19.550137 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:19.556726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-526d3835-b32c-4433-a834-722b4abd30d5 None None] Port fd14fb88-4462-4945-b1af-e15972dd7bf4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:19.560049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-026a58f9-076f-4433-96ce-59e9535ac647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:19.563752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-026a58f9-076f-4433-96ce-59e9535ac647 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.2547219 Apr 07 11:25:19.678146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-5020788b-71aa-4876-941e-d77f103836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:19.680683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-5020788b-71aa-4876-941e-d77f103836ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1086426 Apr 07 11:25:19.836951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:25:19.863082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] Sync routers for ids ['122651e1-c364-4be2-9440-79a02ecd7d6a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:25:19.868760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3050480a-0133-40d0-ac6e-ba161bf08edf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/routers/122651e1-c364-4be2-9440-79a02ecd7d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7874608 Apr 07 11:25:19.881322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55060) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:19.885272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] Routers {'122651e1-c364-4be2-9440-79a02ecd7d6a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:25:19.886041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['122651e1-c364-4be2-9440-79a02ecd7d6a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:19.970994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] For port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:19.973757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:19.976810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:19.982723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:19.989284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:19.997984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.005975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.012264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:20.015200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Calling delete_port for d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:20.029318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] Routers {'122651e1-c364-4be2-9440-79a02ecd7d6a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:25:20.030372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['122651e1-c364-4be2-9440-79a02ecd7d6a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:20.042159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.072916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.073774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:20.074741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624d0d3-f64a-45b2-b13d-5a32741ad74a None None] The sync data for ids ['122651e1-c364-4be2-9440-79a02ecd7d6a'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:25:20.089168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-97138cf8-1631-452f-bbd2-51935c8e7498 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3536165 Apr 07 11:25:20.156799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea05f71e-898f-426b-9400-83af5fc03d61 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.161171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ea05f71e-898f-426b-9400-83af5fc03d61 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports?device_id=122651e1-c364-4be2-9440-79a02ecd7d6a HTTP/1.1" status: 200 len: 988 time: 0.2748091 Apr 07 11:25:20.161980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55070) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:20.225032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-cb291654-5dd6-40d6-8bf9-9f4c4be27794 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358708 Apr 07 11:25:20.350507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd0262cf-d4af-412b-ba03-309ed4e3ef24 req-6d618656-7ada-4312-bf78-37989d40ac60 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2595434 Apr 07 11:25:20.519095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb709688-52c4-4885-bd03-81b29c45c376 req-ff36af05-ec48-45a2-ad3e-fc78c416e13b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 210 time: 0.0756404 Apr 07 11:25:20.528591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-0ed1195a-ce88-4955-9677-ff301de2fca1 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944067 Apr 07 11:25:20.647887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-08e7aef9-364f-4328-9241-7231cba7cd59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a HTTP/1.1" status: 200 len: 217 time: 0.1038411 Apr 07 11:25:20.828774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-c691609d-88be-4342-b22f-872ec4494789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.830306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-c691609d-88be-4342-b22f-872ec4494789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.1673722 Apr 07 11:25:20.839381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed675-a2ec-4cd8-8e73-32838fe6b7f1 req-56745f73-b4cb-47e9-9c7b-8dfeca89dd76 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:20.847922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca1ed675-a2ec-4cd8-8e73-32838fe6b7f1 req-56745f73-b4cb-47e9-9c7b-8dfeca89dd76 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1468661 Apr 07 11:25:20.926559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55082) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:20.991748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca1ed675-a2ec-4cd8-8e73-32838fe6b7f1 req-8f184b59-2ec9-4787-a52f-6d68ef1c1334 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428795 Apr 07 11:25:20.999831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-c534555e-e2b7-4c1b-9ca0-4e6677f9564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:21.001402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-c534555e-e2b7-4c1b-9ca0-4e6677f9564e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1505442 Apr 07 11:25:21.249383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-7094c530-3fb2-41b0-bd37-7e44a3f1bc2a service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411613 Apr 07 11:25:21.284601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:21.411269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:21.480205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:25:21.561069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:25:21.561452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:25:21.702706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Pushing event deleted for resources: {'Port': ['ID=d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:21.779467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-714cd62a-58e5-4d5f-9974-8da089d4ae7f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:21.781437 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-714cd62a-58e5-4d5f-9974-8da089d4ae7f tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 814 time: 0.4532077 Apr 07 11:25:21.809744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Request body: {'port': {'device_id': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'admin_state_up': True, 'tenant_id': '0e68ae973c9f428aa6f2cfc939f09789'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:21.817895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] No DVR routers for this DVR port d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:21.826912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:21.833625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a7d0fd7-73ef-4f2d-8177-4f0c07aa77dd req-4d4acf1a-1eb4-42bd-bfc7-f61e43a4c382 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "DELETE /v2.0/ports/d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9 HTTP/1.1" status: 204 len: 173 time: 2.5522842 Apr 07 11:25:21.843968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-deleted', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:21.849471 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd211e-f190-40fe-8a5b-3ddcccbd177d" -d '{"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-deleted", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:21.990941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbd9b5a3-7d81-4568-aec5-c76cd8d880b3 req-27363229-0bc0-4431-9380-3a4b80029fcc tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 210 time: 0.0922489 Apr 07 11:25:21.998657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-86c86379-0ecd-4ba0-b7ef-931af2a8fa70 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421825 Apr 07 11:25:22.198264 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0619b1c4-5c64-413f-b41d-93193349dcb7 x-openstack-request-id: req-0619b1c4-5c64-413f-b41d-93193349dcb7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:22.199042 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b91ed1d-ae2e-401e-848e-adb1f5605bb4", "name": "network-vif-deleted", "tag": "d84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:22.201600 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0619b1c4-5c64-413f-b41d-93193349dcb7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:22.202376 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0619b1c4-5c64-413f-b41d-93193349dcb7'] response: {'server_uuid': '5b91ed1d-ae2e-401e-848e-adb1f5605bb4', 'name': 'network-vif-deleted', 'tag': 'd84d32e2-70bc-41eb-a66f-c0d9e9b3e7d9', 'status': 'completed', 'code': 200} Apr 07 11:25:22.206602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.214018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.221198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.232724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.239978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.248120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.254659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.254992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Made reservation on behalf of 0e68ae973c9f428aa6f2cfc939f09789 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:22.257364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-14410398-1688-402d-8af6-07c0b2394e5d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3572061 Apr 07 11:25:22.264821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:22.266678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b0495365-01c7-498e-aa00-bcdb0048fd38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=34297817-b139-46ea-a3c5-fbbe4f032e28 HTTP/1.1" status: 200 len: 217 time: 0.2281911 Apr 07 11:25:22.320680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Publish callbacks [] for security_group (d962d737-cd02-497c-afbe-d603fe97f7e0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:22.359037 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d962d737-cd02-497c-afbe-d603fe97f7e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:22.405399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d962d737-cd02-497c-afbe-d603fe97f7e0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:22.436428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.436428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.436428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.437081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.437081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.437666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.437767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.438081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.438504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.438874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.439208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.439541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.439875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:22.483645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-874dd5cf-859f-4608-92c5-9c747645d7b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed209611cbff4491ac56a26620177b11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5520318 Apr 07 11:25:22.488866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55094) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:22.492132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-a82299a7-99bf-47b0-94ac-08bf262ea5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.493482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-a82299a7-99bf-47b0-94ac-08bf262ea5c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.2074692 Apr 07 11:25:22.579487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deadf2-e79a-4eb8-997c-b9a6c1a31a62 req-4d2fd4d1-1957-452e-a879-97622980d38d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.581511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8deadf2-e79a-4eb8-997c-b9a6c1a31a62 req-4d2fd4d1-1957-452e-a879-97622980d38d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3205836 Apr 07 11:25:22.671104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ca40859-a3a3-4e77-8f9a-0767f870645d req-abfc8aad-2b77-4e0c-be6d-7bf6869b8c0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3915391 Apr 07 11:25:22.711035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Allocated IP 172.20.0.14 (196b1efc-b87b-4bb9-895b-f2174659680c/28d0aae9-3703-4fc4-b21b-1fe2d0335631/c762aece-0392-4610-a77e-b51fad5a2c3b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:22.772084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f39e135e-9292-4d53-bfb0-5cd950cb577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:22.775006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-f39e135e-9292-4d53-bfb0-5cd950cb577d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2394779 Apr 07 11:25:22.933639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8deadf2-e79a-4eb8-997c-b9a6c1a31a62 req-e0192ca6-ff7f-43f0-b62d-9116b926d41a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238382 Apr 07 11:25:22.938413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks [] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:22.985312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (122651e1-c364-4be2-9440-79a02ecd7d6a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.017699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-e562c32a-78ee-402e-950d-f7325d5cf7ab service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321916 Apr 07 11:25:23.123048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.127561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e8c4-0fd4-4ab5-b678-b50086392735 admin admin] Publish callbacks [] for security_group (d962d737-cd02-497c-afbe-d603fe97f7e0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.269174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Network 196b1efc-b87b-4bb9-895b-f2174659680c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:23.277362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Pushing event updated for resources: {'Port': ['ID=c762aece-0392-4610-a77e-b51fad5a2c3b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:23.287124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:23.300982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:25:23.334696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142aea7-5994-4549-8a9a-ab60494fcf52 req-ef05f6fc-9a65-4b6e-aeaf-ad09112f5095 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:23.336821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b142aea7-5994-4549-8a9a-ab60494fcf52 req-ef05f6fc-9a65-4b6e-aeaf-ad09112f5095 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 932 time: 0.1719704 Apr 07 11:25:23.391809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:23.393430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.483573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-20334283-182f-4e65-ba17-024aa1fa5f3e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6771665 Apr 07 11:25:23.503401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b142aea7-5994-4549-8a9a-ab60494fcf52 req-ca26d879-5bef-46d4-8f91-fc519fa37b2a tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512001 Apr 07 11:25:23.510388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-ffc7caca-1d1e-4e19-bbe7-aea6960a5cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275210 Apr 07 11:25:23.518621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Request body: {'port': {'device_id': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:23.536746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e8c4-0fd4-4ab5-b678-b50086392735 admin admin] Publish callbacks [] for security_group (d962d737-cd02-497c-afbe-d603fe97f7e0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.624959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-01b09f40-fc03-4df8-9f2d-8b305c63a88b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9 HTTP/1.1" status: 200 len: 217 time: 0.1091220 Apr 07 11:25:23.683574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.778297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e8c4-0fd4-4ab5-b678-b50086392735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d962d737-cd02-497c-afbe-d603fe97f7e0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.781339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e8c4-0fd4-4ab5-b678-b50086392735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:23.782753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0fc2e8c4-0fd4-4ab5-b678-b50086392735 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d962d737-cd02-497c-afbe-d603fe97f7e0 HTTP/1.1" status: 204 len: 168 time: 1.2929106 Apr 07 11:25:23.803434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-4673435a-080a-4112-bb3b-3b0156434bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:23.807297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-4673435a-080a-4112-bb3b-3b0156434bd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 200 len: 797 time: 0.1749210 Apr 07 11:25:23.829760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e8c4-0fd4-4ab5-b678-b50086392735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962d737-cd02-497c-afbe-d603fe97f7e0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:23.991731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port fd14fb88-4462-4945-b1af-e15972dd7bf4 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:23.992133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:24.017854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-24ad178c-9388-4cde-8dda-df4602662d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.022970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-24ad178c-9388-4cde-8dda-df4602662d67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2089405 Apr 07 11:25:24.170621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.178030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.203058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:24.203590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.209468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.226506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.229249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for fd14fb88-4462-4945-b1af-e15972dd7bf4 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:24.238144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.255529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.256321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-b6b3095a-f860-48d0-ab5a-415b42ae269e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4058497 Apr 07 11:25:24.371815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-52d47d73-913a-4adb-a9d8-fdf548d063bd service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044782 Apr 07 11:25:24.451179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55106) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:24.472269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c762aece-0392-4610-a77e-b51fad5a2c3b {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:24.515456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Publish callbacks [] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:24.546402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Transition to ACTIVE for port object c762aece-0392-4610-a77e-b51fad5a2c3b will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:25:24.553565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:24.562107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f2f2f02-508f-4f71-83ca-25ac8a462571 req-1df1cd05-f053-4ca8-9010-9c4abaa2f26d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892922 Apr 07 11:25:24.580549 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bada0a5-c634-4467-a8d7-d42f0c96fd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:24.685112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37993b0e-0b23-4aa0-8758-3c3529f3219b req-b361e75a-5e2b-4de0-869c-f3617415685a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.685112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37993b0e-0b23-4aa0-8758-3c3529f3219b req-b361e75a-5e2b-4de0-869c-f3617415685a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3112755 Apr 07 11:25:24.687087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-95807b5a-0b65-4453-a26e-ed686e0e264c service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025508 Apr 07 11:25:24.801650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-6513f562-7905-47c3-bcc1-b6e25be7f836 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe81e72a-7866-4659-b88c-8ca299e17a20 HTTP/1.1" status: 200 len: 217 time: 0.0854495 Apr 07 11:25:24.895116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37993b0e-0b23-4aa0-8758-3c3529f3219b req-d56b57fa-d122-467d-a750-b2117e3d762e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070391 Apr 07 11:25:24.932062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fa660-d8ec-4a3a-aa43-a62c185bddf1 req-98530195-79a6-459a-9b70-68954c33d2c0 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.933623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-555fa660-d8ec-4a3a-aa43-a62c185bddf1 req-98530195-79a6-459a-9b70-68954c33d2c0 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 944 time: 0.1052272 Apr 07 11:25:24.935738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-4dbc3389-b9e8-4b9f-b62a-9c592e3821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:24.937108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-4dbc3389-b9e8-4b9f-b62a-9c592e3821d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 200 len: 797 time: 0.1266472 Apr 07 11:25:24.954037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Pushing event updated for resources: {'Port': ['ID=c762aece-0392-4610-a77e-b51fad5a2c3b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:24.987428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fd14fb88-4462-4945-b1af-e15972dd7bf4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.082857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=fd14fb88-4462-4945-b1af-e15972dd7bf4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:25.137982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-555fa660-d8ec-4a3a-aa43-a62c185bddf1 req-f38798c7-9c57-4dd5-8dc6-0815be26671e tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804633 Apr 07 11:25:25.171610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-adfbd061-a2d1-4d7a-90f6-626e3fb3f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:25.173167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-adfbd061-a2d1-4d7a-90f6-626e3fb3f3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2297642 Apr 07 11:25:25.183817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Attempting to bind port c762aece-0392-4610-a77e-b51fad5a2c3b on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:25.184377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Attempting to bind port c762aece-0392-4610-a77e-b51fad5a2c3b by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:25.185358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Attempting to bind port c762aece-0392-4610-a77e-b51fad5a2c3b on network 196b1efc-b87b-4bb9-895b-f2174659680c {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:25.194031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Port c762aece-0392-4610-a77e-b51fad5a2c3b on network 196b1efc-b87b-4bb9-895b-f2174659680c not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:25:25.194410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Attempting to bind port c762aece-0392-4610-a77e-b51fad5a2c3b on network 196b1efc-b87b-4bb9-895b-f2174659680c {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:25.207643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:25.208106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Checking segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:25.208388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Bound using segment: {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:25.208905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Bound port: c762aece-0392-4610-a77e-b51fad5a2c3b, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb3d06-c038-4769-8355-c28efd5422b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:25.209753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.235171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (122651e1-c364-4be2-9440-79a02ecd7d6a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.345796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-1382f1cb-3988-4fd3-8821-e64f349489ca service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532423 Apr 07 11:25:25.440850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bada0a5-c634-4467-a8d7-d42f0c96fd0c admin admin] Publish callbacks [] for security_group (68e15142-7564-43ff-8d1f-235d1c45b9d8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.451923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bada0a5-c634-4467-a8d7-d42f0c96fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (68e15142-7564-43ff-8d1f-235d1c45b9d8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.555039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Router 122651e1-c364-4be2-9440-79a02ecd7d6a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:25:25.563679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] For port c762aece-0392-4610-a77e-b51fad5a2c3b, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:25.569962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2bada0a5-c634-4467-a8d7-d42f0c96fd0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2affae50f3c6485f9e993425e72ca559&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0115089 Apr 07 11:25:25.571693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:25.583113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] For port c762aece-0392-4610-a77e-b51fad5a2c3b, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c762aece-0392-4610-a77e-b51fad5a2c3b,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:25.604408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada0a5-c634-4467-a8d7-d42f0c96fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e15142-7564-43ff-8d1f-235d1c45b9d8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:25.685590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05837b53-d6bc-4dcd-85c3-d8f463e488e9 req-b1fdac0c-f061-45ed-8b0d-f5c6e343aaae service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332975 Apr 07 11:25:25.695465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:25:25.707064 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6bab68b3-caa0-4d24-b1a1-dda66beb7fbf tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/routers/122651e1-c364-4be2-9440-79a02ecd7d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5421751 Apr 07 11:25:25.708135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.708636 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] Sync routers for ids ['122651e1-c364-4be2-9440-79a02ecd7d6a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:25:25.713563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55114) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:25.738220 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] Routers {'122651e1-c364-4be2-9440-79a02ecd7d6a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:25:25.743797 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['122651e1-c364-4be2-9440-79a02ecd7d6a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:25.823467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Pushing event updated for resources: {'Port': ['ID=c762aece-0392-4610-a77e-b51fad5a2c3b,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:25.834763 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fbf012-6ff5-4fdd-a411-81577eb891fc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:25:25.837887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c0fbf012-6ff5-4fdd-a411-81577eb891fc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/fd14fb88-4462-4945-b1af-e15972dd7bf4 HTTP/1.1" status: 404 len: 333 time: 0.0472405 Apr 07 11:25:25.841847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55116) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:25.842706 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:25.853511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9beaf624-a903-41b1-b0b2-efc205141297 admin admin] Publish callbacks [] for security_group (68e15142-7564-43ff-8d1f-235d1c45b9d8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.858360 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] Routers {'122651e1-c364-4be2-9440-79a02ecd7d6a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:25:25.859558 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['122651e1-c364-4be2-9440-79a02ecd7d6a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:25.907916 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9beaf624-a903-41b1-b0b2-efc205141297 admin admin] Publish callbacks [] for security_group (68e15142-7564-43ff-8d1f-235d1c45b9d8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.935693 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:25.936938 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35de3b-cd5d-4303-ae86-e63e4f031667 None None] The sync data for ids ['122651e1-c364-4be2-9440-79a02ecd7d6a'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:25:25.951800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:25.952698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:25.954698 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-1b6fd14f-3293-4873-8fdf-8df4bc45120a service neutron] 10.222.0.41 "PUT /v2.0/ports/c762aece-0392-4610-a77e-b51fad5a2c3b HTTP/1.1" status: 200 len: 1092 time: 2.4413934 Apr 07 11:25:25.955190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'tag': 'c762aece-0392-4610-a77e-b51fad5a2c3b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:25.958830 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27626935-099b-442f-a0fc-4ff76d287b70" -d '{"events": [{"name": "network-changed", "server_uuid": "57b46acd-1672-47eb-9c4b-71250b96f95e", "tag": "c762aece-0392-4610-a77e-b51fad5a2c3b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:25.981061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for router (122651e1-c364-4be2-9440-79a02ecd7d6a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.032705 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9beaf624-a903-41b1-b0b2-efc205141297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (68e15142-7564-43ff-8d1f-235d1c45b9d8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.035392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9beaf624-a903-41b1-b0b2-efc205141297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.036528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9beaf624-a903-41b1-b0b2-efc205141297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68e15142-7564-43ff-8d1f-235d1c45b9d8 HTTP/1.1" status: 204 len: 168 time: 0.4552286 Apr 07 11:25:26.050680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaf624-a903-41b1-b0b2-efc205141297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e15142-7564-43ff-8d1f-235d1c45b9d8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:26.108198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.108740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.113386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.114365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.114365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.114961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.115279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.118996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-d4a4aedb-8bc8-45d5-b2a9-5f20f69c48f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6694 time: 0.3513923 Apr 07 11:25:26.212841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.218905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.224294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.230647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.240627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.252589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.269928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.271860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-f395ed8b-b18c-4e8c-b35d-e5f8b4206960 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4743965 Apr 07 11:25:26.355177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e26bf-26a6-4a12-b819-75e1b4cb6cdd req-a2070cbb-30d3-48a5-950e-771a9e67f411 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.355639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (122651e1-c364-4be2-9440-79a02ecd7d6a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.356822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef4e26bf-26a6-4a12-b819-75e1b4cb6cdd req-a2070cbb-30d3-48a5-950e-771a9e67f411 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2855027 Apr 07 11:25:26.363743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for router_controller (122651e1-c364-4be2-9440-79a02ecd7d6a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.443025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-6a12f8bc-d3a3-4fb2-8ef8-40cb071f3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.444609 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-6a12f8bc-d3a3-4fb2-8ef8-40cb071f3972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 1126 time: 0.3156800 Apr 07 11:25:26.445892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (122651e1-c364-4be2-9440-79a02ecd7d6a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.446309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Fanout notify agent at l3_agent the message router_deleted on router 122651e1-c364-4be2-9440-79a02ecd7d6a {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:25:26.466692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.467458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ff852005-614c-48a3-8830-386051afffda tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/routers/122651e1-c364-4be2-9440-79a02ecd7d6a HTTP/1.1" status: 204 len: 168 time: 0.6136012 Apr 07 11:25:26.480946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55130) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:26.564646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-a3a4bd82-049a-4651-9ce0-c6ab4060ea9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c762aece-0392-4610-a77e-b51fad5a2c3b HTTP/1.1" status: 200 len: 217 time: 0.1102126 Apr 07 11:25:26.589768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd919004-91ca-4129-81bb-4f2609c6e088 req-aaae214b-67b6-498b-bdbe-1162ebcc0935 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3023641 Apr 07 11:25:26.591997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-a37c7c6d-74c2-4d05-b7c8-91708b513c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.593520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-a37c7c6d-74c2-4d05-b7c8-91708b513c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=03c8cae7-09cc-4283-afc9-2029f31777d2 HTTP/1.1" status: 200 len: 902 time: 0.4614370 Apr 07 11:25:26.609873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef4e26bf-26a6-4a12-b819-75e1b4cb6cdd req-fbebd2f0-e695-43ba-b077-403710c40cea tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398739 Apr 07 11:25:26.728062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c32-48bc-49fb-a229-30e75770bd92 req-3574571f-2702-4ac6-bd0e-6bac5bbe1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.731969 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-3574571f-2702-4ac6-bd0e-6bac5bbe1b2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 200 len: 854 time: 0.1173627 Apr 07 11:25:26.732360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-1f9ee199-af75-4db1-a418-df127f94a137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9 HTTP/1.1" status: 200 len: 217 time: 0.1201541 Apr 07 11:25:26.739029 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e5c74e-ee9b-4ee4-878b-d065f66ae8dd x-openstack-request-id: req-c5e5c74e-ee9b-4ee4-878b-d065f66ae8dd {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:26.739496 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b46acd-1672-47eb-9c4b-71250b96f95e", "tag": "c762aece-0392-4610-a77e-b51fad5a2c3b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:26.739768 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5e5c74e-ee9b-4ee4-878b-d065f66ae8dd {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:26.740185 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e5c74e-ee9b-4ee4-878b-d065f66ae8dd'] response: {'name': 'network-changed', 'server_uuid': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'tag': 'c762aece-0392-4610-a77e-b51fad5a2c3b', 'status': 'completed', 'code': 200} Apr 07 11:25:26.796122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-95299d3d-f627-4455-b97a-c9d81dc506e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=196b1efc-b87b-4bb9-895b-f2174659680c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404229 Apr 07 11:25:26.856741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-f0167ee2-69f6-4de1-aa44-0e16c7148276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.864132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-f0167ee2-69f6-4de1-aa44-0e16c7148276 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 200 len: 797 time: 0.1169248 Apr 07 11:25:26.948664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet dcea6155-ee1a-4e92-964f-e922c1f7e2aa {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:26.952989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (dcea6155-ee1a-4e92-964f-e922c1f7e2aa), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:26.968812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32369927-24b1-4933-9483-fe6798b4c45e req-aba786ab-5bf3-4a0f-a74d-2b82240e75d3 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:26.976575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32369927-24b1-4933-9483-fe6798b4c45e req-aba786ab-5bf3-4a0f-a74d-2b82240e75d3 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 944 time: 0.2139258 Apr 07 11:25:27.003228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (dcea6155-ee1a-4e92-964f-e922c1f7e2aa), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.040503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-40f44c68-dda5-450b-ac0c-8ac89d5b52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.048558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-40f44c68-dda5-450b-ac0c-8ac89d5b52f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1736631 Apr 07 11:25:27.118081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (dcea6155-ee1a-4e92-964f-e922c1f7e2aa), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.181602 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-b7290552-0003-4316-b0f7-2ac9aafe199d service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777063 Apr 07 11:25:27.221449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-0e404c8f-ddcc-4181-825a-9903281021ef service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651847 Apr 07 11:25:27.238049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32369927-24b1-4933-9483-fe6798b4c45e req-049dd9d9-ea58-4ece-9aa1-1fe8eb454229 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603366 Apr 07 11:25:27.371341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (dcea6155-ee1a-4e92-964f-e922c1f7e2aa), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.405636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3eb541-0e2d-4769-a0f3-4ff0b33b177d req-61ee5dab-6168-4def-beb4-ff55b30d5845 service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629565 Apr 07 11:25:27.424685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=dcea6155-ee1a-4e92-964f-e922c1f7e2aa,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:27.429083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.434762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4cb4cd-cf54-4b34-b1fc-ff35516d51ed None None] Network 72e152f2-94f0-425b-909e-738476e0300b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:27.436354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8a273d4-bfca-4039-aa5c-71a80173e369 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/dcea6155-ee1a-4e92-964f-e922c1f7e2aa HTTP/1.1" status: 204 len: 168 time: 0.9454887 Apr 07 11:25:27.437074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55150) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:27.640601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (72e152f2-94f0-425b-909e-738476e0300b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.653064 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-90240c32-48bc-49fb-a229-30e75770bd92 req-d440ff89-1866-4706-91b9-254928e517ac service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642394 Apr 07 11:25:27.669823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] DHCP port deletion for 72e152f2-94f0-425b-909e-738476e0300b request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:25:27.720552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.721438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.722689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.724164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.725269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.728178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.729791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.734050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c4be8bca-d2db-4397-b644-8abb53fe9640 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6694 time: 0.1450279 Apr 07 11:25:27.814182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] Deleting port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:27.814565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.883759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:27.885448 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:27.896398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626935-099b-442f-a0fc-4ff76d287b70 req-24a20efd-a07f-450f-99bb-1bd90fe4848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:27.904761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-24a20efd-a07f-450f-99bb-1bd90fe4848c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 1126 time: 0.1541119 Apr 07 11:25:27.979118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] For port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,segment=NetworkSegment(fecd94d1-153f-41ea-871f-f5677386ff47),segment_id=fecd94d1-153f-41ea-871f-f5677386ff47)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:27.980258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:28.008732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] Calling delete_port for 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:28.156573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:28.174780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de9ef5-e849-45c6-b132-419faacb56d4 req-78f673ad-5b35-46bd-a85b-8bc9d70527ab tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.182241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02de9ef5-e849-45c6-b132-419faacb56d4 req-78f673ad-5b35-46bd-a85b-8bc9d70527ab tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3196986 Apr 07 11:25:28.185760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] No DVR routers for this DVR port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:28.207773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626935-099b-442f-a0fc-4ff76d287b70 req-59aba415-6c1f-43c6-87e5-01f1d4c67207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.210951 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-59aba415-6c1f-43c6-87e5-01f1d4c67207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 200 len: 915 time: 0.2721069 Apr 07 11:25:28.215974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-381c2c99-0006-40d8-8b4b-1e762f1c748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.217733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-381c2c99-0006-40d8-8b4b-1e762f1c748b service neutron] 10.222.0.41 "GET /v2.0/networks?id=03c8cae7-09cc-4283-afc9-2029f31777d2 HTTP/1.1" status: 200 len: 902 time: 0.4750419 Apr 07 11:25:28.229312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.235895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.242033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.248304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.249848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad221-fdf8-4a9d-857d-6d067e87db3c None None] Pushing event deleted for resources: {'Port': ['ID=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:28.254244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.260836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.266442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.268557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d64d768-e7c1-434d-8a39-d0367969e5ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4098005 Apr 07 11:25:28.375271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-ff25c590-03f1-42da-b0f3-0392690c9628 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe81e72a-7866-4659-b88c-8ca299e17a20 HTTP/1.1" status: 200 len: 217 time: 0.1029360 Apr 07 11:25:28.579530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b257855-a6e5-432d-b122-6b07883ea0d5 req-2d35aaf0-8335-4cc4-9cb0-4a39e9eb4d9f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045874 Apr 07 11:25:28.588636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02de9ef5-e849-45c6-b132-419faacb56d4 req-4157fa13-a220-4723-a7f8-3510be06cc89 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041858 Apr 07 11:25:28.613543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-0ff3f696-f7bf-44ef-b9d7-e206de1e157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.615116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-0ff3f696-f7bf-44ef-b9d7-e206de1e157a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 200 len: 797 time: 0.2235026 Apr 07 11:25:28.701085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167c80-6d69-4064-a958-f0e19e387653 req-713351be-c11d-400d-b96b-994d103ac972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.703271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-713351be-c11d-400d-b96b-994d103ac972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0813022 Apr 07 11:25:28.831687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-a058cea0-d3de-42aa-a854-c09dbfa952d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c762aece-0392-4610-a77e-b51fad5a2c3b HTTP/1.1" status: 200 len: 217 time: 0.6128736 Apr 07 11:25:28.920086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] For port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,segment=NetworkSegment(fecd94d1-153f-41ea-871f-f5677386ff47),segment_id=fecd94d1-153f-41ea-871f-f5677386ff47)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:28.920640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:28.951401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-0db9f170-e983-4515-bfb0-2ad9ed95d57d service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395394 Apr 07 11:25:28.959776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:28.965111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b8cc-c46f-4b80-afdf-0331d59cd82f req-f940b7c2-45e3-4f72-9d6c-60f2d15c8428 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.965676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626935-099b-442f-a0fc-4ff76d287b70 req-23144822-2f1f-478d-ab3d-ad9c5999d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:28.967186 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-23144822-2f1f-478d-ab3d-ad9c5999d65a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 200 len: 854 time: 0.1246707 Apr 07 11:25:28.968366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c32b8cc-c46f-4b80-afdf-0331d59cd82f req-f940b7c2-45e3-4f72-9d6c-60f2d15c8428 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 944 time: 0.1574655 Apr 07 11:25:29.026538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-00c45d07-3ba1-427a-9684-918fe95b186a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=196b1efc-b87b-4bb9-895b-f2174659680c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494175 Apr 07 11:25:29.111988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c32b8cc-c46f-4b80-afdf-0331d59cd82f req-58732f19-6940-4782-8cbd-b37ce6d712ea tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767357 Apr 07 11:25:29.134311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb167c80-6d69-4064-a958-f0e19e387653 req-c6abd39d-0341-486e-8d5d-633b82a17d07 service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646736 Apr 07 11:25:29.263814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (41ce9d31-56b3-4f00-80e9-60cfe5b47e69), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.269247 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-e9150b99-dc69-44ca-b399-b7eb36ed025a service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268407 Apr 07 11:25:29.310905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=41ce9d31-56b3-4f00-80e9-60cfe5b47e69,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:29.327140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No DVR routers for this DVR port 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:29.458910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (72e152f2-94f0-425b-909e-738476e0300b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.481917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e152f2-94f0-425b-909e-738476e0300b']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:29.492399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecd94d1-153f-41ea-871f-f5677386ff47') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:29.492713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecd94d1-153f-41ea-871f-f5677386ff47') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:29.502996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (fecd94d1-153f-41ea-871f-f5677386ff47), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.517324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (fecd94d1-153f-41ea-871f-f5677386ff47), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.523705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:25:29.524107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (fecd94d1-153f-41ea-871f-f5677386ff47), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:25:29.532996 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:25:29.580603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:25:29.609986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:25:29.610233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41ce9d31-56b3-4f00-80e9-60cfe5b47e69 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:25:29.638086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (72e152f2-94f0-425b-909e-738476e0300b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.653270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:29.661200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/72e152f2-94f0-425b-909e-738476e0300b HTTP/1.1" status: 204 len: 168 time: 2.2163348 Apr 07 11:25:29.662641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55190) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:29.682435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492021c-4b7f-400a-b602-f46b3d354d16 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=72e152f2-94f0-425b-909e-738476e0300b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:29.721443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-27626935-099b-442f-a0fc-4ff76d287b70 req-98461a88-454a-41ce-992e-ffa36e5bc126 service neutron] 10.222.0.41 "GET /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251380 Apr 07 11:25:29.776902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187a6c8-f7d1-4a9d-bff5-9f1f852b205d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:29.782085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9187a6c8-f7d1-4a9d-bff5-9f1f852b205d tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 HTTP/1.1" status: 200 len: 845 time: 0.1135204 Apr 07 11:25:29.782490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55194) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:29.851424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8fed3473-b227-47ae-aa42-395c2722f7db tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/25dc456b-042d-4e0f-ad09-f9cd97bf1fb6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0677133 Apr 07 11:25:29.852666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55196) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:29.859209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:29.970043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:29.977061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:29.983770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:29.991337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:29.998803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:30.006202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:30.013791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:30.024504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-02b2cf29-4ed4-4af2-ace8-5810646f5934 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2437112 Apr 07 11:25:30.073657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47777-1c3e-46d7-8942-bfc1aa225a82 req-45c25000-52ac-4796-978c-412ff75ee638 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:30.075657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ac47777-1c3e-46d7-8942-bfc1aa225a82 req-45c25000-52ac-4796-978c-412ff75ee638 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2954800 Apr 07 11:25:30.075809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:30.079428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:30.613034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e25c63fd-25c9-46ce-ade5-cfaddfa5d1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:30.655626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ac47777-1c3e-46d7-8942-bfc1aa225a82 req-13556edc-719f-4340-ae38-d07cb6580fb2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251616 Apr 07 11:25:30.663873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14c2bf2c-f3da-46cc-ac11-9f431dc233b7 req-35d74bad-b4a1-4c36-8fb3-3952a62277ae tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6379731 Apr 07 11:25:30.817702 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (17ca20ff-a1a0-40c4-ae72-30efebd8f7ad), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:30.887434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:30.894224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:30.901080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:30.901699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:30.906354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75822cda-7dc3-414a-941a-71b662ff9a5a None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:30.925746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0719481 Apr 07 11:25:30.929109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:30.935392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914846608'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:30.938298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c7abd-fc9b-41dd-8262-26ed0fec1256 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=17ca20ff-a1a0-40c4-ae72-30efebd8f7ad,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:30.950382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37730a-f42f-4bdb-932c-23965771b147 req-24edf567-2066-4e16-a240-e18502967a2a tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:30.952574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a37730a-f42f-4bdb-932c-23965771b147 req-24edf567-2066-4e16-a240-e18502967a2a tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 944 time: 0.1482751 Apr 07 11:25:30.992295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.051948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a37730a-f42f-4bdb-932c-23965771b147 req-5c43c50b-69d5-4143-abb3-730b322882c1 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923839 Apr 07 11:25:31.101491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (fafb37d0-d6c8-4b19-9595-9a599ec714e5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.107303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fafb37d0-d6c8-4b19-9595-9a599ec714e5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.151427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.153309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2229762 Apr 07 11:25:31.154618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6d5f3-07b5-4005-88e7-4734bde77d96 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb37d0-d6c8-4b19-9595-9a599ec714e5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:31.156098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55224) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:31.162016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'security_group': {'name': 'tempest-secgroup-564658251'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:31.188630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.301288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (a6285a9c-5349-47b8-bfb3-3fde35bcc548), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.310742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a6285a9c-5349-47b8-bfb3-3fde35bcc548), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.348400 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.355492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55228) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:31.361446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-910450593', 'security_groups': ['a6285a9c-5349-47b8-bfb3-3fde35bcc548'], 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17ca20ff-a1a0-40c4-ae72-30efebd8f7ad'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:31.367101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2081349 Apr 07 11:25:31.403549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-7533ce9f-daa2-43eb-ab76-6148adc903f7', 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'project_id': '5b340e99ddb6481f90fec9c7114ae744', 'fixed_ips': [{'subnet_id': '17ca20ff-a1a0-40c4-ae72-30efebd8f7ad'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:25:31.404771 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.410384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2fd1-8ae3-4611-825b-09edc5653ada tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6285a9c-5349-47b8-bfb3-3fde35bcc548,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:31.554161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c762aece-0392-4610-a77e-b51fad5a2c3b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:25:31.570576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:31.681874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.686313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.737548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port db361731-5397-4dbe-9b78-485b24ae6d45 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:25:31.871834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c762aece-0392-4610-a77e-b51fad5a2c3b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c762aece-0392-4610-a77e-b51fad5a2c3b,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:31.896667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Allocated IP 2001:db8::2 (7533ce9f-daa2-43eb-ab76-6148adc903f7/17ca20ff-a1a0-40c4-ae72-30efebd8f7ad/cfb0fee9-c889-45ea-91c6-160094a88eb1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:31.915774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'c762aece-0392-4610-a77e-b51fad5a2c3b', 'network_id': '196b1efc-b87b-4bb9-895b-f2174659680c', 'port_id': 'c762aece-0392-4610-a77e-b51fad5a2c3b', 'mac_address': 'fa:16:3e:b0:11:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d0aae9-3703-4fc4-b21b-1fe2d0335631', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:25:31.979460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c762aece-0392-4610-a77e-b51fad5a2c3b is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:31.980146 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:31.999783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c762aece-0392-4610-a77e-b51fad5a2c3b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:25:32.066480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c762aece-0392-4610-a77e-b51fad5a2c3b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c762aece-0392-4610-a77e-b51fad5a2c3b,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:32.067734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.074573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.074841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.079843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.087085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.093345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.098941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.105182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.107984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-c78891d0-e97e-414f-8814-f54cc090c9c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3041978 Apr 07 11:25:32.138762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a1130-fb39-4486-ae28-4e175084fac0 req-74159a92-611a-413b-a9a2-45ef154ff7e5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.146752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-792a1130-fb39-4486-ae28-4e175084fac0 req-74159a92-611a-413b-a9a2-45ef154ff7e5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2362924 Apr 07 11:25:32.170086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c762aece-0392-4610-a77e-b51fad5a2c3b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:32.233666 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Publish callbacks [] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.239725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72090a6d-7b5b-4a40-8ace-61d0b326c1d2 req-f2c2c29a-ff7f-47c0-a5c2-d3ea7b63b608 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249783 Apr 07 11:25:32.244062 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.255470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-792a1130-fb39-4486-ae28-4e175084fac0 req-1537915e-5e2f-4fbe-9ea4-d2da50877f1c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078510 Apr 07 11:25:32.360396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:32.373793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::342 (7533ce9f-daa2-43eb-ab76-6148adc903f7/17ca20ff-a1a0-40c4-ae72-30efebd8f7ad/db361731-5397-4dbe-9b78-485b24ae6d45) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:32.383146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c762aece-0392-4610-a77e-b51fad5a2c3b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:25:32.388553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:32.399321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:25:32.453711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Pushing event updated for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:32.516250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8d35-e114-4a89-a7c1-a265a642d8ac req-325cae50-79fc-4557-9b36-c3a76d2fcc65 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.521486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Attempting to bind port cfb0fee9-c889-45ea-91c6-160094a88eb1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:25:32.521963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Attempting to bind port cfb0fee9-c889-45ea-91c6-160094a88eb1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5334bb00-7757-49d4-a4fd-d3b23cf46bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:25:32.522424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Attempting to bind port cfb0fee9-c889-45ea-91c6-160094a88eb1 on network 7533ce9f-daa2-43eb-ab76-6148adc903f7 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:25:32.522722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e8d35-e114-4a89-a7c1-a265a642d8ac req-325cae50-79fc-4557-9b36-c3a76d2fcc65 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 945 time: 0.1371272 Apr 07 11:25:32.542456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:25:32.542775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Checking segment: {'id': '5334bb00-7757-49d4-a4fd-d3b23cf46bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:32.543424 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.543944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Bound using segment: {'id': '5334bb00-7757-49d4-a4fd-d3b23cf46bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:25:32.544529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Bound port: cfb0fee9-c889-45ea-91c6-160094a88eb1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5334bb00-7757-49d4-a4fd-d3b23cf46bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:25:32.545316 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.627260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e8d35-e114-4a89-a7c1-a265a642d8ac req-a59a6eea-a082-4d46-84d9-11ae56bbbb1c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984578 Apr 07 11:25:32.663440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (db361731-5397-4dbe-9b78-485b24ae6d45), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.686888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:25:32.696006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cfb0fee9-c889-45ea-91c6-160094a88eb1,segment=NetworkSegment(5334bb00-7757-49d4-a4fd-d3b23cf46bc2),segment_id=5334bb00-7757-49d4-a4fd-d3b23cf46bc2)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:25:32.716355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.770270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (db361731-5397-4dbe-9b78-485b24ae6d45), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.800967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe5b5-9d1c-435a-939a-845ffb5532f5 None None] Pushing event updated for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:32.853693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:32.859585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:32.865800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:25:32.872495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:32.873190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:32.877863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=db361731-5397-4dbe-9b78-485b24ae6d45,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:32.907951 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d45f837-03e3-4e69-8d4a-43400db241c0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5486851 Apr 07 11:25:32.908364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55254) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:32.917896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:32.969044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-949c4a56-73ab-4798-82ae-7f16e1e94da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:33.146857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:33.155824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:33.309785 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17ca20ff-a1a0-40c4-ae72-30efebd8f7ad (CIDR: 2001:db8::/64) Apr 07 11:25:33.325088 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:25:33.328065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:33.339505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:33.371651 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-daa0f490-fbd1-475f-99aa-120c5f401ed6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4604111 Apr 07 11:25:33.374369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55268) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:33.386982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:33.540943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c762aece-0392-4610-a77e-b51fad5a2c3b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:33.563843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2fa39-1be6-4489-8511-ba22e47c6300 req-bd4521f9-4820-46fd-bfcb-605cedf3b956 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.570779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bde2fa39-1be6-4489-8511-ba22e47c6300 req-bd4521f9-4820-46fd-bfcb-605cedf3b956 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1782255 Apr 07 11:25:33.654029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:33.659517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port c762aece-0392-4610-a77e-b51fad5a2c3b completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:25:33.679390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bde2fa39-1be6-4489-8511-ba22e47c6300 req-e512b637-05b4-499e-a042-77b75abbf78f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077204 Apr 07 11:25:33.726600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port c762aece-0392-4610-a77e-b51fad5a2c3b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:33.730847 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:33.762237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.767295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.773608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.780776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.786189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.792920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.798892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:33.802614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-bf45c883-2b39-4cfc-b6ec-07db45b815c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3294079 Apr 07 11:25:33.852363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:33.856624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:33.947428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:33.947835 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.073657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c762aece-0392-4610-a77e-b51fad5a2c3b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:34.074058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.149839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:34.151076 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.161020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c762aece-0392-4610-a77e-b51fad5a2c3b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:34.163611 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20c1b21-ea8f-4097-8d3d-c03455d6554c" -d '{"events": [{"server_uuid": "57b46acd-1672-47eb-9c4b-71250b96f95e", "name": "network-vif-plugged", "status": "completed", "tag": "c762aece-0392-4610-a77e-b51fad5a2c3b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:34.189575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c762aece-0392-4610-a77e-b51fad5a2c3b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c762aece-0392-4610-a77e-b51fad5a2c3b,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:34.202975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.217377 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (8285abf1-8da0-4c51-ba26-c7123cdc7d4c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.271154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cfb0fee9-c889-45ea-91c6-160094a88eb1,segment=NetworkSegment(5334bb00-7757-49d4-a4fd-d3b23cf46bc2),segment_id=5334bb00-7757-49d4-a4fd-d3b23cf46bc2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:34.283509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=8285abf1-8da0-4c51-ba26-c7123cdc7d4c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:34.284566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.313163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c762aece-0392-4610-a77e-b51fad5a2c3b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:34.336145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:34.344026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:34.353329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910cec6-a4d3-4919-94f2-03b2582c9714 req-5063acbd-329b-4282-8c35-16fba81dafff tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:34.354960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1910cec6-a4d3-4919-94f2-03b2582c9714 req-5063acbd-329b-4282-8c35-16fba81dafff tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 945 time: 0.1756716 Apr 07 11:25:34.356538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:34.357109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.364357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec137f6b-d555-4063-ba86-98f632b162d8 req-ec7e294b-dce1-4ab8-97e5-1423546517cf tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5385635 Apr 07 11:25:34.439850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f3755207-162c-4f2d-9bcb-501932349d36 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0623686 Apr 07 11:25:34.441640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55282) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:34.449288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-582819790', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8285abf1-8da0-4c51-ba26-c7123cdc7d4c'}], 'security_groups': ['fafb37d0-d6c8-4b19-9595-9a599ec714e5']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:34.499208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37e8f4-38a1-4b52-a65e-c9e51a217fb8 None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:34.529972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1910cec6-a4d3-4919-94f2-03b2582c9714 req-b50e5327-168f-4e97-99e5-526d62a6f77c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599624 Apr 07 11:25:34.539218 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c574ad45-4bc1-407e-ab4d-51228fa2c37e x-openstack-request-id: req-c574ad45-4bc1-407e-ab4d-51228fa2c37e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:34.539531 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b46acd-1672-47eb-9c4b-71250b96f95e", "name": "network-vif-plugged", "status": "completed", "tag": "c762aece-0392-4610-a77e-b51fad5a2c3b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:34.539796 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c574ad45-4bc1-407e-ab4d-51228fa2c37e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:34.540325 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c574ad45-4bc1-407e-ab4d-51228fa2c37e'] response: {'server_uuid': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c762aece-0392-4610-a77e-b51fad5a2c3b', 'code': 200} Apr 07 11:25:34.555894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.599474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:34.619984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (db361731-5397-4dbe-9b78-485b24ae6d45), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.630440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5c97b248-fc6b-4e24-9bec-b82634b126ed None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:34.630824 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5c97b248-fc6b-4e24-9bec-b82634b126ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.693542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5c97b248-fc6b-4e24-9bec-b82634b126ed None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:34.731608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc225153-1100-4eaa-bebe-2c5712579c21 req-89102a0f-9968-4699-bde4-aa29ec81db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:34.733936 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cc225153-1100-4eaa-bebe-2c5712579c21 req-89102a0f-9968-4699-bde4-aa29ec81db17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 1128 time: 0.1351433 Apr 07 11:25:34.737672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5c97b248-fc6b-4e24-9bec-b82634b126ed None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:34.738399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5c97b248-fc6b-4e24-9bec-b82634b126ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.872454 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cc225153-1100-4eaa-bebe-2c5712579c21 req-2e2dbfad-21ac-4a19-a636-a926f6b39dc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142552 Apr 07 11:25:34.890167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5c97b248-fc6b-4e24-9bec-b82634b126ed None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:34.907020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202df083-9cbb-4d36-b0bb-6f846c7dd279 req-06b80c8d-340a-438c-baef-d3c0ee65788a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:34.909276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202df083-9cbb-4d36-b0bb-6f846c7dd279 req-06b80c8d-340a-438c-baef-d3c0ee65788a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.0830214 Apr 07 11:25:34.952547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] Update dhcp port {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'fixed_ips': [{'subnet_id': '17ca20ff-a1a0-40c4-ae72-30efebd8f7ad', 'ip_address': '2001:db8::2'}, {'subnet_id': '8285abf1-8da0-4c51-ba26-c7123cdc7d4c'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'cfb0fee9-c889-45ea-91c6-160094a88eb1'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:25:34.991083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:34.998632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202df083-9cbb-4d36-b0bb-6f846c7dd279 req-335d6ad8-00b8-4026-8c79-9ec82f74910e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831971 Apr 07 11:25:35.101241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Delete allocated IP 2001:db8::342 (7533ce9f-daa2-43eb-ab76-6148adc903f7/17ca20ff-a1a0-40c4-ae72-30efebd8f7ad) {{(pid=104177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 11:25:35.112849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8:0:1::17a (7533ce9f-daa2-43eb-ab76-6148adc903f7/8285abf1-8da0-4c51-ba26-c7123cdc7d4c/db361731-5397-4dbe-9b78-485b24ae6d45) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:35.299890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (db361731-5397-4dbe-9b78-485b24ae6d45), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:35.308124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (db361731-5397-4dbe-9b78-485b24ae6d45), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:35.410832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] Allocated IP 2001:db8:0:1::2 (7533ce9f-daa2-43eb-ab76-6148adc903f7/8285abf1-8da0-4c51-ba26-c7123cdc7d4c/cfb0fee9-c889-45ea-91c6-160094a88eb1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:35.474630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] In _notify_port_updated(), no bound segment for port db361731-5397-4dbe-9b78-485b24ae6d45 on network 7533ce9f-daa2-43eb-ab76-6148adc903f7 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:25:35.481472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.489165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:35.491356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/ports/db361731-5397-4dbe-9b78-485b24ae6d45 HTTP/1.1" status: 200 len: 930 time: 1.0481277 Apr 07 11:25:35.494503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84b6f7-818d-4fcf-b7c7-48dff284ddbc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=db361731-5397-4dbe-9b78-485b24ae6d45,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:35.496383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55300) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:35.628278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:35.699701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cfb0fee9-c889-45ea-91c6-160094a88eb1,segment=NetworkSegment(5334bb00-7757-49d4-a4fd-d3b23cf46bc2),segment_id=5334bb00-7757-49d4-a4fd-d3b23cf46bc2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:35.748843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:35.750703 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:35.781573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] Publish callbacks [] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:35.798335 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:35.819219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.825383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.831703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.840173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.848973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.860732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.869328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.872082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f47e395c-f252-43de-87c9-aa057d537af1 req-0934df69-d0d6-4bb9-87c2-83ee1f883a51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2728028 Apr 07 11:25:35.910246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b2ccf-e992-4c4c-a6a2-969c8d0011fd req-4e776e61-0a87-423a-a47a-47ca7b8c4f57 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:35.920045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-758b2ccf-e992-4c4c-a6a2-969c8d0011fd req-4e776e61-0a87-423a-a47a-47ca7b8c4f57 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.2282209 Apr 07 11:25:35.940917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5f391-16ff-4737-87e5-0150683c3ce8 None None] Pushing event updated for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:35.956126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:35.982709 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.012166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port db361731-5397-4dbe-9b78-485b24ae6d45 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:36.012707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (db361731-5397-4dbe-9b78-485b24ae6d45), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.148126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-758b2ccf-e992-4c4c-a6a2-969c8d0011fd req-f913bf27-a9d0-4fd4-b1b6-677fc0e1926c tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269778 Apr 07 11:25:36.294749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (db361731-5397-4dbe-9b78-485b24ae6d45), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.319647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f47e395c-f252-43de-87c9-aa057d537af1 req-db0f86ee-b980-4574-86ef-cdc93335b9a4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4324329 Apr 07 11:25:36.341716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for db361731-5397-4dbe-9b78-485b24ae6d45 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:36.430351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb950d-4054-4e17-9f2f-729aad08124e req-9b0785dd-4db9-4bcd-b1e2-6c1b60fd8790 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:36.437793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8afb950d-4054-4e17-9f2f-729aad08124e req-9b0785dd-4db9-4bcd-b1e2-6c1b60fd8790 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1600037 Apr 07 11:25:36.521716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8afb950d-4054-4e17-9f2f-729aad08124e req-ca21e5e6-a23f-43b5-b365-c82e6e4f3fb9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830226 Apr 07 11:25:36.594492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (db361731-5397-4dbe-9b78-485b24ae6d45), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.634751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=db361731-5397-4dbe-9b78-485b24ae6d45,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:36.674210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.680001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-89936c95-3c0e-4dbf-b894-3cdc452dedf6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/db361731-5397-4dbe-9b78-485b24ae6d45 HTTP/1.1" status: 204 len: 168 time: 1.1793773 Apr 07 11:25:36.680187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55316) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:36.712257 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-465f04ab-5ec8-4339-89a3-122056f1b011 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:25:36.716814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-465f04ab-5ec8-4339-89a3-122056f1b011 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/db361731-5397-4dbe-9b78-485b24ae6d45 HTTP/1.1" status: 404 len: 333 time: 0.0332634 Apr 07 11:25:36.717024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55318) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:36.788604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce6c4-a883-40bf-9ca2-b16805376d63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (a6285a9c-5349-47b8-bfb3-3fde35bcc548), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.834906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:36.838868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.839338 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce6c4-a883-40bf-9ca2-b16805376d63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (a6285a9c-5349-47b8-bfb3-3fde35bcc548), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.920313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce6c4-a883-40bf-9ca2-b16805376d63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a6285a9c-5349-47b8-bfb3-3fde35bcc548), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.929825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce6c4-a883-40bf-9ca2-b16805376d63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:36.936821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:36.937420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0a2ce6c4-a883-40bf-9ca2-b16805376d63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6285a9c-5349-47b8-bfb3-3fde35bcc548 HTTP/1.1" status: 204 len: 168 time: 0.2188628 Apr 07 11:25:36.954678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ce6c4-a883-40bf-9ca2-b16805376d63 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6285a9c-5349-47b8-bfb3-3fde35bcc548,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:36.979325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:36.999370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:36.999906 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.038801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97582443-5c9b-473c-9a5f-2b6b42db5110 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (fafb37d0-d6c8-4b19-9595-9a599ec714e5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.080800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:37.081771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97582443-5c9b-473c-9a5f-2b6b42db5110 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (fafb37d0-d6c8-4b19-9595-9a599ec714e5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.089440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ee706741-e47d-4f38-8194-2634c88229fb None None] Could not find standard attr ID for object db361731-5397-4dbe-9b78-485b24ae6d45. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:25:37.138726 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.152413 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97582443-5c9b-473c-9a5f-2b6b42db5110 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fafb37d0-d6c8-4b19-9595-9a599ec714e5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.155761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97582443-5c9b-473c-9a5f-2b6b42db5110 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.159497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-97582443-5c9b-473c-9a5f-2b6b42db5110 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/security-groups/fafb37d0-d6c8-4b19-9595-9a599ec714e5 HTTP/1.1" status: 204 len: 168 time: 0.2191379 Apr 07 11:25:37.161062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55324) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:37.183822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97582443-5c9b-473c-9a5f-2b6b42db5110 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb37d0-d6c8-4b19-9595-9a599ec714e5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:37.267144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 17ca20ff-a1a0-40c4-ae72-30efebd8f7ad {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:37.271546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (17ca20ff-a1a0-40c4-ae72-30efebd8f7ad), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.313218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2920ac71-f2a7-4725-8f01-9a0ca7b0ba6a None None] Could not find standard attr ID for object db361731-5397-4dbe-9b78-485b24ae6d45. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:25:37.327931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (17ca20ff-a1a0-40c4-ae72-30efebd8f7ad), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.382639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896447d-8b5d-4d84-98b8-842a05ebe236 req-9f39c74d-40d1-4bbb-967b-c6ee84410a01 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.385936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f896447d-8b5d-4d84-98b8-842a05ebe236 req-9f39c74d-40d1-4bbb-967b-c6ee84410a01 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1085162 Apr 07 11:25:37.442532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (17ca20ff-a1a0-40c4-ae72-30efebd8f7ad), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.509221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f896447d-8b5d-4d84-98b8-842a05ebe236 req-a2bb44ed-3e7f-4aea-87a5-0e777df29331 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167769 Apr 07 11:25:37.610517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (17ca20ff-a1a0-40c4-ae72-30efebd8f7ad), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.622830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:37.680628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.689574 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/17ca20ff-a1a0-40c4-ae72-30efebd8f7ad HTTP/1.1" status: 204 len: 168 time: 0.5217645 Apr 07 11:25:37.689574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=17ca20ff-a1a0-40c4-ae72-30efebd8f7ad,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:37.690767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55336) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:37.696606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:37.711572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.712146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.713338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.714534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.715326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.715778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.716214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.716706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.717158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.717769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.718038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.718674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.719154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b132d5-e484-4564-b98e-5ff6c05bb7da tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:25:37.738232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.740136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:37.740611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:37.745082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.761888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.771789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.776746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a869b0-f896-4403-b8e3-b0869d97baeb None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:37.780472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.787269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.815499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.817954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86237f2f-ea92-428c-887a-bb2988637c7c req-96c7c1f3-87c0-4b95-a289-635df07af764 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3324807 Apr 07 11:25:37.842188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1e2ac564-7ae2-4967-a43f-73de8901b446 None None] Could not find standard attr ID for object db361731-5397-4dbe-9b78-485b24ae6d45. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:25:37.904755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12422e-a3d8-47c4-8f33-8db432d785d7 req-8a2c9d62-1bb9-4ac6-bfd7-836efac0f6e2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:37.906792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d12422e-a3d8-47c4-8f33-8db432d785d7 req-8a2c9d62-1bb9-4ac6-bfd7-836efac0f6e2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.2617936 Apr 07 11:25:37.922441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55340) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:37.946858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:37.950028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:37.955286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.028896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86237f2f-ea92-428c-887a-bb2988637c7c req-4ae1c2a8-872e-438a-bf16-e4625cc682f8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2034442 Apr 07 11:25:38.054630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d12422e-a3d8-47c4-8f33-8db432d785d7 req-3dbace24-11fe-46ee-a71d-603f1e20ba75 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387990 Apr 07 11:25:38.087956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-317e5bf6-f869-4b04-8b39-fe7d4061f935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.259333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-317e5bf6-f869-4b04-8b39-fe7d4061f935 admin admin] Publish callbacks [] for security_group (8ea64554-c7c1-4364-a273-201bc3a67b6c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.274989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-317e5bf6-f869-4b04-8b39-fe7d4061f935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8ea64554-c7c1-4364-a273-201bc3a67b6c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.294205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712747b1-f755-4f51-8b27-bef67ca38d18 req-c8edf48c-9708-4634-b387-a5e8d3a47a52 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:38.302283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-712747b1-f755-4f51-8b27-bef67ca38d18 req-c8edf48c-9708-4634-b387-a5e8d3a47a52 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1295464 Apr 07 11:25:38.344231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5bf6-f869-4b04-8b39-fe7d4061f935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea64554-c7c1-4364-a273-201bc3a67b6c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:38.387238 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-317e5bf6-f869-4b04-8b39-fe7d4061f935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc811be17be4d46aa639ed302bcdacf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634340 Apr 07 11:25:38.390183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55348) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:38.445764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-712747b1-f755-4f51-8b27-bef67ca38d18 req-e60671dc-fe58-47cb-b0dc-1ceb30b2e5a8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422229 Apr 07 11:25:38.464648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5ce3-34e5-4828-b775-f3a73cea26ea req-71f8ac3d-321f-45d8-bca4-f0c980b51dd6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:38.471968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7d5ce3-34e5-4828-b775-f3a73cea26ea req-71f8ac3d-321f-45d8-bca4-f0c980b51dd6 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1540308 Apr 07 11:25:38.533843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7acc-2b9f-48a9-abe7-02ccc1d58493 admin admin] Publish callbacks [] for security_group (8ea64554-c7c1-4364-a273-201bc3a67b6c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.542896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7d5ce3-34e5-4828-b775-f3a73cea26ea req-425bb13f-dddf-4f7b-af8c-6699f5bdf0f2 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606925 Apr 07 11:25:38.556092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (df27d971-00b8-453f-9acf-0574e245ab2d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.631282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=df27d971-00b8-453f-9acf-0574e245ab2d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:38.639354 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7acc-2b9f-48a9-abe7-02ccc1d58493 admin admin] Publish callbacks [] for security_group (8ea64554-c7c1-4364-a273-201bc3a67b6c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.662349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:38.668389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:38.674996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:38.676974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.692833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a579-918b-4681-98d0-2f6ffc613c49 req-967108fd-8a7e-4118-bf8c-060c13e98d38 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:38.702557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97a0a579-918b-4681-98d0-2f6ffc613c49 req-967108fd-8a7e-4118-bf8c-060c13e98d38 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.0806403 Apr 07 11:25:38.738275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-096934ff-2b67-4681-b812-418d1678ad3c tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0463459 Apr 07 11:25:38.739466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55352) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:38.751037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7acc-2b9f-48a9-abe7-02ccc1d58493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8ea64554-c7c1-4364-a273-201bc3a67b6c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.754276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7acc-2b9f-48a9-abe7-02ccc1d58493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.755168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'security_group': {'name': 'tempest-secgroup-466003786'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:38.758176 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f8b7acc-2b9f-48a9-abe7-02ccc1d58493 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ea64554-c7c1-4364-a273-201bc3a67b6c HTTP/1.1" status: 204 len: 168 time: 0.3649783 Apr 07 11:25:38.769817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b7acc-2b9f-48a9-abe7-02ccc1d58493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea64554-c7c1-4364-a273-201bc3a67b6c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:38.806598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97a0a579-918b-4681-98d0-2f6ffc613c49 req-bfd216c1-fbf2-4a54-993e-24b725dbca8b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003830 Apr 07 11:25:38.823367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.947746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (99afc576-f156-4e72-acab-9c1a01891a40), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.953644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (99afc576-f156-4e72-acab-9c1a01891a40), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.986419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:38.991267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55360) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:38.993955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2527697 Apr 07 11:25:39.010348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101938656'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:39.047567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e929-9c90-4636-8867-4c3547200fbb tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99afc576-f156-4e72-acab-9c1a01891a40,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:39.073935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.195056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (203a6300-2042-40a4-ad78-7dc5f6d98613), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.201864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (203a6300-2042-40a4-ad78-7dc5f6d98613), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.222895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55366) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:39.235617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a28afd-9fb3-45e9-8cd7-dc26e331fb54 None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:39.239999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.241505 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2488492 Apr 07 11:25:39.245845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:39.246790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f91d-ea5b-424e-bf98-a9057ab04226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.250245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'security_group': {'name': 'tempest-secgroup-61655028'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:39.268860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4f07d-625b-46d6-9013-5aafbf551a70 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203a6300-2042-40a4-ad78-7dc5f6d98613,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:39.280554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2fcc-e23a-46e5-81a0-0b6f12351da5 req-345bd855-fc89-4374-8672-a11f830ba992 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.287420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.287662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-105e2fcc-e23a-46e5-81a0-0b6f12351da5 req-345bd855-fc89-4374-8672-a11f830ba992 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1805646 Apr 07 11:25:39.331055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.336450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.342793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.348302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.354010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.356893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0451222f-3789-47ec-8304-0da5729f8c2a None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:39.357373 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0451222f-3789-47ec-8304-0da5729f8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.360021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.365912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.368048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-b6cd198d-efe6-4cd1-813d-b45fac4caf20 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2153428 Apr 07 11:25:39.375236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (14c6202f-2624-4d4d-ac99-a3e4f2b2b296), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.381256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14c6202f-2624-4d4d-ac99-a3e4f2b2b296), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.410838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0451222f-3789-47ec-8304-0da5729f8c2a None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:39.430013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.436295 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1899564 Apr 07 11:25:39.437336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-105e2fcc-e23a-46e5-81a0-0b6f12351da5 req-49e702da-2efa-4fbb-8845-f6499fdcba95 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487753 Apr 07 11:25:39.450001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55370) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:39.468029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1799446068', 'security_groups': ['14c6202f-2624-4d4d-ac99-a3e4f2b2b296'], 'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df27d971-00b8-453f-9acf-0574e245ab2d'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:39.482838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091d96b-5b1a-47b7-af06-6e465f498bea tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c6202f-2624-4d4d-ac99-a3e4f2b2b296,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:39.486382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0451222f-3789-47ec-8304-0da5729f8c2a None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:39.486767 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0451222f-3789-47ec-8304-0da5729f8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.512168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f91d-ea5b-424e-bf98-a9057ab04226 admin admin] Publish callbacks [] for security_group (ef1832b6-dbe2-45b9-bbda-416e13333be4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.528253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c74bd85-7a49-4f16-86d6-2744278ed061 req-3e5fda8b-2b00-4f7f-8bdb-8ced98188996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514933 Apr 07 11:25:39.533850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f91d-ea5b-424e-bf98-a9057ab04226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ef1832b6-dbe2-45b9-bbda-416e13333be4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.627348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0451222f-3789-47ec-8304-0da5729f8c2a None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:39.669343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6f91d-ea5b-424e-bf98-a9057ab04226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1832b6-dbe2-45b9-bbda-416e13333be4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:39.677809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a1e6f91d-ea5b-424e-bf98-a9057ab04226 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0f3ee526a634b25bfd0e72d1b53e941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517379 Apr 07 11:25:39.680698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55376) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:39.687834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] Update dhcp port {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'fixed_ips': [{'subnet_id': '8285abf1-8da0-4c51-ba26-c7123cdc7d4c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'df27d971-00b8-453f-9acf-0574e245ab2d'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'cfb0fee9-c889-45ea-91c6-160094a88eb1'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:25:39.705646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:39.745003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.773387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b01ee1-e5f6-4737-8c80-aeb58e23f70f req-fd6cbd65-b36f-40a7-8748-ea775fdf1e97 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.775111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06b01ee1-e5f6-4737-8c80-aeb58e23f70f req-fd6cbd65-b36f-40a7-8748-ea775fdf1e97 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1742163 Apr 07 11:25:39.798127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4c58d-e6e1-494e-8d1e-ce5bc830c369 req-d8c6b148-23cb-4b88-b71e-626eea8b6920 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:39.805535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5e4c58d-e6e1-494e-8d1e-ce5bc830c369 req-d8c6b148-23cb-4b88-b71e-626eea8b6920 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1649320 Apr 07 11:25:39.824854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.828892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e67-8084-44a0-aa1c-a0994b55f9b9 admin admin] Publish callbacks [] for security_group (ef1832b6-dbe2-45b9-bbda-416e13333be4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.867206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] device_id is not set on port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:25:39.900104 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e67-8084-44a0-aa1c-a0994b55f9b9 admin admin] Publish callbacks [] for security_group (ef1832b6-dbe2-45b9-bbda-416e13333be4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:39.915935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06b01ee1-e5f6-4737-8c80-aeb58e23f70f req-61b0d4d2-4b20-425c-b102-807a6cf5d5a5 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283154 Apr 07 11:25:39.968631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5e4c58d-e6e1-494e-8d1e-ce5bc830c369 req-2c39e7af-a284-417a-854f-78836555af59 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620531 Apr 07 11:25:40.009891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] Allocated IP 2001:db8::2 (7533ce9f-daa2-43eb-ab76-6148adc903f7/df27d971-00b8-453f-9acf-0574e245ab2d/cfb0fee9-c889-45ea-91c6-160094a88eb1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:40.015939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e67-8084-44a0-aa1c-a0994b55f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ef1832b6-dbe2-45b9-bbda-416e13333be4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:40.019675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e67-8084-44a0-aa1c-a0994b55f9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:40.021921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0fba3e67-8084-44a0-aa1c-a0994b55f9b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef1832b6-dbe2-45b9-bbda-416e13333be4 HTTP/1.1" status: 204 len: 168 time: 0.3385515 Apr 07 11:25:40.032304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba3e67-8084-44a0-aa1c-a0994b55f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1832b6-dbe2-45b9-bbda-416e13333be4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:40.316037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cfb0fee9-c889-45ea-91c6-160094a88eb1,segment=NetworkSegment(5334bb00-7757-49d4-a4fd-d3b23cf46bc2),segment_id=5334bb00-7757-49d4-a4fd-d3b23cf46bc2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:40.365204 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] Publish callbacks [] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:40.374614 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:40.443416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6b1a2-63d5-4eb3-8b7d-a5a8f0b86e83 None None] Pushing event updated for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:40.568858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bcb12-f65d-4292-a287-a2bba1801ba5 req-4b43a540-0159-4d87-89fb-f8b7591f810b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.582753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299bcb12-f65d-4292-a287-a2bba1801ba5 req-4b43a540-0159-4d87-89fb-f8b7591f810b tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1519463 Apr 07 11:25:40.595148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8::89 (7533ce9f-daa2-43eb-ab76-6148adc903f7/df27d971-00b8-453f-9acf-0574e245ab2d/9e2b1e55-eea3-4d53-a949-d1dfdb18ab49) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:40.709694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299bcb12-f65d-4292-a287-a2bba1801ba5 req-ad4615e2-ee2c-44f0-8cc4-b00f341f7fe4 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237576 Apr 07 11:25:40.802442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.809722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.817339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.824928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.847416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.861334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.880373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:40.892907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-4fe55b72-18a2-4344-83fd-ca3c6afe0cf4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.1648595 Apr 07 11:25:40.935276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:41.081660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fec6164f-8f99-45fd-98d9-5d707f747932 req-8e9e7546-008e-4a91-88d7-2037aebcb933 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1766818 Apr 07 11:25:41.235665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3331-d8cc-4727-9ca7-4b9bbb142281 req-6e0f1c7f-1675-470d-9fd9-ca42430db5e8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:41.243859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1cb3331-d8cc-4727-9ca7-4b9bbb142281 req-6e0f1c7f-1675-470d-9fd9-ca42430db5e8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.0996070 Apr 07 11:25:41.290936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:41.374885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440cf0f-54db-4846-b278-010ad292bd08 req-9414af95-a90a-41ad-b30c-721ac4f2cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:41.376453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-9414af95-a90a-41ad-b30c-721ac4f2cd76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6&tenant_id=9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 1125 time: 0.3693235 Apr 07 11:25:41.395204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1cb3331-d8cc-4727-9ca7-4b9bbb142281 req-3254a5d0-0c52-413a-afec-2cc4788da4ab tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503332 Apr 07 11:25:41.412516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:41.413973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=9e2b1e55-eea3-4d53-a949-d1dfdb18ab49,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:41.428157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:41.438528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:25:41.443924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:41.444495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:41.503973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3692804d-1575-454f-bb4e-bfab7b33d5ca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0422642 Apr 07 11:25:41.506642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55422) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:41.525594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:41.534287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440cf0f-54db-4846-b278-010ad292bd08 req-344419eb-23a5-4eac-88ee-efdbff8d68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:41.535802 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-344419eb-23a5-4eac-88ee-efdbff8d68a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1125 time: 0.1089797 Apr 07 11:25:41.605086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:41.778710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440cf0f-54db-4846-b278-010ad292bd08 req-d418ccd1-3095-4579-aa4f-5cdbad919ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:41.786778 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-d418ccd1-3095-4579-aa4f-5cdbad919ad7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.2269888 Apr 07 11:25:41.789802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-b11ec6cd-63ec-4453-99b4-7562c87fc581 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:41.792373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-b11ec6cd-63ec-4453-99b4-7562c87fc581 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1090860 Apr 07 11:25:41.834433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:41.840690 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:41.922040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:41.924827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:41.942271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ae0dd513-cef7-42ca-87db-ee0a74e1f4a4 None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:41.942912 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd513-cef7-42ca-87db-ee0a74e1f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:42.012536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dd513-cef7-42ca-87db-ee0a74e1f4a4 None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:42.045584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Deleting port c762aece-0392-4610-a77e-b51fad5a2c3b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:42.046129 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:42.064539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0882a-0672-4ff6-aa1e-17fc1d93244e req-365d7cfd-db05-4591-a6fd-213f62e93c73 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.070562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8fa0882a-0672-4ff6-aa1e-17fc1d93244e req-365d7cfd-db05-4591-a6fd-213f62e93c73 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 946 time: 0.1494117 Apr 07 11:25:42.130218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:42.139581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ae0dd513-cef7-42ca-87db-ee0a74e1f4a4 None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:42.139971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd513-cef7-42ca-87db-ee0a74e1f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:42.183522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-ab6c545a-e41e-4c40-a6b9-7acb2787fa9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 999 time: 0.3823256 Apr 07 11:25:42.368762 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df27d971-00b8-453f-9acf-0574e245ab2d (CIDR: 2001:db8::/64) Apr 07 11:25:42.381850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dd513-cef7-42ca-87db-ee0a74e1f4a4 None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:42.391842 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:25:42.394611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:42.403223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8fa0882a-0672-4ff6-aa1e-17fc1d93244e req-f3e274e3-b51b-4657-a14f-0d2543e106d9 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7d6750c-839e-44ca-acf2-a023eba647ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050303 Apr 07 11:25:42.435038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] For port c762aece-0392-4610-a77e-b51fad5a2c3b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c762aece-0392-4610-a77e-b51fad5a2c3b,segment=NetworkSegment(1ecb3d06-c038-4769-8355-c28efd5422b0),segment_id=1ecb3d06-c038-4769-8355-c28efd5422b0)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:42.435416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:42.458485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Calling delete_port for c762aece-0392-4610-a77e-b51fad5a2c3b owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:42.461046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440cf0f-54db-4846-b278-010ad292bd08 req-f9dea68f-388a-4eea-a93d-bf43c88602cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.466907 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-f9dea68f-388a-4eea-a93d-bf43c88602cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.2680085 Apr 07 11:25:42.487297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.490889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.500833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.507293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.514458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.516991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-06397269-9ab3-48f8-a311-c47d7dd7c659 None None] Provisioning complete for port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:42.517579 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06397269-9ab3-48f8-a311-c47d7dd7c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:42.522239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.529379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.531359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-b5c4f901-bcbb-47db-97ef-9b386990e144 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2694173 Apr 07 11:25:42.565780 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e0dfc595-06e7-411e-a965-990c5e916bff tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0572069 Apr 07 11:25:42.572156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:42.584193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:42.610414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06397269-9ab3-48f8-a311-c47d7dd7c659 None None] Port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:42.712852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440cf0f-54db-4846-b278-010ad292bd08 req-f6fd3518-ff1b-4567-825c-b7e76d62fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.714651 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-f6fd3518-ff1b-4567-825c-b7e76d62fb7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2421160 Apr 07 11:25:42.790521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73c53254-5882-4b2d-8cc2-38e6ec4badf2 req-5df23209-c577-40a8-90ca-5f424f5495c2 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2509689 Apr 07 11:25:42.817034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f098-785e-4870-b7ec-e8d3676a075f req-249495fe-c849-43c3-9e7c-333c3f108425 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:42.827402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d87f098-785e-4870-b7ec-e8d3676a075f req-249495fe-c849-43c3-9e7c-333c3f108425 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2391582 Apr 07 11:25:42.827705 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-d3de3c10-bc3b-49ee-a1f4-dd94d8d5ea74 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067126 Apr 07 11:25:42.934622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d87f098-785e-4870-b7ec-e8d3676a075f req-1d898e05-6fcf-4ace-8e99-4b194a3184ea tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063361 Apr 07 11:25:42.935411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c762aece-0392-4610-a77e-b51fad5a2c3b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:42.949083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c762aece-0392-4610-a77e-b51fad5a2c3b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:25:42.997356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b440cf0f-54db-4846-b278-010ad292bd08 req-0de5cfa4-2724-412a-93cf-ac74d70a353d service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611073 Apr 07 11:25:42.998918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:43.002781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:43.006288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Pushing event deleted for resources: {'Port': ['ID=c762aece-0392-4610-a77e-b51fad5a2c3b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:43.108964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] No DVR routers for this DVR port c762aece-0392-4610-a77e-b51fad5a2c3b on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:43.115248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:43.128916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9769544-76b2-4036-9f3f-0d2c22b989a3 req-2c5f558b-d916-4132-97a5-d0bbc37b3409 tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.41 "DELETE /v2.0/ports/c762aece-0392-4610-a77e-b51fad5a2c3b HTTP/1.1" status: 204 len: 173 time: 1.3300655 Apr 07 11:25:43.129445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'name': 'network-vif-deleted', 'tag': 'c762aece-0392-4610-a77e-b51fad5a2c3b'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:25:43.139067 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a02be-bca7-4d65-8a6e-4c487fab9d0a" -d '{"events": [{"server_uuid": "57b46acd-1672-47eb-9c4b-71250b96f95e", "name": "network-vif-deleted", "tag": "c762aece-0392-4610-a77e-b51fad5a2c3b"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:25:43.167468 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8285abf1-8da0-4c51-ba26-c7123cdc7d4c (CIDR: 2001:db8:0:1::/64) Apr 07 11:25:43.173813 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:25:43.174638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:43.206619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b4d5a9dc-9cbb-4245-bfda-5c1173737556 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6329448 Apr 07 11:25:43.209686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55464) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:43.216034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'subnet': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:43.278113 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfebcaf8-b986-4d63-91da-b46ec49e4f19 x-openstack-request-id: req-bfebcaf8-b986-4d63-91da-b46ec49e4f19 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:25:43.278352 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b46acd-1672-47eb-9c4b-71250b96f95e", "name": "network-vif-deleted", "tag": "c762aece-0392-4610-a77e-b51fad5a2c3b", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:25:43.278625 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfebcaf8-b986-4d63-91da-b46ec49e4f19 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:25:43.279480 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfebcaf8-b986-4d63-91da-b46ec49e4f19'] response: {'server_uuid': '57b46acd-1672-47eb-9c4b-71250b96f95e', 'name': 'network-vif-deleted', 'tag': 'c762aece-0392-4610-a77e-b51fad5a2c3b', 'status': 'completed', 'code': 200} Apr 07 11:25:43.458611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Made reservation on behalf of 5b340e99ddb6481f90fec9c7114ae744 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:43.463352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:43.694654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64b05b34-206d-47b8-9a02-c68ffa091e4e req-b71b9dd5-d935-4ccf-82db-f64c54ff5bfb tempest-ServerDiskConfigTestJSON-486484470 tempest-ServerDiskConfigTestJSON-486484470-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b46acd-1672-47eb-9c4b-71250b96f95e HTTP/1.1" status: 200 len: 210 time: 0.0392499 Apr 07 11:25:43.917175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (69571b1a-70cd-4759-95fb-f8c0097dbd40), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:44.088683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:25:44.091491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Subnet': ['ID=69571b1a-70cd-4759-95fb-f8c0097dbd40,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:44.094377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:44.104117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff40288-e86e-4c7e-b065-cd55770c22c3 None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:44.116354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.118111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:44.246719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55504) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:44.247649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-059373c4-fc52-4831-94c7-3f4bd66074d7 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0360775 Apr 07 11:25:44.256740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-663700170', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69571b1a-70cd-4759-95fb-f8c0097dbd40'}], 'security_groups': ['99afc576-f156-4e72-acab-9c1a01891a40', '203a6300-2042-40a4-ad78-7dc5f6d98613']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:44.283298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.289518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.302116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.312117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.327109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.340627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.353823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.356556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-815b9cf9-7409-4794-941f-cd04504c6647 req-eacb75a5-f3fa-483f-84cd-4c8a863a7d42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4126303 Apr 07 11:25:44.428727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70202f6f-463d-443c-8a66-629dc33ede4e req-bf46a685-074d-49be-a7d2-7b74497d8bfd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:44.436696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70202f6f-463d-443c-8a66-629dc33ede4e req-bf46a685-074d-49be-a7d2-7b74497d8bfd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3049133 Apr 07 11:25:44.492511 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:44.574429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70202f6f-463d-443c-8a66-629dc33ede4e req-4116d676-8ab5-4af4-88fd-122ac2a9ceb8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229763 Apr 07 11:25:44.635392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-815b9cf9-7409-4794-941f-cd04504c6647 req-d393d3e2-3d54-4d55-ac1f-4e353b139466 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2579687 Apr 07 11:25:44.666337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] Update dhcp port {'port': {'network_id': '7533ce9f-daa2-43eb-ab76-6148adc903f7', 'fixed_ips': [{'subnet_id': '8285abf1-8da0-4c51-ba26-c7123cdc7d4c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'df27d971-00b8-453f-9acf-0574e245ab2d', 'ip_address': '2001:db8::2'}, {'subnet_id': '69571b1a-70cd-4759-95fb-f8c0097dbd40'}], 'binding:host_id': 'n-d-836788-1'}, 'id': 'cfb0fee9-c889-45ea-91c6-160094a88eb1'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:25:44.795816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:45.113495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] Allocated IP 2001:db8:0:2::2 (7533ce9f-daa2-43eb-ab76-6148adc903f7/69571b1a-70cd-4759-95fb-f8c0097dbd40/cfb0fee9-c889-45ea-91c6-160094a88eb1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:45.250103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cfb0fee9-c889-45ea-91c6-160094a88eb1,segment=NetworkSegment(5334bb00-7757-49d4-a4fd-d3b23cf46bc2),segment_id=5334bb00-7757-49d4-a4fd-d3b23cf46bc2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:45.274176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55526) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:45.309377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] Publish callbacks [] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:45.319609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:45.469780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Deleting subnet 28d0aae9-3703-4fc4-b21b-1fe2d0335631 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:45.476502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Publish callbacks [] for subnet (28d0aae9-3703-4fc4-b21b-1fe2d0335631), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:45.514548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bac523-f38c-4ebd-9e19-267bf339108a None None] Pushing event updated for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:45.564490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c762aece-0392-4610-a77e-b51fad5a2c3b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:25:45.597691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: c762aece-0392-4610-a77e-b51fad5a2c3b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:25:45.598365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c762aece-0392-4610-a77e-b51fad5a2c3b not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:25:45.616047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Delete allocated IP 2001:db8::89 (7533ce9f-daa2-43eb-ab76-6148adc903f7/df27d971-00b8-453f-9acf-0574e245ab2d) {{(pid=104177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 11:25:45.630784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (28d0aae9-3703-4fc4-b21b-1fe2d0335631), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:45.653812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Allocated IP 2001:db8:0:2::3e2 (7533ce9f-daa2-43eb-ab76-6148adc903f7/69571b1a-70cd-4759-95fb-f8c0097dbd40/9e2b1e55-eea3-4d53-a949-d1dfdb18ab49) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:25:45.757671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (28d0aae9-3703-4fc4-b21b-1fe2d0335631), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.051127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (28d0aae9-3703-4fc4-b21b-1fe2d0335631), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.161797 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:25:46.197383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.214640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.254593 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.261078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28d0aae9-3703-4fc4-b21b-1fe2d0335631 HTTP/1.1" status: 204 len: 168 time: 0.9838789 Apr 07 11:25:46.283241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88ed19-7752-478e-9c9b-48ecea25a007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d0aae9-3703-4fc4-b21b-1fe2d0335631,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:46.289170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:46.330701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4a6-60b1-4ce9-9a87-1b5e3c0b9f3a req-e6b344cb-9b95-4111-a42d-c40834f6c8cc tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.342070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b252f4a6-60b1-4ce9-9a87-1b5e3c0b9f3a req-e6b344cb-9b95-4111-a42d-c40834f6c8cc tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.4731574 Apr 07 11:25:46.353334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] In _notify_port_updated(), no bound segment for port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 on network 7533ce9f-daa2-43eb-ab76-6148adc903f7 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:25:46.369874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.370609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.376133 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "PUT /v2.0/ports/9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 HTTP/1.1" status: 200 len: 969 time: 2.1267397 Apr 07 11:25:46.388748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55544) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:46.575826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:46.623945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.637372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.643005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.662797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.668871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.693492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.700382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:46.702473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-52cb738e-7092-4bf5-9ace-101a83ee89c8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.8015387 Apr 07 11:25:46.882275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (196b1efc-b87b-4bb9-895b-f2174659680c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:46.890410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b252f4a6-60b1-4ce9-9a87-1b5e3c0b9f3a req-ce9f93df-d3ce-4453-a09f-48256ecd8dff tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5003793 Apr 07 11:25:47.087909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1905d4b-1c8c-41a1-adcd-bbca6a2c8bf8 req-5ace84d9-baa0-4080-a275-5e9e6eaf86f9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3321450 Apr 07 11:25:47.127135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bb015-117e-4747-87e2-d61df7f4afe6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event updated for resources: {'Port': ['ID=9e2b1e55-eea3-4d53-a949-d1dfdb18ab49,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:47.201801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:47.202716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.244337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (196b1efc-b87b-4bb9-895b-f2174659680c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.259395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Provisioning complete for port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:47.260063 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.278698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196b1efc-b87b-4bb9-895b-f2174659680c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:47.292188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecb3d06-c038-4769-8355-c28efd5422b0') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:47.293354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecb3d06-c038-4769-8355-c28efd5422b0') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:25:47.307939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1ecb3d06-c038-4769-8355-c28efd5422b0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.327558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1ecb3d06-c038-4769-8355-c28efd5422b0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.335323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:25:47.335986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1ecb3d06-c038-4769-8355-c28efd5422b0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.346449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Port 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:47.360379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:47.360765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:25:47.413343 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:25:47.420614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57c31c62-a5cc-461a-bb4c-d0327b65f11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.425219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (196b1efc-b87b-4bb9-895b-f2174659680c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.470031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.486581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/196b1efc-b87b-4bb9-895b-f2174659680c HTTP/1.1" status: 204 len: 168 time: 1.1355276 Apr 07 11:25:47.489433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195750-81df-4c10-8dbe-090dacc14c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=196b1efc-b87b-4bb9-895b-f2174659680c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:47.550954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:47.560561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.596533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:47.598877 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.644778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:47.650554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57c31c62-a5cc-461a-bb4c-d0327b65f11a admin admin] Publish callbacks [] for security_group (1fd8cbd1-5927-4382-80de-e04bc0089301), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.663137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57c31c62-a5cc-461a-bb4c-d0327b65f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1fd8cbd1-5927-4382-80de-e04bc0089301), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:47.778820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:25:47.890181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:47.890634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-57c31c62-a5cc-461a-bb4c-d0327b65f11a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c22b8c62a40343fda610220f6ce8f093&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3011043 Apr 07 11:25:47.934459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c31c62-a5cc-461a-bb4c-d0327b65f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd8cbd1-5927-4382-80de-e04bc0089301,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:47.940354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55562) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:48.035160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d13467ad-6080-4621-9284-c45bfe50eee5 admin admin] Publish callbacks [] for security_group (1fd8cbd1-5927-4382-80de-e04bc0089301), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.157588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d13467ad-6080-4621-9284-c45bfe50eee5 admin admin] Publish callbacks [] for security_group (1fd8cbd1-5927-4382-80de-e04bc0089301), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.255734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:48.258678 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.260793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-163ce930-e2b4-48b2-adfb-bc1d434d116c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e68ae973c9f428aa6f2cfc939f09789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168862 Apr 07 11:25:48.273864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55570) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:48.312037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-351bd4e4-54b9-4ea8-8eab-bd696a537f8e None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:48.330719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d13467ad-6080-4621-9284-c45bfe50eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1fd8cbd1-5927-4382-80de-e04bc0089301), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.333559 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d13467ad-6080-4621-9284-c45bfe50eee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.337644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d13467ad-6080-4621-9284-c45bfe50eee5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fd8cbd1-5927-4382-80de-e04bc0089301 HTTP/1.1" status: 204 len: 168 time: 0.4431677 Apr 07 11:25:48.353763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13467ad-6080-4621-9284-c45bfe50eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd8cbd1-5927-4382-80de-e04bc0089301,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:48.357824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9e2b1e55-eea3-4d53-a949-d1dfdb18ab49), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.391426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=9e2b1e55-eea3-4d53-a949-d1dfdb18ab49,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:48.437099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.452352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fd029a23-fdc4-4b4a-9d34-8d395cc2e4ec tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 HTTP/1.1" status: 204 len: 168 time: 2.0611224 Apr 07 11:25:48.454144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55574) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:48.503602 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1dc85d-adf9-411d-aa33-025e06610c6a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] GET failed (client error): The resource could not be found. Apr 07 11:25:48.517124 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f1dc85d-adf9-411d-aa33-025e06610c6a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports/9e2b1e55-eea3-4d53-a949-d1dfdb18ab49 HTTP/1.1" status: 404 len: 333 time: 0.0514369 Apr 07 11:25:48.517697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:48.527948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95901-db32-4e53-9a8b-2a55871f7619 req-0dd517e7-ae84-4ec1-832e-bef799fe8e5d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.538307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43b95901-db32-4e53-9a8b-2a55871f7619 req-0dd517e7-ae84-4ec1-832e-bef799fe8e5d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.4728494 Apr 07 11:25:48.658604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:48.682102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-35077d01-4d46-4b9a-b141-2b1c9af09cfa None None] Could not find standard attr ID for object 9e2b1e55-eea3-4d53-a949-d1dfdb18ab49. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:25:48.762847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ca47f54-2042-4c55-a7ec-aa7da1053aa2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (14c6202f-2624-4d4d-ac99-a3e4f2b2b296), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.782168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43b95901-db32-4e53-9a8b-2a55871f7619 req-111a84d3-31b2-4f3c-b6f8-0d4a422f803f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281630 Apr 07 11:25:48.810276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.824031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.842190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.850818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ca47f54-2042-4c55-a7ec-aa7da1053aa2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (14c6202f-2624-4d4d-ac99-a3e4f2b2b296), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.853004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.870823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.876480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.897922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:48.918465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-55bee5f8-ea55-4a8a-8be0-9f4cf2907f0d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.5759332 Apr 07 11:25:48.953582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58a522b3-5a34-45cf-adfd-6460b0e93604 admin admin] Publish callbacks [] for security_group (d7d6750c-839e-44ca-acf2-a023eba647ab), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.968228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ca47f54-2042-4c55-a7ec-aa7da1053aa2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14c6202f-2624-4d4d-ac99-a3e4f2b2b296), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.979244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ca47f54-2042-4c55-a7ec-aa7da1053aa2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:48.985499 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3ca47f54-2042-4c55-a7ec-aa7da1053aa2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/security-groups/14c6202f-2624-4d4d-ac99-a3e4f2b2b296 HTTP/1.1" status: 204 len: 168 time: 0.4661937 Apr 07 11:25:48.992189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55584) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:49.019068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca47f54-2042-4c55-a7ec-aa7da1053aa2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c6202f-2624-4d4d-ac99-a3e4f2b2b296,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:49.188703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58a522b3-5a34-45cf-adfd-6460b0e93604 admin admin] Publish callbacks [] for security_group (d7d6750c-839e-44ca-acf2-a023eba647ab), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.418436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c7dedc0-da23-4537-92c2-fdc3243fcbb4 req-e220a22e-152b-4026-9b77-f704669d1409 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4983013 Apr 07 11:25:49.436591 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53bc09d6-1051-47c8-b7a4-30ea44e2b3d6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (203a6300-2042-40a4-ad78-7dc5f6d98613), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.502698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58a522b3-5a34-45cf-adfd-6460b0e93604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d7d6750c-839e-44ca-acf2-a023eba647ab), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.510295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:49.528381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58a522b3-5a34-45cf-adfd-6460b0e93604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.545453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58a522b3-5a34-45cf-adfd-6460b0e93604 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d6750c-839e-44ca-acf2-a023eba647ab HTTP/1.1" status: 204 len: 168 time: 1.2530780 Apr 07 11:25:49.565963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-290199d5-4cb1-479d-bff0-872e9414e658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.581729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53bc09d6-1051-47c8-b7a4-30ea44e2b3d6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (203a6300-2042-40a4-ad78-7dc5f6d98613), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.609979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a522b3-5a34-45cf-adfd-6460b0e93604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d6750c-839e-44ca-acf2-a023eba647ab,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:49.764206 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53bc09d6-1051-47c8-b7a4-30ea44e2b3d6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (203a6300-2042-40a4-ad78-7dc5f6d98613), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.771494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53bc09d6-1051-47c8-b7a4-30ea44e2b3d6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.778353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-53bc09d6-1051-47c8-b7a4-30ea44e2b3d6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/security-groups/203a6300-2042-40a4-ad78-7dc5f6d98613 HTTP/1.1" status: 204 len: 168 time: 0.7819757 Apr 07 11:25:49.779385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55594) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:49.806742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc09d6-1051-47c8-b7a4-30ea44e2b3d6 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a6300-2042-40a4-ad78-7dc5f6d98613,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:49.934324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-290199d5-4cb1-479d-bff0-872e9414e658 admin admin] Publish callbacks [] for security_group (fac93533-8678-4d0c-933a-0f7a9c26090c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:49.958904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-290199d5-4cb1-479d-bff0-872e9414e658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fac93533-8678-4d0c-933a-0f7a9c26090c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.066513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c179d-6c71-4f28-80cc-aa591f7a52be req-23010ffd-c47f-49a3-9ee3-8322f698368a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:50.083473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-802c179d-6c71-4f28-80cc-aa591f7a52be req-23010ffd-c47f-49a3-9ee3-8322f698368a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1394103 Apr 07 11:25:50.173286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-290199d5-4cb1-479d-bff0-872e9414e658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6efa770714e41f6b0a7698f340d75fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6614897 Apr 07 11:25:50.177395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290199d5-4cb1-479d-bff0-872e9414e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac93533-8678-4d0c-933a-0f7a9c26090c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:50.182027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55604) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:50.207328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5db5734e-d00f-47c6-86d3-742e390f57ad tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (99afc576-f156-4e72-acab-9c1a01891a40), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.294776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5db5734e-d00f-47c6-86d3-742e390f57ad tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (99afc576-f156-4e72-acab-9c1a01891a40), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.300869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-802c179d-6c71-4f28-80cc-aa591f7a52be req-2734fcff-dd28-430c-a056-6b3e60556feb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129574 Apr 07 11:25:50.414387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14d531aa-cfa5-4931-b326-569116ad954c admin admin] Publish callbacks [] for security_group (fac93533-8678-4d0c-933a-0f7a9c26090c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.505973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5db5734e-d00f-47c6-86d3-742e390f57ad tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (99afc576-f156-4e72-acab-9c1a01891a40), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.512932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5db5734e-d00f-47c6-86d3-742e390f57ad tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.519239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5db5734e-d00f-47c6-86d3-742e390f57ad tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/security-groups/99afc576-f156-4e72-acab-9c1a01891a40 HTTP/1.1" status: 204 len: 168 time: 0.6758976 Apr 07 11:25:50.521330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55616) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:50.524411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14d531aa-cfa5-4931-b326-569116ad954c admin admin] Publish callbacks [] for security_group (fac93533-8678-4d0c-933a-0f7a9c26090c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.604478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5734e-d00f-47c6-86d3-742e390f57ad tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afc576-f156-4e72-acab-9c1a01891a40,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:50.709537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet df27d971-00b8-453f-9acf-0574e245ab2d {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:50.715115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (df27d971-00b8-453f-9acf-0574e245ab2d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.829920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14d531aa-cfa5-4931-b326-569116ad954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fac93533-8678-4d0c-933a-0f7a9c26090c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.832368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14d531aa-cfa5-4931-b326-569116ad954c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.847637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-14d531aa-cfa5-4931-b326-569116ad954c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fac93533-8678-4d0c-933a-0f7a9c26090c HTTP/1.1" status: 204 len: 168 time: 0.6627231 Apr 07 11:25:50.899154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (df27d971-00b8-453f-9acf-0574e245ab2d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:50.925776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:50.932073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:50.955241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:50.977875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:51.012697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:51.024008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:51.040621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:51.056517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-1b225f74-6dba-42d5-b1ed-b2aa511c9413 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3738039 Apr 07 11:25:51.060345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d531aa-cfa5-4931-b326-569116ad954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac93533-8678-4d0c-933a-0f7a9c26090c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:51.253474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1e3d80a-d938-43d0-bec7-5768a9aaefca req-0c25a502-15ee-465a-bee7-39efc60c0430 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1956203 Apr 07 11:25:51.253980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (df27d971-00b8-453f-9acf-0574e245ab2d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:51.292005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55628) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:51.475688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (df27d971-00b8-453f-9acf-0574e245ab2d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:51.571415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be635ce-85b9-44a8-a6bc-17e3f9805eca req-462d9a59-2646-485a-9a81-81e6bcba77e5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:51.585799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8be635ce-85b9-44a8-a6bc-17e3f9805eca req-462d9a59-2646-485a-9a81-81e6bcba77e5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1432433 Apr 07 11:25:51.659496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=df27d971-00b8-453f-9acf-0574e245ab2d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:51.672148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b3cc0-7a5e-4aa3-ad32-2144029eaf48 None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:51.684900 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:51.700750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fe3ffabf-4e42-444d-b779-3f94e572d077 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/df27d971-00b8-453f-9acf-0574e245ab2d HTTP/1.1" status: 204 len: 168 time: 1.1734500 Apr 07 11:25:51.706823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55638) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:51.820238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8be635ce-85b9-44a8-a6bc-17e3f9805eca req-5fdd4ec8-6093-4b73-932b-3ed62cc62094 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327149 Apr 07 11:25:51.937072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 69571b1a-70cd-4759-95fb-f8c0097dbd40 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:51.954454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (69571b1a-70cd-4759-95fb-f8c0097dbd40), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:52.084224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a2350b30-c74c-45e4-a9a5-40f055f73813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:52.333513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55652) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:52.570999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1727327312-network', 'tenant_id': '1818ea23365e46229eda58aa9612881c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:52.621082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Made reservation on behalf of 1818ea23365e46229eda58aa9612881c for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:52.626762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:52.687375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.034246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks [] for security_group (58063cce-4228-41fa-9708-b65dff00b922), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.041992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (58063cce-4228-41fa-9708-b65dff00b922), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.113710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:25:53.132050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bb0cd4c1-417d-400e-b08b-d03877b79ef6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.132730 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Added segment bb0cd4c1-417d-400e-b08b-d03877b79ef6 of type vlan for network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce Apr 07 11:25:53.236861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.275643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58063cce-4228-41fa-9708-b65dff00b922,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:53.285966 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.286809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.287767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.505172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-03a51c13-43f4-4a04-b57c-907374fd2f60 None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:53.507461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-03a51c13-43f4-4a04-b57c-907374fd2f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.525894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:53.544249 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-813fb77e-5edc-45be-863f-891c51c4b4b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2058403 Apr 07 11:25:53.544757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:53.560495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Request body: {'subnet': {'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1727327312-subnet', 'tenant_id': '1818ea23365e46229eda58aa9612881c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:25:53.569408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a2350b30-c74c-45e4-a9a5-40f055f73813 admin admin] Publish callbacks [] for security_group (be4ddc66-08fc-43b1-a140-e00ef43ba967), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.576559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:25:53.637311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Made reservation on behalf of 1818ea23365e46229eda58aa9612881c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:25:53.638675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (69571b1a-70cd-4759-95fb-f8c0097dbd40), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.645219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.647098 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a2350b30-c74c-45e4-a9a5-40f055f73813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (be4ddc66-08fc-43b1-a140-e00ef43ba967), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.811717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-03a51c13-43f4-4a04-b57c-907374fd2f60 None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:53.836922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-03a51c13-43f4-4a04-b57c-907374fd2f60 None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:53.837862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-03a51c13-43f4-4a04-b57c-907374fd2f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:53.858838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a2350b30-c74c-45e4-a9a5-40f055f73813 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cf40ef83ef54ea78e5127246c94d656&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5631025 Apr 07 11:25:53.860686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55676) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:53.874465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350b30-c74c-45e4-a9a5-40f055f73813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ddc66-08fc-43b1-a140-e00ef43ba967,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:53.945933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.954988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.963560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.971885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.978674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.985718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.992103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:53.995797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1925af54-f544-4f7f-95a4-5acce005f145 req-57d60dd1-2698-4954-9bb7-2aac5c6ecd51 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.8831756 Apr 07 11:25:54.005787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f7004-7f20-4001-a3a5-1bf3184fd037 req-3c502915-eca8-49d1-9014-e2544b85a342 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:54.007573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b52f7004-7f20-4001-a3a5-1bf3184fd037 req-3c502915-eca8-49d1-9014-e2544b85a342 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.8939998 Apr 07 11:25:54.111090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b52f7004-7f20-4001-a3a5-1bf3184fd037 req-d5c6faa7-7e2e-4b8d-9b75-940aa067949a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876925 Apr 07 11:25:54.112587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-03a51c13-43f4-4a04-b57c-907374fd2f60 None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:54.155683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41efcf35-c4bd-407a-8531-2372e0e60556 admin admin] Publish callbacks [] for security_group (be4ddc66-08fc-43b1-a140-e00ef43ba967), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.324576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41efcf35-c4bd-407a-8531-2372e0e60556 admin admin] Publish callbacks [] for security_group (be4ddc66-08fc-43b1-a140-e00ef43ba967), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.408454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (69571b1a-70cd-4759-95fb-f8c0097dbd40), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.471920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (9435b4ea-d086-4477-a8d7-20e05261bc50), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.566619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1925af54-f544-4f7f-95a4-5acce005f145 req-79907236-b69b-44de-9317-a0d0a3a0162f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5537715 Apr 07 11:25:54.676031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (69571b1a-70cd-4759-95fb-f8c0097dbd40), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.733360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Checking segment: {'id': 'bb0cd4c1-417d-400e-b08b-d03877b79ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:25:54.734262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Network hostable DHCP agents. Network: e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:25:54.747580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9435b4ea-d086-4477-a8d7-20e05261bc50,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:54.766158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=69571b1a-70cd-4759-95fb-f8c0097dbd40,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:54.783073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.791840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b77227-6609-45ed-98cd-41cfa39832cc None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:54.796801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-00a7fbed-4b58-4b74-8a1d-ed6ffb2f3e91 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/69571b1a-70cd-4759-95fb-f8c0097dbd40 HTTP/1.1" status: 204 len: 168 time: 3.0884457 Apr 07 11:25:54.797362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41efcf35-c4bd-407a-8531-2372e0e60556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (be4ddc66-08fc-43b1-a140-e00ef43ba967), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.797506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:54.800108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41efcf35-c4bd-407a-8531-2372e0e60556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:54.810844 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-41efcf35-c4bd-407a-8531-2372e0e60556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be4ddc66-08fc-43b1-a140-e00ef43ba967 HTTP/1.1" status: 204 len: 168 time: 0.9484324 Apr 07 11:25:54.876983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efcf35-c4bd-407a-8531-2372e0e60556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ddc66-08fc-43b1-a140-e00ef43ba967,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:54.888633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:25:54.920555 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-944ff109-436a-4280-86aa-bcfc9b17ebe8 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:54.923698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:25:54.925596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944ff109-436a-4280-86aa-bcfc9b17ebe8 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:54.942169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-944ff109-436a-4280-86aa-bcfc9b17ebe8 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/df27d971-00b8-453f-9acf-0574e245ab2d HTTP/1.1" status: 404 len: 337 time: 0.1435337 Apr 07 11:25:54.942859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55698) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:54.953530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:54.957583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:55.023195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3819e75f-7ea3-460c-9417-bf1029bba05c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4748185 Apr 07 11:25:55.236069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting subnet 8285abf1-8da0-4c51-ba26-c7123cdc7d4c {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:25:55.263477 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (8285abf1-8da0-4c51-ba26-c7123cdc7d4c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:55.457624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbbf73-3047-4f62-bbde-c064a72b5f15 None None] Network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:55.550463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8285abf1-8da0-4c51-ba26-c7123cdc7d4c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:55.831280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8885ac-5377-4d7d-9360-6b89da9a4d2e req-c09244e0-38e0-4b1c-9dd2-c52455cb308e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:55.838194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f8885ac-5377-4d7d-9360-6b89da9a4d2e req-c09244e0-38e0-4b1c-9dd2-c52455cb308e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.4417224 Apr 07 11:25:56.144454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be2396c-7d72-482d-991b-6891e2c0f02a None None] Network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:56.302679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8285abf1-8da0-4c51-ba26-c7123cdc7d4c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:56.538321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-c55e4714-505d-4ae8-9703-bda507ee4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.544359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-c55e4714-505d-4ae8-9703-bda507ee4c70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1125 time: 0.6980388 Apr 07 11:25:56.654353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f8885ac-5377-4d7d-9360-6b89da9a4d2e req-958f6e80-c936-4d66-b10f-21896c31356d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7808774 Apr 07 11:25:56.856936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.885034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.898220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.921842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.930853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.947330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.963741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:56.966827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-c5af701b-0946-4320-90f6-a739d30d8d4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 1.0377734 Apr 07 11:25:57.136538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8285abf1-8da0-4c51-ba26-c7123cdc7d4c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:57.269540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Subnet': ['ID=8285abf1-8da0-4c51-ba26-c7123cdc7d4c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:57.452651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:57.456618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d7f7cb0f-36ff-4846-b521-5a3c96306bb0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/8285abf1-8da0-4c51-ba26-c7123cdc7d4c HTTP/1.1" status: 204 len: 168 time: 2.5092232 Apr 07 11:25:57.459107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55752) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:57.517546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b22cf4-5004-411e-b65a-15cf914b450d None None] Network 7533ce9f-daa2-43eb-ab76-6148adc903f7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:25:57.573360 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-88eb2c83-336c-4397-835c-fffecbde94e2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:57.574294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88eb2c83-336c-4397-835c-fffecbde94e2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:57.581891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-88eb2c83-336c-4397-835c-fffecbde94e2 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/17ca20ff-a1a0-40c4-ae72-30efebd8f7ad HTTP/1.1" status: 404 len: 337 time: 0.1201241 Apr 07 11:25:57.583091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:57.604970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55756) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:57.605526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-f5b02c20-5415-4d32-9481-86d1afc38ed7 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:57.608043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-f5b02c20-5415-4d32-9481-86d1afc38ed7 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/networks?id=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce HTTP/1.1" status: 200 len: 821 time: 0.3697739 Apr 07 11:25:57.636425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-863ec8a8-a5f0-4ed8-aee5-59a5df516f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:57.642441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-863ec8a8-a5f0-4ed8-aee5-59a5df516f0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 1.0288863 Apr 07 11:25:57.647408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a024ac8-851e-4d97-b1a2-6a62a0b8316c req-376894c8-c6aa-4400-b146-29d48f1c5192 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6685815 Apr 07 11:25:57.710085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c10c1790-3a05-49bf-a326-f270e6131674 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "GET /v2.0/ports?device_id=122651e1-c364-4be2-9440-79a02ecd7d6a HTTP/1.1" status: 200 len: 205 time: 0.0992939 Apr 07 11:25:57.716548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55766) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:57.827203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-0a2ce7c6-1173-45b8-acc2-a7fdccf53f7d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/quotas/1818ea23365e46229eda58aa9612881c HTTP/1.1" status: 200 len: 375 time: 0.1787722 Apr 07 11:25:57.943217 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-af599a8b-355d-4614-84b8-a24759edfaca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] delete failed (client error): The resource could not be found. Apr 07 11:25:57.944379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-af599a8b-355d-4614-84b8-a24759edfaca tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/routers/122651e1-c364-4be2-9440-79a02ecd7d6a HTTP/1.1" status: 404 len: 336 time: 0.2262683 Apr 07 11:25:57.955330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55770) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:57.978635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52ee957-0282-494d-909b-cc5580471a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:58.034054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-7fa34443-ddec-4f95-bbdb-76a7231e0db8 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1818ea23365e46229eda58aa9612881c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1896267 Apr 07 11:25:58.076202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b0b1beab-2be7-48c2-97be-395401bd8a7f None None] Provisioning complete for port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:58.095854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0b1beab-2be7-48c2-97be-395401bd8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:58.110001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-75d25de8-63bc-4ed8-9430-378b06367fe9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 200 len: 999 time: 0.4355822 Apr 07 11:25:58.227860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fbb0e-6f20-4a6d-b3d4-a10a0a881134 req-7276f5c5-ca0b-4c43-9a5f-c783dc0a3f3b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:58.253723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-852fbb0e-6f20-4a6d-b3d4-a10a0a881134 req-7276f5c5-ca0b-4c43-9a5f-c783dc0a3f3b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.2764232 Apr 07 11:25:58.277666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1beab-2be7-48c2-97be-395401bd8a7f None None] Port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:25:58.296648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52ee957-0282-494d-909b-cc5580471a9c admin admin] Publish callbacks [] for security_group (92abb967-1c31-4eda-aae3-e049bc40c147), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:58.304690 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c093b68-0370-45a0-8cad-c9a279dc8227 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:58.306263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c093b68-0370-45a0-8cad-c9a279dc8227 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:58.315779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b0b1beab-2be7-48c2-97be-395401bd8a7f None None] Provisioning complete for port cfb0fee9-c889-45ea-91c6-160094a88eb1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:25:58.321513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9c093b68-0370-45a0-8cad-c9a279dc8227 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/dcea6155-ee1a-4e92-964f-e922c1f7e2aa HTTP/1.1" status: 404 len: 337 time: 0.3608601 Apr 07 11:25:58.321513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55772) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:58.329073 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0b1beab-2be7-48c2-97be-395401bd8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:58.333785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a52ee957-0282-494d-909b-cc5580471a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (92abb967-1c31-4eda-aae3-e049bc40c147), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:58.335984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-2a0bf3db-79a5-4af8-a866-3aef1c48f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:58.338694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-2a0bf3db-79a5-4af8-a866-3aef1c48f107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.2178891 Apr 07 11:25:58.427179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] DHCP port deletion for 7533ce9f-daa2-43eb-ab76-6148adc903f7 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:25:58.448863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-34eb32f3-9026-49f7-9a91-09ae1af9c429 service neutron] 10.222.0.13 "GET /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127784 Apr 07 11:25:58.481941 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-076d5de6-0ea8-4a3e-9e2a-49f0cdc37027 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:58.482731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076d5de6-0ea8-4a3e-9e2a-49f0cdc37027 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:58.502336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-076d5de6-0ea8-4a3e-9e2a-49f0cdc37027 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/2bf386b6-e989-43f9-b250-aa91f13d9f78 HTTP/1.1" status: 404 len: 337 time: 0.1769128 Apr 07 11:25:58.549400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55776) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:58.557545 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a52ee957-0282-494d-909b-cc5580471a9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f98e825fba234b4f815fa4f40b5db726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9725027 Apr 07 11:25:58.586568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:58.777101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1beab-2be7-48c2-97be-395401bd8a7f None None] Current status of the port cfb0fee9-c889-45ea-91c6-160094a88eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:25:58.830914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] Deleting port cfb0fee9-c889-45ea-91c6-160094a88eb1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:25:58.831301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:58.832837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-00729e1f-5d6b-4751-b2e7-0e9aa6017bdf service neutron] 10.222.0.13 "GET /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697186 Apr 07 11:25:58.870045 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dce553-170a-471d-9822-7f8f76c83bc0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:58.870515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dce553-170a-471d-9822-7f8f76c83bc0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:58.878228 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-46dce553-170a-471d-9822-7f8f76c83bc0 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/355d7734-b8f3-47da-a6a0-b154046a2c1e HTTP/1.1" status: 404 len: 337 time: 0.3168402 Apr 07 11:25:58.886358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55786) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:58.918825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ee957-0282-494d-909b-cc5580471a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92abb967-1c31-4eda-aae3-e049bc40c147,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:58.949731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-852fbb0e-6f20-4a6d-b3d4-a10a0a881134 req-3f130a5a-dea0-4555-91ac-109d5e714d61 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6936460 Apr 07 11:25:58.958258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-02692904-a647-41bb-8132-cdd0bb3491e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:58.964958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-02692904-a647-41bb-8132-cdd0bb3491e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6037636 Apr 07 11:25:59.094266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] For port cfb0fee9-c889-45ea-91c6-160094a88eb1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cfb0fee9-c889-45ea-91c6-160094a88eb1,segment=NetworkSegment(5334bb00-7757-49d4-a4fd-d3b23cf46bc2),segment_id=5334bb00-7757-49d4-a4fd-d3b23cf46bc2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:25:59.094976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:59.124974 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4c39df-9987-4238-b21a-fa480880d847 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:59.125814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4c39df-9987-4238-b21a-fa480880d847 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:59.146072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] Calling delete_port for cfb0fee9-c889-45ea-91c6-160094a88eb1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:25:59.146250 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fd4c39df-9987-4238-b21a-fa480880d847 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/5972e247-2c45-46de-b143-7153694ff96d HTTP/1.1" status: 404 len: 333 time: 0.2586672 Apr 07 11:25:59.154154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55790) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:59.260115 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a1b9ac-df90-4db6-9998-cee9a4a2926b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:59.264992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a1b9ac-df90-4db6-9998-cee9a4a2926b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:59.276706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-99a1b9ac-df90-4db6-9998-cee9a4a2926b tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/0b05431c-7026-4562-a82c-19158d236777 HTTP/1.1" status: 404 len: 337 time: 0.1196835 Apr 07 11:25:59.277925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:59.319211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-fc725762-8f31-48bb-8200-29188b40069e service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249545 Apr 07 11:25:59.396783 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (cfb0fee9-c889-45ea-91c6-160094a88eb1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:59.400032 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-87110200-2f30-4a39-afb6-5503d3601bdc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:59.405439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87110200-2f30-4a39-afb6-5503d3601bdc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:59.410398 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-87110200-2f30-4a39-afb6-5503d3601bdc tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/90cbc617-31e1-4886-83bc-c22f61f54c82 HTTP/1.1" status: 404 len: 337 time: 0.1257358 Apr 07 11:25:59.411194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce64df24-d9dc-42cb-a0cc-65911dc5aeac admin admin] Publish callbacks [] for security_group (92abb967-1c31-4eda-aae3-e049bc40c147), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:59.412841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55800) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:59.435061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] No DVR routers for this DVR port cfb0fee9-c889-45ea-91c6-160094a88eb1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:25:59.504741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471e48-2f03-4ff2-a3b8-bd762051cb07 None None] Pushing event deleted for resources: {'Port': ['ID=cfb0fee9-c889-45ea-91c6-160094a88eb1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:25:59.588578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-958cb10e-f4af-4f89-b464-7757af3b5fda req-7b82e9c6-18dd-4ccf-bb29-c773c6930b00 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 210 time: 0.2595079 Apr 07 11:25:59.591475 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2591799-95cd-4020-ae53-a608871ca86a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:59.592112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2591799-95cd-4020-ae53-a608871ca86a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:59.595169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d2591799-95cd-4020-ae53-a608871ca86a tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/028db1f3-53cd-4c8f-896d-e28ad43aba62 HTTP/1.1" status: 404 len: 333 time: 0.1471732 Apr 07 11:25:59.613667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55802) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:59.690636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce64df24-d9dc-42cb-a0cc-65911dc5aeac admin admin] Publish callbacks [] for security_group (92abb967-1c31-4eda-aae3-e049bc40c147), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:25:59.774603 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e04987e-c3f7-4bc8-aad9-f845447ca868 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:25:59.775463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e04987e-c3f7-4bc8-aad9-f845447ca868 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:25:59.780355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5e04987e-c3f7-4bc8-aad9-f845447ca868 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/e9ad0d39-d7f8-4086-a36f-11fc4523e398 HTTP/1.1" status: 404 len: 337 time: 0.1654656 Apr 07 11:25:59.783414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55808) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:25:59.851140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.865949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.885062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.901845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.917650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.937050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.949388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:25:59.967166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-625f474a-e8ad-4c4f-8cae-a84d58748672 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.6209476 Apr 07 11:26:00.048356 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bc1863-fe9c-48b3-be99-e7b3e08f42a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] DELETE failed (client error): The resource could not be found. Apr 07 11:26:00.048741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bc1863-fe9c-48b3-be99-e7b3e08f42a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:26:00.068241 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b6bc1863-fe9c-48b3-be99-e7b3e08f42a1 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/subnets/ae349ee7-1e93-455e-9dfd-865e890d04bb HTTP/1.1" status: 404 len: 337 time: 0.2837775 Apr 07 11:26:00.092494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:00.145479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:00.190116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce64df24-d9dc-42cb-a0cc-65911dc5aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (92abb967-1c31-4eda-aae3-e049bc40c147), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:00.192730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ce64df24-d9dc-42cb-a0cc-65911dc5aeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:00.194019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ce64df24-d9dc-42cb-a0cc-65911dc5aeac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92abb967-1c31-4eda-aae3-e049bc40c147 HTTP/1.1" status: 204 len: 168 time: 1.5960662 Apr 07 11:26:00.216685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64df24-d9dc-42cb-a0cc-65911dc5aeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92abb967-1c31-4eda-aae3-e049bc40c147,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:00.234797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cfb0fee9-c889-45ea-91c6-160094a88eb1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:00.240122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cfb0fee9-c889-45ea-91c6-160094a88eb1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:00.336213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0f3fc57-a1b5-486f-befd-617211e9d313 req-0bb6b9ae-345b-4b8d-914b-b535327f00a4 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9447036 Apr 07 11:26:00.434016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b235b7ad-28b0-4313-86c7-38c46a7152b9 req-f1466b16-7882-46c4-ac62-6acdb6f2d542 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4654047 Apr 07 11:26:00.514118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41c939-360a-4878-94ea-3c643e686b36 req-01790cc8-7ac1-4c63-9ecc-48c69b4f21de tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:00.532216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c41c939-360a-4878-94ea-3c643e686b36 req-01790cc8-7ac1-4c63-9ecc-48c69b4f21de tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.3113332 Apr 07 11:26:00.608693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-035ea764-50e0-495f-8fbf-0e25faec6b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:00.626817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c41c939-360a-4878-94ea-3c643e686b36 req-650834db-1e17-4f84-ab81-3c2f46dc8cac tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934594 Apr 07 11:26:00.682471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Deleting port 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:00.682471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:00.980520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94ef5cf6-37b2-4592-a358-7b6b0bdff7f3 req-8b6293ca-f6ac-46ec-9812-6da6d391e93f tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 210 time: 0.1054487 Apr 07 11:26:01.019575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.038573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55834) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:01.077749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e48fe0a-68a3-4b08-a9be-ffcabc0b3c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.147323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Calling delete_port for 25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:01.319713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f86b-c278-4140-9763-a01030000b04 req-d8aeda06-5bb5-4114-8956-869449613915 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:01.322024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a77f86b-c278-4140-9763-a01030000b04 req-d8aeda06-5bb5-4114-8956-869449613915 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.7150168 Apr 07 11:26:01.332499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e48fe0a-68a3-4b08-a9be-ffcabc0b3c7c admin admin] Publish callbacks [] for security_group (9bebf0c0-2427-4d1d-b347-af985ec24c96), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.344304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e48fe0a-68a3-4b08-a9be-ffcabc0b3c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9bebf0c0-2427-4d1d-b347-af985ec24c96), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.440502 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4e48fe0a-68a3-4b08-a9be-ffcabc0b3c7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e7f6160706049bfbb4daee46bfc20b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992198 Apr 07 11:26:01.444433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55842) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:01.484172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a77f86b-c278-4140-9763-a01030000b04 req-2238a5d9-debe-4696-8104-be5fef12ae8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523879 Apr 07 11:26:01.487896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.488938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (25dc456b-042d-4e0f-ad09-f9cd97bf1fb6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.584889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Port': ['ID=25dc456b-042d-4e0f-ad09-f9cd97bf1fb6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:01.599213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.610459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-276df488-9f71-4af9-9d70-59ec6db3c504 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/ports/25dc456b-042d-4e0f-ad09-f9cd97bf1fb6 HTTP/1.1" status: 204 len: 168 time: 1.5067441 Apr 07 11:26:01.616909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55846) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:01.625320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48fe0a-68a3-4b08-a9be-ffcabc0b3c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebf0c0-2427-4d1d-b347-af985ec24c96,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:01.687957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a9fe-424d-405a-99a0-7497beee20a2 admin admin] Publish callbacks [] for security_group (9bebf0c0-2427-4d1d-b347-af985ec24c96), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.746004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a9fe-424d-405a-99a0-7497beee20a2 admin admin] Publish callbacks [] for security_group (9bebf0c0-2427-4d1d-b347-af985ec24c96), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.871679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a9fe-424d-405a-99a0-7497beee20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9bebf0c0-2427-4d1d-b347-af985ec24c96), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.875671 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a9fe-424d-405a-99a0-7497beee20a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:01.880450 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a6e7a9fe-424d-405a-99a0-7497beee20a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bebf0c0-2427-4d1d-b347-af985ec24c96 HTTP/1.1" status: 204 len: 168 time: 0.4346929 Apr 07 11:26:01.902458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7a9fe-424d-405a-99a0-7497beee20a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebf0c0-2427-4d1d-b347-af985ec24c96,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:02.240492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-ae69fe74-06ac-44c3-abc4-955832e8da3e tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.242608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-ae69fe74-06ac-44c3-abc4-955832e8da3e tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.41 "GET /v2.0/networks?id=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce HTTP/1.1" status: 200 len: 821 time: 0.4663329 Apr 07 11:26:02.256762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (7533ce9f-daa2-43eb-ab76-6148adc903f7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:02.272515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.279165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.285531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.291706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.297831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.304716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.320585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.323131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-4e50db15-ff77-4c96-be26-ebdc8b697120 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.6368747 Apr 07 11:26:02.333996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0049a-9f9e-4642-995f-78dd1ead5f38 req-cdf36e27-307e-4dae-b63e-9691b050332a tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:02.335827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94a0049a-9f9e-4642-995f-78dd1ead5f38 req-cdf36e27-307e-4dae-b63e-9691b050332a tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.3818712 Apr 07 11:26:02.537481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (7533ce9f-daa2-43eb-ab76-6148adc903f7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:02.616215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94a0049a-9f9e-4642-995f-78dd1ead5f38 req-1b94536e-1ac6-492f-a581-da16a467b7f3 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103260 Apr 07 11:26:02.629510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7533ce9f-daa2-43eb-ab76-6148adc903f7']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:02.661306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5334bb00-7757-49d4-a4fd-d3b23cf46bc2') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:02.661687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5334bb00-7757-49d4-a4fd-d3b23cf46bc2') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:02.691353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (5334bb00-7757-49d4-a4fd-d3b23cf46bc2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:02.788986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e215df8-39e7-45ab-bee1-86f416f18002 req-43c376ce-1e01-47df-a5b1-1b6f80160f07 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 210 time: 0.0629735 Apr 07 11:26:02.848193 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5334bb00-7757-49d4-a4fd-d3b23cf46bc2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:02.870041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37092649-3db3-4239-a34d-e75b12b2d1d5 req-34c48a1c-4b85-40b7-beac-4a1ee1838040 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5332429 Apr 07 11:26:02.891267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:02.891974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (5334bb00-7757-49d4-a4fd-d3b23cf46bc2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:02.896660 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:02.950671 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b693d6e0-18cf-4442-882d-c9b9a10f98fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.004923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (7533ce9f-daa2-43eb-ab76-6148adc903f7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.014519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.016307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] 10.222.0.13 "DELETE /v2.0/networks/7533ce9f-daa2-43eb-ab76-6148adc903f7 HTTP/1.1" status: 204 len: 168 time: 1.3972740 Apr 07 11:26:03.056912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548879af-19e0-4b62-bb14-2fe9f455c716 req-015808af-5fdf-4f89-bb18-1b7293369401 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:03.068870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-548879af-19e0-4b62-bb14-2fe9f455c716 req-015808af-5fdf-4f89-bb18-1b7293369401 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1676862 Apr 07 11:26:03.071427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498e99-2f43-4a17-8a97-217e32695a51 tempest-PortsIpV6TestJSON-1557542644 tempest-PortsIpV6TestJSON-1557542644-project] Pushing event deleted for resources: {'Network': ['ID=7533ce9f-daa2-43eb-ab76-6148adc903f7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:03.148085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-548879af-19e0-4b62-bb14-2fe9f455c716 req-f132fb6b-6406-45a9-94fb-bba6e548e40a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783043 Apr 07 11:26:03.344716 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.377260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55890) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:03.567087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92678fc9-a326-4ad5-8e9a-9a13bef5740e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b340e99ddb6481f90fec9c7114ae744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873653 Apr 07 11:26:03.569504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55902) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:03.644190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dfa69f3-0e22-43e4-96e6-daa0bda15996 admin admin] Publish callbacks [] for security_group (c2376248-1ef5-4b7a-b17e-5a3c2864b310), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.699117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dfa69f3-0e22-43e4-96e6-daa0bda15996 admin admin] Publish callbacks [] for security_group (c2376248-1ef5-4b7a-b17e-5a3c2864b310), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.781006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dfa69f3-0e22-43e4-96e6-daa0bda15996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c2376248-1ef5-4b7a-b17e-5a3c2864b310), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.784374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dfa69f3-0e22-43e4-96e6-daa0bda15996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:03.786238 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0dfa69f3-0e22-43e4-96e6-daa0bda15996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2376248-1ef5-4b7a-b17e-5a3c2864b310 HTTP/1.1" status: 204 len: 168 time: 0.2155621 Apr 07 11:26:03.809301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa69f3-0e22-43e4-96e6-daa0bda15996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2376248-1ef5-4b7a-b17e-5a3c2864b310,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:03.879202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Request body: {'port': {'device_id': '59827b01-4d21-4939-a7cd-666b310a49ad', 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce', 'admin_state_up': True, 'tenant_id': '1818ea23365e46229eda58aa9612881c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:04.017454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ac49b-5431-48dd-afe3-ebc12435f9b9 req-abb29d85-d9ac-4deb-b5dc-ddb81c51d575 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:04.019429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-733ac49b-5431-48dd-afe3-ebc12435f9b9 req-abb29d85-d9ac-4deb-b5dc-ddb81c51d575 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.2700787 Apr 07 11:26:04.155823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-733ac49b-5431-48dd-afe3-ebc12435f9b9 req-999ed7cb-ca61-4bba-b2b9-98dd24dbc55c tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118300 Apr 07 11:26:04.332724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Made reservation on behalf of 1818ea23365e46229eda58aa9612881c for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:04.339251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:04.434777 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:05.025200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.036329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.047666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.054635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.061607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.068260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.076186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.081651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-39d27cae-af09-48cf-800c-b090d97ff813 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.7942111 Apr 07 11:26:05.253372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-224340e6-2cea-4bdc-93af-3c30d730a3d4 req-f71bbe26-811b-42ee-85aa-eeeace7b93c1 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 210 time: 1.2474506 Apr 07 11:26:05.380550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-861cbdec-e2ad-49bb-96eb-59538dc98d14 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.382461 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-861cbdec-e2ad-49bb-96eb-59538dc98d14 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.1294370 Apr 07 11:26:05.537774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6467abeb-6a9b-4af5-a144-5a2afca5a784 req-1de6e645-54ba-410e-90e6-8aa2fd3b9ee7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4438007 Apr 07 11:26:05.551548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Allocated IP 172.20.0.11 (e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce/9435b4ea-d086-4477-a8d7-20e05261bc50/3cbefd2b-4e1e-4f1d-8bde-dd54353707bc) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:05.658358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Deleting port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:05.658709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:05.856298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55968) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:05.946254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390ee7-ad51-421e-82de-e53e5d8290fa req-a7d7cb14-9a26-485a-96e6-6ec34bbd47cc tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:05.951486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] For port 41d9693e-10e5-4f52-a61a-fc97e79da5e6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=41d9693e-10e5-4f52-a61a-fc97e79da5e6,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:05.968353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55390ee7-ad51-421e-82de-e53e5d8290fa req-a7d7cb14-9a26-485a-96e6-6ec34bbd47cc tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.5721862 Apr 07 11:26:05.971819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.031506 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.049782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55390ee7-ad51-421e-82de-e53e5d8290fa req-763eb0f0-e2a7-4369-9d55-f2640787359c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764604 Apr 07 11:26:06.137269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ea87-9e8a-447c-8a80-69e5827cc969 req-935f1064-909e-475a-9ffd-c43452a93a08 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:06.140027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3a0ea87-9e8a-447c-8a80-69e5827cc969 req-935f1064-909e-475a-9ffd-c43452a93a08 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 946 time: 0.3133516 Apr 07 11:26:06.199261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55978) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:06.230107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1840827169'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:06.234304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks [] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.381623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:06.395555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.483413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3a0ea87-9e8a-447c-8a80-69e5827cc969 req-1fe412e4-9aad-4e72-bd8c-3856bacd39fa tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups?id=6596eb70-5326-49ae-85d4-4b81739bee87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275099 Apr 07 11:26:06.561355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddd88513-6830-4e2c-89e3-e55b404585ce req-ff41c00c-760e-4cd9-9ec2-5462d751010e tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 210 time: 0.1605880 Apr 07 11:26:06.597479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.739592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.828281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.829004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ad896013-38a6-454e-9f22-db61eb708ddd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:06.829559 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Floating IP ad896013-38a6-454e-9f22-db61eb708ddd disassociated. External IP: 172.25.5.66, port: 41d9693e-10e5-4f52-a61a-fc97e79da5e6. Apr 07 11:26:06.830113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Calling delete_port for 41d9693e-10e5-4f52-a61a-fc97e79da5e6 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:06.897015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:06.924797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:06.935378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Pushing event updated for resources: {'Port': ['ID=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:06.946118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:07.025809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (41d9693e-10e5-4f52-a61a-fc97e79da5e6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.075697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event deleted for resources: {'Port': ['ID=41d9693e-10e5-4f52-a61a-fc97e79da5e6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:07.169356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.226451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.265593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.281208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.292555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (cf07d6b0-5566-4a96-820a-86e796098d00), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.294577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.309590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cf07d6b0-5566-4a96-820a-86e796098d00), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.314426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.334784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.346891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.349631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf07d6b0-5566-4a96-820a-86e796098d00,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:07.364191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-2b98ab7d-dc3b-4325-8768-4d6476deadec tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.5925989 Apr 07 11:26:07.369506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:07.393774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ff41858d-6dfe-47f9-95f1-75582b625cde), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.394525 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment ff41858d-6dfe-47f9-95f1-75582b625cde of type vlan for network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 Apr 07 11:26:07.406383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:26:07.476530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.477795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.541024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8723fdbb-cb92-46a9-af4d-9406e6de2a3e req-9c509897-882d-4cba-a6ca-8d7898de00d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754041 Apr 07 11:26:07.602959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 41d9693e-10e5-4f52-a61a-fc97e79da5e6 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:07.686636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.692359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 41d9693e-10e5-4f52-a61a-fc97e79da5e6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:07.692719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 41d9693e-10e5-4f52-a61a-fc97e79da5e6 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:07.827758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.828495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-07aa2fd0-c5a6-4ffd-b5a6-d248b62c123d tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9681168 Apr 07 11:26:07.838112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:07.841606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:07.909514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbac135a-cef3-4be8-a915-7d4c196e1864 req-a2363e82-dfe9-4f3d-8497-f49096c1cb95 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b962bf7-f066-4a6e-931e-50c6c5bbd53d HTTP/1.1" status: 200 len: 210 time: 0.1581919 Apr 07 11:26:07.926659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Request body: {'port': {'device_id': '59827b01-4d21-4939-a7cd-666b310a49ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:07.988972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:26:08.005088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] Sync routers for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:26:08.030816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:08.032276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:08.060040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:08.124525 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2577670 Apr 07 11:26:08.152924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:08.173258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'name': 'tempest-PortsTestJSON-394188169'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:08.213099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd8bc9-79ba-44c8-b565-524b85b5c8cd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:08.222080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] No DVR routers for this DVR port 41d9693e-10e5-4f52-a61a-fc97e79da5e6 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:08.228485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:08.233271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:08.242024 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-87d6b2c1-68ed-483b-8bbd-5e4e5617d86c req-2beb875b-4353-4dee-9e8f-57b3dedc175e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.41 "DELETE /v2.0/ports/41d9693e-10e5-4f52-a61a-fc97e79da5e6 HTTP/1.1" status: 204 len: 173 time: 2.8511455 Apr 07 11:26:08.366382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'name': 'network-vif-deleted', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:08.369364 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d6c7f-1012-4b96-b2cf-6ddfb6065cda" -d '{"events": [{"server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "name": "network-vif-deleted", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:08.379619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7472eda-cf44-4228-87a5-be1b4d4d3d7e req-012dbe6a-66d4-4ad4-88d3-b200269237c1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:08.388410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7472eda-cf44-4228-87a5-be1b4d4d3d7e req-012dbe6a-66d4-4ad4-88d3-b200269237c1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 1.0144806 Apr 07 11:26:08.416937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:08.420895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:08.469968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:08.621109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:08.629812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:08.638368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Publish callbacks [] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:08.652029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Transition to ACTIVE for port object 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:26:08.681547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:08.775164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:08.841669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7472eda-cf44-4228-87a5-be1b4d4d3d7e req-4f00bd32-ed61-4c45-b897-3a29e72d64fa tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882575 Apr 07 11:26:08.854694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:08.894481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d538334-336c-4d26-b619-74cfba31adce req-1f462382-c273-49d8-919d-9c25c9c0d058 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:08.908414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d538334-336c-4d26-b619-74cfba31adce req-1f462382-c273-49d8-919d-9c25c9c0d058 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 932 time: 0.8506024 Apr 07 11:26:08.960284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.162682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=d8de2dae-ef19-4f67-a6a8-8125f82a1f66,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:09.208545 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18e434d-b060-461c-8108-61f2a7a37799 x-openstack-request-id: req-d18e434d-b060-461c-8108-61f2a7a37799 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:09.208676 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b962bf7-f066-4a6e-931e-50c6c5bbd53d", "name": "network-vif-deleted", "tag": "41d9693e-10e5-4f52-a61a-fc97e79da5e6", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:09.208961 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18e434d-b060-461c-8108-61f2a7a37799 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:09.209781 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18e434d-b060-461c-8108-61f2a7a37799'] response: {'server_uuid': '8b962bf7-f066-4a6e-931e-50c6c5bbd53d', 'name': 'network-vif-deleted', 'tag': '41d9693e-10e5-4f52-a61a-fc97e79da5e6', 'status': 'completed', 'code': 200} Apr 07 11:26:09.259705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d538334-336c-4d26-b619-74cfba31adce req-6507a88e-c13a-4e2c-8e50-89ea5362b0a4 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497217 Apr 07 11:26:09.297820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:09.372045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] Checking router: 2cc2733b-8672-4a18-8c44-6d43b5daa6fd for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:26:09.391781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:09.392427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:09.413512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': 'ff41858d-6dfe-47f9-95f1-75582b625cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:09.415088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:09.459580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:09.463160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Attempting to bind port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:26:09.463596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Attempting to bind port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'bb0cd4c1-417d-400e-b08b-d03877b79ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:26:09.463824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Attempting to bind port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc on network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:09.490834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:09.503473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:09.507143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a1941-2b35-49cd-b5f7-69b076c804d1 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:09.518332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.518906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.532499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.542590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56032) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:09.549116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.555262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.572174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.588509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.593973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.600922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.602971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-54f4fedc-1d0c-4fde-9f51-6b7e91001811 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4184282 Apr 07 11:26:09.604722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc on network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:26:09.605047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Attempting to bind port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc on network e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:09.611971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:26:09.612315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Checking segment: {'id': 'bb0cd4c1-417d-400e-b08b-d03877b79ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:09.613084 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-34c861a4-ae4c-4280-bc55-7a67b87355f4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4505017 Apr 07 11:26:09.613238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Bound using segment: {'id': 'bb0cd4c1-417d-400e-b08b-d03877b79ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:26:09.613593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Bound port: 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0cd4c1-417d-400e-b08b-d03877b79ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:26:09.613953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.616019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56036) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:09.622771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-307869782'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:09.656523 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74ac5b0e-0650-47f1-95b5-a1fd8ef41a56 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group (6596eb70-5326-49ae-85d4-4b81739bee87), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.690751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:09.695762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.716276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74ac5b0e-0650-47f1-95b5-a1fd8ef41a56 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group (6596eb70-5326-49ae-85d4-4b81739bee87), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.720569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (33efa376-21ec-4739-a52d-161d9553dc11), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.740509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:09.769081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:09.769772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] For port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:26:09.777552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] For port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,segment=NetworkSegment(bb0cd4c1-417d-400e-b08b-d03877b79ef6),segment_id=bb0cd4c1-417d-400e-b08b-d03877b79ef6)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:26:09.782011 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (a4db62f8-b462-458c-86c9-6f68ed4fb9d3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.782373 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment a4db62f8-b462-458c-86c9-6f68ed4fb9d3 of type vlan for network 14144460-b127-4310-a971-8dc55f79fc9c Apr 07 11:26:09.831381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (14144460-b127-4310-a971-8dc55f79fc9c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.835632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74ac5b0e-0650-47f1-95b5-a1fd8ef41a56 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6596eb70-5326-49ae-85d4-4b81739bee87), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.839534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74ac5b0e-0650-47f1-95b5-a1fd8ef41a56 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.840803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74ac5b0e-0650-47f1-95b5-a1fd8ef41a56 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "DELETE /v2.0/security-groups/6596eb70-5326-49ae-85d4-4b81739bee87 HTTP/1.1" status: 204 len: 168 time: 0.2972453 Apr 07 11:26:09.848595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56040) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:09.873350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac5b0e-0650-47f1-95b5-a1fd8ef41a56 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596eb70-5326-49ae-85d4-4b81739bee87,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:09.884790 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-52222051-dfbf-414d-bd9b-7e6ea741d649 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] show failed (client error): The resource could not be found. Apr 07 11:26:09.889439 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-52222051-dfbf-414d-bd9b-7e6ea741d649 tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "GET /v2.0/security-groups/6596eb70-5326-49ae-85d4-4b81739bee87 HTTP/1.1" status: 404 len: 347 time: 0.0363882 Apr 07 11:26:09.890146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56042) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:09.963872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.973225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (14144460-b127-4310-a971-8dc55f79fc9c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:09.975510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68cdbd24-4045-4ebf-bf11-9b7336735861 req-e750d2ef-4b02-47fd-9926-320a2cf85b2f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3432779 Apr 07 11:26:09.993670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:09.994328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.054338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:10.055478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.058843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] 10.222.0.41 "PUT /v2.0/ports/3cbefd2b-4e1e-4f1d-8bde-dd54353707bc HTTP/1.1" status: 200 len: 1092 time: 2.1635649 Apr 07 11:26:10.059400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59827b01-4d21-4939-a7cd-666b310a49ad', 'tag': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:10.073519 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a25334-0b39-4045-a502-51e009c1d990" -d '{"events": [{"name": "network-changed", "server_uuid": "59827b01-4d21-4939-a7cd-666b310a49ad", "tag": "3cbefd2b-4e1e-4f1d-8bde-dd54353707bc"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:10.108660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045196d-f9fc-4180-a79e-1c5fc3344b12 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:10.216380 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b1cc2e-45d4-4f6c-b89e-892562c9037f x-openstack-request-id: req-00b1cc2e-45d4-4f6c-b89e-892562c9037f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:10.216672 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59827b01-4d21-4939-a7cd-666b310a49ad", "tag": "3cbefd2b-4e1e-4f1d-8bde-dd54353707bc", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:10.216931 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00b1cc2e-45d4-4f6c-b89e-892562c9037f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:10.217377 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b1cc2e-45d4-4f6c-b89e-892562c9037f'] response: {'name': 'network-changed', 'server_uuid': '59827b01-4d21-4939-a7cd-666b310a49ad', 'tag': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc', 'status': 'completed', 'code': 200} Apr 07 11:26:10.220395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6029067 Apr 07 11:26:10.233853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56052) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:10.240508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'ports': [{'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'}, {'network_id': '14144460-b127-4310-a971-8dc55f79fc9c'}]} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:10.241093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:10.241768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '14144460-b127-4310-a971-8dc55f79fc9c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:10.296313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1eced-bba7-40a5-9c77-be2532a09816 req-49e27f96-7a32-46d4-8c91-d27a3816a335 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:10.298216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfb1eced-bba7-40a5-9c77-be2532a09816 req-49e27f96-7a32-46d4-8c91-d27a3816a335 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.1509001 Apr 07 11:26:10.301987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-c1cd8561-32fe-4d8c-9165-b56d6c2fc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:10.303557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-c1cd8561-32fe-4d8c-9165-b56d6c2fc93e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1818ea23365e46229eda58aa9612881c&device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 1126 time: 0.1897321 Apr 07 11:26:10.356713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-0a1c894f-bb54-4e49-9a8f-84c1dddb3bbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc HTTP/1.1" status: 200 len: 217 time: 0.0420496 Apr 07 11:26:10.423048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ae9c-96a6-4d3e-b3fc-9cbbda828dbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=14144460-b127-4310-a971-8dc55f79fc9c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:10.443883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 14144460-b127-4310-a971-8dc55f79fc9c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:10.608488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfb1eced-bba7-40a5-9c77-be2532a09816 req-662ecae7-ab4b-4043-953d-20f4cbff1243 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021021 Apr 07 11:26:10.671580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Deleting port 827c1eaf-dca6-42b8-bb35-6fb7b9a397af {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:10.672212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.693074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-ca97eb11-99ef-44c5-bf13-0c49100806f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:10.693885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:10.695718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-ca97eb11-99ef-44c5-bf13-0c49100806f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9435b4ea-d086-4477-a8d7-20e05261bc50 HTTP/1.1" status: 200 len: 861 time: 0.3267887 Apr 07 11:26:10.731379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a8958-da3b-4318-82ab-b5728e2d56f4 None None] The sync data for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 is: [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '25646679-c026-4751-b522-47b1e1a86b63', 'name': '', 'network_id': 'b8948ce5-b61d-4743-b416-26ffd79ebe61', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'mac_address': 'fa:16:3e:70:e9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:24:01Z', 'updated_at': '2022-04-07T11:24:09Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'subnets': [{'id': 'e1664cd7-e463-4d8e-86c1-744d0da4ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:26:10.767505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 2} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:10.769187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.788601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.794191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-5da9ef33-9137-4431-88d8-6551411f29d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622687 Apr 07 11:26:10.801723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff70309-18d7-418f-95cf-5eb711f3f7cc req-0a418d32-f203-4555-b207-a408b3392579 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:10.809411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ff70309-18d7-418f-95cf-5eb711f3f7cc req-0a418d32-f203-4555-b207-a408b3392579 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 944 time: 0.3509796 Apr 07 11:26:10.856552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.857526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:10.930137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Calling delete_port for 827c1eaf-dca6-42b8-bb35-6fb7b9a397af owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:10.999081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ff70309-18d7-418f-95cf-5eb711f3f7cc req-e2932b66-ff63-41a7-bb37-9e8451954e2c tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886613 Apr 07 11:26:11.050609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Deleting port db659187-877e-4892-969f-08d7f5435b55 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:11.051222 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (db659187-877e-4892-969f-08d7f5435b55), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:11.056743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-25a4e1da-8ed0-4c14-a8e2-6820444f344e service neutron] 10.222.0.41 "GET /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302809 Apr 07 11:26:11.253848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port acbeca43-2101-4acd-ac64-636cd846a251 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:11.333854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] For port db659187-877e-4892-969f-08d7f5435b55, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=db659187-877e-4892-969f-08d7f5435b55,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:11.334221 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (db659187-877e-4892-969f-08d7f5435b55), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:11.344955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c61ca32e-a7ab-4107-bbd0-7450f88261f2 req-a6d8a9a2-2fcd-4590-a1ea-928eea9d57d0 service neutron] 10.222.0.41 "GET /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714803 Apr 07 11:26:11.357667 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c0e68-cef8-4bdb-91e9-aa679308458a None None] New status for floating IP ad896013-38a6-454e-9f22-db61eb708ddd: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:26:11.390396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Calling delete_port for db659187-877e-4892-969f-08d7f5435b55 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:11.402267 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (827c1eaf-dca6-42b8-bb35-6fb7b9a397af), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:11.445014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.451851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Pushing event deleted for resources: {'Port': ['ID=827c1eaf-dca6-42b8-bb35-6fb7b9a397af,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:11.458888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.481294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.486918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.504822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.512047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.524337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:11.530311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-a7131443-f3b5-46a5-b766-6f6ab4e74cfb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3120606 Apr 07 11:26:11.536246 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.db.api [None req-3f4c0e68-cef8-4bdb-91e9-aa679308458a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:26:11.536655 n-d-836788-1 neutron-server[104180]: DEBUG oslo_db.api [None req-3f4c0e68-cef8-4bdb-91e9-aa679308458a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:26:11.601027 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (acbeca43-2101-4acd-ac64-636cd846a251), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:11.606910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks [] for floatingip (ad896013-38a6-454e-9f22-db61eb708ddd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:11.610023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:11.616787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e4d9a4c4-3043-4ed3-be95-c04ce799c24e tempest-ServersTestManualDisk-1892452227 tempest-ServersTestManualDisk-1892452227-project] 10.222.0.13 "DELETE /v2.0/floatingips/ad896013-38a6-454e-9f22-db61eb708ddd HTTP/1.1" status: 204 len: 168 time: 1.7251806 Apr 07 11:26:11.633901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56100) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:11.838734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 2bdac2a3-0e5b-4c13-838b-32637b1eb25e yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:12.038402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c0e68-cef8-4bdb-91e9-aa679308458a None None] New status for floating IP ad896013-38a6-454e-9f22-db61eb708ddd: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:26:12.458651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bef2d58-7a25-4801-bd9c-229883287de2 req-23491cc0-1d1e-439a-b411-1e7a7df4749e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9108946 Apr 07 11:26:12.471987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a25334-0b39-4045-a502-51e009c1d990 req-31176504-c105-4488-a002-32f6cbf8a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:12.475985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-31176504-c105-4488-a002-32f6cbf8a5d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1818ea23365e46229eda58aa9612881c&device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 1126 time: 0.9444904 Apr 07 11:26:12.503426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78408cb-2e0e-48a3-9eba-2ca9fa02ef77 req-5b6ec8c9-8b07-43fc-90d2-4bc96dce6916 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:12.518792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f78408cb-2e0e-48a3-9eba-2ca9fa02ef77 req-5b6ec8c9-8b07-43fc-90d2-4bc96dce6916 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3554523 Apr 07 11:26:12.726371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f78408cb-2e0e-48a3-9eba-2ca9fa02ef77 req-1b90a51d-3f68-46db-8012-2206632b4962 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064362 Apr 07 11:26:12.825282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (2bdac2a3-0e5b-4c13-838b-32637b1eb25e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:12.860967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a25334-0b39-4045-a502-51e009c1d990 req-48d67abb-d033-42b9-a99f-da9a1f84ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:12.863304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-48d67abb-d033-42b9-a99f-da9a1f84ea24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce HTTP/1.1" status: 200 len: 922 time: 0.3415539 Apr 07 11:26:12.957513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-810a5234-d72d-4d7c-80e5-6e256915c7f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc HTTP/1.1" status: 200 len: 217 time: 0.0701466 Apr 07 11:26:12.960664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (db659187-877e-4892-969f-08d7f5435b55), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.025296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (acbeca43-2101-4acd-ac64-636cd846a251), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.071916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db659187-877e-4892-969f-08d7f5435b55,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:13.121198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:13.124996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1af82-16b0-4831-bd8d-bb7231b08841 req-0cb610d0-929c-46b6-a368-41812ce2fca5 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:13.126374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:13.134648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aea1af82-16b0-4831-bd8d-bb7231b08841 req-0cb610d0-929c-46b6-a368-41812ce2fca5 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 944 time: 0.5122910 Apr 07 11:26:13.141543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:13.142414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2bdac2a3-0e5b-4c13-838b-32637b1eb25e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.209769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a25334-0b39-4045-a502-51e009c1d990 req-4f607910-cc40-40dc-a7da-0eea09edbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:13.212623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-4f607910-cc40-40dc-a7da-0eea09edbfaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9435b4ea-d086-4477-a8d7-20e05261bc50 HTTP/1.1" status: 200 len: 861 time: 0.2469988 Apr 07 11:26:13.272971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=acbeca43-2101-4acd-ac64-636cd846a251,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:13.274372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-d11f0027-dd7e-4921-adf7-dfbb7d3cb0cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483150 Apr 07 11:26:13.363783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aea1af82-16b0-4831-bd8d-bb7231b08841 req-7887a69b-a3f2-4518-a3b4-2b1f611c6d37 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943209 Apr 07 11:26:13.434048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=2bdac2a3-0e5b-4c13-838b-32637b1eb25e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:13.444585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': 'a4db62f8-b462-458c-86c9-6f68ed4fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '14144460-b127-4310-a971-8dc55f79fc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:13.445526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: 14144460-b127-4310-a971-8dc55f79fc9c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:13.468219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.585334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-b9e8a38e-9fbe-4dc4-8ec6-b55e9d1df15a service neutron] 10.222.0.41 "GET /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043315 Apr 07 11:26:13.622520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 14144460-b127-4310-a971-8dc55f79fc9c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:13.628431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:13.648834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 14144460-b127-4310-a971-8dc55f79fc9c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:13.663771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:13.670372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:13.675380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:13.676446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.710540 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (33efa376-21ec-4739-a52d-161d9553dc11), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.791438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,segment=NetworkSegment(bb0cd4c1-417d-400e-b08b-d03877b79ef6),segment_id=bb0cd4c1-417d-400e-b08b-d03877b79ef6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:13.813257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc', 'network_id': 'e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce', 'port_id': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc', 'mac_address': 'fa:16:3e:b1:ef:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9435b4ea-d086-4477-a8d7-20e05261bc50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:13.818808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdcb887-883e-4995-9f85-1dd1fe5eb83b None None] Network 14144460-b127-4310-a971-8dc55f79fc9c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:13.866668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:13.867329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:13.867592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9986994d-4c85-4399-83b2-052165d616a5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6315386 Apr 07 11:26:13.872961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56142) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:13.893663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:14.028411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,segment=NetworkSegment(bb0cd4c1-417d-400e-b08b-d03877b79ef6),segment_id=bb0cd4c1-417d-400e-b08b-d03877b79ef6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:14.061121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67a25334-0b39-4045-a502-51e009c1d990 req-1c0546f9-163f-4f00-87a8-a260591ca1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663804 Apr 07 11:26:14.082074 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.082349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:14.144258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.149769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.155447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.160830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.166337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.172051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.177292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.179234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-4309c0fc-3066-4f23-9f2f-73c1bbfc934e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4879048 Apr 07 11:26:14.214388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:14.269113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 2bdac2a3-0e5b-4c13-838b-32637b1eb25e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:14.269792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2bdac2a3-0e5b-4c13-838b-32637b1eb25e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.295084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e68ea3-ba85-4e8e-ac92-43c1f773b334 req-91f2cc93-c95c-4cc4-87a2-5a25445c9947 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.302640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21e68ea3-ba85-4e8e-ac92-43c1f773b334 req-91f2cc93-c95c-4cc4-87a2-5a25445c9947 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 943 time: 0.3663135 Apr 07 11:26:14.302890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'port_id': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'mac_address': 'fa:16:3e:3d:85:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:14.311478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:14.323038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.323404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.323931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.324725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.325317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.325787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.326303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.326616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.327239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.327620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.327968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.328411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.328691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:14.428949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:14.429372 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.446649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:14.464884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a0176e3-f911-40db-8405-0a853bb860d6 req-81faa6d2-6beb-4d75-b732-76e085c4181c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2775743 Apr 07 11:26:14.495211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:14.516204 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.517691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2bdac2a3-0e5b-4c13-838b-32637b1eb25e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.537781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Deleting port 25646679-c026-4751-b522-47b1e1a86b63 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:14.538148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (25646679-c026-4751-b522-47b1e1a86b63), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.541836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 2bdac2a3-0e5b-4c13-838b-32637b1eb25e owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:14.593691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:14.605895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21e68ea3-ba85-4e8e-ac92-43c1f773b334 req-f2f4963f-cfa8-4466-bce1-a94cf8dc9010 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945995 Apr 07 11:26:14.695423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Router 33efa376-21ec-4739-a52d-161d9553dc11 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:26:14.734972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999514f-9047-49bc-abcd-a16a6fd1c864 req-b1cf7663-efee-44c1-81c1-ba567bd13bda tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:14.736861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9999514f-9047-49bc-abcd-a16a6fd1c864 req-b1cf7663-efee-44c1-81c1-ba567bd13bda tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 945 time: 0.1026967 Apr 07 11:26:14.783963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] For port 25646679-c026-4751-b522-47b1e1a86b63, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=25646679-c026-4751-b522-47b1e1a86b63,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:14.787120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (25646679-c026-4751-b522-47b1e1a86b63), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.817189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Calling delete_port for 25646679-c026-4751-b522-47b1e1a86b63 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:14.821930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['3cbefd2b-4e1e-4f1d-8bde-dd54353707bc'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:14.829823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:14.856913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2bdac2a3-0e5b-4c13-838b-32637b1eb25e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:14.871316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9999514f-9047-49bc-abcd-a16a6fd1c864 req-bb80fa70-49ff-45df-93fe-0a62abaf809b tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962598 Apr 07 11:26:14.906998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:26:14.925007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-74266622-3c08-441e-a019-026266625fe1 admin admin] 10.222.0.13 "PUT /v2.0/routers/33efa376-21ec-4739-a52d-161d9553dc11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7243228 Apr 07 11:26:14.927616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:14.967011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=2bdac2a3-0e5b-4c13-838b-32637b1eb25e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:15.005666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] Sync routers for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:26:15.037115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:15.037401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:15.067264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.088549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a1dd7d79-df36-4171-80b7-3faa1a2a5fa6 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/2bdac2a3-0e5b-4c13-838b-32637b1eb25e HTTP/1.1" status: 204 len: 168 time: 1.2121303 Apr 07 11:26:15.090922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56170) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:15.199905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks [] for router (33efa376-21ec-4739-a52d-161d9553dc11), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.253909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae1bca-9d83-4528-9b5a-0db5148083d8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.260449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae1bca-9d83-4528-9b5a-0db5148083d8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.265977 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-27ae1bca-9d83-4528-9b5a-0db5148083d8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1738982 Apr 07 11:26:15.267085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56172) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:15.311657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:15.495722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port acbeca43-2101-4acd-ac64-636cd846a251 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:15.496300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (acbeca43-2101-4acd-ac64-636cd846a251), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.506692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks [] for router_gateway (33efa376-21ec-4739-a52d-161d9553dc11), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.588192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Deleting port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:15.588530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.659604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (25646679-c026-4751-b522-47b1e1a86b63), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.771194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (acbeca43-2101-4acd-ac64-636cd846a251), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:15.775662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Pushing event deleted for resources: {'Port': ['ID=25646679-c026-4751-b522-47b1e1a86b63,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:15.821194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:26:12Z', 'revision_number': 5, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port': {'id': '41196634-e5ae-4e8d-b3f8-c4baf2c88fe9', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33efa376-21ec-4739-a52d-161d9553dc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:16:15Z', 'updated_at': '2022-04-07T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:15.835536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.842680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.849712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.857361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.867737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for acbeca43-2101-4acd-ac64-636cd846a251 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:15.870584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.877645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] Checking router: 33efa376-21ec-4739-a52d-161d9553dc11 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:26:15.885086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.891936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:15.897197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] Routers {'33efa376-21ec-4739-a52d-161d9553dc11'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:15.897840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['33efa376-21ec-4739-a52d-161d9553dc11'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:15.899253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-391702ac-0a17-4aa2-9f6f-2dda27f2b43e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2303824 Apr 07 11:26:16.012847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] For port 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:16.013604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.065460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Calling delete_port for 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:16.105348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b47752-0baf-436d-b31d-bdd638e712c0 req-308279a1-3ee0-4158-8d6f-71cb1068498f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:16.106963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3b47752-0baf-436d-b31d-bdd638e712c0 req-308279a1-3ee0-4158-8d6f-71cb1068498f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.2849729 Apr 07 11:26:16.150919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (acbeca43-2101-4acd-ac64-636cd846a251), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.165855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6a4c28a-af18-4b82-b959-b8c9d88a6c3a req-48af712c-d208-4400-bc27-3afa6dbd9ef7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2383111 Apr 07 11:26:16.185030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] Set router 33efa376-21ec-4739-a52d-161d9553dc11 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:16.211961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.222211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/acbeca43-2101-4acd-ac64-636cd846a251 HTTP/1.1" status: 204 len: 168 time: 0.9113867 Apr 07 11:26:16.247594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56188) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:16.265752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347490-e462-4669-b20a-e9f43fc6049f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=acbeca43-2101-4acd-ac64-636cd846a251,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:16.311946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:26:15Z', 'revision_number': 6, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:16.344641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aac1ef-c265-4e98-a7e4-c5ff0c609708 None None] The sync data for ids ['33efa376-21ec-4739-a52d-161d9553dc11'] in n-d-836788-1 is: [{'id': '33efa376-21ec-4739-a52d-161d9553dc11', 'name': 'tempest-AttachVolumeTestJSON-636845208-router', 'tenant_id': 'd4e6426310fe4568bf986ddc184ac98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:16:12Z', 'updated_at': '2022-04-07T11:26:15Z', 'revision_number': 6, 'project_id': 'd4e6426310fe4568bf986ddc184ac98d', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:26:16.357166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3b47752-0baf-436d-b31d-bdd638e712c0 req-c92f6efc-0465-4f94-9a13-8edd3f9c2f6e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100461 Apr 07 11:26:16.411650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.465859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7da4d-25ed-48d4-8d25-06621f84acd4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:16.467855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-76d7da4d-25ed-48d4-8d25-06621f84acd4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2191894 Apr 07 11:26:16.480283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2ba9-528a-479e-9adf-735dd4a19ac5 req-dcf6cf01-9344-45d4-bad8-2a148a1f7b54 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:16.481853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a36b2ba9-528a-479e-9adf-735dd4a19ac5 req-dcf6cf01-9344-45d4-bad8-2a148a1f7b54 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 945 time: 0.1851430 Apr 07 11:26:16.483166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56198) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:16.514139 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91b3557-9c77-4c3a-88e1-b4eb284901a0 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:16.515648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d91b3557-9c77-4c3a-88e1-b4eb284901a0 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/2bdac2a3-0e5b-4c13-838b-32637b1eb25e HTTP/1.1" status: 404 len: 333 time: 0.0316083 Apr 07 11:26:16.521660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56200) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:16.559035 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e1790f-34f0-49ed-bedd-4ad4ab6e1bae tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:16.560528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e2e1790f-34f0-49ed-bedd-4ad4ab6e1bae tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/acbeca43-2101-4acd-ac64-636cd846a251 HTTP/1.1" status: 404 len: 333 time: 0.0348396 Apr 07 11:26:16.563219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56204) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:16.606647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a36b2ba9-528a-479e-9adf-735dd4a19ac5 req-f585da6a-f362-482f-a49f-ce4c4f58206c tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899029 Apr 07 11:26:16.623886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (41196634-e5ae-4e8d-b3f8-c4baf2c88fe9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.652278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=41196634-e5ae-4e8d-b3f8-c4baf2c88fe9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:16.683878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (14144460-b127-4310-a971-8dc55f79fc9c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.731795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (33efa376-21ec-4739-a52d-161d9553dc11), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.849043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (33efa376-21ec-4739-a52d-161d9553dc11), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.851914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks [] for router_controller (33efa376-21ec-4739-a52d-161d9553dc11), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.910035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (14144460-b127-4310-a971-8dc55f79fc9c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.911152 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (33efa376-21ec-4739-a52d-161d9553dc11), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.912565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33efa376-21ec-4739-a52d-161d9553dc11 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:26:16.918831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.923065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-487e3085-79a1-4820-a359-05b4d9ac4c52 admin admin] 10.222.0.13 "DELETE /v2.0/routers/33efa376-21ec-4739-a52d-161d9553dc11 HTTP/1.1" status: 204 len: 168 time: 1.9922972 Apr 07 11:26:16.923459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56212) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:16.941108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14144460-b127-4310-a971-8dc55f79fc9c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:16.955226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:26:16.956966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4db62f8-b462-458c-86c9-6f68ed4fb9d3') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:16.957294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4db62f8-b462-458c-86c9-6f68ed4fb9d3') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:16.970772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (a4db62f8-b462-458c-86c9-6f68ed4fb9d3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:16.974871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Deleting subnet 6a563313-3d49-4dc7-93e8-3759f9f8ec8c {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:16.978453 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Publish callbacks [] for subnet (6a563313-3d49-4dc7-93e8-3759f9f8ec8c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.016340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (6a563313-3d49-4dc7-93e8-3759f9f8ec8c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.028539 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (a4db62f8-b462-458c-86c9-6f68ed4fb9d3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.061890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:17.062560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (a4db62f8-b462-458c-86c9-6f68ed4fb9d3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:17.065801 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:17.113582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6a563313-3d49-4dc7-93e8-3759f9f8ec8c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.153363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (14144460-b127-4310-a971-8dc55f79fc9c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.164552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.168906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/14144460-b127-4310-a971-8dc55f79fc9c HTTP/1.1" status: 204 len: 168 time: 0.6039035 Apr 07 11:26:17.179964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56220) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:17.182044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:26:17.184055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b52bc-ed6c-4a8c-9984-2dc09c241ffd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=14144460-b127-4310-a971-8dc55f79fc9c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:17.189005 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4e2b4913-9cbb-4b15-a027-95172eb648ed admin admin] 10.222.0.13 "PUT /v2.0/routers/2cc2733b-8672-4a18-8c44-6d43b5daa6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5535126 Apr 07 11:26:17.193782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56222) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:17.196856 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] Sync routers for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:26:17.218730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1695900314'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:17.229698 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:17.230574 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:17.284979 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (6a563313-3d49-4dc7-93e8-3759f9f8ec8c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.394395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks [] for router (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.439667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a563313-3d49-4dc7-93e8-3759f9f8ec8c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:17.452088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.456640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a5972c28-fd67-4e9b-a8d4-763fa0fab587 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a563313-3d49-4dc7-93e8-3759f9f8ec8c HTTP/1.1" status: 204 len: 168 time: 0.5303352 Apr 07 11:26:17.457688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:17.458707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518d984-9c13-4ae9-9266-08b9bdeeeb3f None None] Network b26e5866-c870-41e7-8553-3db3411c8b20 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:17.464103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.467338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:17.519530 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:17.519937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.526727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.532365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.538188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.544316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.550480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.556420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.558513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-0025138e-4a66-402f-9bb6-260665059853 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2518358 Apr 07 11:26:17.563222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:17.590309 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1c69ad3b-0e9a-4be5-b153-4e96558442a2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.590713 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment 1c69ad3b-0e9a-4be5-b153-4e96558442a2 of type vlan for network ff933f16-6492-4f77-8ab2-18798a657b79 Apr 07 11:26:17.639647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:17.743568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b26e5866-c870-41e7-8553-3db3411c8b20), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.854183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ff933f16-6492-4f77-8ab2-18798a657b79), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.855083 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:26:15Z', 'revision_number': 5, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port': {'id': 'b6eb4766-5771-4c50-96a4-ac7dcd3d1595', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:23:52Z', 'updated_at': '2022-04-07T11:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:17.878289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks [] for router_gateway (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.908644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04b4aedc-a90f-4670-928c-5a710ea32a2e req-153270a8-a264-472e-9ee1-f479ab62e8b2 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3425436 Apr 07 11:26:17.927946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:17.949263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:17.949650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:17.953536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5a72a-63be-407b-828f-f4629e6f6f17 req-26db730b-0808-4c2a-922f-fdba1082081a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:17.955121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dca5a72a-63be-407b-828f-f4629e6f6f17 req-26db730b-0808-4c2a-922f-fdba1082081a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 944 time: 0.3429689 Apr 07 11:26:18.020232 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ff933f16-6492-4f77-8ab2-18798a657b79), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.023612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Deleting port e8462342-b8dc-4a15-9813-960769e815a2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:18.024101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e8462342-b8dc-4a15-9813-960769e815a2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.029924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:18.030566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.038024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] Checking router: 2cc2733b-8672-4a18-8c44-6d43b5daa6fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:26:18.077548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] DHCP port deletion for b26e5866-c870-41e7-8553-3db3411c8b20 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:26:18.078341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] Routers {'2cc2733b-8672-4a18-8c44-6d43b5daa6fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:18.079304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:18.132195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9530988 Apr 07 11:26:18.156450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56240) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:18.171673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device db659187-877e-4892-969f-08d7f5435b55 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:18.173262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:18.186624 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] Set router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:18.204948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: db659187-877e-4892-969f-08d7f5435b55 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:18.205348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device db659187-877e-4892-969f-08d7f5435b55 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:18.206771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:18.247914 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:26:17Z', 'revision_number': 6, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:18.255631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:18.255982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 41196634-e5ae-4e8d-b3f8-c4baf2c88fe9 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:18.339446 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005a09a-c766-42b2-b543-71cdb0ad1e3d None None] The sync data for ids ['2cc2733b-8672-4a18-8c44-6d43b5daa6fd'] in n-d-836788-1 is: [{'id': '2cc2733b-8672-4a18-8c44-6d43b5daa6fd', 'name': 'tempest-ServersTestManualDisk-1618542824-router', 'tenant_id': 'b929227cf38645e79ddc1406bf87db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:23:51Z', 'updated_at': '2022-04-07T11:26:17Z', 'revision_number': 6, 'project_id': 'b929227cf38645e79ddc1406bf87db66', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:26:18.377860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:18.378724 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.441507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] Deleting port e8462342-b8dc-4a15-9813-960769e815a2 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:18.442129 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e8462342-b8dc-4a15-9813-960769e815a2), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.535868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59827b01-4d21-4939-a7cd-666b310a49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:18.538185 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b02ffe-6e40-45ef-adbe-423ae1b3c4b1" -d '{"events": [{"server_uuid": "59827b01-4d21-4939-a7cd-666b310a49ad", "name": "network-vif-plugged", "status": "completed", "tag": "3cbefd2b-4e1e-4f1d-8bde-dd54353707bc"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:18.587328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,segment=NetworkSegment(bb0cd4c1-417d-400e-b08b-d03877b79ef6),segment_id=bb0cd4c1-417d-400e-b08b-d03877b79ef6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:18.619858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.620603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:18.830191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] For port e8462342-b8dc-4a15-9813-960769e815a2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e8462342-b8dc-4a15-9813-960769e815a2,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:18.830819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e8462342-b8dc-4a15-9813-960769e815a2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.835508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Deleting port b6eb4766-5771-4c50-96a4-ac7dcd3d1595 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:18.836602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:18.903720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Calling delete_port for e8462342-b8dc-4a15-9813-960769e815a2 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:19.039994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] For port b6eb4766-5771-4c50-96a4-ac7dcd3d1595, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:19.040509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.063828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Calling delete_port for b6eb4766-5771-4c50-96a4-ac7dcd3d1595 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:19.072639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc5fe8-c737-48a2-bf6a-605ee5afdef2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=ff933f16-6492-4f77-8ab2-18798a657b79,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:19.084964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e8462342-b8dc-4a15-9813-960769e815a2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.119147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dca5a72a-63be-407b-828f-f4629e6f6f17 req-121574c6-617b-4dc1-af74-0d5041827ead tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1507547 Apr 07 11:26:19.167676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8462342-b8dc-4a15-9813-960769e815a2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:19.182750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] No DVR routers for this DVR port e8462342-b8dc-4a15-9813-960769e815a2 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:19.196438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ff933f16-6492-4f77-8ab2-18798a657b79 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:19.218866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] For port e8462342-b8dc-4a15-9813-960769e815a2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e8462342-b8dc-4a15-9813-960769e815a2,segment=NetworkSegment(ab4debb8-a24d-4904-b52a-f809c0ef2b1a),segment_id=ab4debb8-a24d-4904-b52a-f809c0ef2b1a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:19.219575 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e8462342-b8dc-4a15-9813-960769e815a2), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.249084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70859d9-c29e-4920-9d45-eae348ea0ae1 req-d36cd0d9-4491-4ddc-99d9-c62b02ba57af tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:19.262462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d70859d9-c29e-4920-9d45-eae348ea0ae1 req-d36cd0d9-4491-4ddc-99d9-c62b02ba57af tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 945 time: 1.1284404 Apr 07 11:26:19.310351 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28222756-2173-49fc-9301-b669eaf9efe1 x-openstack-request-id: req-28222756-2173-49fc-9301-b669eaf9efe1 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:19.310642 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59827b01-4d21-4939-a7cd-666b310a49ad", "name": "network-vif-plugged", "status": "completed", "tag": "3cbefd2b-4e1e-4f1d-8bde-dd54353707bc", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:19.325674 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28222756-2173-49fc-9301-b669eaf9efe1 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:19.326336 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28222756-2173-49fc-9301-b669eaf9efe1'] response: {'server_uuid': '59827b01-4d21-4939-a7cd-666b310a49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc', 'code': 200} Apr 07 11:26:19.361878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] Calling delete_port for e8462342-b8dc-4a15-9813-960769e815a2 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:19.442406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:19.455576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d70859d9-c29e-4920-9d45-eae348ea0ae1 req-77b24fae-0fa2-479b-9755-f7d6d0e29ed2 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892099 Apr 07 11:26:19.488281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:19.490597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b26e5866-c870-41e7-8553-3db3411c8b20), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.494752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.511638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257a8df-99f7-4980-b20d-238d0957a9e4 req-31d8cf2b-aafb-4cb4-a41a-73cffb090967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:19.522151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7257a8df-99f7-4980-b20d-238d0957a9e4 req-31d8cf2b-aafb-4cb4-a41a-73cffb090967 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 1128 time: 0.1341994 Apr 07 11:26:19.546500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:19.547122 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.644881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26e5866-c870-41e7-8553-3db3411c8b20']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:19.651937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b6eb4766-5771-4c50-96a4-ac7dcd3d1595), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.653637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (e8462342-b8dc-4a15-9813-960769e815a2), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.710597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eb4766-5771-4c50-96a4-ac7dcd3d1595,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:19.716693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:19.716991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4debb8-a24d-4904-b52a-f809c0ef2b1a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:19.735736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] Pushing event deleted for resources: {'Port': ['ID=e8462342-b8dc-4a15-9813-960769e815a2,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:19.741029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803fc94-a5f5-4608-aaa4-09ddf358a70d None None] No DVR routers for this DVR port e8462342-b8dc-4a15-9813-960769e815a2 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:19.755193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (ab4debb8-a24d-4904-b52a-f809c0ef2b1a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.771074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:19.771800 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.826467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.852801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:19.858847 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.873336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7257a8df-99f7-4980-b20d-238d0957a9e4 req-d9475289-3bf3-4efa-9bb8-18dde5157712 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244910 Apr 07 11:26:19.875202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Performing IP validity checks on allocation pools {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 11:26:19.876214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 11:26:19.902447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ab4debb8-a24d-4904-b52a-f809c0ef2b1a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:19.957704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:20.028161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.034833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.040461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.045972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.048961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e8462342-b8dc-4a15-9813-960769e815a2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:20.051713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.060040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.063718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.066050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-220016d3-4237-4e2d-ae1e-e83fd9dfd751 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.5428123 Apr 07 11:26:20.075947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.082169 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks [] for router_controller (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.104336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e8462342-b8dc-4a15-9813-960769e815a2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:20.104615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (52cd8b9e-9981-4301-9ed7-ee89a1fd941f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.105608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e8462342-b8dc-4a15-9813-960769e815a2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:20.108832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 25646679-c026-4751-b522-47b1e1a86b63 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:20.162801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 25646679-c026-4751-b522-47b1e1a86b63 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:20.165601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 25646679-c026-4751-b522-47b1e1a86b63 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:20.167299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b6eb4766-5771-4c50-96a4-ac7dcd3d1595 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:20.191684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fddd681d-7589-42b9-8af3-7eb2039fa1ba req-7df62984-d900-4ab1-8645-3ed38fd02044 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187358 Apr 07 11:26:20.197500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=52cd8b9e-9981-4301-9ed7-ee89a1fd941f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:20.200579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:20.201888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (ab4debb8-a24d-4904-b52a-f809c0ef2b1a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.218992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': '1c69ad3b-0e9a-4be5-b153-4e96558442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:20.219252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: ff933f16-6492-4f77-8ab2-18798a657b79, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:20.231636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b6eb4766-5771-4c50-96a4-ac7dcd3d1595 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:20.233419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b6eb4766-5771-4c50-96a4-ac7dcd3d1595 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:20.244444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network ff933f16-6492-4f77-8ab2-18798a657b79 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:20.260809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ff933f16-6492-4f77-8ab2-18798a657b79) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:20.263160 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:20.266401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (2cc2733b-8672-4a18-8c44-6d43b5daa6fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.267135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc2733b-8672-4a18-8c44-6d43b5daa6fd {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:26:20.275439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c892d8-c8af-4f17-a59e-227944d60f39 None None] Network ff933f16-6492-4f77-8ab2-18798a657b79 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:20.284435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.285123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.285658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.295438 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b35c322-8719-4b46-837c-d2260044bd67 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2cc2733b-8672-4a18-8c44-6d43b5daa6fd HTTP/1.1" status: 204 len: 168 time: 3.1005485 Apr 07 11:26:20.296085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56290) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:20.358134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d9e36d0d-4aff-4f8f-b7a1-fbe64df3edab tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1897049 Apr 07 11:26:20.366978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56294) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:20.367695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b26e5866-c870-41e7-8553-3db3411c8b20), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.375142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79', 'name': 'tempest-PortsTestJSON-1357271783'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:20.383217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.402534 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b26e5866-c870-41e7-8553-3db3411c8b20 HTTP/1.1" status: 204 len: 168 time: 2.8949082 Apr 07 11:26:20.448174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508329a6-8192-4fc6-92db-d7d6b2cffb10 req-7d91f506-8909-43b4-ac07-56c24d0cdeeb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.459015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508329a6-8192-4fc6-92db-d7d6b2cffb10 req-7d91f506-8909-43b4-ac07-56c24d0cdeeb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.1215115 Apr 07 11:26:20.488508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985a529-cc2b-48ec-9fe5-6d5d8e8a88c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26e5866-c870-41e7-8553-3db3411c8b20,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:20.512065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ff933f16-6492-4f77-8ab2-18798a657b79', 'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': '52cd8b9e-9981-4301-9ed7-ee89a1fd941f'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:26:20.512695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Deleting subnet e1664cd7-e463-4d8e-86c1-744d0da4ff07 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:20.517005 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.519263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Publish callbacks [] for subnet (e1664cd7-e463-4d8e-86c1-744d0da4ff07), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.596566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508329a6-8192-4fc6-92db-d7d6b2cffb10 req-04d82c32-2b6d-43c5-88c4-480ceea70841 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345329 Apr 07 11:26:20.612167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (e1664cd7-e463-4d8e-86c1-744d0da4ff07), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.684182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e1664cd7-e463-4d8e-86c1-744d0da4ff07), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.749749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (e1664cd7-e463-4d8e-86c1-744d0da4ff07), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.780779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1664cd7-e463-4d8e-86c1-744d0da4ff07,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:20.793090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.799348 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d914737f-280c-4eb4-97fd-e2e516b13949 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e1664cd7-e463-4d8e-86c1-744d0da4ff07 HTTP/1.1" status: 204 len: 168 time: 0.4856322 Apr 07 11:26:20.800052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56304) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:20.802881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:20.807248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:20.814805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293107-002e-4a51-bf1d-5642df41e1ac req-f138cc06-c8cb-4575-b208-c73fcdceb2df tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:20.827238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3293107-002e-4a51-bf1d-5642df41e1ac req-f138cc06-c8cb-4575-b208-c73fcdceb2df tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 946 time: 0.1836467 Apr 07 11:26:20.845935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12080031-cc81-433d-be46-a73de970d506 None None] Network b8948ce5-b61d-4743-b416-26ffd79ebe61 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:20.875505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port e84cfe95-611d-4510-8b06-9c560cd975a5 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:20.956611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3293107-002e-4a51-bf1d-5642df41e1ac req-6dbc5162-07d6-4867-8a46-6b6597b4a91c tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126361 Apr 07 11:26:20.960642 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b8948ce5-b61d-4743-b416-26ffd79ebe61), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.019890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Allocated IP 172.20.0.2 (ff933f16-6492-4f77-8ab2-18798a657b79/52cd8b9e-9981-4301-9ed7-ee89a1fd941f/24a5098f-c7ba-4074-9d11-4af0c0f2781a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:21.062393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Deleting port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:21.063660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.091643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56308) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:21.181330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] For port d9c9e756-e0e3-412b-a08c-13c1c9593cf3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,segment=NetworkSegment(3ec22be5-45df-4ac7-a05f-86b667253f1a),segment_id=3ec22be5-45df-4ac7-a05f-86b667253f1a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:21.181705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.185646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b614072f-5a60-4347-8d80-e6b8941200c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4e6426310fe4568bf986ddc184ac98d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925460 Apr 07 11:26:21.188195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56310) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:21.231978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Calling delete_port for d9c9e756-e0e3-412b-a08c-13c1c9593cf3 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:21.339181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6abd5e4e-2670-41a0-b94c-fef5c30592f6 admin admin] Publish callbacks [] for security_group (b6264299-1a12-4195-97b7-81a554293f8e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.371079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6abd5e4e-2670-41a0-b94c-fef5c30592f6 admin admin] Publish callbacks [] for security_group (b6264299-1a12-4195-97b7-81a554293f8e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.398809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:21.412427 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad495e-8a63-4bbc-9f05-0e9abe9c5125" -d '{"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:21.425093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] DHCP port deletion for b8948ce5-b61d-4743-b416-26ffd79ebe61 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:26:21.453842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.484380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:21.494350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] No DVR routers for this DVR port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:21.524469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Publish callbacks [] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.534511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6abd5e4e-2670-41a0-b94c-fef5c30592f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b6264299-1a12-4195-97b7-81a554293f8e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.537654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6abd5e4e-2670-41a0-b94c-fef5c30592f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.539505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6abd5e4e-2670-41a0-b94c-fef5c30592f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6264299-1a12-4195-97b7-81a554293f8e HTTP/1.1" status: 204 len: 168 time: 0.3497882 Apr 07 11:26:21.547390 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835d2b3-79f4-4d20-80d5-fa9d9e677194 x-openstack-request-id: req-1835d2b3-79f4-4d20-80d5-fa9d9e677194 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:21.547682 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:21.547945 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1835d2b3-79f4-4d20-80d5-fa9d9e677194 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:21.548349 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1835d2b3-79f4-4d20-80d5-fa9d9e677194'] response: {'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'code': 200} Apr 07 11:26:21.565636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.591037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd5e4e-2670-41a0-b94c-fef5c30592f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6264299-1a12-4195-97b7-81a554293f8e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:21.656587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.667491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.678931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.732873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Network ff933f16-6492-4f77-8ab2-18798a657b79 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:21.738791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.756037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:21.770647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.784601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:21.791814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.796336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b8948ce5-b61d-4743-b416-26ffd79ebe61), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.802952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Pushing event updated for resources: {'Port': ['ID=24a5098f-c7ba-4074-9d11-4af0c0f2781a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:21.812914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:21.822239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Deleting port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:21.822629 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:21.822819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-d68e1398-8190-4969-a3ce-378bdb84cabc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3752015 Apr 07 11:26:21.921404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.4 (ff933f16-6492-4f77-8ab2-18798a657b79/52cd8b9e-9981-4301-9ed7-ee89a1fd941f/e84cfe95-611d-4510-8b06-9c560cd975a5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:21.960004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8948ce5-b61d-4743-b416-26ffd79ebe61']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:21.999014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] For port d9c9e756-e0e3-412b-a08c-13c1c9593cf3, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:21.999686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.027412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Calling delete_port for d9c9e756-e0e3-412b-a08c-13c1c9593cf3 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:22.032825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec22be5-45df-4ac7-a05f-86b667253f1a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:22.033416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec22be5-45df-4ac7-a05f-86b667253f1a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:22.039983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:26:22.042657 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (d9c9e756-e0e3-412b-a08c-13c1c9593cf3), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.102932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (3ec22be5-45df-4ac7-a05f-86b667253f1a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.129164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] Pushing event deleted for resources: {'Port': ['ID=d9c9e756-e0e3-412b-a08c-13c1c9593cf3,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:22.134467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d9c9e756-e0e3-412b-a08c-13c1c9593cf3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:22.146000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789de1a-3995-4f0c-8964-f8eedf094d39 req-827a61b7-9357-4495-ad5c-fc1f1cb0662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:22.147840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6789de1a-3995-4f0c-8964-f8eedf094d39 req-827a61b7-9357-4495-ad5c-fc1f1cb0662b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 1128 time: 0.3236692 Apr 07 11:26:22.162378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3ec22be5-45df-4ac7-a05f-86b667253f1a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.172148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a583d-0330-4a0b-af79-67b2efb647d9 req-5f141cea-80d3-468d-a72a-1da8ba42f78f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:22.179176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f50a583d-0330-4a0b-af79-67b2efb647d9 req-5f141cea-80d3-468d-a72a-1da8ba42f78f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.3022761 Apr 07 11:26:22.192380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43853a72-b82e-4059-ae68-c061e1afdf11 req-6e92accd-9813-407a-9ebd-5584688abaa3 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3083947 Apr 07 11:26:22.269568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:22.269988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (3ec22be5-45df-4ac7-a05f-86b667253f1a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.275571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc785ac-4d98-4069-bd2d-e7f9103ff0cf None None] No DVR routers for this DVR port d9c9e756-e0e3-412b-a08c-13c1c9593cf3 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:22.277465 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:22.292760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d9c9e756-e0e3-412b-a08c-13c1c9593cf3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:22.299648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d9c9e756-e0e3-412b-a08c-13c1c9593cf3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:22.358196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Attempting to bind port 24a5098f-c7ba-4074-9d11-4af0c0f2781a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:26:22.358934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Attempting to bind port 24a5098f-c7ba-4074-9d11-4af0c0f2781a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '1c69ad3b-0e9a-4be5-b153-4e96558442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:26:22.359485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Attempting to bind port 24a5098f-c7ba-4074-9d11-4af0c0f2781a on network ff933f16-6492-4f77-8ab2-18798a657b79 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:22.370046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:26:22.370402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Checking segment: {'id': '1c69ad3b-0e9a-4be5-b153-4e96558442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:22.370819 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.371258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Bound using segment: {'id': '1c69ad3b-0e9a-4be5-b153-4e96558442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:26:22.371706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Bound port: 24a5098f-c7ba-4074-9d11-4af0c0f2781a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c69ad3b-0e9a-4be5-b153-4e96558442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff933f16-6492-4f77-8ab2-18798a657b79'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:26:22.372097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.418223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6789de1a-3995-4f0c-8964-f8eedf094d39 req-eb5ef6f8-7475-4075-b1a1-c64316dc9e04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197080 Apr 07 11:26:22.432656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f50a583d-0330-4a0b-af79-67b2efb647d9 req-93d8b15e-fcd5-44a5-b610-1ca108c404c9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524376 Apr 07 11:26:22.499085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e5ba3-cf6f-4e51-b263-87db72427153 req-ff370456-b9cb-457b-8f9b-d7501648c9a6 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:22.500452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a7e5ba3-cf6f-4e51-b263-87db72427153 req-ff370456-b9cb-457b-8f9b-d7501648c9a6 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 946 time: 0.1344819 Apr 07 11:26:22.527810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b8948ce5-b61d-4743-b416-26ffd79ebe61), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.541528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] For port 24a5098f-c7ba-4074-9d11-4af0c0f2781a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:26:22.547314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] For port 24a5098f-c7ba-4074-9d11-4af0c0f2781a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=24a5098f-c7ba-4074-9d11-4af0c0f2781a,segment=NetworkSegment(1c69ad3b-0e9a-4be5-b153-4e96558442a2),segment_id=1c69ad3b-0e9a-4be5-b153-4e96558442a2)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:26:22.559110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.587359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.593087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] 10.222.0.13 "DELETE /v2.0/networks/b8948ce5-b61d-4743-b416-26ffd79ebe61 HTTP/1.1" status: 204 len: 168 time: 1.7898057 Apr 07 11:26:22.594820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93024e-d2f9-4cfb-9f05-37c17ebfc48f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8948ce5-b61d-4743-b416-26ffd79ebe61,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:22.633494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a7e5ba3-cf6f-4e51-b263-87db72427153 req-27c58b36-7876-49cd-bf8f-67ec567ffef0 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194587 Apr 07 11:26:22.685450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (e84cfe95-611d-4510-8b06-9c560cd975a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.700557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4d33-5163-43a3-86f4-5af368ecf99e None None] Pushing event updated for resources: {'Port': ['ID=24a5098f-c7ba-4074-9d11-4af0c0f2781a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:22.800616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e84cfe95-611d-4510-8b06-9c560cd975a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:22.912547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56350) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:22.923097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=e84cfe95-611d-4510-8b06-9c560cd975a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:22.959888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network ff933f16-6492-4f77-8ab2-18798a657b79 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:22.964666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:22.973503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:23.069618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.071988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.102453 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:26:23.103115 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3097f5f-72c5-46ed-9924-b2d38c6ab4b7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7327032 Apr 07 11:26:23.105206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:23.137111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02a4e5b7-3b94-4c3b-bad4-b67a217101e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b929227cf38645e79ddc1406bf87db66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226961 Apr 07 11:26:23.137777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56360) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:23.282676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Publish callbacks [] for security_group (243b2d80-2129-4414-99a5-6e1930365fe7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.332123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port e84cfe95-611d-4510-8b06-9c560cd975a5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:23.333717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e84cfe95-611d-4510-8b06-9c560cd975a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.350735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Publish callbacks [] for security_group (243b2d80-2129-4414-99a5-6e1930365fe7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.441921 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (243b2d80-2129-4414-99a5-6e1930365fe7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.443159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.444463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/243b2d80-2129-4414-99a5-6e1930365fe7 HTTP/1.1" status: 204 len: 168 time: 0.3045621 Apr 07 11:26:23.496579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b2d80-2129-4414-99a5-6e1930365fe7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:23.538899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e84cfe95-611d-4510-8b06-9c560cd975a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.542730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.544214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.544589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.546244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.546600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.548444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.548809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.549169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.549516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.549858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.551970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.551970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.553567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f0b3f-9e74-4037-afc6-4ff6764f9b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:23.588560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for e84cfe95-611d-4510-8b06-9c560cd975a5 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:23.620724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.644034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.658609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.670480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.679625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.708764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.742606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:23.748126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-2997bfc9-a68a-4801-9efa-99ffb7ceff2a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3232837 Apr 07 11:26:23.872241 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e84cfe95-611d-4510-8b06-9c560cd975a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:23.914539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=e84cfe95-611d-4510-8b06-9c560cd975a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:23.953502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ee547d4-975f-4e34-9300-fce2a8182ba5 req-c7c6cf43-235a-4ed9-9fdb-0291c69d2c3a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739626 Apr 07 11:26:24.000068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112a5b4-e2d8-4d88-9aa4-9521744a62bd req-1742b2cb-d638-432d-b0ea-cbbf34152798 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:24.004135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2112a5b4-e2d8-4d88-9aa4-9521744a62bd req-1742b2cb-d638-432d-b0ea-cbbf34152798 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.2548943 Apr 07 11:26:24.147763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.152651 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da649694-8754-4e4a-b6ad-331d887a8426 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/e84cfe95-611d-4510-8b06-9c560cd975a5 HTTP/1.1" status: 204 len: 168 time: 1.0436282 Apr 07 11:26:24.162313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56396) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:24.192427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2112a5b4-e2d8-4d88-9aa4-9521744a62bd req-5002aa95-ce51-487c-8529-457ecfd584eb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811457 Apr 07 11:26:24.217958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 24a5098f-c7ba-4074-9d11-4af0c0f2781a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:24.243714 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3e5aba-c097-44b8-bf90-d48eebe159dd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:26:24.254686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3e5aba-c097-44b8-bf90-d48eebe159dd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:26:24.263457 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aa3e5aba-c097-44b8-bf90-d48eebe159dd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/e84cfe95-611d-4510-8b06-9c560cd975a5 HTTP/1.1" status: 404 len: 333 time: 0.0976660 Apr 07 11:26:24.266563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56400) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:24.329732 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-638f4b15-bac1-4f96-8a8b-2f8f7507a061 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:24.334896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-638f4b15-bac1-4f96-8a8b-2f8f7507a061 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/e84cfe95-611d-4510-8b06-9c560cd975a5 HTTP/1.1" status: 404 len: 333 time: 0.0669782 Apr 07 11:26:24.338356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56404) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:24.436517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 24a5098f-c7ba-4074-9d11-4af0c0f2781a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:24.436764 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.500170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 52cd8b9e-9981-4301-9ed7-ee89a1fd941f {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:24.505993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (52cd8b9e-9981-4301-9ed7-ee89a1fd941f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.558691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (52cd8b9e-9981-4301-9ed7-ee89a1fd941f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.566797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39156f-ed64-479e-9300-3ec1f32fd332 None None] Network ff933f16-6492-4f77-8ab2-18798a657b79 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:24.641514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 24a5098f-c7ba-4074-9d11-4af0c0f2781a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:24.642130 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.671243 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (52cd8b9e-9981-4301-9ed7-ee89a1fd941f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.724361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] Provisioning complete for port 24a5098f-c7ba-4074-9d11-4af0c0f2781a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:24.727037 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.847343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (52cd8b9e-9981-4301-9ed7-ee89a1fd941f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.942697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=52cd8b9e-9981-4301-9ed7-ee89a1fd941f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:24.965207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:24.990042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56440) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:24.996946 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:26:24.997618 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:26:25.006589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30686382-7e7b-4db8-a8b7-5cdefeb0747b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/52cd8b9e-9981-4301-9ed7-ee89a1fd941f HTTP/1.1" status: 204 len: 168 time: 0.6479642 Apr 07 11:26:25.192466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] Current status of the port 24a5098f-c7ba-4074-9d11-4af0c0f2781a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:25.198003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:25.323772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] For port 24a5098f-c7ba-4074-9d11-4af0c0f2781a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=24a5098f-c7ba-4074-9d11-4af0c0f2781a,segment=NetworkSegment(1c69ad3b-0e9a-4be5-b153-4e96558442a2),segment_id=1c69ad3b-0e9a-4be5-b153-4e96558442a2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:25.336832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:25.444668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c68bb-9b63-4401-8b56-a70699e459e3 None None] Network ff933f16-6492-4f77-8ab2-18798a657b79 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:25.531116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ff933f16-6492-4f77-8ab2-18798a657b79), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:25.683554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.690232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.699887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.716701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.722093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.729629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.735363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.745504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-378ebb97-f10d-42c6-a0e5-1aad4c0d786c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.5137858 Apr 07 11:26:25.755253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9872f-eb07-46e2-a480-56d19395958b req-76657435-c678-43c1-9c70-dd47da1de14a tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:25.756973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed9872f-eb07-46e2-a480-56d19395958b req-76657435-c678-43c1-9c70-dd47da1de14a tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 946 time: 0.5266500 Apr 07 11:26:25.763664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2ca76b6e-bb4a-40d5-a640-14bfb9b96298 None None] Provisioning complete for port 24a5098f-c7ba-4074-9d11-4af0c0f2781a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:25.764038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ca76b6e-bb4a-40d5-a640-14bfb9b96298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:25.773613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace6aa5-3282-4b31-89ca-fa8ed9862e57 None None] Pushing event updated for resources: {'Port': ['ID=24a5098f-c7ba-4074-9d11-4af0c0f2781a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:25.889582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 24a5098f-c7ba-4074-9d11-4af0c0f2781a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:25.889903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:25.893463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 24a5098f-c7ba-4074-9d11-4af0c0f2781a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:25.910415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-061416fa-ff57-4b8a-980c-30527f8d0e7d req-80f3d93f-edf5-4f72-8bb6-93021dd05108 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637855 Apr 07 11:26:25.926831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ed9872f-eb07-46e2-a480-56d19395958b req-e822ef36-165e-4a39-889d-5579a7fd8e1f tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497507 Apr 07 11:26:26.169534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ca76b6e-bb4a-40d5-a640-14bfb9b96298 None None] Current status of the port 24a5098f-c7ba-4074-9d11-4af0c0f2781a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:26.176128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] For port 24a5098f-c7ba-4074-9d11-4af0c0f2781a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=24a5098f-c7ba-4074-9d11-4af0c0f2781a,segment=NetworkSegment(1c69ad3b-0e9a-4be5-b153-4e96558442a2),segment_id=1c69ad3b-0e9a-4be5-b153-4e96558442a2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:26.178813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 24a5098f-c7ba-4074-9d11-4af0c0f2781a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:26.182329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:26.221484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 24a5098f-c7ba-4074-9d11-4af0c0f2781a owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:26.276295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] DHCP port deletion for ff933f16-6492-4f77-8ab2-18798a657b79 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:26:26.363945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 24a5098f-c7ba-4074-9d11-4af0c0f2781a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:26.365006 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:26.394092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002ea38-a484-4e1e-a2d9-a0e8a51528e2 req-a8a2a9a0-2169-4fbf-97c5-de1cdca838e8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:26.406001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e002ea38-a484-4e1e-a2d9-a0e8a51528e2 req-a8a2a9a0-2169-4fbf-97c5-de1cdca838e8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.3514950 Apr 07 11:26:26.438535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] Deleting port 24a5098f-c7ba-4074-9d11-4af0c0f2781a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:26.439303 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:26.509536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56484) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:26.571758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] For port 24a5098f-c7ba-4074-9d11-4af0c0f2781a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=24a5098f-c7ba-4074-9d11-4af0c0f2781a,segment=NetworkSegment(1c69ad3b-0e9a-4be5-b153-4e96558442a2),segment_id=1c69ad3b-0e9a-4be5-b153-4e96558442a2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:26.575998 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:26.585216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 24a5098f-c7ba-4074-9d11-4af0c0f2781a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:26.623216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] Calling delete_port for 24a5098f-c7ba-4074-9d11-4af0c0f2781a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:26.689008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:26.720053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No DVR routers for this DVR port 24a5098f-c7ba-4074-9d11-4af0c0f2781a on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:26.741765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e002ea38-a484-4e1e-a2d9-a0e8a51528e2 req-8f5e8d56-e76c-490a-994a-36eb9fc645b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254871 Apr 07 11:26:26.752480 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (24a5098f-c7ba-4074-9d11-4af0c0f2781a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:26.801161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] Pushing event deleted for resources: {'Port': ['ID=24a5098f-c7ba-4074-9d11-4af0c0f2781a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:26.824316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-1607f691-c476-4489-a2d1-a0d15663b327 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:26.828615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-1607f691-c476-4489-a2d1-a0d15663b327 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.41 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 946 time: 0.3093987 Apr 07 11:26:26.829580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab20e96-2a8c-4ee9-926d-8d1daeda560a None None] No DVR routers for this DVR port 24a5098f-c7ba-4074-9d11-4af0c0f2781a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:26.830245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=24a5098f-c7ba-4074-9d11-4af0c0f2781a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:26.918901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e7fd69-6d51-440f-b427-cf0a4e7fce31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.030088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e7fd69-6d51-440f-b427-cf0a4e7fce31 admin admin] Publish callbacks [] for security_group (17247b44-9f6f-415e-9acb-aea7ecf92aa9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.037003 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e7fd69-6d51-440f-b427-cf0a4e7fce31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (17247b44-9f6f-415e-9acb-aea7ecf92aa9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.079902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ff933f16-6492-4f77-8ab2-18798a657b79), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.097747 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-65e7fd69-6d51-440f-b427-cf0a4e7fce31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dcb521554b340e29624277c3d7eae6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870347 Apr 07 11:26:27.099438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7fd69-6d51-440f-b427-cf0a4e7fce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17247b44-9f6f-415e-9acb-aea7ecf92aa9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:27.104067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:27.152260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff933f16-6492-4f77-8ab2-18798a657b79']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:27.167351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c69ad3b-0e9a-4be5-b153-4e96558442a2') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:27.168278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c69ad3b-0e9a-4be5-b153-4e96558442a2') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:27.182483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1c69ad3b-0e9a-4be5-b153-4e96558442a2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.208002 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1c69ad3b-0e9a-4be5-b153-4e96558442a2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.230862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6d-1da8-4934-93b3-f7ba226d8a54 admin admin] Publish callbacks [] for security_group (17247b44-9f6f-415e-9acb-aea7ecf92aa9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.266603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:27.266986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1c69ad3b-0e9a-4be5-b153-4e96558442a2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.272714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6d-1da8-4934-93b3-f7ba226d8a54 admin admin] Publish callbacks [] for security_group (17247b44-9f6f-415e-9acb-aea7ecf92aa9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:27.288194 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:27.343373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6d-1da8-4934-93b3-f7ba226d8a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (17247b44-9f6f-415e-9acb-aea7ecf92aa9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.349218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6d-1da8-4934-93b3-f7ba226d8a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.353664 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4b735c6d-1da8-4934-93b3-f7ba226d8a54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17247b44-9f6f-415e-9acb-aea7ecf92aa9 HTTP/1.1" status: 204 len: 168 time: 0.2474983 Apr 07 11:26:27.366029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735c6d-1da8-4934-93b3-f7ba226d8a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17247b44-9f6f-415e-9acb-aea7ecf92aa9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:27.440087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Deleting port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:27.440634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.442542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56518) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:27.521820 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ff933f16-6492-4f77-8ab2-18798a657b79), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.527735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.532070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/ff933f16-6492-4f77-8ab2-18798a657b79 HTTP/1.1" status: 204 len: 168 time: 2.5410337 Apr 07 11:26:27.536095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56522) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:27.543081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-122118847'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:27.553914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3bdbe-26f4-4076-a022-5f9d4a70d575 req-a481f399-9d8c-4f9a-a8bc-09d88d1b2a45 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.562735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afd3bdbe-26f4-4076-a022-5f9d4a70d575 req-a481f399-9d8c-4f9a-a8bc-09d88d1b2a45 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 946 time: 0.3432341 Apr 07 11:26:27.589551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:27.594558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.605026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cac368-533d-4a9a-b90c-bd5a246f2255 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=ff933f16-6492-4f77-8ab2-18798a657b79,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:27.627838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.637071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.643908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.651940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.658908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.661875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:27.667234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.676474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.682117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2f515283-d8e2-4be5-abc0-9f07a9131379), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.686606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-7d62bdf7-8440-4cfe-a8f5-134de5f2b658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.4711156 Apr 07 11:26:27.689160 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment 2f515283-d8e2-4be5-abc0-9f07a9131379 of type vlan for network a17c6f61-e336-4922-8b35-0c70332e6235 Apr 07 11:26:27.791826 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (a17c6f61-e336-4922-8b35-0c70332e6235), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.821889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] For port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,segment=NetworkSegment(bb0cd4c1-417d-400e-b08b-d03877b79ef6),segment_id=bb0cd4c1-417d-400e-b08b-d03877b79ef6)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:27.823076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.851904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (a17c6f61-e336-4922-8b35-0c70332e6235), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.859782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:27.861244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:27.863643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Calling delete_port for 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:27.894856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afd3bdbe-26f4-4076-a022-5f9d4a70d575 req-875ee348-21fb-40fb-ba64-b908eef1a87a tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/security-groups?id=58063cce-4228-41fa-9708-b65dff00b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307791 Apr 07 11:26:27.929690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5ed98a7-836b-4262-a9b3-9f8924726a03 req-0617bbb8-8ae0-4872-8967-4056c93cfe88 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2411702 Apr 07 11:26:27.976915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4392970 Apr 07 11:26:27.979971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:27.985968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:27.992622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3399e0c-9bf0-4597-8c07-5773239c8944 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=a17c6f61-e336-4922-8b35-0c70332e6235,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:28.003850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network a17c6f61-e336-4922-8b35-0c70332e6235 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:28.166448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:28.179729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.241461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9ae5-7ed3-4177-868a-49b1bb786598 req-0d0205df-2c20-4816-b1e9-0d88647c6b1d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:28.244484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b52e9ae5-7ed3-4177-868a-49b1bb786598 req-0d0205df-2c20-4816-b1e9-0d88647c6b1d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.1582012 Apr 07 11:26:28.330599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 24a5098f-c7ba-4074-9d11-4af0c0f2781a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:28.376451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b52e9ae5-7ed3-4177-868a-49b1bb786598 req-642159d8-1d6e-461c-895b-995f76b544e3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218081 Apr 07 11:26:28.377435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3cbefd2b-4e1e-4f1d-8bde-dd54353707bc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.401062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 24a5098f-c7ba-4074-9d11-4af0c0f2781a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:28.401431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 24a5098f-c7ba-4074-9d11-4af0c0f2781a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:28.425040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Pushing event deleted for resources: {'Port': ['ID=3cbefd2b-4e1e-4f1d-8bde-dd54353707bc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:28.534926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] No DVR routers for this DVR port 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:28.540972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.546721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af93880-b7fc-414f-8f40-0226fa946a4f req-d2a311a6-0abe-45e7-861d-fcb28b86ec88 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.41 "DELETE /v2.0/ports/3cbefd2b-4e1e-4f1d-8bde-dd54353707bc HTTP/1.1" status: 204 len: 173 time: 1.7049277 Apr 07 11:26:28.547471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59827b01-4d21-4939-a7cd-666b310a49ad', 'name': 'network-vif-deleted', 'tag': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:28.553123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1863876838-network', 'tenant_id': '74246447628e4338b5fc8034d9a9d1a4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:28.558698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.561244 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f89353-192d-4d0c-9808-4a955e602fdb" -d '{"events": [{"server_uuid": "59827b01-4d21-4939-a7cd-666b310a49ad", "name": "network-vif-deleted", "tag": "3cbefd2b-4e1e-4f1d-8bde-dd54353707bc"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:28.614877 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c661fe6-b1a2-4e69-acc6-45c5fa444ebc x-openstack-request-id: req-1c661fe6-b1a2-4e69-acc6-45c5fa444ebc {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:28.615578 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59827b01-4d21-4939-a7cd-666b310a49ad", "name": "network-vif-deleted", "tag": "3cbefd2b-4e1e-4f1d-8bde-dd54353707bc", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:28.616210 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c661fe6-b1a2-4e69-acc6-45c5fa444ebc {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:28.617531 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c661fe6-b1a2-4e69-acc6-45c5fa444ebc'] response: {'server_uuid': '59827b01-4d21-4939-a7cd-666b310a49ad', 'name': 'network-vif-deleted', 'tag': '3cbefd2b-4e1e-4f1d-8bde-dd54353707bc', 'status': 'completed', 'code': 200} Apr 07 11:26:28.635252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Made reservation on behalf of 74246447628e4338b5fc8034d9a9d1a4 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:28.637681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.646524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:28.661698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': '2f515283-d8e2-4be5-abc0-9f07a9131379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:28.661698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: a17c6f61-e336-4922-8b35-0c70332e6235, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:28.664465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.739858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network a17c6f61-e336-4922-8b35-0c70332e6235 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:28.769320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, a17c6f61-e336-4922-8b35-0c70332e6235) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:28.777836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:28.778318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.780284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad75c4-0cc1-4955-93e8-9494c464f5f4 None None] Network a17c6f61-e336-4922-8b35-0c70332e6235 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:28.799577 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3747e64b-1a80-4ceb-9749-0297696a5697 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8176942 Apr 07 11:26:28.802532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56552) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:28.810379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1295216588'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:28.851730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks [] for security_group (383f091d-34c9-4368-9aab-4a473a3288cd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.863047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (383f091d-34c9-4368-9aab-4a473a3288cd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.896614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:28.917504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f091d-34c9-4368-9aab-4a473a3288cd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:28.921851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ec372d17-71ea-450a-bb6f-7affbf6eeade), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:28.922423 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Added segment ec372d17-71ea-450a-bb6f-7affbf6eeade of type vlan for network 3e3b2e30-eed6-44a7-8883-989569f5dfec Apr 07 11:26:28.965319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-a17c6f61-e336-4922-8b35-0c70332e6235', 'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': 'b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:26:28.966214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.012644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3e3b2e30-eed6-44a7-8883-989569f5dfec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.080818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:29.088129 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.090506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3e3b2e30-eed6-44a7-8883-989569f5dfec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.091731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.092497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.147186 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7009888 Apr 07 11:26:29.153716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbceb910-2bde-431a-bace-3f6f8759a099 req-292cc481-d7d7-4cf6-a707-96f89fabe7f3 tempest-ServerMetadataNegativeTestJSON-45457219 tempest-ServerMetadataNegativeTestJSON-45457219-project] 10.222.0.13 "GET /v2.0/ports?device_id=59827b01-4d21-4939-a7cd-666b310a49ad HTTP/1.1" status: 200 len: 210 time: 0.0944517 Apr 07 11:26:29.159139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:29.196252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Request body: {'subnet': {'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1863876838-subnet', 'tenant_id': '74246447628e4338b5fc8034d9a9d1a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:29.236533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fba25-8830-431b-b50d-40cbc8f62b55 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3b2e30-eed6-44a7-8883-989569f5dfec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:29.251571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3e3b2e30-eed6-44a7-8883-989569f5dfec details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:29.276014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port e00cc1f8-bac7-4a1c-8a9a-f5db0073232b yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:29.287068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Made reservation on behalf of 74246447628e4338b5fc8034d9a9d1a4 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:29.290857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.372236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Allocated IP 172.20.0.2 (a17c6f61-e336-4922-8b35-0c70332e6235/b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9/01dee74a-42d1-403e-96a7-ecf78fc613e4) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:29.466107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.471369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.480431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.491176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.505492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.515217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.521576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:29.530174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44a745ab-4380-4702-b793-c369029891f4 req-f3607420-8ae1-493d-b046-714de0a5a706 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3790195 Apr 07 11:26:29.591344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Publish callbacks [] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.602224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.660312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Network a17c6f61-e336-4922-8b35-0c70332e6235 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:29.665441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:29.671914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:29.677678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44a745ab-4380-4702-b793-c369029891f4 req-735059e0-f25c-4de6-bed9-1f201791a3d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463094 Apr 07 11:26:29.680429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Pushing event updated for resources: {'Port': ['ID=01dee74a-42d1-403e-96a7-ecf78fc613e4,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:29.716025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:29.750708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:29.751320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3cbefd2b-4e1e-4f1d-8bde-dd54353707bc not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:29.751842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.12 (a17c6f61-e336-4922-8b35-0c70332e6235/b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9/e00cc1f8-bac7-4a1c-8a9a-f5db0073232b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:29.800539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Attempting to bind port 01dee74a-42d1-403e-96a7-ecf78fc613e4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:26:29.801080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Attempting to bind port 01dee74a-42d1-403e-96a7-ecf78fc613e4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2f515283-d8e2-4be5-abc0-9f07a9131379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:26:29.801454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Attempting to bind port 01dee74a-42d1-403e-96a7-ecf78fc613e4 on network a17c6f61-e336-4922-8b35-0c70332e6235 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:29.808577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (dc428f00-5051-488d-a058-e81f2b170ca4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.812595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:26:29.812977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Checking segment: {'id': '2f515283-d8e2-4be5-abc0-9f07a9131379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:29.816333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.816766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Bound using segment: {'id': '2f515283-d8e2-4be5-abc0-9f07a9131379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:26:29.817335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Bound port: 01dee74a-42d1-403e-96a7-ecf78fc613e4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f515283-d8e2-4be5-abc0-9f07a9131379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a17c6f61-e336-4922-8b35-0c70332e6235'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:26:29.817735 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.925580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] For port 01dee74a-42d1-403e-96a7-ecf78fc613e4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:26:29.944413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] For port 01dee74a-42d1-403e-96a7-ecf78fc613e4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=01dee74a-42d1-403e-96a7-ecf78fc613e4,segment=NetworkSegment(2f515283-d8e2-4be5-abc0-9f07a9131379),segment_id=2f515283-d8e2-4be5-abc0-9f07a9131379)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:26:29.950672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc428f00-5051-488d-a058-e81f2b170ca4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:29.958084 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:29.971793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Checking segment: {'id': 'ec372d17-71ea-450a-bb6f-7affbf6eeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:29.972127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Network hostable DHCP agents. Network: 3e3b2e30-eed6-44a7-8883-989569f5dfec, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:30.024796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Network 3e3b2e30-eed6-44a7-8883-989569f5dfec is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:30.041566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794518-2f19-4e5b-9325-4f6b2959b9c3 None None] Pushing event updated for resources: {'Port': ['ID=01dee74a-42d1-403e-96a7-ecf78fc613e4,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:30.048529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (e00cc1f8-bac7-4a1c-8a9a-f5db0073232b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.051768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3e3b2e30-eed6-44a7-8883-989569f5dfec) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:30.062935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:30.063550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.067729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cede0b0-63ad-401a-b549-e3d7606f632a None None] Network 3e3b2e30-eed6-44a7-8883-989569f5dfec requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:30.087334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd115152-9b5f-4921-9f08-92405f190e13 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9015553 Apr 07 11:26:30.142966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e00cc1f8-bac7-4a1c-8a9a-f5db0073232b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.206555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network a17c6f61-e336-4922-8b35-0c70332e6235 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:30.206555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:30.213251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:30.266797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d1ad6-07e4-48bf-a998-03a73ebd31f5 None None] Network 3e3b2e30-eed6-44a7-8883-989569f5dfec requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:30.271737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56596) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:30.320062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:30.321176 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.346183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56598) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:30.365689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=e00cc1f8-bac7-4a1c-8a9a-f5db0073232b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:30.371682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Deleting subnet 9435b4ea-d086-4477-a8d7-20e05261bc50 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:30.394512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Publish callbacks [] for subnet (9435b4ea-d086-4477-a8d7-20e05261bc50), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.398777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3b5237e5-0175-4d8a-89d8-2087f23b6955 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5922153 Apr 07 11:26:30.401453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56602) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:30.557973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (9435b4ea-d086-4477-a8d7-20e05261bc50), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.607146 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9cd39d1a-7f49-48ca-9069-fd3480b384c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.646496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (9435b4ea-d086-4477-a8d7-20e05261bc50), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.689917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port e00cc1f8-bac7-4a1c-8a9a-f5db0073232b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:30.690302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e00cc1f8-bac7-4a1c-8a9a-f5db0073232b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.789288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f77c748-8ae7-430c-866e-c8476058dc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.826728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (9435b4ea-d086-4477-a8d7-20e05261bc50), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.875075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9435b4ea-d086-4477-a8d7-20e05261bc50,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:30.897302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.901371 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0a41b5ad-f639-4f3f-a3ef-97bb1788946d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9435b4ea-d086-4477-a8d7-20e05261bc50 HTTP/1.1" status: 204 len: 168 time: 0.6267536 Apr 07 11:26:30.905034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56624) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:30.906351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e00cc1f8-bac7-4a1c-8a9a-f5db0073232b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:30.934532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for e00cc1f8-bac7-4a1c-8a9a-f5db0073232b owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:31.003373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.010518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.016230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.021718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.035869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.047003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.056678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:31.065705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-4c6172e5-a526-4f30-9f58-38bcb9c17fff tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.2391565 Apr 07 11:26:31.095563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f77c748-8ae7-430c-866e-c8476058dc69 admin admin] Publish callbacks [] for security_group (1c98f40d-a35e-4fac-a32b-dae1fcd14617), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.123532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.145640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f77c748-8ae7-430c-866e-c8476058dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1c98f40d-a35e-4fac-a32b-dae1fcd14617), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.211635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49de29e0-e2f6-4184-849f-f3fd3365bbde req-2b43d475-9825-4d92-b61b-a613bd0d464e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373706 Apr 07 11:26:31.331286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.376156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:31.383936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0cd4c1-417d-400e-b08b-d03877b79ef6') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:31.384249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0cd4c1-417d-400e-b08b-d03877b79ef6') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:31.399226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (bb0cd4c1-417d-400e-b08b-d03877b79ef6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.446504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bb0cd4c1-417d-400e-b08b-d03877b79ef6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.466401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:31.467363 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (bb0cd4c1-417d-400e-b08b-d03877b79ef6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:31.468817 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:31.505904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.573013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:31.635947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.644107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.652425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c748-8ae7-430c-866e-c8476058dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c98f40d-a35e-4fac-a32b-dae1fcd14617,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:31.655041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce HTTP/1.1" status: 204 len: 168 time: 0.7483506 Apr 07 11:26:31.657991 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5f77c748-8ae7-430c-866e-c8476058dc69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1ff2da90b954867bc63b46fa3e85ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3099089 Apr 07 11:26:31.661104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56664) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:31.685664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec107dca-9497-40db-9c06-a0f1d4998728 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30339f6-b3b3-4e75-8cf5-b03c1ef7f8ce,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:31.786960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619faf8-917a-40ba-b938-205d88f189a3 None None] Network a17c6f61-e336-4922-8b35-0c70332e6235 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:31.789740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e00cc1f8-bac7-4a1c-8a9a-f5db0073232b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.790836 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f75fb91-5c40-487d-9a08-5cb5cfb06167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.804571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4da3a0fe-d4e7-457a-83ce-b0bc894d5058 admin admin] Publish callbacks [] for security_group (1c98f40d-a35e-4fac-a32b-dae1fcd14617), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.838053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=e00cc1f8-bac7-4a1c-8a9a-f5db0073232b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:31.927442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4da3a0fe-d4e7-457a-83ce-b0bc894d5058 admin admin] Publish callbacks [] for security_group (1c98f40d-a35e-4fac-a32b-dae1fcd14617), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.932141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] Provisioning complete for port 01dee74a-42d1-403e-96a7-ecf78fc613e4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:31.932619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.934015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56676) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:31.972642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f75fb91-5c40-487d-9a08-5cb5cfb06167 admin admin] Publish callbacks [] for security_group (83e95d9f-a80b-47ba-b74d-3293b4773ac1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:31.980288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f75fb91-5c40-487d-9a08-5cb5cfb06167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (83e95d9f-a80b-47ba-b74d-3293b4773ac1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.039265 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.046494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cc708a95-ccbb-48ee-9a64-f87c1b048d50 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/e00cc1f8-bac7-4a1c-8a9a-f5db0073232b HTTP/1.1" status: 204 len: 168 time: 1.6413200 Apr 07 11:26:32.053774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56680) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:32.062347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-addab802-1581-4ac2-8f1c-de775a1755a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1818ea23365e46229eda58aa9612881c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1228015 Apr 07 11:26:32.092379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9f75fb91-5c40-487d-9a08-5cb5cfb06167 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eac69667b6e44c8bee1c575a2e20c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188155 Apr 07 11:26:32.097056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56684) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:32.101161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56686) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:32.103824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75fb91-5c40-487d-9a08-5cb5cfb06167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e95d9f-a80b-47ba-b74d-3293b4773ac1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:32.128547 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fccb0ae-1de4-49c5-b517-f346c4269353 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:32.130760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3fccb0ae-1de4-49c5-b517-f346c4269353 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/e00cc1f8-bac7-4a1c-8a9a-f5db0073232b HTTP/1.1" status: 404 len: 333 time: 0.0372803 Apr 07 11:26:32.134077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:32.162836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4da3a0fe-d4e7-457a-83ce-b0bc894d5058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1c98f40d-a35e-4fac-a32b-dae1fcd14617), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.165720 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4da3a0fe-d4e7-457a-83ce-b0bc894d5058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.170091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4da3a0fe-d4e7-457a-83ce-b0bc894d5058 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c98f40d-a35e-4fac-a32b-dae1fcd14617 HTTP/1.1" status: 204 len: 168 time: 0.5019188 Apr 07 11:26:32.242755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 01dee74a-42d1-403e-96a7-ecf78fc613e4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:32.264879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3a0fe-d4e7-457a-83ce-b0bc894d5058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c98f40d-a35e-4fac-a32b-dae1fcd14617,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:32.276623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f417dec3-87c7-43c0-a755-085969baa99d admin admin] Publish callbacks [] for security_group (83e95d9f-a80b-47ba-b74d-3293b4773ac1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.282149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:32.291782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.333396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] Current status of the port 01dee74a-42d1-403e-96a7-ecf78fc613e4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:32.333861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.376365 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.430926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6efc8336-f05b-49b4-acfb-3e1fdefd97c1 admin admin] Publish callbacks [] for security_group (58063cce-4228-41fa-9708-b65dff00b922), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.433264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] For port 01dee74a-42d1-403e-96a7-ecf78fc613e4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=01dee74a-42d1-403e-96a7-ecf78fc613e4,segment=NetworkSegment(2f515283-d8e2-4be5-abc0-9f07a9131379),segment_id=2f515283-d8e2-4be5-abc0-9f07a9131379)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:32.439542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f417dec3-87c7-43c0-a755-085969baa99d admin admin] Publish callbacks [] for security_group (83e95d9f-a80b-47ba-b74d-3293b4773ac1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.442277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 01dee74a-42d1-403e-96a7-ecf78fc613e4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:32.443367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.449855 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.537212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6efc8336-f05b-49b4-acfb-3e1fdefd97c1 admin admin] Publish callbacks [] for security_group (58063cce-4228-41fa-9708-b65dff00b922), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.623390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6efc8336-f05b-49b4-acfb-3e1fdefd97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (58063cce-4228-41fa-9708-b65dff00b922), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.626242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6efc8336-f05b-49b4-acfb-3e1fdefd97c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.627676 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6efc8336-f05b-49b4-acfb-3e1fdefd97c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58063cce-4228-41fa-9708-b65dff00b922 HTTP/1.1" status: 204 len: 168 time: 0.5287154 Apr 07 11:26:32.643070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8336-f05b-49b4-acfb-3e1fdefd97c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58063cce-4228-41fa-9708-b65dff00b922,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:32.647427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f417dec3-87c7-43c0-a755-085969baa99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (83e95d9f-a80b-47ba-b74d-3293b4773ac1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.649479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56988bcc-48bf-4b3b-8b5c-e1dd61311239 None None] Pushing event updated for resources: {'Port': ['ID=01dee74a-42d1-403e-96a7-ecf78fc613e4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:32.654323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f417dec3-87c7-43c0-a755-085969baa99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.661881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f417dec3-87c7-43c0-a755-085969baa99d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83e95d9f-a80b-47ba-b74d-3293b4773ac1 HTTP/1.1" status: 204 len: 168 time: 0.5369442 Apr 07 11:26:32.684640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417dec3-87c7-43c0-a755-085969baa99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e95d9f-a80b-47ba-b74d-3293b4773ac1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:32.697062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b349e729-342e-4f5d-8c99-aca6c547ec94 None None] Provisioning complete for port 01dee74a-42d1-403e-96a7-ecf78fc613e4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:32.697833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b349e729-342e-4f5d-8c99-aca6c547ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.771673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.778195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.784709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.792518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.798606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.800090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 01dee74a-42d1-403e-96a7-ecf78fc613e4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:32.804750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.810213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.812326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-36bd96fc-e449-4e78-ab3b-eae87a4420d8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5420 time: 0.3651686 Apr 07 11:26:32.875769 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.884160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b349e729-342e-4f5d-8c99-aca6c547ec94 None None] Current status of the port 01dee74a-42d1-403e-96a7-ecf78fc613e4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:32.953551 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a94c0c70-c39d-4a5c-8903-d61779a4d117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:32.957246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-453cbf3d-9de8-40d5-97c2-10a912082810 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:32.969122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-453cbf3d-9de8-40d5-97c2-10a912082810 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/networks?id=3e3b2e30-eed6-44a7-8883-989569f5dfec HTTP/1.1" status: 200 len: 810 time: 0.4386351 Apr 07 11:26:32.992139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7572ba02-ea6a-4158-8848-d5bfe11222b4 req-cbe87994-2d4b-414b-8a5f-b4281114de96 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654336 Apr 07 11:26:33.000177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9fa6564b-2ea9-4fbb-9a42-c6964a16ff4e None None] Could not find standard attr ID for object e00cc1f8-bac7-4a1c-8a9a-f5db0073232b. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:26:33.031559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-9bcdb141-c959-4836-930e-a9ad1340ab1a tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/quotas/74246447628e4338b5fc8034d9a9d1a4 HTTP/1.1" status: 200 len: 375 time: 0.0613658 Apr 07 11:26:33.086872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-ca32c6ea-68a2-4fea-9ef8-e0a9875373ea tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74246447628e4338b5fc8034d9a9d1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541940 Apr 07 11:26:33.305099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56732) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:33.326078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef3b4fb-a4a3-4193-b2be-6269d796a0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.367628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.466275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef3b4fb-a4a3-4193-b2be-6269d796a0f2 admin admin] Publish callbacks [] for security_group (0293f66b-9e6c-4fa1-9939-fb3ee8050bad), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.476693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef3b4fb-a4a3-4193-b2be-6269d796a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0293f66b-9e6c-4fa1-9939-fb3ee8050bad), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.521164 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cef3b4fb-a4a3-4193-b2be-6269d796a0f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45e95fb1a6844d61a1b7dd461e6b8650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142279 Apr 07 11:26:33.523800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b4fb-a4a3-4193-b2be-6269d796a0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0293f66b-9e6c-4fa1-9939-fb3ee8050bad,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:33.524477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56742) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:33.556713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.615996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:33.626857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.630035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-244b44bd-f9cf-47fb-8d9d-1ad63f5ad6c5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9 HTTP/1.1" status: 204 len: 168 time: 1.4946969 Apr 07 11:26:33.630339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb570197-0424-4115-9e2b-9efbae592cfe None None] Network a17c6f61-e336-4922-8b35-0c70332e6235 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:33.633653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56748) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:33.696878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3396ba00-2ae7-4cee-abe9-9535e62dcaab details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:33.771524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-c43fb496-0fdc-4d37-9e6d-8f70e993b44b service neutron] 10.222.0.13 "GET /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831794 Apr 07 11:26:33.790988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54e57b41-8142-4ce0-aea0-e1efe3a97ba8 admin admin] Publish callbacks [] for security_group (0293f66b-9e6c-4fa1-9939-fb3ee8050bad), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.846778 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (a17c6f61-e336-4922-8b35-0c70332e6235), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.876102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:33.888460 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54e57b41-8142-4ce0-aea0-e1efe3a97ba8 admin admin] Publish callbacks [] for security_group (0293f66b-9e6c-4fa1-9939-fb3ee8050bad), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:33.903763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] DHCP port deletion for a17c6f61-e336-4922-8b35-0c70332e6235 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:26:33.911829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'port_id': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'mac_address': 'fa:16:3e:07:e1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:33.993684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-07d826c8-ebcb-4acc-929f-3e6568ae0f5d service neutron] 10.222.0.13 "GET /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208092 Apr 07 11:26:34.014600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3396ba00-2ae7-4cee-abe9-9535e62dcaab is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:34.015229 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.051632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 01dee74a-42d1-403e-96a7-ecf78fc613e4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:34.066712 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54e57b41-8142-4ce0-aea0-e1efe3a97ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0293f66b-9e6c-4fa1-9939-fb3ee8050bad), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.071812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54e57b41-8142-4ce0-aea0-e1efe3a97ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.072777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-54e57b41-8142-4ce0-aea0-e1efe3a97ba8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0293f66b-9e6c-4fa1-9939-fb3ee8050bad HTTP/1.1" status: 204 len: 168 time: 0.5333247 Apr 07 11:26:34.093978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3396ba00-2ae7-4cee-abe9-9535e62dcaab {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:34.113437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 01dee74a-42d1-403e-96a7-ecf78fc613e4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:34.113780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.118103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b41-8142-4ce0-aea0-e1efe3a97ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0293f66b-9e6c-4fa1-9939-fb3ee8050bad,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:34.118223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:34.137691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.206948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] Deleting port 01dee74a-42d1-403e-96a7-ecf78fc613e4 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:34.207324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.320704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] For port 01dee74a-42d1-403e-96a7-ecf78fc613e4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=01dee74a-42d1-403e-96a7-ecf78fc613e4,segment=NetworkSegment(2f515283-d8e2-4be5-abc0-9f07a9131379),segment_id=2f515283-d8e2-4be5-abc0-9f07a9131379)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:34.322597 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.344583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] Calling delete_port for 01dee74a-42d1-403e-96a7-ecf78fc613e4 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:34.354342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] For port 01dee74a-42d1-403e-96a7-ecf78fc613e4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=01dee74a-42d1-403e-96a7-ecf78fc613e4,segment=NetworkSegment(2f515283-d8e2-4be5-abc0-9f07a9131379),segment_id=2f515283-d8e2-4be5-abc0-9f07a9131379)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:34.354710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.376651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 01dee74a-42d1-403e-96a7-ecf78fc613e4 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:34.395062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.403317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.412218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.420453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.426716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.433101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.440528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:34.451505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-9d203a8e-7977-44df-943f-49ec9cfa3c2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5421 time: 0.2706511 Apr 07 11:26:34.463339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 01dee74a-42d1-403e-96a7-ecf78fc613e4 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:34.463733 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.537712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:34.610892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 01dee74a-42d1-403e-96a7-ecf78fc613e4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=01dee74a-42d1-403e-96a7-ecf78fc613e4,segment=NetworkSegment(2f515283-d8e2-4be5-abc0-9f07a9131379),segment_id=2f515283-d8e2-4be5-abc0-9f07a9131379)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:34.620449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.629374 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.656656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['3396ba00-2ae7-4cee-abe9-9535e62dcaab'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:34.662801 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.680411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c1d91cc-62e5-4f89-9b6b-5be575a65c95 req-d7a61a4a-0f3e-4e62-aa46-e60ca4425b38 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 210 time: 0.0670755 Apr 07 11:26:34.707981 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (01dee74a-42d1-403e-96a7-ecf78fc613e4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.742830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cbdc758-fa1e-4d63-8ecb-daedab77c4f6 req-b61e517f-e8e1-4bb4-bdcb-3267357991e9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2898104 Apr 07 11:26:34.744165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=01dee74a-42d1-403e-96a7-ecf78fc613e4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:34.748071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No DVR routers for this DVR port 01dee74a-42d1-403e-96a7-ecf78fc613e4 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:34.750060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] No DVR routers for this DVR port 01dee74a-42d1-403e-96a7-ecf78fc613e4 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:34.778633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=01dee74a-42d1-403e-96a7-ecf78fc613e4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:34.882961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (a17c6f61-e336-4922-8b35-0c70332e6235), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.923624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17c6f61-e336-4922-8b35-0c70332e6235']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:34.938895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f515283-d8e2-4be5-abc0-9f07a9131379') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:34.939868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f515283-d8e2-4be5-abc0-9f07a9131379') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:34.952887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (2f515283-d8e2-4be5-abc0-9f07a9131379), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.953011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56800) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:34.965295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66793849-5bfe-4b7b-af5c-2abefda2f620 None None] Pushing event deleted for resources: {'Port': ['ID=01dee74a-42d1-403e-96a7-ecf78fc613e4,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:34.976275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2f515283-d8e2-4be5-abc0-9f07a9131379), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.986196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:34.986698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (2f515283-d8e2-4be5-abc0-9f07a9131379), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:34.992544 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:35.072686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (a17c6f61-e336-4922-8b35-0c70332e6235), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.095753 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.104043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56806) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:35.105110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/a17c6f61-e336-4922-8b35-0c70332e6235 HTTP/1.1" status: 204 len: 168 time: 1.4683783 Apr 07 11:26:35.106184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf6df2-ae7d-4ccb-8cb8-51a54a9b1470 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=a17c6f61-e336-4922-8b35-0c70332e6235,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:35.112116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'name': 'tempest-PortsTestJSON-706672443'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:35.242641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:35.247973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.279763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 65f76020-66fd-4064-aaaf-0d09ab393242 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:35.290916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1815771325-network', 'tenant_id': '47945b4dbbd14c38a9bda9a2b66cdde7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:35.346575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Made reservation on behalf of 47945b4dbbd14c38a9bda9a2b66cdde7 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:35.350362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.369767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.581912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (65f76020-66fd-4064-aaaf-0d09ab393242), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.614001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks [] for security_group (14b41839-3eef-462a-a439-953af01e6003), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.629101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14b41839-3eef-462a-a439-953af01e6003), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.664030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b41839-3eef-462a-a439-953af01e6003,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:35.664636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56856) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:35.682320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:35.698896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (65f76020-66fd-4064-aaaf-0d09ab393242), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.718433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34297817-b139-46ea-a3c5-fbbe4f032e28 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:35.739380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4fbb76ba-4244-4115-847f-8736b1a94887), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.740771 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Added segment 4fbb76ba-4244-4115-847f-8736b1a94887 of type vlan for network b590ffcb-9a17-472d-a079-d5c0abf21c69 Apr 07 11:26:35.904658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0de511d0-42d3-419c-9ffb-626cf7ae9e28 req-d9fc0739-ac81-4c1b-9b69-065908d29099 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 210 time: 0.0797553 Apr 07 11:26:35.931030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028e9340-179d-4746-9f55-2595c115961b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:35.949420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34297817-b139-46ea-a3c5-fbbe4f032e28,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:35.953751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:35.978310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:35.994631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '34297817-b139-46ea-a3c5-fbbe4f032e28', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'port_id': '34297817-b139-46ea-a3c5-fbbe4f032e28', 'mac_address': 'fa:16:3e:45:ed:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:36.005052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:36.011221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.011831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.029878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.046159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 34297817-b139-46ea-a3c5-fbbe4f032e28 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:36.046685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.062372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34297817-b139-46ea-a3c5-fbbe4f032e28 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:36.082000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b590ffcb-9a17-472d-a079-d5c0abf21c69), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.084458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=65f76020-66fd-4064-aaaf-0d09ab393242,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:36.087760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34297817-b139-46ea-a3c5-fbbe4f032e28,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:36.102549 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.102990 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebefc98c-49f7-4ad6-a569-576b13261b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9974520 Apr 07 11:26:36.103957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cf382192-1022-4108-9a6c-ec722dcd9fe9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:36.105986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56874) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:36.187663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b590ffcb-9a17-472d-a079-d5c0abf21c69), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.188684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.189367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.216734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.231968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.244430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.258080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.266826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.277662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:36.279086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.285248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.287296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-86b46f9d-f7bf-4053-8c81-c3b0a5c63a4f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5421 time: 0.2787070 Apr 07 11:26:36.355717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] Pushing event updated for resources: {'Network': ['ID=b590ffcb-9a17-472d-a079-d5c0abf21c69,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:36.370708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b590ffcb-9a17-472d-a079-d5c0abf21c69 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:36.377450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028e9340-179d-4746-9f55-2595c115961b admin admin] Publish callbacks [] for security_group (9d5ca4fa-74cd-4be1-9bb7-0ac22d906091), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.391127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028e9340-179d-4746-9f55-2595c115961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9d5ca4fa-74cd-4be1-9bb7-0ac22d906091), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.400897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-39bdf5f9-e598-4fd2-a94e-10a86cc44e97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4469366 Apr 07 11:26:36.405419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56900) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:36.411914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Request body: {'subnet': {'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1815771325-subnet', 'tenant_id': '47945b4dbbd14c38a9bda9a2b66cdde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:36.435312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c559ce1e-bf4d-4e3c-9cc1-382218491d8f req-35783e61-d327-4bfc-af1f-14eb9d945ed2 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401658 Apr 07 11:26:36.480122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-028e9340-179d-4746-9f55-2595c115961b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6a8684b72cf4f24ad51d02d5879f428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8140194 Apr 07 11:26:36.482264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 65f76020-66fd-4064-aaaf-0d09ab393242 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:36.482701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (65f76020-66fd-4064-aaaf-0d09ab393242), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.483126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56906) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:36.488178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Made reservation on behalf of 47945b4dbbd14c38a9bda9a2b66cdde7 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:36.490598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.492388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e9340-179d-4746-9f55-2595c115961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5ca4fa-74cd-4be1-9bb7-0ac22d906091,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:36.551202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:36.596067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'cf382192-1022-4108-9a6c-ec722dcd9fe9', 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2', 'port_id': 'cf382192-1022-4108-9a6c-ec722dcd9fe9', 'mac_address': 'fa:16:3e:94:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a6a0b2-cd8d-4387-b9f1-f707b632a4b4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:36.698116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cf382192-1022-4108-9a6c-ec722dcd9fe9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:36.698553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.713098 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd5b81ec-2a3f-41f5-8bc3-c19481b1458f admin admin] Publish callbacks [] for security_group (9d5ca4fa-74cd-4be1-9bb7-0ac22d906091), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.714480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf382192-1022-4108-9a6c-ec722dcd9fe9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:36.751622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:36.764816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.766292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:36.770104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (65f76020-66fd-4064-aaaf-0d09ab393242), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.793692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 65f76020-66fd-4064-aaaf-0d09ab393242 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:36.814946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd5b81ec-2a3f-41f5-8bc3-c19481b1458f admin admin] Publish callbacks [] for security_group (9d5ca4fa-74cd-4be1-9bb7-0ac22d906091), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.906246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:26:36.909932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:36.944027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-1e6f4915-4d8f-427b-bc27-ad678abba962 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:36.947208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-1e6f4915-4d8f-427b-bc27-ad678abba962 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.41 "GET /v2.0/networks?id=3e3b2e30-eed6-44a7-8883-989569f5dfec HTTP/1.1" status: 200 len: 810 time: 0.3633227 Apr 07 11:26:36.969365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:36.979674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Request body: {'port': {'device_id': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec', 'admin_state_up': True, 'tenant_id': '74246447628e4338b5fc8034d9a9d1a4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:36.985909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7ed573d1-9beb-4137-ad97-d6da1e4be8ca), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.995629 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (65f76020-66fd-4064-aaaf-0d09ab393242), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:36.999163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'port_id': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a', 'mac_address': 'fa:16:3e:7f:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:37.090737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd5b81ec-2a3f-41f5-8bc3-c19481b1458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9d5ca4fa-74cd-4be1-9bb7-0ac22d906091), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.090938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:37.093293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.093955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=65f76020-66fd-4064-aaaf-0d09ab393242,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:37.094666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd5b81ec-2a3f-41f5-8bc3-c19481b1458f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.097446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cd5b81ec-2a3f-41f5-8bc3-c19481b1458f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d5ca4fa-74cd-4be1-9bb7-0ac22d906091 HTTP/1.1" status: 204 len: 168 time: 0.6126316 Apr 07 11:26:37.119729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b81ec-2a3f-41f5-8bc3-c19481b1458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5ca4fa-74cd-4be1-9bb7-0ac22d906091,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:37.149904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.154294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60f312f6-b796-4bb8-9cd5-ca00ccee4ae2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/65f76020-66fd-4064-aaaf-0d09ab393242 HTTP/1.1" status: 204 len: 168 time: 1.0472860 Apr 07 11:26:37.161654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56940) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:37.169638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'mac_address': 'fa:16:3e:e5:77:ab', 'name': 'tempest-PortsTestJSON-273358260'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:37.172834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6780fbd4-0683-4180-9f05-b3d561d168ff req-fdeb45dd-b867-42a1-9129-201308f49099 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 210 time: 0.0690479 Apr 07 11:26:37.192836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:37.243420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:37.252719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Made reservation on behalf of 74246447628e4338b5fc8034d9a9d1a4 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:37.261084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.262488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.263369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b88509d4-2d03-4683-be93-5c801c1fe8c3 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:37.271730 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.274349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed573d1-9beb-4137-ad97-d6da1e4be8ca,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:37.314200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Checking segment: {'id': '4fbb76ba-4244-4115-847f-8736b1a94887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:37.314898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Network hostable DHCP agents. Network: b590ffcb-9a17-472d-a079-d5c0abf21c69, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:37.369606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Network b590ffcb-9a17-472d-a079-d5c0abf21c69 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:37.384479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:37.387504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:37.388636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:37.407862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'b88509d4-2d03-4683-be93-5c801c1fe8c3', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'port_id': 'b88509d4-2d03-4683-be93-5c801c1fe8c3', 'mac_address': 'fa:16:3e:fb:11:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:37.409257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b590ffcb-9a17-472d-a079-d5c0abf21c69) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:37.483063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b88509d4-2d03-4683-be93-5c801c1fe8c3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:37.483461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.485803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd8b36-5f6e-4ff3-a461-020f983d59aa None None] Network b590ffcb-9a17-472d-a079-d5c0abf21c69 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:37.495853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.500440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.575586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88509d4-2d03-4683-be93-5c801c1fe8c3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:37.583245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.613454 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d6cc0cf-dde6-442a-a7da-cc6b08614ff1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2020230 Apr 07 11:26:37.621006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:37.638611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port f1be514d-9927-48c9-96db-f10523d6363f yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:37.641094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.642140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c552f40e-e102-4493-b4ec-c4a65e68b4a9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:37.721956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Allocated IP 172.20.0.10 (3e3b2e30-eed6-44a7-8883-989569f5dfec/dc428f00-5051-488d-a058-e81f2b170ca4/99b85304-925c-40e6-ba97-e86dba73a870) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:37.751526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.757686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.763763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.769267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.773088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:37.776504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.782486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.787620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:37.789847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-7bd80120-3982-45de-92df-9a6a0176545c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5424 time: 0.2250905 Apr 07 11:26:37.834965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6fd5d-56e2-4235-9dfe-126d661a4aa6 None None] Network b590ffcb-9a17-472d-a079-d5c0abf21c69 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:37.914285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (f1be514d-9927-48c9-96db-f10523d6363f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.923495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56956) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:37.949257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:37.968282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-853b3365-b4df-4a1c-839a-a61972cca9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.989304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f1be514d-9927-48c9-96db-f10523d6363f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:37.999337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'c552f40e-e102-4493-b4ec-c4a65e68b4a9', 'network_id': '3c5cd9b6-1f4a-491f-9243-3939d7b15cee', 'port_id': 'c552f40e-e102-4493-b4ec-c4a65e68b4a9', 'mac_address': 'fa:16:3e:de:7c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2101461-6a6b-4a9b-8bca-6a5255f8b806', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:38.076669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c552f40e-e102-4493-b4ec-c4a65e68b4a9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:38.077147 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.104060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c552f40e-e102-4493-b4ec-c4a65e68b4a9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:38.106872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:38.123028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:38.126271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:38.130252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:38.134310 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.134453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device fe81e72a-7866-4659-b88c-8ca299e17a20 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:38.141209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:38.142266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.151475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56962) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:38.168030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks [] for port (99b85304-925c-40e6-ba97-e86dba73a870), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.174862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=f1be514d-9927-48c9-96db-f10523d6363f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:38.224850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.231245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.231843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.232199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.232543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.232900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.233396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.233733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.234175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.239233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.239848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.240206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.240659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:26:38.260608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d8cdd8fc-f31b-4fce-830c-0cff421d1556 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0964620 Apr 07 11:26:38.263255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56972) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:38.266348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (99b85304-925c-40e6-ba97-e86dba73a870), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.325273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df4005-abc5-40c4-aa1a-50544ec3050f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:38.329882 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-77df4005-abc5-40c4-aa1a-50544ec3050f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/f1be514d-9927-48c9-96db-f10523d6363f HTTP/1.1" status: 200 len: 840 time: 0.0621252 Apr 07 11:26:38.329882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56974) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:38.351828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:38.353875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcbe2d3d-dcfc-4bbc-a8fa-ea5f54936912 req-3be9242d-dc81-4f75-be27-dc455a566ef0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5513170 Apr 07 11:26:38.369594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=fe81e72a-7866-4659-b88c-8ca299e17a20,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:38.388427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ac4-3a7d-41f5-bd86-43fe8b2648fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.406052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Network 3e3b2e30-eed6-44a7-8883-989569f5dfec is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:38.417256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'fe81e72a-7866-4659-b88c-8ca299e17a20', 'network_id': '03c8cae7-09cc-4283-afc9-2029f31777d2', 'port_id': 'fe81e72a-7866-4659-b88c-8ca299e17a20', 'mac_address': 'fa:16:3e:13:a5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a6a0b2-cd8d-4387-b9f1-f707b632a4b4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:38.429409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:38.432643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:38.497167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Pushing event updated for resources: {'Port': ['ID=99b85304-925c-40e6-ba97-e86dba73a870,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:38.510101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:38.511008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.540294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port fe81e72a-7866-4659-b88c-8ca299e17a20 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:38.540697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.559020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port f1be514d-9927-48c9-96db-f10523d6363f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:38.559593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f1be514d-9927-48c9-96db-f10523d6363f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.561703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-b8d57204-ce17-4081-9fa8-958bc6bdd4bd tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6018202 Apr 07 11:26:38.571273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202231d1-a0a8-4660-8253-4c02fcde1612 req-3f5a23e4-414c-462d-887e-fde3d0914b04 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:38.573598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202231d1-a0a8-4660-8253-4c02fcde1612 req-3f5a23e4-414c-462d-887e-fde3d0914b04 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 932 time: 0.2260954 Apr 07 11:26:38.576976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe81e72a-7866-4659-b88c-8ca299e17a20 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:38.637954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ac4-3a7d-41f5-bd86-43fe8b2648fd admin admin] Publish callbacks [] for security_group (7c3fcec6-c46a-4bb0-954c-369ff593dbb5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.638110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=fe81e72a-7866-4659-b88c-8ca299e17a20,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:38.638280 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-853b3365-b4df-4a1c-839a-a61972cca9f5 admin admin] Publish callbacks [] for security_group (61fc7236-2a0d-4cd2-ab35-d054d16c1c9a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.650838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ac4-3a7d-41f5-bd86-43fe8b2648fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7c3fcec6-c46a-4bb0-954c-369ff593dbb5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.651073 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.664975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-853b3365-b4df-4a1c-839a-a61972cca9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61fc7236-2a0d-4cd2-ab35-d054d16c1c9a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.685025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f1be514d-9927-48c9-96db-f10523d6363f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.732657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Request body: {'port': {'device_id': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:38.735722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3396ba00-2ae7-4cee-abe9-9535e62dcaab up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:38.750733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for f1be514d-9927-48c9-96db-f10523d6363f owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:38.753996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202231d1-a0a8-4660-8253-4c02fcde1612 req-3d952e7c-40a4-4477-b3b2-0f985fc00702 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671469 Apr 07 11:26:38.758467 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e0d62ac4-3a7d-41f5-bd86-43fe8b2648fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19952b3c57474bfaa3a223af26b618db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053481 Apr 07 11:26:38.760746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d62ac4-3a7d-41f5-bd86-43fe8b2648fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fcec6-c46a-4bb0-954c-369ff593dbb5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:38.765164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56988) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:38.825939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-853b3365-b4df-4a1c-839a-a61972cca9f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ade0f4c1d44d4a22ab9bc64660eb1d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9012468 Apr 07 11:26:38.828656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:38.838544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:38.857254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b3365-b4df-4a1c-839a-a61972cca9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fc7236-2a0d-4cd2-ab35-d054d16c1c9a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:38.883545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 3396ba00-2ae7-4cee-abe9-9535e62dcaab completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:38.892399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 3396ba00-2ae7-4cee-abe9-9535e62dcaab triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:38.892970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.920484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99b85304-925c-40e6-ba97-e86dba73a870), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.941359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f87c-e215-423a-b778-017bb4446ade admin admin] Publish callbacks [] for security_group (61fc7236-2a0d-4cd2-ab35-d054d16c1c9a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.945409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70ac70e0-8bf8-4ffe-b51f-347870a04167 admin admin] Publish callbacks [] for security_group (7c3fcec6-c46a-4bb0-954c-369ff593dbb5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.978084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2e37769f-4eff-4e2c-9fbd-e3554c771a8d tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:38.978724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f1be514d-9927-48c9-96db-f10523d6363f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:38.980183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2e37769f-4eff-4e2c-9fbd-e3554c771a8d tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/networks?id=b590ffcb-9a17-472d-a079-d5c0abf21c69 HTTP/1.1" status: 200 len: 809 time: 0.2435708 Apr 07 11:26:39.002393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f87c-e215-423a-b778-017bb4446ade admin admin] Publish callbacks [] for security_group (61fc7236-2a0d-4cd2-ab35-d054d16c1c9a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.022183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3396ba00-2ae7-4cee-abe9-9535e62dcaab is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:39.023323 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.024328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70ac70e0-8bf8-4ffe-b51f-347870a04167 admin admin] Publish callbacks [] for security_group (7c3fcec6-c46a-4bb0-954c-369ff593dbb5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.030965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-f28916b1-5bdd-4ea9-9216-e52391a161ea tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/quotas/47945b4dbbd14c38a9bda9a2b66cdde7 HTTP/1.1" status: 200 len: 375 time: 0.0420077 Apr 07 11:26:39.050468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.055305 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/f1be514d-9927-48c9-96db-f10523d6363f HTTP/1.1" status: 204 len: 168 time: 0.7233946 Apr 07 11:26:39.056425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3b881-0f53-4d44-b8c5-e853ce525226 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=f1be514d-9927-48c9-96db-f10523d6363f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:39.061616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:39.070495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:39.071101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:39.074773 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31fa094-dede-4e89-b7f3-20c84ca07ebb" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:39.081936 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.106911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-ac8b8cfd-9785-4f79-8e47-413a13cc7c92 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47945b4dbbd14c38a9bda9a2b66cdde7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661361 Apr 07 11:26:39.127438 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2011eb2-08b4-452c-9363-513a48f47726 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:39.128872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e2011eb2-08b4-452c-9363-513a48f47726 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/f1be514d-9927-48c9-96db-f10523d6363f HTTP/1.1" status: 404 len: 333 time: 0.0621557 Apr 07 11:26:39.135091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56996) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:39.140921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'name': 'tempest-PortsTestJSON-215485062'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:39.200813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:39.207084 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4368eef-c1ac-4c13-9114-c0c14cbe26ce x-openstack-request-id: req-b4368eef-c1ac-4c13-9114-c0c14cbe26ce {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:39.207722 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:39.208406 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4368eef-c1ac-4c13-9114-c0c14cbe26ce {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:39.209023 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4368eef-c1ac-4c13-9114-c0c14cbe26ce'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'code': 200} Apr 07 11:26:39.228591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70ac70e0-8bf8-4ffe-b51f-347870a04167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7c3fcec6-c46a-4bb0-954c-369ff593dbb5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.231479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70ac70e0-8bf8-4ffe-b51f-347870a04167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.232955 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-70ac70e0-8bf8-4ffe-b51f-347870a04167 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c3fcec6-c46a-4bb0-954c-369ff593dbb5 HTTP/1.1" status: 204 len: 168 time: 0.4632182 Apr 07 11:26:39.258577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f87c-e215-423a-b778-017bb4446ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61fc7236-2a0d-4cd2-ab35-d054d16c1c9a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.261163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f87c-e215-423a-b778-017bb4446ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.262382 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ddb0f87c-e215-423a-b778-017bb4446ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61fc7236-2a0d-4cd2-ab35-d054d16c1c9a HTTP/1.1" status: 204 len: 168 time: 0.4326191 Apr 07 11:26:39.263552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac70e0-8bf8-4ffe-b51f-347870a04167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3fcec6-c46a-4bb0-954c-369ff593dbb5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:39.285619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f87c-e215-423a-b778-017bb4446ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fc7236-2a0d-4cd2-ab35-d054d16c1c9a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:39.299849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:39.305428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.327143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 21ec164f-26ce-43fb-853e-7eb844eda6c1 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:39.412087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-1b24973c-9ac9-42f9-9632-75aec78dc3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020394 Apr 07 11:26:39.591722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['b88509d4-2d03-4683-be93-5c801c1fe8c3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:39.639839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c552f40e-e102-4493-b4ec-c4a65e68b4a9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:39.671000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.681016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.691562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.711587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['fe81e72a-7866-4659-b88c-8ca299e17a20'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:39.711978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.712735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.726339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.738954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.745535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.748022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-5fc25358-34ab-440e-a8dc-1573c9393750 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5428 time: 0.2770908 Apr 07 11:26:39.750099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-0f1c4a18-faae-4e6a-a7c9-fe972c7aec7b service neutron] 10.222.0.13 "GET /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279617 Apr 07 11:26:39.752453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.754461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5d9d0ac5-cc8a-40e6-aa89-d833b878a93a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:39.832862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b85304-925c-40e6-ba97-e86dba73a870 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:39.853570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Publish callbacks [] for port (99b85304-925c-40e6-ba97-e86dba73a870), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.879539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:39.895150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Transition to ACTIVE for port object 99b85304-925c-40e6-ba97-e86dba73a870 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:26:39.905028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ee663d8-872a-4b85-924b-0f0b616e03d7 req-0043adb0-66df-40e5-8b26-761b2afe6159 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113105 Apr 07 11:26:39.905729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:39.907047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (99b85304-925c-40e6-ba97-e86dba73a870), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.913713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:39.924685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:39.926399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:39.936344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=21ec164f-26ce-43fb-853e-7eb844eda6c1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:39.984492 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4accb394-3ad4-4c6f-9545-81858718f117 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8458073 Apr 07 11:26:39.987327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:40.008257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:40.137072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Pushing event updated for resources: {'Port': ['ID=99b85304-925c-40e6-ba97-e86dba73a870,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:40.211306 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:40.440106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-510d0c66-e76b-42c2-b97c-4a817c74e975 req-7673c1e4-7cdc-4b62-91a4-01e98b565cef tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 210 time: 0.1826596 Apr 07 11:26:40.454061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['cf382192-1022-4108-9a6c-ec722dcd9fe9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:40.467611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['34297817-b139-46ea-a3c5-fbbe4f032e28'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:40.478451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:40.488676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:40.513334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Attempting to bind port 99b85304-925c-40e6-ba97-e86dba73a870 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:26:40.516692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Attempting to bind port 99b85304-925c-40e6-ba97-e86dba73a870 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'ec372d17-71ea-450a-bb6f-7affbf6eeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:26:40.517379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Attempting to bind port 99b85304-925c-40e6-ba97-e86dba73a870 on network 3e3b2e30-eed6-44a7-8883-989569f5dfec {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:40.546683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5ab42-dff7-4e36-9c47-87d6d2dd0ecd req-71058841-1133-4153-b9e9-f060548fe0c2 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:40.563095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3f5ab42-dff7-4e36-9c47-87d6d2dd0ecd req-71058841-1133-4153-b9e9-f060548fe0c2 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 944 time: 0.4312308 Apr 07 11:26:40.566179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Port 99b85304-925c-40e6-ba97-e86dba73a870 on network 3e3b2e30-eed6-44a7-8883-989569f5dfec not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:26:40.567180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Attempting to bind port 99b85304-925c-40e6-ba97-e86dba73a870 on network 3e3b2e30-eed6-44a7-8883-989569f5dfec {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:40.575713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] In _notify_port_updated(), no bound segment for port 21ec164f-26ce-43fb-853e-7eb844eda6c1 on network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:26:40.593449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:40.594159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:40.607230 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/ports/21ec164f-26ce-43fb-853e-7eb844eda6c1 HTTP/1.1" status: 200 len: 818 time: 0.6164129 Apr 07 11:26:40.608101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:40.690462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4f18-01cd-409e-9501-110b8c4058a2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=21ec164f-26ce-43fb-853e-7eb844eda6c1,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:40.750914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:26:40.757923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Checking segment: {'id': 'ec372d17-71ea-450a-bb6f-7affbf6eeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:40.758556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Bound using segment: {'id': 'ec372d17-71ea-450a-bb6f-7affbf6eeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:26:40.759087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Bound port: 99b85304-925c-40e6-ba97-e86dba73a870, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec372d17-71ea-450a-bb6f-7affbf6eeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:26:40.759465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99b85304-925c-40e6-ba97-e86dba73a870), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:40.968495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3f5ab42-dff7-4e36-9c47-87d6d2dd0ecd req-04076c5a-d1bd-440e-94ce-29c557c7ab42 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910162 Apr 07 11:26:41.013915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] For port 99b85304-925c-40e6-ba97-e86dba73a870, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:26:41.045308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] For port 99b85304-925c-40e6-ba97-e86dba73a870, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=99b85304-925c-40e6-ba97-e86dba73a870,segment=NetworkSegment(ec372d17-71ea-450a-bb6f-7affbf6eeade),segment_id=ec372d17-71ea-450a-bb6f-7affbf6eeade)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:26:41.070965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (99b85304-925c-40e6-ba97-e86dba73a870), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:41.162052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.162707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:41.166191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] 10.222.0.41 "PUT /v2.0/ports/99b85304-925c-40e6-ba97-e86dba73a870 HTTP/1.1" status: 200 len: 1092 time: 2.5905590 Apr 07 11:26:41.175278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'tag': '99b85304-925c-40e6-ba97-e86dba73a870'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:41.177849 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335eca6d-0a2a-4578-b966-e2a7121b1797" -d '{"events": [{"name": "network-changed", "server_uuid": "fb046815-afe8-433e-8ab3-6dbb07d5baf3", "tag": "99b85304-925c-40e6-ba97-e86dba73a870"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:41.215887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 21ec164f-26ce-43fb-853e-7eb844eda6c1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:41.216254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:41.299629 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a30f4e7-1f9f-47de-8be1-6317298635b5 x-openstack-request-id: req-8a30f4e7-1f9f-47de-8be1-6317298635b5 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:41.299967 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb046815-afe8-433e-8ab3-6dbb07d5baf3", "tag": "99b85304-925c-40e6-ba97-e86dba73a870", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:41.300242 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a30f4e7-1f9f-47de-8be1-6317298635b5 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:41.301707 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a30f4e7-1f9f-47de-8be1-6317298635b5'] response: {'name': 'network-changed', 'server_uuid': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'tag': '99b85304-925c-40e6-ba97-e86dba73a870', 'status': 'completed', 'code': 200} Apr 07 11:26:41.317679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.325078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.343372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.352013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.359179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.369011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.378628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.381823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1c41835-084d-430b-8243-4c5cb763665c req-b23e4439-5afe-4b75-8d26-f894aaafe17b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5428 time: 0.3217056 Apr 07 11:26:41.441619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92290d-769a-4cef-87fa-91f4a56ebaaa service neutron] Pushing event updated for resources: {'Port': ['ID=99b85304-925c-40e6-ba97-e86dba73a870,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:41.490444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:41.508191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 21ec164f-26ce-43fb-853e-7eb844eda6c1 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:41.651277 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (21ec164f-26ce-43fb-853e-7eb844eda6c1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:41.688010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbe61fa5-9b6b-4755-97a1-fcb37df67f7f req-af2472f8-fa87-4965-92b4-67b75696fd6e tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 210 time: 0.0626440 Apr 07 11:26:41.726036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=21ec164f-26ce-43fb-853e-7eb844eda6c1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:41.734329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-f781cda1-daa4-4383-b1bf-1af418ec7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.736500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-f781cda1-daa4-4383-b1bf-1af418ec7e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74246447628e4338b5fc8034d9a9d1a4&device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 1126 time: 0.5163615 Apr 07 11:26:41.765640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:41.772892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3f161150-52c1-4037-a9e4-083260aedf26 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/21ec164f-26ce-43fb-853e-7eb844eda6c1 HTTP/1.1" status: 204 len: 168 time: 1.1612122 Apr 07 11:26:41.773205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57094) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:41.856823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-09921006-01d2-4c45-a272-a9858906bfa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b85304-925c-40e6-ba97-e86dba73a870 HTTP/1.1" status: 200 len: 217 time: 0.1107984 Apr 07 11:26:41.867093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1c41835-084d-430b-8243-4c5cb763665c req-5afc538c-2e75-4ff4-9f11-b3c0190eb9b6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4507504 Apr 07 11:26:41.883367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c65b4-4832-4c32-8353-790b45905047 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.885207 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-191c65b4-4832-4c32-8353-790b45905047 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1105821 Apr 07 11:26:41.887993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57100) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:41.958894 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b30097-c602-43d8-80e7-1645ee5c3b43 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:41.964090 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08b30097-c602-43d8-80e7-1645ee5c3b43 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/21ec164f-26ce-43fb-853e-7eb844eda6c1 HTTP/1.1" status: 404 len: 333 time: 0.0713191 Apr 07 11:26:41.965408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57102) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:41.972057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1509906212'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:41.993097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-f10ee33b-6aa3-46e6-9b4d-2729a9fe0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:41.994688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-f10ee33b-6aa3-46e6-9b4d-2729a9fe0953 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc428f00-5051-488d-a058-e81f2b170ca4 HTTP/1.1" status: 200 len: 850 time: 0.1266880 Apr 07 11:26:42.092253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-c9710aa8-11e7-477c-ac70-e338793a68a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e3b2e30-eed6-44a7-8883-989569f5dfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885375 Apr 07 11:26:42.094797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:42.102315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:42.248480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:42.364907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-5e611700-3ee1-47e3-ba9d-842800f2167d tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:42.372127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-5e611700-3ee1-47e3-ba9d-842800f2167d tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.41 "GET /v2.0/networks?id=b590ffcb-9a17-472d-a079-d5c0abf21c69 HTTP/1.1" status: 200 len: 809 time: 0.2609742 Apr 07 11:26:42.403790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Request body: {'port': {'device_id': '96e2462b-0c42-47fd-b28a-472041db6269', 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69', 'admin_state_up': True, 'tenant_id': '47945b4dbbd14c38a9bda9a2b66cdde7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:42.662466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d982e5-083d-4428-bbf1-f568270f8473 req-8fc26bd0-5abf-45fb-a4bc-c8d6a6942a11 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:42.670122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2d982e5-083d-4428-bbf1-f568270f8473 req-8fc26bd0-5abf-45fb-a4bc-c8d6a6942a11 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 944 time: 0.5638771 Apr 07 11:26:42.671374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c552f40e-e102-4493-b4ec-c4a65e68b4a9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:42.681402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f8a94b6b-a2b9-4675-b87c-2405bfac1f01), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:42.682028 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment f8a94b6b-a2b9-4675-b87c-2405bfac1f01 of type vlan for network 0ec363ea-a7df-4218-878f-a40a6a15fc82 Apr 07 11:26:42.692736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Made reservation on behalf of 47945b4dbbd14c38a9bda9a2b66cdde7 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:42.701322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:42.791436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-e074e1db-9d8f-422a-b145-1b636b4e1fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858742 Apr 07 11:26:42.821282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port c552f40e-e102-4493-b4ec-c4a65e68b4a9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:42.825603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port c552f40e-e102-4493-b4ec-c4a65e68b4a9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:42.825991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:42.937580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (0ec363ea-a7df-4218-878f-a40a6a15fc82), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.002169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10042397-e50a-4957-b096-f5e706e538c6 req-53bc3bd5-2c23-491f-9193-7f07e1fd4011 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 210 time: 0.0602252 Apr 07 11:26:43.018169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Allocated IP 172.20.0.12 (b590ffcb-9a17-472d-a079-d5c0abf21c69/7ed573d1-9beb-4137-ad97-d6da1e4be8ca/11bc0b87-68d1-48a8-9973-5f2a71ccabf8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:43.032829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c552f40e-e102-4493-b4ec-c4a65e68b4a9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:43.033195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2d982e5-083d-4428-bbf1-f568270f8473 req-3d14677f-1c51-4344-8662-e20321c8f6bf tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572814 Apr 07 11:26:43.034276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.066417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-856747a2-fc07-4bbf-9295-fd47f74ce72d req-a775aa8d-240a-4346-9b87-3bc61565f72c service neutron] 10.222.0.41 "GET /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500720 Apr 07 11:26:43.079113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (0ec363ea-a7df-4218-878f-a40a6a15fc82), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.084615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.085809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c552f40e-e102-4493-b4ec-c4a65e68b4a9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:43.086190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.103861 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae17421-c22c-4ff8-b6f5-c06a2c1bd09b" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "c552f40e-e102-4493-b4ec-c4a65e68b4a9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:43.127284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:43.139256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.202245 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9e7485-74f3-40d7-a256-d6255da63a9c x-openstack-request-id: req-ff9e7485-74f3-40d7-a256-d6255da63a9c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:43.202919 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "c552f40e-e102-4493-b4ec-c4a65e68b4a9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:43.203199 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff9e7485-74f3-40d7-a256-d6255da63a9c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:43.205173 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9e7485-74f3-40d7-a256-d6255da63a9c'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c552f40e-e102-4493-b4ec-c4a65e68b4a9', 'code': 200} Apr 07 11:26:43.259140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2925622 Apr 07 11:26:43.259777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57170) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:43.285084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:43.295037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:43.361337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce4882-7975-4ba6-807e-7c2b174391b2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=0ec363ea-a7df-4218-878f-a40a6a15fc82,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:43.374239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:43.377260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks [] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.424581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.430847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.435360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.436175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.442042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.447846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.453993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.460276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.470171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-6a7a70b1-e3d4-424f-b2e7-089a12385b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5429 time: 0.2479873 Apr 07 11:26:43.479619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-cae9b6a8-b637-40a2-91c6-d253941596fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.483493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-cae9b6a8-b637-40a2-91c6-d253941596fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74246447628e4338b5fc8034d9a9d1a4&device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 1126 time: 0.3404617 Apr 07 11:26:43.488222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Network b590ffcb-9a17-472d-a079-d5c0abf21c69 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:43.491793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:43.494760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:43.571108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Pushing event updated for resources: {'Port': ['ID=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:43.587020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:43.590176 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.597816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.599693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.629568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-2ca297be-68ba-473a-ab29-e1d50cdaf163 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2473965 Apr 07 11:26:43.643678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Request body: {'port': {'device_id': '96e2462b-0c42-47fd-b28a-472041db6269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:43.695399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bc32a59-8411-41a9-941e-22bf97c3af45 req-bb1ef03c-648a-4c23-a019-228b38507996 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2238474 Apr 07 11:26:43.757458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:43.761735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-638d6488-f60c-4029-9b2d-a81fe56e3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:43.763803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-638d6488-f60c-4029-9b2d-a81fe56e3f36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e3b2e30-eed6-44a7-8883-989569f5dfec HTTP/1.1" status: 200 len: 911 time: 0.2670810 Apr 07 11:26:43.865674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-04f7a9d4-6355-4a8d-a699-569982885a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b85304-925c-40e6-ba97-e86dba73a870 HTTP/1.1" status: 200 len: 217 time: 0.0918577 Apr 07 11:26:44.020333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-be3ac460-885d-44a1-bd1d-e3001ef54342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.021886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-be3ac460-885d-44a1-bd1d-e3001ef54342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc428f00-5051-488d-a058-e81f2b170ca4 HTTP/1.1" status: 200 len: 850 time: 0.1474357 Apr 07 11:26:44.080372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-5f7d1c26-d0c5-4c74-a831-b6cd2003ca41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e3b2e30-eed6-44a7-8883-989569f5dfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452750 Apr 07 11:26:44.082946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (a3801761-bce8-4d05-a3e9-3489e932f4bb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.183319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:44.186794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=a3801761-bce8-4d05-a3e9-3489e932f4bb,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:44.205516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Publish callbacks [] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.224577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Transition to ACTIVE for port object 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:26:44.234169 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.353598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Pushing event updated for resources: {'Port': ['ID=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:44.436357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:44.437094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: 0ec363ea-a7df-4218-878f-a40a6a15fc82, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:44.461876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7542-e42c-4c11-a799-15b4e724b339 req-e5b919e8-595a-4ae2-acf6-2fd732d2b3b6 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.463452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b7f7542-e42c-4c11-a799-15b4e724b339 req-e5b919e8-595a-4ae2-acf6-2fd732d2b3b6 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 944 time: 0.2780023 Apr 07 11:26:44.465349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-68df7a30-7893-47c2-a5b1-99fa20dfeff9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833161 Apr 07 11:26:44.469726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Attempting to bind port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:26:44.469927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Attempting to bind port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4fbb76ba-4244-4115-847f-8736b1a94887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:26:44.470336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Attempting to bind port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 on network b590ffcb-9a17-472d-a079-d5c0abf21c69 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:44.485196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ac69-127f-44a9-9c6b-b9069abb6283 req-dd8e70bb-cdb4-4413-acac-3a935f222c2e tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.487821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bef3ac69-127f-44a9-9c6b-b9069abb6283 req-dd8e70bb-cdb4-4413-acac-3a935f222c2e tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 944 time: 0.3069158 Apr 07 11:26:44.488727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 on network b590ffcb-9a17-472d-a079-d5c0abf21c69 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:26:44.493483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Attempting to bind port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 on network b590ffcb-9a17-472d-a079-d5c0abf21c69 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:44.509346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:26:44.509704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Checking segment: {'id': '4fbb76ba-4244-4115-847f-8736b1a94887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:44.510101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Bound using segment: {'id': '4fbb76ba-4244-4115-847f-8736b1a94887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:26:44.510552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Bound port: 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb76ba-4244-4115-847f-8736b1a94887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:26:44.510915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.541400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:44.632076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] For port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:26:44.643883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 0ec363ea-a7df-4218-878f-a40a6a15fc82) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:44.644495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] For port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,segment=NetworkSegment(4fbb76ba-4244-4115-847f-8736b1a94887),segment_id=4fbb76ba-4244-4115-847f-8736b1a94887)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:26:44.658902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.659493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb824b6-3607-446f-808a-da5afe94a3d8 None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:44.685324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b7f7542-e42c-4c11-a799-15b4e724b339 req-b9206f0c-4609-4afe-8888-33f36e9e87c8 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840844 Apr 07 11:26:44.699915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.700729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.734592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.735600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:44.737404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] 10.222.0.41 "PUT /v2.0/ports/11bc0b87-68d1-48a8-9973-5f2a71ccabf8 HTTP/1.1" status: 200 len: 1092 time: 1.1005495 Apr 07 11:26:44.737873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e2462b-0c42-47fd-b28a-472041db6269', 'tag': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:44.740249 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10" -d '{"events": [{"name": "network-changed", "server_uuid": "96e2462b-0c42-47fd-b28a-472041db6269", "tag": "11bc0b87-68d1-48a8-9973-5f2a71ccabf8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:44.750718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-69fa4b80-b3bd-4bbb-894d-684fe64fa676 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4704735 Apr 07 11:26:44.755247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:44.777061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:44.809402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bef3ac69-127f-44a9-9c6b-b9069abb6283 req-75aafce7-da2b-40ba-832d-f6fd9b484d80 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965853 Apr 07 11:26:44.875374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335eca6d-0a2a-4578-b966-e2a7121b1797 req-baec0bde-3cc0-4f97-96ee-69ca51b56e97 service neutron] 10.222.0.41 "GET /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862231 Apr 07 11:26:44.888910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:44.926495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.943694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.963205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.968711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.979602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:44.991862 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8170818-034c-4fc1-ad0a-20bbfc31f50f x-openstack-request-id: req-b8170818-034c-4fc1-ad0a-20bbfc31f50f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:44.992469 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e2462b-0c42-47fd-b28a-472041db6269", "tag": "11bc0b87-68d1-48a8-9973-5f2a71ccabf8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:44.992915 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8170818-034c-4fc1-ad0a-20bbfc31f50f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:44.993722 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8170818-034c-4fc1-ad0a-20bbfc31f50f'] response: {'name': 'network-changed', 'server_uuid': '96e2462b-0c42-47fd-b28a-472041db6269', 'tag': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8', 'status': 'completed', 'code': 200} Apr 07 11:26:45.000524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95f42-4d20-4c20-9195-1b74e859215f service neutron] Pushing event updated for resources: {'Port': ['ID=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:45.001280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:45.018530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:45.037006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-94c59348-0d66-4a70-8a11-5c4a0ae2b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:45.040123 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-94c59348-0d66-4a70-8a11-5c4a0ae2b0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47945b4dbbd14c38a9bda9a2b66cdde7&device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 1126 time: 0.2368999 Apr 07 11:26:45.042767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-1e394530-4a59-4381-bf7e-f89c41f2d2a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5429 time: 0.2153869 Apr 07 11:26:45.047067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-0ec363ea-a7df-4218-878f-a40a6a15fc82', 'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': 'a3801761-bce8-4d05-a3e9-3489e932f4bb'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:26:45.048750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:45.095319 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-30b799f7-73bf-48ed-b278-fc52f6c6ecdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8 HTTP/1.1" status: 200 len: 217 time: 0.0418196 Apr 07 11:26:45.109050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:45.176437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c40adb7-2f5b-4c19-a473-1e4ec0fea011 req-6596e3ef-36fb-463e-9ecd-8512f4405a3d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308501 Apr 07 11:26:45.399683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:45.400065 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:45.488646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-e376ee76-8677-469c-b299-598d77bed8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:45.490521 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-e376ee76-8677-469c-b299-598d77bed8f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed573d1-9beb-4137-ad97-d6da1e4be8ca HTTP/1.1" status: 200 len: 849 time: 0.3819821 Apr 07 11:26:45.496904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:45.501154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:45.559313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:45.559630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:45.578652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-4858f93d-d9f1-4f82-bc05-d6509c39e955 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b590ffcb-9a17-472d-a079-d5c0abf21c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720909 Apr 07 11:26:45.599934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Allocated IP 172.20.0.2 (0ec363ea-a7df-4218-878f-a40a6a15fc82/a3801761-bce8-4d05-a3e9-3489e932f4bb/2debac65-6c35-4f9b-b42e-8dbd7cab4c14) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:45.612269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:45.615064 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea011cd-1f61-46b3-9d3f-8de7e7496fca" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:45.640512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:45.656983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:45.658279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34297817-b139-46ea-a3c5-fbbe4f032e28 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:45.775141 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a3801761-bce8-4d05-a3e9-3489e932f4bb (CIDR: 172.20.0.0/28) Apr 07 11:26:45.787195 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:26:45.787669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:26:45.818779 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-e4f0395d-3f89-4d0b-a472-641ec9072648 service neutron] 10.222.0.41 "GET /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286921 Apr 07 11:26:45.823613 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b03b911-4208-45ae-9200-08b74ede9e7a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0648363 Apr 07 11:26:45.832874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:45.843195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:45.915677 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670067c7-f2ac-44f9-b12e-3181bbee3064 x-openstack-request-id: req-670067c7-f2ac-44f9-b12e-3181bbee3064 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:45.916198 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:45.918428 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-670067c7-f2ac-44f9-b12e-3181bbee3064 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:45.919443 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670067c7-f2ac-44f9-b12e-3181bbee3064'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a', 'code': 200} Apr 07 11:26:45.951198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc358c-db5d-4786-ad12-4523a5a246f3 req-bba9451c-a353-4774-ba2c-9d28e403524d tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:45.962934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7dc358c-db5d-4786-ad12-4523a5a246f3 req-bba9451c-a353-4774-ba2c-9d28e403524d tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 944 time: 0.1424625 Apr 07 11:26:45.970332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:46.031956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:46.035517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.097859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7dc358c-db5d-4786-ad12-4523a5a246f3 req-189ac329-2e33-48aa-86a3-906949525400 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338291 Apr 07 11:26:46.149770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538d5c6-c803-4b91-9b26-1238b1d79784 req-5dd6460e-4fe4-46cb-95f1-ec827f6d0c0f tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.154624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a538d5c6-c803-4b91-9b26-1238b1d79784 req-5dd6460e-4fe4-46cb-95f1-ec827f6d0c0f tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 944 time: 0.1485641 Apr 07 11:26:46.191909 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca07d28-0050-4a60-8176-f2e1d1cc06eb req-522f93ac-1501-47ae-9aae-448ee03acf56 service neutron] 10.222.0.41 "GET /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660975 Apr 07 11:26:46.244963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 34297817-b139-46ea-a3c5-fbbe4f032e28 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:46.261901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 34297817-b139-46ea-a3c5-fbbe4f032e28 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:46.262135 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.323216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a538d5c6-c803-4b91-9b26-1238b1d79784 req-a1880ef9-3b92-4073-ad2e-d60977cb7474 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631615 Apr 07 11:26:46.445263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-0f0a79d1-2eb0-4c98-98cc-f7a57788c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.446795 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-0f0a79d1-2eb0-4c98-98cc-f7a57788c2ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47945b4dbbd14c38a9bda9a2b66cdde7&device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 1126 time: 0.1501827 Apr 07 11:26:46.472860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Publish callbacks [] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.498380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.501268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.511560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.519176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.525991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.531883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.540300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.550137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.552947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-631f268f-bafe-4182-9273-5f0da86ee144 req-31447fc5-73cf-4f7a-b36f-92623075d3f0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5430 time: 0.2172389 Apr 07 11:26:46.563432 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (99e10108-a1ec-44ab-bd35-f58c8d083bb4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.649612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-631f268f-bafe-4182-9273-5f0da86ee144 req-c1c2a2e4-415e-47cf-9bfa-c6c92f7d21b9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852740 Apr 07 11:26:46.657349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:46.665248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Pushing event updated for resources: {'Port': ['ID=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:46.670555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:46.681762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.682838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.687531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-c0190685-9ab1-4871-9357-c7b485081ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.689109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-c0190685-9ab1-4871-9357-c7b485081ec0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b590ffcb-9a17-472d-a079-d5c0abf21c69 HTTP/1.1" status: 200 len: 910 time: 0.2212999 Apr 07 11:26:46.689785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=99e10108-a1ec-44ab-bd35-f58c8d083bb4,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:46.689923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:46.703567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 99b85304-925c-40e6-ba97-e86dba73a870 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:46.715592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:46.718415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:46.779064 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-606a4633-e400-48b0-b3d5-5b5e476ee3f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8 HTTP/1.1" status: 200 len: 217 time: 0.0803702 Apr 07 11:26:46.783272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b65028c-19fb-40d7-8d7e-b6a60c743337 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9490681 Apr 07 11:26:46.786077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57330) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:46.792290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82', 'fixed_ips': [{'subnet_id': 'a3801761-bce8-4d05-a3e9-3489e932f4bb'}, {'subnet_id': '99e10108-a1ec-44ab-bd35-f58c8d083bb4'}], 'name': 'tempest-PortsTestJSON-1095561326'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:46.874798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-a8441f11-bbbf-4d75-9ee9-d7ace07f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:46.877320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-a8441f11-bbbf-4d75-9ee9-d7ace07f7749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed573d1-9beb-4137-ad97-d6da1e4be8ca HTTP/1.1" status: 200 len: 849 time: 0.0789278 Apr 07 11:26:46.930630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-203d735d-c44b-4f2f-9766-ff497737a1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b590ffcb-9a17-472d-a079-d5c0abf21c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458572 Apr 07 11:26:46.936343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Attempting to bind port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:26:46.936343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Attempting to bind port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:26:46.936343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Attempting to bind port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 on network 0ec363ea-a7df-4218-878f-a40a6a15fc82 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:26:46.938983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 34297817-b139-46ea-a3c5-fbbe4f032e28 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:46.939530 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.975168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:26:46.975846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Checking segment: {'id': 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:46.976325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:46.976736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Bound using segment: {'id': 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:26:46.979471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Bound port: 2debac65-6c35-4f9b-b42e-8dbd7cab4c14, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:26:46.979895 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.051316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-0dfbbaf0-c3f6-4773-bc8d-de05894f266b service neutron] 10.222.0.41 "GET /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140554 Apr 07 11:26:47.056635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:47.204678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 99b85304-925c-40e6-ba97-e86dba73a870, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=99b85304-925c-40e6-ba97-e86dba73a870,segment=NetworkSegment(ec372d17-71ea-450a-bb6f-7affbf6eeade),segment_id=ec372d17-71ea-450a-bb6f-7affbf6eeade)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:47.222546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34297817-b139-46ea-a3c5-fbbe4f032e28,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:47.260689 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.261626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b88509d4-2d03-4683-be93-5c801c1fe8c3 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:47.268030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.301918 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20a63ae9-ca2d-42ff-b5d3-aad21e698d10 req-46676f1c-22ce-4a34-bacc-6afdddde9b88 service neutron] 10.222.0.41 "GET /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433207 Apr 07 11:26:47.340968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 80871e91-2b7b-4483-82a7-d3015451f24b yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:26:47.389764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '99b85304-925c-40e6-ba97-e86dba73a870', 'network_id': '3e3b2e30-eed6-44a7-8883-989569f5dfec', 'port_id': '99b85304-925c-40e6-ba97-e86dba73a870', 'mac_address': 'fa:16:3e:d2:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc428f00-5051-488d-a058-e81f2b170ca4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:47.450152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] For port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:26:47.565189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] For port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,segment=NetworkSegment(f8a94b6b-a2b9-4675-b87c-2405bfac1f01),segment_id=f8a94b6b-a2b9-4675-b87c-2405bfac1f01)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:26:47.575586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:47.587156 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.603190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808518d-c04c-49b8-9634-254516a563fa req-e6cf3b80-e0ae-4f25-b8ed-0f7aecda944d tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:47.605784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b808518d-c04c-49b8-9634-254516a563fa req-e6cf3b80-e0ae-4f25-b8ed-0f7aecda944d tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 944 time: 0.3690386 Apr 07 11:26:47.627674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 99b85304-925c-40e6-ba97-e86dba73a870 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:47.628336 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99b85304-925c-40e6-ba97-e86dba73a870), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.673474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b85304-925c-40e6-ba97-e86dba73a870 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:47.700194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port b88509d4-2d03-4683-be93-5c801c1fe8c3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:47.726936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port b88509d4-2d03-4683-be93-5c801c1fe8c3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:47.727320 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.731894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42874d9-93a2-45a1-bf6c-7760abe24868 None None] Pushing event updated for resources: {'Port': ['ID=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:47.763033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 99b85304-925c-40e6-ba97-e86dba73a870, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=99b85304-925c-40e6-ba97-e86dba73a870,segment=NetworkSegment(ec372d17-71ea-450a-bb6f-7affbf6eeade),segment_id=ec372d17-71ea-450a-bb6f-7affbf6eeade)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:47.778200 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (99b85304-925c-40e6-ba97-e86dba73a870), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.879491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=99b85304-925c-40e6-ba97-e86dba73a870,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:47.900976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b88509d4-2d03-4683-be93-5c801c1fe8c3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:47.901619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.925076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:47.932505 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2c7d68-568d-435e-872a-df8261c2a2fa" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:47.952395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:47.958606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:47.960179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device fe81e72a-7866-4659-b88c-8ca299e17a20 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:47.971609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b808518d-c04c-49b8-9634-254516a563fa req-ff57b5e0-0913-4749-8f71-0d359049516f tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163280 Apr 07 11:26:47.984993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abdde1-9953-472a-b838-406dae884b04 req-831a47a4-f790-46f5-86f7-28d6717f8a9c tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:47.986849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2abdde1-9953-472a-b838-406dae884b04 req-831a47a4-f790-46f5-86f7-28d6717f8a9c tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 944 time: 0.5180569 Apr 07 11:26:48.138807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:48.140634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2abdde1-9953-472a-b838-406dae884b04 req-773f244b-6628-4a8e-8b37-788b82eb7087 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437712 Apr 07 11:26:48.158327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port fe81e72a-7866-4659-b88c-8ca299e17a20 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:48.170162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port fe81e72a-7866-4659-b88c-8ca299e17a20 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:48.170716 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:48.280152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['99b85304-925c-40e6-ba97-e86dba73a870'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:48.294965 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8806b0f3-7a07-4ad1-90e6-2705ac8b05f3 x-openstack-request-id: req-8806b0f3-7a07-4ad1-90e6-2705ac8b05f3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:48.295219 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:48.302750 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8806b0f3-7a07-4ad1-90e6-2705ac8b05f3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:48.308816 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8806b0f3-7a07-4ad1-90e6-2705ac8b05f3'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28', 'code': 200} Apr 07 11:26:48.409568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.12 (0ec363ea-a7df-4218-878f-a40a6a15fc82/a3801761-bce8-4d05-a3e9-3489e932f4bb/80871e91-2b7b-4483-82a7-d3015451f24b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:48.427282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port fe81e72a-7866-4659-b88c-8ca299e17a20 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:48.427985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:48.444889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.458798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.475478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.487142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=fe81e72a-7866-4659-b88c-8ca299e17a20,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:48.492057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.506512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:48.507811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.508411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cf382192-1022-4108-9a6c-ec722dcd9fe9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:48.521116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.535484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:48.541235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-52aa63bb-a153-4876-a65c-df6501eefc61 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5432 time: 0.2424276 Apr 07 11:26:48.545405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.22 (0ec363ea-a7df-4218-878f-a40a6a15fc82/99e10108-a1ec-44ab-bd35-f58c8d083bb4/80871e91-2b7b-4483-82a7-d3015451f24b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:48.657483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb0925a-d9b5-4db5-aa41-80d9683cdaea req-ad5e7a63-9bdb-4150-adc5-e4f0ceef2282 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056187 Apr 07 11:26:48.660820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:48.720032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port cf382192-1022-4108-9a6c-ec722dcd9fe9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:48.734037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port cf382192-1022-4108-9a6c-ec722dcd9fe9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:48.734588 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:48.777956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57406) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:48.934308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cf382192-1022-4108-9a6c-ec722dcd9fe9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:48.934705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:48.937947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f721-a280-4fe4-b3d5-5411c326f992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:48.992521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:48.999922 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.075825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (80871e91-2b7b-4483-82a7-d3015451f24b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.106975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f721-a280-4fe4-b3d5-5411c326f992 admin admin] Publish callbacks [] for security_group (8ff778bc-5faa-4f0d-8d33-d1f070f59df1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.114557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f721-a280-4fe4-b3d5-5411c326f992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8ff778bc-5faa-4f0d-8d33-d1f070f59df1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.150046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:49.183281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.203292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f721-a280-4fe4-b3d5-5411c326f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff778bc-5faa-4f0d-8d33-d1f070f59df1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:49.263398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:26:49.264929 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3cb0f721-a280-4fe4-b3d5-5411c326f992 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59a2a1cbb46d46159cea61d76d21d3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858718 Apr 07 11:26:49.268170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57422) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:49.274720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:49.278318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:26:49.354481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=80871e91-2b7b-4483-82a7-d3015451f24b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:49.403771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6900b-a5d1-4e52-96e2-0da4246357c7 None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:49.447217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450542eb-4821-45c0-b047-173171b6cf73 req-b34ecca1-633b-4fc9-a5ca-4aea602841ee tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:49.458032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-450542eb-4821-45c0-b047-173171b6cf73 req-b34ecca1-633b-4fc9-a5ca-4aea602841ee tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 945 time: 0.2901080 Apr 07 11:26:49.497044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:49.497827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.498516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] Provisioning complete for port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:49.498904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.546612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14422388-d0b2-423c-9858-d72ace44b253 req-56267dde-edb2-475c-a996-85d315df12e6 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:49.554862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14422388-d0b2-423c-9858-d72ace44b253 req-56267dde-edb2-475c-a996-85d315df12e6 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 944 time: 0.2584412 Apr 07 11:26:49.584632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8123-b541-4972-83e4-510012e908fc admin admin] Publish callbacks [] for security_group (8ff778bc-5faa-4f0d-8d33-d1f070f59df1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.590353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-450542eb-4821-45c0-b047-173171b6cf73 req-7842097b-c96c-4949-a06d-25a1051837a4 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313987 Apr 07 11:26:49.597293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c89414b9-71a8-4a57-9067-3030a6eb661b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8075907 Apr 07 11:26:49.598248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57430) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:49.611910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3801761-bce8-4d05-a3e9-3489e932f4bb'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:49.655294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8123-b541-4972-83e4-510012e908fc admin admin] Publish callbacks [] for security_group (8ff778bc-5faa-4f0d-8d33-d1f070f59df1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.705004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14422388-d0b2-423c-9858-d72ace44b253 req-987ab466-50b2-44d3-9f3a-4ba3edf901fb tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492295 Apr 07 11:26:49.705278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] Current status of the port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:49.714507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.717539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] Update dhcp port {'port': {'network_id': '0ec363ea-a7df-4218-878f-a40a6a15fc82', 'fixed_ips': [{'subnet_id': 'a3801761-bce8-4d05-a3e9-3489e932f4bb', 'ip_address': '172.20.0.2'}, {'subnet_id': '99e10108-a1ec-44ab-bd35-f58c8d083bb4'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '2debac65-6c35-4f9b-b42e-8dbd7cab4c14'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:26:49.765392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8123-b541-4972-83e4-510012e908fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8ff778bc-5faa-4f0d-8d33-d1f070f59df1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.768024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8123-b541-4972-83e4-510012e908fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.771099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f0cb8123-b541-4972-83e4-510012e908fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ff778bc-5faa-4f0d-8d33-d1f070f59df1 HTTP/1.1" status: 204 len: 168 time: 0.5018532 Apr 07 11:26:49.804420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb8123-b541-4972-83e4-510012e908fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff778bc-5faa-4f0d-8d33-d1f070f59df1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:49.840883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.893267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] For port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,segment=NetworkSegment(f8a94b6b-a2b9-4675-b87c-2405bfac1f01),segment_id=f8a94b6b-a2b9-4675-b87c-2405bfac1f01)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:49.920387 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:49.972946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:49.983373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:50.005196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.028496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.051764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.062498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.081709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.105410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.133259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-89d31f51-338e-4aab-ad70-f9797abb1635 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.2964513 Apr 07 11:26:50.188788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ee6d-b593-43e4-8f1f-4825a9dd9877 None None] Pushing event updated for resources: {'Port': ['ID=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:50.197635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:50.310184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a1d9124-d059-480e-954f-169b813b8ed1 req-0a82094a-e328-4240-ba01-ad0bfbfefbe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624591 Apr 07 11:26:50.355201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88509d4-2d03-4683-be93-5c801c1fe8c3'}, {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20'}, {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:50.361471 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bcf7c2-0211-47e4-948a-ccd2dbbc223b" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "b88509d4-2d03-4683-be93-5c801c1fe8c3"}, {"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20"}, {"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:50.453097 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f4e13c-554c-442c-8ffc-1e714d3a136e x-openstack-request-id: req-c8f4e13c-554c-442c-8ffc-1e714d3a136e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:50.454143 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "b88509d4-2d03-4683-be93-5c801c1fe8c3", "code": 200}, {"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20", "code": 200}, {"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-plugged", "status": "completed", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:50.455252 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8f4e13c-554c-442c-8ffc-1e714d3a136e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:50.456608 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f4e13c-554c-442c-8ffc-1e714d3a136e'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88509d4-2d03-4683-be93-5c801c1fe8c3', 'code': 200} Apr 07 11:26:50.456817 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f4e13c-554c-442c-8ffc-1e714d3a136e'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20', 'code': 200} Apr 07 11:26:50.457585 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f4e13c-554c-442c-8ffc-1e714d3a136e'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9', 'code': 200} Apr 07 11:26:50.495827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] Allocated IP 172.20.0.18 (0ec363ea-a7df-4218-878f-a40a6a15fc82/99e10108-a1ec-44ab-bd35-f58c8d083bb4/2debac65-6c35-4f9b-b42e-8dbd7cab4c14) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:50.520125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:50.520613 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:50.659195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.660776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.667584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.668338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.669205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.671441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.672192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.689548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eb117054-959a-4620-a039-794e2820bab6 req-954b11ea-77f6-4f98-a9ca-183baba93624 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6708 time: 0.1409175 Apr 07 11:26:50.798439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:26:50.801845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 99b85304-925c-40e6-ba97-e86dba73a870 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:50.854170 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eb117054-959a-4620-a039-794e2820bab6 req-19c952c3-f33c-4c4a-80e7-625f4ebbeb68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1571f51c-09e5-48cf-8372-424ab764510e&id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630111 Apr 07 11:26:50.943330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f4c07-8af9-4920-8973-6c99a268682f req-22340a2f-fc58-461d-a748-4762874a312f tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:50.944957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d09f4c07-8af9-4920-8973-6c99a268682f req-22340a2f-fc58-461d-a748-4762874a312f tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 945 time: 0.2019238 Apr 07 11:26:50.950608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:50.965831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] For port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,segment=NetworkSegment(f8a94b6b-a2b9-4675-b87c-2405bfac1f01),segment_id=f8a94b6b-a2b9-4675-b87c-2405bfac1f01)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:50.996000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212805b-4d10-4cc4-baae-0eca45176380 req-6a793678-d20d-4777-9e5d-b6e0fe508587 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.010450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7212805b-4d10-4cc4-baae-0eca45176380 req-6a793678-d20d-4777-9e5d-b6e0fe508587 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 944 time: 0.1670668 Apr 07 11:26:51.047234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 99b85304-925c-40e6-ba97-e86dba73a870 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:51.065931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] Publish callbacks [] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.092051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.094114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 99b85304-925c-40e6-ba97-e86dba73a870 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:51.096040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (99b85304-925c-40e6-ba97-e86dba73a870), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.099484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,segment=NetworkSegment(4fbb76ba-4244-4115-847f-8736b1a94887),segment_id=4fbb76ba-4244-4115-847f-8736b1a94887)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:51.131055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7212805b-4d10-4cc4-baae-0eca45176380 req-6d20b6a3-9930-4f4b-a4d0-dc6ac1737798 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196444 Apr 07 11:26:51.141377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d09f4c07-8af9-4920-8973-6c99a268682f req-626ff8d0-9d11-4b71-b930-0bd7b9606bc3 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889181 Apr 07 11:26:51.179494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Delete allocated IP 172.20.0.22 (0ec363ea-a7df-4218-878f-a40a6a15fc82/99e10108-a1ec-44ab-bd35-f58c8d083bb4) {{(pid=104177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 11:26:51.185621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:51.202513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8', 'network_id': 'b590ffcb-9a17-472d-a079-d5c0abf21c69', 'port_id': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8', 'mac_address': 'fa:16:3e:cb:78:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed573d1-9beb-4137-ad97-d6da1e4be8ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:26:51.275108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1106924d-95b6-44ce-95a3-6c8948acb9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.308545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e85b5-9e58-409c-929a-5f71fc590a7c None None] Pushing event updated for resources: {'Port': ['ID=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:51.354305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:51.354720 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.428911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1106924d-95b6-44ce-95a3-6c8948acb9b0 admin admin] Publish callbacks [] for security_group (6b40f0af-abc3-4845-8aad-2f466b1265d9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.442096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1106924d-95b6-44ce-95a3-6c8948acb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6b40f0af-abc3-4845-8aad-2f466b1265d9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.445986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:26:51.516506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 99b85304-925c-40e6-ba97-e86dba73a870 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:51.516903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99b85304-925c-40e6-ba97-e86dba73a870), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.519926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,segment=NetworkSegment(4fbb76ba-4244-4115-847f-8736b1a94887),segment_id=4fbb76ba-4244-4115-847f-8736b1a94887)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:51.531100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.570568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1106924d-95b6-44ce-95a3-6c8948acb9b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c94f9950f6434ac393da757cce01a575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150501 Apr 07 11:26:51.580241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57478) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:51.600254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.608634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.625226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.636326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.651650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.652450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (80871e91-2b7b-4483-82a7-d3015451f24b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.654698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106924d-95b6-44ce-95a3-6c8948acb9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40f0af-abc3-4845-8aad-2f466b1265d9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:51.675692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 99b85304-925c-40e6-ba97-e86dba73a870, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=99b85304-925c-40e6-ba97-e86dba73a870,segment=NetworkSegment(ec372d17-71ea-450a-bb6f-7affbf6eeade),segment_id=ec372d17-71ea-450a-bb6f-7affbf6eeade)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:51.675980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.678212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.687083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.689073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-3c32b03a-2225-48a5-8b36-a0ec1fa394a5 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.2644236 Apr 07 11:26:51.701515 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (99b85304-925c-40e6-ba97-e86dba73a870), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.714408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:51.833429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=99b85304-925c-40e6-ba97-e86dba73a870,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:51.844140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3ce82ea-3e72-488c-8789-1c3148ed2a9f req-d8421a69-5423-4668-90a8-3d7f212c8658 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475775 Apr 07 11:26:51.911065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=80871e91-2b7b-4483-82a7-d3015451f24b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:51.933034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] In _notify_port_updated(), no bound segment for port 80871e91-2b7b-4483-82a7-d3015451f24b on network 0ec363ea-a7df-4218-878f-a40a6a15fc82 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:26:51.938413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:51.939058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:51.942798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-763c96d9-ea1c-4798-84a2-ebe2c1920c55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/ports/80871e91-2b7b-4483-82a7-d3015451f24b HTTP/1.1" status: 200 len: 920 time: 2.3411276 Apr 07 11:26:51.943202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:51.949451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3801761-bce8-4d05-a3e9-3489e932f4bb'}, {'subnet_id': '99e10108-a1ec-44ab-bd35-f58c8d083bb4'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:51.956044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35295711-061d-4a6e-b28e-c0e2d5e24b22 admin admin] Publish callbacks [] for security_group (6b40f0af-abc3-4845-8aad-2f466b1265d9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.013087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35295711-061d-4a6e-b28e-c0e2d5e24b22 admin admin] Publish callbacks [] for security_group (6b40f0af-abc3-4845-8aad-2f466b1265d9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.052619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['11bc0b87-68d1-48a8-9973-5f2a71ccabf8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:26:52.109548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:52.118579 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35295711-061d-4a6e-b28e-c0e2d5e24b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6b40f0af-abc3-4845-8aad-2f466b1265d9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.124958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35295711-061d-4a6e-b28e-c0e2d5e24b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.128227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35295711-061d-4a6e-b28e-c0e2d5e24b22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b40f0af-abc3-4845-8aad-2f466b1265d9 HTTP/1.1" status: 204 len: 168 time: 0.4678509 Apr 07 11:26:52.129876 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.157651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295711-061d-4a6e-b28e-c0e2d5e24b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40f0af-abc3-4845-8aad-2f466b1265d9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:52.388942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4c2ed-f323-41d4-a70b-f7b5fbbca8f5 None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:52.443408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:52.444491 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.459838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b85304-925c-40e6-ba97-e86dba73a870'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:52.463356 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6951b08-47e7-4b8b-925e-fe3997757408" -d '{"events": [{"server_uuid": "fb046815-afe8-433e-8ab3-6dbb07d5baf3", "name": "network-vif-plugged", "status": "completed", "tag": "99b85304-925c-40e6-ba97-e86dba73a870"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:52.586478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6c8f-bb46-474b-8cbf-f1adb6d84b80 req-4136ab2f-4846-4608-85a5-2d87152ed170 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:52.594819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78cd6c8f-bb46-474b-8cbf-f1adb6d84b80 req-4136ab2f-4846-4608-85a5-2d87152ed170 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 946 time: 0.2592056 Apr 07 11:26:52.610608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db74cf-25a1-4cb4-98c8-1f2fa4e186bb req-505bf6e9-1533-4ead-9e42-d81846cd171c tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:52.619440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90db74cf-25a1-4cb4-98c8-1f2fa4e186bb req-505bf6e9-1533-4ead-9e42-d81846cd171c tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 945 time: 0.2815433 Apr 07 11:26:52.626314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff14c1f7-3a6e-4029-a045-8acb795dbf9d None None] Provisioning complete for port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:52.626790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff14c1f7-3a6e-4029-a045-8acb795dbf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:52.797623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90db74cf-25a1-4cb4-98c8-1f2fa4e186bb req-b7d36a67-d290-4be7-b5d1-bedc06f9523a tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769202 Apr 07 11:26:52.806862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.30 (0ec363ea-a7df-4218-878f-a40a6a15fc82/99e10108-a1ec-44ab-bd35-f58c8d083bb4/80871e91-2b7b-4483-82a7-d3015451f24b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:26:52.835251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78cd6c8f-bb46-474b-8cbf-f1adb6d84b80 req-c20b82e4-fc16-49dc-b350-03005150f9d2 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380061 Apr 07 11:26:52.868858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:52.927463 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc831d-6882-49aa-b5a5-243327b692e3 x-openstack-request-id: req-53dc831d-6882-49aa-b5a5-243327b692e3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:52.927820 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb046815-afe8-433e-8ab3-6dbb07d5baf3", "name": "network-vif-plugged", "status": "completed", "tag": "99b85304-925c-40e6-ba97-e86dba73a870", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:52.928245 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53dc831d-6882-49aa-b5a5-243327b692e3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:52.941914 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53dc831d-6882-49aa-b5a5-243327b692e3'] response: {'server_uuid': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b85304-925c-40e6-ba97-e86dba73a870', 'code': 200} Apr 07 11:26:53.032158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57536) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:53.053618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff14c1f7-3a6e-4029-a045-8acb795dbf9d None None] Current status of the port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:53.093299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff14c1f7-3a6e-4029-a045-8acb795dbf9d None None] Provisioning complete for port 80871e91-2b7b-4483-82a7-d3015451f24b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:53.094234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff14c1f7-3a6e-4029-a045-8acb795dbf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.104999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0697952c-6570-4b1e-bfe7-5880f955a2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.124083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57538) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:53.155532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecf86d-eabe-45d7-ac93-25eab0ecf95f req-83b10081-1728-4f38-80de-6ef20f77e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.157260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61ecf86d-eabe-45d7-ac93-25eab0ecf95f req-83b10081-1728-4f38-80de-6ef20f77e26e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 1128 time: 0.1510847 Apr 07 11:26:53.162727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff14c1f7-3a6e-4029-a045-8acb795dbf9d None None] Port 80871e91-2b7b-4483-82a7-d3015451f24b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:26:53.217101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.222486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.228567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.233988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.239829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.246131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.247668 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-61ecf86d-eabe-45d7-ac93-25eab0ecf95f req-6c5af537-0e7d-4f12-85bc-c269ffee08de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830662 Apr 07 11:26:53.255991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.262343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51743944-41e5-4280-b14f-59b19edef16b req-db70f5cf-1318-4448-bac3-65bb0b3bde69 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.2620342 Apr 07 11:26:53.272025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0697952c-6570-4b1e-bfe7-5880f955a2b4 admin admin] Publish callbacks [] for security_group (0865cfa8-23d9-4df3-a0f7-1db5074259a3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.277695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0697952c-6570-4b1e-bfe7-5880f955a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0865cfa8-23d9-4df3-a0f7-1db5074259a3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.315129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697952c-6570-4b1e-bfe7-5880f955a2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0865cfa8-23d9-4df3-a0f7-1db5074259a3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:53.363203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51743944-41e5-4280-b14f-59b19edef16b req-38813a5c-edf2-4cb8-80a1-297750914c42 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974700 Apr 07 11:26:53.364939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f25d3d6-3580-4b62-9d63-2d51bd677e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.366659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (80871e91-2b7b-4483-82a7-d3015451f24b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.374690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.386865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0697952c-6570-4b1e-bfe7-5880f955a2b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e13d98122d864dd9a987b69d684733b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120198 Apr 07 11:26:53.394494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:53.484475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f25d3d6-3580-4b62-9d63-2d51bd677e20 admin admin] Publish callbacks [] for security_group (dcde72c3-2a6a-4cdf-9845-172488b4eb8c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.490534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f25d3d6-3580-4b62-9d63-2d51bd677e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dcde72c3-2a6a-4cdf-9845-172488b4eb8c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.492473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=80871e91-2b7b-4483-82a7-d3015451f24b,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:53.546653 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f25d3d6-3580-4b62-9d63-2d51bd677e20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f26ae5b3f36445198f0250eeae22d807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4223175 Apr 07 11:26:53.546653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25d3d6-3580-4b62-9d63-2d51bd677e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcde72c3-2a6a-4cdf-9845-172488b4eb8c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:53.549189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57546) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:53.636454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ecbc180-e420-4ac3-85c8-12cc447b9499 admin admin] Publish callbacks [] for security_group (dcde72c3-2a6a-4cdf-9845-172488b4eb8c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.636800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] In _notify_port_updated(), no bound segment for port 80871e91-2b7b-4483-82a7-d3015451f24b on network 0ec363ea-a7df-4218-878f-a40a6a15fc82 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:26:53.641894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.642535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.648640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72bd25fa-8d21-4d0b-9317-3248cca88169 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/ports/80871e91-2b7b-4483-82a7-d3015451f24b HTTP/1.1" status: 200 len: 1000 time: 1.6991172 Apr 07 11:26:53.649017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:53.653978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d59bcd4f-9b82-49b9-b2f8-06908bb7dbca admin admin] Publish callbacks [] for security_group (0865cfa8-23d9-4df3-a0f7-1db5074259a3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.694862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.701274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.708465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.714541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.720902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.727264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.738098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:53.741862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-390555f0-6baa-47e0-be0d-21d94ce72fec req-5cd8b1b3-0810-4573-b369-d4bf7a000b4d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.1826162 Apr 07 11:26:53.753744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:53.754375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ecbc180-e420-4ac3-85c8-12cc447b9499 admin admin] Publish callbacks [] for security_group (dcde72c3-2a6a-4cdf-9845-172488b4eb8c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.766402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Request body: {'floatingip': {'port_id': '3396ba00-2ae7-4cee-abe9-9535e62dcaab'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:53.796128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bb9146f9-d749-4d63-a59d-349614f1d015 None None] Provisioning complete for port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:53.797921 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb9146f9-d749-4d63-a59d-349614f1d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.813957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d59bcd4f-9b82-49b9-b2f8-06908bb7dbca admin admin] Publish callbacks [] for security_group (0865cfa8-23d9-4df3-a0f7-1db5074259a3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.817643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (c7750613-548b-4a4c-9f77-7883205b5f5c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.872630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 80871e91-2b7b-4483-82a7-d3015451f24b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:53.872630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:53.968824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bb9146f9-d749-4d63-a59d-349614f1d015 None None] Current status of the port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:53.982091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bb9146f9-d749-4d63-a59d-349614f1d015 None None] Provisioning complete for port 80871e91-2b7b-4483-82a7-d3015451f24b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:53.985502 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb9146f9-d749-4d63-a59d-349614f1d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.005785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ecbc180-e420-4ac3-85c8-12cc447b9499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dcde72c3-2a6a-4cdf-9845-172488b4eb8c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.009730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1ecbc180-e420-4ac3-85c8-12cc447b9499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.013313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1ecbc180-e420-4ac3-85c8-12cc447b9499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcde72c3-2a6a-4cdf-9845-172488b4eb8c HTTP/1.1" status: 204 len: 168 time: 0.4626629 Apr 07 11:26:54.028403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbc180-e420-4ac3-85c8-12cc447b9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcde72c3-2a6a-4cdf-9845-172488b4eb8c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:54.049988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bb9146f9-d749-4d63-a59d-349614f1d015 None None] Port 80871e91-2b7b-4483-82a7-d3015451f24b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:26:54.071470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.105304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 80871e91-2b7b-4483-82a7-d3015451f24b owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:54.215495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aaa61fa9-90f6-4f11-abc0-9a991cc60217 None None] Provisioning complete for port 80871e91-2b7b-4483-82a7-d3015451f24b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:54.216103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aaa61fa9-90f6-4f11-abc0-9a991cc60217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.355113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aaa61fa9-90f6-4f11-abc0-9a991cc60217 None None] Port 80871e91-2b7b-4483-82a7-d3015451f24b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:26:54.460459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (80871e91-2b7b-4483-82a7-d3015451f24b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.563903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=80871e91-2b7b-4483-82a7-d3015451f24b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:54.573594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d134930c-b7ad-4be9-8ea7-d1fa983e0a68 None None] Could not find standard attr ID for object 80871e91-2b7b-4483-82a7-d3015451f24b. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:26:54.690870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.702327 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-735bb144-5e19-4f3b-9001-36446886cd04 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/80871e91-2b7b-4483-82a7-d3015451f24b HTTP/1.1" status: 204 len: 168 time: 1.0498900 Apr 07 11:26:54.702686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:54.731051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:26:54.732167 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a162ead-7969-42c0-b06e-9cc22bc32c0c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:26:54.733982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3a162ead-7969-42c0-b06e-9cc22bc32c0c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/80871e91-2b7b-4483-82a7-d3015451f24b HTTP/1.1" status: 404 len: 333 time: 0.0303266 Apr 07 11:26:54.738640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:54.836872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 99e10108-a1ec-44ab-bd35-f58c8d083bb4 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:54.850456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (99e10108-a1ec-44ab-bd35-f58c8d083bb4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.864706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:26:54.873687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:26:54.874438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.933443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-67db5fd7-b53d-494a-9163-387a309919c4 None None] Could not find standard attr ID for object 80871e91-2b7b-4483-82a7-d3015451f24b. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:26:54.955954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (99e10108-a1ec-44ab-bd35-f58c8d083bb4), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:54.961316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaf597-2a23-4551-91a7-d89ba24ce69e req-9eac1184-e7f9-4f15-9869-757778bddb12 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:54.975529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acdaf597-2a23-4551-91a7-d89ba24ce69e req-9eac1184-e7f9-4f15-9869-757778bddb12 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 945 time: 0.9748149 Apr 07 11:26:55.027863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:26:55.028808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.074214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e2462b-0c42-47fd-b28a-472041db6269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:55.083544 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5a432f-b249-401b-9170-9fee5b3fa122" -d '{"events": [{"server_uuid": "96e2462b-0c42-47fd-b28a-472041db6269", "name": "network-vif-plugged", "status": "completed", "tag": "11bc0b87-68d1-48a8-9973-5f2a71ccabf8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:55.089803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (99e10108-a1ec-44ab-bd35-f58c8d083bb4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.105077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5fca-91ae-402e-8336-fae169c15976 req-c00e75e8-490a-4104-af92-d4f0dc5ed1d7 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:55.106954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baaf5fca-91ae-402e-8336-fae169c15976 req-c00e75e8-490a-4104-af92-d4f0dc5ed1d7 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 946 time: 1.0795135 Apr 07 11:26:55.107798 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d59bcd4f-9b82-49b9-b2f8-06908bb7dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0865cfa8-23d9-4df3-a0f7-1db5074259a3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.110791 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d59bcd4f-9b82-49b9-b2f8-06908bb7dbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.112224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d59bcd4f-9b82-49b9-b2f8-06908bb7dbca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0865cfa8-23d9-4df3-a0f7-1db5074259a3 HTTP/1.1" status: 204 len: 168 time: 1.6903567 Apr 07 11:26:55.118571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,segment=NetworkSegment(4fbb76ba-4244-4115-847f-8736b1a94887),segment_id=4fbb76ba-4244-4115-847f-8736b1a94887)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:55.124571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.212750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baaf5fca-91ae-402e-8336-fae169c15976 req-3976ecec-0c61-479c-8d58-4df1bf25966e tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 Apr 07 11:26:55.219638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bcd4f-9b82-49b9-b2f8-06908bb7dbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0865cfa8-23d9-4df3-a0f7-1db5074259a3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:55.297302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:55.307819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (99e10108-a1ec-44ab-bd35-f58c8d083bb4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.322554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acdaf597-2a23-4551-91a7-d89ba24ce69e req-a851a0a0-552e-4137-b234-3e98eaef5078 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400753 Apr 07 11:26:55.328860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.342557 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/99e10108-a1ec-44ab-bd35-f58c8d083bb4 HTTP/1.1" status: 204 len: 168 time: 0.6038523 Apr 07 11:26:55.344607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:55.445089 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a13b2fe-8ab0-49d2-bfee-dbe1ead28e87 x-openstack-request-id: req-0a13b2fe-8ab0-49d2-bfee-dbe1ead28e87 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:55.445437 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e2462b-0c42-47fd-b28a-472041db6269", "name": "network-vif-plugged", "status": "completed", "tag": "11bc0b87-68d1-48a8-9973-5f2a71ccabf8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:55.445726 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a13b2fe-8ab0-49d2-bfee-dbe1ead28e87 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:55.446124 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a13b2fe-8ab0-49d2-bfee-dbe1ead28e87'] response: {'server_uuid': '96e2462b-0c42-47fd-b28a-472041db6269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8', 'code': 200} Apr 07 11:26:55.518725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet a3801761-bce8-4d05-a3e9-3489e932f4bb {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:26:55.523790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bae68-3c6d-43a2-8a00-718d39286fe5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=99e10108-a1ec-44ab-bd35-f58c8d083bb4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:55.526947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (a3801761-bce8-4d05-a3e9-3489e932f4bb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.675523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3f89f-f7d3-4f0e-97bd-2ff44ef8c86b None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:55.695850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a3801761-bce8-4d05-a3e9-3489e932f4bb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.780834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47407e23-f2d2-4a4b-b860-68a89501c60d req-ae78191f-c414-43b2-a006-833c167843ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:55.782386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47407e23-f2d2-4a4b-b860-68a89501c60d req-ae78191f-c414-43b2-a006-833c167843ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 1128 time: 0.2500315 Apr 07 11:26:55.876415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a3801761-bce8-4d05-a3e9-3489e932f4bb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.901380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47407e23-f2d2-4a4b-b860-68a89501c60d req-35cb92bc-f7c4-477e-887d-20154e7b4acf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113575 Apr 07 11:26:55.993102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a3801761-bce8-4d05-a3e9-3489e932f4bb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:55.999469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.026244 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c7750613-548b-4a4c-9f77-7883205b5f5c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.056487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=a3801761-bce8-4d05-a3e9-3489e932f4bb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:56.066824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.078128 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b0c832a6-1637-48b7-aa4a-2437871fffd7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/a3801761-bce8-4d05-a3e9-3489e932f4bb HTTP/1.1" status: 204 len: 168 time: 0.7286074 Apr 07 11:26:56.081247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57616) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:56.222991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (0ec363ea-a7df-4218-878f-a40a6a15fc82), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.238380 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Floating IP c7750613-548b-4a4c-9f77-7883205b5f5c associated. External IP: 172.25.5.163, port: 3396ba00-2ae7-4cee-abe9-9535e62dcaab. Apr 07 11:26:56.427377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:26:56.428312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.458423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57632) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:56.540021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] For port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,segment=NetworkSegment(f8a94b6b-a2b9-4675-b87c-2405bfac1f01),segment_id=f8a94b6b-a2b9-4675-b87c-2405bfac1f01)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:26:56.540383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.555772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:26:56.689694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2debac65-6c35-4f9b-b42e-8dbd7cab4c14), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.747947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=2debac65-6c35-4f9b-b42e-8dbd7cab4c14,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:56.772925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No DVR routers for this DVR port 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:26:56.900161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cc73-8237-4097-a9a4-f40f9a98dbcd req-998b6424-8d70-47f9-a256-53870a2d9218 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:56.914402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc42cc73-8237-4097-a9a4-f40f9a98dbcd req-998b6424-8d70-47f9-a256-53870a2d9218 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 946 time: 0.3254442 Apr 07 11:26:56.920581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-293922554', 'router:external': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:56.939916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (0ec363ea-a7df-4218-878f-a40a6a15fc82), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:56.949398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac14dc-63b7-4681-bb5b-8bb9e67a8cc3 req-18cdfbb3-2622-4f74-95ba-878896d36c70 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:56.956373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dac14dc-63b7-4681-bb5b-8bb9e67a8cc3 req-18cdfbb3-2622-4f74-95ba-878896d36c70 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 946 time: 0.4142139 Apr 07 11:26:56.974047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec363ea-a7df-4218-878f-a40a6a15fc82']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:56.991113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:56.992018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a94b6b-a2b9-4675-b87c-2405bfac1f01') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:57.008914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f8a94b6b-a2b9-4675-b87c-2405bfac1f01), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.043177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f8a94b6b-a2b9-4675-b87c-2405bfac1f01), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.055545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:26:57.057297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f8a94b6b-a2b9-4675-b87c-2405bfac1f01), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:26:57.061765 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:26:57.078924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c4d6d-c2bf-4cb5-a64f-97ae303f130d None None] Network 0ec363ea-a7df-4218-878f-a40a6a15fc82 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:57.139909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a343e912-136e-408d-a6fa-20d7c69f922a None None] Could not find standard attr ID for object 2debac65-6c35-4f9b-b42e-8dbd7cab4c14. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:26:57.149969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc42cc73-8237-4097-a9a4-f40f9a98dbcd req-0271f831-9aa8-42d4-a7ec-d23cc89098b3 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346742 Apr 07 11:26:57.161656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Router 77ddb876-967f-4399-a3ec-bd10ca977e05 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:26:57.168927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Made reservation on behalf of f5531986a21a4f6ebe8009b8ff2b62d8 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:57.171612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.185510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.201067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7dac14dc-63b7-4681-bb5b-8bb9e67a8cc3 req-75eb0ea3-9dd6-40f6-b9cb-523ebcc79806 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436817 Apr 07 11:26:57.212144 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (0ec363ea-a7df-4218-878f-a40a6a15fc82), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.234499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.240737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/0ec363ea-a7df-4218-878f-a40a6a15fc82 HTTP/1.1" status: 204 len: 168 time: 1.1579862 Apr 07 11:26:57.244108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57658) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:57.331701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f6c4-82c5-4af7-aa9e-46c6203dccf7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=0ec363ea-a7df-4218-878f-a40a6a15fc82,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:57.370712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ad16b-24aa-4213-beb7-167cdd7e6a9b None None] DHCP port deletion for 0ec363ea-a7df-4218-878f-a40a6a15fc82 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:26:57.382332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6b1a5-8a3f-47d3-b477-5fdeb59fa1d7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:57.396286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22e6b1a5-8a3f-47d3-b477-5fdeb59fa1d7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1168737 Apr 07 11:26:57.398037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57664) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:57.473344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:26:57.484095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.488689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] Sync routers for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:26:57.504407 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ba15695-02b2-4832-98f7-4793f0d42b49 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1018515 Apr 07 11:26:57.504647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:57.504960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57668) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:57.507105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:57.527959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2084740914'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:57.545832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-87cda187-4ffe-4503-a022-002e9a79f7ba tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "PUT /v2.0/floatingips/c7750613-548b-4a4c-9f77-7883205b5f5c HTTP/1.1" status: 200 len: 991 time: 3.7869081 Apr 07 11:26:57.548273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:26:57.551724 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60f495-4ff0-4cc1-a11c-1c3236124f99" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:26:57.587962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:57.591233 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.637877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:57.656130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (79d8ec25-7a9d-4b7e-a703-310cb872bfdf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.656497 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment 79d8ec25-7a9d-4b7e-a703-310cb872bfdf of type vlan for network ec63a52f-a72a-4b54-bd68-a6548391ea66 Apr 07 11:26:57.679718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for security_group (f2fe168e-dade-413e-b0fa-d680ca6e7330), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.695301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f2fe168e-dade-413e-b0fa-d680ca6e7330), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.740761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:26:57.752122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe168e-dade-413e-b0fa-d680ca6e7330,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:57.754135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ec63a52f-a72a-4b54-bd68-a6548391ea66), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.769105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:57.800890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f5dec789-60bc-4718-8a75-24533346d13e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.800890 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Added segment f5dec789-60bc-4718-8a75-24533346d13e of type vlan for network b2afe788-dc9a-48f8-ab86-67e33d9e496c Apr 07 11:26:57.834021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ec63a52f-a72a-4b54-bd68-a6548391ea66), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.839803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:57.842739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:57.921975 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2540df6a-c293-4975-8897-5f77a342685b x-openstack-request-id: req-2540df6a-c293-4975-8897-5f77a342685b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:26:57.922308 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:26:57.922573 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2540df6a-c293-4975-8897-5f77a342685b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:26:57.923055 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2540df6a-c293-4975-8897-5f77a342685b'] response: {'name': 'network-changed', 'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'status': 'completed', 'code': 200} Apr 07 11:26:57.958828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92683ee-511f-41b6-8420-ae23c9a6ea5d req-5f2b8f81-f211-457f-ab41-57cb46452fbc tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:57.963037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a92683ee-511f-41b6-8420-ae23c9a6ea5d req-5f2b8f81-f211-457f-ab41-57cb46452fbc tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 946 time: 0.1845491 Apr 07 11:26:57.967414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b2afe788-dc9a-48f8-ab86-67e33d9e496c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:58.013095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5035224 Apr 07 11:26:58.030075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:58.081023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:58.206024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a92683ee-511f-41b6-8420-ae23c9a6ea5d req-69fd20e7-9aee-488e-a2bf-1d0196151088 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353072 Apr 07 11:26:58.260313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b2afe788-dc9a-48f8-ab86-67e33d9e496c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:58.262680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.265645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:58.345681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Network': ['ID=b2afe788-dc9a-48f8-ab86-67e33d9e496c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:58.348968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:58.353740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:58.391357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:26:58.394326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b2afe788-dc9a-48f8-ab86-67e33d9e496c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:58.544472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:26:58.545338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2debac65-6c35-4f9b-b42e-8dbd7cab4c14 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:26:58.567784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0ccbb018-800c-41ea-ac61-1fe3ea1a7570 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1083274 Apr 07 11:26:58.583264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57708) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:58.589089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'subnet': {'network_id': 'b2afe788-dc9a-48f8-ab86-67e33d9e496c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:26:58.613659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c7750613-548b-4a4c-9f77-7883205b5f5c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'port_id': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'mac_address': 'fa:16:3e:07:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:24:29Z', 'updated_at': '2022-04-07T11:26:55Z', 'revision_number': 1, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:56Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:58.630177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Made reservation on behalf of f5531986a21a4f6ebe8009b8ff2b62d8 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:26:58.633065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:58.635764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c354b86-e21a-471a-88cf-74da1865f52b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=ec63a52f-a72a-4b54-bd68-a6548391ea66,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:58.680229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:26:58.694667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.696814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] Checking router: 77ddb876-967f-4399-a3ec-bd10ca977e05 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:26:58.703582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.704313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.704955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.705504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aecb2-edd4-47dd-b034-29bb518a665a req-8bb53b14-2b75-4402-a5e8-4432c74d9202 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.705933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.706691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.707328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.714253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-378aecb2-edd4-47dd-b034-29bb518a665a req-8bb53b14-2b75-4402-a5e8-4432c74d9202 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 946 time: 0.4437852 Apr 07 11:26:58.720224 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-f12b96d0-3be5-4ad9-aa6f-3244c36f4be9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6708 time: 0.7429121 Apr 07 11:26:58.831388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:26:58.832296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:26:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:58.852189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-378aecb2-edd4-47dd-b034-29bb518a665a req-ce812082-8ca4-4b59-9a39-961d18024ca5 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260703 Apr 07 11:26:58.890986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-28752715-3759-48ad-a577-88fe8dc013bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:58.892944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-28752715-3759-48ad-a577-88fe8dc013bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa590eea-2f03-4269-a267-500b780cb14c HTTP/1.1" status: 200 len: 912 time: 0.1632128 Apr 07 11:26:58.967150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:26:59.068855 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-b9ec73ca-bf32-49b3-abbc-a79cf0087a89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab HTTP/1.1" status: 200 len: 999 time: 0.1580548 Apr 07 11:26:59.166631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-0a12880f-9b6b-49f8-a378-90362c315d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:59.168102 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-0a12880f-9b6b-49f8-a378-90362c315d90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b126e2f3-2ffb-4422-a51d-dfaa27776141 HTTP/1.1" status: 200 len: 850 time: 0.0926037 Apr 07 11:26:59.174927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (5004efb1-9009-4e2e-9489-034f7398449a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:26:59.318065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-8d6332e4-768f-4851-a541-48664e9a92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:59.325379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-8d6332e4-768f-4851-a541-48664e9a92de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa590eea-2f03-4269-a267-500b780cb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1433427 Apr 07 11:26:59.336690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-35416529-bdb1-4458-9108-ec062ebc5054 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:26:59.338059 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-35416529-bdb1-4458-9108-ec062ebc5054 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068078 Apr 07 11:26:59.339859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=5004efb1-9009-4e2e-9489-034f7398449a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:26:59.486341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-b0fe7275-f6aa-438c-bd87-095abbf3d5ac service neutron] 10.222.0.41 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365032 Apr 07 11:26:59.508779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c7750613-548b-4a4c-9f77-7883205b5f5c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'port_id': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'mac_address': 'fa:16:3e:07:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:24:29Z', 'updated_at': '2022-04-07T11:26:55Z', 'revision_number': 1, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:56Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:26:59.573697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b4f6c-292f-403e-ba8c-e5c8117f5458 None None] The sync data for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 is: [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c7750613-548b-4a4c-9f77-7883205b5f5c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'port_id': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'mac_address': 'fa:16:3e:07:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:24:29Z', 'updated_at': '2022-04-07T11:26:55Z', 'revision_number': 1, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:56Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:26:59.630336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': '79d8ec25-7a9d-4b7e-a703-310cb872bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:26:59.630682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: ec63a52f-a72a-4b54-bd68-a6548391ea66, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:26:59.657060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-bc67b3f8-bceb-4c74-98e7-1dc7a3f33963 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:59.680751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-bc67b3f8-bceb-4c74-98e7-1dc7a3f33963 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 946 time: 0.5273373 Apr 07 11:26:59.682854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dc60f495-4ff0-4cc1-a11c-1c3236124f99 req-a9810803-1b98-4b4d-971d-30506d9e6d04 service neutron] 10.222.0.41 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898236 Apr 07 11:26:59.812837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57750) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:26:59.827610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6a1f4-b166-4b7b-93d5-a65b6d335997 req-d3bb7385-183a-4991-b427-616cdfb72889 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:59.829197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25c6a1f4-b166-4b7b-93d5-a65b6d335997 req-d3bb7385-183a-4991-b427-616cdfb72889 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 946 time: 0.4786742 Apr 07 11:26:59.926043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:26:59.951408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a164bf22-be10-4004-8494-e6b2c9003570 None None] New status for floating IP c7750613-548b-4a4c-9f77-7883205b5f5c: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:26:59.962471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ec63a52f-a72a-4b54-bd68-a6548391ea66) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:26:59.975313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2467332a-e6e9-444f-bef2-5a7cf439cd55 None None] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:26:59.975772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:26:59.976659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.009022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25c6a1f4-b166-4b7b-93d5-a65b6d335997 req-564c7c50-38fd-495f-aa14-bfe0ecbd9640 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/security-groups?id=383f091d-34c9-4368-9aab-4a473a3288cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694469 Apr 07 11:27:00.022188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Deleting port 99b85304-925c-40e6-ba97-e86dba73a870 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:00.023142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (99b85304-925c-40e6-ba97-e86dba73a870), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.067273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a1010d3-86cf-4344-8d4b-3af96f2c08b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.132193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ec63a52f-a72a-4b54-bd68-a6548391ea66', 'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': '5004efb1-9009-4e2e-9489-034f7398449a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:27:00.134800 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.138192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57760) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:00.139403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3346b83c-28ce-4bed-8362-590c11fdae48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0643487 Apr 07 11:27:00.145417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66', 'name': 'tempest-PortsTestJSON-1821906618'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:00.152754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:27:00.153278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (bc5b9e98-879d-41d1-a0ff-118a2b4e228e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.267543 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:27:00.327264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a1010d3-86cf-4344-8d4b-3af96f2c08b1 admin admin] Publish callbacks [] for security_group (3d3431be-c67f-4e33-92bc-37b8a2dd74b8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.352095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a1010d3-86cf-4344-8d4b-3af96f2c08b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3d3431be-c67f-4e33-92bc-37b8a2dd74b8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.388421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:00.392548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.393040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc5b9e98-879d-41d1-a0ff-118a2b4e228e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:00.417638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] For port 99b85304-925c-40e6-ba97-e86dba73a870, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=99b85304-925c-40e6-ba97-e86dba73a870,segment=NetworkSegment(ec372d17-71ea-450a-bb6f-7affbf6eeade),segment_id=ec372d17-71ea-450a-bb6f-7affbf6eeade)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:00.417881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (99b85304-925c-40e6-ba97-e86dba73a870), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.427510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Checking segment: {'id': 'f5dec789-60bc-4718-8a75-24533346d13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b2afe788-dc9a-48f8-ab86-67e33d9e496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:00.427774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network hostable DHCP agents. Network: b2afe788-dc9a-48f8-ab86-67e33d9e496c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:27:00.442873 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a1010d3-86cf-4344-8d4b-3af96f2c08b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9619eb8769e4ce99b861ea37da884f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6263225 Apr 07 11:27:00.446292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57766) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:00.460213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Calling delete_port for 99b85304-925c-40e6-ba97-e86dba73a870 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:00.483637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network b2afe788-dc9a-48f8-ab86-67e33d9e496c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:27:00.499778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Allocated IP 172.20.0.2 (ec63a52f-a72a-4b54-bd68-a6548391ea66/5004efb1-9009-4e2e-9489-034f7398449a/576f8989-2c88-43a0-9d11-419984e9907c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:00.512790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 88dacb65-23c0-4662-9f00-7ebe2d51b710 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:00.527150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1010d3-86cf-4344-8d4b-3af96f2c08b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3431be-c67f-4e33-92bc-37b8a2dd74b8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:00.543043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b2afe788-dc9a-48f8-ab86-67e33d9e496c) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:00.547901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:00.548507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.567019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da0ade-9582-46cf-bf63-863cdc2ff5dd None None] Network b2afe788-dc9a-48f8-ab86-67e33d9e496c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:00.594687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d704fbd6-6608-4e6e-9a7e-3bea8d707ed6 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0079057 Apr 07 11:27:00.595419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57770) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:00.600439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-289064953', 'network_id': 'b2afe788-dc9a-48f8-ab86-67e33d9e496c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:00.636024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Made reservation on behalf of f5531986a21a4f6ebe8009b8ff2b62d8 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:00.638854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.664618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] device_id is not set on port 5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:00.733714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18550748-60e2-4c90-8cf2-cc8e6d29679c admin admin] Publish callbacks [] for security_group (3d3431be-c67f-4e33-92bc-37b8a2dd74b8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.753050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce183-dfb3-4c56-ba0e-33d0997e1845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.760469 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18550748-60e2-4c90-8cf2-cc8e6d29679c admin admin] Publish callbacks [] for security_group (3d3431be-c67f-4e33-92bc-37b8a2dd74b8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.831829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18550748-60e2-4c90-8cf2-cc8e6d29679c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3d3431be-c67f-4e33-92bc-37b8a2dd74b8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.835899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-18550748-60e2-4c90-8cf2-cc8e6d29679c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.840834 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-18550748-60e2-4c90-8cf2-cc8e6d29679c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d3431be-c67f-4e33-92bc-37b8a2dd74b8 HTTP/1.1" status: 204 len: 168 time: 0.3895140 Apr 07 11:27:00.851074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18550748-60e2-4c90-8cf2-cc8e6d29679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3431be-c67f-4e33-92bc-37b8a2dd74b8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:00.858019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (99b85304-925c-40e6-ba97-e86dba73a870), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.896558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Pushing event deleted for resources: {'Port': ['ID=99b85304-925c-40e6-ba97-e86dba73a870,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:00.908219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d701000-59c7-4f9b-8183-ab459a95ab47 None None] Network b2afe788-dc9a-48f8-ab86-67e33d9e496c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:00.949801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] No DVR routers for this DVR port 99b85304-925c-40e6-ba97-e86dba73a870 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:00.954859 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:00.958149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8dfd205-6c4b-4c0c-9139-70f02718aa83 req-49cc8790-f2f9-4635-b195-d2a55fee0bb0 tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.41 "DELETE /v2.0/ports/99b85304-925c-40e6-ba97-e86dba73a870 HTTP/1.1" status: 204 len: 173 time: 1.2765448 Apr 07 11:27:00.958608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'name': 'network-vif-deleted', 'tag': '99b85304-925c-40e6-ba97-e86dba73a870'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:27:00.960941 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d3ec5-de86-45ee-a7f4-f9f983fbe6ed" -d '{"events": [{"server_uuid": "fb046815-afe8-433e-8ab3-6dbb07d5baf3", "name": "network-vif-deleted", "tag": "99b85304-925c-40e6-ba97-e86dba73a870"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:27:00.982742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Allocated IP 172.20.0.3 (b2afe788-dc9a-48f8-ab86-67e33d9e496c/bc5b9e98-879d-41d1-a0ff-118a2b4e228e/5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:01.085600 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd105f-f1db-4789-8071-685116328964 x-openstack-request-id: req-c2cd105f-f1db-4789-8071-685116328964 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:27:01.088746 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb046815-afe8-433e-8ab3-6dbb07d5baf3", "name": "network-vif-deleted", "tag": "99b85304-925c-40e6-ba97-e86dba73a870", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:27:01.089057 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2cd105f-f1db-4789-8071-685116328964 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:27:01.090313 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2cd105f-f1db-4789-8071-685116328964'] response: {'server_uuid': 'fb046815-afe8-433e-8ab3-6dbb07d5baf3', 'name': 'network-vif-deleted', 'tag': '99b85304-925c-40e6-ba97-e86dba73a870', 'status': 'completed', 'code': 200} Apr 07 11:27:01.226902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Publish callbacks [] for port (576f8989-2c88-43a0-9d11-419984e9907c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.250114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13a35e62-dc47-4914-8534-ca4952ca280a req-d41d9f76-7f5a-4940-9b44-bc37e8569d3a tempest-ServerGroupTestJSON-528951377 tempest-ServerGroupTestJSON-528951377-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb046815-afe8-433e-8ab3-6dbb07d5baf3 HTTP/1.1" status: 200 len: 210 time: 0.0487788 Apr 07 11:27:01.327104 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for port (5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.327621 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (576f8989-2c88-43a0-9d11-419984e9907c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.376244 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.411211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.6 (ec63a52f-a72a-4b54-bd68-a6548391ea66/5004efb1-9009-4e2e-9489-034f7398449a/88dacb65-23c0-4662-9f00-7ebe2d51b710) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:01.426978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Pushing event updated for resources: {'Port': ['ID=576f8989-2c88-43a0-9d11-419984e9907c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:01.462742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:01.466417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:01.472794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:01.511552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network b2afe788-dc9a-48f8-ab86-67e33d9e496c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:01.526741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:01.532402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:01.541577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57788) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:01.563702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Port': ['ID=5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:01.575651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.586540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Attempting to bind port 576f8989-2c88-43a0-9d11-419984e9907c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:01.587167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Attempting to bind port 576f8989-2c88-43a0-9d11-419984e9907c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '79d8ec25-7a9d-4b7e-a703-310cb872bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:01.587750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Attempting to bind port 576f8989-2c88-43a0-9d11-419984e9907c on network ec63a52f-a72a-4b54-bd68-a6548391ea66 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:01.595080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:01.596018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Checking segment: {'id': '79d8ec25-7a9d-4b7e-a703-310cb872bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:01.596620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.597227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Bound using segment: {'id': '79d8ec25-7a9d-4b7e-a703-310cb872bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:01.597880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Bound port: 576f8989-2c88-43a0-9d11-419984e9907c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d8ec25-7a9d-4b7e-a703-310cb872bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:01.598465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (576f8989-2c88-43a0-9d11-419984e9907c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.625784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af877208-b313-47d7-a4da-847efbcc3195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.656958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:01.657903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.683701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-16c6e510-e764-4e24-8fa3-5aa508ab5244 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0848978 Apr 07 11:27:01.686390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57790) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:01.736180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] For port 576f8989-2c88-43a0-9d11-419984e9907c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:01.744198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.753259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] For port 576f8989-2c88-43a0-9d11-419984e9907c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=576f8989-2c88-43a0-9d11-419984e9907c,segment=NetworkSegment(79d8ec25-7a9d-4b7e-a703-310cb872bfdf),segment_id=79d8ec25-7a9d-4b7e-a703-310cb872bfdf)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:01.765440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (576f8989-2c88-43a0-9d11-419984e9907c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.792533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.863450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af877208-b313-47d7-a4da-847efbcc3195 admin admin] Publish callbacks [] for security_group (97c81353-7e3d-4b30-8bef-625c2c02cedc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.864380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:01.873247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:01.874264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Deleting port 5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:01.874700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.876567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af877208-b313-47d7-a4da-847efbcc3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (97c81353-7e3d-4b30-8bef-625c2c02cedc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.878836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:01.879697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6a802-6731-4e0f-80cc-5c3a9b6b6e90 None None] Pushing event updated for resources: {'Port': ['ID=576f8989-2c88-43a0-9d11-419984e9907c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:01.883743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=88dacb65-23c0-4662-9f00-7ebe2d51b710,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:01.950945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:01.951588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:01.988507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2f13e15c-2ac3-43f4-b47b-27d1fbb1c60b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8490508 Apr 07 11:27:01.991899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57794) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:02.002179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': 'ec63a52f-a72a-4b54-bd68-a6548391ea66', 'name': 'tempest-PortsTestJSON-1494674853'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:02.008873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-af877208-b313-47d7-a4da-847efbcc3195 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=330122b20fd84f52a6186b57e00f4859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4628620 Apr 07 11:27:02.012382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:02.012773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af877208-b313-47d7-a4da-847efbcc3195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c81353-7e3d-4b30-8bef-625c2c02cedc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:02.051887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.065793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Calling delete_port for 5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:02.262566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.314343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5524cc9c-0d5d-4dac-8d35-b4d52f413623 admin admin] Publish callbacks [] for security_group (97c81353-7e3d-4b30-8bef-625c2c02cedc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.316468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:02.320605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.323380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:02.437096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 8779457a-e588-4a60-8ed5-57520de6604b yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:02.455832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5524cc9c-0d5d-4dac-8d35-b4d52f413623 admin admin] Publish callbacks [] for security_group (97c81353-7e3d-4b30-8bef-625c2c02cedc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.471422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.483268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57814) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:02.483924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1c94b2d1-8138-49e7-8929-80ab3613fa92 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5f1cf6ae-dbcf-4004-9cd9-9893d67a96e0 HTTP/1.1" status: 204 len: 168 time: 0.7971418 Apr 07 11:27:02.495684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2afe788-dc9a-48f8-ab86-67e33d9e496c', 'external_fixed_ips': [{'subnet_id': 'bc5b9e98-879d-41d1-a0ff-118a2b4e228e', 'ip_address': '172.20.0.3'}]}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:02.594202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (435ec912-0461-4c47-8d08-aba352255975), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.595434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (435ec912-0461-4c47-8d08-aba352255975), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.653805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5524cc9c-0d5d-4dac-8d35-b4d52f413623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (97c81353-7e3d-4b30-8bef-625c2c02cedc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.656459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5524cc9c-0d5d-4dac-8d35-b4d52f413623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.660174 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5524cc9c-0d5d-4dac-8d35-b4d52f413623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97c81353-7e3d-4b30-8bef-625c2c02cedc HTTP/1.1" status: 204 len: 168 time: 0.6019447 Apr 07 11:27:02.675077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524cc9c-0d5d-4dac-8d35-b4d52f413623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c81353-7e3d-4b30-8bef-625c2c02cedc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:02.749420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:02.758078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 99b85304-925c-40e6-ba97-e86dba73a870 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:02.799631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 99b85304-925c-40e6-ba97-e86dba73a870 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:02.800348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 99b85304-925c-40e6-ba97-e86dba73a870 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:02.832741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.11 (ec63a52f-a72a-4b54-bd68-a6548391ea66/5004efb1-9009-4e2e-9489-034f7398449a/8779457a-e588-4a60-8ed5-57520de6604b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:02.844252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (435ec912-0461-4c47-8d08-aba352255975), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.905019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Deleting subnet dc428f00-5051-488d-a058-e81f2b170ca4 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:02.910980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Publish callbacks [] for subnet (dc428f00-5051-488d-a058-e81f2b170ca4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.962587 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-129a7be0-1776-49e4-912a-ee1b68a5bda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:02.969980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0bd6-a5bb-42eb-b9c2-75581c6f17b5 req-e2fee440-08d6-476e-975f-29fcc136601a tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:02.971558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6da0bd6-a5bb-42eb-b9c2-75581c6f17b5 req-e2fee440-08d6-476e-975f-29fcc136601a tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 946 time: 0.1193085 Apr 07 11:27:02.998362 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (dc428f00-5051-488d-a058-e81f2b170ca4), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.074236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (dc428f00-5051-488d-a058-e81f2b170ca4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.144708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6da0bd6-a5bb-42eb-b9c2-75581c6f17b5 req-23bf8237-1179-4a03-a54d-96d1d4488d54 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551394 Apr 07 11:27:03.171944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (dc428f00-5051-488d-a058-e81f2b170ca4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.185861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (435ec912-0461-4c47-8d08-aba352255975), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.196923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc428f00-5051-488d-a058-e81f2b170ca4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:03.203166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.210423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1236e4f4-0c48-4337-9148-cfe0001748e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc428f00-5051-488d-a058-e81f2b170ca4 HTTP/1.1" status: 204 len: 168 time: 0.4597900 Apr 07 11:27:03.211181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57848) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:03.296752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3e3b2e30-eed6-44a7-8883-989569f5dfec), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.364127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (8779457a-e588-4a60-8ed5-57520de6604b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.400559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.436463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8779457a-e588-4a60-8ed5-57520de6604b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.526476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=8779457a-e588-4a60-8ed5-57520de6604b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:03.539901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:03.546069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d4ff3-07bf-4d08-8000-ea5adeebd1b7 None None] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:03.548051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:03.551692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:03.634814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:03.635468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.646393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] Provisioning complete for port 576f8989-2c88-43a0-9d11-419984e9907c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:03.648169 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (576f8989-2c88-43a0-9d11-419984e9907c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.812274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (435ec912-0461-4c47-8d08-aba352255975), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.834554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] Current status of the port 576f8989-2c88-43a0-9d11-419984e9907c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:03.835779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (576f8989-2c88-43a0-9d11-419984e9907c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.843228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:03.852000 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10f283d1-8415-47de-b765-8be6ea599971 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8587642 Apr 07 11:27:03.852635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57866) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:03.916745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] For port 576f8989-2c88-43a0-9d11-419984e9907c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=576f8989-2c88-43a0-9d11-419984e9907c,segment=NetworkSegment(79d8ec25-7a9d-4b7e-a703-310cb872bfdf),segment_id=79d8ec25-7a9d-4b7e-a703-310cb872bfdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:03.926313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (576f8989-2c88-43a0-9d11-419984e9907c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.086183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3e3b2e30-eed6-44a7-8883-989569f5dfec), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.088973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b979b1-ff5e-441d-9628-99cceeaea586 None None] Pushing event updated for resources: {'Port': ['ID=576f8989-2c88-43a0-9d11-419984e9907c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:04.125015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3b2e30-eed6-44a7-8883-989569f5dfec']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:04.140249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec372d17-71ea-450a-bb6f-7affbf6eeade') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:04.140912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec372d17-71ea-450a-bb6f-7affbf6eeade') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:04.168765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (ec372d17-71ea-450a-bb6f-7affbf6eeade), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.184935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 576f8989-2c88-43a0-9d11-419984e9907c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:04.218058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ec372d17-71ea-450a-bb6f-7affbf6eeade), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.247356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:04.247830 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (ec372d17-71ea-450a-bb6f-7affbf6eeade), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:04.254007 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:04.256456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd6be6-90c9-452f-80f1-925d60006b59 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:04.259786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a1fd6be6-90c9-452f-80f1-925d60006b59 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.4045544 Apr 07 11:27:04.268097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57878) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:04.351212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 576f8989-2c88-43a0-9d11-419984e9907c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:04.351905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (576f8989-2c88-43a0-9d11-419984e9907c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.508918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3e3b2e30-eed6-44a7-8883-989569f5dfec), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.528038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Provisioning complete for port 576f8989-2c88-43a0-9d11-419984e9907c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:04.528469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (576f8989-2c88-43a0-9d11-419984e9907c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.529884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.538911 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.545671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e3b2e30-eed6-44a7-8883-989569f5dfec HTTP/1.1" status: 204 len: 168 time: 1.3275259 Apr 07 11:27:04.566262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-a6e7c5b0-c729-4c31-8f0b-0180895cd86e tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:04.579999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-a6e7c5b0-c729-4c31-8f0b-0180895cd86e tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.41 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 946 time: 0.2942266 Apr 07 11:27:04.644437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 8779457a-e588-4a60-8ed5-57520de6604b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:04.644794 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8779457a-e588-4a60-8ed5-57520de6604b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:04.654838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5719-81ae-43da-bc3c-9a02d5cbe5e4 req-61d245e9-f378-4253-907d-1539f77c9e83 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:04.661291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00da5719-81ae-43da-bc3c-9a02d5cbe5e4 req-61d245e9-f378-4253-907d-1539f77c9e83 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 946 time: 0.2871888 Apr 07 11:27:04.675554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d09eb4-4c6c-4a20-9e3c-b83ceb466e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3b2e30-eed6-44a7-8883-989569f5dfec,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:04.786889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 576f8989-2c88-43a0-9d11-419984e9907c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:04.857672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57890) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:04.883274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00da5719-81ae-43da-bc3c-9a02d5cbe5e4 req-722efc54-a2a6-4a11-b13c-eaea4554068e tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b41839-3eef-462a-a439-953af01e6003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925619 Apr 07 11:27:04.957046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57894) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:05.073869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6ef77dce-9827-4bc2-bfeb-691567d795b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74246447628e4338b5fc8034d9a9d1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811309 Apr 07 11:27:05.086028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57898) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:05.197843 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6987d5cb-dd37-4768-b0b1-7986103e4d69 admin admin] Publish callbacks [] for security_group (383f091d-34c9-4368-9aab-4a473a3288cd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.202270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Deleting port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:05.202872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.248278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8779457a-e588-4a60-8ed5-57520de6604b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.258611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Current status of the port 576f8989-2c88-43a0-9d11-419984e9907c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:05.262120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 8779457a-e588-4a60-8ed5-57520de6604b owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:05.292156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Provisioning complete for port 8779457a-e588-4a60-8ed5-57520de6604b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:05.295644 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8779457a-e588-4a60-8ed5-57520de6604b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.296341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6987d5cb-dd37-4768-b0b1-7986103e4d69 admin admin] Publish callbacks [] for security_group (383f091d-34c9-4368-9aab-4a473a3288cd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.377190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Port 8779457a-e588-4a60-8ed5-57520de6604b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:05.384242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] For port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,segment=NetworkSegment(4fbb76ba-4244-4115-847f-8736b1a94887),segment_id=4fbb76ba-4244-4115-847f-8736b1a94887)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:05.384713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.391459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Provisioning complete for port 88dacb65-23c0-4662-9f00-7ebe2d51b710 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:05.392117 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.400016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-861018ed-716c-4433-b91b-ff305e431e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.423727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Calling delete_port for 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:05.436095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6987d5cb-dd37-4768-b0b1-7986103e4d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (383f091d-34c9-4368-9aab-4a473a3288cd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.437564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Allocated IP 172.20.0.3 (b2afe788-dc9a-48f8-ab86-67e33d9e496c/bc5b9e98-879d-41d1-a0ff-118a2b4e228e/b9c702a5-d1a4-4ca0-8a42-34250f116279) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:05.439574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6987d5cb-dd37-4768-b0b1-7986103e4d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.441219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6987d5cb-dd37-4768-b0b1-7986103e4d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/383f091d-34c9-4368-9aab-4a473a3288cd HTTP/1.1" status: 204 len: 168 time: 0.3527737 Apr 07 11:27:05.456451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dc41b957-e1d2-45f5-9e56-582b7589f864 None None] Port 88dacb65-23c0-4662-9f00-7ebe2d51b710 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:05.472328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987d5cb-dd37-4768-b0b1-7986103e4d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f091d-34c9-4368-9aab-4a473a3288cd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:05.574033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-124de4cc-40c0-4f78-84c1-c21972cb26e7 None None] Could not find standard attr ID for object 8779457a-e588-4a60-8ed5-57520de6604b. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:27:05.580946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for port (b9c702a5-d1a4-4ca0-8a42-34250f116279), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.591411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-861018ed-716c-4433-b91b-ff305e431e34 admin admin] Publish callbacks [] for security_group (f4e710db-1e4c-4de3-bb8e-c04c22ff76ce), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.598459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8779457a-e588-4a60-8ed5-57520de6604b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.609249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-124de4cc-40c0-4f78-84c1-c21972cb26e7 None None] Provisioning complete for port 88dacb65-23c0-4662-9f00-7ebe2d51b710 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:05.610057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-124de4cc-40c0-4f78-84c1-c21972cb26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.653238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=8779457a-e588-4a60-8ed5-57520de6604b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:05.659203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-861018ed-716c-4433-b91b-ff305e431e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f4e710db-1e4c-4de3-bb8e-c04c22ff76ce), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.673009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (11bc0b87-68d1-48a8-9973-5f2a71ccabf8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.728068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Pushing event deleted for resources: {'Port': ['ID=11bc0b87-68d1-48a8-9973-5f2a71ccabf8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:05.752789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-124de4cc-40c0-4f78-84c1-c21972cb26e7 None None] Port 88dacb65-23c0-4662-9f00-7ebe2d51b710 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:05.770635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.777699 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bdd9c011-78bc-42cf-9e75-3511322c3fd5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/8779457a-e588-4a60-8ed5-57520de6604b HTTP/1.1" status: 204 len: 168 time: 1.5059826 Apr 07 11:27:05.777881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57906) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:05.795042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-861018ed-716c-4433-b91b-ff305e431e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7231d1bef221445db75ffec04d33ed83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8296592 Apr 07 11:27:05.803706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57908) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:05.819087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b9c702a5-d1a4-4ca0-8a42-34250f116279), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.835232 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b90a79a-d3eb-4153-a9c2-fdd677438151 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:27:05.839566 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b90a79a-d3eb-4153-a9c2-fdd677438151 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/8779457a-e588-4a60-8ed5-57520de6604b HTTP/1.1" status: 404 len: 333 time: 0.0582793 Apr 07 11:27:05.839789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861018ed-716c-4433-b91b-ff305e431e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e710db-1e4c-4de3-bb8e-c04c22ff76ce,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:05.864819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57910) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:05.878749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network b2afe788-dc9a-48f8-ab86-67e33d9e496c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:05.884987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:05.901279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] No DVR routers for this DVR port 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:05.907071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:05.911884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f88bf26-11cc-455d-ab93-6abd9417bb68 req-fcdcb2f8-82b5-42fc-a681-137e8fd86916 tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.41 "DELETE /v2.0/ports/11bc0b87-68d1-48a8-9973-5f2a71ccabf8 HTTP/1.1" status: 204 len: 173 time: 1.2792063 Apr 07 11:27:05.913103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e2462b-0c42-47fd-b28a-472041db6269', 'name': 'network-vif-deleted', 'tag': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:27:05.925793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:05.927185 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997a2f93-79d1-4a6d-9e8c-ade00e33f676" -d '{"events": [{"server_uuid": "96e2462b-0c42-47fd-b28a-472041db6269", "name": "network-vif-deleted", "tag": "11bc0b87-68d1-48a8-9973-5f2a71ccabf8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:27:06.015462 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4301dd2a-6afa-4554-915b-fb84ec76a4e7 x-openstack-request-id: req-4301dd2a-6afa-4554-915b-fb84ec76a4e7 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:27:06.015802 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e2462b-0c42-47fd-b28a-472041db6269", "name": "network-vif-deleted", "tag": "11bc0b87-68d1-48a8-9973-5f2a71ccabf8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:27:06.016060 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4301dd2a-6afa-4554-915b-fb84ec76a4e7 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:27:06.016583 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4301dd2a-6afa-4554-915b-fb84ec76a4e7'] response: {'server_uuid': '96e2462b-0c42-47fd-b28a-472041db6269', 'name': 'network-vif-deleted', 'tag': '11bc0b87-68d1-48a8-9973-5f2a71ccabf8', 'status': 'completed', 'code': 200} Apr 07 11:27:06.050133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f8dede-615e-4966-8c26-f022f5d93f4e admin admin] Publish callbacks [] for security_group (f4e710db-1e4c-4de3-bb8e-c04c22ff76ce), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.056749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.085041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Port': ['ID=b9c702a5-d1a4-4ca0-8a42-34250f116279,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:06.114980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f8dede-615e-4966-8c26-f022f5d93f4e admin admin] Publish callbacks [] for security_group (f4e710db-1e4c-4de3-bb8e-c04c22ff76ce), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.160078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 576f8989-2c88-43a0-9d11-419984e9907c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:06.191522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73533a53-f889-46c9-bfef-3277ae4bc899 req-1b7db7d3-a5a8-427c-949e-6065b10bceae tempest-ServerTagsTestJSON-1090861854 tempest-ServerTagsTestJSON-1090861854-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e2462b-0c42-47fd-b28a-472041db6269 HTTP/1.1" status: 200 len: 210 time: 0.0420957 Apr 07 11:27:06.228373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f8dede-615e-4966-8c26-f022f5d93f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f4e710db-1e4c-4de3-bb8e-c04c22ff76ce), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.232914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26f8dede-615e-4966-8c26-f022f5d93f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.234696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-26f8dede-615e-4966-8c26-f022f5d93f4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4e710db-1e4c-4de3-bb8e-c04c22ff76ce HTTP/1.1" status: 204 len: 168 time: 0.4289994 Apr 07 11:27:06.246356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8dede-615e-4966-8c26-f022f5d93f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e710db-1e4c-4de3-bb8e-c04c22ff76ce,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:06.306769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 576f8989-2c88-43a0-9d11-419984e9907c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:06.307310 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (576f8989-2c88-43a0-9d11-419984e9907c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.334727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 88dacb65-23c0-4662-9f00-7ebe2d51b710 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:06.335400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.507391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 576f8989-2c88-43a0-9d11-419984e9907c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:06.573853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (435ec912-0461-4c47-8d08-aba352255975), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.611527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.629705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 88dacb65-23c0-4662-9f00-7ebe2d51b710 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:06.762084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:06.805540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:06.810417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 11bc0b87-68d1-48a8-9973-5f2a71ccabf8 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:06.842141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57942) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:06.901048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (88dacb65-23c0-4662-9f00-7ebe2d51b710), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:06.947616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=88dacb65-23c0-4662-9f00-7ebe2d51b710,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:07.095173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (435ec912-0461-4c47-8d08-aba352255975), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.120921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1939532880-network', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:07.166026 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.201091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Made reservation on behalf of d6b55bc32d2e46e39922f39399a89c29 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:07.211499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.218286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.269924 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.279215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92e6bbe6-eb12-4a2d-807e-adc08719e532 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/88dacb65-23c0-4662-9f00-7ebe2d51b710 HTTP/1.1" status: 204 len: 168 time: 1.4130812 Apr 07 11:27:07.281112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57960) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:07.318330 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ce4873-939c-42d6-a0a9-7fae15410fe2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:27:07.322689 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e2ce4873-939c-42d6-a0a9-7fae15410fe2 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/88dacb65-23c0-4662-9f00-7ebe2d51b710 HTTP/1.1" status: 404 len: 333 time: 0.0383673 Apr 07 11:27:07.325837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57962) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:07.326365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57964) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:07.415099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Router 435ec912-0461-4c47-8d08-aba352255975 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:07.437551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 5004efb1-9009-4e2e-9489-034f7398449a {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:07.447365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Deleting subnet 7ed573d1-9beb-4137-ad97-d6da1e4be8ca {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:07.454121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (5004efb1-9009-4e2e-9489-034f7398449a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.461229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Publish callbacks [] for subnet (7ed573d1-9beb-4137-ad97-d6da1e4be8ca), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.464108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks [] for security_group (4f934eb7-73fa-418c-8473-d07409d9fb50), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.505173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4f934eb7-73fa-418c-8473-d07409d9fb50), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.547762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:07.561950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (5004efb1-9009-4e2e-9489-034f7398449a), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.565299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:07.565944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (7ed573d1-9beb-4137-ad97-d6da1e4be8ca), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.576494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Sync routers for ids ['435ec912-0461-4c47-8d08-aba352255975'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:07.589849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Routers {'435ec912-0461-4c47-8d08-aba352255975'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:07.592098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['435ec912-0461-4c47-8d08-aba352255975'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:07.607730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.609328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e6dfd78c-128a-4572-b198-8b1dfe2b6420 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1251156 Apr 07 11:27:07.612325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57972) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:07.645285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f934eb7-73fa-418c-8473-d07409d9fb50,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:07.688267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c211c4bb-703a-479d-ad36-4496614ae623), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.688903 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Added segment c211c4bb-703a-479d-ad36-4496614ae623 of type vlan for network f6e306c2-cf70-4d3f-bd00-a5d837b8340b Apr 07 11:27:07.748720 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (435ec912-0461-4c47-8d08-aba352255975), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.758480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7ed573d1-9beb-4137-ad97-d6da1e4be8ca), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.806165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Set router 435ec912-0461-4c47-8d08-aba352255975 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:07.810876 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (f6e306c2-cf70-4d3f-bd00-a5d837b8340b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.900765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (435ec912-0461-4c47-8d08-aba352255975), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.940826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (5004efb1-9009-4e2e-9489-034f7398449a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:07.948418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57976) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:07.986532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Deleting port b9c702a5-d1a4-4ca0-8a42-34250f116279 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:07.987006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b9c702a5-d1a4-4ca0-8a42-34250f116279), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.022989 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (f6e306c2-cf70-4d3f-bd00-a5d837b8340b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.023915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:08.024738 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.038843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ec912-0461-4c47-8d08-aba352255975', 'name': '', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2afe788-dc9a-48f8-ab86-67e33d9e496c', 'external_fixed_ips': [{'subnet_id': 'bc5b9e98-879d-41d1-a0ff-118a2b4e228e', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b9c702a5-d1a4-4ca0-8a42-34250f116279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:02Z', 'updated_at': '2022-04-07T11:27:06Z', 'revision_number': 3, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port': {'id': 'b9c702a5-d1a4-4ca0-8a42-34250f116279', 'name': '', 'network_id': 'b2afe788-dc9a-48f8-ab86-67e33d9e496c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ec912-0461-4c47-8d08-aba352255975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'bc5b9e98-879d-41d1-a0ff-118a2b4e228e', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:03Z', 'updated_at': '2022-04-07T11:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5b9e98-879d-41d1-a0ff-118a2b4e228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:08.094567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Checking router: 435ec912-0461-4c47-8d08-aba352255975 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:27:08.095058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Updating router 435ec912-0461-4c47-8d08-aba352255975 port b9c702a5-d1a4-4ca0-8a42-34250f116279 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:27:08.106890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b9c702a5-d1a4-4ca0-8a42-34250f116279), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.111021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] Pushing event updated for resources: {'Network': ['ID=f6e306c2-cf70-4d3f-bd00-a5d837b8340b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:08.139470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:08.139751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Calling delete_port for b9c702a5-d1a4-4ca0-8a42-34250f116279 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:08.140323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19da79b0-b2e0-4658-a4a9-a4d1ec04d113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.144928 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (7ed573d1-9beb-4137-ad97-d6da1e4be8ca), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.164451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-142a118e-3d40-43e3-8164-613d51906cfb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3201954 Apr 07 11:27:08.196200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57980) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:08.202746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Request body: {'subnet': {'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1939532880-subnet', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:08.204923 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b9c702a5-d1a4-4ca0-8a42-34250f116279), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.280416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed573d1-9beb-4137-ad97-d6da1e4be8ca,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:08.283089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Made reservation on behalf of d6b55bc32d2e46e39922f39399a89c29 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:08.285880 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.356359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.370265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58071906-d203-4e4c-925f-efed2f5f9454 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ed573d1-9beb-4137-ad97-d6da1e4be8ca HTTP/1.1" status: 204 len: 168 time: 1.0427451 Apr 07 11:27:08.372970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57984) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:08.379736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (5004efb1-9009-4e2e-9489-034f7398449a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.422603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b9c702a5-d1a4-4ca0-8a42-34250f116279), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.489880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9c702a5-d1a4-4ca0-8a42-34250f116279,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:08.539125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (435ec912-0461-4c47-8d08-aba352255975), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.574604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=5004efb1-9009-4e2e-9489-034f7398449a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:08.589181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.590639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41132db9-5064-4deb-92b3-4d5420b35c90 None None] Network ec63a52f-a72a-4b54-bd68-a6548391ea66 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:08.595531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-45911cb3-d15f-4fd0-8e16-9ded42eb2992 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/5004efb1-9009-4e2e-9489-034f7398449a HTTP/1.1" status: 204 len: 168 time: 1.2668874 Apr 07 11:27:08.604011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57986) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:08.671101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (435ec912-0461-4c47-8d08-aba352255975), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.673558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (435ec912-0461-4c47-8d08-aba352255975), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.679877 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:27:08.680596 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:27:08.713562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b590ffcb-9a17-472d-a079-d5c0abf21c69), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.729317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19da79b0-b2e0-4658-a4a9-a4d1ec04d113 admin admin] Publish callbacks [] for security_group (ec9bcc85-8e70-47cd-a89e-c1f6e019355b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.734892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ec63a52f-a72a-4b54-bd68-a6548391ea66), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.746360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19da79b0-b2e0-4658-a4a9-a4d1ec04d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ec9bcc85-8e70-47cd-a89e-c1f6e019355b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.758829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (435ec912-0461-4c47-8d08-aba352255975), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.759372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 435ec912-0461-4c47-8d08-aba352255975 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:08.767795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.768988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5c057e6d-601a-4f3f-a743-7af868694353 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/routers/435ec912-0461-4c47-8d08-aba352255975 HTTP/1.1" status: 204 len: 168 time: 1.1553588 Apr 07 11:27:08.772371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57988) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:08.844222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] DHCP port deletion for ec63a52f-a72a-4b54-bd68-a6548391ea66 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:27:08.912150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] Deleting port 576f8989-2c88-43a0-9d11-419984e9907c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:08.912958 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (576f8989-2c88-43a0-9d11-419984e9907c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:08.958832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-19da79b0-b2e0-4658-a4a9-a4d1ec04d113 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38e1bb7b0d3445a8a03f6cc6f9c63319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9717104 Apr 07 11:27:08.960138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da79b0-b2e0-4658-a4a9-a4d1ec04d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9bcc85-8e70-47cd-a89e-c1f6e019355b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:08.992997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] For port 576f8989-2c88-43a0-9d11-419984e9907c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=576f8989-2c88-43a0-9d11-419984e9907c,segment=NetworkSegment(79d8ec25-7a9d-4b7e-a703-310cb872bfdf),segment_id=79d8ec25-7a9d-4b7e-a703-310cb872bfdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:08.993426 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (576f8989-2c88-43a0-9d11-419984e9907c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.008794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] Calling delete_port for 576f8989-2c88-43a0-9d11-419984e9907c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:09.023643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57990) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:09.030496 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (10ecb748-a7de-4f6e-9c93-e6c828506a60), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.098009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (576f8989-2c88-43a0-9d11-419984e9907c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.105989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Deleting subnet bc5b9e98-879d-41d1-a0ff-118a2b4e228e {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:09.109662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for subnet (bc5b9e98-879d-41d1-a0ff-118a2b4e228e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.139328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] No DVR routers for this DVR port 576f8989-2c88-43a0-9d11-419984e9907c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:09.141085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab949-20c9-407a-9e68-5e81384b9925 None None] Pushing event deleted for resources: {'Port': ['ID=576f8989-2c88-43a0-9d11-419984e9907c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.158573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (bc5b9e98-879d-41d1-a0ff-118a2b4e228e), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.160358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ecb748-a7de-4f6e-9c93-e6c828506a60,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.184139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b590ffcb-9a17-472d-a079-d5c0abf21c69), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.206590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Port b9c702a5-d1a4-4ca0-8a42-34250f116279 not found while updating agent binding for router 435ec912-0461-4c47-8d08-aba352255975. {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 07 11:27:09.206846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (bc5b9e98-879d-41d1-a0ff-118a2b4e228e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.219877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Routers set() bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:09.220914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Router IDs set() for agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:27:09.222018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'435ec912-0461-4c47-8d08-aba352255975'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent'). {{(pid=104179) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 07 11:27:09.222651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d57de-b916-4f7b-9caf-2533f4958723 None None] The sync data for ids ['435ec912-0461-4c47-8d08-aba352255975'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:09.247130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b590ffcb-9a17-472d-a079-d5c0abf21c69']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.254861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faa1e0d3-2ee5-454c-ad0e-32cc2491413c admin admin] Publish callbacks [] for security_group (ec9bcc85-8e70-47cd-a89e-c1f6e019355b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.273935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbb76ba-4244-4115-847f-8736b1a94887') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.274307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbb76ba-4244-4115-847f-8736b1a94887') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.274764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (bc5b9e98-879d-41d1-a0ff-118a2b4e228e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.279544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 576f8989-2c88-43a0-9d11-419984e9907c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:09.279544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (576f8989-2c88-43a0-9d11-419984e9907c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.307454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Checking segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:09.307944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Network hostable DHCP agents. Network: f6e306c2-cf70-4d3f-bd00-a5d837b8340b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:27:09.312205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (4fbb76ba-4244-4115-847f-8736b1a94887), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.313466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5b9e98-879d-41d1-a0ff-118a2b4e228e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.317112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.324723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9dea84ea-29dc-4bf3-8f07-45db2d5acef3 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/bc5b9e98-879d-41d1-a0ff-118a2b4e228e HTTP/1.1" status: 204 len: 168 time: 0.5509472 Apr 07 11:27:09.327390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57996) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:09.413067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b2afe788-dc9a-48f8-ab86-67e33d9e496c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.413394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faa1e0d3-2ee5-454c-ad0e-32cc2491413c admin admin] Publish callbacks [] for security_group (ec9bcc85-8e70-47cd-a89e-c1f6e019355b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.418542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4fbb76ba-4244-4115-847f-8736b1a94887), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.429614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] For port 576f8989-2c88-43a0-9d11-419984e9907c, host n-d-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:09.430083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (576f8989-2c88-43a0-9d11-419984e9907c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.458512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:09.459558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (4fbb76ba-4244-4115-847f-8736b1a94887), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:09.462162 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:09.477618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 576f8989-2c88-43a0-9d11-419984e9907c owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:09.509040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Port 576f8989-2c88-43a0-9d11-419984e9907c was not found and therefore no delete operation was performed {{(pid=104178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:27:09.510253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b2afe788-dc9a-48f8-ab86-67e33d9e496c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.523134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (576f8989-2c88-43a0-9d11-419984e9907c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.537918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2afe788-dc9a-48f8-ab86-67e33d9e496c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.539496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:27:09.550919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dec789-60bc-4718-8a75-24533346d13e') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.551303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dec789-60bc-4718-8a75-24533346d13e') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.565904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f5dec789-60bc-4718-8a75-24533346d13e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.581036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=576f8989-2c88-43a0-9d11-419984e9907c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.582446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No DVR routers for this DVR port 576f8989-2c88-43a0-9d11-419984e9907c on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:09.589205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, f6e306c2-cf70-4d3f-bd00-a5d837b8340b) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:09.589435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f5dec789-60bc-4718-8a75-24533346d13e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.592442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b590ffcb-9a17-472d-a079-d5c0abf21c69), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.601939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:09.602666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f5dec789-60bc-4718-8a75-24533346d13e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:09.605472 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:09.613374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7202f3-26be-4284-a017-80ccd763932e None None] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:09.618420 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.621976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b590ffcb-9a17-472d-a079-d5c0abf21c69 HTTP/1.1" status: 204 len: 168 time: 1.2437472 Apr 07 11:27:09.626575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:09.626575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.698185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42602a-8f58-4f29-b817-b29bb4f508a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b590ffcb-9a17-472d-a079-d5c0abf21c69,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.726264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faa1e0d3-2ee5-454c-ad0e-32cc2491413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ec9bcc85-8e70-47cd-a89e-c1f6e019355b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.729978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faa1e0d3-2ee5-454c-ad0e-32cc2491413c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.731198 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-faa1e0d3-2ee5-454c-ad0e-32cc2491413c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec9bcc85-8e70-47cd-a89e-c1f6e019355b HTTP/1.1" status: 204 len: 168 time: 0.6926482 Apr 07 11:27:09.734728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ec63a52f-a72a-4b54-bd68-a6548391ea66), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.748282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b2afe788-dc9a-48f8-ab86-67e33d9e496c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.757370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2afe788-dc9a-48f8-ab86-67e33d9e496c {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:27:09.758483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d499239e-1652-4e3d-9bbe-1c0621c5bcbe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5610225 Apr 07 11:27:09.763668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.767689 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b2afe788-dc9a-48f8-ab86-67e33d9e496c HTTP/1.1" status: 204 len: 168 time: 0.4390538 Apr 07 11:27:09.769161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58004) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:09.777952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1e0d3-2ee5-454c-ad0e-32cc2491413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9bcc85-8e70-47cd-a89e-c1f6e019355b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.778227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:09.798175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec63a52f-a72a-4b54-bd68-a6548391ea66']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.816649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d8ec25-7a9d-4b7e-a703-310cb872bfdf') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.817181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d8ec25-7a9d-4b7e-a703-310cb872bfdf') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:09.833461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994167-af62-47a4-b683-83d5da10c431 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2afe788-dc9a-48f8-ab86-67e33d9e496c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:09.846667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (79d8ec25-7a9d-4b7e-a703-310cb872bfdf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.892668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (07cce839-0032-4a1c-b1cc-96fdc3d3d286), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.892943 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (79d8ec25-7a9d-4b7e-a703-310cb872bfdf), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.895095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (07cce839-0032-4a1c-b1cc-96fdc3d3d286), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.900875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:09.901628 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (79d8ec25-7a9d-4b7e-a703-310cb872bfdf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:09.910992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:09.911818 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:09.928872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb902cb-dd16-49c6-99e9-2a94ae813ba6 None None] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:10.036530 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6816deb5-8877-458a-a9a5-13a048e79c7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47945b4dbbd14c38a9bda9a2b66cdde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1235399 Apr 07 11:27:10.046217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58010) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:10.121508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 576f8989-2c88-43a0-9d11-419984e9907c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:10.147364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ec63a52f-a72a-4b54-bd68-a6548391ea66), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.168446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 576f8989-2c88-43a0-9d11-419984e9907c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:10.172415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 576f8989-2c88-43a0-9d11-419984e9907c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:10.173011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.182882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/ec63a52f-a72a-4b54-bd68-a6548391ea66 HTTP/1.1" status: 204 len: 168 time: 1.5659041 Apr 07 11:27:10.195441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58014) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:10.201353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1139675926'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:10.208293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13431b03-4053-46b4-b235-762184740417 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=ec63a52f-a72a-4b54-bd68-a6548391ea66,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:10.250464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:10.265536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.286079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44a49e1d-ce45-4c7e-a1c7-5284261f4547 admin admin] Publish callbacks [] for security_group (14b41839-3eef-462a-a439-953af01e6003), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.298363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks [] for router_controller (07cce839-0032-4a1c-b1cc-96fdc3d3d286), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.394924 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44a49e1d-ce45-4c7e-a1c7-5284261f4547 admin admin] Publish callbacks [] for security_group (14b41839-3eef-462a-a439-953af01e6003), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.429547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:10.463582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6858616c-89f7-4194-9691-701b42ee01d6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.463995 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment 6858616c-89f7-4194-9691-701b42ee01d6 of type vlan for network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 Apr 07 11:27:10.544719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44a49e1d-ce45-4c7e-a1c7-5284261f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (14b41839-3eef-462a-a439-953af01e6003), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.547338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44a49e1d-ce45-4c7e-a1c7-5284261f4547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.564841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-44a49e1d-ce45-4c7e-a1c7-5284261f4547 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14b41839-3eef-462a-a439-953af01e6003 HTTP/1.1" status: 204 len: 168 time: 0.5131047 Apr 07 11:27:10.569810 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (8d5e5b81-64a6-49ea-9b1b-badd7470b687), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.587535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a49e1d-ce45-4c7e-a1c7-5284261f4547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b41839-3eef-462a-a439-953af01e6003,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:10.657402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (8d5e5b81-64a6-49ea-9b1b-badd7470b687), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.659659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks [] for router_gateway (07cce839-0032-4a1c-b1cc-96fdc3d3d286), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.662873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:10.663615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.808804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6118782 Apr 07 11:27:10.811984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58030) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:10.842915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:10.854005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58032) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:10.873578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'name': 'tempest-router--1326762135', 'project_id': 'd35b98cc4eb74454a8b7668c44e54829'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:10.922142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08fc57-3519-4a2a-a5a6-e91068bf68f5 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=8d5e5b81-64a6-49ea-9b1b-badd7470b687,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:10.934847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:10.961612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (578582d7-12ab-4cea-9c6b-f24532dd2f89), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.963090 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (578582d7-12ab-4cea-9c6b-f24532dd2f89), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:10.973758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks [] for router_gateway (07cce839-0032-4a1c-b1cc-96fdc3d3d286), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.010343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.061198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:11.065218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.133809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (578582d7-12ab-4cea-9c6b-f24532dd2f89), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.151463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (578582d7-12ab-4cea-9c6b-f24532dd2f89), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.251956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Allocated IP 172.25.5.219 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a9d595c4-122e-4567-aaac-1e04f32fc87b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:11.271237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.274886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-80e2c259-2db7-4644-97b9-4b783c8fefbc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4183202 Apr 07 11:27:11.281818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58042) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:11.404938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (578582d7-12ab-4cea-9c6b-f24532dd2f89), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.539119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (141a770b-7b55-4264-b8e4-5acfd27f4232), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.648211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks [] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.685577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': '6858616c-89f7-4194-9691-701b42ee01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:11.685962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: 8d5e5b81-64a6-49ea-9b1b-badd7470b687, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:27:11.688539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=141a770b-7b55-4264-b8e4-5acfd27f4232,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:11.715027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:27:11.726919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 8d5e5b81-64a6-49ea-9b1b-badd7470b687) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:11.742300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2b39e-2e09-4ee8-ad4f-241589a3bcc2 None None] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:11.754243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:11.754859 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:11.799839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-533464b2-a3de-4e47-b88d-fcd645fe9ea7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9818380 Apr 07 11:27:11.803148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58062) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:11.810557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687', 'name': 'tempest-PortsTestJSON-94792076', 'fixed_ips': [{'subnet_id': '141a770b-7b55-4264-b8e4-5acfd27f4232', 'ip_address': '172.20.0.10'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:11.852467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.025101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:12.040329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-8d5e5b81-64a6-49ea-9b1b-badd7470b687', 'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': '141a770b-7b55-4264-b8e4-5acfd27f4232'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:27:12.042412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.092550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Pushing event updated for resources: {'Port': ['ID=a9d595c4-122e-4567-aaac-1e04f32fc87b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:12.129552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:12.131855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (578582d7-12ab-4cea-9c6b-f24532dd2f89), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.134886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (578582d7-12ab-4cea-9c6b-f24532dd2f89), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.138342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:12.148576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:12.149729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.176655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 32b58f0d-b639-44ce-8db5-b3b24e521182 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:12.273365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (578582d7-12ab-4cea-9c6b-f24532dd2f89), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.274099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 578582d7-12ab-4cea-9c6b-f24532dd2f89 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:12.283875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.293942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e649312c-91a7-4ab3-811a-83ecb5be134d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/routers/578582d7-12ab-4cea-9c6b-f24532dd2f89 HTTP/1.1" status: 204 len: 168 time: 1.0093970 Apr 07 11:27:12.382250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Allocated IP 172.20.0.2 (8d5e5b81-64a6-49ea-9b1b-badd7470b687/141a770b-7b55-4264-b8e4-5acfd27f4232/f7d8f7d5-601b-4269-9dc1-98e76632baca) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:12.594367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Publish callbacks [] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.611712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.686653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Pushing event updated for resources: {'Port': ['ID=f7d8f7d5-601b-4269-9dc1-98e76632baca,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:12.694983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:12.697144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:12.700128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:12.738320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.10 (8d5e5b81-64a6-49ea-9b1b-badd7470b687/141a770b-7b55-4264-b8e4-5acfd27f4232/32b58f0d-b639-44ce-8db5-b3b24e521182) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:12.759954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks [] for router_gateway (07cce839-0032-4a1c-b1cc-96fdc3d3d286), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.781576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Attempting to bind port f7d8f7d5-601b-4269-9dc1-98e76632baca on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:12.782226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Attempting to bind port f7d8f7d5-601b-4269-9dc1-98e76632baca by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6858616c-89f7-4194-9691-701b42ee01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:12.782832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Attempting to bind port f7d8f7d5-601b-4269-9dc1-98e76632baca on network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:12.791294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:12.792041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Checking segment: {'id': '6858616c-89f7-4194-9691-701b42ee01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:12.792808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.793480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Bound using segment: {'id': '6858616c-89f7-4194-9691-701b42ee01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:12.794508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Bound port: f7d8f7d5-601b-4269-9dc1-98e76632baca, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6858616c-89f7-4194-9691-701b42ee01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:12.795133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.925045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] For port f7d8f7d5-601b-4269-9dc1-98e76632baca, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:12.933281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] For port f7d8f7d5-601b-4269-9dc1-98e76632baca, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f7d8f7d5-601b-4269-9dc1-98e76632baca,segment=NetworkSegment(6858616c-89f7-4194-9691-701b42ee01d6),segment_id=6858616c-89f7-4194-9691-701b42ee01d6)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:12.947580 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:12.993711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58094) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:13.117862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8b48-3cb7-4296-87ee-6beddab09d9d None None] Pushing event updated for resources: {'Port': ['ID=f7d8f7d5-601b-4269-9dc1-98e76632baca,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:13.181921 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.238682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (07cce839-0032-4a1c-b1cc-96fdc3d3d286), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.267493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.352531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:13.356510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:13.359883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:13.512640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=32b58f0d-b639-44ce-8db5-b3b24e521182,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:13.589418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:13.590381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.609038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:13.619060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-30cc5431-e934-441f-b710-9381e4c68046 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8135011 Apr 07 11:27:13.621458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58108) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:13.629256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': '8d5e5b81-64a6-49ea-9b1b-badd7470b687', 'name': 'tempest-PortsTestJSON-1293018221', 'fixed_ips': [{'subnet_id': '141a770b-7b55-4264-b8e4-5acfd27f4232', 'ip_address': '172.20.0.9'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:13.639187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1510319361', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:13.734727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (333e3f12-f14c-476c-8c50-dcba27e5a149), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.736076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (333e3f12-f14c-476c-8c50-dcba27e5a149), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.863900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (333e3f12-f14c-476c-8c50-dcba27e5a149), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.917258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:13.931494 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Sync routers for ids ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:13.948316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Routers {'07cce839-0032-4a1c-b1cc-96fdc3d3d286'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:13.954234 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:13.971096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:13.976076 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e7668dc-105c-46ff-a769-530e703584fb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2032533 Apr 07 11:27:13.976801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58124) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:13.996879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:14.001974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:14.103893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:14.174276 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Set router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:14.366337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (333e3f12-f14c-476c-8c50-dcba27e5a149), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:14.593585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f7d8f7d5-601b-4269-9dc1-98e76632baca up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:14.696669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f7d8f7d5-601b-4269-9dc1-98e76632baca triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:14.697742 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:14.859885 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:27:12Z', 'revision_number': 3, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:14.863235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f7d8f7d5-601b-4269-9dc1-98e76632baca is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:14.863939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:14.918722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f7d8f7d5-601b-4269-9dc1-98e76632baca, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f7d8f7d5-601b-4269-9dc1-98e76632baca,segment=NetworkSegment(6858616c-89f7-4194-9691-701b42ee01d6),segment_id=6858616c-89f7-4194-9691-701b42ee01d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:14.922061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225c0f9-c1f4-4688-9ae9-50bc9db99f6d None None] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:14.927852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:14.974117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Checking router: 07cce839-0032-4a1c-b1cc-96fdc3d3d286 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:27:14.979593 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Updating router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 port a9d595c4-122e-4567-aaac-1e04f32fc87b binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:27:15.043863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fb1b99f0-0e7a-487d-852d-42d90255da20 None None] Provisioning complete for port f7d8f7d5-601b-4269-9dc1-98e76632baca triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:15.044431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb1b99f0-0e7a-487d-852d-42d90255da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:15.063262 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:15.111067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f7d8f7d5-601b-4269-9dc1-98e76632baca,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:15.175868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.176709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.177785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.179161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.179723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.180609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.181118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.181736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.182251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.182761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.183267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.183817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.184326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:15.345871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b99f0-0e7a-487d-852d-42d90255da20 None None] Current status of the port f7d8f7d5-601b-4269-9dc1-98e76632baca is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:15.510705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.9 (8d5e5b81-64a6-49ea-9b1b-badd7470b687/141a770b-7b55-4264-b8e4-5acfd27f4232/8d0fb43c-d0da-4ba9-9185-baebf2ae71d3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:15.861005 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (333e3f12-f14c-476c-8c50-dcba27e5a149), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:15.896418 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:15.898652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-77df956b-c717-4e34-afa9-5d98699dfe49 None None] Provisioning complete for port 32b58f0d-b639-44ce-8db5-b3b24e521182 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:15.899199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77df956b-c717-4e34-afa9-5d98699dfe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:15.964638 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Publish callbacks [] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:15.983951 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.008284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-77df956b-c717-4e34-afa9-5d98699dfe49 None None] Port 32b58f0d-b639-44ce-8db5-b3b24e521182 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:16.033746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-77df956b-c717-4e34-afa9-5d98699dfe49 None None] Provisioning complete for port f7d8f7d5-601b-4269-9dc1-98e76632baca triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:16.034246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77df956b-c717-4e34-afa9-5d98699dfe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.065084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (8d0fb43c-d0da-4ba9-9185-baebf2ae71d3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.144697 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.214931 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Attempting to bind port a9d595c4-122e-4567-aaac-1e04f32fc87b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:16.215427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Attempting to bind port a9d595c4-122e-4567-aaac-1e04f32fc87b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:16.217710 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Attempting to bind port a9d595c4-122e-4567-aaac-1e04f32fc87b on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:16.235685 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:16.238463 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:16.241197 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.242060 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:16.242870 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Bound port: a9d595c4-122e-4567-aaac-1e04f32fc87b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:16.243567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-77df956b-c717-4e34-afa9-5d98699dfe49 None None] Current status of the port f7d8f7d5-601b-4269-9dc1-98e76632baca is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:16.244943 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.251512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f7d8f7d5-601b-4269-9dc1-98e76632baca up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:16.265105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8d0fb43c-d0da-4ba9-9185-baebf2ae71d3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.314924 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Pushing event updated for resources: {'Port': ['ID=a9d595c4-122e-4567-aaac-1e04f32fc87b,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:16.340358 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.344014 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.344539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.345033 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.345456 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.345848 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.346427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.348507 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.348930 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.349617 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.351471 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.352019 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.353788 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:16.402702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f7d8f7d5-601b-4269-9dc1-98e76632baca triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:16.405292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.405457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Allocated IP 172.25.5.133 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/14467295-196b-468d-82db-e41ed4a61967) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:16.430657 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] For port a9d595c4-122e-4567-aaac-1e04f32fc87b, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:16.434844 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] For port a9d595c4-122e-4567-aaac-1e04f32fc87b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a9d595c4-122e-4567-aaac-1e04f32fc87b,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:16.439930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:16.451518 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.460322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:16.494915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=8d0fb43c-d0da-4ba9-9185-baebf2ae71d3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:16.497814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:16.522503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d4102b00-0019-4fc1-a365-35f01353839b None None] Provisioning complete for port 32b58f0d-b639-44ce-8db5-b3b24e521182 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:16.526483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d4102b00-0019-4fc1-a365-35f01353839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.586691 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6659e-4f9c-44d7-bd9a-2b5308b9f768 None None] Pushing event updated for resources: {'Port': ['ID=a9d595c4-122e-4567-aaac-1e04f32fc87b,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:16.638880 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Routers {'07cce839-0032-4a1c-b1cc-96fdc3d3d286'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:16.642344 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:16.660338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:16.661225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.737464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f7d8f7d5-601b-4269-9dc1-98e76632baca is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:16.741828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d4102b00-0019-4fc1-a365-35f01353839b None None] Port 32b58f0d-b639-44ce-8db5-b3b24e521182 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:16.782855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1a83948f-c7d2-450d-a2bc-251e2422edbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1597116 Apr 07 11:27:16.783848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:16.905734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Allocated IP 172.20.0.1 (f6e306c2-cf70-4d3f-bd00-a5d837b8340b/10ecb748-a7de-4f6e-9c93-e6c828506a60/57da07db-1f65-45b4-8320-cbfd45d277f0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:16.924079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58238) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:16.961831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for port (14467295-196b-468d-82db-e41ed4a61967), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:16.981186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b144f12f-3fb8-4f1e-b9cb-8c2b0f4d1073 None None] Provisioning complete for port 8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:16.985583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b144f12f-3fb8-4f1e-b9cb-8c2b0f4d1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d0fb43c-d0da-4ba9-9185-baebf2ae71d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.053548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da06f8b-ad29-4446-8db2-68fda561ac6b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:17.060431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0da06f8b-ad29-4446-8db2-68fda561ac6b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.2621477 Apr 07 11:27:17.062253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58244) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:17.065067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (14467295-196b-468d-82db-e41ed4a61967), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.086050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b144f12f-3fb8-4f1e-b9cb-8c2b0f4d1073 None None] Port 8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:17.094997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks [] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.153797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:17.155946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.164059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:17.169933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:17.178643 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] Set router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:17.250367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f1122-1730-4ac3-9dee-55c0937aec76 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:17.260191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f1122-1730-4ac3-9dee-55c0937aec76 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:17.266824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f1122-1730-4ac3-9dee-55c0937aec76 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:17.274695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:17.276009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58250) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:17.276575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-000f1122-1730-4ac3-9dee-55c0937aec76 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1992443 Apr 07 11:27:17.277780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event updated for resources: {'Port': ['ID=14467295-196b-468d-82db-e41ed4a61967,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:17.304365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:17.329679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:17.391286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Pushing event updated for resources: {'Port': ['ID=57da07db-1f65-45b4-8320-cbfd45d277f0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:17.466532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (07cce839-0032-4a1c-b1cc-96fdc3d3d286), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.618265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:17.618613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8d0fb43c-d0da-4ba9-9185-baebf2ae71d3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.627249 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:27:12Z', 'revision_number': 3, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:17.672919 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047a50-4290-4474-b73d-51c0b1a46681 None None] The sync data for ids ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'] in n-d-836788-1 is: [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:27:12Z', 'revision_number': 3, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:17.699163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e71fae74-04fb-47a2-96ce-fe242df85837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.815676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8d0fb43c-d0da-4ba9-9185-baebf2ae71d3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.821300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (333e3f12-f14c-476c-8c50-dcba27e5a149), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:17.857813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:18.051339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e71fae74-04fb-47a2-96ce-fe242df85837 admin admin] Publish callbacks [] for security_group (48ad8d90-f514-414c-b7e1-50f6c3074d4c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.063387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e71fae74-04fb-47a2-96ce-fe242df85837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (48ad8d90-f514-414c-b7e1-50f6c3074d4c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.078734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.082718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8d0fb43c-d0da-4ba9-9185-baebf2ae71d3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.152905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=8d0fb43c-d0da-4ba9-9185-baebf2ae71d3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:18.255440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e71fae74-04fb-47a2-96ce-fe242df85837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f8e08149f1d4276beb599cbbfa467d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3205345 Apr 07 11:27:18.261390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58260) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:18.293879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fae74-04fb-47a2-96ce-fe242df85837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad8d90-f514-414c-b7e1-50f6c3074d4c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:18.405428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (333e3f12-f14c-476c-8c50-dcba27e5a149), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.414542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.417972 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e984dc1b-ea3e-4c83-84e1-f653a890f906 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 HTTP/1.1" status: 204 len: 168 time: 1.1379859 Apr 07 11:27:18.426496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58264) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:18.526943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7df3c88d-ba23-40a9-8fa9-b5ba2c336147 admin admin] Publish callbacks [] for security_group (48ad8d90-f514-414c-b7e1-50f6c3074d4c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.579743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7df3c88d-ba23-40a9-8fa9-b5ba2c336147 admin admin] Publish callbacks [] for security_group (48ad8d90-f514-414c-b7e1-50f6c3074d4c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.649110 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc656be-afdd-455c-964b-dc3899b1f383 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:27:18.653895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:18.654153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-efc656be-afdd-455c-964b-dc3899b1f383 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/8d0fb43c-d0da-4ba9-9185-baebf2ae71d3 HTTP/1.1" status: 404 len: 333 time: 0.2202938 Apr 07 11:27:18.666306 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks [] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.714291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.788571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Router 333e3f12-f14c-476c-8c50-dcba27e5a149 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:18.841261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Pushing event updated for resources: {'Port': ['ID=57da07db-1f65-45b4-8320-cbfd45d277f0,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:18.858888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (07cce839-0032-4a1c-b1cc-96fdc3d3d286), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.933576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7df3c88d-ba23-40a9-8fa9-b5ba2c336147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (48ad8d90-f514-414c-b7e1-50f6c3074d4c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.936704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7df3c88d-ba23-40a9-8fa9-b5ba2c336147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:18.940916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7df3c88d-ba23-40a9-8fa9-b5ba2c336147 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ad8d90-f514-414c-b7e1-50f6c3074d4c HTTP/1.1" status: 204 len: 168 time: 0.6772578 Apr 07 11:27:19.011926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3c88d-ba23-40a9-8fa9-b5ba2c336147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad8d90-f514-414c-b7e1-50f6c3074d4c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:19.060408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:19.075153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] Sync routers for ids ['333e3f12-f14c-476c-8c50-dcba27e5a149'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:19.090957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 32b58f0d-b639-44ce-8db5-b3b24e521182 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:19.091402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:19.106324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:19.107759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02e378a2-c9e8-4cf5-84d5-6296c006093b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1120875 Apr 07 11:27:19.112520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58286) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:19.117722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] Routers {'333e3f12-f14c-476c-8c50-dcba27e5a149'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:19.118627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['333e3f12-f14c-476c-8c50-dcba27e5a149'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:19.195627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:19.211376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] Routers {'333e3f12-f14c-476c-8c50-dcba27e5a149'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:19.214501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['333e3f12-f14c-476c-8c50-dcba27e5a149'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:19.381721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:19.382538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4746c-4fb2-4585-a5a6-6745960421d4 None None] The sync data for ids ['333e3f12-f14c-476c-8c50-dcba27e5a149'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:19.435888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:19.440471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:19.447525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:19.476623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 32b58f0d-b639-44ce-8db5-b3b24e521182 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:19.506322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-308cd439-d7ba-4f35-969f-e5fb2bf48196 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/333e3f12-f14c-476c-8c50-dcba27e5a149 HTTP/1.1" status: 200 len: 921 time: 0.3912868 Apr 07 11:27:19.515073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:19.579018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-91b40d4b-fa67-482c-a5f3-8967fd41d8b5 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=333e3f12-f14c-476c-8c50-dcba27e5a149 HTTP/1.1" status: 200 len: 205 time: 0.0607719 Apr 07 11:27:19.582205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58292) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:19.795395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:27:19.835873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (333e3f12-f14c-476c-8c50-dcba27e5a149), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.005310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (333e3f12-f14c-476c-8c50-dcba27e5a149), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.026727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58302) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:20.082252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-caed6661-6d39-4d54-a103-41d8327e863f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.092985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (32b58f0d-b639-44ce-8db5-b3b24e521182), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.116333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Deleting port 14467295-196b-468d-82db-e41ed4a61967 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:20.116685 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (14467295-196b-468d-82db-e41ed4a61967), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.179519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9d595c4-122e-4567-aaac-1e04f32fc87b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:20.196526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=32b58f0d-b639-44ce-8db5-b3b24e521182,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:20.223417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (14467295-196b-468d-82db-e41ed4a61967), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.274073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Calling delete_port for 14467295-196b-468d-82db-e41ed4a61967 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:20.289692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a9d595c4-122e-4567-aaac-1e04f32fc87b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:20.296275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.385668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:20.402259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-efc223da-325d-466f-9ff2-ef329914b7eb admin admin] 10.222.0.13 "PUT /v2.0/routers/07cce839-0032-4a1c-b1cc-96fdc3d3d286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4241579 Apr 07 11:27:20.447484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a9d595c4-122e-4567-aaac-1e04f32fc87b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:20.447804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.480783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port a9d595c4-122e-4567-aaac-1e04f32fc87b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a9d595c4-122e-4567-aaac-1e04f32fc87b,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:20.493398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.572670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=a9d595c4-122e-4567-aaac-1e04f32fc87b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:20.621829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.629462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58320) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:20.630714 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-982d34a4-58c7-49ac-b24a-8932483568e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/32b58f0d-b639-44ce-8db5-b3b24e521182 HTTP/1.1" status: 204 len: 168 time: 1.9759953 Apr 07 11:27:20.638148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-caed6661-6d39-4d54-a103-41d8327e863f admin admin] Publish callbacks [] for security_group (bad1d2e8-ae24-47f9-be3a-74bb1255f33d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.644832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-caed6661-6d39-4d54-a103-41d8327e863f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bad1d2e8-ae24-47f9-be3a-74bb1255f33d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.710235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-caed6661-6d39-4d54-a103-41d8327e863f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4b070ce086d4e6fae97ab0fa9bbfafe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6532855 Apr 07 11:27:20.716314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58324) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:20.716997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6661-6d39-4d54-a103-41d8327e863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad1d2e8-ae24-47f9-be3a-74bb1255f33d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:20.764881 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25c1b7a-e677-4b1b-9439-6064fad86e77 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:27:20.767075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c25c1b7a-e677-4b1b-9439-6064fad86e77 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/32b58f0d-b639-44ce-8db5-b3b24e521182 HTTP/1.1" status: 404 len: 333 time: 0.1284745 Apr 07 11:27:20.770184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58332) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:20.819440 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (14467295-196b-468d-82db-e41ed4a61967), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.860724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event deleted for resources: {'Port': ['ID=14467295-196b-468d-82db-e41ed4a61967,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:20.875700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3130b56a-31c7-4353-8ea1-89db66b1ede4 admin admin] Publish callbacks [] for security_group (bad1d2e8-ae24-47f9-be3a-74bb1255f33d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.888177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 141a770b-7b55-4264-b8e4-5acfd27f4232 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:20.901619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (141a770b-7b55-4264-b8e4-5acfd27f4232), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.978644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3130b56a-31c7-4353-8ea1-89db66b1ede4 admin admin] Publish callbacks [] for security_group (bad1d2e8-ae24-47f9-be3a-74bb1255f33d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.981273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (333e3f12-f14c-476c-8c50-dcba27e5a149), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:20.985699 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Sync routers for ids ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:21.017463 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Routers {'07cce839-0032-4a1c-b1cc-96fdc3d3d286'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:21.018454 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:21.033223 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (141a770b-7b55-4264-b8e4-5acfd27f4232), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.274086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (141a770b-7b55-4264-b8e4-5acfd27f4232), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.344375 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Set router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:21.417927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (333e3f12-f14c-476c-8c50-dcba27e5a149), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.419025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (141a770b-7b55-4264-b8e4-5acfd27f4232), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.423853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (333e3f12-f14c-476c-8c50-dcba27e5a149), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.466080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55da10-e20d-4aca-b7c7-7677de77f49f None None] Network 8d5e5b81-64a6-49ea-9b1b-badd7470b687 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:21.493245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.497466 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/141a770b-7b55-4264-b8e4-5acfd27f4232 HTTP/1.1" status: 204 len: 168 time: 0.7261660 Apr 07 11:27:21.578264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58376) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:21.593392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3130b56a-31c7-4353-8ea1-89db66b1ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bad1d2e8-ae24-47f9-be3a-74bb1255f33d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.598173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3130b56a-31c7-4353-8ea1-89db66b1ede4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.599438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f973-c052-4cb3-bd84-6dfea085761a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=141a770b-7b55-4264-b8e4-5acfd27f4232,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:21.600559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3130b56a-31c7-4353-8ea1-89db66b1ede4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bad1d2e8-ae24-47f9-be3a-74bb1255f33d HTTP/1.1" status: 204 len: 168 time: 0.8740911 Apr 07 11:27:21.620354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (333e3f12-f14c-476c-8c50-dcba27e5a149), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.621358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Fanout notify agent at l3_agent the message router_deleted on router 333e3f12-f14c-476c-8c50-dcba27e5a149 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:21.661183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.662821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0855edae-11e1-4ddb-ab8a-007e9570a8ad tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/333e3f12-f14c-476c-8c50-dcba27e5a149 HTTP/1.1" status: 204 len: 168 time: 2.0564630 Apr 07 11:27:21.670296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:21.674614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130b56a-31c7-4353-8ea1-89db66b1ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad1d2e8-ae24-47f9-be3a-74bb1255f33d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:21.689576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1265100477', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': False}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:21.793738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8d5e5b81-64a6-49ea-9b1b-badd7470b687), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.815395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-ea9fa561-4441-4529-b2c4-07129b825324 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:21.819842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-ea9fa561-4441-4529-b2c4-07129b825324 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 811 time: 0.5850170 Apr 07 11:27:21.831120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (ce0bc507-61c5-4584-a124-36bfd1b77ad3), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.832238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (ce0bc507-61c5-4584-a124-36bfd1b77ad3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.906189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-a61deb81-56fd-4001-ba45-399f21fcf17b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/quotas/d6b55bc32d2e46e39922f39399a89c29 HTTP/1.1" status: 200 len: 375 time: 0.0790403 Apr 07 11:27:21.908754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] DHCP port deletion for 8d5e5b81-64a6-49ea-9b1b-badd7470b687 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:27:21.924487 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:27:17Z', 'revision_number': 4, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '57da07db-1f65-45b4-8320-cbfd45d277f0', 'name': '', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'mac_address': 'fa:16:3e:b6:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:16Z', 'updated_at': '2022-04-07T11:27:18Z', 'revision_number': 2, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'subnets': [{'id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:21.979232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port f7d8f7d5-601b-4269-9dc1-98e76632baca {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:21.979530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:21.992160 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Checking router: 07cce839-0032-4a1c-b1cc-96fdc3d3d286 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:27:21.993442 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Updating router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 port 57da07db-1f65-45b4-8320-cbfd45d277f0 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:27:22.039549 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.057479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] Deleting port f7d8f7d5-601b-4269-9dc1-98e76632baca {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:22.060828 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.106491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (ce0bc507-61c5-4584-a124-36bfd1b77ad3), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.176239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] For port f7d8f7d5-601b-4269-9dc1-98e76632baca, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f7d8f7d5-601b-4269-9dc1-98e76632baca,segment=NetworkSegment(6858616c-89f7-4194-9691-701b42ee01d6),segment_id=6858616c-89f7-4194-9691-701b42ee01d6)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:22.177588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.217912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for f7d8f7d5-601b-4269-9dc1-98e76632baca owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:22.218829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] For port f7d8f7d5-601b-4269-9dc1-98e76632baca, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f7d8f7d5-601b-4269-9dc1-98e76632baca,segment=NetworkSegment(6858616c-89f7-4194-9691-701b42ee01d6),segment_id=6858616c-89f7-4194-9691-701b42ee01d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:22.219650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.237844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] Calling delete_port for f7d8f7d5-601b-4269-9dc1-98e76632baca owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:22.369828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9d595c4-122e-4567-aaac-1e04f32fc87b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:22.394002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-eabd2f8d-1d6d-405c-ab23-753a7ee4eda7 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4771051 Apr 07 11:27:22.446490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.485637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f7d8f7d5-601b-4269-9dc1-98e76632baca), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.546051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] No DVR routers for this DVR port f7d8f7d5-601b-4269-9dc1-98e76632baca on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:22.548068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ba1ae-3a51-489c-8791-f7f694979f24 None None] Pushing event deleted for resources: {'Port': ['ID=f7d8f7d5-601b-4269-9dc1-98e76632baca,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:22.602898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No DVR routers for this DVR port f7d8f7d5-601b-4269-9dc1-98e76632baca on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:22.615935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a9d595c4-122e-4567-aaac-1e04f32fc87b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:22.616501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.640237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=f7d8f7d5-601b-4269-9dc1-98e76632baca,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:22.934881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a9d595c4-122e-4567-aaac-1e04f32fc87b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:22.953179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (8d5e5b81-64a6-49ea-9b1b-badd7470b687), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:22.998399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5e5b81-64a6-49ea-9b1b-badd7470b687']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:23.020112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6858616c-89f7-4194-9691-701b42ee01d6') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:23.020292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6858616c-89f7-4194-9691-701b42ee01d6') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:23.026535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f7d8f7d5-601b-4269-9dc1-98e76632baca no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:23.032320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (6858616c-89f7-4194-9691-701b42ee01d6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.039746 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Publish callbacks [] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.052199 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.061670 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6858616c-89f7-4194-9691-701b42ee01d6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.077066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:23.078449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (6858616c-89f7-4194-9691-701b42ee01d6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:23.090051 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:23.107844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f7d8f7d5-601b-4269-9dc1-98e76632baca {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:23.108831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f7d8f7d5-601b-4269-9dc1-98e76632baca not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:23.147496 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d057033-b47d-4137-b35d-7ae556bf9852 None None] Pushing event updated for resources: {'Port': ['ID=57da07db-1f65-45b4-8320-cbfd45d277f0,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:23.277882 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Attempting to bind port 57da07db-1f65-45b4-8320-cbfd45d277f0 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:23.278660 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Attempting to bind port 57da07db-1f65-45b4-8320-cbfd45d277f0 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:23.279770 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Attempting to bind port 57da07db-1f65-45b4-8320-cbfd45d277f0 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:23.296089 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:23.297294 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Checking segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:23.298507 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.300131 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Bound using segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:23.301501 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Bound port: 57da07db-1f65-45b4-8320-cbfd45d277f0, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:23.303940 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.496951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] For port 57da07db-1f65-45b4-8320-cbfd45d277f0, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:23.764716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (8d5e5b81-64a6-49ea-9b1b-badd7470b687), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.770482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.774498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/8d5e5b81-64a6-49ea-9b1b-badd7470b687 HTTP/1.1" status: 204 len: 168 time: 2.1950569 Apr 07 11:27:23.776561 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] For port 57da07db-1f65-45b4-8320-cbfd45d277f0, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57da07db-1f65-45b4-8320-cbfd45d277f0,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:23.785759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:23.789024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (ce0bc507-61c5-4584-a124-36bfd1b77ad3), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.797963 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.823361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1779271601'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:23.836185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26723c3-6c9a-4526-bebf-8c61229ba61c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=8d5e5b81-64a6-49ea-9b1b-badd7470b687,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:23.853928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-f5622cf8-6b40-44fb-8479-599553e97e82 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3294013 Apr 07 11:27:23.887706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:23.891031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.936777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:23.954423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (30655785-2758-491d-92b3-c62cb8ebfe4f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:23.955455 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d057033-b47d-4137-b35d-7ae556bf9852 None None] Pushing event updated for resources: {'Port': ['ID=57da07db-1f65-45b4-8320-cbfd45d277f0,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:23.955599 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Added segment 30655785-2758-491d-92b3-c62cb8ebfe4f of type vlan for network fdc8b7ca-2bb2-468e-8c53-c52777c54300 Apr 07 11:27:23.985358 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Routers {'07cce839-0032-4a1c-b1cc-96fdc3d3d286'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:23.988015 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:24.042453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (fdc8b7ca-2bb2-468e-8c53-c52777c54300), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:24.097758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (fdc8b7ca-2bb2-468e-8c53-c52777c54300), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:24.103304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:24.104008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:24.195154 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] Set router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:24.234132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-5c208d18-4bcd-4e55-9d05-5506f0b5d3df service neutron] 10.222.0.13 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485608 Apr 07 11:27:24.337717 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5488670 Apr 07 11:27:24.358361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58476) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:24.392756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:24.642539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38823a96-d280-4056-b7d7-2db062ef0719 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Network': ['ID=fdc8b7ca-2bb2-468e-8c53-c52777c54300,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:24.657622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:24.695713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:24.700392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:24.780481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-224771c7-0ec6-454e-b999-4e5564c151aa req-b0cf9fb8-a4b3-484e-88e8-e3bdbb9a88c6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 210 time: 0.1539049 Apr 07 11:27:24.794922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (ce0bc507-61c5-4584-a124-36bfd1b77ad3), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:24.806665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:24.867467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.012726 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:27:17Z', 'revision_number': 4, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '57da07db-1f65-45b4-8320-cbfd45d277f0', 'name': '', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'mac_address': 'fa:16:3e:b6:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:16Z', 'updated_at': '2022-04-07T11:27:23Z', 'revision_number': 4, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'subnets': [{'id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:25.087127 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06ceee-b86c-49f4-ab48-e0e93e0476cc None None] The sync data for ids ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'] in n-d-836788-1 is: [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:27:17Z', 'revision_number': 4, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '57da07db-1f65-45b4-8320-cbfd45d277f0', 'name': '', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'mac_address': 'fa:16:3e:b6:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:16Z', 'updated_at': '2022-04-07T11:27:23Z', 'revision_number': 4, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'subnets': [{'id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:25.246717 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.369940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (8475d069-4fbf-41dc-8962-213085d16201), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.454466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Allocated IP 172.25.5.232 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/86b0c106-8ddb-4507-ae74-cb2734e204d8) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:25.525330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=8475d069-4fbf-41dc-8962-213085d16201,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:25.596793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Checking segment: {'id': '30655785-2758-491d-92b3-c62cb8ebfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:25.597442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network hostable DHCP agents. Network: fdc8b7ca-2bb2-468e-8c53-c52777c54300, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:27:25.623129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:27:25.654291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, fdc8b7ca-2bb2-468e-8c53-c52777c54300) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:25.663650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:25.665374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51573b75-60b6-4987-a7af-827e4b9cf5d0 None None] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:25.666809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.729804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-42a3dd32-52f8-4b2b-bab1-80803c22012b tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3678756 Apr 07 11:27:25.733862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:25.741903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-293435791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:25.802449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.807782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.811895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.905706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58518) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:25.906017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for router_controller (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.914956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.944650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.949582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8427f78e-811a-42ea-b4ca-2313d5f5db86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2114675 Apr 07 11:27:25.949965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58522) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:25.952338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Publish callbacks [] for security_group (10ca8ad4-8824-4adc-9a10-eeb6caf0f939), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:25.961814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300', 'name': 'tempest-PortsTestJSON-747466914'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:26.017302 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (10ca8ad4-8824-4adc-9a10-eeb6caf0f939), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.042692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-fdc8b7ca-2bb2-468e-8c53-c52777c54300', 'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': '8475d069-4fbf-41dc-8962-213085d16201'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:27:26.043651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.139290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c597f75c-4381-4b72-a980-beb35f77b893 req-6a348400-7f7e-4578-af75-b67909020581 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 210 time: 0.1852915 Apr 07 11:27:26.301360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2ae2862e-502f-4665-8d38-e8808de0f89a tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:26.304922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca8ad4-8824-4adc-9a10-eeb6caf0f939,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:26.320245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:26.332360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.359736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abcf11013ce042ac93039c9a02795660&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5490115 Apr 07 11:27:26.361165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.361830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:26.374493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 37cedb7a-e22f-49f1-bd25-ea8563c65478 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:26.382439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Allocated IP 172.20.0.2 (fdc8b7ca-2bb2-468e-8c53-c52777c54300/8475d069-4fbf-41dc-8962-213085d16201/6bbda3af-fb45-4336-ae1a-91d8e566a100) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:26.455272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.455622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.455968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.456324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.456656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.456988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.463442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.463870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.473652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.474158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.474511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.474847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.475182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c208-6c62-47eb-a3d2-08ee3880f389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:26.567867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:26.579231 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Publish callbacks [] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.585576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57da07db-1f65-45b4-8320-cbfd45d277f0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:26.615200 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08a9ce68-76fa-400d-84a7-c9363e4e32a4 admin admin] Publish callbacks [] for security_group (10ca8ad4-8824-4adc-9a10-eeb6caf0f939), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.642977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:26.643584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.647881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:26.658696 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08a9ce68-76fa-400d-84a7-c9363e4e32a4 admin admin] Publish callbacks [] for security_group (10ca8ad4-8824-4adc-9a10-eeb6caf0f939), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.726483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ae2862e-502f-4665-8d38-e8808de0f89a tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "PUT /v2.0/quotas/52bbd38333cb499ea22e71664bce9eab HTTP/1.1" status: 200 len: 368 time: 0.8049874 Apr 07 11:27:26.730090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:26.731458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08a9ce68-76fa-400d-84a7-c9363e4e32a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (10ca8ad4-8824-4adc-9a10-eeb6caf0f939), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.736941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08a9ce68-76fa-400d-84a7-c9363e4e32a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.741081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08a9ce68-76fa-400d-84a7-c9363e4e32a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10ca8ad4-8824-4adc-9a10-eeb6caf0f939 HTTP/1.1" status: 204 len: 168 time: 0.3731060 Apr 07 11:27:26.741358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Port': ['ID=86b0c106-8ddb-4507-ae74-cb2734e204d8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:26.747919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Request body: {'network': {'project_id': '52bbd38333cb499ea22e71664bce9eab'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:26.766910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:26.777848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:26.786210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:26.822511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9ce68-76fa-400d-84a7-c9363e4e32a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca8ad4-8824-4adc-9a10-eeb6caf0f939,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:26.825817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Made reservation on behalf of 52bbd38333cb499ea22e71664bce9eab for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:26.829760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.851080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:26.871467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-60fc6517-bdc4-4830-9c82-8e12b03351b3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:26.873243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-60fc6517-bdc4-4830-9c82-8e12b03351b3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 811 time: 0.4563141 Apr 07 11:27:26.912163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.11 (fdc8b7ca-2bb2-468e-8c53-c52777c54300/8475d069-4fbf-41dc-8962-213085d16201/37cedb7a-e22f-49f1-bd25-ea8563c65478) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:26.932905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Request body: {'port': {'device_id': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'admin_state_up': True, 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:26.953740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Pushing event updated for resources: {'Port': ['ID=6bbda3af-fb45-4336-ae1a-91d8e566a100,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:27.060675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Attempting to bind port 6bbda3af-fb45-4336-ae1a-91d8e566a100 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:27.065547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Attempting to bind port 6bbda3af-fb45-4336-ae1a-91d8e566a100 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '30655785-2758-491d-92b3-c62cb8ebfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:27.066061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Attempting to bind port 6bbda3af-fb45-4336-ae1a-91d8e566a100 on network fdc8b7ca-2bb2-468e-8c53-c52777c54300 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:27.073871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:27.074838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Checking segment: {'id': '30655785-2758-491d-92b3-c62cb8ebfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:27.075514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.076210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Bound using segment: {'id': '30655785-2758-491d-92b3-c62cb8ebfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:27.076992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Bound port: 6bbda3af-fb45-4336-ae1a-91d8e566a100, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30655785-2758-491d-92b3-c62cb8ebfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fdc8b7ca-2bb2-468e-8c53-c52777c54300'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:27.077669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.117019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57da07db-1f65-45b4-8320-cbfd45d277f0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:27.119660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.241763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for security_group (73d88f29-3b91-4fbd-ad72-d8c04b5d3474), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.257930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (73d88f29-3b91-4fbd-ad72-d8c04b5d3474), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.279257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:27.287381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Made reservation on behalf of d6b55bc32d2e46e39922f39399a89c29 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:27.293950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (84c43036-8ae0-403d-a022-57064bb0554c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.294946 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Added segment 84c43036-8ae0-403d-a022-57064bb0554c of type vlan for network df359fc3-4ab7-4669-8268-33558b7dabe5 Apr 07 11:27:27.295153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.341409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25091aa5-ff2f-4bfb-acb3-83c1f5fe6c07 req-d3c0a138-15b0-4bf8-86ea-5c35b524edfb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 210 time: 0.0781846 Apr 07 11:27:27.346546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (ce0bc507-61c5-4584-a124-36bfd1b77ad3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.375372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (df359fc3-4ab7-4669-8268-33558b7dabe5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.389276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] For port 6bbda3af-fb45-4336-ae1a-91d8e566a100, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:27.394075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] For port 6bbda3af-fb45-4336-ae1a-91d8e566a100, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6bbda3af-fb45-4336-ae1a-91d8e566a100,segment=NetworkSegment(30655785-2758-491d-92b3-c62cb8ebfe4f),segment_id=30655785-2758-491d-92b3-c62cb8ebfe4f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:27.426459 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.481993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d88f29-3b91-4fbd-ad72-d8c04b5d3474,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:27.496127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (df359fc3-4ab7-4669-8268-33558b7dabe5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.497335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:27.500151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.579184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ca0f2-1f68-4cdf-866d-361d215f6b4a None None] Pushing event updated for resources: {'Port': ['ID=6bbda3af-fb45-4336-ae1a-91d8e566a100,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:27.649068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Pushing event updated for resources: {'Network': ['ID=df359fc3-4ab7-4669-8268-33558b7dabe5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:27.666223 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8f8e9ad-76d7-451c-b99a-a2612e43db0e tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9264719 Apr 07 11:27:27.668530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network df359fc3-4ab7-4669-8268-33558b7dabe5 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:27.669042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58536) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:27.669580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58538) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:27.711264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Request body: {'network': {'project_id': '52bbd38333cb499ea22e71664bce9eab'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:27.724912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-620e2505-e64c-433e-9950-b4317326e22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.768521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Allocated IP 172.20.0.12 (f6e306c2-cf70-4d3f-bd00-a5d837b8340b/10ecb748-a7de-4f6e-9c93-e6c828506a60/7e127ba2-48fb-4330-ab06-83eb96cacea3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:27.842961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57da07db-1f65-45b4-8320-cbfd45d277f0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:27.843972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.892610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.915396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 57da07db-1f65-45b4-8320-cbfd45d277f0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57da07db-1f65-45b4-8320-cbfd45d277f0,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:27.923700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:27.923968 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (ce0bc507-61c5-4584-a124-36bfd1b77ad3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.007210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.055037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=57da07db-1f65-45b4-8320-cbfd45d277f0,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:28.079356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Made reservation on behalf of 52bbd38333cb499ea22e71664bce9eab for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:28.092176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.116478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-620e2505-e64c-433e-9950-b4317326e22a admin admin] Publish callbacks [] for security_group (caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.140358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:28.141317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-620e2505-e64c-433e-9950-b4317326e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.168681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:28.171289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:28.181250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=37cedb7a-e22f-49f1-bd25-ea8563c65478,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:28.245425 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks [] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.260365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:28.272304 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-620e2505-e64c-433e-9950-b4317326e22a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9725ff88a29a4aa6828be32cc0181bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5968616 Apr 07 11:27:28.276385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:28.279638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e2505-e64c-433e-9950-b4317326e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:28.281487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6bbda3af-fb45-4336-ae1a-91d8e566a100 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:28.293061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (36400eba-0600-48c1-93b7-244d1009d371), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.293827 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Added segment 36400eba-0600-48c1-93b7-244d1009d371 of type vlan for network b692b9f3-cfd9-4239-ab72-cfb03c64f2f6 Apr 07 11:27:28.323804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.350100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:28.350943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.387125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:28.394898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:28.406584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:28.463847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Pushing event updated for resources: {'Port': ['ID=7e127ba2-48fb-4330-ab06-83eb96cacea3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:28.469702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b692b9f3-cfd9-4239-ab72-cfb03c64f2f6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.506705 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b49ce91b-1ddf-42c9-ba02-9a555b02abc7 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5545816 Apr 07 11:27:28.514628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58546) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:28.528744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c427ab2-0747-48e4-b6ae-9d919967c53c admin admin] Publish callbacks [] for security_group (caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.561394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:28.562380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.609905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6bbda3af-fb45-4336-ae1a-91d8e566a100 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:28.610969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.616614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbd771-b624-4097-a029-b6fef44361fe req-a4317e4b-aafc-4fc9-a9c9-a290a134c187 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:28.629897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62cbd771-b624-4097-a029-b6fef44361fe req-a4317e4b-aafc-4fc9-a9c9-a290a134c187 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 932 time: 0.1573465 Apr 07 11:27:28.637714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b692b9f3-cfd9-4239-ab72-cfb03c64f2f6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.638736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:28.639359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.650006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-c2586718-74aa-4c9e-b063-b2b7a9437175 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7668555 Apr 07 11:27:28.651026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Router ce0bc507-61c5-4584-a124-36bfd1b77ad3 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:28.658028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c427ab2-0747-48e4-b6ae-9d919967c53c admin admin] Publish callbacks [] for security_group (caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.690560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9839356 Apr 07 11:27:28.700763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Request body: {'port': {'device_id': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:28.729046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58548) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:28.748039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-06dda2aa-c595-4420-baf3-e77b8da2e1b5 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Request body: {'network': {'project_id': '52bbd38333cb499ea22e71664bce9eab'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:28.807290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6bbda3af-fb45-4336-ae1a-91d8e566a100 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:28.807813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.845636 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dda2aa-c595-4420-baf3-e77b8da2e1b5 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 07 11:27:28.846029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dda2aa-c595-4420-baf3-e77b8da2e1b5 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:27:28.850521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-06dda2aa-c595-4420-baf3-e77b8da2e1b5 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1101425 Apr 07 11:27:28.851163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:28.871554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 6bbda3af-fb45-4336-ae1a-91d8e566a100, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6bbda3af-fb45-4336-ae1a-91d8e566a100,segment=NetworkSegment(30655785-2758-491d-92b3-c62cb8ebfe4f),segment_id=30655785-2758-491d-92b3-c62cb8ebfe4f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:28.877259 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:28.961892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62cbd771-b624-4097-a029-b6fef44361fe req-38a6e6f7-fd12-4684-b4c1-e73476c03c06 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307116 Apr 07 11:27:28.995888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.012638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=6bbda3af-fb45-4336-ae1a-91d8e566a100,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:29.053502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c27aadd3-1421-4f9f-a419-41a467f84afb tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52bbd38333cb499ea22e71664bce9eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668520 Apr 07 11:27:29.059105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58552) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:29.116195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b76219-eb95-4e05-b79f-8864dd4cb3e3 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Pushing event updated for resources: {'Network': ['ID=b692b9f3-cfd9-4239-ab72-cfb03c64f2f6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:29.128957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b692b9f3-cfd9-4239-ab72-cfb03c64f2f6 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:29.180236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.182191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c427ab2-0747-48e4-b6ae-9d919967c53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.185396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c427ab2-0747-48e4-b6ae-9d919967c53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.186574 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9c427ab2-0747-48e4-b6ae-9d919967c53c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8 HTTP/1.1" status: 204 len: 168 time: 0.9079659 Apr 07 11:27:29.203867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c427ab2-0747-48e4-b6ae-9d919967c53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4e6ec-4f06-4fbe-bc5d-15ac976ec0a8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:29.221778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:29.322926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17057d41-715a-4175-a5b2-c87acbe8b774 None None] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:29.332540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Sync routers for ids ['ce0bc507-61c5-4584-a124-36bfd1b77ad3'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:29.340120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.342047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0a5cbff2-f66a-4f03-9df5-51d6363d57ae tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.6706545 Apr 07 11:27:29.347506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58558) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:29.411888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6cbd-077d-4a3e-b12b-7ba84720f498 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for security_group (73d88f29-3b91-4fbd-ad72-d8c04b5d3474), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.553916 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6cbd-077d-4a3e-b12b-7ba84720f498 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for security_group (73d88f29-3b91-4fbd-ad72-d8c04b5d3474), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.588937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Routers {'ce0bc507-61c5-4584-a124-36bfd1b77ad3'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:29.590030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ce0bc507-61c5-4584-a124-36bfd1b77ad3'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:29.642994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-92e47edb-d0ef-40c4-9a7f-7f16d36a3cee tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/ce0bc507-61c5-4584-a124-36bfd1b77ad3 HTTP/1.1" status: 200 len: 909 time: 0.2913725 Apr 07 11:27:29.651582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:29.661931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1265100477', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': True}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:29.719596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.722951 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (36e2f350-07f5-4387-b49e-9032c8ee5420), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.724841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (36e2f350-07f5-4387-b49e-9032c8ee5420), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.731752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.767648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6cbd-077d-4a3e-b12b-7ba84720f498 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (73d88f29-3b91-4fbd-ad72-d8c04b5d3474), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.770280 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6cbd-077d-4a3e-b12b-7ba84720f498 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.774170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4e5c6cbd-077d-4a3e-b12b-7ba84720f498 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/73d88f29-3b91-4fbd-ad72-d8c04b5d3474 HTTP/1.1" status: 204 len: 168 time: 0.7111053 Apr 07 11:27:29.789437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:29.828348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6cbd-077d-4a3e-b12b-7ba84720f498 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d88f29-3b91-4fbd-ad72-d8c04b5d3474,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:29.893248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Set router ce0bc507-61c5-4584-a124-36bfd1b77ad3 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:29.906343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (36e2f350-07f5-4387-b49e-9032c8ee5420), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:29.912286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=37cedb7a-e22f-49f1-bd25-ea8563c65478,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:30.181890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57da07db-1f65-45b4-8320-cbfd45d277f0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:30.251231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-457296e9-a79b-416e-9a14-f4d25458678a None None] Provisioning complete for port 6bbda3af-fb45-4336-ae1a-91d8e566a100 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:30.251594 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-457296e9-a79b-416e-9a14-f4d25458678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.347833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57da07db-1f65-45b4-8320-cbfd45d277f0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:30.348353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.419360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (36e2f350-07f5-4387-b49e-9032c8ee5420), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.450344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-457296e9-a79b-416e-9a14-f4d25458678a None None] Current status of the port 6bbda3af-fb45-4336-ae1a-91d8e566a100 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:30.471405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc507-61c5-4584-a124-36bfd1b77ad3', 'name': 'tempest-snat-router-1265100477', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.232'}], 'enable_snat': False}, 'gw_port_id': '86b0c106-8ddb-4507-ae74-cb2734e204d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:21Z', 'updated_at': '2022-04-07T11:27:27Z', 'revision_number': 3, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port': {'id': '86b0c106-8ddb-4507-ae74-cb2734e204d8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc507-61c5-4584-a124-36bfd1b77ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:24Z', 'updated_at': '2022-04-07T11:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:30.521345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Checking router: ce0bc507-61c5-4584-a124-36bfd1b77ad3 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:27:30.521738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Updating router ce0bc507-61c5-4584-a124-36bfd1b77ad3 port 86b0c106-8ddb-4507-ae74-cb2734e204d8 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:27:30.568823 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.584098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e127ba2-48fb-4330-ab06-83eb96cacea3 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:27:30.647139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Publish callbacks [] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.722654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.724483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Transition to ACTIVE for port object 7e127ba2-48fb-4330-ab06-83eb96cacea3 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:27:30.741589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b692b9f3-cfd9-4239-ab72-cfb03c64f2f6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.745208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.863599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358a75-56f0-4b71-8161-cff68f4e9546 req-8260c4cf-bd2b-422c-a1a7-572c377dce65 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:30.865846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd1b8-2c2a-492e-afbe-58278607b975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:30.866464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee358a75-56f0-4b71-8161-cff68f4e9546 req-8260c4cf-bd2b-422c-a1a7-572c377dce65 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 932 time: 0.2884667 Apr 07 11:27:30.952154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57da07db-1f65-45b4-8320-cbfd45d277f0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:30.955164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6bbda3af-fb45-4336-ae1a-91d8e566a100 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:30.977613 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b692b9f3-cfd9-4239-ab72-cfb03c64f2f6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.018770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b692b9f3-cfd9-4239-ab72-cfb03c64f2f6']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:31.023425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-91be8129-8f84-4290-b82d-3e6150fbe39f None None] Provisioning complete for port 6bbda3af-fb45-4336-ae1a-91d8e566a100 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:31.024475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-91be8129-8f84-4290-b82d-3e6150fbe39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.031654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36400eba-0600-48c1-93b7-244d1009d371') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:31.032099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36400eba-0600-48c1-93b7-244d1009d371') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:31.046207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (36400eba-0600-48c1-93b7-244d1009d371), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.068047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (36400eba-0600-48c1-93b7-244d1009d371), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.084594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:31.085710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (36400eba-0600-48c1-93b7-244d1009d371), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.114900 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: warnings.warn('Neutron quota engine will require "--force" ' Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:31.198514 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:31.202021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Pushing event updated for resources: {'Port': ['ID=7e127ba2-48fb-4330-ab06-83eb96cacea3,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:31.282368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b692b9f3-cfd9-4239-ab72-cfb03c64f2f6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.294970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6bbda3af-fb45-4336-ae1a-91d8e566a100 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:31.295359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.371050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-91be8129-8f84-4290-b82d-3e6150fbe39f None None] Current status of the port 6bbda3af-fb45-4336-ae1a-91d8e566a100 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:31.429517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Publish callbacks [] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.438811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.454768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b692b9f3-cfd9-4239-ab72-cfb03c64f2f6 HTTP/1.1" status: 204 len: 168 time: 1.6625559 Apr 07 11:27:31.470172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:31.506989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.517405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-91be8129-8f84-4290-b82d-3e6150fbe39f None None] Provisioning complete for port 37cedb7a-e22f-49f1-bd25-ea8563c65478 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:31.517770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-91be8129-8f84-4290-b82d-3e6150fbe39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.584071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-91be8129-8f84-4290-b82d-3e6150fbe39f None None] Port 37cedb7a-e22f-49f1-bd25-ea8563c65478 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:31.585490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6bbda3af-fb45-4336-ae1a-91d8e566a100 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:31.642220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (df359fc3-4ab7-4669-8268-33558b7dabe5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.670868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.676686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Attempting to bind port 86b0c106-8ddb-4507-ae74-cb2734e204d8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:31.676686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Attempting to bind port 86b0c106-8ddb-4507-ae74-cb2734e204d8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:31.676686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Attempting to bind port 86b0c106-8ddb-4507-ae74-cb2734e204d8 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:31.681572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072695b-11f3-4be7-ab29-818340a277f8 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Pushing event deleted for resources: {'Network': ['ID=b692b9f3-cfd9-4239-ab72-cfb03c64f2f6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:31.703668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Attempting to bind port 7e127ba2-48fb-4330-ab06-83eb96cacea3 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:31.704152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Attempting to bind port 7e127ba2-48fb-4330-ab06-83eb96cacea3 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:31.704422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Attempting to bind port 7e127ba2-48fb-4330-ab06-83eb96cacea3 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:31.713320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee358a75-56f0-4b71-8161-cff68f4e9546 req-39b2007f-f68d-4d13-b6c4-d47dc0a1c1c0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576172 Apr 07 11:27:31.717548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:31.718051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:31.718487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.718900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:31.719431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Bound port: 86b0c106-8ddb-4507-ae74-cb2734e204d8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:31.719831 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.728339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Port 7e127ba2-48fb-4330-ab06-83eb96cacea3 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:27:31.728678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Attempting to bind port 7e127ba2-48fb-4330-ab06-83eb96cacea3 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:31.797896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:31.798544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Checking segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:31.798956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Bound using segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:31.799427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Bound port: 7e127ba2-48fb-4330-ab06-83eb96cacea3, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:31.799800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.815167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] For port 86b0c106-8ddb-4507-ae74-cb2734e204d8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:31.820143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] For port 86b0c106-8ddb-4507-ae74-cb2734e204d8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=86b0c106-8ddb-4507-ae74-cb2734e204d8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:31.825932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904e29f-3b7c-4764-86da-32dfedec1c1b None None] Pushing event updated for resources: {'Port': ['ID=86b0c106-8ddb-4507-ae74-cb2734e204d8,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:31.841244 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.855152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2552642b-de8c-4655-acd2-bec9463a13fd None None] Provisioning complete for port 37cedb7a-e22f-49f1-bd25-ea8563c65478 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:31.856165 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2552642b-de8c-4655-acd2-bec9463a13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:31.977756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904e29f-3b7c-4764-86da-32dfedec1c1b None None] Pushing event updated for resources: {'Port': ['ID=86b0c106-8ddb-4507-ae74-cb2734e204d8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:31.984744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2552642b-de8c-4655-acd2-bec9463a13fd None None] Port 37cedb7a-e22f-49f1-bd25-ea8563c65478 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:31.989865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Routers {'ce0bc507-61c5-4584-a124-36bfd1b77ad3'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:31.990848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ce0bc507-61c5-4584-a124-36bfd1b77ad3'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:32.019523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (df359fc3-4ab7-4669-8268-33558b7dabe5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.040459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] For port 7e127ba2-48fb-4330-ab06-83eb96cacea3, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:32.063710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df359fc3-4ab7-4669-8268-33558b7dabe5']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:32.078263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] For port 7e127ba2-48fb-4330-ab06-83eb96cacea3, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:32.085610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c43036-8ae0-403d-a022-57064bb0554c') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:32.086542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c43036-8ae0-403d-a022-57064bb0554c') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:32.096407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.110784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (84c43036-8ae0-403d-a022-57064bb0554c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.203333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] Set router ce0bc507-61c5-4584-a124-36bfd1b77ad3 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:32.224891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:32.225651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.227228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] 10.222.0.41 "PUT /v2.0/ports/7e127ba2-48fb-4330-ab06-83eb96cacea3 HTTP/1.1" status: 200 len: 1092 time: 3.5547040 Apr 07 11:27:32.227819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'tag': '7e127ba2-48fb-4330-ab06-83eb96cacea3'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:27:32.230360 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "abe0ce79-4447-4a39-adf3-cd541cf253ff", "tag": "7e127ba2-48fb-4330-ab06-83eb96cacea3"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:27:32.245114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a07b7-a2ac-4be0-84b8-c6c2fdc1719f service neutron] Pushing event updated for resources: {'Port': ['ID=7e127ba2-48fb-4330-ab06-83eb96cacea3,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:32.258896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (84c43036-8ae0-403d-a022-57064bb0554c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.278476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:32.279526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (84c43036-8ae0-403d-a022-57064bb0554c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:32.282178 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:32.370880 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f282a10-b807-47ee-b069-93bcd44dae5f x-openstack-request-id: req-5f282a10-b807-47ee-b069-93bcd44dae5f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:27:32.373823 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe0ce79-4447-4a39-adf3-cd541cf253ff", "tag": "7e127ba2-48fb-4330-ab06-83eb96cacea3", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:27:32.375496 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f282a10-b807-47ee-b069-93bcd44dae5f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:27:32.376308 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f282a10-b807-47ee-b069-93bcd44dae5f'] response: {'name': 'network-changed', 'server_uuid': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'tag': '7e127ba2-48fb-4330-ab06-83eb96cacea3', 'status': 'completed', 'code': 200} Apr 07 11:27:32.422110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (36e2f350-07f5-4387-b49e-9032c8ee5420), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.503953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (df359fc3-4ab7-4669-8268-33558b7dabe5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.528178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.536832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] 10.222.0.13 "DELETE /v2.0/networks/df359fc3-4ab7-4669-8268-33558b7dabe5 HTTP/1.1" status: 204 len: 168 time: 1.0418296 Apr 07 11:27:32.570556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50037d19-b786-435d-ba35-25e7a4e26b51 tempest-QuotasNegativeTest-731640702 tempest-QuotasNegativeTest-731640702-project-admin] Pushing event deleted for resources: {'Network': ['ID=df359fc3-4ab7-4669-8268-33558b7dabe5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:32.581598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-ca1b34d1-7e50-4472-9302-8bc69322c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:32.584443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.587687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-ca1b34d1-7e50-4472-9302-8bc69322c12e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 1126 time: 0.2215238 Apr 07 11:27:32.679366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-405bd01e-9b47-4b6b-901d-29769795ea09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3 HTTP/1.1" status: 200 len: 217 time: 0.0826609 Apr 07 11:27:32.722010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc507-61c5-4584-a124-36bfd1b77ad3', 'name': 'tempest-snat-router-1265100477', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.232'}], 'enable_snat': False}, 'gw_port_id': '86b0c106-8ddb-4507-ae74-cb2734e204d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:21Z', 'updated_at': '2022-04-07T11:27:27Z', 'revision_number': 3, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port': {'id': '86b0c106-8ddb-4507-ae74-cb2734e204d8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc507-61c5-4584-a124-36bfd1b77ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:24Z', 'updated_at': '2022-04-07T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:32.750633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-4c7ed59d-bf12-4c85-9f47-0bc61ae01205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:32.763230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-4c7ed59d-bf12-4c85-9f47-0bc61ae01205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.0659950 Apr 07 11:27:32.829742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-6e504a4f-344d-49d2-9d6c-2677c8c4ad16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651221 Apr 07 11:27:32.882352 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.885839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Allocated IP 172.25.5.13 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/bda791ee-da0e-488e-8a1c-302ef33cf80a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:32.893441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:32.902546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4be00-314f-40fc-9358-549474b8bbc2 None None] The sync data for ids ['ce0bc507-61c5-4584-a124-36bfd1b77ad3'] in n-d-836788-1 is: [{'id': 'ce0bc507-61c5-4584-a124-36bfd1b77ad3', 'name': 'tempest-snat-router-1265100477', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.232'}], 'enable_snat': False}, 'gw_port_id': '86b0c106-8ddb-4507-ae74-cb2734e204d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:21Z', 'updated_at': '2022-04-07T11:27:27Z', 'revision_number': 3, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port': {'id': '86b0c106-8ddb-4507-ae74-cb2734e204d8', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc507-61c5-4584-a124-36bfd1b77ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:24Z', 'updated_at': '2022-04-07T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:32.990967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2eeb0c3b-927d-4dcc-97e9-6134246a4dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:33.009401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:33.232034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-07a58df1-330a-4425-9e4f-25e293a68c27 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933408 Apr 07 11:27:33.250997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=37cedb7a-e22f-49f1-bd25-ea8563c65478,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:33.376167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27321b8-4e7d-4fba-ada4-89b623904ca3 req-d00a92dc-b7e7-4faa-acf7-e6ffcc0c7d50 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:33.382152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27321b8-4e7d-4fba-ada4-89b623904ca3 req-d00a92dc-b7e7-4faa-acf7-e6ffcc0c7d50 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 944 time: 0.2517505 Apr 07 11:27:33.482624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:33.515302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:33.518128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325bbd83-4400-49be-9849-aaa974f55cc9 req-37d1dc66-4f69-411b-a6ed-e2298e646bbd service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770119 Apr 07 11:27:33.528165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27321b8-4e7d-4fba-ada4-89b623904ca3 req-ade6d5ed-ff57-4b98-80b3-2698b967d8cf tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389494 Apr 07 11:27:33.532191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:33.564934 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:33.803188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-6a60ff46-d90c-4f38-b7f8-aff0099dca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:33.811724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-6a60ff46-d90c-4f38-b7f8-aff0099dca2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 1126 time: 0.2093923 Apr 07 11:27:34.003545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:34.089553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:34.127437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:34.157259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:34.282851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-a40beb44-cc6f-4a50-85dc-0e59b10f7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:34.288310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-a40beb44-cc6f-4a50-85dc-0e59b10f7855 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 912 time: 0.4690640 Apr 07 11:27:34.357329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86b0c106-8ddb-4507-ae74-cb2734e204d8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:34.374163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58656) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:34.455572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-612d3749-ed73-4482-b2b3-c98153587660 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3 HTTP/1.1" status: 200 len: 217 time: 0.1582963 Apr 07 11:27:34.495078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d853300b-74e5-4691-9cb0-202fc37d9be8 None None] Provisioning complete for port 37cedb7a-e22f-49f1-bd25-ea8563c65478 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:34.507503 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d853300b-74e5-4691-9cb0-202fc37d9be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:34.535007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Port': ['ID=bda791ee-da0e-488e-8a1c-302ef33cf80a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:34.602520 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:34.634510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d853300b-74e5-4691-9cb0-202fc37d9be8 None None] Port 37cedb7a-e22f-49f1-bd25-ea8563c65478 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:34.671624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-860f263a-60cc-48d2-94ce-53c6950f7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:34.681688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 86b0c106-8ddb-4507-ae74-cb2734e204d8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:34.681688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:34.685869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-860f263a-60cc-48d2-94ce-53c6950f7e6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.2238073 Apr 07 11:27:34.785541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-0f506a3f-7e8d-42a8-8ebe-af0da03295ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865648 Apr 07 11:27:34.863276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2201f752-f02b-443a-b151-31fa5ad09666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:34.883366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 86b0c106-8ddb-4507-ae74-cb2734e204d8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:34.884090 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:34.937850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 86b0c106-8ddb-4507-ae74-cb2734e204d8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=86b0c106-8ddb-4507-ae74-cb2734e204d8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:34.945393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:35.106586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=86b0c106-8ddb-4507-ae74-cb2734e204d8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:35.158199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae4b5a-d582-4954-8e93-b81e7a1d2cf4 req-88949e48-36d7-4654-a99d-b91e075f612a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:35.162396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2bae4b5a-d582-4954-8e93-b81e7a1d2cf4 req-88949e48-36d7-4654-a99d-b91e075f612a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 944 time: 0.2348640 Apr 07 11:27:35.169623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-0060637f-f79e-43c7-ab20-968cff4df7b6 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633413 Apr 07 11:27:35.246251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2201f752-f02b-443a-b151-31fa5ad09666 admin admin] Publish callbacks [] for security_group (c53a6ced-41b7-4eaa-9397-6aeb6e435287), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:35.251787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Router a3aa098c-9b30-4954-a0f2-4a3abc5ec36f is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:35.261947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2201f752-f02b-443a-b151-31fa5ad09666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c53a6ced-41b7-4eaa-9397-6aeb6e435287), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:35.327505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201f752-f02b-443a-b151-31fa5ad09666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a6ced-41b7-4eaa-9397-6aeb6e435287,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:35.425801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2bae4b5a-d582-4954-8e93-b81e7a1d2cf4 req-d9317d29-13e6-4b48-bd7d-64de9cbfb4d7 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479255 Apr 07 11:27:35.493290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f7f415-570a-4de2-b0fd-f1d7ef33c4f6 req-4e73ecb1-8981-488b-8b89-178f12c97be1 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950344 Apr 07 11:27:35.559535 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2201f752-f02b-443a-b151-31fa5ad09666 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a898191747e4718b2c90713414c074e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1804194 Apr 07 11:27:35.564519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58674) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:35.767472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:35.781759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (36e2f350-07f5-4387-b49e-9032c8ee5420), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:35.795430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8c6b-6613-4b15-b711-d6665f60de07 admin admin] Publish callbacks [] for security_group (c53a6ced-41b7-4eaa-9397-6aeb6e435287), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:35.860929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8c6b-6613-4b15-b711-d6665f60de07 admin admin] Publish callbacks [] for security_group (c53a6ced-41b7-4eaa-9397-6aeb6e435287), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.007545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8c6b-6613-4b15-b711-d6665f60de07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c53a6ced-41b7-4eaa-9397-6aeb6e435287), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.010852 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8c6b-6613-4b15-b711-d6665f60de07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.014457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec3b8c6b-6613-4b15-b711-d6665f60de07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c53a6ced-41b7-4eaa-9397-6aeb6e435287 HTTP/1.1" status: 204 len: 168 time: 0.4462056 Apr 07 11:27:36.055205 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.109280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b8c6b-6613-4b15-b711-d6665f60de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a6ced-41b7-4eaa-9397-6aeb6e435287,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:36.114944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c383cb24-ca39-4cc4-a642-58aa6bb87c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.171080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:36.173686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (36e2f350-07f5-4387-b49e-9032c8ee5420), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.185309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3f924028-061c-4e4e-92f2-f62befb4a966 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/routers/a3aa098c-9b30-4954-a0f2-4a3abc5ec36f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6695447 Apr 07 11:27:36.191814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58684) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:36.198139 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] Sync routers for ids ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:36.250951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] Routers {'a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:36.251627 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:36.299527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86b0c106-8ddb-4507-ae74-cb2734e204d8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:36.372152 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:36.401903 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] Routers {'a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:36.403002 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:36.501771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa8d1b-8b56-4dc1-a90a-454c2de4f249 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:36.512377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:36.513096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-71aa8d1b-8b56-4dc1-a90a-454c2de4f249 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3aa098c-9b30-4954-a0f2-4a3abc5ec36f HTTP/1.1" status: 200 len: 982 time: 0.3168869 Apr 07 11:27:36.514341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58692) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:36.522411 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae664e-a7ed-495b-a821-a74e11fba0cd None None] The sync data for ids ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:36.613469 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Router 36e2f350-07f5-4387-b49e-9032c8ee5420 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:36.638628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 86b0c106-8ddb-4507-ae74-cb2734e204d8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:36.639718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.836800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c383cb24-ca39-4cc4-a642-58aa6bb87c97 admin admin] Publish callbacks [] for security_group (28a762d4-0ae3-41ab-b7fb-5a120ae4be77), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.872444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c383cb24-ca39-4cc4-a642-58aa6bb87c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (28a762d4-0ae3-41ab-b7fb-5a120ae4be77), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:36.938042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 86b0c106-8ddb-4507-ae74-cb2734e204d8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:36.953645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7e127ba2-48fb-4330-ab06-83eb96cacea3 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:27:36.954645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c383cb24-ca39-4cc4-a642-58aa6bb87c97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47193a32002d4b409c1dc6b3e4336614&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1852572 Apr 07 11:27:36.959332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:36.960791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383cb24-ca39-4cc4-a642-58aa6bb87c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a762d4-0ae3-41ab-b7fb-5a120ae4be77,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:36.988603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58698) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:37.008434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40ea1cdf-22dd-40f5-af3d-bc47a47fb5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.009798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab204b74-a1ce-4c95-8c11-256b0d37dcb5 req-7f34bf97-4057-40ca-8829-748ef6b29a6f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:37.021477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab204b74-a1ce-4c95-8c11-256b0d37dcb5 req-7f34bf97-4057-40ca-8829-748ef6b29a6f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 944 time: 0.2824626 Apr 07 11:27:37.031174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:37.064050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.065330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a0936f11-2af7-4e1f-9152-0d41238a4078 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4129519 Apr 07 11:27:37.069751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:37.083975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Sync routers for ids ['36e2f350-07f5-4387-b49e-9032c8ee5420'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:37.130704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Routers {'36e2f350-07f5-4387-b49e-9032c8ee5420'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:37.131725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['36e2f350-07f5-4387-b49e-9032c8ee5420'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:37.257445 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:27:37.365100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.resource_extend [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:27:37.369366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3403-f9f2-41a1-9e66-9cd56ed87308 admin admin] Publish callbacks [] for security_group (28a762d4-0ae3-41ab-b7fb-5a120ae4be77), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.393371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab204b74-a1ce-4c95-8c11-256b0d37dcb5 req-8dbe3a2b-6a0e-4f22-988a-2ee5ac7a8995 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693099 Apr 07 11:27:37.476660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7e127ba2-48fb-4330-ab06-83eb96cacea3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:37.493290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '7e127ba2-48fb-4330-ab06-83eb96cacea3', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'port_id': '7e127ba2-48fb-4330-ab06-83eb96cacea3', 'mac_address': 'fa:16:3e:ed:32:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:27:37.548735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3403-f9f2-41a1-9e66-9cd56ed87308 admin admin] Publish callbacks [] for security_group (28a762d4-0ae3-41ab-b7fb-5a120ae4be77), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.568241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.583693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7e127ba2-48fb-4330-ab06-83eb96cacea3 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:37.584353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.612241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e127ba2-48fb-4330-ab06-83eb96cacea3 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:27:37.643606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40ea1cdf-22dd-40f5-af3d-bc47a47fb5b2 admin admin] Publish callbacks [] for security_group (03e562fc-9d0d-48dd-a5d2-ec86db07eb32), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.663405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Set router 36e2f350-07f5-4387-b49e-9032c8ee5420 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:37.668153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7e127ba2-48fb-4330-ab06-83eb96cacea3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:37.719598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.773060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3403-f9f2-41a1-9e66-9cd56ed87308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (28a762d4-0ae3-41ab-b7fb-5a120ae4be77), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.776557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3403-f9f2-41a1-9e66-9cd56ed87308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.778192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cc4e3403-f9f2-41a1-9e66-9cd56ed87308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28a762d4-0ae3-41ab-b7fb-5a120ae4be77 HTTP/1.1" status: 204 len: 168 time: 0.8102584 Apr 07 11:27:37.796453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40ea1cdf-22dd-40f5-af3d-bc47a47fb5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (03e562fc-9d0d-48dd-a5d2-ec86db07eb32), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.843618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e3403-f9f2-41a1-9e66-9cd56ed87308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a762d4-0ae3-41ab-b7fb-5a120ae4be77,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:37.896440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7e127ba2-48fb-4330-ab06-83eb96cacea3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:37.912878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:37.936479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea1cdf-22dd-40f5-af3d-bc47a47fb5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e562fc-9d0d-48dd-a5d2-ec86db07eb32,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:38.017197 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-40ea1cdf-22dd-40f5-af3d-bc47a47fb5b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98b6adbd469747dd8e0eaa6ed9f2e048&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0272894 Apr 07 11:27:38.020927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:38.092534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Publish callbacks [] for security_group (03e562fc-9d0d-48dd-a5d2-ec86db07eb32), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:38.124809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Publish callbacks [] for security_group (03e562fc-9d0d-48dd-a5d2-ec86db07eb32), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:38.245224 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6595c00b-bc07-4838-abaf-7e93766a725d tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/36e2f350-07f5-4387-b49e-9032c8ee5420 HTTP/1.1" status: 200 len: 907 time: 1.1648152 Apr 07 11:27:38.245224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58712) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:38.372465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7e127ba2-48fb-4330-ab06-83eb96cacea3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:27:38.464934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (36e2f350-07f5-4387-b49e-9032c8ee5420), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:38.625470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2f350-07f5-4387-b49e-9032c8ee5420', 'name': 'tempest-snat-router-1265100477', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'bda791ee-da0e-488e-8a1c-302ef33cf80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:29Z', 'updated_at': '2022-04-07T11:27:35Z', 'revision_number': 3, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port': {'id': 'bda791ee-da0e-488e-8a1c-302ef33cf80a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2f350-07f5-4387-b49e-9032c8ee5420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:32Z', 'updated_at': '2022-04-07T11:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:38.714376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58716) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:38.733189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Checking router: 36e2f350-07f5-4387-b49e-9032c8ee5420 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:27:38.733831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Updating router 36e2f350-07f5-4387-b49e-9032c8ee5420 port bda791ee-da0e-488e-8a1c-302ef33cf80a binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:27:38.789889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-060451ad-be94-4858-a25a-ae4c3a177cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:38.832772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47f190-35c8-4108-83f3-99e82dce3d2b req-364745ff-c3c6-46be-a421-e470e8b368de tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:38.835076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf47f190-35c8-4108-83f3-99e82dce3d2b req-364745ff-c3c6-46be-a421-e470e8b368de tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 945 time: 0.2413876 Apr 07 11:27:38.936943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf47f190-35c8-4108-83f3-99e82dce3d2b req-6dee1eb1-90b4-4628-9aa6-c0cb6867ee5e tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Apr 07 11:27:38.966298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.024728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (36e2f350-07f5-4387-b49e-9032c8ee5420), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.040944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-060451ad-be94-4858-a25a-ae4c3a177cfc admin admin] Publish callbacks [] for security_group (61b371c2-2771-452f-ab90-fc6db3e4d6d0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.053159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-060451ad-be94-4858-a25a-ae4c3a177cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61b371c2-2771-452f-ab90-fc6db3e4d6d0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.094762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060451ad-be94-4858-a25a-ae4c3a177cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b371c2-2771-452f-ab90-fc6db3e4d6d0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:39.112145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 37cedb7a-e22f-49f1-bd25-ea8563c65478 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:39.112568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.136910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-060451ad-be94-4858-a25a-ae4c3a177cfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9981dde73ad482faa13e8f435ef8e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202440 Apr 07 11:27:39.141500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58720) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:39.190682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (03e562fc-9d0d-48dd-a5d2-ec86db07eb32), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.196425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.205636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03e562fc-9d0d-48dd-a5d2-ec86db07eb32 HTTP/1.1" status: 204 len: 168 time: 1.1809897 Apr 07 11:27:39.308180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e562fc-9d0d-48dd-a5d2-ec86db07eb32,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:39.334749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Deleting port bda791ee-da0e-488e-8a1c-302ef33cf80a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:39.341799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.346590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.380930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 37cedb7a-e22f-49f1-bd25-ea8563c65478 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:39.530504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.561156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Calling delete_port for bda791ee-da0e-488e-8a1c-302ef33cf80a owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:39.605101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.605537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.605826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.606448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.606788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.607120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.607446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.608203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.608203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.608437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.608710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.609031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.609375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd9cd5-c838-4c89-9d4b-039f4681ff7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:27:39.701901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e17-2f52-43b2-8d73-af7d7bdc12dd admin admin] Publish callbacks [] for security_group (61b371c2-2771-452f-ab90-fc6db3e4d6d0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.714055 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (37cedb7a-e22f-49f1-bd25-ea8563c65478), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.775489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e17-2f52-43b2-8d73-af7d7bdc12dd admin admin] Publish callbacks [] for security_group (61b371c2-2771-452f-ab90-fc6db3e4d6d0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:39.789174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=37cedb7a-e22f-49f1-bd25-ea8563c65478,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:40.092113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e17-2f52-43b2-8d73-af7d7bdc12dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61b371c2-2771-452f-ab90-fc6db3e4d6d0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.092876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Publish callbacks [] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.103554 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 07 11:27:40.103554 n-d-836788-1 neutron-server[104179]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 07 11:27:40.103554 n-d-836788-1 neutron-server[104179]: [parameters: {'host': 'n-d-836788-1', 'ml2_port_bindings_port_id': 'bda791ee-da0e-488e-8a1c-302ef33cf80a', 'ml2_port_bindings_host': ''}] Apr 07 11:27:40.103554 n-d-836788-1 neutron-server[104179]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:27:40.104020 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:27:40.104335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e17-2f52-43b2-8d73-af7d7bdc12dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.108500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fb2f1e17-2f52-43b2-8d73-af7d7bdc12dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61b371c2-2771-452f-ab90-fc6db3e4d6d0 HTTP/1.1" status: 204 len: 168 time: 0.9658666 Apr 07 11:27:40.142464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.171167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1e17-2f52-43b2-8d73-af7d7bdc12dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b371c2-2771-452f-ab90-fc6db3e4d6d0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:40.275224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bda791ee-da0e-488e-8a1c-302ef33cf80a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.479089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event deleted for resources: {'Port': ['ID=bda791ee-da0e-488e-8a1c-302ef33cf80a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:40.544130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (36e2f350-07f5-4387-b49e-9032c8ee5420), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.592443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db4da-a09f-4892-b948-5b4970003308 req-0aeceaea-ccc7-4019-b743-7ce338de6401 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:40.594382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881db4da-a09f-4892-b948-5b4970003308 req-0aeceaea-ccc7-4019-b743-7ce338de6401 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 945 time: 0.4480424 Apr 07 11:27:40.651323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Port bda791ee-da0e-488e-8a1c-302ef33cf80a not found while updating agent binding for router 36e2f350-07f5-4387-b49e-9032c8ee5420. {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 07 11:27:40.671243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Routers {'36e2f350-07f5-4387-b49e-9032c8ee5420'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:40.672653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['36e2f350-07f5-4387-b49e-9032c8ee5420'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:40.909793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Router a3aa098c-9b30-4954-a0f2-4a3abc5ec36f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:27:40.920733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (36e2f350-07f5-4387-b49e-9032c8ee5420), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.928919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (36e2f350-07f5-4387-b49e-9032c8ee5420), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:40.963017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881db4da-a09f-4892-b948-5b4970003308 req-a7b19088-3f1b-4954-a312-eeb48afe3387 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406708 Apr 07 11:27:41.071775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (36e2f350-07f5-4387-b49e-9032c8ee5420), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.071775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36e2f350-07f5-4387-b49e-9032c8ee5420 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:41.079618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.087026 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e35964da-418f-4d1d-b817-7fd8aac8df35 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/routers/36e2f350-07f5-4387-b49e-9032c8ee5420 HTTP/1.1" status: 204 len: 168 time: 2.8288877 Apr 07 11:27:41.090006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58762) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:41.143917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:41.151300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0b7972c7-52cb-44e7-b517-e31750f363ca tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/routers/a3aa098c-9b30-4954-a0f2-4a3abc5ec36f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6312153 Apr 07 11:27:41.153951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58764) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:41.156726 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] Sync routers for ids ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:41.188246 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] Routers {'a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:41.189346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:41.203547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:41.207227 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a1cd4-b932-4419-99c2-db5e5cdd9c6c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:27:41.218496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-130a1cd4-b932-4419-99c2-db5e5cdd9c6c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/37cedb7a-e22f-49f1-bd25-ea8563c65478 HTTP/1.1" status: 404 len: 333 time: 0.0628710 Apr 07 11:27:41.224804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58770) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:41.254144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7e127ba2-48fb-4330-ab06-83eb96cacea3 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:41.265708 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:41.290589 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] Routers {'a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:41.291251 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:41.342115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] Set router 36e2f350-07f5-4387-b49e-9032c8ee5420 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:27:41.347752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 7e127ba2-48fb-4330-ab06-83eb96cacea3 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:27:41.387635 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:41.389091 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b1035-3af9-49b8-ba11-84f051b30bc2 None None] The sync data for ids ['a3aa098c-9b30-4954-a0f2-4a3abc5ec36f'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:41.431740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 7e127ba2-48fb-4330-ab06-83eb96cacea3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:41.432017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.560318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for router (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.610765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e2f350-07f5-4387-b49e-9032c8ee5420', 'name': 'tempest-snat-router-1265100477', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:29Z', 'updated_at': '2022-04-07T11:27:40Z', 'revision_number': 5, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:41.626256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'networks': [{'name': 'tempest-network--73861197'}, {'name': 'tempest-network--955584571'}]} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:41.626743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'network': {'name': 'tempest-network--73861197'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:41.627202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'network': {'name': 'tempest-network--955584571'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:41.670732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'network': 2} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:41.675359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.692913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9989-66bb-4688-8199-b8bcfb589f80 None None] The sync data for ids ['36e2f350-07f5-4387-b49e-9032c8ee5420'] in n-d-836788-1 is: [{'id': '36e2f350-07f5-4387-b49e-9032c8ee5420', 'name': 'tempest-snat-router-1265100477', 'tenant_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:29Z', 'updated_at': '2022-04-07T11:27:40Z', 'revision_number': 5, 'project_id': 'f5531986a21a4f6ebe8009b8ff2b62d8', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:41.693975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.800348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7e127ba2-48fb-4330-ab06-83eb96cacea3 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:41.802445 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.845991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e127ba2-48fb-4330-ab06-83eb96cacea3'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:27:41.849793 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe40c34-7ec7-415a-afc8-418b089b1d21" -d '{"events": [{"server_uuid": "abe0ce79-4447-4a39-adf3-cd541cf253ff", "name": "network-vif-plugged", "status": "completed", "tag": "7e127ba2-48fb-4330-ab06-83eb96cacea3"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:27:41.918089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7e127ba2-48fb-4330-ab06-83eb96cacea3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:41.934693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.939494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for security_group (a78e1030-2c45-45c0-82a0-d11e6bc15c92), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.949356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a78e1030-2c45-45c0-82a0-d11e6bc15c92), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:41.949837 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.074754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e1030-2c45-45c0-82a0-d11e6bc15c92,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:42.093344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7e127ba2-48fb-4330-ab06-83eb96cacea3,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:42.112265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:42.157877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.158248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f0de7dc0-36fc-4544-af59-8b9507316c8d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.159029 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Added segment f0de7dc0-36fc-4544-af59-8b9507316c8d of type vlan for network d44af292-558f-4e01-b47f-b8325243c3fe Apr 07 11:27:42.168052 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (ce0bc507-61c5-4584-a124-36bfd1b77ad3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.181525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for router_controller (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.295750 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c232c1-4455-4f50-8b3c-7a672e9f31e4 x-openstack-request-id: req-23c232c1-4455-4f50-8b3c-7a672e9f31e4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:27:42.296767 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0ce79-4447-4a39-adf3-cd541cf253ff", "name": "network-vif-plugged", "status": "completed", "tag": "7e127ba2-48fb-4330-ab06-83eb96cacea3", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:27:42.297323 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23c232c1-4455-4f50-8b3c-7a672e9f31e4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:27:42.298039 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c232c1-4455-4f50-8b3c-7a672e9f31e4'] response: {'server_uuid': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e127ba2-48fb-4330-ab06-83eb96cacea3', 'code': 200} Apr 07 11:27:42.418403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d44af292-558f-4e01-b47f-b8325243c3fe), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.468299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa8994-f760-45c5-9fee-8936b88f5c7b req-492b8f6d-025f-4b8b-8857-e510877d6322 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:42.476613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78fa8994-f760-45c5-9fee-8936b88f5c7b req-492b8f6d-025f-4b8b-8857-e510877d6322 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3271344 Apr 07 11:27:42.557842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:42.568991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (ce0bc507-61c5-4584-a124-36bfd1b77ad3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.581028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (a3aa098c-9b30-4954-a0f2-4a3abc5ec36f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.582564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Fanout notify agent at l3_agent the message router_deleted on router a3aa098c-9b30-4954-a0f2-4a3abc5ec36f {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:42.592060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7db879-d58c-4a14-b070-9c002eee4d20 req-0dc58937-f60c-425f-ab72-2c71d1d4ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:42.594120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a7db879-d58c-4a14-b070-9c002eee4d20 req-0dc58937-f60c-425f-ab72-2c71d1d4ce51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 1128 time: 0.2227840 Apr 07 11:27:42.605322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.612838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ed1f3f4d-7a08-468e-b0a4-33ab30b0b7fc tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/routers/a3aa098c-9b30-4954-a0f2-4a3abc5ec36f HTTP/1.1" status: 204 len: 168 time: 1.3826852 Apr 07 11:27:42.616327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58804) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:42.722511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8c39be32-fa7b-47ba-8964-362114fd7020), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.722511 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Added segment 8c39be32-fa7b-47ba-8964-362114fd7020 of type vlan for network de8eeed6-3bdb-4421-912b-c416543c0376 Apr 07 11:27:42.754685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Deleting port 86b0c106-8ddb-4507-ae74-cb2734e204d8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:42.755403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.822549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78fa8994-f760-45c5-9fee-8936b88f5c7b req-8b8b1f15-b672-4ff1-a1bb-f39bb62f70d5 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448460 Apr 07 11:27:42.863501 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (de8eeed6-3bdb-4421-912b-c416543c0376), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.888633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 8475d069-4fbf-41dc-8962-213085d16201 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:42.893173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (8475d069-4fbf-41dc-8962-213085d16201), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.929537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a7db879-d58c-4a14-b070-9c002eee4d20 req-a37492c0-d631-4853-9a40-03bc5b7d2ff8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132362 Apr 07 11:27:42.969274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8475d069-4fbf-41dc-8962-213085d16201), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.973848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d44af292-558f-4e01-b47f-b8325243c3fe), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.974592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (de8eeed6-3bdb-4421-912b-c416543c0376), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:42.980706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:42.985302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:42.986011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:43.001050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] For port 86b0c106-8ddb-4507-ae74-cb2734e204d8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=86b0c106-8ddb-4507-ae74-cb2734e204d8,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:43.001739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:43.024748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Calling delete_port for 86b0c106-8ddb-4507-ae74-cb2734e204d8 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:43.107571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.8868330 Apr 07 11:27:43.116638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58812) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:43.294990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (86b0c106-8ddb-4507-ae74-cb2734e204d8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:43.353035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event deleted for resources: {'Port': ['ID=86b0c106-8ddb-4507-ae74-cb2734e204d8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:43.487180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe85d54-acf6-4a00-8695-4b8c6f62be2f tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:43.509503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe85d54-acf6-4a00-8695-4b8c6f62be2f tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:43.514687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (ce0bc507-61c5-4584-a124-36bfd1b77ad3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:43.526100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe85d54-acf6-4a00-8695-4b8c6f62be2f tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:43.536914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe85d54-acf6-4a00-8695-4b8c6f62be2f tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:43.554656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dbe85d54-acf6-4a00-8695-4b8c6f62be2f tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4303012 Apr 07 11:27:43.558965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:43.639461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Network': ['ID=d44af292-558f-4e01-b47f-b8325243c3fe,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:43.695753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d44af292-558f-4e01-b47f-b8325243c3fe details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:44.296839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (ce0bc507-61c5-4584-a124-36bfd1b77ad3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.306043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_controller (ce0bc507-61c5-4584-a124-36bfd1b77ad3), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.350835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7b15a-4902-4d9a-9774-d46294ae9408 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Network': ['ID=de8eeed6-3bdb-4421-912b-c416543c0376,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:44.368090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network de8eeed6-3bdb-4421-912b-c416543c0376 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:44.385228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (ce0bc507-61c5-4584-a124-36bfd1b77ad3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.386076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce0bc507-61c5-4584-a124-36bfd1b77ad3 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:44.411537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.413307 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6fd3e373-4f88-4e8d-b346-9ded5e1c66bd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ce0bc507-61c5-4584-a124-36bfd1b77ad3 HTTP/1.1" status: 204 len: 168 time: 3.3200955 Apr 07 11:27:44.417994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58834) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:44.423378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-999941058', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:44.482874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.486275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.563890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8475d069-4fbf-41dc-8962-213085d16201), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.607782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.680782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d44af292-558f-4e01-b47f-b8325243c3fe), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.740967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b6c8a-4d73-4ed1-b497-8d65db80c664 req-1c4a5337-e661-4a4e-a511-07c003347237 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:44.743393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-365b6c8a-4d73-4ed1-b497-8d65db80c664 req-1c4a5337-e661-4a4e-a511-07c003347237 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.5426335 Apr 07 11:27:44.847268 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d44af292-558f-4e01-b47f-b8325243c3fe), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.858076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.873788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44af292-558f-4e01-b47f-b8325243c3fe']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:44.946488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0de7dc0-36fc-4544-af59-8b9507316c8d') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:44.948371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0de7dc0-36fc-4544-af59-8b9507316c8d') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:44.986441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8475d069-4fbf-41dc-8962-213085d16201), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:44.993613 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (f0de7dc0-36fc-4544-af59-8b9507316c8d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.144148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-365b6c8a-4d73-4ed1-b497-8d65db80c664 req-9900dcac-ef17-4f6b-bbab-523f2a257d16 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719559 Apr 07 11:27:45.158028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=8475d069-4fbf-41dc-8962-213085d16201,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:45.160023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f5067-d60c-47aa-b5f8-9cbdfc424174 None None] Network fdc8b7ca-2bb2-468e-8c53-c52777c54300 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:45.165071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f0de7dc0-36fc-4544-af59-8b9507316c8d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.168837 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.175532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-95b64b5e-332c-48c4-8716-a45e05ad3c03 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/8475d069-4fbf-41dc-8962-213085d16201 HTTP/1.1" status: 204 len: 168 time: 2.5319529 Apr 07 11:27:45.179754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58848) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:45.205040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:45.212224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (f0de7dc0-36fc-4544-af59-8b9507316c8d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:45.217461 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:45.319476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (ea940b3e-5180-49b6-ab73-9bbb3357dec4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.371487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.440368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (fdc8b7ca-2bb2-468e-8c53-c52777c54300), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.447931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d44af292-558f-4e01-b47f-b8325243c3fe), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.462813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.466536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/networks/d44af292-558f-4e01-b47f-b8325243c3fe HTTP/1.1" status: 204 len: 168 time: 1.8954856 Apr 07 11:27:45.485719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58850) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:45.514711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] DHCP port deletion for fdc8b7ca-2bb2-468e-8c53-c52777c54300 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:27:45.542372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f6b19-c818-40de-9ca3-ec7e306c7469 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Network': ['ID=d44af292-558f-4e01-b47f-b8325243c3fe,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:45.658034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Allocated IP 172.25.5.143 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ccfd0054-81bf-4a4d-9215-626132c4f785) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:45.702458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] Deleting port 6bbda3af-fb45-4336-ae1a-91d8e566a100 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:45.702942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.761293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (de8eeed6-3bdb-4421-912b-c416543c0376), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.768819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 6bbda3af-fb45-4336-ae1a-91d8e566a100 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:45.769190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.824430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for port (ccfd0054-81bf-4a4d-9215-626132c4f785), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.838287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] For port 6bbda3af-fb45-4336-ae1a-91d8e566a100, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6bbda3af-fb45-4336-ae1a-91d8e566a100,segment=NetworkSegment(30655785-2758-491d-92b3-c62cb8ebfe4f),segment_id=30655785-2758-491d-92b3-c62cb8ebfe4f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:45.839344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.862009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] Calling delete_port for 6bbda3af-fb45-4336-ae1a-91d8e566a100 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:45.885098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ccfd0054-81bf-4a4d-9215-626132c4f785), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:45.932013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:45.937794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:45.948874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:45.951741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] For port 6bbda3af-fb45-4336-ae1a-91d8e566a100, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6bbda3af-fb45-4336-ae1a-91d8e566a100,segment=NetworkSegment(30655785-2758-491d-92b3-c62cb8ebfe4f),segment_id=30655785-2758-491d-92b3-c62cb8ebfe4f)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:45.953305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.095181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.110615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 6bbda3af-fb45-4336-ae1a-91d8e566a100 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:46.172451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86b0c106-8ddb-4507-ae74-cb2734e204d8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:46.175524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] Pushing event deleted for resources: {'Port': ['ID=6bbda3af-fb45-4336-ae1a-91d8e566a100,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:46.228252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630d40e-ffaf-4449-9e1a-be0b6a61593c None None] No DVR routers for this DVR port 6bbda3af-fb45-4336-ae1a-91d8e566a100 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:46.247134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 86b0c106-8ddb-4507-ae74-cb2734e204d8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:46.248268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86b0c106-8ddb-4507-ae74-cb2734e204d8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:46.250463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6bbda3af-fb45-4336-ae1a-91d8e566a100 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:46.263657 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6bbda3af-fb45-4336-ae1a-91d8e566a100), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.269621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event updated for resources: {'Port': ['ID=ccfd0054-81bf-4a4d-9215-626132c4f785,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:46.301060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6bbda3af-fb45-4336-ae1a-91d8e566a100 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:46.306172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6bbda3af-fb45-4336-ae1a-91d8e566a100 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:46.356152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=6bbda3af-fb45-4336-ae1a-91d8e566a100,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:46.360760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (de8eeed6-3bdb-4421-912b-c416543c0376), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.366028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No DVR routers for this DVR port 6bbda3af-fb45-4336-ae1a-91d8e566a100 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:27:46.467921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8eeed6-3bdb-4421-912b-c416543c0376']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:46.525942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c39be32-fa7b-47ba-8964-362114fd7020') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:46.526244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c39be32-fa7b-47ba-8964-362114fd7020') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:46.562996 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (8c39be32-fa7b-47ba-8964-362114fd7020), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.603097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (fdc8b7ca-2bb2-468e-8c53-c52777c54300), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.661310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8c39be32-fa7b-47ba-8964-362114fd7020), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.672194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70add9-42e4-428b-892e-e5bc99dfe015 req-fd846fe6-fa02-4e37-9a61-f088b3a8fa64 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:46.674075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b70add9-42e4-428b-892e-e5bc99dfe015 req-fd846fe6-fa02-4e37-9a61-f088b3a8fa64 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.2695410 Apr 07 11:27:46.703531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:46.704585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (8c39be32-fa7b-47ba-8964-362114fd7020), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:46.709545 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:46.714038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (ea940b3e-5180-49b6-ab73-9bbb3357dec4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.727169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc8b7ca-2bb2-468e-8c53-c52777c54300']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:46.791706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30655785-2758-491d-92b3-c62cb8ebfe4f') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:46.792338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30655785-2758-491d-92b3-c62cb8ebfe4f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:46.838469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b70add9-42e4-428b-892e-e5bc99dfe015 req-9f4f5902-22c9-4da0-9491-4a371ee6df44 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451459 Apr 07 11:27:46.855117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (30655785-2758-491d-92b3-c62cb8ebfe4f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.883147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (de8eeed6-3bdb-4421-912b-c416543c0376), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.892962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (30655785-2758-491d-92b3-c62cb8ebfe4f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.939049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:46.951258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/networks/de8eeed6-3bdb-4421-912b-c416543c0376 HTTP/1.1" status: 204 len: 168 time: 1.4608402 Apr 07 11:27:46.967318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:27:46.967798 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (30655785-2758-491d-92b3-c62cb8ebfe4f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:27:47.009801 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:27:47.065613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58882) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:47.067615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b056d31-3ab4-4bab-8296-6b824e9c521b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Network': ['ID=de8eeed6-3bdb-4421-912b-c416543c0376,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:47.208027 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.298401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (fdc8b7ca-2bb2-468e-8c53-c52777c54300), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.363597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.371179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/fdc8b7ca-2bb2-468e-8c53-c52777c54300 HTTP/1.1" status: 204 len: 168 time: 2.1898744 Apr 07 11:27:47.372905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58894) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:47.375270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ade1d-2594-4ff9-906e-c98183ebc7d9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=fdc8b7ca-2bb2-468e-8c53-c52777c54300,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:47.435375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989d385-c06c-4855-bde3-26f9abacf65c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:47.443938 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2989d385-c06c-4855-bde3-26f9abacf65c tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/d8de2dae-ef19-4f67-a6a8-8125f82a1f66 HTTP/1.1" status: 200 len: 840 time: 0.0674472 Apr 07 11:27:47.444661 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58896) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:47.528865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ba5f099-b59b-44ea-b9a4-1f257c10308a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/d8de2dae-ef19-4f67-a6a8-8125f82a1f66?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0824900 Apr 07 11:27:47.530119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58900) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:47.536116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:47.546924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18125548-48dc-4af2-a1f3-5d94e75e1aa0 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:47.558481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18125548-48dc-4af2-a1f3-5d94e75e1aa0 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:47.566401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18125548-48dc-4af2-a1f3-5d94e75e1aa0 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4865723 Apr 07 11:27:47.567514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58902) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:47.589601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-660894605'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:47.636524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-339551f9-854a-4101-a365-c8b9bc2a3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:47.645688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-339551f9-854a-4101-a365-c8b9bc2a3aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 1128 time: 0.4761205 Apr 07 11:27:47.648981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Router ea940b3e-5180-49b6-ab73-9bbb3357dec4 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:27:47.656983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:47.662486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.798540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:47.803441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.813474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449f214-8de5-4c2a-9ad2-00d99a5d05de req-f644ec00-6e29-49b9-bfd1-274d3462e79f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:47.819279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:47.823167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0449f214-8de5-4c2a-9ad2-00d99a5d05de req-f644ec00-6e29-49b9-bfd1-274d3462e79f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.5559499 Apr 07 11:27:47.834133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] Sync routers for ids ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:47.854631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] Routers {'ea940b3e-5180-49b6-ab73-9bbb3357dec4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:47.855296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:47.918513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:47.940474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:47.944371 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fbae3f13-0a01-4f95-af26-2e2f63f9a044 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5224535 Apr 07 11:27:47.944823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58910) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:47.952179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:47.956210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': False}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:47.969477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] Routers {'ea940b3e-5180-49b6-ab73-9bbb3357dec4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:47.970473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:48.031597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9f2e353e-b781-4fe2-bc69-118c3b171b4a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.032138 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Added segment 9f2e353e-b781-4fe2-bc69-118c3b171b4a of type vlan for network 531cd134-24ce-46cf-be88-b21e6e954ed0 Apr 07 11:27:48.065279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:48.065918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb09fc-56f4-485e-8e24-2f120bd94eb3 None None] The sync data for ids ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:48.096666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-5a578a2c-cc02-4fd2-b09a-9ead221b2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:48.098726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-5a578a2c-cc02-4fd2-b09a-9ead221b2654 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 912 time: 0.4394491 Apr 07 11:27:48.190132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (531cd134-24ce-46cf-be88-b21e6e954ed0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.260352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0449f214-8de5-4c2a-9ad2-00d99a5d05de req-be914a18-1b24-4dfc-8da0-8c1bbcb00f40 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325492 Apr 07 11:27:48.292502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (531cd134-24ce-46cf-be88-b21e6e954ed0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.310396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:48.311155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.423427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-dc26c239-91fc-409f-a1db-0ed72199891a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3 HTTP/1.1" status: 200 len: 217 time: 0.1425860 Apr 07 11:27:48.484733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9081028 Apr 07 11:27:48.489739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58920) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:48.497649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1838719367'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:48.524390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457417f-688a-4de9-9fe5-8a7b980d95b7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Network': ['ID=531cd134-24ce-46cf-be88-b21e6e954ed0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:48.537497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 531cd134-24ce-46cf-be88-b21e6e954ed0 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:48.539587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:48.544788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.568377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-30118e3d-7b09-4254-adf3-716a52901750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:48.570019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-30118e3d-7b09-4254-adf3-716a52901750 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.1393013 Apr 07 11:27:48.690180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-7a628503-94f4-4af6-90b8-ba74a8d6ae06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127369 Apr 07 11:27:48.712594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:48.846157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (f3455edb-0074-4d89-bafc-f8f689815f1a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.936262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2dcc2f63-afae-4372-a079-a19858a3b251), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:48.937067 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Added segment 2dcc2f63-afae-4372-a079-a19858a3b251 of type vlan for network 3cb5b1f9-248b-4537-8592-7a3c9d9bad85 Apr 07 11:27:49.003167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:49.013386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:49.024124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.024992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.028167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058d239-ba86-47ee-8a09-63a365c46c87 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:49.051981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=f3455edb-0074-4d89-bafc-f8f689815f1a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:49.071271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.083056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7fc682f1-fb34-43f2-9dd3-20f1395d04a9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5517924 Apr 07 11:27:49.087160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58928) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:49.101575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1099445975'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:49.154712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-e5a6bab3-c1f3-49b2-98ee-7189bc6e9600 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443839 Apr 07 11:27:49.200194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3cb5b1f9-248b-4537-8592-7a3c9d9bad85), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.216519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.224036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.233008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.240512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.246943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.252458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.259273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.261402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-759bc308-a2c5-47e1-ba07-1b4a5b0b721b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.3682623 Apr 07 11:27:49.373114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.399963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3cb5b1f9-248b-4537-8592-7a3c9d9bad85), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.406711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:49.407458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.440259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'project_id': '106fb434248849e8bd39c7f190324ddd', 'fixed_ips': [{'subnet_id': 'f3455edb-0074-4d89-bafc-f8f689815f1a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:27:49.441637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.448401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9532335 Apr 07 11:27:49.484379 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (1ff6b385-9614-4be7-9e32-495883819131), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.485677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:49.493508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'ports': [{'network_id': '531cd134-24ce-46cf-be88-b21e6e954ed0', 'name': 'tempest-port--2056435800', 'admin_state_up': True}, {'network_id': '3cb5b1f9-248b-4537-8592-7a3c9d9bad85', 'admin_state_up': False}]} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:49.493786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'port': {'network_id': '531cd134-24ce-46cf-be88-b21e6e954ed0', 'name': 'tempest-port--2056435800', 'admin_state_up': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:49.496934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'port': {'network_id': '3cb5b1f9-248b-4537-8592-7a3c9d9bad85', 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:49.500264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1ff6b385-9614-4be7-9e32-495883819131), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.636283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.637629 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5474491 Apr 07 11:27:49.640482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Allocated IP 172.20.0.2 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/f3455edb-0074-4d89-bafc-f8f689815f1a/3775b74f-63a9-458c-840e-eceddd5fd41d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:49.656722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95d401e0-3d25-4635-8a74-24b885f95a6f req-03fea6a4-55c0-4582-9a5b-aabfe704cd23 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3805025 Apr 07 11:27:49.672642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58940) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:49.728599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6b04d-857e-4ff0-be95-5bb646a32a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6b385-9614-4be7-9e32-495883819131,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:49.749787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'security_group': {'name': 'tempest-secgroup-558698498'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:49.814404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.857008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Publish callbacks [] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.871248 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.886973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'port': 2} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:49.891303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.899169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (7f245a7e-f8ad-4020-80a1-588b1f379ee2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.902576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f238a3-15b8-475d-ad7c-5f0da2b81fa6 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Network': ['ID=3cb5b1f9-248b-4537-8592-7a3c9d9bad85,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:49.921354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7f245a7e-f8ad-4020-80a1-588b1f379ee2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.926691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3441d89-573e-49a1-b0f3-106a34fbcb2b req-750b52ec-5dfc-449d-8b97-0f73594d3d54 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470250 Apr 07 11:27:49.930986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:49.932304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3cb5b1f9-248b-4537-8592-7a3c9d9bad85 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:49.945414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:49.956078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:50.005997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:50.018842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f245a7e-f8ad-4020-80a1-588b1f379ee2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:50.098874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:50.117975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:50.119232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-995cf364-a3f7-4bf2-b68f-8337b65d23ce tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3901107 Apr 07 11:27:50.123862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 58956) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:50.128845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1739679338', 'security_groups': ['7f245a7e-f8ad-4020-80a1-588b1f379ee2'], 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3455edb-0074-4d89-bafc-f8f689815f1a'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:50.138368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Attempting to bind port 3775b74f-63a9-458c-840e-eceddd5fd41d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:27:50.138686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Attempting to bind port 3775b74f-63a9-458c-840e-eceddd5fd41d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ff41858d-6dfe-47f9-95f1-75582b625cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:27:50.139061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Attempting to bind port 3775b74f-63a9-458c-840e-eceddd5fd41d on network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:27:50.150951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:27:50.151347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Checking segment: {'id': 'ff41858d-6dfe-47f9-95f1-75582b625cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:50.151766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:50.152169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Bound using segment: {'id': 'ff41858d-6dfe-47f9-95f1-75582b625cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:27:50.152673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Bound port: 3775b74f-63a9-458c-840e-eceddd5fd41d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff41858d-6dfe-47f9-95f1-75582b625cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:27:50.153072 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:50.260196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd44ce-edea-41e1-bcde-14ee66b03753 req-02dfb81d-17f6-4c38-8074-a88ba29e8658 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.267314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:27:50.270977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:27:50.275026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14cd44ce-edea-41e1-bcde-14ee66b03753 req-02dfb81d-17f6-4c38-8074-a88ba29e8658 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.8051529 Apr 07 11:27:50.290056 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:50.312252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] device_id is not set on port dedd6657-51f8-4984-8c6a-237186c0d683 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:50.458701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a9ec5-0c5b-4d8d-a7d9-02d07244c0d5 None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:50.480743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.486377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.491929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.497349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.502707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.509658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.515865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:50.518091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d2e34fd-2d27-42ca-b2a5-e4618d7ddb6f req-3f3ef268-66f5-4de5-8bb9-7c247f6c13eb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.6003540 Apr 07 11:27:50.527742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14cd44ce-edea-41e1-bcde-14ee66b03753 req-807e3c20-b43b-443b-9a0a-177215aef68a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439816 Apr 07 11:27:50.531812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:50.577614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for port (dedd6657-51f8-4984-8c6a-237186c0d683), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:50.673167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:50.706208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port ee814255-2357-429c-bdeb-2fbbe8b1a2db yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:50.898901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] device_id is not set on port 57c60414-81bf-4bcb-86b9-30fb650808fb yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:27:51.000386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.009771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.017411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.7 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/f3455edb-0074-4d89-bafc-f8f689815f1a/ee814255-2357-429c-bdeb-2fbbe8b1a2db) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:51.256813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Router ea940b3e-5180-49b6-ab73-9bbb3357dec4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:27:51.260794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.279582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for port (57c60414-81bf-4bcb-86b9-30fb650808fb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.310012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.377913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:51.383813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:51.391357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:51.398933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=ee814255-2357-429c-bdeb-2fbbe8b1a2db,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:51.575864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:27:51.585987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.589846 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-099df6ac-bd5d-43d1-b645-1686f25af3e4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "PUT /v2.0/routers/ea940b3e-5180-49b6-ab73-9bbb3357dec4 HTTP/1.1" status: 200 len: 921 time: 3.6415052 Apr 07 11:27:51.595829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] Sync routers for ids ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:27:51.605795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58978) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:51.612289 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] Routers {'ea940b3e-5180-49b6-ab73-9bbb3357dec4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:51.613353 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:51.733401 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:51.777170 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] Routers {'ea940b3e-5180-49b6-ab73-9bbb3357dec4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:27:51.778070 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:51.824088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dedd6657-51f8-4984-8c6a-237186c0d683), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:51.887690 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:27:51.888591 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cec90f-ad97-4b6d-9183-8e3a4b3f6b27 None None] The sync data for ids ['ea940b3e-5180-49b6-ab73-9bbb3357dec4'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:27:52.107573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a5cdde31-999f-47f6-8425-da3b89de79b4 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/ea940b3e-5180-49b6-ab73-9bbb3357dec4 HTTP/1.1" status: 200 len: 921 time: 0.5005605 Apr 07 11:27:52.112613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 58990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:52.196694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:52.199643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:52.273781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3775b74f-63a9-458c-840e-eceddd5fd41d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:52.275807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Checking segment: {'id': '9f2e353e-b781-4fe2-bc69-118c3b171b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '531cd134-24ce-46cf-be88-b21e6e954ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:52.276157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network hostable DHCP agents. Network: 531cd134-24ce-46cf-be88-b21e6e954ed0, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:27:52.281602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Port': ['ID=dedd6657-51f8-4984-8c6a-237186c0d683,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:52.308197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9b1a0-2a1e-427c-9e47-5b6796497bef req-a9c78806-c6c7-4d3c-b87f-27ab2d9e0279 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:52.319128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cb9b1a0-2a1e-427c-9e47-5b6796497bef req-a9c78806-c6c7-4d3c-b87f-27ab2d9e0279 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3045700 Apr 07 11:27:52.333621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e255b4e-0167-407a-9665-b5d625b6bbeb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2053959 Apr 07 11:27:52.333902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59000) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:52.344072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:52.403639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network 531cd134-24ce-46cf-be88-b21e6e954ed0 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:27:52.432510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 531cd134-24ce-46cf-be88-b21e6e954ed0) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:52.452398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26b1a4-b212-4d7f-8422-8a6f50eccffd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:52.458346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f9665-24c4-4663-b1e1-51cfc2070457 None None] Network 531cd134-24ce-46cf-be88-b21e6e954ed0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:52.465632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59004) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:52.467037 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6d26b1a4-b212-4d7f-8422-8a6f50eccffd tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=ea940b3e-5180-49b6-ab73-9bbb3357dec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3094656 Apr 07 11:27:52.474675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:52.477098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (57c60414-81bf-4bcb-86b9-30fb650808fb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:52.627447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Port': ['ID=57c60414-81bf-4bcb-86b9-30fb650808fb,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:52.647720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Checking segment: {'id': '2dcc2f63-afae-4372-a079-a19858a3b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3cb5b1f9-248b-4537-8592-7a3c9d9bad85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:27:52.650708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network hostable DHCP agents. Network: 3cb5b1f9-248b-4537-8592-7a3c9d9bad85, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:27:52.658954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:52.659339 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:52.670953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0015b3-bd80-49a0-8db8-8d63cfe0c849 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:52.676575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e0015b3-bd80-49a0-8db8-8d63cfe0c849 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.2077379 Apr 07 11:27:52.677572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59010) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:52.724611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network 3cb5b1f9-248b-4537-8592-7a3c9d9bad85 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:27:52.750929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3cb5b1f9-248b-4537-8592-7a3c9d9bad85) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:52.767077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-afc9c312-b8da-420e-8509-cd94947df4dd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea940b3e-5180-49b6-ab73-9bbb3357dec4 HTTP/1.1" status: 200 len: 205 time: 0.0777736 Apr 07 11:27:52.768258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:27:52.771397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59016) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:52.787321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:52.804703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33fa13-c1bc-4b4d-b7d4-cd0e54fd589c None None] Network 3cb5b1f9-248b-4537-8592-7a3c9d9bad85 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:52.814028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cb9b1a0-2a1e-427c-9e47-5b6796497bef req-311ce197-23c7-44c8-b8eb-86f18a22028f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939449 Apr 07 11:27:52.820772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:52.821941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:52.858745 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03311a7d-ecc8-4434-a402-3ac988dd7e0c tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3687780 Apr 07 11:27:52.865348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59022) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:52.878076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:52.889837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:52.891006 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.005679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cec9d0-a1d1-41f6-8be4-d9fc945107ac tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.022651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cec9d0-a1d1-41f6-8be4-d9fc945107ac tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.027187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3cec9d0-a1d1-41f6-8be4-d9fc945107ac tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1596804 Apr 07 11:27:53.029612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:53.054890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59026) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:53.112966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:53.114089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.166744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:53.182062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.343055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Deleting port dedd6657-51f8-4984-8c6a-237186c0d683 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:53.343701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dedd6657-51f8-4984-8c6a-237186c0d683), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.383839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.514100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dedd6657-51f8-4984-8c6a-237186c0d683), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.552795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Calling delete_port for dedd6657-51f8-4984-8c6a-237186c0d683 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:53.581918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (ea940b3e-5180-49b6-ab73-9bbb3357dec4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.621820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:53.622362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.689168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:53.689559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.693749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dedd6657-51f8-4984-8c6a-237186c0d683), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.741251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:53.751725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.762285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Port': ['ID=dedd6657-51f8-4984-8c6a-237186c0d683,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:53.772177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.776400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d8ce8c0-ea80-4da9-82f4-d68b76e0ab47 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/ports/dedd6657-51f8-4984-8c6a-237186c0d683 HTTP/1.1" status: 204 len: 168 time: 0.7451639 Apr 07 11:27:53.779355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59046) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:53.791996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.792621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.793099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.793812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.794490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.794975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.795440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:53.805250 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5649912-053a-4cd0-a869-ac280ce576ba req-b769f4f8-3960-4424-a81d-19826abb827d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6708 time: 0.7489605 Apr 07 11:27:53.889068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:27:53.889457 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:27:53.891122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf36ea-509b-4d13-afc3-1e87ee330008 None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:53.907018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-89b61e06-e863-4c13-904d-9d08dbcd9ecb None None] Provisioning complete for port ee814255-2357-429c-bdeb-2fbbe8b1a2db triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:53.908323 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89b61e06-e863-4c13-904d-9d08dbcd9ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:53.928703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5649912-053a-4cd0-a869-ac280ce576ba req-ad5e7b34-cddb-4526-9112-3386253db79d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198153 Apr 07 11:27:53.945120 n-d-836788-1 neutron-server[104178]: INFO neutron.db.ipam_backend_mixin [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3455edb-0074-4d89-bafc-f8f689815f1a (CIDR: 172.20.0.0/28) Apr 07 11:27:53.972346 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:27:53.973669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:27:53.986311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-89b61e06-e863-4c13-904d-9d08dbcd9ecb None None] Port ee814255-2357-429c-bdeb-2fbbe8b1a2db cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:54.073175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5c654885-ceef-4789-9bca-d99638543bc8 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7354090 Apr 07 11:27:54.079705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59056) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:54.088547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:54.090581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Deleting port ccfd0054-81bf-4a4d-9215-626132c4f785 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:54.091000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ccfd0054-81bf-4a4d-9215-626132c4f785), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.155608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84d65-e65a-46b7-a169-fd3ff21adfc8 req-b0335a1f-7ffd-4963-ba3c-f39a6161e78b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:54.158074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2b84d65-e65a-46b7-a169-fd3ff21adfc8 req-b0335a1f-7ffd-4963-ba3c-f39a6161e78b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.3475535 Apr 07 11:27:54.244758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488f10-6999-4c20-b4c3-8189046a31e8 req-286e56aa-3c87-4f49-a257-505fa3d18786 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:54.255143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66488f10-6999-4c20-b4c3-8189046a31e8 req-286e56aa-3c87-4f49-a257-505fa3d18786 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.2847490 Apr 07 11:27:54.265604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:54.269318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.336164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Deleting port 57c60414-81bf-4bcb-86b9-30fb650808fb {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:54.336636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57c60414-81bf-4bcb-86b9-30fb650808fb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.350510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ccfd0054-81bf-4a4d-9215-626132c4f785), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.404203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2b84d65-e65a-46b7-a169-fd3ff21adfc8 req-5ddb99c8-e46d-4d09-b2ab-13058541db15 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260740 Apr 07 11:27:54.424983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Calling delete_port for ccfd0054-81bf-4a4d-9215-626132c4f785 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:54.472502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:54.474195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57c60414-81bf-4bcb-86b9-30fb650808fb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.481657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66488f10-6999-4c20-b4c3-8189046a31e8 req-cb01c528-6a48-4f2f-b435-6cd3dcc84a01 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251682 Apr 07 11:27:54.543738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Calling delete_port for 57c60414-81bf-4bcb-86b9-30fb650808fb owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:54.619534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3775b74f-63a9-458c-840e-eceddd5fd41d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:54.642143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (5b1665da-2380-4b61-b6ec-c488104694c1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.700745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:27:54.704759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:27:54.714413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:54.714981 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.726439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:54.727307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.758918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=5b1665da-2380-4b61-b6ec-c488104694c1,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:54.771772 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c95f5ce2-62ab-428f-be8d-f919ddc1e7ee tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6902995 Apr 07 11:27:54.774691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59068) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:54.777170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (57c60414-81bf-4bcb-86b9-30fb650808fb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.783514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74504210-b814-4705-bb66-bb04fd885821 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:54.789261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1520671473', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b1665da-2380-4b61-b6ec-c488104694c1'}], 'security_groups': ['1ff6b385-9614-4be7-9e32-495883819131']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:54.825844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Port': ['ID=57c60414-81bf-4bcb-86b9-30fb650808fb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:54.836973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.841751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bd6c725-8b23-441c-bf89-61a07812a8f8 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/ports/57c60414-81bf-4bcb-86b9-30fb650808fb HTTP/1.1" status: 204 len: 168 time: 1.0508392 Apr 07 11:27:54.844664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59070) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:54.885335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5e6ff8fd-2ad8-490c-aa66-31053bd6a413 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394201 Apr 07 11:27:54.886235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ccfd0054-81bf-4a4d-9215-626132c4f785), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:54.897967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59074) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:54.902345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1712200146'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:54.928016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event deleted for resources: {'Port': ['ID=ccfd0054-81bf-4a4d-9215-626132c4f785,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:55.005638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:55.021274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:55.029377 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.048318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (ea940b3e-5180-49b6-ab73-9bbb3357dec4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.135775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] Update dhcp port {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'fixed_ips': [{'subnet_id': 'f3455edb-0074-4d89-bafc-f8f689815f1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b1665da-2380-4b61-b6ec-c488104694c1'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '3775b74f-63a9-458c-840e-eceddd5fd41d'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:27:55.162113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.215191 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.216688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:55.220486 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.227539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (ea940b3e-5180-49b6-ab73-9bbb3357dec4), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.244171 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (beb6b685-9189-4915-b55a-342ca77b2856), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.244588 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Added segment beb6b685-9189-4915-b55a-342ca77b2856 of type vlan for network 009e590d-ec98-41ad-abd2-df6ae52957ab Apr 07 11:27:55.323388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (ea940b3e-5180-49b6-ab73-9bbb3357dec4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.324083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Fanout notify agent at l3_agent the message router_deleted on router ea940b3e-5180-49b6-ab73-9bbb3357dec4 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:27:55.334593 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.339585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9993ba5f-9ee8-4c3b-a032-84be327a01bd tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/ea940b3e-5180-49b6-ab73-9bbb3357dec4 HTTP/1.1" status: 204 len: 168 time: 2.5624559 Apr 07 11:27:55.342814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59082) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:55.349902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422545804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:55.382214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (009e590d-ec98-41ad-abd2-df6ae52957ab), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.392040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.393111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.442034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] Allocated IP 172.20.0.18 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/5b1665da-2380-4b61-b6ec-c488104694c1/3775b74f-63a9-458c-840e-eceddd5fd41d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:55.646622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:55.675975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:27:55.699814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] Publish callbacks [] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.711037 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.789546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (009e590d-ec98-41ad-abd2-df6ae52957ab), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.795345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:55.796096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.811572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (046ef979-7b4a-4b9e-85fe-20c9d3e25851), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.845332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9509025 Apr 07 11:27:55.846145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59094) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:55.878276 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:55.888745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1640281761'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:55.893788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b6e1c-75eb-4ac8-9936-0c103b5d0718 None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:56.010734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7543-310d-4037-b6d6-49c7996c9864 req-87a34056-3f17-4b5e-8a25-f3b6fa13e7b6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:56.012459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508d7543-310d-4037-b6d6-49c7996c9864 req-87a34056-3f17-4b5e-8a25-f3b6fa13e7b6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3509750 Apr 07 11:27:56.013253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267e65c-efaa-47f0-b616-dc0e07716283 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Network': ['ID=009e590d-ec98-41ad-abd2-df6ae52957ab,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:56.023108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.027282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a29ccc85-ffe3-4454-8ec3-82ecbe2e4ea6 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6807992 Apr 07 11:27:56.031368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 009e590d-ec98-41ad-abd2-df6ae52957ab details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:56.034946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:56.045775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:27:56.058898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:27:56.062702 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.074594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-3fc8dac9-ec55-4f87-9f7a-cf43a5a2bd93 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:56.077206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-3fc8dac9-ec55-4f87-9f7a-cf43a5a2bd93 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.4138267 Apr 07 11:27:56.193643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:56.374445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67a38c31-5bf9-46ef-a176-a0c13a164acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.538273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9a042-39e3-4e0b-887c-3abbe2458043 req-417c3280-d723-46a3-88da-932d931e2c80 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:56.538665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Delete allocated IP 172.20.0.7 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/f3455edb-0074-4d89-bafc-f8f689815f1a) {{(pid=104177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 11:27:56.541818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3b9a042-39e3-4e0b-887c-3abbe2458043 req-417c3280-d723-46a3-88da-932d931e2c80 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 946 time: 0.8410678 Apr 07 11:27:56.567648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.26 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/5b1665da-2380-4b61-b6ec-c488104694c1/ee814255-2357-429c-bdeb-2fbbe8b1a2db) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:56.617869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508d7543-310d-4037-b6d6-49c7996c9864 req-2c5fab8a-52f3-47de-8a3e-9e1011bbdac0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873356 Apr 07 11:27:56.627652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:27:56.630233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3775b74f-63a9-458c-840e-eceddd5fd41d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:27:56.639396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (330c4fb4-2185-4917-894f-587cc9d0623a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.639808 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Added segment 330c4fb4-2185-4917-894f-587cc9d0623a of type vlan for network f25d5aaa-52e8-40a6-b366-db3b43711801 Apr 07 11:27:56.647041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67a38c31-5bf9-46ef-a176-a0c13a164acc admin admin] Publish callbacks [] for security_group (aeda92a8-879c-4320-8ce0-2f48f2a4453c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.668585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67a38c31-5bf9-46ef-a176-a0c13a164acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aeda92a8-879c-4320-8ce0-2f48f2a4453c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.695014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (f25d5aaa-52e8-40a6-b366-db3b43711801), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.717484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:56.718110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.763509 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67a38c31-5bf9-46ef-a176-a0c13a164acc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd5f8b3dd370470bba7e00c0812be078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5671186 Apr 07 11:27:56.772708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59106) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:56.783231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:56.783793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.791657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a38c31-5bf9-46ef-a176-a0c13a164acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeda92a8-879c-4320-8ce0-2f48f2a4453c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:56.819819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (f25d5aaa-52e8-40a6-b366-db3b43711801), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.827873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:56.828521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.900581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca399bb7-9a3e-419a-8b50-10de6438e041 admin admin] Publish callbacks [] for security_group (aeda92a8-879c-4320-8ce0-2f48f2a4453c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.934689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca399bb7-9a3e-419a-8b50-10de6438e041 admin admin] Publish callbacks [] for security_group (aeda92a8-879c-4320-8ce0-2f48f2a4453c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:56.935526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:56.958955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:56.959485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.001095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:57.003122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:27:57.008216 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca399bb7-9a3e-419a-8b50-10de6438e041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aeda92a8-879c-4320-8ce0-2f48f2a4453c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.008758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3b9a042-39e3-4e0b-887c-3abbe2458043 req-4f355f7a-53e9-441c-9dee-c371e8a649c7 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cd91109-10da-471b-8dd2-bfefc8e82407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986676 Apr 07 11:27:57.011554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca399bb7-9a3e-419a-8b50-10de6438e041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.015418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ca399bb7-9a3e-419a-8b50-10de6438e041 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeda92a8-879c-4320-8ce0-2f48f2a4453c HTTP/1.1" status: 204 len: 168 time: 0.2391777 Apr 07 11:27:57.022244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Provisioning complete for port ee814255-2357-429c-bdeb-2fbbe8b1a2db triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:57.022799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.046253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1709423 Apr 07 11:27:57.055290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca399bb7-9a3e-419a-8b50-10de6438e041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeda92a8-879c-4320-8ce0-2f48f2a4453c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:57.069287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.093349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.118539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8b7784c8-7119-4891-b433-c98ced09d414 None None] Port ee814255-2357-429c-bdeb-2fbbe8b1a2db cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:57.123808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e741c6-d151-4e6d-abfc-18e4d204008b tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Network': ['ID=f25d5aaa-52e8-40a6-b366-db3b43711801,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:57.146012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network f25d5aaa-52e8-40a6-b366-db3b43711801 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:27:57.261334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=ee814255-2357-429c-bdeb-2fbbe8b1a2db,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:57.399045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Deleting port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:57.401164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.406122 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (046ef979-7b4a-4b9e-85fe-20c9d3e25851), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.435973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] In _notify_port_updated(), no bound segment for port ee814255-2357-429c-bdeb-2fbbe8b1a2db on network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:27:57.443190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:57.444612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.446006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-acb30d23-1888-4cb1-afdc-3c47e3bbf378 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/ports/ee814255-2357-429c-bdeb-2fbbe8b1a2db HTTP/1.1" status: 200 len: 921 time: 2.6688032 Apr 07 11:27:57.453157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59114) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:57.609372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port ee814255-2357-429c-bdeb-2fbbe8b1a2db {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:27:57.609723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.655489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:57.723497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b988e70-9733-4f55-a62b-54eb61a06605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.852263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] For port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:27:57.858498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.873386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:57.891723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for ee814255-2357-429c-bdeb-2fbbe8b1a2db owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:58.065120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-33230b9e-5214-4b11-9e07-5ec7341cfad6 None None] Provisioning complete for port ee814255-2357-429c-bdeb-2fbbe8b1a2db triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:27:58.069796 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-33230b9e-5214-4b11-9e07-5ec7341cfad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.124827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ee814255-2357-429c-bdeb-2fbbe8b1a2db), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.152468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-33230b9e-5214-4b11-9e07-5ec7341cfad6 None None] Port ee814255-2357-429c-bdeb-2fbbe8b1a2db cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:27:58.171977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=ee814255-2357-429c-bdeb-2fbbe8b1a2db,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:58.363138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.365262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (47f10125-ef67-4b61-a22f-172f017dddcf), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.365693 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Floating IP 47f10125-ef67-4b61-a22f-172f017dddcf disassociated. External IP: 172.25.5.253, port: 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa. Apr 07 11:27:58.366585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Calling delete_port for 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:27:58.372482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.383084 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3030ae30-cdda-4e73-9e45-dc0284ec09bd tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/ee814255-2357-429c-bdeb-2fbbe8b1a2db HTTP/1.1" status: 204 len: 168 time: 0.9322851 Apr 07 11:27:58.387390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59124) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:58.451143 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9fc9d3-644d-42ca-b84c-8ceb0c5521f9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:27:58.453053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4c9fc9d3-644d-42ca-b84c-8ceb0c5521f9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/ee814255-2357-429c-bdeb-2fbbe8b1a2db HTTP/1.1" status: 404 len: 333 time: 0.0642598 Apr 07 11:27:58.456154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59126) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:58.578991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3b05564-4ae2-49e5-a752-ac15c1c3623f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (7f245a7e-f8ad-4020-80a1-588b1f379ee2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.598695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b988e70-9733-4f55-a62b-54eb61a06605 admin admin] Publish callbacks [] for security_group (8cf3c60d-45c2-499c-97ac-3832f64866ec), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.601644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6e4a2769-cc96-4f6f-be7f-2fc49869e2aa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.610914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b988e70-9733-4f55-a62b-54eb61a06605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8cf3c60d-45c2-499c-97ac-3832f64866ec), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.629843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3b05564-4ae2-49e5-a752-ac15c1c3623f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (7f245a7e-f8ad-4020-80a1-588b1f379ee2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.713746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4b988e70-9733-4f55-a62b-54eb61a06605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51e7ff543290482f9299483714847ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0568154 Apr 07 11:27:58.719846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59128) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:58.761836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event deleted for resources: {'Port': ['ID=6e4a2769-cc96-4f6f-be7f-2fc49869e2aa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:58.765740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3b05564-4ae2-49e5-a752-ac15c1c3623f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7f245a7e-f8ad-4020-80a1-588b1f379ee2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.771898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3b05564-4ae2-49e5-a752-ac15c1c3623f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.780878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8bdc2e8-7b27-4f0b-b65d-ec583f3307ee req-56d66cd7-d0ef-4ad7-b261-0f5a5cd45773 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 210 time: 0.2021606 Apr 07 11:27:58.781740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3b05564-4ae2-49e5-a752-ac15c1c3623f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f245a7e-f8ad-4020-80a1-588b1f379ee2 HTTP/1.1" status: 204 len: 168 time: 0.3237965 Apr 07 11:27:58.782391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59130) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:58.818464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b05564-4ae2-49e5-a752-ac15c1c3623f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f245a7e-f8ad-4020-80a1-588b1f379ee2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:58.842029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2997d-8c59-49cd-9250-112c730d76a8 req-a25467fc-9840-48be-9ce1-d36f576b1ca2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:58.844234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26c2997d-8c59-49cd-9250-112c730d76a8 req-a25467fc-9840-48be-9ce1-d36f576b1ca2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 1.0770721 Apr 07 11:27:58.854638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b988e70-9733-4f55-a62b-54eb61a06605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf3c60d-45c2-499c-97ac-3832f64866ec,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:58.929609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3316-3c54-47cd-bf45-a79aa4b4287c admin admin] Publish callbacks [] for security_group (8cf3c60d-45c2-499c-97ac-3832f64866ec), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.938004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f4af5d4-5b05-4e96-a51d-c8e768db6638 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (1ff6b385-9614-4be7-9e32-495883819131), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.969318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3316-3c54-47cd-bf45-a79aa4b4287c admin admin] Publish callbacks [] for security_group (8cf3c60d-45c2-499c-97ac-3832f64866ec), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:58.986591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f4af5d4-5b05-4e96-a51d-c8e768db6638 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (1ff6b385-9614-4be7-9e32-495883819131), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.022875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:27:59.066736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f4af5d4-5b05-4e96-a51d-c8e768db6638 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1ff6b385-9614-4be7-9e32-495883819131), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.069376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f4af5d4-5b05-4e96-a51d-c8e768db6638 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.071213 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f4af5d4-5b05-4e96-a51d-c8e768db6638 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ff6b385-9614-4be7-9e32-495883819131 HTTP/1.1" status: 204 len: 168 time: 0.2817352 Apr 07 11:27:59.076049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59132) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:27:59.076947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:27:59.079143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:27:59.112900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26c2997d-8c59-49cd-9250-112c730d76a8 req-b1f61391-4752-48e3-88ea-0c3556956b69 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142744 Apr 07 11:27:59.158951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (046ef979-7b4a-4b9e-85fe-20c9d3e25851), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.171498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3316-3c54-47cd-bf45-a79aa4b4287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8cf3c60d-45c2-499c-97ac-3832f64866ec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.174064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3316-3c54-47cd-bf45-a79aa4b4287c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.178562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c2ff3316-3c54-47cd-bf45-a79aa4b4287c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cf3c60d-45c2-499c-97ac-3832f64866ec HTTP/1.1" status: 204 len: 168 time: 0.4573467 Apr 07 11:27:59.183732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4af5d4-5b05-4e96-a51d-c8e768db6638 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6b385-9614-4be7-9e32-495883819131,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:59.195249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3316-3c54-47cd-bf45-a79aa4b4287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf3c60d-45c2-499c-97ac-3832f64866ec,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:59.240979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet f3455edb-0074-4d89-bafc-f8f689815f1a {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:27:59.243956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.256400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (f3455edb-0074-4d89-bafc-f8f689815f1a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.337206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (f3455edb-0074-4d89-bafc-f8f689815f1a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.480944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-63c45251-ca82-4584-8be9-edb84bc1a691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1643417 Apr 07 11:27:59.539717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Allocated IP 172.25.5.238 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a89d0718-c883-458e-bb97-2ca7ab7f4870) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:27:59.642253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:27:59.671586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (f3455edb-0074-4d89-bafc-f8f689815f1a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.804268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.804816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.805326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.806692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.807174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.807760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.808231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:27:59.810802 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-85cb3139-c444-47b3-8460-b5631105a830 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e094642dbe740d4aae2f61f0785d10e&device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 6708 time: 0.2667856 Apr 07 11:27:59.812446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (f3455edb-0074-4d89-bafc-f8f689815f1a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.900125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for port (a89d0718-c883-458e-bb97-2ca7ab7f4870), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.906817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=f3455edb-0074-4d89-bafc-f8f689815f1a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:27:59.936592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f571c06-0c3d-41e7-bc75-e0635d1466f3 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:27:59.977733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:27:59.991591 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-197a0951-78d4-4a56-bed3-5cabdab0da55 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/f3455edb-0074-4d89-bafc-f8f689815f1a HTTP/1.1" status: 204 len: 168 time: 0.9062357 Apr 07 11:28:00.017622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59148) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:00.024573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:00.097561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a16b497d-f44b-44be-8f20-dd4ba3287aef req-938725c6-d3d1-4362-8b1b-5c2a2fca260f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 210 time: 0.1583633 Apr 07 11:28:00.178443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:00.204682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:00.222477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:00.224494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:00.307209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-c12eb1ce-d3a7-435f-a983-dc14536b3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:00.310201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-c12eb1ce-d3a7-435f-a983-dc14536b3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:00.311013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-c12eb1ce-d3a7-435f-a983-dc14536b3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:00.312657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-c12eb1ce-d3a7-435f-a983-dc14536b3021 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa590eea-2f03-4269-a267-500b780cb14c&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&id=03c8cae7-09cc-4283-afc9-2029f31777d2&id=03c8cae7-09cc-4283-afc9-2029f31777d2 HTTP/1.1" status: 200 len: 2291 time: 0.4192586 Apr 07 11:28:00.351684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] No DVR routers for this DVR port 6e4a2769-cc96-4f6f-be7f-2fc49869e2aa on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:00.422206 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:00.426455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd412b5e-b650-47db-9cb5-8877f11ae63e req-441e9d02-5ddf-4948-96f8-43cbab964b69 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "DELETE /v2.0/ports/6e4a2769-cc96-4f6f-be7f-2fc49869e2aa HTTP/1.1" status: 204 len: 173 time: 4.2869718 Apr 07 11:28:00.431826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-deleted', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:28:00.435148 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ee0f0-cf06-4484-8af6-829997cecbbf" -d '{"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-deleted", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:28:00.445174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a89d0718-c883-458e-bb97-2ca7ab7f4870), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:00.569822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event updated for resources: {'Port': ['ID=a89d0718-c883-458e-bb97-2ca7ab7f4870,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:00.614803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-42dfd537-4a52-4903-bbe6-dc0e244d6641 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab HTTP/1.1" status: 200 len: 1001 time: 0.2877784 Apr 07 11:28:00.615715 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ce83f0-7340-4c1b-827a-5d0862d9485f x-openstack-request-id: req-94ce83f0-7340-4c1b-827a-5d0862d9485f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:28:00.616251 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f078-e241-4b26-9c21-8a1d26ba3de6", "name": "network-vif-deleted", "tag": "6e4a2769-cc96-4f6f-be7f-2fc49869e2aa", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:28:00.616572 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94ce83f0-7340-4c1b-827a-5d0862d9485f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:28:00.617205 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ce83f0-7340-4c1b-827a-5d0862d9485f'] response: {'server_uuid': 'bff8f078-e241-4b26-9c21-8a1d26ba3de6', 'name': 'network-vif-deleted', 'tag': '6e4a2769-cc96-4f6f-be7f-2fc49869e2aa', 'status': 'completed', 'code': 200} Apr 07 11:28:00.617325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59164) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:00.633158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:00.637505 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:00.648375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'subnets': [{'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--104648016', 'ip_version': 6}, {'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:00.648744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'subnet': {'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--104648016', 'ip_version': 6}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:00.649413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Request body: {'subnet': {'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:00.753568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9988ce07-69c3-4273-8a9e-592326d435cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:00.777767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7179731-144c-41e4-835f-c442062a8bd0 req-1fcf2e76-e9fc-446a-881f-9ba7e95d98a1 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:00.786482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:28:00.790015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7179731-144c-41e4-835f-c442062a8bd0 req-1fcf2e76-e9fc-446a-881f-9ba7e95d98a1 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.4470561 Apr 07 11:28:00.797165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:00.822462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:00.876701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:01.003058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-12a1d139-be0c-4d7a-96cb-7ab0fc14dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:01.006112 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-12a1d139-be0c-4d7a-96cb-7ab0fc14dab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b126e2f3-2ffb-4422-a51d-dfaa27776141 HTTP/1.1" status: 200 len: 850 time: 0.3354919 Apr 07 11:28:01.292261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Made reservation on behalf of 66e37f5ac60544d4b51b0c64d5e17f54 for: {'subnet': 2} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:01.309363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:01.309796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:01.361880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:01.436198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:28:01.480603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d5ad225d-0edc-49f7-9c5c-5e53efc27a18 None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:01.480995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d5ad225d-0edc-49f7-9c5c-5e53efc27a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:01.487145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:01.487800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:27:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:01.630752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:01.651652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad225d-0edc-49f7-9c5c-5e53efc27a18 None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:01.690173 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d5ad225d-0edc-49f7-9c5c-5e53efc27a18 None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:01.694734 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d5ad225d-0edc-49f7-9c5c-5e53efc27a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:01.722225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-03a4be7f-e15b-4ba8-b961-157a334b187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:01.724430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-03a4be7f-e15b-4ba8-b961-157a334b187b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa590eea-2f03-4269-a267-500b780cb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7030625 Apr 07 11:28:01.731982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:28:01.822653 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (37691722-41f0-4299-b194-0057c20915cd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:01.860712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:01.921111 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-cc259370-37b6-45b0-903b-8254603a88a8 service neutron] 10.222.0.41 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886940 Apr 07 11:28:01.925497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:01.962111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb79f0-b3e0-4527-be05-181a8f9722ef None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:02.082711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:02.083440 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.098642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (046ef979-7b4a-4b9e-85fe-20c9d3e25851), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.127398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (bcad62a5-6e0f-497d-8625-4c1effe62aab), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.173584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5d96fc6-7c0b-40d2-8240-e54602d2a504 req-c0f6c0ab-f310-4e2b-816a-e8ab47d671d6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f078-e241-4b26-9c21-8a1d26ba3de6 HTTP/1.1" status: 200 len: 210 time: 0.3525941 Apr 07 11:28:02.192943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Subnet': ['ID=bcad62a5-6e0f-497d-8625-4c1effe62aab,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:02.275429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-12799ca0-c9a6-4bf0-b65c-639e3b194fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372068 Apr 07 11:28:02.278605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Checking segment: {'id': 'beb6b685-9189-4915-b55a-342ca77b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:02.278967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network hostable DHCP agents. Network: 009e590d-ec98-41ad-abd2-df6ae52957ab, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:02.317178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2840283 Apr 07 11:28:02.328795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59194) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:02.330262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-45f53579-3bf7-4ead-ab1f-535aa8a4bcef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 217 time: 0.0424960 Apr 07 11:28:02.397720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'security_group': {'name': 'tempest-secgroup-179719163'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:02.404757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7179731-144c-41e4-835f-c442062a8bd0 req-b8904824-bebc-4cc8-8990-48378d0d37fa tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6138089 Apr 07 11:28:02.405477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7ad32-3330-452d-98ad-31df2aa36722 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=37691722-41f0-4299-b194-0057c20915cd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:02.427737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-8b190755-41dc-43d5-a1f6-aa49ce57a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:02.430984 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-8b190755-41dc-43d5-a1f6-aa49ce57a261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.0897980 Apr 07 11:28:02.434901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network 009e590d-ec98-41ad-abd2-df6ae52957ab is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:02.485978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.502446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 009e590d-ec98-41ad-abd2-df6ae52957ab) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:02.525679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810168d3-d361-4315-bbbb-633e97d3c545 None None] Network 009e590d-ec98-41ad-abd2-df6ae52957ab requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:02.529480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (55ae1f34-8ad1-42c5-856c-96f56f1b2d55), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.547693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.559810 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.588819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event updated for resources: {'Subnet': ['ID=55ae1f34-8ad1-42c5-856c-96f56f1b2d55,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:02.610691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-cf387ca3-ebf1-42b2-b667-c73c2f7b03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:02.610691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-cf387ca3-ebf1-42b2-b667-c73c2f7b03da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1616707 Apr 07 11:28:02.723260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad225d-0edc-49f7-9c5c-5e53efc27a18 None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:02.756183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (e0785172-dbca-4313-b83d-4c378f1b52fa), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.770670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e0785172-dbca-4313-b83d-4c378f1b52fa), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.802562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-009e590d-ec98-41ad-abd2-df6ae52957ab', 'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab', 'project_id': '66e37f5ac60544d4b51b0c64d5e17f54', 'fixed_ips': [{'subnet_id': 'bcad62a5-6e0f-497d-8625-4c1effe62aab'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:02.803408 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.843309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0785172-dbca-4313-b83d-4c378f1b52fa,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:02.853862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.861162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-34abf111-5fa5-4703-b12d-e413f8b6cc68 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5225906 Apr 07 11:28:02.869619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59204) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:02.877272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Checking segment: {'id': '330c4fb4-2185-4917-894f-587cc9d0623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:02.877815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network hostable DHCP agents. Network: f25d5aaa-52e8-40a6-b366-db3b43711801, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:02.879514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'security_group': {'name': 'tempest-secgroup-1653536715'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:02.903090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:02.935465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:02.952070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Router 046ef979-7b4a-4b9e-85fe-20c9d3e25851 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:28:02.965730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf66a38-57fa-4043-9012-61419c4e758d None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:02.978410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-09e87bfe-46b0-4eb0-a85d-50b928d6ddbb service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432100 Apr 07 11:28:02.981715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Network f25d5aaa-52e8-40a6-b366-db3b43711801 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:02.996884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] Update dhcp port {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'fixed_ips': [{'subnet_id': '5b1665da-2380-4b61-b6ec-c488104694c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '37691722-41f0-4299-b194-0057c20915cd'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '3775b74f-63a9-458c-840e-eceddd5fd41d'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:28:03.022318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, f25d5aaa-52e8-40a6-b366-db3b43711801) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:03.067503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.067981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.068742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.117582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4fbe3c2f-efae-4189-ae9e-62d823a9af89 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4991598 Apr 07 11:28:03.119003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbdc663-f74f-4b1c-9efa-f4f2f27acfd0 None None] Network f25d5aaa-52e8-40a6-b366-db3b43711801 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:03.125223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59212) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.154591 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fabe59aa-5236-43f6-ab76-a180b82d0afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.174415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (a03cb840-5135-4fcc-a21b-9af8c820cef9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.182199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a03cb840-5135-4fcc-a21b-9af8c820cef9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.239743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.246540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3754952 Apr 07 11:28:03.257977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59218) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.265079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'security_group': {'name': 'tempest-secgroup-118139450'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:03.282435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f541-dd2a-4971-a7c0-40f6bc257336 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03cb840-5135-4fcc-a21b-9af8c820cef9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:03.301061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.354595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59222) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.406854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20346d-b60c-4afb-a339-67a47eee0a84 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.411079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20346d-b60c-4afb-a339-67a47eee0a84 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.413705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20346d-b60c-4afb-a339-67a47eee0a84 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.413866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:03.419726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.425526 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e20346d-b60c-4afb-a339-67a47eee0a84 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2817783 Apr 07 11:28:03.429060 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-45dfba7b-e111-446a-a4ca-6b521ebb802d service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249616 Apr 07 11:28:03.429619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.429928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] Sync routers for ids ['046ef979-7b4a-4b9e-85fe-20c9d3e25851'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:03.459552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.461177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b5d3502-d1b0-465b-ba8d-192459a61fd1 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "PUT /v2.0/routers/046ef979-7b4a-4b9e-85fe-20c9d3e25851 HTTP/1.1" status: 200 len: 879 time: 7.4223537 Apr 07 11:28:03.464760 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] Routers {'046ef979-7b4a-4b9e-85fe-20c9d3e25851'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:03.473978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59228) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.476559 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['046ef979-7b4a-4b9e-85fe-20c9d3e25851'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:03.533631 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-a39ee1af-e288-435a-a31d-3e5f316c30c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0924308 Apr 07 11:28:03.571286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:03.585267 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] Routers {'046ef979-7b4a-4b9e-85fe-20c9d3e25851'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:03.586123 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['046ef979-7b4a-4b9e-85fe-20c9d3e25851'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:03.596762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (7ab00d7b-e3d6-4cb3-9c33-f2505d691444), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.614181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d32e69-9eb1-4411-817c-08a70b9a8625 None None] New status for floating IP 47f10125-ef67-4b61-a22f-172f017dddcf: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:28:03.636210 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:03.637112 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e73468-cb34-4ae7-9c50-355e9fbaea0f None None] The sync data for ids ['046ef979-7b4a-4b9e-85fe-20c9d3e25851'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:03.665635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7ab00d7b-e3d6-4cb3-9c33-f2505d691444), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.743991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddc622-10f5-477a-8139-70fa2095013d req-9389d5f2-ca2f-4db4-b057-195e89627526 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.745748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4ddc622-10f5-477a-8139-70fa2095013d req-9389d5f2-ca2f-4db4-b057-195e89627526 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.1473298 Apr 07 11:28:03.763312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Deleting subnet bcad62a5-6e0f-497d-8625-4c1effe62aab {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:03.764666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab00d7b-e3d6-4cb3-9c33-f2505d691444,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:03.779836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] Allocated IP 172.20.0.2 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/37691722-41f0-4299-b194-0057c20915cd/3775b74f-63a9-458c-840e-eceddd5fd41d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:03.786512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8eed68b4-74c3-4ca1-ac59-783ef5fad260 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (4cd91109-10da-471b-8dd2-bfefc8e82407), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.802459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-01f02916-59d7-49d1-bc67-d1c1f64d2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:03.814572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-01f02916-59d7-49d1-bc67-d1c1f64d2338 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.1857362 Apr 07 11:28:03.815378 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8eed68b4-74c3-4ca1-ac59-783ef5fad260 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (4cd91109-10da-471b-8dd2-bfefc8e82407), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.867430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.868671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d63b0c66-646a-4a60-adf4-70b96d069550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6096599 Apr 07 11:28:03.876034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.882222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1138341293', 'security_groups': ['7ab00d7b-e3d6-4cb3-9c33-f2505d691444'], 'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37691722-41f0-4299-b194-0057c20915cd'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:03.894270 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8eed68b4-74c3-4ca1-ac59-783ef5fad260 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4cd91109-10da-471b-8dd2-bfefc8e82407), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.896866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8eed68b4-74c3-4ca1-ac59-783ef5fad260 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.898123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8eed68b4-74c3-4ca1-ac59-783ef5fad260 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "DELETE /v2.0/security-groups/4cd91109-10da-471b-8dd2-bfefc8e82407 HTTP/1.1" status: 204 len: 168 time: 0.5319920 Apr 07 11:28:03.901858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:03.914413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59236) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:03.934201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] Publish callbacks [] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:03.969733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed68b4-74c3-4ca1-ac59-783ef5fad260 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd91109-10da-471b-8dd2-bfefc8e82407,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:03.984865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4ddc622-10f5-477a-8139-70fa2095013d req-c141f25e-40ee-49f1-9058-066459495aba tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171049 Apr 07 11:28:04.012689 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-fb05e238-a81e-47d6-bf5a-6b1b74b455f4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] show failed (client error): The resource could not be found. Apr 07 11:28:04.016388 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fb05e238-a81e-47d6-bf5a-6b1b74b455f4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups/4cd91109-10da-471b-8dd2-bfefc8e82407 HTTP/1.1" status: 404 len: 347 time: 0.0914268 Apr 07 11:28:04.016728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59242) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:04.041184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa17387c-4458-4ab3-9011-7b44ec9eed63 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/046ef979-7b4a-4b9e-85fe-20c9d3e25851 HTTP/1.1" status: 200 len: 920 time: 0.5615132 Apr 07 11:28:04.042721 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.059429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59244) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:04.102545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-fcf660c7-0f7a-4cd0-897a-b9710abcb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:04.104228 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-fcf660c7-0f7a-4cd0-897a-b9710abcb2d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2786686 Apr 07 11:28:04.151549 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.167719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-f25d5aaa-52e8-40a6-b366-db3b43711801', 'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801', 'project_id': '66e37f5ac60544d4b51b0c64d5e17f54', 'fixed_ips': [{'subnet_id': '55ae1f34-8ad1-42c5-856c-96f56f1b2d55'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:04.168628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.197516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a8256-388a-4602-90f1-d46e67c8bd98 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:04.199221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a1a8256-388a-4602-90f1-d46e67c8bd98 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=046ef979-7b4a-4b9e-85fe-20c9d3e25851&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1387944 Apr 07 11:28:04.202254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59248) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:04.209825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Allocated IP 2001:db8::1 (009e590d-ec98-41ad-abd2-df6ae52957ab/bcad62a5-6e0f-497d-8625-4c1effe62aab/0db39b7c-6906-4676-b352-6efcca2df6d9) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:04.366173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:04.372561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Deleting port 5a2acc7f-767e-4475-98f7-0458fa823f9f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:04.372770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.454759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cc43b-e72f-465e-8b60-3cd7908f69a5 None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:04.560580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.560788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (5a2acc7f-767e-4475-98f7-0458fa823f9f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.566862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.590299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Calling delete_port for 5a2acc7f-767e-4475-98f7-0458fa823f9f owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:04.611599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] device_id is not set on port 7cdfd181-4c3c-407d-93fb-55a1071de00d yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:04.626003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:04.647587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3775b74f-63a9-458c-840e-eceddd5fd41d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:04.847162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Allocated IP 2001:db8:0:1::1 (f25d5aaa-52e8-40a6-b366-db3b43711801/55ae1f34-8ad1-42c5-856c-96f56f1b2d55/5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:04.917945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cfe1a0-a9de-4722-bff8-714e70a51549 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:04.918597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.9 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/37691722-41f0-4299-b194-0057c20915cd/7cdfd181-4c3c-407d-93fb-55a1071de00d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:04.919401 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f0cfe1a0-a9de-4722-bff8-714e70a51549 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.7162092 Apr 07 11:28:04.922364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59256) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:04.968225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b251d35-1c8e-47dd-8c54-af1a56678545 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ef979-7b4a-4b9e-85fe-20c9d3e25851 HTTP/1.1" status: 200 len: 205 time: 0.0445387 Apr 07 11:28:04.970552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59258) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:04.980269 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-c6f77c2c-3bbc-4bde-8fd0-b44f78de4e5d service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678989 Apr 07 11:28:05.030130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:05.030598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.317713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.375039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5a2acc7f-767e-4475-98f7-0458fa823f9f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.459876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-20c8afa1-8e68-4b88-accf-46cf77d6241f service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916156 Apr 07 11:28:05.466171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (046ef979-7b4a-4b9e-85fe-20c9d3e25851), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.475160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf56ee5-0d4b-4102-9e1a-9aacb85ec250 req-c29c149e-7c4b-4145-be63-bd5b6842a5b2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:05.476886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8cf56ee5-0d4b-4102-9e1a-9aacb85ec250 req-c29c149e-7c4b-4145-be63-bd5b6842a5b2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3495035 Apr 07 11:28:05.484331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event deleted for resources: {'Port': ['ID=5a2acc7f-767e-4475-98f7-0458fa823f9f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:05.520872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.531694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Publish callbacks [] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.555201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.562622 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for subnet (bcad62a5-6e0f-497d-8625-4c1effe62aab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.582885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (47f10125-ef67-4b61-a22f-172f017dddcf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.586013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.597035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-32946d91-f9ec-45df-88d0-16a16893b8b2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "DELETE /v2.0/floatingips/47f10125-ef67-4b61-a22f-172f017dddcf HTTP/1.1" status: 204 len: 168 time: 1.5728726 Apr 07 11:28:05.644254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Pushing event updated for resources: {'Port': ['ID=0db39b7c-6906-4676-b352-6efcca2df6d9,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:05.656842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1e1a56b-1555-439f-b3d8-baea4525b007 None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:05.656842 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a56b-1555-439f-b3d8-baea4525b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.659592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-32b465e9-3c00-4129-98b6-1edf7cc43f0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a HTTP/1.1" status: 200 len: 217 time: 0.1845059 Apr 07 11:28:05.671210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Network 009e590d-ec98-41ad-abd2-df6ae52957ab is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:05.694690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8cf56ee5-0d4b-4102-9e1a-9aacb85ec250 req-6216801b-c727-4291-9e7e-6eb2925bb32f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043762 Apr 07 11:28:05.733768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:05.737539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:05.740003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.844463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1a56b-1555-439f-b3d8-baea4525b007 None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:05.868839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=7cdfd181-4c3c-407d-93fb-55a1071de00d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:05.874888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (bcad62a5-6e0f-497d-8625-4c1effe62aab), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:05.886653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:05.889903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:05.895857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:05.989986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-0cb9e95c-fe30-42f7-9761-e5733a6fde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:06.003656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:06.005074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-0cb9e95c-fe30-42f7-9761-e5733a6fde19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.2466698 Apr 07 11:28:06.010673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.042603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ebda09af-a4a5-40e9-92fb-027cb448aa99 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1656134 Apr 07 11:28:06.045306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59278) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:06.053561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:06.092852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:06.121969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1e1a56b-1555-439f-b3d8-baea4525b007 None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:06.123850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a56b-1555-439f-b3d8-baea4525b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.141247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Deleting port a89d0718-c883-458e-bb97-2ca7ab7f4870 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:06.141757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a89d0718-c883-458e-bb97-2ca7ab7f4870), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.242820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Publish callbacks [] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.249818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Attempting to bind port 0db39b7c-6906-4676-b352-6efcca2df6d9 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:06.255089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Attempting to bind port 0db39b7c-6906-4676-b352-6efcca2df6d9 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'beb6b685-9189-4915-b55a-342ca77b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:06.255639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Attempting to bind port 0db39b7c-6906-4676-b352-6efcca2df6d9 on network 009e590d-ec98-41ad-abd2-df6ae52957ab {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:06.265577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.300370 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.301586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:06.302162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Checking segment: {'id': 'beb6b685-9189-4915-b55a-342ca77b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:06.304815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.308321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Bound using segment: {'id': 'beb6b685-9189-4915-b55a-342ca77b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:06.308905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Bound port: 0db39b7c-6906-4676-b352-6efcca2df6d9, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb6b685-9189-4915-b55a-342ca77b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '009e590d-ec98-41ad-abd2-df6ae52957ab'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:06.310607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.319080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:06.322622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.360672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (bcad62a5-6e0f-497d-8625-4c1effe62aab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.365478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Network f25d5aaa-52e8-40a6-b366-db3b43711801 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:06.390441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-4215b6f6-d730-4967-992d-321eb1aa9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:06.392171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-4215b6f6-d730-4967-992d-321eb1aa9bf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3861918 Apr 07 11:28:06.421859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:06.440233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:06.467053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (bcad62a5-6e0f-497d-8625-4c1effe62aab), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.501576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59290) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:06.515894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047382042', 'description': 'tempest-description--800663800'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:06.564334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Subnet': ['ID=bcad62a5-6e0f-497d-8625-4c1effe62aab,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:06.568120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a89d0718-c883-458e-bb97-2ca7ab7f4870), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.590265 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.601666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59294) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:06.604786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Pushing event updated for resources: {'Port': ['ID=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:06.605736 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-80256da0-dfe0-416d-9ebc-0a2d9ebce2c2 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/subnets/bcad62a5-6e0f-497d-8625-4c1effe62aab HTTP/1.1" status: 204 len: 168 time: 3.1749911 Apr 07 11:28:06.643583 n-d-836788-1 neutron-server[104178]: INFO neutron.db.ipam_backend_mixin [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37691722-41f0-4299-b194-0057c20915cd (CIDR: 172.20.0.0/28) Apr 07 11:28:06.651192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Calling delete_port for a89d0718-c883-458e-bb97-2ca7ab7f4870 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:06.670185 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.703233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-02cbdcbe-addb-4833-abca-7185c16bde7a service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006968 Apr 07 11:28:06.710090 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:28:06.710811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:06.800338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Attempting to bind port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:06.801063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Attempting to bind port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '330c4fb4-2185-4917-894f-587cc9d0623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:06.801340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Attempting to bind port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c on network f25d5aaa-52e8-40a6-b366-db3b43711801 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:06.841577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Deleting subnet 55ae1f34-8ad1-42c5-856c-96f56f1b2d55 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:06.855678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-15dc3705-768c-4780-977e-eb4e966f3112 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8088751 Apr 07 11:28:06.866047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59300) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:06.866708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for subnet (55ae1f34-8ad1-42c5-856c-96f56f1b2d55), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.872332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:06.872718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Checking segment: {'id': '330c4fb4-2185-4917-894f-587cc9d0623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:06.873159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.873551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Bound using segment: {'id': '330c4fb4-2185-4917-894f-587cc9d0623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:06.873920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:06.874026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Bound port: 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330c4fb4-2185-4917-894f-587cc9d0623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f25d5aaa-52e8-40a6-b366-db3b43711801'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:06.874469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:06.967333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] For port 0db39b7c-6906-4676-b352-6efcca2df6d9, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:06.982259 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (92a6583e-f49b-4948-b619-f6d459645ad1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.001327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (92a6583e-f49b-4948-b619-f6d459645ad1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.007708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] For port 0db39b7c-6906-4676-b352-6efcca2df6d9, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0db39b7c-6906-4676-b352-6efcca2df6d9,segment=NetworkSegment(beb6b685-9189-4915-b55a-342ca77b2856),segment_id=beb6b685-9189-4915-b55a-342ca77b2856)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:07.026179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1a56b-1555-439f-b3d8-baea4525b007 None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:07.033093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (55ae1f34-8ad1-42c5-856c-96f56f1b2d55), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.043756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.044987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5423934 Apr 07 11:28:07.073467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59304) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:07.081285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] For port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:07.087275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] For port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,segment=NetworkSegment(330c4fb4-2185-4917-894f-587cc9d0623a),segment_id=330c4fb4-2185-4917-894f-587cc9d0623a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:07.088692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'security_group_rule': {'security_group_id': '92a6583e-f49b-4948-b619-f6d459645ad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:07.093633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.102544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.107637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-d57fdfc7-2ef3-4985-9934-75a28c940853 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818352 Apr 07 11:28:07.145010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4abe4-1285-48b2-980c-a366ae8a26a5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6583e-f49b-4948-b619-f6d459645ad1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:07.164861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760a46c-e082-42d5-81d6-9abf1ac60b77 req-4623ff0f-8397-49b4-a9d4-0973c48f4933 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:07.173819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f760a46c-e082-42d5-81d6-9abf1ac60b77 req-4623ff0f-8397-49b4-a9d4-0973c48f4933 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.2953629 Apr 07 11:28:07.259728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.266092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:07.271326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-591133dc-fc54-4103-aa14-a14282910cf5 None None] Provisioning complete for port 7cdfd181-4c3c-407d-93fb-55a1071de00d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:07.271902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-591133dc-fc54-4103-aa14-a14282910cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.272806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.313709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2edae5-2e41-40db-824c-0204834b21d1 None None] Pushing event updated for resources: {'Port': ['ID=0db39b7c-6906-4676-b352-6efcca2df6d9,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:07.351385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd7102-ba26-422d-a940-d59b98e55994 None None] Network 009e590d-ec98-41ad-abd2-df6ae52957ab requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:07.496188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-591133dc-fc54-4103-aa14-a14282910cf5 None None] Port 7cdfd181-4c3c-407d-93fb-55a1071de00d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:07.510027 n-d-836788-1 neutron-server[104177]: INFO neutron.db.ipam_backend_mixin [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5b1665da-2380-4b61-b6ec-c488104694c1 (CIDR: 172.20.0.16/28) Apr 07 11:28:07.514998 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-a376797f-9d4f-4146-bc7f-aec9cd818b1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=34297817-b139-46ea-a3c5-fbbe4f032e28 HTTP/1.1" status: 200 len: 217 time: 0.2740614 Apr 07 11:28:07.537200 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:28:07.537912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:07.578821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84476310-1332-421a-9f9f-826c2a8a60ef None None] Pushing event updated for resources: {'Port': ['ID=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:07.661436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-6a3381e8-8823-44ff-9412-ea33becc009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:07.663155 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-6a3381e8-8823-44ff-9412-ea33becc009f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 200 len: 797 time: 0.0813878 Apr 07 11:28:07.675428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (6bf61204-ec46-4d18-bae9-eb2b0aebeb9e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.731873 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-16bb0a4d-5849-4862-ae53-40f0e8951b86 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8641500 Apr 07 11:28:07.737631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59312) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:07.761865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'subnet': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:07.796260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (55ae1f34-8ad1-42c5-856c-96f56f1b2d55), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.827323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a89d0718-c883-458e-bb97-2ca7ab7f4870), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.857952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f760a46c-e082-42d5-81d6-9abf1ac60b77 req-cef36bf0-84c3-4275-b3d3-1d685e538b6a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6829438 Apr 07 11:28:07.876242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event deleted for resources: {'Port': ['ID=a89d0718-c883-458e-bb97-2ca7ab7f4870,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:07.976290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-0fc2bc0e-d258-4fcf-9fb9-0d397d680259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:07.978473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (55ae1f34-8ad1-42c5-856c-96f56f1b2d55), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:07.979086 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-0fc2bc0e-d258-4fcf-9fb9-0d397d680259 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c5cd9b6-1f4a-491f-9243-3939d7b15cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3100519 Apr 07 11:28:08.007804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.013729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/subnets/55ae1f34-8ad1-42c5-856c-96f56f1b2d55 HTTP/1.1" status: 204 len: 168 time: 1.4034421 Apr 07 11:28:08.014934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59316) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:08.046378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f1487-2a9c-41c5-aeb2-288bd77eea18 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Subnet': ['ID=55ae1f34-8ad1-42c5-856c-96f56f1b2d55,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:08.057958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (6bf61204-ec46-4d18-bae9-eb2b0aebeb9e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.064222 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (6bf61204-ec46-4d18-bae9-eb2b0aebeb9e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.110439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.115632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0363557 Apr 07 11:28:08.119651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59320) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:08.120559 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (046ef979-7b4a-4b9e-85fe-20c9d3e25851), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.129724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19d94-4d7a-4822-8706-7a26069bdd8a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf61204-ec46-4d18-bae9-eb2b0aebeb9e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:08.130367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'security_group_rule': {'security_group_id': '92a6583e-f49b-4948-b619-f6d459645ad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:08.144368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Made reservation on behalf of 106fb434248849e8bd39c7f190324ddd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:08.158079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.293766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59474f42-db13-4db8-a023-461cba10cd63 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:08.296024 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-59474f42-db13-4db8-a023-461cba10cd63 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2541578 Apr 07 11:28:08.307745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59324) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:08.405239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.409653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (046ef979-7b4a-4b9e-85fe-20c9d3e25851), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.415739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-0b50b2f6-080b-484c-9c7e-d304495f5df9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266818 Apr 07 11:28:08.416470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (f4cd9fbb-75d7-484b-9e5d-6b5a2ef4cb0a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.438499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (f25d5aaa-52e8-40a6-b366-db3b43711801), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.487016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (197a8e69-535a-4021-9c89-5e3384ab028c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.685013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:08.686998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:08.690538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Subnet': ['ID=197a8e69-535a-4021-9c89-5e3384ab028c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:08.706357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f932e-5abe-41ef-a4ba-1e9e00c80b54 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:08.732438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:08.736633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.790039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-012515a6-bbb4-4be3-9ee0-2091940a5e1d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0374241 Apr 07 11:28:08.797828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59330) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:08.801530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (046ef979-7b4a-4b9e-85fe-20c9d3e25851), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.802425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Fanout notify agent at l3_agent the message router_deleted on router 046ef979-7b4a-4b9e-85fe-20c9d3e25851 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:28:08.815542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-296731112', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '197a8e69-535a-4021-9c89-5e3384ab028c'}], 'security_groups': ['e0785172-dbca-4313-b83d-4c378f1b52fa', 'a03cb840-5135-4fcc-a21b-9af8c820cef9']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:08.827752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:08.828840 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08625d17-03c2-4ea8-ba52-4f03bd668815 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/046ef979-7b4a-4b9e-85fe-20c9d3e25851 HTTP/1.1" status: 204 len: 168 time: 3.8573623 Apr 07 11:28:08.848504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:08.858441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-353809638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:08.871257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:08.903571 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-8cee289b-4c3e-4c21-9c82-bbb558703811 service neutron] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615226 Apr 07 11:28:08.981383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (f4cd9fbb-75d7-484b-9e5d-6b5a2ef4cb0a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.017277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:09.018029 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.041151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.148045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d79c0-3af3-4c3b-b5f4-35e143c3946d None None] Network f25d5aaa-52e8-40a6-b366-db3b43711801 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:09.307956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:09.308431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.356160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,segment=NetworkSegment(330c4fb4-2185-4917-894f-587cc9d0623a),segment_id=330c4fb4-2185-4917-894f-587cc9d0623a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:09.377823 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.387967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-34124c2d-9f22-4604-9f4f-9eb78824bcf9 None None] Provisioning complete for port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:09.389318 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-34124c2d-9f22-4604-9f4f-9eb78824bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.409435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032041a-afe7-4cd6-b857-785d2ccee241 req-0179f1ec-6142-4f2f-a2b5-20f07a957f52 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:09.421792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9032041a-afe7-4cd6-b857-785d2ccee241 req-0179f1ec-6142-4f2f-a2b5-20f07a957f52 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3104162 Apr 07 11:28:09.503499 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-0d415665-10c2-4207-88be-2aac559cf000 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9 HTTP/1.1" status: 200 len: 217 time: 0.5655410 Apr 07 11:28:09.508439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (f4cd9fbb-75d7-484b-9e5d-6b5a2ef4cb0a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.521353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9032041a-afe7-4cd6-b857-785d2ccee241 req-54f664f1-3a12-488e-9695-442e3ddf5f89 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954702 Apr 07 11:28:09.578019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:09.619068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-a98a87cd-eba3-414e-bd5f-a7cbcc180f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:09.623936 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-a98a87cd-eba3-414e-bd5f-a7cbcc180f05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 200 len: 797 time: 0.1120932 Apr 07 11:28:09.628084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.630797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.748279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (902ac93d-cda5-4c36-80b9-b8e4ff256d71), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.756646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cd9fbb-75d7-484b-9e5d-6b5a2ef4cb0a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:09.780133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] DHCP port deletion for f25d5aaa-52e8-40a6-b366-db3b43711801 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:28:09.795349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.798151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Delete allocated IP 172.20.0.9 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/37691722-41f0-4299-b194-0057c20915cd) {{(pid=104178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 11:28:09.808833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Allocated IP 172.20.0.36 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/197a8e69-535a-4021-9c89-5e3384ab028c/7cdfd181-4c3c-407d-93fb-55a1071de00d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:09.823435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] Update dhcp port {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'fixed_ips': [{'subnet_id': '5b1665da-2380-4b61-b6ec-c488104694c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '37691722-41f0-4299-b194-0057c20915cd', 'ip_address': '172.20.0.2'}, {'subnet_id': '197a8e69-535a-4021-9c89-5e3384ab028c'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '3775b74f-63a9-458c-840e-eceddd5fd41d'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:28:09.852974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.858338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-91f6c41f-305d-4b3d-b62f-d00244f4de98 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7332084 Apr 07 11:28:09.864528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.866345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b0b6e22-0c6d-4eed-ab87-5bcbf7b5654b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0146708 Apr 07 11:28:09.866741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-34124c2d-9f22-4604-9f4f-9eb78824bcf9 None None] Current status of the port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:09.869949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.874341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59356) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:09.874873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:09.879813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Deleting port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:09.880418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:09.886776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:09.917812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': True}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:10.009061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.027416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.037485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.093479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] Allocated IP 172.20.0.34 (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07/197a8e69-535a-4021-9c89-5e3384ab028c/3775b74f-63a9-458c-840e-eceddd5fd41d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:10.201738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-683e45c7-f3cd-4245-8bf8-599d9726286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:10.203478 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-683e45c7-f3cd-4245-8bf8-599d9726286b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5588069 Apr 07 11:28:10.298609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event updated for resources: {'Port': ['ID=7cdfd181-4c3c-407d-93fb-55a1071de00d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:10.316939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] In _notify_port_updated(), no bound segment for port 7cdfd181-4c3c-407d-93fb-55a1071de00d on network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:28:10.323653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:10.324483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.325973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-362fe94a-01f7-4f76-a3ce-82d36630b6c4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "PUT /v2.0/ports/7cdfd181-4c3c-407d-93fb-55a1071de00d HTTP/1.1" status: 200 len: 959 time: 1.5267465 Apr 07 11:28:10.333867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:10.428452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (902ac93d-cda5-4c36-80b9-b8e4ff256d71), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.469434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] For port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,segment=NetworkSegment(330c4fb4-2185-4917-894f-587cc9d0623a),segment_id=330c4fb4-2185-4917-894f-587cc9d0623a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:10.469839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.484503 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-99e0ef56-f873-484f-a684-6072eb5e7d93 service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695835 Apr 07 11:28:10.498328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:10.530175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port 7cdfd181-4c3c-407d-93fb-55a1071de00d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:10.530650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.598315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] Publish callbacks [] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.610617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.621839 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-c58bf8f1-5335-4467-b74c-6caa8ff13b89 service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269748 Apr 07 11:28:10.677815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Calling delete_port for 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:10.756535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221792d1-0dc4-4725-9b8c-4ba09b5d52f4 None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:10.765573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] Deleting port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:10.766226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.777259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:28:10.791480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-625647dc-8d64-405f-9a54-f0f7aa0648c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fe81e72a-7866-4659-b88c-8ca299e17a20 HTTP/1.1" status: 200 len: 217 time: 0.1235240 Apr 07 11:28:10.799337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:10.821006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for 7cdfd181-4c3c-407d-93fb-55a1071de00d owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:10.837559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa4b1c-6b7f-405a-9c54-8d3f1001a6d3 req-eea42c14-54a5-41b6-85f0-7c635bd4f6db tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:10.839538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58fa4b1c-6b7f-405a-9c54-8d3f1001a6d3 req-eea42c14-54a5-41b6-85f0-7c635bd4f6db tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.1428044 Apr 07 11:28:10.950907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58fa4b1c-6b7f-405a-9c54-8d3f1001a6d3 req-f6d92840-7326-4cfa-8bf9-db2c09f7f7d4 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044102 Apr 07 11:28:11.086966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7cdfd181-4c3c-407d-93fb-55a1071de00d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.101860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-76a5d9c7-12da-410d-bd7e-31109da80d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:11.103700 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-76a5d9c7-12da-410d-bd7e-31109da80d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 200 len: 797 time: 0.2944388 Apr 07 11:28:11.123489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] For port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,segment=NetworkSegment(330c4fb4-2185-4917-894f-587cc9d0623a),segment_id=330c4fb4-2185-4917-894f-587cc9d0623a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:11.124028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.141178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.153323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=7cdfd181-4c3c-407d-93fb-55a1071de00d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:11.155413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] Calling delete_port for 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:11.238906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.298114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Port': ['ID=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:11.312343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-bc204f88-46e7-44c3-a951-742aa943def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:11.314286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-bc204f88-46e7-44c3-a951-742aa943def8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c8cae7-09cc-4283-afc9-2029f31777d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1977181 Apr 07 11:28:11.315128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] No DVR routers for this DVR port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:11.329596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.339862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cd4add87-1ec5-49bc-af62-ff3002077568 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/7cdfd181-4c3c-407d-93fb-55a1071de00d HTTP/1.1" status: 204 len: 168 time: 1.0017734 Apr 07 11:28:11.341964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:11.341964 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.343630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:11.423022 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf15de2d-c187-409d-9dd1-09e659b50dc4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] GET failed (client error): The resource could not be found. Apr 07 11:28:11.435904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cf15de2d-c187-409d-9dd1-09e659b50dc4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports/7cdfd181-4c3c-407d-93fb-55a1071de00d HTTP/1.1" status: 404 len: 333 time: 0.0910776 Apr 07 11:28:11.440170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59388) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:11.491815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.536135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66a08126-0eac-4bb0-bc1b-4872c73b4fb4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (7ab00d7b-e3d6-4cb3-9c33-f2505d691444), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.580418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] No DVR routers for this DVR port 5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:11.586303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a5f1e-76f9-45cb-854c-43edd9529c08 None None] Pushing event deleted for resources: {'Port': ['ID=5d75fed0-cd53-4dc6-b8fb-f18fde9fae6c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:11.594132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66a08126-0eac-4bb0-bc1b-4872c73b4fb4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (7ab00d7b-e3d6-4cb3-9c33-f2505d691444), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.733078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66a08126-0eac-4bb0-bc1b-4872c73b4fb4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7ab00d7b-e3d6-4cb3-9c33-f2505d691444), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.736414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66a08126-0eac-4bb0-bc1b-4872c73b4fb4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.747941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-66a08126-0eac-4bb0-bc1b-4872c73b4fb4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ab00d7b-e3d6-4cb3-9c33-f2505d691444 HTTP/1.1" status: 204 len: 168 time: 0.2981720 Apr 07 11:28:11.747941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59394) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:11.769665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a08126-0eac-4bb0-bc1b-4872c73b4fb4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab00d7b-e3d6-4cb3-9c33-f2505d691444,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:11.856168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (f25d5aaa-52e8-40a6-b366-db3b43711801), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.861063 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c42d3d70-9469-4526-a95d-fdd5abe22810 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (a03cb840-5135-4fcc-a21b-9af8c820cef9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.864443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Allocated IP 172.25.5.53 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:11.916065 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-1568031c-9e06-4e4c-95ae-118fffe9e0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944591 Apr 07 11:28:11.956252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25d5aaa-52e8-40a6-b366-db3b43711801']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:11.969850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c42d3d70-9469-4526-a95d-fdd5abe22810 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (a03cb840-5135-4fcc-a21b-9af8c820cef9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:11.987113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (902ac93d-cda5-4c36-80b9-b8e4ff256d71), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.056378 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c42d3d70-9469-4526-a95d-fdd5abe22810 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a03cb840-5135-4fcc-a21b-9af8c820cef9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.063188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c42d3d70-9469-4526-a95d-fdd5abe22810 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.065926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c42d3d70-9469-4526-a95d-fdd5abe22810 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/security-groups/a03cb840-5135-4fcc-a21b-9af8c820cef9 HTTP/1.1" status: 204 len: 168 time: 0.3179095 Apr 07 11:28:12.073587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59402) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:12.086665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330c4fb4-2185-4917-894f-587cc9d0623a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:12.086971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330c4fb4-2185-4917-894f-587cc9d0623a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:12.127752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.165615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d3d70-9469-4526-a95d-fdd5abe22810 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03cb840-5135-4fcc-a21b-9af8c820cef9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:12.199199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-330d65c7-b760-4139-bd79-f8c7c948056d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (e0785172-dbca-4313-b83d-4c378f1b52fa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.237006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-330d65c7-b760-4139-bd79-f8c7c948056d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (e0785172-dbca-4313-b83d-4c378f1b52fa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.252995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32a500-cde8-40b4-9f5a-033eb30df49e None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:12.261545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949317fd-558d-40a9-ad4f-e1c6f92a002e req-4846e52c-7090-4141-8a40-f52862c23d89 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:12.263280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-949317fd-558d-40a9-ad4f-e1c6f92a002e req-4846e52c-7090-4141-8a40-f52862c23d89 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.1365466 Apr 07 11:28:12.336935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-949317fd-558d-40a9-ad4f-e1c6f92a002e req-d61c0c5a-0583-4575-a3b2-e1aaeea387dd tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579174 Apr 07 11:28:12.343886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.348993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Could not find standard attr ID for object 7cdfd181-4c3c-407d-93fb-55a1071de00d. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:28:12.355318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (330c4fb4-2185-4917-894f-587cc9d0623a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.358163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-330d65c7-b760-4139-bd79-f8c7c948056d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e0785172-dbca-4313-b83d-4c378f1b52fa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.367889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-330d65c7-b760-4139-bd79-f8c7c948056d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.377745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-330d65c7-b760-4139-bd79-f8c7c948056d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0785172-dbca-4313-b83d-4c378f1b52fa HTTP/1.1" status: 204 len: 168 time: 0.3009210 Apr 07 11:28:12.383905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59406) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:12.415615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (330c4fb4-2185-4917-894f-587cc9d0623a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.416130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:12.416715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.466700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d65c7-b760-4139-bd79-f8c7c948056d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0785172-dbca-4313-b83d-4c378f1b52fa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:12.486158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:12.528916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 37691722-41f0-4299-b194-0057c20915cd {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:12.533657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8840aec0-3654-49a5-9b32-bd8c12339a03 req-427d38be-cee1-4d6d-a35e-a1c2f057e84a service neutron] 10.222.0.41 "GET /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016157 Apr 07 11:28:12.535378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:12.536259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (330c4fb4-2185-4917-894f-587cc9d0623a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.540461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (37691722-41f0-4299-b194-0057c20915cd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.546014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32a500-cde8-40b4-9f5a-033eb30df49e None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:12.559145 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:12.564779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.578279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:12.578660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.696338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (37691722-41f0-4299-b194-0057c20915cd), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.740477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3775b74f-63a9-458c-840e-eceddd5fd41d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:12.765170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:12.772747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:12.783423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:12.798689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Allocated IP 172.25.5.157 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/0f7f0c0b-88bc-4595-940b-47a4ba0d1185) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:12.820480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'Port': ['ID=ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:12.829426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (f25d5aaa-52e8-40a6-b366-db3b43711801), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.860170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:12.864361 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/networks/f25d5aaa-52e8-40a6-b366-db3b43711801 HTTP/1.1" status: 204 len: 168 time: 4.5524218 Apr 07 11:28:12.869309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1113dc-a144-4776-a324-6bde1bfa9af7 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Network': ['ID=f25d5aaa-52e8-40a6-b366-db3b43711801,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:12.870363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59412) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:13.009287 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (37691722-41f0-4299-b194-0057c20915cd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.036868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:13.037277 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.136988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-52c3f592-6bb7-4f66-b2fc-0577cb171540 None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:13.260720 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (009e590d-ec98-41ad-abd2-df6ae52957ab), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.262351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:13.267995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (37691722-41f0-4299-b194-0057c20915cd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.330466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.335323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/37691722-41f0-4299-b194-0057c20915cd HTTP/1.1" status: 204 len: 168 time: 0.9318922 Apr 07 11:28:13.339641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704110e6-8ccb-4239-a78e-ab829ac659c9 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=37691722-41f0-4299-b194-0057c20915cd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:13.347950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59420) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:13.480060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for port (0f7f0c0b-88bc-4595-940b-47a4ba0d1185), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.493073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (e8f32a9e-cd75-475c-8033-9da7a022fd81), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.526223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 197a8e69-535a-4021-9c89-5e3384ab028c {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:13.555896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.563882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (197a8e69-535a-4021-9c89-5e3384ab028c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.569600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Deleting port 0db39b7c-6906-4676-b352-6efcca2df6d9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:13.571522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.585334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0f7f0c0b-88bc-4595-940b-47a4ba0d1185), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.633075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:13.641157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:13.650429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69d0a-368c-40dc-8215-7fda3937389c req-a9255dd5-55c5-4642-91c2-22b246e49af3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:13.652407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cea69d0a-368c-40dc-8215-7fda3937389c req-a9255dd5-55c5-4642-91c2-22b246e49af3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.2040792 Apr 07 11:28:13.671043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:13.701833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (197a8e69-535a-4021-9c89-5e3384ab028c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.771771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Port': ['ID=0f7f0c0b-88bc-4595-940b-47a4ba0d1185,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:13.875513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] For port 0db39b7c-6906-4676-b352-6efcca2df6d9, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0db39b7c-6906-4676-b352-6efcca2df6d9,segment=NetworkSegment(beb6b685-9189-4915-b55a-342ca77b2856),segment_id=beb6b685-9189-4915-b55a-342ca77b2856)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:13.876106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:13.930064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cea69d0a-368c-40dc-8215-7fda3937389c req-e839fa05-5e9a-44cc-a313-fae199a7e801 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680204 Apr 07 11:28:13.931437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Calling delete_port for 0db39b7c-6906-4676-b352-6efcca2df6d9 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:13.963523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (197a8e69-535a-4021-9c89-5e3384ab028c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.005794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb91ae6-ceae-4f27-9d65-7b456e960c91 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:14.091111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.112898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.197985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0db39b7c-6906-4676-b352-6efcca2df6d9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.212375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0e07f525-0ca4-4b9f-8df5-93bd3b4b410b None None] Could not find standard attr ID for object 7cdfd181-4c3c-407d-93fb-55a1071de00d. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:28:14.217220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (197a8e69-535a-4021-9c89-5e3384ab028c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.230503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] No DVR routers for this DVR port 0db39b7c-6906-4676-b352-6efcca2df6d9 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:14.263297 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:28:14.284221 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.288550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/197a8e69-535a-4021-9c89-5e3384ab028c HTTP/1.1" status: 204 len: 168 time: 0.9196210 Apr 07 11:28:14.314466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b585-1cd1-4a19-8bc8-35a83221fa5a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=197a8e69-535a-4021-9c89-5e3384ab028c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:14.320322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59432) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:14.323694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Port': ['ID=0db39b7c-6906-4676-b352-6efcca2df6d9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:14.357797 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec6e3bf-ce78-4417-baa8-46b81e268e48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:14.358439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec6e3bf-ce78-4417-baa8-46b81e268e48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:14.361920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3ec6e3bf-ce78-4417-baa8-46b81e268e48 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/37691722-41f0-4299-b194-0057c20915cd HTTP/1.1" status: 404 len: 337 time: 0.0397921 Apr 07 11:28:14.373340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59434) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:14.400439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (902ac93d-cda5-4c36-80b9-b8e4ff256d71), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.436203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c63ea2-1704-4dc8-babe-c9a68c8d41ce None None] Update dhcp port {'port': {'network_id': '0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07', 'fixed_ips': [{'subnet_id': '5b1665da-2380-4b61-b6ec-c488104694c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '197a8e69-535a-4021-9c89-5e3384ab028c'}], 'binding:host_id': 'n-d-836788-1'}, 'id': '3775b74f-63a9-458c-840e-eceddd5fd41d'} from n-d-836788-1. {{(pid=104179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 11:28:14.457367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'Port': ['ID=ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:14.467669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting subnet 5b1665da-2380-4b61-b6ec-c488104694c1 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:14.477064 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (5b1665da-2380-4b61-b6ec-c488104694c1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.509168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-67c63ea2-1704-4dc8-babe-c9a68c8d41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.513289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (e8f32a9e-cd75-475c-8033-9da7a022fd81), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.557032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.558641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da24ec6a-f751-46e0-b8a7-1356a64b3d7b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6757059 Apr 07 11:28:14.563164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (009e590d-ec98-41ad-abd2-df6ae52957ab), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.645986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (5b1665da-2380-4b61-b6ec-c488104694c1), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.651744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009e590d-ec98-41ad-abd2-df6ae52957ab']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:14.753638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb6b685-9189-4915-b55a-342ca77b2856') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:14.753780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb6b685-9189-4915-b55a-342ca77b2856') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:14.770491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (beb6b685-9189-4915-b55a-342ca77b2856), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.781676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.801853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.809197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (beb6b685-9189-4915-b55a-342ca77b2856), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.849458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:14.849930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (beb6b685-9189-4915-b55a-342ca77b2856), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:14.853804 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:14.928677 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (5b1665da-2380-4b61-b6ec-c488104694c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:14.965748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-d112f2d5-2974-4428-8296-113dabc444a3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1047382042&fields=id&tenant_id=9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 267 time: 0.1837134 Apr 07 11:28:14.996480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Router 902ac93d-cda5-4c36-80b9-b8e4ff256d71 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:28:15.065551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (009e590d-ec98-41ad-abd2-df6ae52957ab), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.071228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.077436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/networks/009e590d-ec98-41ad-abd2-df6ae52957ab HTTP/1.1" status: 204 len: 168 time: 2.1978090 Apr 07 11:28:15.078175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59456) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.145840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:15.153600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.156993 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] Sync routers for ids ['902ac93d-cda5-4c36-80b9-b8e4ff256d71'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:15.158271 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ecf54995-b3f0-4fcd-8e35-b87865bfe6fe tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "PUT /v2.0/routers/902ac93d-cda5-4c36-80b9-b8e4ff256d71 HTTP/1.1" status: 200 len: 914 time: 5.2451801 Apr 07 11:28:15.158953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59458) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.172642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8775-1065-4977-85e1-82666064075a tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Network': ['ID=009e590d-ec98-41ad-abd2-df6ae52957ab,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:15.176821 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] Routers {'902ac93d-cda5-4c36-80b9-b8e4ff256d71'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:15.178518 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['902ac93d-cda5-4c36-80b9-b8e4ff256d71'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:15.241192 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-67c63ea2-1704-4dc8-babe-c9a68c8d41ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b1665da-2380-4b61-b6ec-c488104694c1: This subnet is being modified by another concurrent operation. Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:15.242613 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b1665da-2380-4b61-b6ec-c488104694c1: This subnet is being modified by another concurrent operation. Apr 07 11:28:15.245474 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:28:15.274229 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] Routers {'902ac93d-cda5-4c36-80b9-b8e4ff256d71'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:15.275552 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['902ac93d-cda5-4c36-80b9-b8e4ff256d71'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:15.285929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (5b1665da-2380-4b61-b6ec-c488104694c1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.323679 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:15.324540 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb95b7-2b48-4201-9cf2-1a16df221560 None None] The sync data for ids ['902ac93d-cda5-4c36-80b9-b8e4ff256d71'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:15.372578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97dc7f-58af-4e5c-b056-cd7af39ec40a None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:15.376575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1665da-2380-4b61-b6ec-c488104694c1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:15.396514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3cb5b1f9-248b-4537-8592-7a3c9d9bad85), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.401311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.403216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-63926757-b95a-4fa1-8e9a-a5899db1c10f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/5b1665da-2380-4b61-b6ec-c488104694c1 HTTP/1.1" status: 204 len: 168 time: 1.0287981 Apr 07 11:28:15.409574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-37f17858-1b4d-485e-85e9-9126c4da30d9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:15.411427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-37f17858-1b4d-485e-85e9-9126c4da30d9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 817 time: 0.4320316 Apr 07 11:28:15.415723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59468) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.439994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa8f99-8604-410a-b929-94eb4c5ce0b8 req-56a57890-c226-432f-9b72-8ae0bae4cad9 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:15.442381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40fa8f99-8604-410a-b929-94eb4c5ce0b8 req-56a57890-c226-432f-9b72-8ae0bae4cad9 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3454893 Apr 07 11:28:15.465776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-94d97f9d-4357-48c3-99cd-b465cec5d50b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/quotas/9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 375 time: 0.0429609 Apr 07 11:28:15.475258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c2213219-87a9-4d74-b958-fb4633f95775 None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:15.476061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c2213219-87a9-4d74-b958-fb4633f95775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.523497 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7273dc-8a9d-40d1-b675-881acdb986e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:15.524644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7273dc-8a9d-40d1-b675-881acdb986e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:15.534010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59470) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.536272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9c7273dc-8a9d-40d1-b675-881acdb986e4 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/f3455edb-0074-4d89-bafc-f8f689815f1a HTTP/1.1" status: 404 len: 337 time: 0.1134400 Apr 07 11:28:15.555157 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36f3494d-a030-46cb-a68f-67fa4d9e8f16 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/902ac93d-cda5-4c36-80b9-b8e4ff256d71 HTTP/1.1" status: 200 len: 920 time: 0.3925149 Apr 07 11:28:15.555611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59472) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.577392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c2213219-87a9-4d74-b958-fb4633f95775 None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:15.603850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c97dc7f-58af-4e5c-b056-cd7af39ec40a None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:15.618748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fafcae51-57a3-4f71-93c9-ce0357c56fe1 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3aa098c-9b30-4954-a0f2-4a3abc5ec36f HTTP/1.1" status: 200 len: 205 time: 0.0811608 Apr 07 11:28:15.629267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c2213219-87a9-4d74-b958-fb4633f95775 None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:15.630097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c2213219-87a9-4d74-b958-fb4633f95775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:15.633580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59476) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.700457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e64290-1de5-4661-b47c-fd5d70bc92a1 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:15.709327 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-06e64290-1de5-4661-b47c-fd5d70bc92a1 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=902ac93d-cda5-4c36-80b9-b8e4ff256d71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1511705 Apr 07 11:28:15.709986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59480) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.820534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff06f6-05c0-4d85-9fb4-5a11d2a38323 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:15.825431 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67ff06f6-05c0-4d85-9fb4-5a11d2a38323 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.1143236 Apr 07 11:28:15.826093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59484) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.864228 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9153686a-0534-4e93-bda3-67e0bba07268 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=902ac93d-cda5-4c36-80b9-b8e4ff256d71 HTTP/1.1" status: 200 len: 205 time: 0.0368233 Apr 07 11:28:15.864815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:15.936859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c2213219-87a9-4d74-b958-fb4633f95775 None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:16.029744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.065228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3cb5b1f9-248b-4537-8592-7a3c9d9bad85), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.075352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-becd3e8c-2cc5-449c-852f-edd7be5078d8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6089246 Apr 07 11:28:16.078878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40fa8f99-8604-410a-b929-94eb4c5ce0b8 req-d512d7d4-8d58-403b-8b7e-969435a2a9e9 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300521 Apr 07 11:28:16.086320 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-e6b82038-3b50-43e5-9629-29e8239ed4db tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] delete failed (client error): The resource could not be found. Apr 07 11:28:16.087363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e6b82038-3b50-43e5-9629-29e8239ed4db tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/routers/a3aa098c-9b30-4954-a0f2-4a3abc5ec36f HTTP/1.1" status: 404 len: 336 time: 0.4519911 Apr 07 11:28:16.099416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-c5b2099f-d347-44cc-9cb8-52b6ee37392e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:28:16.100476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-c5b2099f-d347-44cc-9cb8-52b6ee37392e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104163 Apr 07 11:28:16.101068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.131224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d6f6a-f94b-4766-b4c4-5da4ea30c318 None None] Network 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:16.194211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (902ac93d-cda5-4c36-80b9-b8e4ff256d71), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.226105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Could not find standard attr ID for object 7cdfd181-4c3c-407d-93fb-55a1071de00d. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:28:16.242973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb5b1f9-248b-4537-8592-7a3c9d9bad85']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:16.253481 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89a4ec9-96d7-4a6b-b71d-efda1696d44f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.254149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89a4ec9-96d7-4a6b-b71d-efda1696d44f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.260978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a89a4ec9-96d7-4a6b-b71d-efda1696d44f tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/8475d069-4fbf-41dc-8962-213085d16201 HTTP/1.1" status: 404 len: 337 time: 0.1553967 Apr 07 11:28:16.261426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.269753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-3ba1c059-2b90-4770-9e72-9502d2c13495 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363902 Apr 07 11:28:16.284806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Provisioning complete for port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:16.291525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.345154 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-572d6806-dbd7-4561-80f3-63bf9d3d6550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.345775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572d6806-dbd7-4561-80f3-63bf9d3d6550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.349325 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-572d6806-dbd7-4561-80f3-63bf9d3d6550 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/141a770b-7b55-4264-b8e4-5acfd27f4232 HTTP/1.1" status: 404 len: 337 time: 0.0865993 Apr 07 11:28:16.352195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Deleting port 0f7f0c0b-88bc-4595-940b-47a4ba0d1185 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:16.352723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0f7f0c0b-88bc-4595-940b-47a4ba0d1185), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.370190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59498) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.372020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcc2f63-afae-4372-a079-a19858a3b251') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:16.372316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcc2f63-afae-4372-a079-a19858a3b251') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:16.378108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-d2cf6530-8e19-4148-845b-7f2a74b71068 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074002 Apr 07 11:28:16.401544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:16.423135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Provisioning complete for port 3775b74f-63a9-458c-840e-eceddd5fd41d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:16.423518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.451228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (2dcc2f63-afae-4372-a079-a19858a3b251), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.458841 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cc665a-977a-41e0-829d-c01a231f81e1 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.459606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cc665a-977a-41e0-829d-c01a231f81e1 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.463082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-66cc665a-977a-41e0-829d-c01a231f81e1 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/5004efb1-9009-4e2e-9489-034f7398449a HTTP/1.1" status: 404 len: 337 time: 0.0826495 Apr 07 11:28:16.466012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59502) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.497059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2dcc2f63-afae-4372-a079-a19858a3b251), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.509788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] DHCP port deletion for 0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:28:16.529702 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae178e7d-a914-43ac-9751-05f3db2ac77a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.533536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae178e7d-a914-43ac-9751-05f3db2ac77a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.545919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae178e7d-a914-43ac-9751-05f3db2ac77a tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/80871e91-2b7b-4483-82a7-d3015451f24b HTTP/1.1" status: 404 len: 333 time: 0.0762906 Apr 07 11:28:16.545919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:16.545919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (2dcc2f63-afae-4372-a079-a19858a3b251), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.547257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:16.558267 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:16.567068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7e8f6-3d9f-4cce-85d2-1d8b571defdc None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:16.593699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] Deleting port 3775b74f-63a9-458c-840e-eceddd5fd41d {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:16.594100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.651110 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0184c2bc-9466-4d4b-a81c-327a3c495fbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.651629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0184c2bc-9466-4d4b-a81c-327a3c495fbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.658050 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0184c2bc-9466-4d4b-a81c-327a3c495fbb tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/99e10108-a1ec-44ab-bd35-f58c8d083bb4 HTTP/1.1" status: 404 len: 337 time: 0.1065660 Apr 07 11:28:16.668932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59508) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.680470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0f7f0c0b-88bc-4595-940b-47a4ba0d1185), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.690679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3775b74f-63a9-458c-840e-eceddd5fd41d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:28:16.739440 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ecb6a-60b2-4b77-b588-e464a6c7936d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.739899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4ecb6a-60b2-4b77-b588-e464a6c7936d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.743401 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b4ecb6a-60b2-4b77-b588-e464a6c7936d tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/a3801761-bce8-4d05-a3e9-3489e932f4bb HTTP/1.1" status: 404 len: 337 time: 0.0730705 Apr 07 11:28:16.748237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59510) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.749216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Calling delete_port for 0f7f0c0b-88bc-4595-940b-47a4ba0d1185 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:16.769454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3cb5b1f9-248b-4537-8592-7a3c9d9bad85), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.789085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.800915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/networks/3cb5b1f9-248b-4537-8592-7a3c9d9bad85 HTTP/1.1" status: 204 len: 168 time: 1.7125113 Apr 07 11:28:16.801650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59516) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.820177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:16.820600 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:16.834361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a99ab7-5dac-470c-901b-467a0af0d043 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Network': ['ID=3cb5b1f9-248b-4537-8592-7a3c9d9bad85,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:16.844935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] Calling delete_port for 3775b74f-63a9-458c-840e-eceddd5fd41d owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:16.849548 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a168450-bd0c-4b5f-8439-add894d319af tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.850548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a168450-bd0c-4b5f-8439-add894d319af tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.853956 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a168450-bd0c-4b5f-8439-add894d319af tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/e00cc1f8-bac7-4a1c-8a9a-f5db0073232b HTTP/1.1" status: 404 len: 333 time: 0.0973587 Apr 07 11:28:16.861215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59520) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.917866 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d070ad-b755-4320-a18b-bf9fb15c2a78 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.918334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d070ad-b755-4320-a18b-bf9fb15c2a78 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.921715 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69d070ad-b755-4320-a18b-bf9fb15c2a78 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/b2f8cf0c-94a0-42bf-95c3-42f8e1b583d9 HTTP/1.1" status: 404 len: 337 time: 0.0586741 Apr 07 11:28:16.924998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59522) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:16.993372 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d834d450-3d3d-451b-a8d9-e8752a7af536 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:16.993844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d834d450-3d3d-451b-a8d9-e8752a7af536 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:16.999215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d834d450-3d3d-451b-a8d9-e8752a7af536 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/subnets/52cd8b9e-9981-4301-9ed7-ee89a1fd941f HTTP/1.1" status: 404 len: 337 time: 0.0709314 Apr 07 11:28:17.000145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:17.002173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfce4e-a4a0-4843-baba-61fc9ee0b562 req-f26cf85a-6c48-4f66-b8c1-4776c7c6f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:17.004740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aecfce4e-a4a0-4843-baba-61fc9ee0b562 req-f26cf85a-6c48-4f66-b8c1-4776c7c6f76b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 1128 time: 0.3211527 Apr 07 11:28:17.049867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (531cd134-24ce-46cf-be88-b21e6e954ed0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.093087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf24ec1a-94ab-40d3-9174-76be931af551 req-91ab0a0b-7a82-4598-a2b1-a02689e7c759 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 210 time: 0.2531655 Apr 07 11:28:17.262916 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (531cd134-24ce-46cf-be88-b21e6e954ed0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.290579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3775b74f-63a9-458c-840e-eceddd5fd41d is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:17.291263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.370587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531cd134-24ce-46cf-be88-b21e6e954ed0']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:17.396807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 3775b74f-63a9-458c-840e-eceddd5fd41d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3775b74f-63a9-458c-840e-eceddd5fd41d,segment=NetworkSegment(ff41858d-6dfe-47f9-95f1-75582b625cde),segment_id=ff41858d-6dfe-47f9-95f1-75582b625cde)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:17.409567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2e353e-b781-4fe2-bc69-118c3b171b4a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:17.411747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2e353e-b781-4fe2-bc69-118c3b171b4a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:17.411880 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.451822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (9f2e353e-b781-4fe2-bc69-118c3b171b4a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.465199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c931ae-6c9c-43a1-bbbe-029b174360d5 req-7ff01984-219f-437f-b2e1-198e2e8a19c3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:17.465589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Deleting port d8de2dae-ef19-4f67-a6a8-8125f82a1f66 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:17.466045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.467229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9c931ae-6c9c-43a1-bbbe-029b174360d5 req-7ff01984-219f-437f-b2e1-198e2e8a19c3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.2181158 Apr 07 11:28:17.488548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aecfce4e-a4a0-4843-baba-61fc9ee0b562 req-a7c78c2d-9913-4f35-9463-5458945c1afb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464148 Apr 07 11:28:17.507781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9f2e353e-b781-4fe2-bc69-118c3b171b4a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.526734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:17.527029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (9f2e353e-b781-4fe2-bc69-118c3b171b4a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:17.530180 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:17.561483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:17.577089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.578144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.578725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.579342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.579924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.580757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.581413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.582457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.583044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.583597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.584115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.584662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.585296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:17.591136 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (3775b74f-63a9-458c-840e-eceddd5fd41d), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.630158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] Pushing event deleted for resources: {'Port': ['ID=3775b74f-63a9-458c-840e-eceddd5fd41d,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:17.631506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.637847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b657c86-5c17-4335-bae1-1421110a8a88 None None] No DVR routers for this DVR port 3775b74f-63a9-458c-840e-eceddd5fd41d on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:17.665190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Calling delete_port for d8de2dae-ef19-4f67-a6a8-8125f82a1f66 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:17.665442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9c931ae-6c9c-43a1-bbbe-029b174360d5 req-80274cfd-3156-465f-ab83-bd73d2c02215 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880515 Apr 07 11:28:17.726831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (531cd134-24ce-46cf-be88-b21e6e954ed0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.744260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0f7f0c0b-88bc-4595-940b-47a4ba0d1185), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.749820 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:17.756036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] 10.222.0.13 "DELETE /v2.0/networks/531cd134-24ce-46cf-be88-b21e6e954ed0 HTTP/1.1" status: 204 len: 168 time: 0.9241774 Apr 07 11:28:17.775674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e418286-279f-4011-a54a-36258ddd1cb5 tempest-BulkNetworkOpsIpV6Test-1628047207 tempest-BulkNetworkOpsIpV6Test-1628047207-project] Pushing event deleted for resources: {'Network': ['ID=531cd134-24ce-46cf-be88-b21e6e954ed0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:17.797778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event deleted for resources: {'Port': ['ID=0f7f0c0b-88bc-4595-940b-47a4ba0d1185,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:18.271178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d8de2dae-ef19-4f67-a6a8-8125f82a1f66), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.273312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (902ac93d-cda5-4c36-80b9-b8e4ff256d71), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.318588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d333ac64-d683-4bec-869d-900f717ddff1 req-07bc1160-f66e-4374-ac6d-359b3cb82490 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 210 time: 0.0594573 Apr 07 11:28:18.335944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59558) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:18.374466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Port': ['ID=d8de2dae-ef19-4f67-a6a8-8125f82a1f66,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:18.415414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.421300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:18.421521 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ddd5710-0fa8-4989-bc04-7833cb03cc52 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/ports/d8de2dae-ef19-4f67-a6a8-8125f82a1f66 HTTP/1.1" status: 204 len: 168 time: 1.4153795 Apr 07 11:28:18.426583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.436443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (902ac93d-cda5-4c36-80b9-b8e4ff256d71), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.557556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.685825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (902ac93d-cda5-4c36-80b9-b8e4ff256d71), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.688693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Fanout notify agent at l3_agent the message router_deleted on router 902ac93d-cda5-4c36-80b9-b8e4ff256d71 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:28:18.702489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.711528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e1241802-1961-4453-97b3-f7866dab296f tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/902ac93d-cda5-4c36-80b9-b8e4ff256d71 HTTP/1.1" status: 204 len: 168 time: 2.8430948 Apr 07 11:28:18.712214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59574) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:18.748436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224166787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:18.781415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.823633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.824701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.856344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c16c81f-285f-48fc-b1f3-46517646f3c7 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:18.862641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c16c81f-285f-48fc-b1f3-46517646f3c7 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 817 time: 0.3179126 Apr 07 11:28:18.901978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:18.933374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff41858d-6dfe-47f9-95f1-75582b625cde') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:18.933742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff41858d-6dfe-47f9-95f1-75582b625cde') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:18.947599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.969083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (ff41858d-6dfe-47f9-95f1-75582b625cde), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:18.970857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.005720 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ff41858d-6dfe-47f9-95f1-75582b625cde), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.019075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.023700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:19.023901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a59790e0-4973-40e2-ae25-913ae504c1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3077114 Apr 07 11:28:19.024283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (ff41858d-6dfe-47f9-95f1-75582b625cde), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.026319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59586) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:19.031032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': False}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:19.040246 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-08442657-0dc7-4abe-8948-2dbe9c8d25b4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 380 time: 0.1558592 Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:19.069574 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:19.117087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'port': {'device_id': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'admin_state_up': True, 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'security_groups': ['92a6583e-f49b-4948-b619-f6d459645ad1']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:19.119853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-704317ba-0682-4c87-9525-f1c12bf6b917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66e37f5ac60544d4b51b0c64d5e17f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7819159 Apr 07 11:28:19.121734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59590) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:19.131266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac4ee2-6370-4d39-b2de-07660ae51a19 req-b35a19ce-f90f-488a-9756-f18debd0c1f8 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:19.132837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-beac4ee2-6370-4d39-b2de-07660ae51a19 req-b35a19ce-f90f-488a-9756-f18debd0c1f8 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.3028898 Apr 07 11:28:19.155587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.178987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.185455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] 10.222.0.13 "DELETE /v2.0/networks/0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07 HTTP/1.1" status: 204 len: 168 time: 0.7628543 Apr 07 11:28:19.186673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc007abc-5d54-4801-8bf0-fba0b59c6a89 tempest-PortsTestJSON-668540767 tempest-PortsTestJSON-668540767-project] Pushing event deleted for resources: {'Network': ['ID=0c28864b-aad7-4bd3-a3f8-8dec5ffdfc07,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:19.225349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-beac4ee2-6370-4d39-b2de-07660ae51a19 req-cf8c8664-5757-4165-b8c6-13a233dcdc5f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848494 Apr 07 11:28:19.340084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f0f8e6-693c-4981-b7ca-9e4166d7b166 admin admin] Publish callbacks [] for security_group (a78e1030-2c45-45c0-82a0-d11e6bc15c92), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.492224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9912483d-c5ed-494b-998b-d8bec38ff829 req-d2c14a11-2593-4699-8f71-2e802224cd14 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 210 time: 0.0540168 Apr 07 11:28:19.493071 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f0f8e6-693c-4981-b7ca-9e4166d7b166 admin admin] Publish callbacks [] for security_group (a78e1030-2c45-45c0-82a0-d11e6bc15c92), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.515535 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.530667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Made reservation on behalf of 9e0e95b80323484b996f2afffa9f39e8 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:19.535345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.702914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f0f8e6-693c-4981-b7ca-9e4166d7b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a78e1030-2c45-45c0-82a0-d11e6bc15c92), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.709622 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f0f8e6-693c-4981-b7ca-9e4166d7b166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:19.715111 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-79f0f8e6-693c-4981-b7ca-9e4166d7b166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a78e1030-2c45-45c0-82a0-d11e6bc15c92 HTTP/1.1" status: 204 len: 168 time: 0.5898654 Apr 07 11:28:19.731925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59606) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:19.769892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0f8e6-693c-4981-b7ca-9e4166d7b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e1030-2c45-45c0-82a0-d11e6bc15c92,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:19.811120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Allocated IP 172.20.0.10 (9dd0e359-8713-4b99-a415-b9747b1b3c04/3827de8d-0b1a-40f1-b7bd-76d6230565b0/146ee700-b855-4655-b021-df902162e028) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:20.099380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.126683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.216519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for port (146ee700-b855-4655-b021-df902162e028), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.296960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8d905a79-64a6-484f-bfc8-5755c00b2dbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=106fb434248849e8bd39c7f190324ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5629270 Apr 07 11:28:20.298749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:20.305960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Allocated IP 172.25.5.145 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/289e2850-66d2-40ff-ab44-e07aad280647) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:20.323926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (146ee700-b855-4655-b021-df902162e028), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.449619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:20.456692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edee1ca9-6882-4faa-9761-f37f21248c97 admin admin] Publish callbacks [] for security_group (cf07d6b0-5566-4a96-820a-86e796098d00), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.468712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:20.487688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:20.490053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407cab-bd77-4e84-be68-67fca0f8fa3b req-a89033bb-c1d0-4138-8362-8656f7c96603 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:20.492284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0407cab-bd77-4e84-be68-67fca0f8fa3b req-a89033bb-c1d0-4138-8362-8656f7c96603 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.1294546 Apr 07 11:28:20.512476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:20.544660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edee1ca9-6882-4faa-9761-f37f21248c97 admin admin] Publish callbacks [] for security_group (cf07d6b0-5566-4a96-820a-86e796098d00), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.647278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:20.647955 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.668025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0407cab-bd77-4e84-be68-67fca0f8fa3b req-73ff772c-2a09-4c1e-806c-dc489a865ebb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674807 Apr 07 11:28:20.668611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for port (289e2850-66d2-40ff-ab44-e07aad280647), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.737814 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-5c7297fc-ad0c-4d83-8e24-20c5e00e5a5b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6559978 Apr 07 11:28:20.757886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Request body: {'port': {'device_id': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:20.817921 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d7341-a935-4d26-a2cd-5038c2bfe035 req-f1c699b4-d51d-4481-bfe7-8e32e2cf9487 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:20.820861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-509d7341-a935-4d26-a2cd-5038c2bfe035 req-f1c699b4-d51d-4481-bfe7-8e32e2cf9487 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 932 time: 0.1453116 Apr 07 11:28:20.823950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edee1ca9-6882-4faa-9761-f37f21248c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cf07d6b0-5566-4a96-820a-86e796098d00), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.831309 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edee1ca9-6882-4faa-9761-f37f21248c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.838122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-edee1ca9-6882-4faa-9761-f37f21248c97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf07d6b0-5566-4a96-820a-86e796098d00 HTTP/1.1" status: 204 len: 168 time: 0.5382867 Apr 07 11:28:20.858392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1ca9-6882-4faa-9761-f37f21248c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf07d6b0-5566-4a96-820a-86e796098d00,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:20.928947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-509d7341-a935-4d26-a2cd-5038c2bfe035 req-bcb8d421-41d6-4f69-b748-8c82e3132c46 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896218 Apr 07 11:28:20.932675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (289e2850-66d2-40ff-ab44-e07aad280647), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:20.950521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2184dc3b-778f-429f-a8fe-8a0fcb55f104 None None] Provisioning complete for port 146ee700-b855-4655-b021-df902162e028 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:20.951507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2184dc3b-778f-429f-a8fe-8a0fcb55f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (146ee700-b855-4655-b021-df902162e028), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:21.028153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:21.032853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:21.040383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:21.043955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:21.047921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2184dc3b-778f-429f-a8fe-8a0fcb55f104 None None] Port 146ee700-b855-4655-b021-df902162e028 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:21.164488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Pushing event updated for resources: {'Port': ['ID=289e2850-66d2-40ff-ab44-e07aad280647,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:21.220941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-8dfa2469-8f8e-497a-8f70-9949a3fc0c19 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:21.229466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-8dfa2469-8f8e-497a-8f70-9949a3fc0c19 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 811 time: 0.1948659 Apr 07 11:28:21.248619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-48128972-2fa1-4969-9b14-b5a92c032138 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/quotas/d6b55bc32d2e46e39922f39399a89c29 HTTP/1.1" status: 200 len: 375 time: 0.0180979 Apr 07 11:28:21.339484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-b390b760-cba3-4d9e-8c0a-9531796a016b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897877 Apr 07 11:28:21.531655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-e9c07378-c35d-4c85-8d28-b1864687ad48 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812005 Apr 07 11:28:21.680425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router_gateway (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:21.729278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-614452e7-2608-4763-a8c3-bdeb25db58f6 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903291 Apr 07 11:28:21.765984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-6c2afa31-cfa4-43c2-baa5-abc20574e339 req-2a2ab3dd-4472-4b84-9322-a778505431f1 service neutron] (104177) timed out ('10.222.0.13', 33414) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:28:21.779625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146ee700-b855-4655-b021-df902162e028 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:28:21.800965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Publish callbacks [] for port (146ee700-b855-4655-b021-df902162e028), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:21.826896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Transition to ACTIVE for port object 146ee700-b855-4655-b021-df902162e028 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:28:21.838199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:22.079442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f2c95dc-1eea-4fe7-a420-e8beb1d3b20b req-c981d954-4868-474a-8d72-a86d1ac095c2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 210 time: 0.0655529 Apr 07 11:28:22.307482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe09f64-52b5-4508-8d76-5e16e2931322 req-280ff248-09ad-4bba-aa36-c129973ec14a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:22.315489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:22.334034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afe09f64-52b5-4508-8d76-5e16e2931322 req-280ff248-09ad-4bba-aa36-c129973ec14a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2480741 Apr 07 11:28:22.429318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afe09f64-52b5-4508-8d76-5e16e2931322 req-b20c5b42-4799-43d7-90c9-101ea5cf7a93 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925148 Apr 07 11:28:22.516630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59686) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:22.889523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-771538264'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:22.966375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:22.971809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.000343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Attempting to bind port 146ee700-b855-4655-b021-df902162e028 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:23.001663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Attempting to bind port 146ee700-b855-4655-b021-df902162e028 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:23.002226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Attempting to bind port 146ee700-b855-4655-b021-df902162e028 on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:23.014554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.016479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.018658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Port 146ee700-b855-4655-b021-df902162e028 on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:23.019671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Attempting to bind port 146ee700-b855-4655-b021-df902162e028 on network 9dd0e359-8713-4b99-a415-b9747b1b3c04 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:23.026928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:23.027512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Checking segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:23.028076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Bound using segment: {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:23.029318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Bound port: 146ee700-b855-4655-b021-df902162e028, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f071a60d-0e38-4438-9394-5618150cadb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:23.030096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.045408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.121098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:23.126136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:23.135661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.242064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:23.243071 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.244135 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] 10.222.0.41 "PUT /v2.0/ports/146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 1092 time: 2.4975524 Apr 07 11:28:23.340353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:28:23.346662 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe4f47-a193-49a2-9769-649a8bf620ea" -d '{"events": [{"name": "network-changed", "server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:28:23.352161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c44fc266-ebe7-4a53-ba7a-5ba0281d0572 req-c016c217-5276-499c-b542-742fd97519fd tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 210 time: 0.1342633 Apr 07 11:28:23.360890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for security_group (2ce85551-be22-4abb-9e4b-b3681e379c9d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.389565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2ce85551-be22-4abb-9e4b-b3681e379c9d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.497196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e1bf6-d5fe-49ab-a455-134004d5913b service neutron] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:23.505349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-0fc1ebb8-baae-44e2-9a55-3e0aca683781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:23.507219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-0fc1ebb8-baae-44e2-9a55-3e0aca683781 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1126 time: 0.1287029 Apr 07 11:28:23.528630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:23.567716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bfbd747a-f096-4bc9-a6d1-6c550c18c6ce), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.568075 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Added segment bfbd747a-f096-4bc9-a6d1-6c550c18c6ce of type vlan for network e29460d8-57c8-4c09-8789-514012a7dfd4 Apr 07 11:28:23.585033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-000fab02-f71c-48b4-9835-06f7b2e6ca96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 217 time: 0.0676014 Apr 07 11:28:23.652010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59716) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:23.719078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e29460d8-57c8-4c09-8789-514012a7dfd4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.855474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59720) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:23.867980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce85551-be22-4abb-9e4b-b3681e379c9d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:23.881225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-4653b64c-1292-49be-a042-804dc168ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:23.882736 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-4653b64c-1292-49be-a042-804dc168ee87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.2669914 Apr 07 11:28:23.892192 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e29460d8-57c8-4c09-8789-514012a7dfd4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.906549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:23.907195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:23.964201 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbf5c29-ad43-4f53-937b-ea7738720226 x-openstack-request-id: req-ffbf5c29-ad43-4f53-937b-ea7738720226 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:28:23.964201 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "tag": "146ee700-b855-4655-b021-df902162e028", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:28:23.964520 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffbf5c29-ad43-4f53-937b-ea7738720226 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:28:23.964745 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbf5c29-ad43-4f53-937b-ea7738720226'] response: {'name': 'network-changed', 'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'tag': '146ee700-b855-4655-b021-df902162e028', 'status': 'completed', 'code': 200} Apr 07 11:28:24.057569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Network': ['ID=e29460d8-57c8-4c09-8789-514012a7dfd4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:24.063350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Router a427f274-ecc6-4acc-9740-eaa3aee1bfeb is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:28:24.070381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1448636662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:24.078322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e29460d8-57c8-4c09-8789-514012a7dfd4 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:24.184502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-71f8f500-a7ce-4d96-a30d-5ef303329f8c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6661532 Apr 07 11:28:24.235974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b318-a36e-4da9-94e5-3bb07b52ee9f req-23f1219e-2746-49b1-a11a-f9cc3b409167 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:24.237682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa89b318-a36e-4da9-94e5-3bb07b52ee9f req-23f1219e-2746-49b1-a11a-f9cc3b409167 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.4444168 Apr 07 11:28:24.248356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11e87cf6-4c8f-4737-8f31-3d73b57993f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.330150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:24.344063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] Sync routers for ids ['a427f274-ecc6-4acc-9740-eaa3aee1bfeb'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:24.357001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.360890 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d3cd7c9a-fb75-4ffe-8915-d7b15575adba tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "PUT /v2.0/routers/a427f274-ecc6-4acc-9740-eaa3aee1bfeb HTTP/1.1" status: 200 len: 916 time: 5.3310027 Apr 07 11:28:24.364131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59724) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:24.367536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] Routers {'a427f274-ecc6-4acc-9740-eaa3aee1bfeb'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:24.368682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-977ba7db-3310-41ec-bf70-7d9425ed33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:24.369888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a427f274-ecc6-4acc-9740-eaa3aee1bfeb'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:24.372344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-977ba7db-3310-41ec-bf70-7d9425ed33d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4768279 Apr 07 11:28:24.395091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.396625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.436833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-38ca5844-171c-415e-aca4-3cc74865cc3b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:24.438333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-38ca5844-171c-415e-aca4-3cc74865cc3b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 811 time: 0.6564016 Apr 07 11:28:24.489877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:24.515180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] Routers {'a427f274-ecc6-4acc-9740-eaa3aee1bfeb'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:24.528099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a427f274-ecc6-4acc-9740-eaa3aee1bfeb'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:24.542874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa89b318-a36e-4da9-94e5-3bb07b52ee9f req-47688735-5d4a-43bf-b595-cec91034379b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876620 Apr 07 11:28:24.625599 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-8c5632f0-e194-4ea2-a5c2-462c0a10c554 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189500 Apr 07 11:28:24.652643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Request body: {'port': {'device_id': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'admin_state_up': True, 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:24.665197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:24.668975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63e64d-ed5f-41ba-a999-eed9e3a7fe00 None None] The sync data for ids ['a427f274-ecc6-4acc-9740-eaa3aee1bfeb'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:24.756218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9415aff8-c25a-4252-a8ff-d829b80febe4 req-f156171f-5915-4b70-bddc-9d9a9ed351ff tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 210 time: 0.1110938 Apr 07 11:28:24.914988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router_controller (a83c8abc-ef64-43bd-952c-50ac4efa0458), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.933120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.968080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-29132740-845d-4879-bc6f-6cf262c2ec8c tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/a427f274-ecc6-4acc-9740-eaa3aee1bfeb HTTP/1.1" status: 200 len: 922 time: 0.5914719 Apr 07 11:28:24.968854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59730) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:24.978828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:24.980098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a1d148c0-bc72-4cc2-b072-ebb34c6ea87d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1187513 Apr 07 11:28:24.986785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59732) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:25.011824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Made reservation on behalf of d6b55bc32d2e46e39922f39399a89c29 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:25.012909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-669633872'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:25.015048 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.043243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Made reservation on behalf of b90240996abf433f95d42a4b6c3e9b88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:25.047378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.057494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-456c43e1-7437-41aa-b837-23eb1ad8d6e8 req-75348561-1aed-419c-ba3e-ab7411aa6fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195368 Apr 07 11:28:25.071555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11e87cf6-4c8f-4737-8f31-3d73b57993f4 admin admin] Publish callbacks [] for security_group (ea1b4e0f-7d87-467a-a4fc-c3beab39bc03), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.073783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.078403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11e87cf6-4c8f-4737-8f31-3d73b57993f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ea1b4e0f-7d87-467a-a4fc-c3beab39bc03), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.121781 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-11e87cf6-4c8f-4737-8f31-3d73b57993f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ed16fdd910b4ff0804d7be3e823b221&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3775847 Apr 07 11:28:25.124047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59734) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:25.203570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Allocated IP 172.20.0.13 (f6e306c2-cf70-4d3f-bd00-a5d837b8340b/10ecb748-a7de-4f6e-9c93-e6c828506a60/19d352fe-44dd-423e-b0e9-3fb40838ac47) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:25.284192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1721cf8a-4edd-4484-b114-a6c7b6fe9f70 admin admin] Publish callbacks [] for security_group (ea1b4e0f-7d87-467a-a4fc-c3beab39bc03), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.316710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1721cf8a-4edd-4484-b114-a6c7b6fe9f70 admin admin] Publish callbacks [] for security_group (ea1b4e0f-7d87-467a-a4fc-c3beab39bc03), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.375452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e87cf6-4c8f-4737-8f31-3d73b57993f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b4e0f-7d87-467a-a4fc-c3beab39bc03,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:25.402382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1721cf8a-4edd-4484-b114-a6c7b6fe9f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ea1b4e0f-7d87-467a-a4fc-c3beab39bc03), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.410205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1721cf8a-4edd-4484-b114-a6c7b6fe9f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.415330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1721cf8a-4edd-4484-b114-a6c7b6fe9f70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea1b4e0f-7d87-467a-a4fc-c3beab39bc03 HTTP/1.1" status: 204 len: 168 time: 0.2899201 Apr 07 11:28:25.478471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a8562-fd48-4495-8ae4-f53ce65279bc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:25.480444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1d5a8562-fd48-4495-8ae4-f53ce65279bc tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=a427f274-ecc6-4acc-9740-eaa3aee1bfeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5083020 Apr 07 11:28:25.484513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59738) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:25.488786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721cf8a-4edd-4484-b114-a6c7b6fe9f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b4e0f-7d87-467a-a4fc-c3beab39bc03,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:25.570018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for security_group (bec66985-aee8-4416-b8f9-d97dc4b8d37e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.593871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bec66985-aee8-4416-b8f9-d97dc4b8d37e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.650188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-2ce33c0c-280f-4be3-932d-2f0e6631ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:25.660596 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-2ce33c0c-280f-4be3-932d-2f0e6631ee59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1126 time: 0.4679801 Apr 07 11:28:25.699187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks [] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.743085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:25.754531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (435df128-430f-4a5e-a0cd-b22fa7485853), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:25.755069 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Added segment 435df128-430f-4a5e-a0cd-b22fa7485853 of type vlan for network 65104cde-79c1-4c17-bad5-d82e2845cbc0 Apr 07 11:28:25.864095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33bc9d-1047-4ea8-90b9-58eac6a1fb29 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:25.867723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ab33bc9d-1047-4ea8-90b9-58eac6a1fb29 tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.3810115 Apr 07 11:28:25.868322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec66985-aee8-4416-b8f9-d97dc4b8d37e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:25.876526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59752) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:26.102878 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21b46fe6-bd8e-4aef-8e1f-97fe3bacf1c3 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a427f274-ecc6-4acc-9740-eaa3aee1bfeb HTTP/1.1" status: 200 len: 205 time: 0.1719868 Apr 07 11:28:26.102878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (65104cde-79c1-4c17-bad5-d82e2845cbc0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.116417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:26.160873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34ef64ad-bdfc-4f04-9bbe-65bbd1cf8b5e req-92248b51-39f6-4d30-8f25-65af22a4f7b9 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 210 time: 0.1758053 Apr 07 11:28:26.181885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.199011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7e127ba2-48fb-4330-ab06-83eb96cacea3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:28:26.228370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59756) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:26.307124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54fb64d9-f853-43e1-b21b-79e1892bb19d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.396159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.407857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b14e4-0189-4eee-ad1a-b3caea0fb33c req-e153409b-f7a6-4622-87b1-b4565a0f90da tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:26.421687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c00b14e4-0189-4eee-ad1a-b3caea0fb33c req-e153409b-f7a6-4622-87b1-b4565a0f90da tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.6970146 Apr 07 11:28:26.433089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Network f6e306c2-cf70-4d3f-bd00-a5d837b8340b is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:26.446756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:26.449900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:26.570753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:26.571810 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.620874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0768161 Apr 07 11:28:26.666811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Request body: {'port': {'device_id': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:26.733064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.resource_extend [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:28:26.769372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (65104cde-79c1-4c17-bad5-d82e2845cbc0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.776237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:26.777112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.786035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Pushing event updated for resources: {'Port': ['ID=19d352fe-44dd-423e-b0e9-3fb40838ac47,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:26.791243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.856152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c00b14e4-0189-4eee-ad1a-b3caea0fb33c req-10dd2dce-e3d1-448a-979d-ada59cc15c26 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332588 Apr 07 11:28:26.907859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.920449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54fb64d9-f853-43e1-b21b-79e1892bb19d admin admin] Publish callbacks [] for security_group (cb1c5335-2f2d-4840-990a-89bb3f7b1615), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.927833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.928459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.928956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.929548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.930041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.930531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.931015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.931541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.932116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.933277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Network': ['ID=65104cde-79c1-4c17-bad5-d82e2845cbc0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:26.933563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.934066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.934571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.935055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8401d-f3ed-409b-8258-33b5e1962f33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:26.957079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54fb64d9-f853-43e1-b21b-79e1892bb19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cb1c5335-2f2d-4840-990a-89bb3f7b1615), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:26.964249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:27.003651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb64d9-f853-43e1-b21b-79e1892bb19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1c5335-2f2d-4840-990a-89bb3f7b1615,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:27.026912 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-45e9d2e9-2074-4c41-8647-6c6c5b66af0d tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0330384 Apr 07 11:28:27.056181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59760) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:27.075745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'subnet': {'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:27.138520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-9d19836f-22e5-458d-a387-90d207f07062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:27.140485 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-9d19836f-22e5-458d-a387-90d207f07062 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 1.4441204 Apr 07 11:28:27.294184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-e7a34b12-b7fc-4197-9fe3-fb9dede75bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 217 time: 0.1399262 Apr 07 11:28:27.396805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Deleting port 289e2850-66d2-40ff-ab44-e07aad280647 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:27.397442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (289e2850-66d2-40ff-ab44-e07aad280647), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:27.454602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-f5bac96a-4b09-414c-924e-006906d84217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:27.457184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-f5bac96a-4b09-414c-924e-006906d84217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1532834 Apr 07 11:28:27.509467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Made reservation on behalf of b90240996abf433f95d42a4b6c3e9b88 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:27.523005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:27.532624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-54fb64d9-f853-43e1-b21b-79e1892bb19d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6a159c3697e472381be89e2bed15a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2776370 Apr 07 11:28:27.533850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:27.577879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d352fe-44dd-423e-b0e9-3fb40838ac47 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:28:27.598893 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Publish callbacks [] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:27.614594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:27.620026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'subnet': {'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:27.631480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Transition to ACTIVE for port object 19d352fe-44dd-423e-b0e9-3fb40838ac47 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:28:27.712112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-79562ca6-885a-4514-8f81-9a602abbafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:27.712112 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-79562ca6-885a-4514-8f81-9a602abbafc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2466619 Apr 07 11:28:27.750376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (289e2850-66d2-40ff-ab44-e07aad280647), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:27.834381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Calling delete_port for 289e2850-66d2-40ff-ab44-e07aad280647 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:27.870382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3815bcf-2fbc-4c06-ad5b-13b2121d3011 admin admin] Publish callbacks [] for security_group (cb1c5335-2f2d-4840-990a-89bb3f7b1615), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:27.971507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:27.992181 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3815bcf-2fbc-4c06-ad5b-13b2121d3011 admin admin] Publish callbacks [] for security_group (cb1c5335-2f2d-4840-990a-89bb3f7b1615), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.016326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbb0f6-b075-485a-87e8-75ce7a946c6f req-106a2fd3-769e-4cc9-a9e4-43e9340079d5 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:28.018169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fdbb0f6-b075-485a-87e8-75ce7a946c6f req-106a2fd3-769e-4cc9-a9e4-43e9340079d5 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 932 time: 0.6250188 Apr 07 11:28:28.121551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Pushing event updated for resources: {'Port': ['ID=19d352fe-44dd-423e-b0e9-3fb40838ac47,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:28.296829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80107680-5c6a-4558-af34-ba09952be6d4 req-47ed7a08-4843-46e3-a7b5-421d2545e5ba tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:28.305266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80107680-5c6a-4558-af34-ba09952be6d4 req-47ed7a08-4843-46e3-a7b5-421d2545e5ba tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2797570 Apr 07 11:28:28.327427 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-1f5d4646-5cb3-40e8-a108-27e19ddc4f98 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998275 Apr 07 11:28:28.368359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80107680-5c6a-4558-af34-ba09952be6d4 req-913253cd-7a66-4ebf-9e1a-2e5c6ab37e5c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619891 Apr 07 11:28:28.372084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:28.375652 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.429803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-66fe4f47-a193-49a2-9769-649a8bf620ea req-e670274a-fb4d-43cd-b2e9-6163607c0c3d service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930004 Apr 07 11:28:28.562038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (715da3db-02df-4317-8c32-fe7279041213), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.612610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3815bcf-2fbc-4c06-ad5b-13b2121d3011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cb1c5335-2f2d-4840-990a-89bb3f7b1615), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.614630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3815bcf-2fbc-4c06-ad5b-13b2121d3011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.625213 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3815bcf-2fbc-4c06-ad5b-13b2121d3011 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb1c5335-2f2d-4840-990a-89bb3f7b1615 HTTP/1.1" status: 204 len: 168 time: 1.0657403 Apr 07 11:28:28.675740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fdbb0f6-b075-485a-87e8-75ce7a946c6f req-709a7602-538b-4fbb-a60c-86c956574af4 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434805 Apr 07 11:28:28.679991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (301b9864-bbd8-49e9-9095-540d81f9ace1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.699780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Attempting to bind port 19d352fe-44dd-423e-b0e9-3fb40838ac47 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:28.700459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Attempting to bind port 19d352fe-44dd-423e-b0e9-3fb40838ac47 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:28.701015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Attempting to bind port 19d352fe-44dd-423e-b0e9-3fb40838ac47 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:28.763001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3815bcf-2fbc-4c06-ad5b-13b2121d3011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1c5335-2f2d-4840-990a-89bb3f7b1615,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:28.786051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Subnet': ['ID=301b9864-bbd8-49e9-9095-540d81f9ace1,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:28.805808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Port 19d352fe-44dd-423e-b0e9-3fb40838ac47 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:28.807282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Subnet': ['ID=715da3db-02df-4317-8c32-fe7279041213,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:28.814521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Attempting to bind port 19d352fe-44dd-423e-b0e9-3fb40838ac47 on network f6e306c2-cf70-4d3f-bd00-a5d837b8340b {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:28.839079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Checking segment: {'id': '435df128-430f-4a5e-a0cd-b22fa7485853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:28.839401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network hostable DHCP agents. Network: 65104cde-79c1-4c17-bad5-d82e2845cbc0, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:28.851309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (289e2850-66d2-40ff-ab44-e07aad280647), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.853198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:28.853861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Checking segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:28.854479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Bound using segment: {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:28.855170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Bound port: 19d352fe-44dd-423e-b0e9-3fb40838ac47, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c211c4bb-703a-479d-ad36-4496614ae623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:28.855896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:28.910315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event deleted for resources: {'Port': ['ID=289e2850-66d2-40ff-ab44-e07aad280647,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:28.923489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Checking segment: {'id': 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:28.926158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network hostable DHCP agents. Network: e29460d8-57c8-4c09-8789-514012a7dfd4, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:28.962351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:28.988904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.001442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network e29460d8-57c8-4c09-8789-514012a7dfd4 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:29.008070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] For port 19d352fe-44dd-423e-b0e9-3fb40838ac47, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:29.014217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] For port 19d352fe-44dd-423e-b0e9-3fb40838ac47, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:29.023405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.054594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.055151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.057017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] 10.222.0.41 "PUT /v2.0/ports/19d352fe-44dd-423e-b0e9-3fb40838ac47 HTTP/1.1" status: 200 len: 1092 time: 2.4170744 Apr 07 11:28:29.058425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'tag': '19d352fe-44dd-423e-b0e9-3fb40838ac47'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:28:29.061717 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1669fa1-3a4e-4ebd-b295-6120ecbe0e15", "tag": "19d352fe-44dd-423e-b0e9-3fb40838ac47"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:28:29.080867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 65104cde-79c1-4c17-bad5-d82e2845cbc0) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:29.094410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7314c1-9579-438a-91fe-00435c385515 None None] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:29.118403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.119074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.135096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.147620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, e29460d8-57c8-4c09-8789-514012a7dfd4) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:29.153919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.156654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.157281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.176507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aebde79e-adf7-4d92-8b12-4848d4105dcc tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1189206 Apr 07 11:28:29.177557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59782) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:29.202774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'network': {'name': 'tempest-router-network01--1890726429'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:29.278731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c409c0-8258-4068-b7a8-5e68043ef06f service neutron] Pushing event updated for resources: {'Port': ['ID=19d352fe-44dd-423e-b0e9-3fb40838ac47,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:29.284344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (a427f274-ecc6-4acc-9740-eaa3aee1bfeb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.285597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Fanout notify agent at l3_agent the message router_deleted on router a427f274-ecc6-4acc-9740-eaa3aee1bfeb {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:28:29.295771 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5bee8-f419-4ba7-aef3-0f2eea548ef8 x-openstack-request-id: req-54c5bee8-f419-4ba7-aef3-0f2eea548ef8 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:28:29.297230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.297620 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1669fa1-3a4e-4ebd-b295-6120ecbe0e15", "tag": "19d352fe-44dd-423e-b0e9-3fb40838ac47", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:28:29.298703 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54c5bee8-f419-4ba7-aef3-0f2eea548ef8 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:28:29.299251 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aae706ec-ac0c-4f3d-bc35-b17a6110f957 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/a427f274-ecc6-4acc-9740-eaa3aee1bfeb HTTP/1.1" status: 204 len: 168 time: 3.1800625 Apr 07 11:28:29.300367 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c5bee8-f419-4ba7-aef3-0f2eea548ef8'] response: {'name': 'network-changed', 'server_uuid': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'tag': '19d352fe-44dd-423e-b0e9-3fb40838ac47', 'status': 'completed', 'code': 200} Apr 07 11:28:29.306808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59790) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:29.312969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Made reservation on behalf of b90240996abf433f95d42a4b6c3e9b88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:29.319920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.326023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-336610967', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:29.338033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a79ee7f0-04ba-42d9-bb23-3b3d4f975145 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7145677 Apr 07 11:28:29.338231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59792) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:29.346426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-543344621'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:29.369406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f164c7bf-c46c-4700-8de6-87700c4f3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.371973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-f164c7bf-c46c-4700-8de6-87700c4f3023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 1126 time: 0.2027059 Apr 07 11:28:29.387615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b59416-c594-41f5-bc2b-3492cd49a188 None None] Network e29460d8-57c8-4c09-8789-514012a7dfd4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:29.399048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.400132 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.407833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:29.411555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:29.415076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.469630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2af1f4bb-4d1f-4286-b24e-15ba3d230f8a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.469985 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Added segment 2af1f4bb-4d1f-4286-b24e-15ba3d230f8a of type vlan for network dc805b86-4dc0-4942-836a-6910f74cd619 Apr 07 11:28:29.497733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:28:29.563937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-e407f430-bc93-42fa-b37c-6f9cc33fd756 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47 HTTP/1.1" status: 200 len: 217 time: 0.1839988 Apr 07 11:28:29.565326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:29.574815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-e29460d8-57c8-4c09-8789-514012a7dfd4', 'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4', 'project_id': 'b6d4461159c74570bbc2ed7b484ca207', 'fixed_ips': [{'subnet_id': '301b9864-bbd8-49e9-9095-540d81f9ace1'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:29.575685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.592677 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3aea8bc2-90b8-436f-ae82-10a9e01cffa9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.593178 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Added segment 3aea8bc2-90b8-436f-ae82-10a9e01cffa9 of type vlan for network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 Apr 07 11:28:29.606929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-65104cde-79c1-4c17-bad5-d82e2845cbc0', 'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0', 'project_id': 'b90240996abf433f95d42a4b6c3e9b88', 'fixed_ips': [{'subnet_id': '715da3db-02df-4317-8c32-fe7279041213'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:29.607818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.640924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-25256aa2-2331-40ec-aab0-dc1b94cd375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.642491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-25256aa2-2331-40ec-aab0-dc1b94cd375f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.0563161 Apr 07 11:28:29.655588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (8d3c0d4d-a85d-4036-9fd6-73c8395efb40), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.666623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.676110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (dc805b86-4dc0-4942-836a-6910f74cd619), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.715477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-47977346-2ed0-4c6a-87c5-416f3eecffad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539353 Apr 07 11:28:29.786026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a736d-54cd-40d3-83ab-4b2197927e3f req-ed1eeb2c-b16e-48d0-a754-c7f1c7cc5ff3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.787709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa5a736d-54cd-40d3-83ab-4b2197927e3f req-ed1eeb2c-b16e-48d0-a754-c7f1c7cc5ff3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2220385 Apr 07 11:28:29.887532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-10f89bc7-bfee-4a5d-878b-c9aa3d431713 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610513 Apr 07 11:28:29.890844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa5a736d-54cd-40d3-83ab-4b2197927e3f req-85ef1899-6efd-486a-877e-cab03ca58080 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945973 Apr 07 11:28:29.932007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.resource_extend [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:28:29.976923 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (8d3c0d4d-a85d-4036-9fd6-73c8395efb40), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:29.983471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:29.984095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.013453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308b435-5d42-4be8-813c-631ba5d5ff25 req-e744f04d-de07-4dae-a409-29a9a7860201 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:30.015035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8308b435-5d42-4be8-813c-631ba5d5ff25 req-e744f04d-de07-4dae-a409-29a9a7860201 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 944 time: 0.1571004 Apr 07 11:28:30.036285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Allocated IP 2001:db8:0:ffff::2 (e29460d8-57c8-4c09-8789-514012a7dfd4/301b9864-bbd8-49e9-9095-540d81f9ace1/148f48a7-9011-40cf-a4a3-885c4c2cf00f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:30.051605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.059609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30a6357e-5698-4cc7-8227-8c18d98cbd6c req-fef573f0-41de-4c41-b06b-67428837cf29 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332412 Apr 07 11:28:30.074725 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7388513 Apr 07 11:28:30.078121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59806) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:30.096884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'subnet': {'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:30.101584 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (dc805b86-4dc0-4942-836a-6910f74cd619), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.121183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:30.124080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.125305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8308b435-5d42-4be8-813c-631ba5d5ff25 req-928570c7-f2e1-4d40-844a-194bfc9dc8d0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688796 Apr 07 11:28:30.179212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Allocated IP 172.20.0.2 (65104cde-79c1-4c17-bad5-d82e2845cbc0/715da3db-02df-4317-8c32-fe7279041213/32f2fc51-d424-4179-bef9-0f4ff44ff169) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:30.211979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-c98ea76f-8d10-4467-9ba1-044201a0908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:30.213658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-c98ea76f-8d10-4467-9ba1-044201a0908d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 1126 time: 0.0870826 Apr 07 11:28:30.424639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2389894 Apr 07 11:28:30.428936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-cbb50c54-bbea-4b11-b825-4d2e3f898448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:30.430908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-cbb50c54-bbea-4b11-b825-4d2e3f898448 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 912 time: 0.2067964 Apr 07 11:28:30.431067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59814) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:30.431733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825554-35d1-4ce0-963f-5326d76b7b94 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Network': ['ID=8d3c0d4d-a85d-4036-9fd6-73c8395efb40,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:30.443050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:30.459265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'network': {'name': 'tempest-router-network02--1293755600'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:30.459924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '146ee700-b855-4655-b021-df902162e028', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'port_id': '146ee700-b855-4655-b021-df902162e028', 'mac_address': 'fa:16:3e:ad:45:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:28:30.465450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Publish callbacks [] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.473532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:30.532585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-7b71411a-f46e-4396-a09f-3a0a906712ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47 HTTP/1.1" status: 200 len: 217 time: 0.0937233 Apr 07 11:28:30.593506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Made reservation on behalf of b90240996abf433f95d42a4b6c3e9b88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:30.600395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.604886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.624754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5f2fa-af75-402d-b62c-8a6ffa213016 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Network': ['ID=dc805b86-4dc0-4942-836a-6910f74cd619,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:30.638796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:30.643139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-70c7b5ab-25f2-41b3-afc8-74d6f7c041d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:30.644643 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.645297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-70c7b5ab-25f2-41b3-afc8-74d6f7c041d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.1049397 Apr 07 11:28:30.649826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:30.694122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-ac7cae18-84e5-4b83-a269-fc7f1c225ac8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419331 Apr 07 11:28:30.701961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:30.713532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network dc805b86-4dc0-4942-836a-6910f74cd619 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:30.734488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:30.778932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (df7f7445-97f6-45a5-904d-916c0a310924), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.779566 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Added segment df7f7445-97f6-45a5-904d-916c0a310924 of type vlan for network 51ec6a82-3acd-485e-a2c7-a91766619f86 Apr 07 11:28:30.846351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:30.847363 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.879111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-819d39fa-641f-4988-a3fc-7067182432e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.881375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:30.897106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4697-1010-40aa-8a18-319746bb5a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.897702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (51ec6a82-3acd-485e-a2c7-a91766619f86), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:30.907469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:30.965612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146ee700-b855-4655-b021-df902162e028 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:28:30.970276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-e7f26e4e-8504-41c8-8d51-84eec21fd312 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676706 Apr 07 11:28:31.049522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Attempting to bind port 32f2fc51-d424-4179-bef9-0f4ff44ff169 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:31.050232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Attempting to bind port 32f2fc51-d424-4179-bef9-0f4ff44ff169 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '435df128-430f-4a5e-a0cd-b22fa7485853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:31.052016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Attempting to bind port 32f2fc51-d424-4179-bef9-0f4ff44ff169 on network 65104cde-79c1-4c17-bad5-d82e2845cbc0 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:31.083935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Pushing event updated for resources: {'Port': ['ID=32f2fc51-d424-4179-bef9-0f4ff44ff169,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:31.095653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.099194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:31.100040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Checking segment: {'id': '435df128-430f-4a5e-a0cd-b22fa7485853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:31.100598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.101070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Bound using segment: {'id': '435df128-430f-4a5e-a0cd-b22fa7485853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:31.101677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Bound port: 32f2fc51-d424-4179-bef9-0f4ff44ff169, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435df128-430f-4a5e-a0cd-b22fa7485853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '65104cde-79c1-4c17-bad5-d82e2845cbc0'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:31.102862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (51ec6a82-3acd-485e-a2c7-a91766619f86), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.102995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.108448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:31.108647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:31.109569 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.152113 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.162655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.221770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-819d39fa-641f-4988-a3fc-7067182432e3 admin admin] Publish callbacks [] for security_group (0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.230018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a579d-abb5-47f5-bc1d-33b1f150e4ad req-d212f8bc-8350-487f-ae33-09f7d617c542 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:31.231955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e2a579d-abb5-47f5-bc1d-33b1f150e4ad req-d212f8bc-8350-487f-ae33-09f7d617c542 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1925800 Apr 07 11:28:31.234343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6917a0ae-4905-4ef6-9e3e-b8419e0078a8 req-2b7f08ff-33f1-4d6e-9143-3896dc07a1cd service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559333 Apr 07 11:28:31.238406 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-819d39fa-641f-4988-a3fc-7067182432e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.246898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:31.295734 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8480334 Apr 07 11:28:31.301958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59826) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:31.309059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'subnet': {'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:31.342441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f9772-3e38-4c40-84ee-079c81a8e3d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Network': ['ID=51ec6a82-3acd-485e-a2c7-a91766619f86,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:31.348963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] For port 32f2fc51-d424-4179-bef9-0f4ff44ff169, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:31.354935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] For port 32f2fc51-d424-4179-bef9-0f4ff44ff169, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32f2fc51-d424-4179-bef9-0f4ff44ff169,segment=NetworkSegment(435df128-430f-4a5e-a0cd-b22fa7485853),segment_id=435df128-430f-4a5e-a0cd-b22fa7485853)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:31.358041 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Publish callbacks [] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.360724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 51ec6a82-3acd-485e-a2c7-a91766619f86 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:31.407700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.410740 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.432514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-819d39fa-641f-4988-a3fc-7067182432e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b702bf86e3a4f5b9451a921506f76f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7815230 Apr 07 11:28:31.434412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d39fa-641f-4988-a3fc-7067182432e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:31.443303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59830) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:31.517042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Allocated IP 172.25.5.167 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/17f08519-2845-4b05-8c28-7c3880fd32c1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:31.552750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e1dd9-9aa1-464f-a4a0-87381a33f78d None None] Pushing event updated for resources: {'Port': ['ID=32f2fc51-d424-4179-bef9-0f4ff44ff169,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:31.564256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.573999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Network e29460d8-57c8-4c09-8789-514012a7dfd4 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:31.591816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:28:31.596133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (9d576193-2472-46d5-95de-d815b196f022), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.615845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e2a579d-abb5-47f5-bc1d-33b1f150e4ad req-b2b083d7-968b-484b-8240-2cca9f91cf48 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630831 Apr 07 11:28:31.660976 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01bf30b8-a55e-41fa-9359-472b769bcf8c admin admin] Publish callbacks [] for security_group (0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.682046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Made reservation on behalf of b90240996abf433f95d42a4b6c3e9b88 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:31.685534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.737104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Subnet': ['ID=9d576193-2472-46d5-95de-d815b196f022,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:31.794368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Checking segment: {'id': '3aea8bc2-90b8-436f-ae82-10a9e01cffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:31.795081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network hostable DHCP agents. Network: 8d3c0d4d-a85d-4036-9fd6-73c8395efb40, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:31.838697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:31.856550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01bf30b8-a55e-41fa-9359-472b769bcf8c admin admin] Publish callbacks [] for security_group (0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.878625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['146ee700-b855-4655-b021-df902162e028'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:28:31.881351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:31.883970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:31.904874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 8d3c0d4d-a85d-4036-9fd6-73c8395efb40) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:31.943774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:31.944379 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:31.982218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45090e-ca23-4639-8464-ca0da41e72cc None None] Network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:31.991922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-655e8c8e-2144-4a42-970f-cbe484821ad5 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8970211 Apr 07 11:28:31.992893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59832) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:31.999235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56dc40-6683-45fb-891b-9f20f317af3e req-072af51c-df0e-4652-a0c6-40c32437cb31 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:32.000959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae56dc40-6683-45fb-891b-9f20f317af3e req-072af51c-df0e-4652-a0c6-40c32437cb31 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 944 time: 0.6842649 Apr 07 11:28:32.004708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'port': {'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40', 'name': 'tempest-NetworksIpV6TestAttrs-235953349'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:32.029878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Pushing event updated for resources: {'Port': ['ID=148f48a7-9011-40cf-a4a3-885c4c2cf00f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:32.131739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for port (17f08519-2845-4b05-8c28-7c3880fd32c1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.138034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Attempting to bind port 148f48a7-9011-40cf-a4a3-885c4c2cf00f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:32.138659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Attempting to bind port 148f48a7-9011-40cf-a4a3-885c4c2cf00f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:32.139079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Attempting to bind port 148f48a7-9011-40cf-a4a3-885c4c2cf00f on network e29460d8-57c8-4c09-8789-514012a7dfd4 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:32.166895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:32.167485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Checking segment: {'id': 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:32.168327 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.168847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Bound using segment: {'id': 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:32.170114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Bound port: 148f48a7-9011-40cf-a4a3-885c4c2cf00f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e29460d8-57c8-4c09-8789-514012a7dfd4'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:32.170779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.192859 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01bf30b8-a55e-41fa-9359-472b769bcf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.195480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01bf30b8-a55e-41fa-9359-472b769bcf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.197160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-01bf30b8-a55e-41fa-9359-472b769bcf8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5 HTTP/1.1" status: 204 len: 168 time: 0.7528610 Apr 07 11:28:32.217226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf30b8-a55e-41fa-9359-472b769bcf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e42ea1e-9d3e-42f7-abad-1b876bb8b1e5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:32.223103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae56dc40-6683-45fb-891b-9f20f317af3e req-c70fc5e5-0d41-4d86-8de4-216411e8bfb8 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032969 Apr 07 11:28:32.246367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (ff8e874a-5d2e-4a1f-befc-0268ce9a92b5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.279290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (17f08519-2845-4b05-8c28-7c3880fd32c1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.341700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:32.347476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:32.353530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.366566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:32.387213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:32.392278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event updated for resources: {'Port': ['ID=17f08519-2845-4b05-8c28-7c3880fd32c1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:32.413814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Subnet': ['ID=ff8e874a-5d2e-4a1f-befc-0268ce9a92b5,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:32.431894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-8d3c0d4d-a85d-4036-9fd6-73c8395efb40', 'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40', 'project_id': 'b6d4461159c74570bbc2ed7b484ca207', 'fixed_ips': [{'subnet_id': '9d576193-2472-46d5-95de-d815b196f022'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:32.432903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.448533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Checking segment: {'id': '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:32.448658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network hostable DHCP agents. Network: dc805b86-4dc0-4942-836a-6910f74cd619, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:32.476481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] device_id is not set on port 5513e835-7590-453a-8783-2b845816d937 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:32.495633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network dc805b86-4dc0-4942-836a-6910f74cd619 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:32.509836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, dc805b86-4dc0-4942-836a-6910f74cd619) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:32.514647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] For port 148f48a7-9011-40cf-a4a3-885c4c2cf00f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:32.515012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:32.515617 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.542007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] For port 148f48a7-9011-40cf-a4a3-885c4c2cf00f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=148f48a7-9011-40cf-a4a3-885c4c2cf00f,segment=NetworkSegment(bfbd747a-f096-4bc9-a6d1-6c550c18c6ce),segment_id=bfbd747a-f096-4bc9-a6d1-6c550c18c6ce)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:32.552194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-077ebfac-5fe9-4079-becd-7ad4d1bf0bde tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2473361 Apr 07 11:28:32.553002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59842) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:32.558770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'subnet': {'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:32.566486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb8caa-23a0-4a4a-adf6-ef4146725568 None None] Network dc805b86-4dc0-4942-836a-6910f74cd619 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:32.574487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:32.978071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32f2fc51-d424-4179-bef9-0f4ff44ff169 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:32.986121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469569-add1-47a5-8965-1518f4d11b24 req-d0e75391-05f0-40f4-9448-bdb002fc3f38 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:32.988270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e469569-add1-47a5-8965-1518f4d11b24 req-d0e75391-05f0-40f4-9448-bdb002fc3f38 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.2057393 Apr 07 11:28:32.989324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Made reservation on behalf of b90240996abf433f95d42a4b6c3e9b88 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:32.992726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:33.142172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-339e7f89-88db-4c3c-a960-74bf77a37bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:33.274873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e469569-add1-47a5-8965-1518f4d11b24 req-94a057c0-ef06-4555-a920-c719ce4fcf7e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585747 Apr 07 11:28:33.411951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Allocated IP 2001:db8::f816:3eff:feee:a188 (8d3c0d4d-a85d-4036-9fd6-73c8395efb40/9d576193-2472-46d5-95de-d815b196f022/9e2204da-e424-44d0-bfd5-588e695e916c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:33.564301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a9d4a-5ea3-4fbc-8e8e-0749859308ba req-1c3f14e2-e14c-4ea0-aaae-1a7f54b0976e tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:33.572127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-878a9d4a-5ea3-4fbc-8e8e-0749859308ba req-1c3f14e2-e14c-4ea0-aaae-1a7f54b0976e tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 944 time: 0.1929309 Apr 07 11:28:33.668888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-878a9d4a-5ea3-4fbc-8e8e-0749859308ba req-292f7152-a33a-4f1f-ae4e-d6c0607d997f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957785 Apr 07 11:28:33.708960 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Publish callbacks [] for port (9e2204da-e424-44d0-bfd5-588e695e916c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:33.720015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (1230f16f-c624-46f7-b8f4-4aad0ab88264), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:33.774504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 19d352fe-44dd-423e-b0e9-3fb40838ac47 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:28:33.834981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Subnet': ['ID=1230f16f-c624-46f7-b8f4-4aad0ab88264,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:33.855704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Checking segment: {'id': 'df7f7445-97f6-45a5-904d-916c0a310924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:33.856280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network hostable DHCP agents. Network: 51ec6a82-3acd-485e-a2c7-a91766619f86, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:33.908596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network 51ec6a82-3acd-485e-a2c7-a91766619f86 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:33.922053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5737619d-e057-47bc-8468-3411460ed94a None None] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:33.928414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 51ec6a82-3acd-485e-a2c7-a91766619f86) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:33.935195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:33.935807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:33.981202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-356a0c21-60ac-4f2e-a30a-da67a3fc3535 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4248574 Apr 07 11:28:33.981657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59874) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:34.028396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (9e2204da-e424-44d0-bfd5-588e695e916c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:34.053820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc98205-1fd3-4ff6-bff9-62c9842ff48d None None] Network 51ec6a82-3acd-485e-a2c7-a91766619f86 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:34.179167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Allocated IP 2001:db8::f816:3eff:fea4:253b (8d3c0d4d-a85d-4036-9fd6-73c8395efb40/9d576193-2472-46d5-95de-d815b196f022/5513e835-7590-453a-8783-2b845816d937) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:34.202577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 19d352fe-44dd-423e-b0e9-3fb40838ac47, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:34.229181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-dc805b86-4dc0-4942-836a-6910f74cd619', 'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619', 'project_id': 'b90240996abf433f95d42a4b6c3e9b88', 'fixed_ips': [{'subnet_id': 'ff8e874a-5d2e-4a1f-befc-0268ce9a92b5'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:34.229961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:34.246870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290f423-889c-498a-8664-dc1f85d2a8e6 None None] Pushing event updated for resources: {'Port': ['ID=148f48a7-9011-40cf-a4a3-885c4c2cf00f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:34.365009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:34.366933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:34.457445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '19d352fe-44dd-423e-b0e9-3fb40838ac47', 'network_id': 'f6e306c2-cf70-4d3f-bd00-a5d837b8340b', 'port_id': '19d352fe-44dd-423e-b0e9-3fb40838ac47', 'mac_address': 'fa:16:3e:ae:a3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ecb748-a7de-4f6e-9c93-e6c828506a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:28:34.471171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] Provisioning complete for port 32f2fc51-d424-4179-bef9-0f4ff44ff169 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:34.471649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:34.474190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Pushing event updated for resources: {'Port': ['ID=9e2204da-e424-44d0-bfd5-588e695e916c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:34.635974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:34.718344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for port (5513e835-7590-453a-8783-2b845816d937), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:34.927026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5513e835-7590-453a-8783-2b845816d937), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:34.934174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:34.939970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.010373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 19d352fe-44dd-423e-b0e9-3fb40838ac47 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:35.010897 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.038055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:35.050738 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.054392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:35.063508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:35.079291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:35.080007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.111424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d6549-f6a2-4b6f-b46b-8d12184c4273 req-f3ab5a76-e2da-4b94-90ba-8720a231efa0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:35.124672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a0d6549-f6a2-4b6f-b46b-8d12184c4273 req-f3ab5a76-e2da-4b94-90ba-8720a231efa0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 944 time: 0.3086727 Apr 07 11:28:35.126173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59912) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:35.139944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f2e99-7027-4989-aaf9-e27dcb3767c3 req-a9d26686-69a6-478a-9e32-ad72646b728a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:35.146362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Port': ['ID=5513e835-7590-453a-8783-2b845816d937,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:35.148284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-188f2e99-7027-4989-aaf9-e27dcb3767c3 req-a9d26686-69a6-478a-9e32-ad72646b728a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.7063403 Apr 07 11:28:35.154655 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-32f1540e-5a38-4572-bfc5-e128e58c77c7 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1566434 Apr 07 11:28:35.158742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59916) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:35.210922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Allocated IP 172.20.0.2 (dc805b86-4dc0-4942-836a-6910f74cd619/ff8e874a-5d2e-4a1f-befc-0268ce9a92b5/535e2e3d-b795-4fca-bb79-3d949a95403a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:35.264468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.389585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a0d6549-f6a2-4b6f-b46b-8d12184c4273 req-8235d0e6-fb0d-422d-8790-e8d831c9d0e6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662005 Apr 07 11:28:35.405307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e308f74-fe0e-40bf-afed-7940def2e594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.416803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-188f2e99-7027-4989-aaf9-e27dcb3767c3 req-01e6e42f-b98b-456c-baa4-e4397f8fc696 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675886 Apr 07 11:28:35.476358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Publish callbacks [] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.487239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fa9ee-8d6f-412a-b762-14377d6c6a80 None None] Network e29460d8-57c8-4c09-8789-514012a7dfd4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:35.508567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting subnet 9d576193-2472-46d5-95de-d815b196f022 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:35.516289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (9d576193-2472-46d5-95de-d815b196f022), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.588482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-51ec6a82-3acd-485e-a2c7-a91766619f86', 'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86', 'project_id': 'b90240996abf433f95d42a4b6c3e9b88', 'fixed_ips': [{'subnet_id': '1230f16f-c624-46f7-b8f4-4aad0ab88264'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:35.589446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.620639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 32f2fc51-d424-4179-bef9-0f4ff44ff169 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:35.621067 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.645558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (9d576193-2472-46d5-95de-d815b196f022), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.764772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Allocated IP 172.20.0.1 (dc805b86-4dc0-4942-836a-6910f74cd619/ff8e874a-5d2e-4a1f-befc-0268ce9a92b5/6d75d292-a0a5-4535-9b8e-1c3b41375b1e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:35.846082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e308f74-fe0e-40bf-afed-7940def2e594 admin admin] Publish callbacks [] for security_group (5754cbe3-1ecd-481e-9e59-8e40fdbbad8c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.858375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e308f74-fe0e-40bf-afed-7940def2e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5754cbe3-1ecd-481e-9e59-8e40fdbbad8c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.891585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.903519 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4e308f74-fe0e-40bf-afed-7940def2e594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5d9708b167346b8a16a2bc685ca294b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7736502 Apr 07 11:28:35.905763 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.907945 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:35.913681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59918) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:35.942550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.036434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9f9142b-12f4-4e54-88d2-718431c205df admin admin] Publish callbacks [] for security_group (5754cbe3-1ecd-481e-9e59-8e40fdbbad8c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.048008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Port': ['ID=6d75d292-a0a5-4535-9b8e-1c3b41375b1e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:36.075032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network dc805b86-4dc0-4942-836a-6910f74cd619 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:36.076540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:36.087893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:36.094627 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9f9142b-12f4-4e54-88d2-718431c205df admin admin] Publish callbacks [] for security_group (5754cbe3-1ecd-481e-9e59-8e40fdbbad8c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.097122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d352fe-44dd-423e-b0e9-3fb40838ac47 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:28:36.160546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.210744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9f9142b-12f4-4e54-88d2-718431c205df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5754cbe3-1ecd-481e-9e59-8e40fdbbad8c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.214376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9f9142b-12f4-4e54-88d2-718431c205df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.217517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9f9142b-12f4-4e54-88d2-718431c205df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5754cbe3-1ecd-481e-9e59-8e40fdbbad8c HTTP/1.1" status: 204 len: 168 time: 0.2997127 Apr 07 11:28:36.253179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Router 4ff6d0a6-0689-4f55-965b-8d801b8a34b5 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:28:36.260147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e308f74-fe0e-40bf-afed-7940def2e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5754cbe3-1ecd-481e-9e59-8e40fdbbad8c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:36.282606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Network dc805b86-4dc0-4942-836a-6910f74cd619 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:36.306132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Attempting to bind port 9e2204da-e424-44d0-bfd5-588e695e916c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:36.306132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Attempting to bind port 9e2204da-e424-44d0-bfd5-588e695e916c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '3aea8bc2-90b8-436f-ae82-10a9e01cffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:36.306132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Attempting to bind port 9e2204da-e424-44d0-bfd5-588e695e916c on network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:36.316610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 19d352fe-44dd-423e-b0e9-3fb40838ac47, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:36.325525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.326565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:36.340336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:36.346115 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.347956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9142b-12f4-4e54-88d2-718431c205df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5754cbe3-1ecd-481e-9e59-8e40fdbbad8c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:36.370201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:36.370594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Checking segment: {'id': '3aea8bc2-90b8-436f-ae82-10a9e01cffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:36.371010 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.371417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Bound using segment: {'id': '3aea8bc2-90b8-436f-ae82-10a9e01cffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:36.371993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Bound port: 9e2204da-e424-44d0-bfd5-588e695e916c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aea8bc2-90b8-436f-ae82-10a9e01cffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d3c0d4d-a85d-4036-9fd6-73c8395efb40'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:36.372306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e2204da-e424-44d0-bfd5-588e695e916c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.377412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Pushing event updated for resources: {'Port': ['ID=535e2e3d-b795-4fca-bb79-3d949a95403a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:36.386301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:36.507411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.573083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=19d352fe-44dd-423e-b0e9-3fb40838ac47,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:36.760436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (9d576193-2472-46d5-95de-d815b196f022), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.822845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Allocated IP 172.20.0.2 (51ec6a82-3acd-485e-a2c7-a91766619f86/1230f16f-c624-46f7-b8f4-4aad0ab88264/859ebdff-8e42-4294-b492-6bbcbf376e1c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:36.876510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:36.889858 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] Sync routers for ids ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:36.923578 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] Routers {'4ff6d0a6-0689-4f55-965b-8d801b8a34b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:36.924029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:36.927859 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:36.930872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-851c9858-cd60-4299-bf9c-4c972300822e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6174030 Apr 07 11:28:36.932809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59934) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:36.976367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:36.996651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (9d576193-2472-46d5-95de-d815b196f022), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.024421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Publish callbacks [] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.061883 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:37.090975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] Routers {'4ff6d0a6-0689-4f55-965b-8d801b8a34b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:37.093557 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:37.102954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] Current status of the port 32f2fc51-d424-4179-bef9-0f4ff44ff169 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:37.103617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.117648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['19d352fe-44dd-423e-b0e9-3fb40838ac47'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:28:37.121545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.199457 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:37.200672 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35508f5-ffae-4541-be18-19dfa6725ce1 None None] The sync data for ids ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:37.302608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.321049 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/9d576193-2472-46d5-95de-d815b196f022 HTTP/1.1" status: 204 len: 168 time: 2.1474743 Apr 07 11:28:37.322630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1acc3b-215a-4a3a-9f72-d9282bdbb79d tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Subnet': ['ID=9d576193-2472-46d5-95de-d815b196f022,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:37.324386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59942) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:37.393733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Network 51ec6a82-3acd-485e-a2c7-a91766619f86 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:37.408578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:37.411757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 32f2fc51-d424-4179-bef9-0f4ff44ff169 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:37.412192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.420241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:37.420532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77dae5a-89b1-405e-8fd4-4e9690c478f6 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:37.422204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77dae5a-89b1-405e-8fd4-4e9690c478f6 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:37.423849 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b77dae5a-89b1-405e-8fd4-4e9690c478f6 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0967228 Apr 07 11:28:37.427958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59946) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:37.455940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Attempting to bind port 535e2e3d-b795-4fca-bb79-3d949a95403a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:37.456495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Attempting to bind port 535e2e3d-b795-4fca-bb79-3d949a95403a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:37.457054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Attempting to bind port 535e2e3d-b795-4fca-bb79-3d949a95403a on network dc805b86-4dc0-4942-836a-6910f74cd619 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:37.469784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] For port 32f2fc51-d424-4179-bef9-0f4ff44ff169, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32f2fc51-d424-4179-bef9-0f4ff44ff169,segment=NetworkSegment(435df128-430f-4a5e-a0cd-b22fa7485853),segment_id=435df128-430f-4a5e-a0cd-b22fa7485853)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:37.496901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:37.497317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Checking segment: {'id': '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:37.497765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.498175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Bound using segment: {'id': '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:37.498799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Bound port: 535e2e3d-b795-4fca-bb79-3d949a95403a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc805b86-4dc0-4942-836a-6910f74cd619'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:37.499072 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.608625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01ab9d43-c595-4691-86ff-ecfb2bb7b984 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8d3c0d4d-a85d-4036-9fd6-73c8395efb40), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.615761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d83366-3d7d-464e-8af0-acea8e72752c req-fd10ba38-244f-4b0e-94ec-1c2a1bd85520 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:37.617357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07d83366-3d7d-464e-8af0-acea8e72752c req-fd10ba38-244f-4b0e-94ec-1c2a1bd85520 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 945 time: 0.2512977 Apr 07 11:28:37.624420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9d9c5-bcf1-4fb8-9a08-94df1bca7ff4 req-bfc59bc8-5111-4817-9e0e-4471d0ab1d5c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:37.626000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ef9d9c5-bcf1-4fb8-9a08-94df1bca7ff4 req-bfc59bc8-5111-4817-9e0e-4471d0ab1d5c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.2588499 Apr 07 11:28:37.632799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] For port 9e2204da-e424-44d0-bfd5-588e695e916c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:37.637848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] For port 9e2204da-e424-44d0-bfd5-588e695e916c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9e2204da-e424-44d0-bfd5-588e695e916c,segment=NetworkSegment(3aea8bc2-90b8-436f-ae82-10a9e01cffa9),segment_id=3aea8bc2-90b8-436f-ae82-10a9e01cffa9)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:37.639774 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ab9d43-c595-4691-86ff-ecfb2bb7b984 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 07 11:28:37.640241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ab9d43-c595-4691-86ff-ecfb2bb7b984 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:37.643809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-01ab9d43-c595-4691-86ff-ecfb2bb7b984 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/8d3c0d4d-a85d-4036-9fd6-73c8395efb40 HTTP/1.1" status: 409 len: 466 time: 0.2095208 Apr 07 11:28:37.648948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59954) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:37.655600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-272168484'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:37.712521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.714466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Pushing event updated for resources: {'Port': ['ID=859ebdff-8e42-4294-b492-6bbcbf376e1c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:37.745364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.746538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:37.750397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.754464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ef9d9c5-bcf1-4fb8-9a08-94df1bca7ff4 req-c2d6eff0-e99d-4c9e-b8c0-b3528e265753 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957918 Apr 07 11:28:37.776050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e2204da-e424-44d0-bfd5-588e695e916c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.844362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:37.865143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4740df37-a6c4-491f-a9f0-a4ebd518e95e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.865143 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Added segment 4740df37-a6c4-491f-a9f0-a4ebd518e95e of type vlan for network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 Apr 07 11:28:37.884447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.887618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.906113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07d83366-3d7d-464e-8af0-acea8e72752c req-d3f74d4f-f707-440b-9804-172193a23508 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790837 Apr 07 11:28:37.906816 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.955207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_gateway (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.966387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (096564b9-2db5-4447-b0e0-5c8cb2dd8265), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:37.971115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 146ee700-b855-4655-b021-df902162e028 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:28:38.000958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 146ee700-b855-4655-b021-df902162e028 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:38.002334 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (146ee700-b855-4655-b021-df902162e028), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.015954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Port': ['ID=6d75d292-a0a5-4535-9b8e-1c3b41375b1e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:38.020802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.037283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Attempting to bind port 859ebdff-8e42-4294-b492-6bbcbf376e1c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:38.037571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Attempting to bind port 859ebdff-8e42-4294-b492-6bbcbf376e1c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'df7f7445-97f6-45a5-904d-916c0a310924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:38.038015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Attempting to bind port 859ebdff-8e42-4294-b492-6bbcbf376e1c on network 51ec6a82-3acd-485e-a2c7-a91766619f86 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:38.043859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (096564b9-2db5-4447-b0e0-5c8cb2dd8265), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.049734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:38.050555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.113037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] For port 535e2e3d-b795-4fca-bb79-3d949a95403a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:38.116539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] For port 535e2e3d-b795-4fca-bb79-3d949a95403a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=535e2e3d-b795-4fca-bb79-3d949a95403a,segment=NetworkSegment(2af1f4bb-4d1f-4286-b24e-15ba3d230f8a),segment_id=2af1f4bb-4d1f-4286-b24e-15ba3d230f8a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:38.145888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network dc805b86-4dc0-4942-836a-6910f74cd619 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:38.146077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:38.146350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Checking segment: {'id': 'df7f7445-97f6-45a5-904d-916c0a310924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:38.146763 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.147171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Bound using segment: {'id': 'df7f7445-97f6-45a5-904d-916c0a310924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:38.147298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:38.147671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Bound port: 859ebdff-8e42-4294-b492-6bbcbf376e1c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7f7445-97f6-45a5-904d-916c0a310924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51ec6a82-3acd-485e-a2c7-a91766619f86'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:38.148063 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.150728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.188268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Provisioning complete for port 148f48a7-9011-40cf-a4a3-885c4c2cf00f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:38.188653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.218269 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5682139 Apr 07 11:28:38.227120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59960) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:38.282765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:28:38.283140 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:28:38.293466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8d969-4bc9-4710-91f4-873abfd2a3e8 None None] Pushing event updated for resources: {'Port': ['ID=32f2fc51-d424-4179-bef9-0f4ff44ff169,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:38.314217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'subnet': {'network_id': '096564b9-2db5-4447-b0e0-5c8cb2dd8265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:38.406200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] For port 859ebdff-8e42-4294-b492-6bbcbf376e1c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:38.412035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] For port 859ebdff-8e42-4294-b492-6bbcbf376e1c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=859ebdff-8e42-4294-b492-6bbcbf376e1c,segment=NetworkSegment(df7f7445-97f6-45a5-904d-916c0a310924),segment_id=df7f7445-97f6-45a5-904d-916c0a310924)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:38.414706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Router a83c8abc-ef64-43bd-952c-50ac4efa0458 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:28:38.464744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Deleting port 17f08519-2845-4b05-8c28-7c3880fd32c1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:38.466694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (17f08519-2845-4b05-8c28-7c3880fd32c1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.487897 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.537217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc96023-fb01-482b-b071-da569749475b None None] Network 8d3c0d4d-a85d-4036-9fd6-73c8395efb40 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:38.638434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9fcc1-f864-4c81-8dac-e179b4b2706e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Network': ['ID=096564b9-2db5-4447-b0e0-5c8cb2dd8265,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:38.651280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:38.662626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-05735a2a-f69a-48e8-b7ac-531257c392fe tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6783559 Apr 07 11:28:38.672846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 59968) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:38.775095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] Sync routers for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:38.780947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:38.793204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (17f08519-2845-4b05-8c28-7c3880fd32c1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:38.824284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Calling delete_port for 17f08519-2845-4b05-8c28-7c3880fd32c1 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:39.041641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:39.052420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:39.287237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:39.524687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d900a4-ca24-4691-a4e1-646b8346869d req-77ed3490-ee64-4b37-a08a-08f2d81019eb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:39.526705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1d900a4-ca24-4691-a4e1-646b8346869d req-77ed3490-ee64-4b37-a08a-08f2d81019eb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.5656059 Apr 07 11:28:39.668151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1d900a4-ca24-4691-a4e1-646b8346869d req-46404d44-1c03-40cc-b4d8-d079380798c7 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322381 Apr 07 11:28:39.802422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf9e8-f43f-4364-817e-d363e48d4d9e req-a8cf3883-23cd-4878-93e1-fb5557578522 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:39.820553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-985bf9e8-f43f-4364-817e-d363e48d4d9e req-a8cf3883-23cd-4878-93e1-fb5557578522 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 945 time: 0.7163970 Apr 07 11:28:39.943356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 32f2fc51-d424-4179-bef9-0f4ff44ff169 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:39.946831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:39.947411 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:39.957603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-30279850'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:39.964140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d78b0-c972-45d7-b281-a836c7f4819e None None] Pushing event updated for resources: {'Port': ['ID=9e2204da-e424-44d0-bfd5-588e695e916c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:39.969702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Current status of the port 148f48a7-9011-40cf-a4a3-885c4c2cf00f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:39.970280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:39.996128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (17f08519-2845-4b05-8c28-7c3880fd32c1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:40.025743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:40.027152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:40.028110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:40.105491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:28:40.109388 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609de1dc-926a-401b-ba33-1ad04f95d198" -d '{"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-plugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:28:40.118759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:40.126099 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:40.179331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:40.182146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:40.187456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-985bf9e8-f43f-4364-817e-d363e48d4d9e req-fd2e11a9-9ba8-4fce-a538-54c7c61ac2a0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645380 Apr 07 11:28:40.194611 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-ccd6b160-8033-4daf-b138-22fb1574f4be tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:28:40.206390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ccd6b160-8033-4daf-b138-22fb1574f4be tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5293326 Apr 07 11:28:40.221290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:40.276460 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c11575-77d1-441e-89dd-482d117028ec x-openstack-request-id: req-84c11575-77d1-441e-89dd-482d117028ec {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:28:40.276741 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-plugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:28:40.277001 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84c11575-77d1-441e-89dd-482d117028ec {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:28:40.279904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Pushing event deleted for resources: {'Port': ['ID=17f08519-2845-4b05-8c28-7c3880fd32c1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:40.283036 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c11575-77d1-441e-89dd-482d117028ec'] response: {'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028', 'code': 200} Apr 07 11:28:40.293362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:40.293927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c0553-0bf7-4cd7-aace-eac0254936bc None None] The sync data for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:40.406647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32f2fc51-d424-4179-bef9-0f4ff44ff169 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:40.411808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] For port 148f48a7-9011-40cf-a4a3-885c4c2cf00f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=148f48a7-9011-40cf-a4a3-885c4c2cf00f,segment=NetworkSegment(bfbd747a-f096-4bc9-a6d1-6c550c18c6ce),segment_id=bfbd747a-f096-4bc9-a6d1-6c550c18c6ce)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:40.422478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933ec0-88c1-4235-afc2-9ce9023079fc None None] Pushing event updated for resources: {'Port': ['ID=535e2e3d-b795-4fca-bb79-3d949a95403a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:40.456781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d61c3-4c1e-4de3-9c96-20fd039c62a2 req-0701e573-555c-4c52-b7f5-51b561d8cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:40.459197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c3d61c3-4c1e-4de3-9c96-20fd039c62a2 req-0701e573-555c-4c52-b7f5-51b561d8cb3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1128 time: 0.0780594 Apr 07 11:28:40.505562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:40.577271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c3d61c3-4c1e-4de3-9c96-20fd039c62a2 req-22ae6f4a-9b5b-4245-96c0-4416d3318c7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104109 Apr 07 11:28:40.648048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf821f-b2cb-435f-a7ca-6dfc13a9deab None None] Pushing event updated for resources: {'Port': ['ID=859ebdff-8e42-4294-b492-6bbcbf376e1c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:40.726857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb0005-bcf1-4261-b087-2892e31e1a38 None None] Network dc805b86-4dc0-4942-836a-6910f74cd619 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:40.792465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:40.952456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Provisioning complete for port 32f2fc51-d424-4179-bef9-0f4ff44ff169 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:40.953014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:40.979848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb232f78-8333-4aa0-bff1-c7d79943a55c req-a4ef8962-202f-484a-bdee-ec50d6146e64 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:40.984529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Pushing event updated for resources: {'Port': ['ID=148f48a7-9011-40cf-a4a3-885c4c2cf00f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:41.006973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb232f78-8333-4aa0-bff1-c7d79943a55c req-a4ef8962-202f-484a-bdee-ec50d6146e64 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.1393418 Apr 07 11:28:41.012217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.012794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.013686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 32f2fc51-d424-4179-bef9-0f4ff44ff169 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:41.013834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.014078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.014308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.014723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.015126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.015663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.016183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.016872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.017432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.017952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.018521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.019076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:28:41.060644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b75d7-6aab-44f6-a5d6-1edd38a53700 None None] Network 51ec6a82-3acd-485e-a2c7-a91766619f86 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:41.066607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Made reservation on behalf of f4a42b107cdd43989368f2cec74b6130 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:41.070358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.113208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb232f78-8333-4aa0-bff1-c7d79943a55c req-fffeda31-ad92-41d8-89f7-e39f4a676905 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011341 Apr 07 11:28:41.141291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.218620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.266282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e1d195e7-6537-4079-9240-1600424b6f5f None None] Current status of the port 32f2fc51-d424-4179-bef9-0f4ff44ff169 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:41.398962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 32f2fc51-d424-4179-bef9-0f4ff44ff169 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:41.399912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 148f48a7-9011-40cf-a4a3-885c4c2cf00f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:41.469985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Provisioning complete for port 859ebdff-8e42-4294-b492-6bbcbf376e1c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:41.470369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.475606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb2734-0503-4339-921f-3d726c70726b req-f4e49a53-ab6b-4f7e-b232-24ef01a8f57b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:41.487075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8dcb2734-0503-4339-921f-3d726c70726b req-f4e49a53-ab6b-4f7e-b232-24ef01a8f57b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 945 time: 0.1467404 Apr 07 11:28:41.604399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8dcb2734-0503-4339-921f-3d726c70726b req-fbd708c7-7f93-4d2c-91ec-bc23db554fa3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139264 Apr 07 11:28:41.637073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 148f48a7-9011-40cf-a4a3-885c4c2cf00f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:41.637593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.727367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Current status of the port 859ebdff-8e42-4294-b492-6bbcbf376e1c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:41.727760 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.781874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] For port 859ebdff-8e42-4294-b492-6bbcbf376e1c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=859ebdff-8e42-4294-b492-6bbcbf376e1c,segment=NetworkSegment(df7f7445-97f6-45a5-904d-916c0a310924),segment_id=df7f7445-97f6-45a5-904d-916c0a310924)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:41.816985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.884491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Provisioning complete for port 535e2e3d-b795-4fca-bb79-3d949a95403a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:41.884955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:41.963547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 148f48a7-9011-40cf-a4a3-885c4c2cf00f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:42.052307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Pushing event updated for resources: {'Port': ['ID=859ebdff-8e42-4294-b492-6bbcbf376e1c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:42.164110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Current status of the port 535e2e3d-b795-4fca-bb79-3d949a95403a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:42.165195 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.200828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:28:42.230483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (26fc0944-abd4-4720-b121-c2478af7b205), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.283123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] For port 535e2e3d-b795-4fca-bb79-3d949a95403a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=535e2e3d-b795-4fca-bb79-3d949a95403a,segment=NetworkSegment(2af1f4bb-4d1f-4286-b24e-15ba3d230f8a),segment_id=2af1f4bb-4d1f-4286-b24e-15ba3d230f8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:42.291395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.352231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.357489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Subnet': ['ID=26fc0944-abd4-4720-b121-c2478af7b205,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:42.379050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks [] for security_group (e5effbab-1ef9-47b0-9e03-682c3ffe9784), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.380926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.404865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c7cc7-b6b6-4d4a-b80e-f9684d063ef7 req-5d10a92c-545e-460c-ad1b-e4d82e4ceb01 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:42.409794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf6c7cc7-b6b6-4d4a-b80e-f9684d063ef7 req-5d10a92c-545e-460c-ad1b-e4d82e4ceb01 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2148635 Apr 07 11:28:42.411286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e5effbab-1ef9-47b0-9e03-682c3ffe9784), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.426440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee53856-afc5-4d87-a2f6-34b77d5fdaf1 None None] Pushing event updated for resources: {'Port': ['ID=535e2e3d-b795-4fca-bb79-3d949a95403a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:42.444203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 535e2e3d-b795-4fca-bb79-3d949a95403a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:42.447467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 19d352fe-44dd-423e-b0e9-3fb40838ac47 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:42.451903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc229c7-b798-457c-a6b1-03ba5d46fc5b None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:42.525112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf6c7cc7-b6b6-4d4a-b80e-f9684d063ef7 req-eff4d4e8-7c95-4a45-ae6a-010db885aa75 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093242 Apr 07 11:28:42.561377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5effbab-1ef9-47b0-9e03-682c3ffe9784,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:42.592188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Provisioning complete for port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:42.592572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.649529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:42.716820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (382d6b34-dd91-4938-aa18-5213b9d81902), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.718641 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Added segment 382d6b34-dd91-4938-aa18-5213b9d81902 of type vlan for network c3cf121f-22f7-4683-97de-d073a7cb33f8 Apr 07 11:28:42.722201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Checking segment: {'id': '4740df37-a6c4-491f-a9f0-a4ebd518e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '096564b9-2db5-4447-b0e0-5c8cb2dd8265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:42.722577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network hostable DHCP agents. Network: 096564b9-2db5-4447-b0e0-5c8cb2dd8265, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:42.744302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Router 4ff6d0a6-0689-4f55-965b-8d801b8a34b5 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:28:42.760466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652f57-c5ce-49cf-a75d-9859e71a38e4 req-666e9069-15e9-4f4e-ab20-5fd9e695284a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:42.769489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95652f57-c5ce-49cf-a75d-9859e71a38e4 req-666e9069-15e9-4f4e-ab20-5fd9e695284a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.1559429 Apr 07 11:28:42.781588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:42.788775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Request body: {'floatingip': {'port_id': '146ee700-b855-4655-b021-df902162e028'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:42.843757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c3cf121f-22f7-4683-97de-d073a7cb33f8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.902164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25417447-e42b-4207-9ff6-cd5ee6bf09e0 req-e95a96ef-46e4-4bf2-abbe-fa25878d7cfe tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:42.908384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25417447-e42b-4207-9ff6-cd5ee6bf09e0 req-e95a96ef-46e4-4bf2-abbe-fa25878d7cfe tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 945 time: 0.1371682 Apr 07 11:28:42.929766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:42.932292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:42.947633 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] Sync routers for ids ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:42.948524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.962211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-37d42a1d-7ce6-44f6-8c56-704b3b602894 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "PUT /v2.0/routers/4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 200 len: 705 time: 5.9930944 Apr 07 11:28:42.968937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 096564b9-2db5-4447-b0e0-5c8cb2dd8265) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:42.972842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (e8f32a9e-cd75-475c-8033-9da7a022fd81), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:42.976815 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] Routers {'4ff6d0a6-0689-4f55-965b-8d801b8a34b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:42.978070 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:42.987642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60010) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:42.998694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:42.999227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.000890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:43.017401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25417447-e42b-4207-9ff6-cd5ee6bf09e0 req-d759b33d-ea93-4e7d-adc1-e381cbb747e2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978031 Apr 07 11:28:43.031055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.056342 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:43.086152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 19d352fe-44dd-423e-b0e9-3fb40838ac47 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:28:43.096024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] Routers {'4ff6d0a6-0689-4f55-965b-8d801b8a34b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:43.097309 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:43.111316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 19d352fe-44dd-423e-b0e9-3fb40838ac47 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:43.111707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.200370 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:43.202726 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87d3ed-b7cf-49c2-a959-90082f1fcf12 None None] The sync data for ids ['4ff6d0a6-0689-4f55-965b-8d801b8a34b5'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:43.209077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Provisioning complete for port 859ebdff-8e42-4294-b492-6bbcbf376e1c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:43.209741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.255808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05522db3-7ae6-4504-b4c0-68363d27cc75 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9716043 Apr 07 11:28:43.258774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60014) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:43.266749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'port': {'network_id': '096564b9-2db5-4447-b0e0-5c8cb2dd8265', 'name': 'tempest-NetworksIpV6TestAttrs-66808795'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:43.276721 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a5a282ab-d802-498b-b37a-106ad877d65a tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/routers/4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 200 len: 740 time: 0.2820628 Apr 07 11:28:43.283166 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c3cf121f-22f7-4683-97de-d073a7cb33f8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.288434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:43.289097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.314102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60016) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:43.318213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 535e2e3d-b795-4fca-bb79-3d949a95403a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:43.319083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.324937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc229c7-b798-457c-a6b1-03ba5d46fc5b None None] Unable to find a vacant binding_index for network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 and agent ab9610f4-8b0f-4778-9e5b-14a9445f576c {{(pid=104179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 07 11:28:43.351962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc229c7-b798-457c-a6b1-03ba5d46fc5b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 096564b9-2db5-4447-b0e0-5c8cb2dd8265) {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:43.462772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Current status of the port 859ebdff-8e42-4294-b492-6bbcbf376e1c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:43.496633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:43.502041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.527971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] device_id is not set on port b9dc68b4-aa8b-4103-aff3-5697d5f6ab15 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:43.556862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Provisioning complete for port 535e2e3d-b795-4fca-bb79-3d949a95403a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:43.557645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.746429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Allocated IP 2001:db8::f816:3eff:fe11:97be (096564b9-2db5-4447-b0e0-5c8cb2dd8265/26fc0944-abd4-4720-b121-c2478af7b205/b9dc68b4-aa8b-4103-aff3-5697d5f6ab15) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:43.903265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 535e2e3d-b795-4fca-bb79-3d949a95403a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:43.904788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 148f48a7-9011-40cf-a4a3-885c4c2cf00f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:43.917337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for port (b9dc68b4-aa8b-4103-aff3-5697d5f6ab15), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:43.958536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b9dc68b4-aa8b-4103-aff3-5697d5f6ab15), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.008299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2af9b29a-8596-4a74-ae89-c1fa40364d8d None None] Current status of the port 535e2e3d-b795-4fca-bb79-3d949a95403a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:44.012284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 19d352fe-44dd-423e-b0e9-3fb40838ac47 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:44.013602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.025527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:44.061717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:44.075282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Port': ['ID=b9dc68b4-aa8b-4103-aff3-5697d5f6ab15,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:44.079984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:44.091048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:44.092953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.148651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9a4d04c2-30f4-45dd-a48f-3ea6c7d7dc82 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8833520 Apr 07 11:28:44.148651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60020) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:44.180722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d352fe-44dd-423e-b0e9-3fb40838ac47'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:28:44.185379 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef7391c-8c2e-44f5-9173-3e2e0483efa2" -d '{"events": [{"server_uuid": "e1669fa1-3a4e-4ebd-b295-6120ecbe0e15", "name": "network-vif-plugged", "status": "completed", "tag": "19d352fe-44dd-423e-b0e9-3fb40838ac47"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:28:44.275316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-579b5f29-4730-4dd8-8f40-5d4a249c087a tempest-RoutersAdminTest-580644003 tempest-RoutersAdminTest-580644003-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 200 len: 205 time: 0.9520364 Apr 07 11:28:44.277709 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35304a16-21c8-4860-b275-d4cedd66914a x-openstack-request-id: req-35304a16-21c8-4860-b275-d4cedd66914a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:28:44.277709 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1669fa1-3a4e-4ebd-b295-6120ecbe0e15", "name": "network-vif-plugged", "status": "completed", "tag": "19d352fe-44dd-423e-b0e9-3fb40838ac47", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:28:44.277709 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35304a16-21c8-4860-b275-d4cedd66914a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:28:44.277709 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35304a16-21c8-4860-b275-d4cedd66914a'] response: {'server_uuid': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d352fe-44dd-423e-b0e9-3fb40838ac47', 'code': 200} Apr 07 11:28:44.282583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60026) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:44.304274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 19d352fe-44dd-423e-b0e9-3fb40838ac47, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:44.330050 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 5.0369704 Apr 07 11:28:44.333491 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.342181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-56c14373-b1f0-4b41-8f59-02a453b39844 None None] Provisioning complete for port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:44.342573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56c14373-b1f0-4b41-8f59-02a453b39844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.360177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c5c1ad57-1e68-469e-98ac-48f2acc7b787 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 200 len: 205 time: 0.0701954 Apr 07 11:28:44.366979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60032) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:44.423512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 148f48a7-9011-40cf-a4a3-885c4c2cf00f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:44.423882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.428049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting subnet 26fc0944-abd4-4720-b121-c2478af7b205 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:44.437503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (26fc0944-abd4-4720-b121-c2478af7b205), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.450427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876945-23f8-4fc9-9f94-bf8eb3e05219 req-61e36262-d8f4-4c1e-9747-32047f6f0602 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:44.461253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0876945-23f8-4fc9-9f94-bf8eb3e05219 req-61e36262-d8f4-4c1e-9747-32047f6f0602 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 945 time: 0.3391285 Apr 07 11:28:44.481468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-56c14373-b1f0-4b41-8f59-02a453b39844 None None] Port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:44.532115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.566263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (26fc0944-abd4-4720-b121-c2478af7b205), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.589316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac468a-deda-4ab1-818d-a278453f1040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-096564b9-2db5-4447-b0e0-5c8cb2dd8265', 'network_id': '096564b9-2db5-4447-b0e0-5c8cb2dd8265', 'project_id': 'b6d4461159c74570bbc2ed7b484ca207', 'fixed_ips': [{'subnet_id': '26fc0944-abd4-4720-b121-c2478af7b205'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:44.590182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09ac468a-deda-4ab1-818d-a278453f1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.594223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=19d352fe-44dd-423e-b0e9-3fb40838ac47,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:44.617787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.resource_extend [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:28:44.620935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d31a9-be64-4c15-838d-e823d119d8bf tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Pushing event updated for resources: {'Network': ['ID=c3cf121f-22f7-4683-97de-d073a7cb33f8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:44.639366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c3cf121f-22f7-4683-97de-d073a7cb33f8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:44.653187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0876945-23f8-4fc9-9f94-bf8eb3e05219 req-5a29bada-be67-44fe-8d56-0f3b53bfb160 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824329 Apr 07 11:28:44.658636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab4b6c-4515-46af-ac4d-95ccd69accf2 req-8bea3c3e-3056-489a-8292-01e5f012bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:44.661727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4ab4b6c-4515-46af-ac4d-95ccd69accf2 req-8bea3c3e-3056-489a-8292-01e5f012bdb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 1128 time: 0.2950466 Apr 07 11:28:44.716225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60034) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:44.728019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Request body: {'port': {'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8', 'binding:host_id': 'n-h1-836788-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1544645257'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:44.771666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Made reservation on behalf of 1deabe7deb4344148cf451e16eaadd7f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:44.774094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.788007 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.820760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4ab4b6c-4515-46af-ac4d-95ccd69accf2 req-384ce52a-e65d-476c-93b5-4883e2237ccd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502542 Apr 07 11:28:44.851796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 148f48a7-9011-40cf-a4a3-885c4c2cf00f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:44.854141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 859ebdff-8e42-4294-b492-6bbcbf376e1c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:44.885651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.888776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router_controller (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.916694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 859ebdff-8e42-4294-b492-6bbcbf376e1c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:44.917215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.938358 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for security_group (e2582384-b540-4d67-b18b-6f878e242d16), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.948853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.951205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (4ff6d0a6-0689-4f55-965b-8d801b8a34b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.951697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff6d0a6-0689-4f55-965b-8d801b8a34b5 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:28:44.960758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.961799 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9bf8233d-313c-4c6d-a8ef-bdae01e82225 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 204 len: 168 time: 0.5553904 Apr 07 11:28:44.968897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60036) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:44.973923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e2582384-b540-4d67-b18b-6f878e242d16), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:44.979560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:44.983553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (e8f32a9e-cd75-475c-8033-9da7a022fd81), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.023939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 859ebdff-8e42-4294-b492-6bbcbf376e1c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:45.083015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (26fc0944-abd4-4720-b121-c2478af7b205), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.121731 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Floating IP e8f32a9e-cd75-475c-8033-9da7a022fd81 associated. External IP: 172.25.5.53, port: 146ee700-b855-4655-b021-df902162e028. Apr 07 11:28:45.131470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6899ade6-a7ad-4a77-acea-11b98d65cb74 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 200 len: 205 time: 0.1580188 Apr 07 11:28:45.138711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60038) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.142710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 535e2e3d-b795-4fca-bb79-3d949a95403a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:45.198895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2582384-b540-4d67-b18b-6f878e242d16,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:45.219882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 535e2e3d-b795-4fca-bb79-3d949a95403a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:45.223459 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.245715 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-e42f6f5b-b442-406e-b7dd-dfe8897d9784 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] delete failed (client error): The resource could not be found. Apr 07 11:28:45.247071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e42f6f5b-b442-406e-b7dd-dfe8897d9784 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/4ff6d0a6-0689-4f55-965b-8d801b8a34b5 HTTP/1.1" status: 404 len: 336 time: 0.0893452 Apr 07 11:28:45.251770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (26fc0944-abd4-4720-b121-c2478af7b205), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.255939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-09ac468a-deda-4ab1-818d-a278453f1040 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26fc0944-abd4-4720-b121-c2478af7b205: This subnet is being modified by another concurrent operation. Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:45.269620 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26fc0944-abd4-4720-b121-c2478af7b205: This subnet is being modified by another concurrent operation. Apr 07 11:28:45.272964 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:28:45.302723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194d627-c2d2-4733-9352-4cbec1ccad28 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:45.399320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Subnet': ['ID=26fc0944-abd4-4720-b121-c2478af7b205,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:45.404338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-61f23c98-0a04-4bcc-8275-c4bba4ad57a2 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a427f274-ecc6-4acc-9740-eaa3aee1bfeb HTTP/1.1" status: 200 len: 205 time: 0.1237607 Apr 07 11:28:45.411278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60044) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.423003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.427652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6c8e0f18-f7e9-4aeb-b85e-dbe6e6c4393f tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/26fc0944-abd4-4720-b121-c2478af7b205 HTTP/1.1" status: 204 len: 168 time: 1.2795668 Apr 07 11:28:45.431506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60046) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.475804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 535e2e3d-b795-4fca-bb79-3d949a95403a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:45.477026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 859ebdff-8e42-4294-b492-6bbcbf376e1c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:28:45.479015 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-0f14793c-81a0-41f1-988f-570fce45c76e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] delete failed (client error): The resource could not be found. Apr 07 11:28:45.483584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f14793c-81a0-41f1-988f-570fce45c76e tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/a427f274-ecc6-4acc-9740-eaa3aee1bfeb HTTP/1.1" status: 404 len: 336 time: 0.0676012 Apr 07 11:28:45.485491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60048) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.558686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-31c20a3e-398d-4411-8b59-485df0ea1732 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=902ac93d-cda5-4c36-80b9-b8e4ff256d71 HTTP/1.1" status: 200 len: 205 time: 0.0665216 Apr 07 11:28:45.567369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60050) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.593329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b194d627-c2d2-4733-9352-4cbec1ccad28 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:45.600057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a0f5a-f120-4e03-8b7c-4b462ed8b4af tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:45.601880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a0f5a-f120-4e03-8b7c-4b462ed8b4af tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:45.603899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3b5a0f5a-f120-4e03-8b7c-4b462ed8b4af tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1672204 Apr 07 11:28:45.609556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60052) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.631780 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-d2db4464-38d6-406c-846b-4db5c15cf043 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] delete failed (client error): The resource could not be found. Apr 07 11:28:45.633781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2db4464-38d6-406c-846b-4db5c15cf043 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/902ac93d-cda5-4c36-80b9-b8e4ff256d71 HTTP/1.1" status: 404 len: 336 time: 0.0647655 Apr 07 11:28:45.636730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60054) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.701756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9711d4d5-a049-4498-80d2-7786fc1ae50c tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ef979-7b4a-4b9e-85fe-20c9d3e25851 HTTP/1.1" status: 200 len: 205 time: 0.0636377 Apr 07 11:28:45.703096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 859ebdff-8e42-4294-b492-6bbcbf376e1c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:45.703578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.705120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60058) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.727730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Deleting port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:45.728083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.790069 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-accd6cb3-0762-4054-925f-d5a54e64761a tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] delete failed (client error): The resource could not be found. Apr 07 11:28:45.794332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-accd6cb3-0762-4054-925f-d5a54e64761a tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/046ef979-7b4a-4b9e-85fe-20c9d3e25851 HTTP/1.1" status: 404 len: 336 time: 0.0870638 Apr 07 11:28:45.821549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60060) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.868099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8a93cb0f-755f-41f2-928a-81cf91707246 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea940b3e-5180-49b6-ab73-9bbb3357dec4 HTTP/1.1" status: 200 len: 205 time: 0.0454559 Apr 07 11:28:45.871565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:45.879655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60062) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.905550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 859ebdff-8e42-4294-b492-6bbcbf376e1c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:28:45.932145 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-3ab5ab0c-3045-472a-b84c-a5685bb7ca81 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] delete failed (client error): The resource could not be found. Apr 07 11:28:45.936085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3ab5ab0c-3045-472a-b84c-a5685bb7ca81 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/ea940b3e-5180-49b6-ab73-9bbb3357dec4 HTTP/1.1" status: 404 len: 336 time: 0.0553389 Apr 07 11:28:45.936698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:45.952492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.988304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1c8c4905-0bc3-460e-a358-dce278132885 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "GET /v2.0/ports?device_id=333e3f12-f14c-476c-8c50-dcba27e5a149 HTTP/1.1" status: 200 len: 205 time: 0.0450454 Apr 07 11:28:45.988304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:45.990087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60066) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:46.001828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d816c-119d-4acd-9dbd-87051ad2c331 None None] Network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:46.079699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=35fed4fe-7b56-4b3c-9937-861f6a7b4bed,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:46.144446 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-3e412fac-13c1-4f8e-aeed-8c8615645b88 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] delete failed (client error): The resource could not be found. Apr 07 11:28:46.152027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e412fac-13c1-4f8e-aeed-8c8615645b88 tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/routers/333e3f12-f14c-476c-8c50-dcba27e5a149 HTTP/1.1" status: 404 len: 336 time: 0.1594996 Apr 07 11:28:46.158252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60068) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:46.186041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:28:46.195673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486db0-1f9d-4fde-ad98-5ce9b68d30c0 req-80109ff3-ea78-49f0-bd16-aac0b294febb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:46.196571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6cc78a24-c324-4a70-8b0e-62673b626e9a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (096564b9-2db5-4447-b0e0-5c8cb2dd8265), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:46.197744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e486db0-1f9d-4fde-ad98-5ce9b68d30c0 req-80109ff3-ea78-49f0-bd16-aac0b294febb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.4216974 Apr 07 11:28:46.208633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c95ee-cff5-46a1-b1b0-91371d010d09 None None] Network 096564b9-2db5-4447-b0e0-5c8cb2dd8265 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:46.285272 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e020556a-e3f8-488e-974d-ae09dba8591b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:46.287746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e020556a-e3f8-488e-974d-ae09dba8591b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:46.293865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e020556a-e3f8-488e-974d-ae09dba8591b tempest-RoutersAdminTest-146722325 tempest-RoutersAdminTest-146722325-project] 10.222.0.13 "DELETE /v2.0/subnets/bc5b9e98-879d-41d1-a0ff-118a2b4e228e HTTP/1.1" status: 404 len: 337 time: 0.1167679 Apr 07 11:28:46.376932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e486db0-1f9d-4fde-ad98-5ce9b68d30c0 req-ce691f16-1e21-4e1e-bfe1-4eb27dd9e3b4 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521480 Apr 07 11:28:46.380789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Checking segment: {'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:46.381316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Network hostable DHCP agents. Network: c3cf121f-22f7-4683-97de-d073a7cb33f8, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:46.411882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Network c3cf121f-22f7-4683-97de-d073a7cb33f8 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:46.428639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c3cf121f-22f7-4683-97de-d073a7cb33f8) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:46.433552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:46.444462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e24e96-caa2-4ce4-b3cf-3ac27a81fbd7 None None] Network c3cf121f-22f7-4683-97de-d073a7cb33f8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:46.465047 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc78a24-c324-4a70-8b0e-62673b626e9a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 07 11:28:46.465618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc78a24-c324-4a70-8b0e-62673b626e9a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:46.474889 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6cc78a24-c324-4a70-8b0e-62673b626e9a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/096564b9-2db5-4447-b0e0-5c8cb2dd8265 HTTP/1.1" status: 409 len: 466 time: 0.8629525 Apr 07 11:28:46.483149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60076) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:46.484572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:46.485802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:46.487340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:46.496101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:46.496794 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:46.498081 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 2 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:46.502118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1201339062'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:46.515478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ab49fabd-b582-4a40-9d73-408270287825 None None] Provisioning complete for port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:46.517018 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ab49fabd-b582-4a40-9d73-408270287825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:46.523287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:46.523795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:46.524439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:46.532081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:46.532660 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:46.533514 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 3 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:46.544310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:46.558337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:46.565207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:46.579978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:46.584727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:46.622014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:46.650960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Calling delete_port for 6d75d292-a0a5-4535-9b8e-1c3b41375b1e owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:46.724146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60080) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:46.734193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-226dab31-395f-4ff7-b3a7-f0ab49e64586 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "PUT /v2.0/floatingips/e8f32a9e-cd75-475c-8033-9da7a022fd81 HTTP/1.1" status: 200 len: 991 time: 3.9489884 Apr 07 11:28:46.740634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:46.741607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:46.755011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:28:46.762994 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30011065-7ed2-466f-a9d9-3926ff001e66" -d '{"events": [{"name": "network-changed", "server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:28:46.771949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ab49fabd-b582-4a40-9d73-408270287825 None None] Port 6d75d292-a0a5-4535-9b8e-1c3b41375b1e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:46.792285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:46.856763 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb5c18-bb7a-44d3-abdd-877b6d7e97a2 x-openstack-request-id: req-adcb5c18-bb7a-44d3-abdd-877b6d7e97a2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:28:46.857373 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "tag": "146ee700-b855-4655-b021-df902162e028", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:28:46.857784 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adcb5c18-bb7a-44d3-abdd-877b6d7e97a2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:28:46.858408 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcb5c18-bb7a-44d3-abdd-877b6d7e97a2'] response: {'name': 'network-changed', 'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'tag': '146ee700-b855-4655-b021-df902162e028', 'status': 'completed', 'code': 200} Apr 07 11:28:46.859754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:46.860580 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Added segment 8f86066e-4f02-46ad-9e67-aad9c883e06e of type vlan for network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 Apr 07 11:28:46.955371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60090) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:46.966886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.034406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:28:47.064675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15de2502-82e1-483d-af74-820b84cf97ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.067070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.067812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.068592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.068917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.074331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:47.075123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.095043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.095383 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.096110 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 4 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.122416 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.122609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.123268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.131974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.132367 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.134419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3560a4e7-b754-44cd-949c-b66b92b73e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.140305 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 5 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.160040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.160591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.161619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.171793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-3812e0d8-c7e3-4100-878a-0a1c66288e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:47.173770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-3812e0d8-c7e3-4100-878a-0a1c66288e32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1128 time: 0.1459029 Apr 07 11:28:47.177654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.178156 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.178668 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 6 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.209573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7222269 Apr 07 11:28:47.214059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60094) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:47.267874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'subnet': {'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:47.270087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e3450-6c52-4056-ab1a-37b9a871e198 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Network': ['ID=5ee7baf5-163d-4e7b-a42e-d7b4c6437a33,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:47.283445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:47.291215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6d75d292-a0a5-4535-9b8e-1c3b41375b1e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.304081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.304580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.305068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.352837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Port': ['ID=6d75d292-a0a5-4535-9b8e-1c3b41375b1e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:47.354175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.355205 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.361237 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 7 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.396008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.396849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.397230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.410621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.411162 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.419493 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 8 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.451188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.451710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.452223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.486765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.486765 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.494516 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 9 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.524673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-56bb8453-6279-4af7-a92f-d99e981ead18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:47.527225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-56bb8453-6279-4af7-a92f-d99e981ead18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.3450358 Apr 07 11:28:47.625158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3560a4e7-b754-44cd-949c-b66b92b73e8f admin admin] Publish callbacks [] for security_group (0861b891-9fb4-4207-8dff-ec526b8f9fe4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.630265 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15de2502-82e1-483d-af74-820b84cf97ee admin admin] Publish callbacks [] for security_group (203e7c9e-3ddb-4dea-a9a8-57278065bd88), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.645717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3560a4e7-b754-44cd-949c-b66b92b73e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0861b891-9fb4-4207-8dff-ec526b8f9fe4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.646235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.648789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.648789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.650847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15de2502-82e1-483d-af74-820b84cf97ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (203e7c9e-3ddb-4dea-a9a8-57278065bd88), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.684479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.684880 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.692598 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 10 to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed Apr 07 11:28:47.695734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:47.699675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.766442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'e8f32a9e-cd75-475c-8033-9da7a022fd81', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'port_id': '146ee700-b855-4655-b021-df902162e028', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'mac_address': 'fa:16:3e:ad:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:28:13Z', 'updated_at': '2022-04-07T11:28:44Z', 'revision_number': 1, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:47.776423 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15de2502-82e1-483d-af74-820b84cf97ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c5f5e8e9f5647518e56189d3727b66d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0441990 Apr 07 11:28:47.778357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:47.809119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:28:47.821588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:47.822279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:47.843209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:47.843564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:47.843933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:47.848006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-e80f0147-6bb3-4971-89bf-8792f907f597 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 999 time: 0.3095906 Apr 07 11:28:47.851789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3560a4e7-b754-44cd-949c-b66b92b73e8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23b502bc4f954b539b8b895a4896d676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8905268 Apr 07 11:28:47.852684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560a4e7-b754-44cd-949c-b66b92b73e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0861b891-9fb4-4207-8dff-ec526b8f9fe4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:47.868508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60100) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:47.884496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.896054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:47.896054 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:47.896338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:47.937500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2502-82e1-483d-af74-820b84cf97ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e7c9e-3ddb-4dea-a9a8-57278065bd88,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:47.948424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df9d1-06cf-406c-ae67-683f5fc484c2 req-1962c31f-e177-4a86-b8e9-f687e6b696ff tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:47.950897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-163df9d1-06cf-406c-ae67-683f5fc484c2 req-1962c31f-e177-4a86-b8e9-f687e6b696ff tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.4219074 Apr 07 11:28:48.007358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:28:48.059309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-9b0044ce-b92a-47e8-a2fe-044a5faacaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:48.061065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-9b0044ce-b92a-47e8-a2fe-044a5faacaaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1878233 Apr 07 11:28:48.061817 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aca9bf2-b195-4a26-b50b-49436e51deaa admin admin] Publish callbacks [] for security_group (203e7c9e-3ddb-4dea-a9a8-57278065bd88), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.069941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fe8129c-474f-404e-89bc-4a05eb1ddf0f admin admin] Publish callbacks [] for security_group (0861b891-9fb4-4207-8dff-ec526b8f9fe4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.172717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fe8129c-474f-404e-89bc-4a05eb1ddf0f admin admin] Publish callbacks [] for security_group (0861b891-9fb4-4207-8dff-ec526b8f9fe4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.175116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aca9bf2-b195-4a26-b50b-49436e51deaa admin admin] Publish callbacks [] for security_group (203e7c9e-3ddb-4dea-a9a8-57278065bd88), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.200132 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Router a83c8abc-ef64-43bd-952c-50ac4efa0458 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:28:48.220554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-163df9d1-06cf-406c-ae67-683f5fc484c2 req-840de9b7-8357-4f7d-a74f-6315b4d2d98e tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565413 Apr 07 11:28:48.266154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] For port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:48.266536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempted to set empty binding levels {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 11:28:48.289682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.322299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:48.335930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b4c018da-4297-4190-8271-d6ad594ef210 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0967090 Apr 07 11:28:48.336632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60104) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:48.336998 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] Sync routers for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:48.353650 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:48.354767 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:48.400973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=35fed4fe-7b56-4b3c-9937-861f6a7b4bed,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:48.403071 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-a3edd520-b919-44df-b8cb-e20ce65d2b96 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] delete failed (client error): The resource could not be found. Apr 07 11:28:48.422258 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a3edd520-b919-44df-b8cb-e20ce65d2b96 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-653069311 HTTP/1.1" status: 404 len: 334 time: 0.0839705 Apr 07 11:28:48.423255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60106) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:48.435118 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:48.441915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-e012d41c-fe07-4bfe-be78-5187b6dc683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:48.443717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2e6ccc75-85b9-4401-84b7-8ceadebb339e tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a83c8abc-ef64-43bd-952c-50ac4efa0458'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:48.444195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-e012d41c-fe07-4bfe-be78-5187b6dc683f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3667605 Apr 07 11:28:48.447688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fe8129c-474f-404e-89bc-4a05eb1ddf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0861b891-9fb4-4207-8dff-ec526b8f9fe4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.451249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5fe8129c-474f-404e-89bc-4a05eb1ddf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.454400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5fe8129c-474f-404e-89bc-4a05eb1ddf0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0861b891-9fb4-4207-8dff-ec526b8f9fe4 HTTP/1.1" status: 204 len: 168 time: 0.5802698 Apr 07 11:28:48.468349 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:48.470309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:48.470741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:48.472314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.499414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'e8f32a9e-cd75-475c-8033-9da7a022fd81', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'port_id': '146ee700-b855-4655-b021-df902162e028', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'mac_address': 'fa:16:3e:ad:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:28:13Z', 'updated_at': '2022-04-07T11:28:44Z', 'revision_number': 1, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:48.548278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8129c-474f-404e-89bc-4a05eb1ddf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861b891-9fb4-4207-8dff-ec526b8f9fe4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:48.581744 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:48.582741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d7707-1b51-47a6-bc32-313e7cceda83 None None] The sync data for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:48.593801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ef7d5-93cc-449d-8a29-1f65dd50221b None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'e8f32a9e-cd75-475c-8033-9da7a022fd81', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'port_id': '146ee700-b855-4655-b021-df902162e028', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'mac_address': 'fa:16:3e:ad:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:28:13Z', 'updated_at': '2022-04-07T11:28:44Z', 'revision_number': 1, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:48.731321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-4df1dcf9-d33b-4c59-968f-4dc293fa97d6 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462327 Apr 07 11:28:48.839086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-dcd3e1e6-cb92-49af-a528-9bc237108829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:48.840903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-dcd3e1e6-cb92-49af-a528-9bc237108829 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 1128 time: 0.2611873 Apr 07 11:28:48.848612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e6ccc75-85b9-4401-84b7-8ceadebb339e tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router_gateway (a83c8abc-ef64-43bd-952c-50ac4efa0458), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:48.947403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30011065-7ed2-466f-a9d9-3926ff001e66 req-aa20264b-4f43-4d5b-ad04-94fb12171de7 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327922 Apr 07 11:28:48.992584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d63f-90a1-46a5-a448-8395a2af0b47 req-a0a61a87-6b75-4b11-ac09-301b2f102a10 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:48.995457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47a2d63f-90a1-46a5-a448-8395a2af0b47 req-a0a61a87-6b75-4b11-ac09-301b2f102a10 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.2605588 Apr 07 11:28:49.003937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c41b8f10-c21b-4b38-bbf2-fd79c7c3c712 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2837367 Apr 07 11:28:49.010889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aca9bf2-b195-4a26-b50b-49436e51deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (203e7c9e-3ddb-4dea-a9a8-57278065bd88), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.014007 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2aca9bf2-b195-4a26-b50b-49436e51deaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.017941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-288d6d46-5d5e-434d-a876-2b41589e71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:49.017941 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-288d6d46-5d5e-434d-a876-2b41589e71f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 912 time: 0.1650941 Apr 07 11:28:49.019386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2aca9bf2-b195-4a26-b50b-49436e51deaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/203e7c9e-3ddb-4dea-a9a8-57278065bd88 HTTP/1.1" status: 204 len: 168 time: 1.2329216 Apr 07 11:28:49.019771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60112) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:49.051759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378c6a5-007c-4975-afa4-e746328c85e9 None None] New status for floating IP e8f32a9e-cd75-475c-8033-9da7a022fd81: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:28:49.197026 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-029849a8-ed20-4966-9af5-e107e5f035a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47 HTTP/1.1" status: 200 len: 217 time: 0.1571512 Apr 07 11:28:49.204162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:28:49.205339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9bf2-b195-4a26-b50b-49436e51deaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e7c9e-3ddb-4dea-a9a8-57278065bd88,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:49.209457 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-2e6ccc75-85b9-4401-84b7-8ceadebb339e tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] update failed (client error): The resource could not be found. Apr 07 11:28:49.211455 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e6ccc75-85b9-4401-84b7-8ceadebb339e tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458 HTTP/1.1" status: 404 len: 339 time: 0.7847772 Apr 07 11:28:49.219515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:49.223305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (70ce6b69-624c-4ce9-8674-2ae42b1b232b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.298368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Subnet': ['ID=70ce6b69-624c-4ce9-8674-2ae42b1b232b,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:49.312180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-ad0d5774-e0ff-499d-b88e-caba477d7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:49.322136 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-ad0d5774-e0ff-499d-b88e-caba477d7423 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.1084542 Apr 07 11:28:49.394929 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-bf3da9e4-e3ab-4c48-a813-56b72f4d3eb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465803 Apr 07 11:28:49.544031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47a2d63f-90a1-46a5-a448-8395a2af0b47 req-b25b7859-4789-46f5-be65-810d3a2e7c95 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314063 Apr 07 11:28:49.561957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Deleting port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:49.562733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.622168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Checking segment: {'id': '8f86066e-4f02-46ad-9e67-aad9c883e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:49.622584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network hostable DHCP agents. Network: 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:49.669402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] For port 35fed4fe-7b56-4b3c-9937-861f6a7b4bed, host n-h1-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:49.669973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.686738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Calling delete_port for 35fed4fe-7b56-4b3c-9937-861f6a7b4bed owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:49.707812 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-64766798-b7c2-4352-a00b-a041fbadef3f service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774765 Apr 07 11:28:49.739289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.749534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:49.810119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:49.842160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9222f080-cf0c-4645-b323-44ae85404223 None None] Network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:49.844855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:49.845512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.880104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9582b8c3-21cd-48a1-bfa6-9419f46d4971 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6648102 Apr 07 11:28:49.882841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60120) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:49.957976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (35fed4fe-7b56-4b3c-9937-861f6a7b4bed), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:49.963344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d6e97bb-8eee-44bd-83de-4ec2669c820f req-afc7f93a-ed40-46f8-87d1-a6902297aff5 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488203 Apr 07 11:28:50.049879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event deleted for resources: {'Port': ['ID=35fed4fe-7b56-4b3c-9937-861f6a7b4bed,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:50.061899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.072315 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e38614c0-dcba-4d87-98a1-5842d4b02b8c tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "DELETE /v2.0/ports/35fed4fe-7b56-4b3c-9937-861f6a7b4bed HTTP/1.1" status: 204 len: 168 time: 1.0512578 Apr 07 11:28:50.074551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60124) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:50.077532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60126) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:50.138947 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f0f568-9677-45ae-be13-e4e7badd6e6f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:28:50.140877 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a9f0f568-9677-45ae-be13-e4e7badd6e6f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "GET /v2.0/ports/35fed4fe-7b56-4b3c-9937-861f6a7b4bed HTTP/1.1" status: 404 len: 333 time: 0.0647213 Apr 07 11:28:50.144860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60130) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:50.149919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Request body: {'port': {'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1078121850'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:50.164744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.178596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Made reservation on behalf of 1deabe7deb4344148cf451e16eaadd7f for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:50.181113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.189504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5ee7baf5-163d-4e7b-a42e-d7b4c6437a33', 'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33', 'project_id': 'b6d4461159c74570bbc2ed7b484ca207', 'fixed_ips': [{'subnet_id': '70ce6b69-624c-4ce9-8674-2ae42b1b232b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:50.191373 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.203582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port fca47cee-d337-481b-b46d-2c010fd137f2 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:50.271388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3c9e9eda-5baf-46b9-acf3-0481e0e107d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5531986a21a4f6ebe8009b8ff2b62d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670444 Apr 07 11:28:50.279419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60132) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:50.337176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Allocated IP 172.20.0.1 (65104cde-79c1-4c17-bad5-d82e2845cbc0/715da3db-02df-4317-8c32-fe7279041213/f0ecb7f0-62b3-4adf-9b6a-46705979a478) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:50.353347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Allocated IP 2001:db8::f816:3eff:fe87:7ace (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33/70ce6b69-624c-4ce9-8674-2ae42b1b232b/6bc207f8-6a39-4fcb-8171-a36c3ffb53c9) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:50.370252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (70ce6b69-624c-4ce9-8674-2ae42b1b232b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.397264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for port (fca47cee-d337-481b-b46d-2c010fd137f2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.433599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.473390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Network c3cf121f-22f7-4683-97de-d073a7cb33f8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:50.480035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:50.484544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:50.485834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:50.486494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.499913 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0bade776-cb4c-422b-a188-8e06bab15a4a admin admin] Publish callbacks [] for security_group (f2fe168e-dade-413e-b0fa-d680ca6e7330), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.517981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=fca47cee-d337-481b-b46d-2c010fd137f2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:50.526605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e72ee1b2-d914-4fdc-9f36-37f36d998eb8 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3806176 Apr 07 11:28:50.530234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60136) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:50.536388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:50.543737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0bade776-cb4c-422b-a188-8e06bab15a4a admin admin] Publish callbacks [] for security_group (f2fe168e-dade-413e-b0fa-d680ca6e7330), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.556789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Publish callbacks [] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.569571 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.594607 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.608055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.627002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Pushing event updated for resources: {'Port': ['ID=6bc207f8-6a39-4fcb-8171-a36c3ffb53c9,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:50.635302 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (70ce6b69-624c-4ce9-8674-2ae42b1b232b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.648762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:50.651277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:50.656389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:50.693315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Subnet': ['ID=70ce6b69-624c-4ce9-8674-2ae42b1b232b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:50.695954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0bade776-cb4c-422b-a188-8e06bab15a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f2fe168e-dade-413e-b0fa-d680ca6e7330), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.698640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0bade776-cb4c-422b-a188-8e06bab15a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.699916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0bade776-cb4c-422b-a188-8e06bab15a4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2fe168e-dade-413e-b0fa-d680ca6e7330 HTTP/1.1" status: 204 len: 168 time: 0.4174390 Apr 07 11:28:50.736107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Attempting to bind port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:50.736525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Attempting to bind port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '8f86066e-4f02-46ad-9e67-aad9c883e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:50.738634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Attempting to bind port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9 on network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:50.743392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:28:50.743820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Checking segment: {'id': '8f86066e-4f02-46ad-9e67-aad9c883e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:50.744234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.744678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Bound using segment: {'id': '8f86066e-4f02-46ad-9e67-aad9c883e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:28:50.745455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Bound port: 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f86066e-4f02-46ad-9e67-aad9c883e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:28:50.745864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.775522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.794346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bade776-cb4c-422b-a188-8e06bab15a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe168e-dade-413e-b0fa-d680ca6e7330,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:50.824466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] For port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:50.828963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] For port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6bc207f8-6a39-4fcb-8171-a36c3ffb53c9,segment=NetworkSegment(8f86066e-4f02-46ad-9e67-aad9c883e06e),segment_id=8f86066e-4f02-46ad-9e67-aad9c883e06e)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:28:50.844028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.900275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port fca47cee-d337-481b-b46d-2c010fd137f2 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:50.914962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for port (fca47cee-d337-481b-b46d-2c010fd137f2), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.922935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:50.966705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274fcef-5441-4ca0-b3ad-2959c47a276f None None] Pushing event updated for resources: {'Port': ['ID=6bc207f8-6a39-4fcb-8171-a36c3ffb53c9,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:50.989735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9be4d7-705f-48f2-8e62-826083b3c5d7 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:51.016219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=fca47cee-d337-481b-b46d-2c010fd137f2,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:51.057058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.058712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.059113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.072516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.073572 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.074670 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 2 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.097475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.098360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.098360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.105060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.105547 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.106559 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 3 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.130161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.130161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.130733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.138273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.138757 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.139364 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 4 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.158347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.159346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.159847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.166740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.167470 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.167766 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 5 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.185714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.192479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.193407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.193996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.200532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.201724 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.202359 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 6 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.203550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:51.222493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.223135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.223568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.224697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:51.225517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9be4d7-705f-48f2-8e62-826083b3c5d7 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:51.230694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.231172 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.232859 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 7 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.234277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee7baf5-163d-4e7b-a42e-d7b4c6437a33']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:51.237537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:51.249026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Port': ['ID=f0ecb7f0-62b3-4adf-9b6a-46705979a478,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:51.257862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.258373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.258868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.263992 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:28:51.265799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.266564 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.267153 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 8 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.281346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f86066e-4f02-46ad-9e67-aad9c883e06e') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:51.281831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f86066e-4f02-46ad-9e67-aad9c883e06e') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:51.282020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.282259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.282599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.289427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.289907 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.290313 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 9 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.294226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89451-687c-4fa9-b4b3-341522f7d972 req-893d5d95-a154-4ae3-98c6-d4f44c666eb4 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.304834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2e89451-687c-4fa9-b4b3-341522f7d972 req-893d5d95-a154-4ae3-98c6-d4f44c666eb4 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.6269011 Apr 07 11:28:51.308259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.308861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.309650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.319384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.319812 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.320653 n-d-836788-1 neutron-server[104177]: INFO neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 10 to bind port fca47cee-d337-481b-b46d-2c010fd137f2 Apr 07 11:28:51.338477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:51.338817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:51.339153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:51.343972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:51.344300 n-d-836788-1 neutron-server[104177]: ERROR neutron.plugins.ml2.managers [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port fca47cee-d337-481b-b46d-2c010fd137f2 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:51.344669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.360500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.365423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.439212 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.470505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] For port fca47cee-d337-481b-b46d-2c010fd137f2, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:51.470897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempted to set empty binding levels {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 11:28:51.477838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.484271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:51.485254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:51.489604 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:51.532282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2d714-1211-4384-af35-04f6b5b16978 None None] Network 5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:51.535600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] In _notify_port_updated(), no bound segment for port fca47cee-d337-481b-b46d-2c010fd137f2 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:28:51.543087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.544489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.547967 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "PUT /v2.0/ports/fca47cee-d337-481b-b46d-2c010fd137f2 HTTP/1.1" status: 200 len: 975 time: 1.0166218 Apr 07 11:28:51.555175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60156) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:51.567631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2e89451-687c-4fa9-b4b3-341522f7d972 req-8577434a-1fee-4df7-8911-6be2618ceb08 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616174 Apr 07 11:28:51.655809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6b704-1f35-461c-be62-4de37e985bc9 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=fca47cee-d337-481b-b46d-2c010fd137f2,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:51.656980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.api [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 11:28:51.656980 n-d-836788-1 neutron-server[104178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 11:28:51.656980 n-d-836788-1 neutron-server[104178]: [parameters: {'id': '5ee7baf5-163d-4e7b-a42e-d7b4c6437a33'}] Apr 07 11:28:51.656980 n-d-836788-1 neutron-server[104178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:28:51.657357 n-d-836788-1 neutron-server[104178]: DEBUG oslo_db.api [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:28:51.684687 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.740124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.740611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.741105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.741606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.742080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.742549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.743020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.743486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.744000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.744475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.745031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.745528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.745995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.746561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.747029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.747558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.747957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.748424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.748893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.749598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.750072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.750538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.751012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.751489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.751967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.753002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.753673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.754321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.754796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.755272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.755759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.756225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.756688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.757169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.757663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.758135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.758602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.759055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.759648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:51.764034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-699e6561-b085-4b5e-a5f2-c4cd7099c135 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35969 time: 0.2077432 Apr 07 11:28:51.768882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60162) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:51.869317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Deleting port fca47cee-d337-481b-b46d-2c010fd137f2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:51.869574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.952614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] For port fca47cee-d337-481b-b46d-2c010fd137f2, host n-h1-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:51.953635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.962054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fb89c5ae-1d8f-4708-8616-a0e3c7b7b9a9 None None] Provisioning complete for port f0ecb7f0-62b3-4adf-9b6a-46705979a478 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:51.964002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb89c5ae-1d8f-4708-8616-a0e3c7b7b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:51.971759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Calling delete_port for fca47cee-d337-481b-b46d-2c010fd137f2 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:52.013072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fb89c5ae-1d8f-4708-8616-a0e3c7b7b9a9 None None] Port f0ecb7f0-62b3-4adf-9b6a-46705979a478 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:52.061931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.067986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.071278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fca47cee-d337-481b-b46d-2c010fd137f2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.109789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event deleted for resources: {'Port': ['ID=fca47cee-d337-481b-b46d-2c010fd137f2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:52.116443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.120830 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1435c5e7-1368-42a9-9cd6-70e70130a02f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fca47cee-d337-481b-b46d-2c010fd137f2 HTTP/1.1" status: 204 len: 168 time: 0.3506732 Apr 07 11:28:52.123450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60168) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:52.154002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event updated for resources: {'Port': ['ID=f0ecb7f0-62b3-4adf-9b6a-46705979a478,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:52.154417 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3724388e-f82d-4953-b456-9e86b7d9f185 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:28:52.155881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3724388e-f82d-4953-b456-9e86b7d9f185 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "GET /v2.0/ports/fca47cee-d337-481b-b46d-2c010fd137f2 HTTP/1.1" status: 404 len: 333 time: 0.0313320 Apr 07 11:28:52.159534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.160361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.163651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60172) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:52.170750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-815794802', 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:52.194944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Made reservation on behalf of 1deabe7deb4344148cf451e16eaadd7f for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:52.199342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.216576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port 13325e5f-59a6-435a-9c88-b1c6b36f3d1d yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:52.308715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:52.311848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:52.312255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.314262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:52.414849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for port (13325e5f-59a6-435a-9c88-b1c6b36f3d1d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.473876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (13325e5f-59a6-435a-9c88-b1c6b36f3d1d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.500195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] For port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6bc207f8-6a39-4fcb-8171-a36c3ffb53c9,segment=NetworkSegment(8f86066e-4f02-46ad-9e67-aad9c883e06e),segment_id=8f86066e-4f02-46ad-9e67-aad9c883e06e)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:52.500572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.518879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Calling delete_port for 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:52.536853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Router a83c8abc-ef64-43bd-952c-50ac4efa0458 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:28:52.542756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Network c3cf121f-22f7-4683-97de-d073a7cb33f8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:52.551782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:52.556619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:52.557582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:52.558334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.562229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=13325e5f-59a6-435a-9c88-b1c6b36f3d1d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:52.590511 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c50739c6-b753-4ba1-be8f-017eef1894c4 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4240124 Apr 07 11:28:52.593295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60182) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:52.639715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60186) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:52.650910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9e3d3-4484-4e36-8c56-e4c8a85ac3e6 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:52.651141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3368377f-3d7b-402c-82b0-700d445f2dd7 None None] Provisioning complete for port f0ecb7f0-62b3-4adf-9b6a-46705979a478 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:28:52.651451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3368377f-3d7b-402c-82b0-700d445f2dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.653586 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-34c9e3d3-4484-4e36-8c56-e4c8a85ac3e6 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "GET /v2.0/ports/13325e5f-59a6-435a-9c88-b1c6b36f3d1d HTTP/1.1" status: 200 len: 954 time: 0.0592940 Apr 07 11:28:52.654977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60190) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:52.701433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3368377f-3d7b-402c-82b0-700d445f2dd7 None None] Port f0ecb7f0-62b3-4adf-9b6a-46705979a478 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:28:52.766918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:52.777806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-49a1ddec-0369-4a6f-a688-f200eac74111 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5557747 Apr 07 11:28:52.779377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60192) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:52.787827 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] Sync routers for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:52.801573 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:52.802745 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:52.849774 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:52.857682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6bc207f8-6a39-4fcb-8171-a36c3ffb53c9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:52.860139 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:52.860715 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:52.900145 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:52.900620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94040da-481e-4984-938b-ddebc0e61bee req-cc31290e-d1a8-4138-b1e9-3540668f1547 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:52.900786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3466042-1e7e-4bb9-acda-bf5655b3524d None None] The sync data for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:52.902263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d94040da-481e-4984-938b-ddebc0e61bee req-cc31290e-d1a8-4138-b1e9-3540668f1547 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.2171123 Apr 07 11:28:52.905648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Port': ['ID=6bc207f8-6a39-4fcb-8171-a36c3ffb53c9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:52.917654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No DVR routers for this DVR port 6bc207f8-6a39-4fcb-8171-a36c3ffb53c9 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:53.015065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-05eeb7c0-09ad-4d52-9ff5-a30ae7074f94 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.052721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-471357153', 'router:external': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:53.082628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Made reservation on behalf of 500a1aa13b494ae0a6320aadf53cb55c for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:53.084894 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.095737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.112964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.113222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Deleting port 13325e5f-59a6-435a-9c88-b1c6b36f3d1d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:53.113569 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (13325e5f-59a6-435a-9c88-b1c6b36f3d1d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.133543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d94040da-481e-4984-938b-ddebc0e61bee req-122a0d97-d3dd-41f0-b67a-b0065a4ebcbb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215412 Apr 07 11:28:53.147985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee7baf5-163d-4e7b-a42e-d7b4c6437a33']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:53.162657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f86066e-4f02-46ad-9e67-aad9c883e06e') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:53.163005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f86066e-4f02-46ad-9e67-aad9c883e06e') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:53.178014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.185431 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-05eeb7c0-09ad-4d52-9ff5-a30ae7074f94 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 11:28:53.186488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-05eeb7c0-09ad-4d52-9ff5-a30ae7074f94 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458 HTTP/1.1" status: 409 len: 376 time: 0.4054649 Apr 07 11:28:53.189606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60194) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:53.203596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (13325e5f-59a6-435a-9c88-b1c6b36f3d1d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.223919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Calling delete_port for 13325e5f-59a6-435a-9c88-b1c6b36f3d1d owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:53.237281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.271860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:53.272283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (8f86066e-4f02-46ad-9e67-aad9c883e06e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:53.275532 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:53.300677 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for security_group (f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.311704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.359787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5ee7baf5-163d-4e7b-a42e-d7b4c6437a33), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.361717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:53.364557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:53.367423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.370031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (13325e5f-59a6-435a-9c88-b1c6b36f3d1d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.374023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 HTTP/1.1" status: 204 len: 168 time: 3.4865837 Apr 07 11:28:53.376081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60196) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:53.387215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1475519011'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:53.425468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e94780b-9b38-4f54-853e-bd9f9175b85a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.425802 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Added segment 1e94780b-9b38-4f54-853e-bd9f9175b85a of type vlan for network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 Apr 07 11:28:53.427143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event deleted for resources: {'Port': ['ID=13325e5f-59a6-435a-9c88-b1c6b36f3d1d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:53.440505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.443958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d5f0c70-41f2-447a-9545-a3d8ae93a848 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "DELETE /v2.0/ports/13325e5f-59a6-435a-9c88-b1c6b36f3d1d HTTP/1.1" status: 204 len: 168 time: 0.7880716 Apr 07 11:28:53.445468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a6568-a7ac-45ec-a148-8f1e489d2624 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Network': ['ID=5ee7baf5-163d-4e7b-a42e-d7b4c6437a33,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:53.447567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:53.478636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:53.482169 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.510342 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4370c702-5f77-42b3-b708-b0b160ddce77 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:28:53.511785 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4370c702-5f77-42b3-b708-b0b160ddce77 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "GET /v2.0/ports/13325e5f-59a6-435a-9c88-b1c6b36f3d1d HTTP/1.1" status: 404 len: 333 time: 0.0638967 Apr 07 11:28:53.515642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60200) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:53.522331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Request body: {'port': {'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-514540307'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:53.530597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.546736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:53.568208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c3816e0e-604e-4b19-a6fd-76c26a7017f2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.568550 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Added segment c3816e0e-604e-4b19-a6fd-76c26a7017f2 of type vlan for network baa8d886-8c62-4783-8910-772beb0031cf Apr 07 11:28:53.593419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Made reservation on behalf of 1deabe7deb4344148cf451e16eaadd7f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:53.596528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.601748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.602691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:53.603263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.623836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (baa8d886-8c62-4783-8910-772beb0031cf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.628919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port 4f4135d8-8dae-4744-a854-d017ef1307e7 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:53.673642 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0328710 Apr 07 11:28:53.678262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60202) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:53.685149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'subnet': {'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:53.728564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1f482-e9a9-45d5-8cba-b48dc82e5f6b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Network': ['ID=c59b7b8a-674f-4c3b-b3a3-c2921bb61c00,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:53.744153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:53.745166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Made reservation on behalf of 500a1aa13b494ae0a6320aadf53cb55c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:53.747484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.751032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (baa8d886-8c62-4783-8910-772beb0031cf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.757361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:53.758052 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.863735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:53.881228 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5039525 Apr 07 11:28:53.885241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60204) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:53.900351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'subnet': {'network_id': 'baa8d886-8c62-4783-8910-772beb0031cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:53.920336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869489f-64a2-4819-918a-d3643f836dba tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Network': ['ID=baa8d886-8c62-4783-8910-772beb0031cf,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:53.932968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network baa8d886-8c62-4783-8910-772beb0031cf details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:53.954641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.051281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:54.054724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.069783 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.122749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Network c3cf121f-22f7-4683-97de-d073a7cb33f8 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:54.132607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:54.136366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:54.137333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:54.137955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.140221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=4f4135d8-8dae-4744-a854-d017ef1307e7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:54.384939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (f0743afd-44d7-4815-a91d-bf1df40bdc57), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.469524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.objects.ports [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:28:54.469915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (1b50eacf-0b24-4d5f-9137-bcb958d130b8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.506175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Subnet': ['ID=f0743afd-44d7-4815-a91d-bf1df40bdc57,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:54.506464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-25f37123-7463-45d2-bd9c-191a869ada39 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9866393 Apr 07 11:28:54.508484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60208) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:54.516528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:54.542272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Checking segment: {'id': 'c3816e0e-604e-4b19-a6fd-76c26a7017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'baa8d886-8c62-4783-8910-772beb0031cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:54.542903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network hostable DHCP agents. Network: baa8d886-8c62-4783-8910-772beb0031cf, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:54.588828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Checking segment: {'id': '1e94780b-9b38-4f54-853e-bd9f9175b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:54.589228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network hostable DHCP agents. Network: c59b7b8a-674f-4c3b-b3a3-c2921bb61c00, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:54.593810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b50eacf-0b24-4d5f-9137-bcb958d130b8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:54.599963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network baa8d886-8c62-4783-8910-772beb0031cf is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:54.616335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, baa8d886-8c62-4783-8910-772beb0031cf) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:54.620786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:54.621763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.626971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ada50-c28f-4b06-9bbb-4736a16e5bab None None] Network baa8d886-8c62-4783-8910-772beb0031cf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:54.638645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:54.646784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c59b7b8a-674f-4c3b-b3a3-c2921bb61c00) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:54.656720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa62617c-bec3-403a-a2c2-a96ecc1b3b66 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7654209 Apr 07 11:28:54.657399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:54.657945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456b4c-185e-4c3e-ac8c-9e493da6edc1 req-3ef187b1-8087-43d3-9860-9b3ea2f037dd tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:54.658168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.660318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:54.665357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe456b4c-185e-4c3e-ac8c-9e493da6edc1 req-3ef187b1-8087-43d3-9860-9b3ea2f037dd tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1784651 Apr 07 11:28:54.669113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.698965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705813e-a757-44ff-bc01-25c280a4233c None None] Network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:54.708589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Deleting port f0ecb7f0-62b3-4adf-9b6a-46705979a478 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:54.709094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.740437 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-44a8d90b-26e5-4125-8112-97d435eccad6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0610373 Apr 07 11:28:54.743354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60214) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:54.751876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-598676148', 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:54.803110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (baa8d886-8c62-4783-8910-772beb0031cf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.806218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Made reservation on behalf of 500a1aa13b494ae0a6320aadf53cb55c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:54.808449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.821719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe456b4c-185e-4c3e-ac8c-9e493da6edc1 req-1e53151f-cb7f-4eb2-888f-436ce256c1e8 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553965 Apr 07 11:28:54.830091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] device_id is not set on port 124339e2-5718-4a25-821c-6d1d3dd4a419 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:54.867864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c76a6-a524-4878-8c74-3cde7d810d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-baa8d886-8c62-4783-8910-772beb0031cf', 'network_id': 'baa8d886-8c62-4783-8910-772beb0031cf', 'project_id': 'b6d4461159c74570bbc2ed7b484ca207', 'fixed_ips': [{'subnet_id': 'f0743afd-44d7-4815-a91d-bf1df40bdc57'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:54.868751 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a73c76a6-a524-4878-8c74-3cde7d810d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.898160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81303d5b-0c61-4326-8a1a-7a338bf68691 None None] Network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:54.925819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:54.949438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Calling delete_port for f0ecb7f0-62b3-4adf-9b6a-46705979a478 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:54.959341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (f0743afd-44d7-4815-a91d-bf1df40bdc57), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.056967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Allocated IP 2001:db8::100 (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00/1b50eacf-0b24-4d5f-9137-bcb958d130b8/124339e2-5718-4a25-821c-6d1d3dd4a419) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:55.061730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] device_id is not set on port 4f4135d8-8dae-4744-a854-d017ef1307e7 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:28:55.073493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks [] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.095640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (f0743afd-44d7-4815-a91d-bf1df40bdc57), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.124149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.145940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Subnet': ['ID=f0743afd-44d7-4815-a91d-bf1df40bdc57,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:55.225864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=4f4135d8-8dae-4744-a854-d017ef1307e7,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-a73c76a6-a524-4878-8c74-3cde7d810d48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0743afd-44d7-4815-a91d-bf1df40bdc57: This subnet is being modified by another concurrent operation. Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:55.239095 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0743afd-44d7-4815-a91d-bf1df40bdc57: This subnet is being modified by another concurrent operation. Apr 07 11:28:55.244070 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:28:55.267302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.267302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.267496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (baa8d886-8c62-4783-8910-772beb0031cf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.267594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.275870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.276149 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.279274 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 2 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.295162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae8540-6b62-4830-9b6a-e65d1a69e4f6 None None] Network baa8d886-8c62-4783-8910-772beb0031cf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:55.303128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa8d886-8c62-4783-8910-772beb0031cf']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:55.305728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.306078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.306425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.318287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.318626 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.319595 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 3 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.321435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3816e0e-604e-4b19-a6fd-76c26a7017f2') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:55.321727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3816e0e-604e-4b19-a6fd-76c26a7017f2') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:55.329488 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f0ecb7f0-62b3-4adf-9b6a-46705979a478), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.339993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (c3816e0e-604e-4b19-a6fd-76c26a7017f2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.357485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for port (124339e2-5718-4a25-821c-6d1d3dd4a419), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.369976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c3816e0e-604e-4b19-a6fd-76c26a7017f2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.370299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.370647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.370990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.374951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Port': ['ID=f0ecb7f0-62b3-4adf-9b6a-46705979a478,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:55.381959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:55.382316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (c3816e0e-604e-4b19-a6fd-76c26a7017f2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:55.386195 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:55.416293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.417112 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.419248 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 4 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.456930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.457448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.457634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.464544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.465174 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.467689 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 5 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.470179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (baa8d886-8c62-4783-8910-772beb0031cf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.481625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.485731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/baa8d886-8c62-4783-8910-772beb0031cf HTTP/1.1" status: 204 len: 168 time: 0.8244011 Apr 07 11:28:55.489293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (124339e2-5718-4a25-821c-6d1d3dd4a419), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.493372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.493872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.494324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.496433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60216) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:55.503705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617458878'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:55.507807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fcaae-9cec-4ec9-8290-1e34aa968140 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Network': ['ID=baa8d886-8c62-4783-8910-772beb0031cf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:55.549273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:55.557241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:55.559890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Port': ['ID=124339e2-5718-4a25-821c-6d1d3dd4a419,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:55.564622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:55.566286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:55.566897 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.581078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.581782 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.586468 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 6 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.592151 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e9c5475-fe1a-4cf8-9941-36ea2fe6d422 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8479006 Apr 07 11:28:55.594634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:55.615012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (a83c8abc-ef64-43bd-952c-50ac4efa0458), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.618846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.619148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.619575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.631301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:55.634718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.637381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.637718 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.640518 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 7 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.657105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d03625-2323-4b6a-ad54-9f1a546e3b43 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:55.718209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Deleting port 124339e2-5718-4a25-821c-6d1d3dd4a419 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:55.718209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (124339e2-5718-4a25-821c-6d1d3dd4a419), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.740110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.740457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.740807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.751318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.751659 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.755746 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 8 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.769459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:28:55.784375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.784819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.785051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.788967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (99c52397-6904-4a7f-8d90-6e5a74287c8f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.789352 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Added segment 99c52397-6904-4a7f-8d90-6e5a74287c8f of type vlan for network 01b716a2-dbab-43a9-8c49-0a461bd79772 Apr 07 11:28:55.805809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (124339e2-5718-4a25-821c-6d1d3dd4a419), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.808319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d03625-2323-4b6a-ad54-9f1a546e3b43 None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:55.821973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Calling delete_port for 124339e2-5718-4a25-821c-6d1d3dd4a419 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:55.863365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.863365 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.866202 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 9 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.911022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.911358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.911704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.926727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (01b716a2-dbab-43a9-8c49-0a461bd79772), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:55.934710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Router a83c8abc-ef64-43bd-952c-50ac4efa0458 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:28:55.939354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:55.940230 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:55.943829 n-d-836788-1 neutron-server[104178]: INFO neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempt 10 to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 Apr 07 11:28:55.986410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:28:55.987393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:28:55.987745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempting to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:28:55.995484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (124339e2-5718-4a25-821c-6d1d3dd4a419), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.027248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event deleted for resources: {'Port': ['ID=124339e2-5718-4a25-821c-6d1d3dd4a419,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:56.053681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:28:56.054025 n-d-836788-1 neutron-server[104178]: ERROR neutron.plugins.ml2.managers [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Failed to bind port 4f4135d8-8dae-4744-a854-d017ef1307e7 on host n-h1-836788-1 for vnic_type normal using segments [{'id': '382d6b34-dd91-4938-aa18-5213b9d81902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c3cf121f-22f7-4683-97de-d073a7cb33f8'}] Apr 07 11:28:56.054405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.061525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.065616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e04e121b-8566-40c1-bbbc-cd1368b7a709 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/ports/124339e2-5718-4a25-821c-6d1d3dd4a419 HTTP/1.1" status: 204 len: 168 time: 0.4691761 Apr 07 11:28:56.074672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60222) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.079236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00', 'external_fixed_ips': [{'subnet_id': '1b50eacf-0b24-4d5f-9137-bcb958d130b8', 'ip_address': '2001:db8::100'}]}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:56.085297 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (01b716a2-dbab-43a9-8c49-0a461bd79772), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.090410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:56.091014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.100959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.101846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.169710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.176585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:56.187386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] Sync routers for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:56.199247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:56.200036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:56.209936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ddf3a3b0-e52b-4bd7-ba44-8ba5a50bc9d2 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154803 Apr 07 11:28:56.219480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7178662 Apr 07 11:28:56.219674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.222762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60226) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.226869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Request body: {'subnet': {'network_id': '01b716a2-dbab-43a9-8c49-0a461bd79772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:56.238139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:56.249300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] Routers {'a83c8abc-ef64-43bd-952c-50ac4efa0458'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:56.250020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a83c8abc-ef64-43bd-952c-50ac4efa0458'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:56.253873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d6c4a-a80d-407a-9b5f-578f9a66c28c tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Network': ['ID=01b716a2-dbab-43a9-8c49-0a461bd79772,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:56.297253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:56.297931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a74b6-d058-404a-b499-a1c0159589f1 None None] The sync data for ids ['a83c8abc-ef64-43bd-952c-50ac4efa0458'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:28:56.301671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 01b716a2-dbab-43a9-8c49-0a461bd79772 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:28:56.306022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e2076-8eb1-439a-8681-6ec7455d44da req-d57440ad-aba1-4f00-ab8d-f340b520043a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:56.309777 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-fdb47924-ebf5-48a4-aea2-9e5a811a0d08 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] show failed (client error): The resource could not be found. Apr 07 11:28:56.314554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fdb47924-ebf5-48a4-aea2-9e5a811a0d08 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-9602882 HTTP/1.1" status: 404 len: 332 time: 0.0913577 Apr 07 11:28:56.314974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-799e2076-8eb1-439a-8681-6ec7455d44da req-d57440ad-aba1-4f00-ab8d-f340b520043a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.3583021 Apr 07 11:28:56.314974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60228) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.329053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6c5bf906-3fae-44e5-b4fe-c46585fef6ce tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:28:56.403711 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-6c5bf906-3fae-44e5-b4fe-c46585fef6ce tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] update failed (client error): The resource could not be found. Apr 07 11:28:56.404763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6c5bf906-3fae-44e5-b4fe-c46585fef6ce tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-162549052 HTTP/1.1" status: 404 len: 334 time: 0.0817015 Apr 07 11:28:56.407203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.410922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60230) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.419990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] For port 4f4135d8-8dae-4744-a854-d017ef1307e7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:28:56.420360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attempted to set empty binding levels {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 11:28:56.438079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.495594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] In _notify_port_updated(), no bound segment for port 4f4135d8-8dae-4744-a854-d017ef1307e7 on network c3cf121f-22f7-4683-97de-d073a7cb33f8 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:28:56.496531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:56.497147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.501643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "PUT /v2.0/ports/4f4135d8-8dae-4744-a854-d017ef1307e7 HTTP/1.1" status: 200 len: 974 time: 1.9861917 Apr 07 11:28:56.503293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60232) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.508363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-799e2076-8eb1-439a-8681-6ec7455d44da req-2908a92b-73c2-45aa-bd38-71001b248861 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944680 Apr 07 11:28:56.508541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Deleting subnet 1230f16f-c624-46f7-b8f4-4aad0ab88264 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:56.515588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (1230f16f-c624-46f7-b8f4-4aad0ab88264), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.517170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Made reservation on behalf of b6d4461159c74570bbc2ed7b484ca207 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:28:56.521827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.569437 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (1230f16f-c624-46f7-b8f4-4aad0ab88264), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.610056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127684df-7397-4a27-a71c-b376d11ca20f tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event updated for resources: {'Port': ['ID=4f4135d8-8dae-4744-a854-d017ef1307e7,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:56.679239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1230f16f-c624-46f7-b8f4-4aad0ab88264), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.725423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Deleting port 4f4135d8-8dae-4744-a854-d017ef1307e7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:56.725767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.829830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.833814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (1230f16f-c624-46f7-b8f4-4aad0ab88264), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.837995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] For port 4f4135d8-8dae-4744-a854-d017ef1307e7, host n-h1-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:56.838370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.854771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Calling delete_port for 4f4135d8-8dae-4744-a854-d017ef1307e7 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:56.873798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.881283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Subnet': ['ID=1230f16f-c624-46f7-b8f4-4aad0ab88264,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:56.892640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:56.896637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-985951b8-9bef-461c-95e3-6674f184ece7 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/subnets/1230f16f-c624-46f7-b8f4-4aad0ab88264 HTTP/1.1" status: 204 len: 168 time: 0.4842594 Apr 07 11:28:56.898934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:56.907811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b5b6e-ed4a-4621-bedd-7198022b1c4e None None] Network 51ec6a82-3acd-485e-a2c7-a91766619f86 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:56.982576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.objects.ports [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:28:56.984756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (fe42cc7e-8514-4f7c-9a09-210b3a0f35fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.010904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Deleting subnet ff8e874a-5d2e-4a1f-befc-0268ce9a92b5 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:57.037162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (ff8e874a-5d2e-4a1f-befc-0268ce9a92b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.070682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event updated for resources: {'Subnet': ['ID=fe42cc7e-8514-4f7c-9a09-210b3a0f35fd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:57.077821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4f4135d8-8dae-4744-a854-d017ef1307e7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.096005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (ff8e874a-5d2e-4a1f-befc-0268ce9a92b5), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.102060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] DHCP port deletion for 51ec6a82-3acd-485e-a2c7-a91766619f86 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:28:57.113202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Checking segment: {'id': '99c52397-6904-4a7f-8d90-6e5a74287c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01b716a2-dbab-43a9-8c49-0a461bd79772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:28:57.113561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network hostable DHCP agents. Network: 01b716a2-dbab-43a9-8c49-0a461bd79772, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:28:57.116245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f4135d8-8dae-4744-a854-d017ef1307e7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:57.128497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.133361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c75de2e-15d2-480a-bcaf-a35624dd0d0d tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4f4135d8-8dae-4744-a854-d017ef1307e7 HTTP/1.1" status: 204 len: 168 time: 0.6273561 Apr 07 11:28:57.134973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60236) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:57.170476 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97bbb42-8aa7-4abd-951b-6121d11c2f47 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] GET failed (client error): The resource could not be found. Apr 07 11:28:57.179834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d97bbb42-8aa7-4abd-951b-6121d11c2f47 tempest-PortsAdminExtendedAttrsTestJSON-814423278 tempest-PortsAdminExtendedAttrsTestJSON-814423278-project-admin] 10.222.0.13 "GET /v2.0/ports/4f4135d8-8dae-4744-a854-d017ef1307e7 HTTP/1.1" status: 404 len: 333 time: 0.0360000 Apr 07 11:28:57.179834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Network 01b716a2-dbab-43a9-8c49-0a461bd79772 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:28:57.180140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] Deleting port 859ebdff-8e42-4294-b492-6bbcbf376e1c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:57.180140 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.182071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:57.187335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 01b716a2-dbab-43a9-8c49-0a461bd79772) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:57.192572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:57.192572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.196432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Allocated IP 2001:db8::100 (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00/1b50eacf-0b24-4d5f-9137-bcb958d130b8/96265631-2a89-4e85-af53-bf2198a5b2e7) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:28:57.226378 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2c8fdc87-e1a4-4b86-b7c3-05c1aa49a9fd tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0034621 Apr 07 11:28:57.227009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60240) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:57.231230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6197755-73f5-40de-980b-940c8e1a9e21 None None] Network 01b716a2-dbab-43a9-8c49-0a461bd79772 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:57.312866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] For port 859ebdff-8e42-4294-b492-6bbcbf376e1c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=859ebdff-8e42-4294-b492-6bbcbf376e1c,segment=NetworkSegment(df7f7445-97f6-45a5-904d-916c0a310924),segment_id=df7f7445-97f6-45a5-904d-916c0a310924)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:57.313712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.332429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] Calling delete_port for 859ebdff-8e42-4294-b492-6bbcbf376e1c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:57.370963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (01b716a2-dbab-43a9-8c49-0a461bd79772), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.371805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c3cf121f-22f7-4683-97de-d073a7cb33f8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.379586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ff8e874a-5d2e-4a1f-befc-0268ce9a92b5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.427750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (fe42cc7e-8514-4f7c-9a09-210b3a0f35fd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.436165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734761ff-9b92-4a97-8ae9-640d20e6c44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-01b716a2-dbab-43a9-8c49-0a461bd79772', 'network_id': '01b716a2-dbab-43a9-8c49-0a461bd79772', 'project_id': 'b6d4461159c74570bbc2ed7b484ca207', 'fixed_ips': [{'subnet_id': 'fe42cc7e-8514-4f7c-9a09-210b3a0f35fd'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:28:57.438495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-734761ff-9b92-4a97-8ae9-640d20e6c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.504145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (fe42cc7e-8514-4f7c-9a09-210b3a0f35fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.535914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Subnet': ['ID=fe42cc7e-8514-4f7c-9a09-210b3a0f35fd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-734761ff-9b92-4a97-8ae9-640d20e6c44b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe42cc7e-8514-4f7c-9a09-210b3a0f35fd: This subnet is being modified by another concurrent operation. Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 11:28:57.601253 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe42cc7e-8514-4f7c-9a09-210b3a0f35fd: This subnet is being modified by another concurrent operation. Apr 07 11:28:57.604305 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 11:28:57.611389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (859ebdff-8e42-4294-b492-6bbcbf376e1c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.629060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edeefe4-defa-4524-b9a6-2ffca8e01067 None None] Network 01b716a2-dbab-43a9-8c49-0a461bd79772 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:57.633093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] No DVR routers for this DVR port 859ebdff-8e42-4294-b492-6bbcbf376e1c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:57.674072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (01b716a2-dbab-43a9-8c49-0a461bd79772), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.695699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e93aea-0b4c-402f-9621-2589c0d9c056 None None] Pushing event deleted for resources: {'Port': ['ID=859ebdff-8e42-4294-b492-6bbcbf376e1c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:57.730004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312ee9d-4707-4c19-ac8d-b0fecc347b6e req-e8a66de7-6c0e-4812-8150-e8b5c2134ca5 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:57.731547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e312ee9d-4707-4c19-ac8d-b0fecc347b6e req-e8a66de7-6c0e-4812-8150-e8b5c2134ca5 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1232841 Apr 07 11:28:57.739944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b716a2-dbab-43a9-8c49-0a461bd79772']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:57.761643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c52397-6904-4a7f-8d90-6e5a74287c8f') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:57.761953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c52397-6904-4a7f-8d90-6e5a74287c8f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:57.763933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b192f0b-4302-4840-b266-5a28e5f2ac3d None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:28:57.781361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (99c52397-6904-4a7f-8d90-6e5a74287c8f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.810832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (99c52397-6904-4a7f-8d90-6e5a74287c8f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.825033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:57.825655 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (99c52397-6904-4a7f-8d90-6e5a74287c8f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:57.829058 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:57.843282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e312ee9d-4707-4c19-ac8d-b0fecc347b6e req-f30765f0-4ce9-4796-b8d0-7e6569620516 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990803 Apr 07 11:28:57.864493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.874749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (ff8e874a-5d2e-4a1f-befc-0268ce9a92b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.904706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (01b716a2-dbab-43a9-8c49-0a461bd79772), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.907802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c3cf121f-22f7-4683-97de-d073a7cb33f8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.912232 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.915989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/01b716a2-dbab-43a9-8c49-0a461bd79772 HTTP/1.1" status: 204 len: 168 time: 0.6880054 Apr 07 11:28:57.922052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60244) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:57.937041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b192f0b-4302-4840-b266-5a28e5f2ac3d None None] Resources bound (agent type, host, resource id): {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 11:28:57.945502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8e874a-5d2e-4a1f-befc-0268ce9a92b5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:57.959878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:57.961365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f7c7-8f5f-4d79-a215-48c719488216 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Network': ['ID=01b716a2-dbab-43a9-8c49-0a461bd79772,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:57.966123 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4eee88b0-0faa-41ea-9143-b1ab568791c1 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/subnets/ff8e874a-5d2e-4a1f-befc-0268ce9a92b5 HTTP/1.1" status: 204 len: 168 time: 1.0638590 Apr 07 11:28:57.966319 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3868cf52-f464-452c-9fe1-e95a524fa232 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:57.966319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3868cf52-f464-452c-9fe1-e95a524fa232 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:57.968945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3868cf52-f464-452c-9fe1-e95a524fa232 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/fe42cc7e-8514-4f7c-9a09-210b3a0f35fd HTTP/1.1" status: 404 len: 337 time: 0.0459325 Apr 07 11:28:57.970163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60246) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:57.973508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60248) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:57.992092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cf121f-22f7-4683-97de-d073a7cb33f8']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.017779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382d6b34-dd91-4938-aa18-5213b9d81902') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.018057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382d6b34-dd91-4938-aa18-5213b9d81902') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.020124 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8b8cdc-741f-4890-b9d0-488d1fe4d46e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:58.020627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8b8cdc-741f-4890-b9d0-488d1fe4d46e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:58.023787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3b8b8cdc-741f-4890-b9d0-488d1fe4d46e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/01b716a2-dbab-43a9-8c49-0a461bd79772 HTTP/1.1" status: 404 len: 339 time: 0.0493209 Apr 07 11:28:58.026587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60250) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.034794 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (382d6b34-dd91-4938-aa18-5213b9d81902), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.050841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.054215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (382d6b34-dd91-4938-aa18-5213b9d81902), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.068131 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdc015c-3c4c-490c-95c8-fd8b53ea8c43 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:58.068763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdc015c-3c4c-490c-95c8-fd8b53ea8c43 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:58.074477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3fdc015c-3c4c-490c-95c8-fd8b53ea8c43 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/f0743afd-44d7-4815-a91d-bf1df40bdc57 HTTP/1.1" status: 404 len: 337 time: 0.0446799 Apr 07 11:28:58.076661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60252) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.086370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:58.086832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (382d6b34-dd91-4938-aa18-5213b9d81902), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:58.090168 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:58.102829 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7142b14-2db3-4be4-b62e-cf0f62b73a79 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:58.103359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7142b14-2db3-4be4-b62e-cf0f62b73a79 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:58.109188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e7142b14-2db3-4be4-b62e-cf0f62b73a79 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/baa8d886-8c62-4783-8910-772beb0031cf HTTP/1.1" status: 404 len: 339 time: 0.0289130 Apr 07 11:28:58.110627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60254) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.124545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (51ec6a82-3acd-485e-a2c7-a91766619f86), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.146416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:28:58.156251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:28:58.158931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:28:58.164444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Port': ['ID=96265631-2a89-4e85-af53-bf2198a5b2e7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:58.184012 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-47de7c7b-fe4c-429d-b29e-2c7e739c0a29 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:58.184578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47de7c7b-fe4c-429d-b29e-2c7e739c0a29 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:58.188273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-47de7c7b-fe4c-429d-b29e-2c7e739c0a29 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/70ce6b69-624c-4ce9-8674-2ae42b1b232b HTTP/1.1" status: 404 len: 337 time: 0.0759387 Apr 07 11:28:58.192391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60256) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.251411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c3cf121f-22f7-4683-97de-d073a7cb33f8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.255648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3881ad-53a1-46e5-b110-b1f94b61259c None None] Network dc805b86-4dc0-4942-836a-6910f74cd619 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:58.256563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.260001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] 10.222.0.13 "DELETE /v2.0/networks/c3cf121f-22f7-4683-97de-d073a7cb33f8 HTTP/1.1" status: 204 len: 168 time: 1.0748522 Apr 07 11:28:58.272718 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47c94b0-9294-4724-8667-aab11a74e3b4 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:58.274076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47c94b0-9294-4724-8667-aab11a74e3b4 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:58.287004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a47c94b0-9294-4724-8667-aab11a74e3b4 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/5ee7baf5-163d-4e7b-a42e-d7b4c6437a33 HTTP/1.1" status: 404 len: 339 time: 0.0931880 Apr 07 11:28:58.294578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60260) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.307403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31eaf8-90dc-4f8f-95cc-a8313cb3bee0 tempest-PortsAdminExtendedAttrsTestJSON-161573367 tempest-PortsAdminExtendedAttrsTestJSON-161573367-project] Pushing event deleted for resources: {'Network': ['ID=c3cf121f-22f7-4683-97de-d073a7cb33f8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:58.325274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (51ec6a82-3acd-485e-a2c7-a91766619f86), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.355183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ec6a82-3acd-485e-a2c7-a91766619f86']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.369286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7f7445-97f6-45a5-904d-916c0a310924') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.369644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7f7445-97f6-45a5-904d-916c0a310924') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.381721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (df7f7445-97f6-45a5-904d-916c0a310924), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.397718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (df7f7445-97f6-45a5-904d-916c0a310924), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.407327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:58.408083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (df7f7445-97f6-45a5-904d-916c0a310924), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:58.460889 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:58.471045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] DHCP port deletion for dc805b86-4dc0-4942-836a-6910f74cd619 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:28:58.494196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (51ec6a82-3acd-485e-a2c7-a91766619f86), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.503869 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.511565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/networks/51ec6a82-3acd-485e-a2c7-a91766619f86 HTTP/1.1" status: 204 len: 168 time: 0.5401936 Apr 07 11:28:58.512320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60262) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.529192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7c81f-19b0-40e8-9385-a1b4279dc4fa tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Network': ['ID=51ec6a82-3acd-485e-a2c7-a91766619f86,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:58.558677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] Deleting port 535e2e3d-b795-4fca-bb79-3d949a95403a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:58.559064 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.594202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting port b9dc68b4-aa8b-4103-aff3-5697d5f6ab15 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:28:58.594609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b9dc68b4-aa8b-4103-aff3-5697d5f6ab15), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.630754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] For port 535e2e3d-b795-4fca-bb79-3d949a95403a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=535e2e3d-b795-4fca-bb79-3d949a95403a,segment=NetworkSegment(2af1f4bb-4d1f-4286-b24e-15ba3d230f8a),segment_id=2af1f4bb-4d1f-4286-b24e-15ba3d230f8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:28:58.631483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.645847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] Calling delete_port for 535e2e3d-b795-4fca-bb79-3d949a95403a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:58.662420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.669571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (dc805b86-4dc0-4942-836a-6910f74cd619), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.670306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.760002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (535e2e3d-b795-4fca-bb79-3d949a95403a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.761940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b9dc68b4-aa8b-4103-aff3-5697d5f6ab15), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.789902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Calling delete_port for b9dc68b4-aa8b-4103-aff3-5697d5f6ab15 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:28:58.791669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] Pushing event deleted for resources: {'Port': ['ID=535e2e3d-b795-4fca-bb79-3d949a95403a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:58.798501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32ed4e-ca4a-4f0e-ac9a-fae2a4844c07 None None] No DVR routers for this DVR port 535e2e3d-b795-4fca-bb79-3d949a95403a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:28:58.849352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fef83f58-449e-4416-84d5-16a029471460 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4a42b107cdd43989368f2cec74b6130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776149 Apr 07 11:28:58.852022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60272) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:58.907804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e14d56c-d79f-4e64-b2c6-f09ce7683d18 admin admin] Publish callbacks [] for security_group (e5effbab-1ef9-47b0-9e03-682c3ffe9784), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.934079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (dc805b86-4dc0-4942-836a-6910f74cd619), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.937805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e14d56c-d79f-4e64-b2c6-f09ce7683d18 admin admin] Publish callbacks [] for security_group (e5effbab-1ef9-47b0-9e03-682c3ffe9784), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:58.973796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc805b86-4dc0-4942-836a-6910f74cd619']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.987641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:58.987940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af1f4bb-4d1f-4286-b24e-15ba3d230f8a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:59.024661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561df1a-a540-4257-acaf-966cc0dad199 req-9c735f35-1a6d-4a22-a32d-fe6f5c06c417 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:28:59.026269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3561df1a-a540-4257-acaf-966cc0dad199 req-9c735f35-1a6d-4a22-a32d-fe6f5c06c417 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0760534 Apr 07 11:28:59.039401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e14d56c-d79f-4e64-b2c6-f09ce7683d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e5effbab-1ef9-47b0-9e03-682c3ffe9784), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.041943 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2e14d56c-d79f-4e64-b2c6-f09ce7683d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.043129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2e14d56c-d79f-4e64-b2c6-f09ce7683d18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5effbab-1ef9-47b0-9e03-682c3ffe9784 HTTP/1.1" status: 204 len: 168 time: 0.1901233 Apr 07 11:28:59.060840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2af1f4bb-4d1f-4286-b24e-15ba3d230f8a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.063143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d56c-d79f-4e64-b2c6-f09ce7683d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5effbab-1ef9-47b0-9e03-682c3ffe9784,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:59.085635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2af1f4bb-4d1f-4286-b24e-15ba3d230f8a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.100226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:59.101017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2af1f4bb-4d1f-4286-b24e-15ba3d230f8a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:59.103987 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:59.115828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3561df1a-a540-4257-acaf-966cc0dad199 req-213951a9-899a-4fd5-b4dd-45c56b3fe296 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835333 Apr 07 11:28:59.154282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b9dc68b4-aa8b-4103-aff3-5697d5f6ab15), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.180056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 535e2e3d-b795-4fca-bb79-3d949a95403a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:28:59.202144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 535e2e3d-b795-4fca-bb79-3d949a95403a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:28:59.202495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 535e2e3d-b795-4fca-bb79-3d949a95403a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:28:59.203736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 859ebdff-8e42-4294-b492-6bbcbf376e1c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:28:59.206673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Port': ['ID=b9dc68b4-aa8b-4103-aff3-5697d5f6ab15,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:59.215045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (dc805b86-4dc0-4942-836a-6910f74cd619), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.219596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.223540 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c7238460-cfb4-4146-a3f2-fa13efdac6df tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/ports/b9dc68b4-aa8b-4103-aff3-5697d5f6ab15 HTTP/1.1" status: 204 len: 168 time: 0.9275086 Apr 07 11:28:59.227240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60280) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:59.230767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 859ebdff-8e42-4294-b492-6bbcbf376e1c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:28:59.231598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.231783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 859ebdff-8e42-4294-b492-6bbcbf376e1c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:28:59.237340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/networks/dc805b86-4dc0-4942-836a-6910f74cd619 HTTP/1.1" status: 204 len: 168 time: 0.7232697 Apr 07 11:28:59.246479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60282) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:59.259686 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fabc8b-6f88-4bde-840a-42bf0562a4be tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:28:59.260156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fabc8b-6f88-4bde-840a-42bf0562a4be tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:28:59.265158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12fabc8b-6f88-4bde-840a-42bf0562a4be tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/26fc0944-abd4-4720-b121-c2478af7b205 HTTP/1.1" status: 404 len: 337 time: 0.0361869 Apr 07 11:28:59.266993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60284) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:59.268474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ae000-f73f-42d0-bee1-5a5c7a8334fd tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Network': ['ID=dc805b86-4dc0-4942-836a-6910f74cd619,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:59.272256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.389790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Deleting subnet 715da3db-02df-4317-8c32-fe7279041213 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:28:59.398286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (715da3db-02df-4317-8c32-fe7279041213), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.452450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (715da3db-02df-4317-8c32-fe7279041213), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.512765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:59.592960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Router 3260d962-3ed0-47e2-82f2-2a7b329cfdb1 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:28:59.601592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (715da3db-02df-4317-8c32-fe7279041213), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.647123 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c375d8b2-e2ee-4393-aa92-75cad496218b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1deabe7deb4344148cf451e16eaadd7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320822 Apr 07 11:28:59.650144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60288) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:59.671081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (096564b9-2db5-4447-b0e0-5c8cb2dd8265), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.770178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (096564b9-2db5-4447-b0e0-5c8cb2dd8265), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.793767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096564b9-2db5-4447-b0e0-5c8cb2dd8265']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:59.794026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (715da3db-02df-4317-8c32-fe7279041213), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.804238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4740df37-a6c4-491f-a9f0-a4ebd518e95e') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:59.804534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4740df37-a6c4-491f-a9f0-a4ebd518e95e') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:59.819918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (4740df37-a6c4-491f-a9f0-a4ebd518e95e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.841465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-866290ff-3934-435d-a278-12b9d3485a41 admin admin] Publish callbacks [] for security_group (e2582384-b540-4d67-b18b-6f878e242d16), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.842076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4740df37-a6c4-491f-a9f0-a4ebd518e95e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.843881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.847263 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/subnets/715da3db-02df-4317-8c32-fe7279041213 HTTP/1.1" status: 204 len: 168 time: 0.5995364 Apr 07 11:28:59.849067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bad6b73-cfd5-4e87-8881-1b2d4f729d03 None None] Network 65104cde-79c1-4c17-bad5-d82e2845cbc0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:28:59.850136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60290) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:28:59.852633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:28:59.853077 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (4740df37-a6c4-491f-a9f0-a4ebd518e95e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:28:59.856584 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:28:59.858648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0679a-49e3-4276-aa0b-f3fb739d1454 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Subnet': ['ID=715da3db-02df-4317-8c32-fe7279041213,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:28:59.875070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:28:59.890314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-866290ff-3934-435d-a278-12b9d3485a41 admin admin] Publish callbacks [] for security_group (e2582384-b540-4d67-b18b-6f878e242d16), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.895517 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Sync routers for ids ['3260d962-3ed0-47e2-82f2-2a7b329cfdb1'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:28:59.911271 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Routers {'3260d962-3ed0-47e2-82f2-2a7b329cfdb1'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:28:59.911899 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3260d962-3ed0-47e2-82f2-2a7b329cfdb1'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:28:59.925400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:28:59.926656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3ebccc9-51db-427e-8fde-676f6f8781f5 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8509502 Apr 07 11:28:59.933232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60292) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:00.013960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (096564b9-2db5-4447-b0e0-5c8cb2dd8265), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.059674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.066301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/096564b9-2db5-4447-b0e0-5c8cb2dd8265 HTTP/1.1" status: 204 len: 168 time: 0.7961843 Apr 07 11:29:00.072771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:00.091833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02698aa-2b5b-4d08-8797-b82f1a97eb5a tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Network': ['ID=096564b9-2db5-4447-b0e0-5c8cb2dd8265,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:00.099120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-866290ff-3934-435d-a278-12b9d3485a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e2582384-b540-4d67-b18b-6f878e242d16), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.102043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-866290ff-3934-435d-a278-12b9d3485a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.103344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-866290ff-3934-435d-a278-12b9d3485a41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2582384-b540-4d67-b18b-6f878e242d16 HTTP/1.1" status: 204 len: 168 time: 0.4520988 Apr 07 11:29:00.123385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] DHCP port deletion for 65104cde-79c1-4c17-bad5-d82e2845cbc0 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:29:00.165875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (65104cde-79c1-4c17-bad5-d82e2845cbc0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.169024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Set router 3260d962-3ed0-47e2-82f2-2a7b329cfdb1 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:00.175932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866290ff-3934-435d-a278-12b9d3485a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2582384-b540-4d67-b18b-6f878e242d16,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:00.196024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.243566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] Deleting port 32f2fc51-d424-4179-bef9-0f4ff44ff169 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:00.244306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.341491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] For port 32f2fc51-d424-4179-bef9-0f4ff44ff169, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32f2fc51-d424-4179-bef9-0f4ff44ff169,segment=NetworkSegment(435df128-430f-4a5e-a0cd-b22fa7485853),segment_id=435df128-430f-4a5e-a0cd-b22fa7485853)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:00.342148 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.365720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] Calling delete_port for 32f2fc51-d424-4179-bef9-0f4ff44ff169 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:00.411052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Deleting port 32f2fc51-d424-4179-bef9-0f4ff44ff169 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:00.415463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.437541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab385-316b-4e29-856f-6b703885db1a req-188d2459-d7c3-45f1-a74a-2d59e682be28 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:00.441679 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3260d962-3ed0-47e2-82f2-2a7b329cfdb1', 'name': '', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00', 'external_fixed_ips': [{'subnet_id': '1b50eacf-0b24-4d5f-9137-bcb958d130b8', 'ip_address': '2001:db8::100'}], 'enable_snat': True}, 'gw_port_id': '96265631-2a89-4e85-af53-bf2198a5b2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:28:56Z', 'updated_at': '2022-04-07T11:28:58Z', 'revision_number': 3, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port': {'id': '96265631-2a89-4e85-af53-bf2198a5b2e7', 'name': '', 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3260d962-3ed0-47e2-82f2-2a7b329cfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1b50eacf-0b24-4d5f-9137-bcb958d130b8', 'ip_address': '2001:db8::100', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:28:56Z', 'updated_at': '2022-04-07T11:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b50eacf-0b24-4d5f-9137-bcb958d130b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:00.442696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-992ab385-316b-4e29-856f-6b703885db1a req-188d2459-d7c3-45f1-a74a-2d59e682be28 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1747620 Apr 07 11:29:00.569047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting port 5513e835-7590-453a-8783-2b845816d937 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:00.569569 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5513e835-7590-453a-8783-2b845816d937), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.590123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] For port 32f2fc51-d424-4179-bef9-0f4ff44ff169, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32f2fc51-d424-4179-bef9-0f4ff44ff169,segment=NetworkSegment(435df128-430f-4a5e-a0cd-b22fa7485853),segment_id=435df128-430f-4a5e-a0cd-b22fa7485853)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:00.590954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.600618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Checking router: 3260d962-3ed0-47e2-82f2-2a7b329cfdb1 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:29:00.601071 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Updating router 3260d962-3ed0-47e2-82f2-2a7b329cfdb1 port 96265631-2a89-4e85-af53-bf2198a5b2e7 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:29:00.610937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-992ab385-316b-4e29-856f-6b703885db1a req-8cf6f574-c0fd-490f-b14f-96db79e6ed39 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576772 Apr 07 11:29:00.617982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Calling delete_port for 32f2fc51-d424-4179-bef9-0f4ff44ff169 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:00.660636 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.663434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.753188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5513e835-7590-453a-8783-2b845816d937), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.798272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Calling delete_port for 5513e835-7590-453a-8783-2b845816d937 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:00.863456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.873300 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4fef1594-40c5-4ad7-83ac-29355296e9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.879441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (32f2fc51-d424-4179-bef9-0f4ff44ff169), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.902960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] Pushing event deleted for resources: {'Port': ['ID=32f2fc51-d424-4179-bef9-0f4ff44ff169,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:00.911660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6a2fa-68b7-40ca-941e-27ecff31d91a None None] No DVR routers for this DVR port 32f2fc51-d424-4179-bef9-0f4ff44ff169 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:00.931696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Port': ['ID=32f2fc51-d424-4179-bef9-0f4ff44ff169,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:00.936466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] No DVR routers for this DVR port 32f2fc51-d424-4179-bef9-0f4ff44ff169 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:00.970330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Deleting port 96265631-2a89-4e85-af53-bf2198a5b2e7 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:00.970718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.975008 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Publish callbacks [] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:00.983727 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.047675 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Attempting to bind port 96265631-2a89-4e85-af53-bf2198a5b2e7 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:29:01.048055 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Attempting to bind port 96265631-2a89-4e85-af53-bf2198a5b2e7 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '1e94780b-9b38-4f54-853e-bd9f9175b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:29:01.048704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Attempting to bind port 96265631-2a89-4e85-af53-bf2198a5b2e7 on network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:29:01.051244 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (65104cde-79c1-4c17-bad5-d82e2845cbc0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.056969 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Pushing event updated for resources: {'Port': ['ID=96265631-2a89-4e85-af53-bf2198a5b2e7,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:01.060693 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:29:01.060888 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Checking segment: {'id': '1e94780b-9b38-4f54-853e-bd9f9175b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:01.061279 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.061694 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Bound using segment: {'id': '1e94780b-9b38-4f54-853e-bd9f9175b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:29:01.062178 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Bound port: 96265631-2a89-4e85-af53-bf2198a5b2e7, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e94780b-9b38-4f54-853e-bd9f9175b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c59b7b8a-674f-4c3b-b3a3-c2921bb61c00'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:29:01.062563 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.091782 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.092073 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.092419 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.092803 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.093158 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.093483 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.093817 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.094165 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.094609 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.094974 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.095358 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.096327 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.096862 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:01.118339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65104cde-79c1-4c17-bad5-d82e2845cbc0']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:01.147450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435df128-430f-4a5e-a0cd-b22fa7485853') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:01.147842 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] For port 96265631-2a89-4e85-af53-bf2198a5b2e7, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:29:01.148344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435df128-430f-4a5e-a0cd-b22fa7485853') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:01.151834 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] For port 96265631-2a89-4e85-af53-bf2198a5b2e7, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96265631-2a89-4e85-af53-bf2198a5b2e7,segment=NetworkSegment(1e94780b-9b38-4f54-853e-bd9f9175b85a),segment_id=1e94780b-9b38-4f54-853e-bd9f9175b85a)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:29:01.160120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5513e835-7590-453a-8783-2b845816d937), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.161086 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.164180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (435df128-430f-4a5e-a0cd-b22fa7485853), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.186525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32f2fc51-d424-4179-bef9-0f4ff44ff169 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:01.188887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (435df128-430f-4a5e-a0cd-b22fa7485853), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.199269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:29:01.200212 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (435df128-430f-4a5e-a0cd-b22fa7485853), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:29:01.204789 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:29:01.234805 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Routers {'3260d962-3ed0-47e2-82f2-2a7b329cfdb1'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:01.236348 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:28:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3260d962-3ed0-47e2-82f2-2a7b329cfdb1'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:01.243571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 32f2fc51-d424-4179-bef9-0f4ff44ff169 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:01.243930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32f2fc51-d424-4179-bef9-0f4ff44ff169 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:01.306663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Port': ['ID=5513e835-7590-453a-8783-2b845816d937,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:01.321573 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (65104cde-79c1-4c17-bad5-d82e2845cbc0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.333373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.344942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.345628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/networks/65104cde-79c1-4c17-bad5-d82e2845cbc0 HTTP/1.1" status: 204 len: 168 time: 1.4938893 Apr 07 11:29:01.348053 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba000dcf-a4fb-4eea-a33c-ebcd6f749937 None None] Pushing event updated for resources: {'Port': ['ID=96265631-2a89-4e85-af53-bf2198a5b2e7,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:01.359240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9fcfdc23-dbe6-40fa-94fa-184104c747e0 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/ports/5513e835-7590-453a-8783-2b845816d937 HTTP/1.1" status: 204 len: 168 time: 1.2852881 Apr 07 11:29:01.360275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60318) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:01.373641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60320) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:01.373930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.375770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756494a-2594-43f0-ac0c-3937d6cedcc4 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Pushing event deleted for resources: {'Network': ['ID=65104cde-79c1-4c17-bad5-d82e2845cbc0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:01.382246 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] Set router 3260d962-3ed0-47e2-82f2-2a7b329cfdb1 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:01.424981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Calling delete_port for 96265631-2a89-4e85-af53-bf2198a5b2e7 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:01.436153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2c208a84-7c9f-466b-bdf1-ad53d9d90943 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83c8abc-ef64-43bd-952c-50ac4efa0458 HTTP/1.1" status: 200 len: 205 time: 0.0735891 Apr 07 11:29:01.437118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:01.465769 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3260d962-3ed0-47e2-82f2-2a7b329cfdb1', 'name': '', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:28:56Z', 'updated_at': '2022-04-07T11:29:00Z', 'revision_number': 4, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:01.503703 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca3376-bba5-4a0b-90a0-a1d17eee9b8c None None] The sync data for ids ['3260d962-3ed0-47e2-82f2-2a7b329cfdb1'] in n-d-836788-1 is: [{'id': '3260d962-3ed0-47e2-82f2-2a7b329cfdb1', 'name': '', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:28:56Z', 'updated_at': '2022-04-07T11:29:00Z', 'revision_number': 4, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:01.526664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.529270 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-208108b2-4947-4bfd-998b-b2aad78f6811 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] DELETE failed (client error): The resource could not be found. Apr 07 11:29:01.529749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208108b2-4947-4bfd-998b-b2aad78f6811 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:29:01.535197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-208108b2-4947-4bfd-998b-b2aad78f6811 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/9d576193-2472-46d5-95de-d815b196f022 HTTP/1.1" status: 404 len: 337 time: 0.1531167 Apr 07 11:29:01.546970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60326) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:01.559511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.761113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.763723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router_controller (a83c8abc-ef64-43bd-952c-50ac4efa0458), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.800250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8d3c0d4d-a85d-4036-9fd6-73c8395efb40), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.835441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (a83c8abc-ef64-43bd-952c-50ac4efa0458), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.835947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Fanout notify agent at l3_agent the message router_deleted on router a83c8abc-ef64-43bd-952c-50ac4efa0458 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:01.843135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.844240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7a66a923-3bed-4931-91b4-4b7ac38c2d63 tempest-RoutersNegativeTest-1401543711 tempest-RoutersNegativeTest-1401543711-project] 10.222.0.13 "DELETE /v2.0/routers/a83c8abc-ef64-43bd-952c-50ac4efa0458 HTTP/1.1" status: 204 len: 168 time: 0.4060562 Apr 07 11:29:01.897563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdce89-2b76-4ba7-a3b3-9a7e364c40c4 req-07e8ddc6-2857-4065-8c2c-5fb8d967b281 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:01.899777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccfdce89-2b76-4ba7-a3b3-9a7e364c40c4 req-07e8ddc6-2857-4065-8c2c-5fb8d967b281 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0813315 Apr 07 11:29:01.965001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (96265631-2a89-4e85-af53-bf2198a5b2e7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:01.979110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccfdce89-2b76-4ba7-a3b3-9a7e364c40c4 req-c48a62dc-db0f-4a24-a59a-78e5bfa6be23 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 Apr 07 11:29:02.031281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event deleted for resources: {'Port': ['ID=96265631-2a89-4e85-af53-bf2198a5b2e7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:02.034192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting port 9e2204da-e424-44d0-bfd5-588e695e916c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:02.034697 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9e2204da-e424-44d0-bfd5-588e695e916c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.303398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60344) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:02.417527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.511143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b3b3a3e2-63a0-492d-8bfb-43cbc763bae2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b90240996abf433f95d42a4b6c3e9b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057261 Apr 07 11:29:02.513491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60352) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:02.530571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] For port 9e2204da-e424-44d0-bfd5-588e695e916c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9e2204da-e424-44d0-bfd5-588e695e916c,segment=NetworkSegment(3aea8bc2-90b8-436f-ae82-10a9e01cffa9),segment_id=3aea8bc2-90b8-436f-ae82-10a9e01cffa9)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:02.531199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9e2204da-e424-44d0-bfd5-588e695e916c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.542224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.545830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.552333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Calling delete_port for 9e2204da-e424-44d0-bfd5-588e695e916c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:02.581714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e891c84-5642-48e6-ac9a-3c7a20821caa admin admin] Publish callbacks [] for security_group (bec66985-aee8-4416-b8f9-d97dc4b8d37e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.607771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60354) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:02.612574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e891c84-5642-48e6-ac9a-3c7a20821caa admin admin] Publish callbacks [] for security_group (bec66985-aee8-4416-b8f9-d97dc4b8d37e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.635490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (3260d962-3ed0-47e2-82f2-2a7b329cfdb1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.636249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3260d962-3ed0-47e2-82f2-2a7b329cfdb1 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:02.641944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.643488 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-57601113-1405-47b0-bdfa-5891564ea87b tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3260d962-3ed0-47e2-82f2-2a7b329cfdb1 HTTP/1.1" status: 204 len: 168 time: 2.7092805 Apr 07 11:29:02.646249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:02.678608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e891c84-5642-48e6-ac9a-3c7a20821caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bec66985-aee8-4416-b8f9-d97dc4b8d37e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.687210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e891c84-5642-48e6-ac9a-3c7a20821caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.692065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8e891c84-5642-48e6-ac9a-3c7a20821caa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bec66985-aee8-4416-b8f9-d97dc4b8d37e HTTP/1.1" status: 204 len: 168 time: 0.1771715 Apr 07 11:29:02.701748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e891c84-5642-48e6-ac9a-3c7a20821caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec66985-aee8-4416-b8f9-d97dc4b8d37e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:02.723507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Deleting subnet 1b50eacf-0b24-4d5f-9137-bcb958d130b8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:29:02.739547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for subnet (1b50eacf-0b24-4d5f-9137-bcb958d130b8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.774466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1897398847', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:02.789937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (1b50eacf-0b24-4d5f-9137-bcb958d130b8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.800935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Made reservation on behalf of a7d40895b21d45efa9677bbfa36ff814 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:29:02.804149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.817007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9e2204da-e424-44d0-bfd5-588e695e916c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.826624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.852715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Port': ['ID=9e2204da-e424-44d0-bfd5-588e695e916c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:02.859611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No DVR routers for this DVR port 9e2204da-e424-44d0-bfd5-588e695e916c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:02.946207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1b50eacf-0b24-4d5f-9137-bcb958d130b8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.952029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for security_group (c831b97f-632e-458a-875f-d80be5d8e293), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.955451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-70027ec4-f3c1-41b9-8d00-e9c8f6e0c57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.959848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c831b97f-632e-458a-875f-d80be5d8e293), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:02.967108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] device_id is not set on port dfc36229-1354-4c91-adfb-e25a48c0f47b yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:29:03.035195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (8d3c0d4d-a85d-4036-9fd6-73c8395efb40), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.043395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831b97f-632e-458a-875f-d80be5d8e293,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:03.093675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3c0d4d-a85d-4036-9fd6-73c8395efb40']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:03.126735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aea8bc2-90b8-436f-ae82-10a9e01cffa9') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:03.127327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aea8bc2-90b8-436f-ae82-10a9e01cffa9') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:03.140890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (3aea8bc2-90b8-436f-ae82-10a9e01cffa9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.152388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (1b50eacf-0b24-4d5f-9137-bcb958d130b8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.184230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (3aea8bc2-90b8-436f-ae82-10a9e01cffa9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.189275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b50eacf-0b24-4d5f-9137-bcb958d130b8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:03.194851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:29:03.195254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (3aea8bc2-90b8-436f-ae82-10a9e01cffa9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:29:03.198520 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:29:03.200753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.203160 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-88cf8da1-0309-46fc-9082-2a516be5e69e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/1b50eacf-0b24-4d5f-9137-bcb958d130b8 HTTP/1.1" status: 204 len: 168 time: 0.5557377 Apr 07 11:29:03.207818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60368) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:03.276742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (8d3c0d4d-a85d-4036-9fd6-73c8395efb40), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.286386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.291605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/8d3c0d4d-a85d-4036-9fd6-73c8395efb40 HTTP/1.1" status: 204 len: 168 time: 1.7414143 Apr 07 11:29:03.296042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26e284-b8f4-4806-a57c-b4a4ed7b0a77 req-889ab9ef-8d95-4dc5-a568-8ac5fd7ad00d tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:03.297923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60374) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:03.298599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc26e284-b8f4-4806-a57c-b4a4ed7b0a77 req-889ab9ef-8d95-4dc5-a568-8ac5fd7ad00d tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.2190475 Apr 07 11:29:03.302730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Allocated IP 172.25.5.42 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/dfc36229-1354-4c91-adfb-e25a48c0f47b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:03.364771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.375921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6944a-c390-4bbf-9c9a-55ff751c7126 tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Network': ['ID=8d3c0d4d-a85d-4036-9fd6-73c8395efb40,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:03.417332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-5f06ad71-318a-449a-ba95-158c776b97cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321297 Apr 07 11:29:03.428332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.432397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting subnet 301b9864-bbd8-49e9-9095-540d81f9ace1 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:29:03.437821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (301b9864-bbd8-49e9-9095-540d81f9ace1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.462232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc26e284-b8f4-4806-a57c-b4a4ed7b0a77 req-53880afb-f408-4be9-ae1b-8a9074dfb6df tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459317 Apr 07 11:29:03.519336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (301b9864-bbd8-49e9-9095-540d81f9ace1), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.566721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-09a86e42-e2c7-4e15-bd7b-4efa7d8c8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:03.568630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-09a86e42-e2c7-4e15-bd7b-4efa7d8c8d19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 1128 time: 0.1037457 Apr 07 11:29:03.597190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.630498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59b7b8a-674f-4c3b-b3a3-c2921bb61c00']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:03.649273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e94780b-9b38-4f54-853e-bd9f9175b85a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:03.649548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e94780b-9b38-4f54-853e-bd9f9175b85a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:03.668248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1e94780b-9b38-4f54-853e-bd9f9175b85a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.671945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for port (dfc36229-1354-4c91-adfb-e25a48c0f47b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.698527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e94780b-9b38-4f54-853e-bd9f9175b85a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.700926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (301b9864-bbd8-49e9-9095-540d81f9ace1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.709493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:29:03.709898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1e94780b-9b38-4f54-853e-bd9f9175b85a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:29:03.711631 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:29:03.774755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-56ed5d48-984a-4c7c-bffa-04c7369800cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:03.776750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-56ed5d48-984a-4c7c-bffa-04c7369800cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 912 time: 0.1857214 Apr 07 11:29:03.785236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dfc36229-1354-4c91-adfb-e25a48c0f47b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.789248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c59b7b8a-674f-4c3b-b3a3-c2921bb61c00), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.803043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 11:29:03.835554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-34143665-fb76-4c0f-a16e-dc53b3b55596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3 HTTP/1.1" status: 200 len: 217 time: 0.0525074 Apr 07 11:29:03.842926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (301b9864-bbd8-49e9-9095-540d81f9ace1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.861259 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.870745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c59b7b8a-674f-4c3b-b3a3-c2921bb61c00 HTTP/1.1" status: 204 len: 168 time: 0.6580391 Apr 07 11:29:03.875776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a9e8f-8853-4c71-a306-5ee7d08df3f7 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event deleted for resources: {'Network': ['ID=c59b7b8a-674f-4c3b-b3a3-c2921bb61c00,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:03.889613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:03.896063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:03.898840 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/subnets/301b9864-bbd8-49e9-9095-540d81f9ace1 HTTP/1.1" status: 204 len: 168 time: 0.5885105 Apr 07 11:29:03.899796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60390) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:03.901119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035e0d4-7754-4deb-a186-aeaacbf667d4 None None] Network e29460d8-57c8-4c09-8789-514012a7dfd4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:29:03.909600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:03.909824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470528c-d723-4b10-b453-2238880ce79e tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Subnet': ['ID=301b9864-bbd8-49e9-9095-540d81f9ace1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:03.912640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc36229-1354-4c91-adfb-e25a48c0f47b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:03.915454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:03.971415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:03.973213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.005160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7a59dca8-6866-46f4-94cc-b7971c5f3bb3 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3930855 Apr 07 11:29:04.005896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60392) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:04.016135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-d443b7b5-9b51-4cb9-a179-732f93fef4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:04.017595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.42'}]}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:04.018746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-d443b7b5-9b51-4cb9-a179-732f93fef4a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.1630266 Apr 07 11:29:04.062899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (e775028b-f450-4e55-99dd-3dfaf9512182), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.064338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (e775028b-f450-4e55-99dd-3dfaf9512182), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.134736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for router_controller (e775028b-f450-4e55-99dd-3dfaf9512182), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.172269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e29460d8-57c8-4c09-8789-514012a7dfd4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.194504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] DHCP port deletion for e29460d8-57c8-4c09-8789-514012a7dfd4 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:29:04.224146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-62ce086d-5e3b-42ba-ad19-4648ca9b23aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735220 Apr 07 11:29:04.306468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] Deleting port 148f48a7-9011-40cf-a4a3-885c4c2cf00f {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:04.306920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.387112 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-8eeff4a4-762c-4d24-9680-c5994f60b84e service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511769 Apr 07 11:29:04.452911 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for router_gateway (e775028b-f450-4e55-99dd-3dfaf9512182), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.466517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] For port 148f48a7-9011-40cf-a4a3-885c4c2cf00f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=148f48a7-9011-40cf-a4a3-885c4c2cf00f,segment=NetworkSegment(bfbd747a-f096-4bc9-a6d1-6c550c18c6ce),segment_id=bfbd747a-f096-4bc9-a6d1-6c550c18c6ce)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:04.466933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.493047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.514809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] Calling delete_port for 148f48a7-9011-40cf-a4a3-885c4c2cf00f owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:04.538842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Deleting port 148f48a7-9011-40cf-a4a3-885c4c2cf00f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:04.539361 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.601658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60410) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:04.606016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'name': 'tempest-router--1929065703', 'project_id': '9fd7db5deada48fd93a4d8e7c687f4b5'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:04.664527 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-38b70190-a75b-4518-b2c1-28d1a44ef19b req-6507ab49-b76e-4944-bda1-307672407393 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416701 Apr 07 11:29:04.665434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (66091908-4b08-4834-91f5-01e7648c685f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.666736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (66091908-4b08-4834-91f5-01e7648c685f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.675816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.696881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] For port 148f48a7-9011-40cf-a4a3-885c4c2cf00f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=148f48a7-9011-40cf-a4a3-885c4c2cf00f,segment=NetworkSegment(bfbd747a-f096-4bc9-a6d1-6c550c18c6ce),segment_id=bfbd747a-f096-4bc9-a6d1-6c550c18c6ce)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:04.698403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.702910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9fd35-6733-437b-a0cb-f794c7d2dd79 req-a309d635-2335-4e87-8c40-f00bf3f3681c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:04.705342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08e9fd35-6733-437b-a0cb-f794c7d2dd79 req-a309d635-2335-4e87-8c40-f00bf3f3681c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1293921 Apr 07 11:29:04.718513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] No DVR routers for this DVR port 148f48a7-9011-40cf-a4a3-885c4c2cf00f on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:04.726084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c5057-7990-444b-b9fb-5e91bb183319 None None] Pushing event deleted for resources: {'Port': ['ID=148f48a7-9011-40cf-a4a3-885c4c2cf00f,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:04.752806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Calling delete_port for 148f48a7-9011-40cf-a4a3-885c4c2cf00f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:04.802846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (66091908-4b08-4834-91f5-01e7648c685f), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.843876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (66091908-4b08-4834-91f5-01e7648c685f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.866625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.867848 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24d12ebb-53d7-47b5-b80f-5e99de5cc539 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2667923 Apr 07 11:29:04.868871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08e9fd35-6733-437b-a0cb-f794c7d2dd79 req-8f6db118-b1eb-4a71-b3f4-13f3495293ab tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383731 Apr 07 11:29:04.871567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60418) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:04.902005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (148f48a7-9011-40cf-a4a3-885c4c2cf00f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:04.930833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Port': ['ID=148f48a7-9011-40cf-a4a3-885c4c2cf00f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:04.936851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] No DVR routers for this DVR port 148f48a7-9011-40cf-a4a3-885c4c2cf00f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:04.987228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (66091908-4b08-4834-91f5-01e7648c685f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.043402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e29460d8-57c8-4c09-8789-514012a7dfd4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.066880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29460d8-57c8-4c09-8789-514012a7dfd4']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:05.079721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:05.080749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbd747a-f096-4bc9-a6d1-6c550c18c6ce') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:05.092515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (bfbd747a-f096-4bc9-a6d1-6c550c18c6ce), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.112261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bfbd747a-f096-4bc9-a6d1-6c550c18c6ce), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.123611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:29:05.124790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (bfbd747a-f096-4bc9-a6d1-6c550c18c6ce), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:29:05.129741 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:29:05.151591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 148f48a7-9011-40cf-a4a3-885c4c2cf00f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:05.163339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for router_gateway (e775028b-f450-4e55-99dd-3dfaf9512182), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.178206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 148f48a7-9011-40cf-a4a3-885c4c2cf00f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:05.178564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 148f48a7-9011-40cf-a4a3-885c4c2cf00f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:05.186859 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.192943 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (66091908-4b08-4834-91f5-01e7648c685f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.199389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (66091908-4b08-4834-91f5-01e7648c685f), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.232495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e29460d8-57c8-4c09-8789-514012a7dfd4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.246833 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.253224 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] 10.222.0.13 "DELETE /v2.0/networks/e29460d8-57c8-4c09-8789-514012a7dfd4 HTTP/1.1" status: 204 len: 168 time: 1.3384943 Apr 07 11:29:05.276660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e6cc6-31e5-4c87-b641-5b0a60fd3aca tempest-NetworksIpV6TestAttrs-819189519 tempest-NetworksIpV6TestAttrs-819189519-project] Pushing event deleted for resources: {'Network': ['ID=e29460d8-57c8-4c09-8789-514012a7dfd4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:05.325885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (66091908-4b08-4834-91f5-01e7648c685f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.326430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66091908-4b08-4834-91f5-01e7648c685f {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:05.337562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.338715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8c859da9-8da5-4407-b0db-b2f9355f18c6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/routers/66091908-4b08-4834-91f5-01e7648c685f HTTP/1.1" status: 204 len: 168 time: 0.4662890 Apr 07 11:29:05.479076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for router (e775028b-f450-4e55-99dd-3dfaf9512182), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.547159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60434) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:05.635555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:05.657241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (e775028b-f450-4e55-99dd-3dfaf9512182), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.660133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks [] for router_controller (e775028b-f450-4e55-99dd-3dfaf9512182), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.785696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-201402071', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:05.831632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (65f46963-bf25-4202-9d48-994da13b7e46), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.833501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (65f46963-bf25-4202-9d48-994da13b7e46), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.838131 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ca01c3b1-36fc-456b-b3fc-084c69a51e3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6d4461159c74570bbc2ed7b484ca207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013416 Apr 07 11:29:05.840834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:05.928298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (65f46963-bf25-4202-9d48-994da13b7e46), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:05.997337 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.008752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-711bb81c-67cf-48fe-9b6c-01e19e21b4cd admin admin] Publish callbacks [] for security_group (2ce85551-be22-4abb-9e4b-b3681e379c9d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.028068 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (e775028b-f450-4e55-99dd-3dfaf9512182), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.028674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e775028b-f450-4e55-99dd-3dfaf9512182 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:06.042680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-711bb81c-67cf-48fe-9b6c-01e19e21b4cd admin admin] Publish callbacks [] for security_group (2ce85551-be22-4abb-9e4b-b3681e379c9d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.054744 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 07 11:29:06.055815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9ac1f434-4894-40b7-88e4-f50fd77d6abd tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0489490 Apr 07 11:29:06.063860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6b5e5-30d8-4778-b251-6f61e8332ad9 req-abbf12c4-bb50-4be2-80ac-f3584222960d tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:06.066076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfa6b5e5-30d8-4778-b251-6f61e8332ad9 req-abbf12c4-bb50-4be2-80ac-f3584222960d tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0689402 Apr 07 11:29:06.066563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60446) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:06.139680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (65f46963-bf25-4202-9d48-994da13b7e46), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.168139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfa6b5e5-30d8-4778-b251-6f61e8332ad9 req-5d8adeb3-fd4f-476d-80c1-f88943afca09 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945163 Apr 07 11:29:06.190100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Deleting port dfc36229-1354-4c91-adfb-e25a48c0f47b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:06.190511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dfc36229-1354-4c91-adfb-e25a48c0f47b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.211388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-711bb81c-67cf-48fe-9b6c-01e19e21b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2ce85551-be22-4abb-9e4b-b3681e379c9d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.214367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-711bb81c-67cf-48fe-9b6c-01e19e21b4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.218092 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-711bb81c-67cf-48fe-9b6c-01e19e21b4cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ce85551-be22-4abb-9e4b-b3681e379c9d HTTP/1.1" status: 204 len: 168 time: 0.3736613 Apr 07 11:29:06.228412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bb81c-67cf-48fe-9b6c-01e19e21b4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce85551-be22-4abb-9e4b-b3681e379c9d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:06.298280 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dfc36229-1354-4c91-adfb-e25a48c0f47b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.320946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Calling delete_port for dfc36229-1354-4c91-adfb-e25a48c0f47b owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:06.396787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (65f46963-bf25-4202-9d48-994da13b7e46), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.423345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.494496 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dfc36229-1354-4c91-adfb-e25a48c0f47b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.527002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfc36229-1354-4c91-adfb-e25a48c0f47b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:06.623949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.627795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1bbb3cb7-9272-491d-9186-01ef38571831 tempest-RoutersAdminNegativeIpV6Test-83263458 tempest-RoutersAdminNegativeIpV6Test-83263458-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dfc36229-1354-4c91-adfb-e25a48c0f47b HTTP/1.1" status: 204 len: 168 time: 0.5596862 Apr 07 11:29:06.639464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Allocated IP 172.25.5.169 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a212461a-59c0-42fe-9975-fb2412d1387f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:06.768976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for port (a212461a-59c0-42fe-9975-fb2412d1387f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.808630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a212461a-59c0-42fe-9975-fb2412d1387f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:06.849519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:06.854280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:06.860430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:06.867186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event updated for resources: {'Port': ['ID=a212461a-59c0-42fe-9975-fb2412d1387f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:06.919992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.071257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12cbc433-5269-4cec-b805-c20484419d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.161440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.170200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12cbc433-5269-4cec-b805-c20484419d54 admin admin] Publish callbacks [] for security_group (b401f217-8007-4872-b6c4-88af01d636be), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.178164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12cbc433-5269-4cec-b805-c20484419d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b401f217-8007-4872-b6c4-88af01d636be), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.179474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (65f46963-bf25-4202-9d48-994da13b7e46), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.225479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12cbc433-5269-4cec-b805-c20484419d54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca560eaf76ad4f34b63af24e4bbe3cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043334 Apr 07 11:29:07.226728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbc433-5269-4cec-b805-c20484419d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b401f217-8007-4872-b6c4-88af01d636be,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:07.229306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60486) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.246195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60488) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.326060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b43f5d4c-c36b-49b4-aead-2eb2ade782bd admin admin] Publish callbacks [] for security_group (b401f217-8007-4872-b6c4-88af01d636be), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.355401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b43f5d4c-c36b-49b4-aead-2eb2ade782bd admin admin] Publish callbacks [] for security_group (b401f217-8007-4872-b6c4-88af01d636be), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.371067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f2f7-272f-427d-b956-974a7261ef33 req-ba96a2c7-c237-4039-a6dd-18d328fa4318 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:07.372716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e90f2f7-272f-427d-b956-974a7261ef33 req-ba96a2c7-c237-4039-a6dd-18d328fa4318 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0993452 Apr 07 11:29:07.395405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5132b6f5-bcf3-4dbe-9f9a-348e511a8792 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-293839487', 'prefixes': ['172.20.0.0/16']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:07.454094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (65f46963-bf25-4202-9d48-994da13b7e46), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.468271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e90f2f7-272f-427d-b956-974a7261ef33 req-af76ef52-f488-4200-bd97-9e129d1e801b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854096 Apr 07 11:29:07.490530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b43f5d4c-c36b-49b4-aead-2eb2ade782bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b401f217-8007-4872-b6c4-88af01d636be), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.493181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b43f5d4c-c36b-49b4-aead-2eb2ade782bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.494335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b43f5d4c-c36b-49b4-aead-2eb2ade782bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b401f217-8007-4872-b6c4-88af01d636be HTTP/1.1" status: 204 len: 168 time: 0.2641366 Apr 07 11:29:07.512049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5d4c-c36b-49b4-aead-2eb2ade782bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b401f217-8007-4872-b6c4-88af01d636be,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:07.561388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5132b6f5-bcf3-4dbe-9f9a-348e511a8792 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.566627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5132b6f5-bcf3-4dbe-9f9a-348e511a8792 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3159521 Apr 07 11:29:07.567417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60494) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.615140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.615361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d4b92a7-9b42-492d-94b1-8d55ef7eff49 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] 10.222.0.13 "GET /v2.0/subnetpools/9fb7b645-0d3a-4468-bb01-28a43e3f2382 HTTP/1.1" status: 200 len: 731 time: 0.0464034 Apr 07 11:29:07.622294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-905cc494-4c4a-400b-a4bd-19dec44b8eb2 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-216940594'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:07.645506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Router 65f46963-bf25-4202-9d48-994da13b7e46 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:07.816335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-905cc494-4c4a-400b-a4bd-19dec44b8eb2 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:07.820065 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-905cc494-4c4a-400b-a4bd-19dec44b8eb2 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] 10.222.0.13 "PUT /v2.0/subnetpools/9fb7b645-0d3a-4468-bb01-28a43e3f2382 HTTP/1.1" status: 200 len: 683 time: 0.1998117 Apr 07 11:29:07.820248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60504) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.855076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:07.866936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] Sync routers for ids ['65f46963-bf25-4202-9d48-994da13b7e46'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:07.882280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] Routers {'65f46963-bf25-4202-9d48-994da13b7e46'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:07.883463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['65f46963-bf25-4202-9d48-994da13b7e46'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:07.928601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:07.931285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60506) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:07.949199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] Routers {'65f46963-bf25-4202-9d48-994da13b7e46'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:07.950063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['65f46963-bf25-4202-9d48-994da13b7e46'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:07.989634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0b51e61a-ffc7-4b8b-a539-ea6cb8d2ee22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d40895b21d45efa9677bbfa36ff814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562623 Apr 07 11:29:07.991640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60508) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.010846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:08.011527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5544e8d-4c27-4390-8ba7-62914184c1ef None None] The sync data for ids ['65f46963-bf25-4202-9d48-994da13b7e46'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:08.066369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d06f8d61-0ce5-48ec-bae0-8a7c2c64c2d4 admin admin] Publish callbacks [] for security_group (c831b97f-632e-458a-875f-d80be5d8e293), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.103288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d06f8d61-0ce5-48ec-bae0-8a7c2c64c2d4 admin admin] Publish callbacks [] for security_group (c831b97f-632e-458a-875f-d80be5d8e293), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.166488 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d06f8d61-0ce5-48ec-bae0-8a7c2c64c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c831b97f-632e-458a-875f-d80be5d8e293), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.169602 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d06f8d61-0ce5-48ec-bae0-8a7c2c64c2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.175122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d06f8d61-0ce5-48ec-bae0-8a7c2c64c2d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c831b97f-632e-458a-875f-d80be5d8e293 HTTP/1.1" status: 204 len: 168 time: 0.1819899 Apr 07 11:29:08.186814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f8d61-0ce5-48ec-bae0-8a7c2c64c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831b97f-632e-458a-875f-d80be5d8e293,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:08.257984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.259463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cf34f594-0adf-4633-9814-6e9f01ff506d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7107503 Apr 07 11:29:08.262353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60520) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.326244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3255b6c3-5f23-4301-b973-2827047039a0 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.332315 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3255b6c3-5f23-4301-b973-2827047039a0 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9fb7b645-0d3a-4468-bb01-28a43e3f2382 HTTP/1.1" status: 204 len: 168 time: 0.5110588 Apr 07 11:29:08.334013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.359288 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-1dedc932-4811-4f84-bbf7-31e4dbe142e6 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] show failed (client error): The resource could not be found. Apr 07 11:29:08.364071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60526) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.365706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1dedc932-4811-4f84-bbf7-31e4dbe142e6 tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] 10.222.0.13 "GET /v2.0/subnetpools/9fb7b645-0d3a-4468-bb01-28a43e3f2382 HTTP/1.1" status: 404 len: 346 time: 0.0297565 Apr 07 11:29:08.388820 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-fcf755f4-5518-4399-86b5-7205e61ccc5d tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] delete failed (client error): The resource could not be found. Apr 07 11:29:08.394413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fcf755f4-5518-4399-86b5-7205e61ccc5d tempest-SubnetPoolsTestJSON-592398036 tempest-SubnetPoolsTestJSON-592398036-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9fb7b645-0d3a-4468-bb01-28a43e3f2382 HTTP/1.1" status: 404 len: 346 time: 0.0250471 Apr 07 11:29:08.439356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-772d33a9-7a7f-4b39-9e82-1dada60770d6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/65f46963-bf25-4202-9d48-994da13b7e46 HTTP/1.1" status: 200 len: 924 time: 0.1757865 Apr 07 11:29:08.442969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60530) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.485804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.486002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4646e177-32d6-4666-9735-d175bc01d209 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f46963-bf25-4202-9d48-994da13b7e46 HTTP/1.1" status: 200 len: 205 time: 0.0418630 Apr 07 11:29:08.666510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (65f46963-bf25-4202-9d48-994da13b7e46), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.710144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c7d5-b66e-40d0-bc46-9fcb29ff2a22 req-ea4cb98c-dce3-4584-a923-7b49153d22bc tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:08.718502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5918c7d5-b66e-40d0-bc46-9fcb29ff2a22 req-ea4cb98c-dce3-4584-a923-7b49153d22bc tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1120677 Apr 07 11:29:08.813597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (65f46963-bf25-4202-9d48-994da13b7e46), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.843472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5918c7d5-b66e-40d0-bc46-9fcb29ff2a22 req-8304c5e1-084d-45d9-a2c5-5e27fd59aafc tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198506 Apr 07 11:29:08.874419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:08.904886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Deleting port a212461a-59c0-42fe-9975-fb2412d1387f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:08.905278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a212461a-59c0-42fe-9975-fb2412d1387f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:08.993046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a212461a-59c0-42fe-9975-fb2412d1387f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.009481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Calling delete_port for a212461a-59c0-42fe-9975-fb2412d1387f owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:09.079226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-270c3296-9ddd-41ac-b3a0-b2e71f0b329b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.261678 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-270c3296-9ddd-41ac-b3a0-b2e71f0b329b admin admin] Publish callbacks [] for security_group (f6f90ef6-596e-4125-91b2-f0e0b93ea539), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.297943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-270c3296-9ddd-41ac-b3a0-b2e71f0b329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f6f90ef6-596e-4125-91b2-f0e0b93ea539), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.336380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a212461a-59c0-42fe-9975-fb2412d1387f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.374025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:09.386719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event deleted for resources: {'Port': ['ID=a212461a-59c0-42fe-9975-fb2412d1387f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:09.390445 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-270c3296-9ddd-41ac-b3a0-b2e71f0b329b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9fe04286bc74912939cc81e2acfe9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150383 Apr 07 11:29:09.394053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60568) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:09.407303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c3296-9ddd-41ac-b3a0-b2e71f0b329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f90ef6-596e-4125-91b2-f0e0b93ea539,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:09.478811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3663-3f3f-43ee-a65a-a9069bdac662 admin admin] Publish callbacks [] for security_group (f6f90ef6-596e-4125-91b2-f0e0b93ea539), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.492069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (65f46963-bf25-4202-9d48-994da13b7e46), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.512327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3663-3f3f-43ee-a65a-a9069bdac662 admin admin] Publish callbacks [] for security_group (f6f90ef6-596e-4125-91b2-f0e0b93ea539), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.524996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--583663108'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:09.585259 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.600811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.608515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (65f46963-bf25-4202-9d48-994da13b7e46), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.613123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (65f46963-bf25-4202-9d48-994da13b7e46), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.615931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3663-3f3f-43ee-a65a-a9069bdac662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f6f90ef6-596e-4125-91b2-f0e0b93ea539), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.619383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f9f3663-3f3f-43ee-a65a-a9069bdac662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.620789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9f9f3663-3f3f-43ee-a65a-a9069bdac662 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6f90ef6-596e-4125-91b2-f0e0b93ea539 HTTP/1.1" status: 204 len: 168 time: 0.2257540 Apr 07 11:29:09.648100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f3663-3f3f-43ee-a65a-a9069bdac662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f90ef6-596e-4125-91b2-f0e0b93ea539,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:09.681515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (65f46963-bf25-4202-9d48-994da13b7e46), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.681515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Fanout notify agent at l3_agent the message router_deleted on router 65f46963-bf25-4202-9d48-994da13b7e46 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:09.704700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.708838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ca59aca-7b78-4807-8284-b20d59040224 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/65f46963-bf25-4202-9d48-994da13b7e46 HTTP/1.1" status: 204 len: 168 time: 1.2203071 Apr 07 11:29:09.712372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:09.723683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1513355784', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': False}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:09.756411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (bb92a48d-b12a-4030-b783-61da98786c7a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.757782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (bb92a48d-b12a-4030-b783-61da98786c7a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.760066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (2cd68dd7-e696-40b9-913c-4b9dc8a86f35), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.770521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2cd68dd7-e696-40b9-913c-4b9dc8a86f35), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.823568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd68dd7-e696-40b9-913c-4b9dc8a86f35,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:09.840488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (bb92a48d-b12a-4030-b783-61da98786c7a), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.886308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.892772 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.940402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:09.944277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5661132 Apr 07 11:29:09.946109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60578) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:09.962284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bf73-bedf-4a0b-8b07-afd0abff44e5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec445c-94eb-4740-bac9-c7344c4c0a2d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:10.007431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (bb92a48d-b12a-4030-b783-61da98786c7a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.069746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582db48-8a13-428d-b9c9-045b5f250127 req-fe407916-0ccd-4eb3-b2c9-711b9ab83115 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:10.071342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9582db48-8a13-428d-b9c9-045b5f250127 req-fe407916-0ccd-4eb3-b2c9-711b9ab83115 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1271133 Apr 07 11:29:10.081546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.082411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c6a7a64f-3926-4c77-a4a2-14567c5977be tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1352177 Apr 07 11:29:10.086400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-security--1249281172', 'description': 'tempest-security-description-2116784922'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:10.133590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.142590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9582db48-8a13-428d-b9c9-045b5f250127 req-e6a4fcdd-c45c-4a81-a54b-bbc401be0794 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 Apr 07 11:29:10.196208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.230419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.233281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.234643 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "PUT /v2.0/security-groups/bdec445c-94eb-4740-bac9-c7344c4c0a2d HTTP/1.1" status: 200 len: 1797 time: 0.1521525 Apr 07 11:29:10.240134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60590) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.289117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-469028f9-2114-41a0-ab67-e99e29ae1211 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups/bdec445c-94eb-4740-bac9-c7344c4c0a2d HTTP/1.1" status: 200 len: 1797 time: 0.0466309 Apr 07 11:29:10.292950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.318771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a7bae-53bd-4818-bd7c-27157bdbfa2c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec445c-94eb-4740-bac9-c7344c4c0a2d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:10.338123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (bb92a48d-b12a-4030-b783-61da98786c7a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.359495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc32d65c-a671-49e6-b30b-14bdb3b36ba7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.369347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.390779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc32d65c-a671-49e6-b30b-14bdb3b36ba7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.456576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc32d65c-a671-49e6-b30b-14bdb3b36ba7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdec445c-94eb-4740-bac9-c7344c4c0a2d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.460407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc32d65c-a671-49e6-b30b-14bdb3b36ba7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.465515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cc32d65c-a671-49e6-b30b-14bdb3b36ba7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdec445c-94eb-4740-bac9-c7344c4c0a2d HTTP/1.1" status: 204 len: 168 time: 0.1724751 Apr 07 11:29:10.466072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60606) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.499802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d65c-a671-49e6-b30b-14bdb3b36ba7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec445c-94eb-4740-bac9-c7344c4c0a2d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:10.529651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Allocated IP 172.25.5.227 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ece9b0d3-a65f-47da-89c2-9f16f87b2cd2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:10.554486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c2e21f10-1fa3-4311-a261-4888b3a13511 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836356 Apr 07 11:29:10.555174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60612) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.570154 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-bf96c6fd-a706-4eb6-81b3-8ae07ad12793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] delete failed (client error): The resource could not be found. Apr 07 11:29:10.575986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bf96c6fd-a706-4eb6-81b3-8ae07ad12793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdec445c-94eb-4740-bac9-c7344c4c0a2d HTTP/1.1" status: 404 len: 347 time: 0.0163953 Apr 07 11:29:10.576781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60616) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.582700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--200388689'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:10.613864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.694248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.717331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.722981 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.746345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.759320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:10.771100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.773344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-724768d4-0303-43f6-8357-be48b2102f34 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1950998 Apr 07 11:29:10.776095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60624) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:10.783812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:10.802758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:10.803700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:10.807570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:10.824555 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3db8a6e5-0699-4c8e-92f2-f19cbe40b943), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.838781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Port': ['ID=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:10.920728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3db8a6e5-0699-4c8e-92f2-f19cbe40b943), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.935177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3db8a6e5-0699-4c8e-92f2-f19cbe40b943), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.952261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db8a6e5-0699-4c8e-92f2-f19cbe40b943,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:10.968536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:10.973671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-75c73b04-7c7f-4058-8218-dc43f800848a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952031 Apr 07 11:29:10.975090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60634) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:11.021195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0552005-995b-40e4-b348-2c6b2951cea0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3db8a6e5-0699-4c8e-92f2-f19cbe40b943), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.051108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0552005-995b-40e4-b348-2c6b2951cea0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3db8a6e5-0699-4c8e-92f2-f19cbe40b943), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.083638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0552005-995b-40e4-b348-2c6b2951cea0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3db8a6e5-0699-4c8e-92f2-f19cbe40b943), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.092184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0552005-995b-40e4-b348-2c6b2951cea0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.093621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f0552005-995b-40e4-b348-2c6b2951cea0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3db8a6e5-0699-4c8e-92f2-f19cbe40b943 HTTP/1.1" status: 204 len: 168 time: 0.1154766 Apr 07 11:29:11.097088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60640) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:11.120534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0552005-995b-40e4-b348-2c6b2951cea0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3db8a6e5-0699-4c8e-92f2-f19cbe40b943,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:11.163323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4bbf7e26-ad4c-4d92-b296-5bf72783bedb tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648806 Apr 07 11:29:11.163482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60646) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:11.217216 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (bb92a48d-b12a-4030-b783-61da98786c7a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.324914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945dee-d92d-4dd6-94d6-ed7758f792e6 req-ecff38ae-009b-49f3-899c-a4cf3d55369f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:11.326826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62945dee-d92d-4dd6-94d6-ed7758f792e6 req-ecff38ae-009b-49f3-899c-a4cf3d55369f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0647392 Apr 07 11:29:11.339936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-504e9159-9ad2-4fe9-84e3-73bc06f0d9da tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.376314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-504e9159-9ad2-4fe9-84e3-73bc06f0d9da tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.401581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62945dee-d92d-4dd6-94d6-ed7758f792e6 req-a9da64ac-2ea3-4427-94ec-63e13d958fe0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679016 Apr 07 11:29:11.505434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-504e9159-9ad2-4fe9-84e3-73bc06f0d9da tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.508071 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-504e9159-9ad2-4fe9-84e3-73bc06f0d9da tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.511833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-504e9159-9ad2-4fe9-84e3-73bc06f0d9da tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf HTTP/1.1" status: 204 len: 168 time: 0.3447726 Apr 07 11:29:11.512225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60660) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:11.525807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e9159-9ad2-4fe9-84e3-73bc06f0d9da tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5999e-0d9d-4f2c-8f63-b2d3a5f868bf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:11.531543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (bb92a48d-b12a-4030-b783-61da98786c7a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.604763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c192609f-1dff-4e21-8e4c-1e99ff8087fb tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912905 Apr 07 11:29:11.610536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60662) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:11.615985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189777672'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:11.642086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.765767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (378864ac-362b-40a3-9393-41685c70f75c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.772559 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (378864ac-362b-40a3-9393-41685c70f75c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.852886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.854484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2422345 Apr 07 11:29:11.857108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028644cd-6673-4bef-8e29-a3f8dcca6a96 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378864ac-362b-40a3-9393-41685c70f75c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:11.859662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60672) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:11.865766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '378864ac-362b-40a3-9393-41685c70f75c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:11.900747 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (1e2b3b3c-97f3-4ac2-8231-3f9b7b104355), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.990426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (1e2b3b3c-97f3-4ac2-8231-3f9b7b104355), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:11.997792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (1e2b3b3c-97f3-4ac2-8231-3f9b7b104355), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.019731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2b3b3c-97f3-4ac2-8231-3f9b7b104355,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:12.038376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.043396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a18e8ffd-0a18-46b6-8a2f-e5ca5d811e63 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813850 Apr 07 11:29:12.043762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60674) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.051501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '378864ac-362b-40a3-9393-41685c70f75c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:12.099824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (9beda9cb-dbb4-4da6-a567-a6f273b056ef), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.105612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Router bb92a48d-b12a-4030-b783-61da98786c7a is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:12.223077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.263427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (9beda9cb-dbb4-4da6-a567-a6f273b056ef), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.270927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9beda9cb-dbb4-4da6-a567-a6f273b056ef), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.305526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beda9cb-dbb4-4da6-a567-a6f273b056ef,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:12.312634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:12.324342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.325624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fc30a995-8a70-41cf-b228-dd1bd385c3e9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2793007 Apr 07 11:29:12.329602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60686) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.336651 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Sync routers for ids ['bb92a48d-b12a-4030-b783-61da98786c7a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:12.338632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '378864ac-362b-40a3-9393-41685c70f75c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:12.344570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.347138 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-19bac10a-b175-4264-8f65-02beaf80919d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6336572 Apr 07 11:29:12.350339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60688) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.369571 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Routers {'bb92a48d-b12a-4030-b783-61da98786c7a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:12.370208 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bb92a48d-b12a-4030-b783-61da98786c7a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:12.389875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b3046684-9cfe-426e-8648-a90a7667052f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.481093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b3bddd-0aa4-43dd-9599-abb748fe77d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.497504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b3046684-9cfe-426e-8648-a90a7667052f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.514756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b3046684-9cfe-426e-8648-a90a7667052f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.528479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b94da2c9-8d81-426f-b170-c7ffb82aa75d tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/bb92a48d-b12a-4030-b783-61da98786c7a HTTP/1.1" status: 200 len: 909 time: 0.1739302 Apr 07 11:29:12.531366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60692) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.538099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1513355784', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': True}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:12.574524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (51085b31-a583-4960-92a0-8bcd05531163), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.574779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (51085b31-a583-4960-92a0-8bcd05531163), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.577116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3046684-9cfe-426e-8648-a90a7667052f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:12.588200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Set router bb92a48d-b12a-4030-b783-61da98786c7a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:12.591681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.592931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-463210bc-3d16-43a8-b143-37b93b49869b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2619350 Apr 07 11:29:12.596685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60694) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.608027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '378864ac-362b-40a3-9393-41685c70f75c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:12.634482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faa05c-e717-43ba-b600-697a6a75883e req-503856e3-96b8-41a0-971c-4f89e71aaebd tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:12.636094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98faa05c-e717-43ba-b600-697a6a75883e req-503856e3-96b8-41a0-971c-4f89e71aaebd tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1371360 Apr 07 11:29:12.672838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b3bddd-0aa4-43dd-9599-abb748fe77d1 admin admin] Publish callbacks [] for security_group (d201de00-6b8f-42df-ac59-9e8a4ad54cf4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.682750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (51085b31-a583-4960-92a0-8bcd05531163), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.694110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (09684214-523c-4b6b-bf02-4945932761f3), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.696932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95b3bddd-0aa4-43dd-9599-abb748fe77d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d201de00-6b8f-42df-ac59-9e8a4ad54cf4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.775732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-95b3bddd-0aa4-43dd-9599-abb748fe77d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b545f1a1ed654f1ca39e5a2ab5c38b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5494852 Apr 07 11:29:12.775732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3bddd-0aa4-43dd-9599-abb748fe77d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d201de00-6b8f-42df-ac59-9e8a4ad54cf4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:12.777020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:12.786347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98faa05c-e717-43ba-b600-697a6a75883e req-30a89f5d-fccb-430c-b62a-7ac1062ce4e3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405792 Apr 07 11:29:12.846732 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40d74fc2-2508-4810-9859-9cd3f13d25be admin admin] Publish callbacks [] for security_group (d201de00-6b8f-42df-ac59-9e8a4ad54cf4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.851174 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92a48d-b12a-4030-b783-61da98786c7a', 'name': 'tempest-snat-router-1513355784', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.227'}], 'enable_snat': False}, 'gw_port_id': 'ece9b0d3-a65f-47da-89c2-9f16f87b2cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:09Z', 'updated_at': '2022-04-07T11:29:11Z', 'revision_number': 3, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port': {'id': 'ece9b0d3-a65f-47da-89c2-9f16f87b2cd2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92a48d-b12a-4030-b783-61da98786c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:10Z', 'updated_at': '2022-04-07T11:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:12.869968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (09684214-523c-4b6b-bf02-4945932761f3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.875112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40d74fc2-2508-4810-9859-9cd3f13d25be admin admin] Publish callbacks [] for security_group (d201de00-6b8f-42df-ac59-9e8a4ad54cf4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.883585 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Checking router: bb92a48d-b12a-4030-b783-61da98786c7a for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:29:12.884050 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Updating router bb92a48d-b12a-4030-b783-61da98786c7a port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:29:12.914810 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.943589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40d74fc2-2508-4810-9859-9cd3f13d25be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d201de00-6b8f-42df-ac59-9e8a4ad54cf4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.946363 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40d74fc2-2508-4810-9859-9cd3f13d25be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.952906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-40d74fc2-2508-4810-9859-9cd3f13d25be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d201de00-6b8f-42df-ac59-9e8a4ad54cf4 HTTP/1.1" status: 204 len: 168 time: 0.1743670 Apr 07 11:29:12.964912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d74fc2-2508-4810-9859-9cd3f13d25be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d201de00-6b8f-42df-ac59-9e8a4ad54cf4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:12.990363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (51085b31-a583-4960-92a0-8bcd05531163), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:12.997799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (09684214-523c-4b6b-bf02-4945932761f3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.037517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09684214-523c-4b6b-bf02-4945932761f3,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.074462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.075831 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-682228f0-0605-4ab6-9df8-f644f2e13fa3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4777255 Apr 07 11:29:13.078863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.083468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '378864ac-362b-40a3-9393-41685c70f75c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:13.128789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3b91f5e3-92d9-4255-96d3-96ec05cabae9), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.203212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3b91f5e3-92d9-4255-96d3-96ec05cabae9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.268970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3b91f5e3-92d9-4255-96d3-96ec05cabae9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.276978 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Publish callbacks [] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.285852 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.307070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.308342 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2284436 Apr 07 11:29:13.311379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60704) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.312622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8d74b-b938-4fc2-8b73-f58155bb427d tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b91f5e3-92d9-4255-96d3-96ec05cabae9,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.346735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Attempting to bind port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:29:13.347873 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Attempting to bind port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:29:13.348812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Attempting to bind port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:29:13.354304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (51085b31-a583-4960-92a0-8bcd05531163), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.358101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b410e6b2-bc22-431a-814f-2a0756089d82 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3b91f5e3-92d9-4255-96d3-96ec05cabae9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.375735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b410e6b2-bc22-431a-814f-2a0756089d82 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3b91f5e3-92d9-4255-96d3-96ec05cabae9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.382620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.383468 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:29:13.384075 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:13.384641 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.385269 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:29:13.386022 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Bound port: ece9b0d3-a65f-47da-89c2-9f16f87b2cd2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:29:13.386482 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.439055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60710) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.442786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b410e6b2-bc22-431a-814f-2a0756089d82 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3b91f5e3-92d9-4255-96d3-96ec05cabae9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.448900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b410e6b2-bc22-431a-814f-2a0756089d82 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.452978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b410e6b2-bc22-431a-814f-2a0756089d82 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3b91f5e3-92d9-4255-96d3-96ec05cabae9 HTTP/1.1" status: 204 len: 168 time: 0.1379826 Apr 07 11:29:13.453151 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] For port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:29:13.457426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] For port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:29:13.459345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60712) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.471907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e212cc8b-d502-4903-91c4-7b033f4cfb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.479902 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.514703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410e6b2-bc22-431a-814f-2a0756089d82 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b91f5e3-92d9-4255-96d3-96ec05cabae9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.543506 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Routers {'bb92a48d-b12a-4030-b783-61da98786c7a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:13.544410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bb92a48d-b12a-4030-b783-61da98786c7a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:13.588430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6df1088e-07b3-455a-b48d-ec0b4ed84e48 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1223004 Apr 07 11:29:13.589448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60714) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.614481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e212cc8b-d502-4903-91c4-7b033f4cfb86 admin admin] Publish callbacks [] for security_group (1afeb45c-74b8-4b75-a886-e80dbb5f1ed7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.620780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e212cc8b-d502-4903-91c4-7b033f4cfb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1afeb45c-74b8-4b75-a886-e80dbb5f1ed7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.644757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fafbd84-5404-4602-8d57-007a32d8d793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (09684214-523c-4b6b-bf02-4945932761f3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.648723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Allocated IP 172.25.5.45 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/690810ce-3e5a-4471-881a-e345a2fa9ffa) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:13.658492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fafbd84-5404-4602-8d57-007a32d8d793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (09684214-523c-4b6b-bf02-4945932761f3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.662476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212cc8b-d502-4903-91c4-7b033f4cfb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afeb45c-74b8-4b75-a886-e80dbb5f1ed7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.703520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] Set router bb92a48d-b12a-4030-b783-61da98786c7a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:13.718603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e212cc8b-d502-4903-91c4-7b033f4cfb86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96d084797afa4a0c9cd605e66206ffe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748952 Apr 07 11:29:13.719883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60716) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.755615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fafbd84-5404-4602-8d57-007a32d8d793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (09684214-523c-4b6b-bf02-4945932761f3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.761649 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fafbd84-5404-4602-8d57-007a32d8d793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.766109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7fafbd84-5404-4602-8d57-007a32d8d793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/09684214-523c-4b6b-bf02-4945932761f3 HTTP/1.1" status: 204 len: 168 time: 0.1705182 Apr 07 11:29:13.768001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60718) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.798704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d1-f0e9-471f-8a6c-d1d73ce43428 admin admin] Publish callbacks [] for security_group (1afeb45c-74b8-4b75-a886-e80dbb5f1ed7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.827788 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391be96-cb2d-40fb-9ad0-3d735d61a636 None None] Pushing event updated for resources: {'Port': ['ID=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.831411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d1-f0e9-471f-8a6c-d1d73ce43428 admin admin] Publish callbacks [] for security_group (1afeb45c-74b8-4b75-a886-e80dbb5f1ed7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.836984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafbd84-5404-4602-8d57-007a32d8d793 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09684214-523c-4b6b-bf02-4945932761f3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.884238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for port (690810ce-3e5a-4471-881a-e345a2fa9ffa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.908524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-364e60f9-a73a-4ac5-acd1-a78cce0ed2e2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1356416 Apr 07 11:29:13.912712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:13.938368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ced21-673b-4098-bf50-710529f188a9 req-2d517c54-4a39-49d8-9daa-564fa8e0ffbb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:13.940646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-394ced21-673b-4098-bf50-710529f188a9 req-2d517c54-4a39-49d8-9daa-564fa8e0ffbb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0736651 Apr 07 11:29:13.953754 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391be96-cb2d-40fb-9ad0-3d735d61a636 None None] Pushing event updated for resources: {'Port': ['ID=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:13.961776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7cf29e43-f0fc-4f5e-a731-bce7d77faf6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b3046684-9cfe-426e-8648-a90a7667052f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.964411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d1-f0e9-471f-8a6c-d1d73ce43428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1afeb45c-74b8-4b75-a886-e80dbb5f1ed7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.968088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d1-f0e9-471f-8a6c-d1d73ce43428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:13.972866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4804b2d1-f0e9-471f-8a6c-d1d73ce43428 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1afeb45c-74b8-4b75-a886-e80dbb5f1ed7 HTTP/1.1" status: 204 len: 168 time: 0.2512598 Apr 07 11:29:13.980452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7cf29e43-f0fc-4f5e-a731-bce7d77faf6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b3046684-9cfe-426e-8648-a90a7667052f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.001967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b2d1-f0e9-471f-8a6c-d1d73ce43428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afeb45c-74b8-4b75-a886-e80dbb5f1ed7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:14.003598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (690810ce-3e5a-4471-881a-e345a2fa9ffa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.047143 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92a48d-b12a-4030-b783-61da98786c7a', 'name': 'tempest-snat-router-1513355784', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.227'}], 'enable_snat': False}, 'gw_port_id': 'ece9b0d3-a65f-47da-89c2-9f16f87b2cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:09Z', 'updated_at': '2022-04-07T11:29:11Z', 'revision_number': 3, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port': {'id': 'ece9b0d3-a65f-47da-89c2-9f16f87b2cd2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92a48d-b12a-4030-b783-61da98786c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:10Z', 'updated_at': '2022-04-07T11:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:14.048098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-394ced21-673b-4098-bf50-710529f188a9 req-746a4572-dda0-4cc6-add4-757aa9d3c561 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937467 Apr 07 11:29:14.074700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:14.080922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:14.087304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:14.091032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7cf29e43-f0fc-4f5e-a731-bce7d77faf6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b3046684-9cfe-426e-8648-a90a7667052f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.094448 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6abb0-2b28-449b-a4a5-86bfa357d34b None None] The sync data for ids ['bb92a48d-b12a-4030-b783-61da98786c7a'] in n-d-836788-1 is: [{'id': 'bb92a48d-b12a-4030-b783-61da98786c7a', 'name': 'tempest-snat-router-1513355784', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.227'}], 'enable_snat': False}, 'gw_port_id': 'ece9b0d3-a65f-47da-89c2-9f16f87b2cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:09Z', 'updated_at': '2022-04-07T11:29:11Z', 'revision_number': 3, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port': {'id': 'ece9b0d3-a65f-47da-89c2-9f16f87b2cd2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92a48d-b12a-4030-b783-61da98786c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:10Z', 'updated_at': '2022-04-07T11:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:14.130495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7cf29e43-f0fc-4f5e-a731-bce7d77faf6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.131678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7cf29e43-f0fc-4f5e-a731-bce7d77faf6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b3046684-9cfe-426e-8648-a90a7667052f HTTP/1.1" status: 204 len: 168 time: 0.2178223 Apr 07 11:29:14.136732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60726) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.160559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Port': ['ID=690810ce-3e5a-4471-881a-e345a2fa9ffa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:14.163944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf29e43-f0fc-4f5e-a731-bce7d77faf6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3046684-9cfe-426e-8648-a90a7667052f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:14.213628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-592ccae0-eeea-45ab-90c5-6917c0e131e0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0688591 Apr 07 11:29:14.214508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60728) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.257373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-046858c5-b73b-40ca-aefd-52799cbbb25c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (9beda9cb-dbb4-4da6-a567-a6f273b056ef), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.271200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-046858c5-b73b-40ca-aefd-52799cbbb25c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (9beda9cb-dbb4-4da6-a567-a6f273b056ef), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.301948 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-046858c5-b73b-40ca-aefd-52799cbbb25c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9beda9cb-dbb4-4da6-a567-a6f273b056ef), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.313584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-046858c5-b73b-40ca-aefd-52799cbbb25c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.317764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-046858c5-b73b-40ca-aefd-52799cbbb25c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9beda9cb-dbb4-4da6-a567-a6f273b056ef HTTP/1.1" status: 204 len: 168 time: 0.0997407 Apr 07 11:29:14.318457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60732) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.344423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046858c5-b73b-40ca-aefd-52799cbbb25c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9beda9cb-dbb4-4da6-a567-a6f273b056ef,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:14.424824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bcc59268-fd3d-4e98-83f0-37378b0c25a1 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1019163 Apr 07 11:29:14.426731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60736) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.454226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad64b725-c737-4311-a121-6187ae81d508 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (1e2b3b3c-97f3-4ac2-8231-3f9b7b104355), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.463898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad64b725-c737-4311-a121-6187ae81d508 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (1e2b3b3c-97f3-4ac2-8231-3f9b7b104355), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.500458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad64b725-c737-4311-a121-6187ae81d508 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (1e2b3b3c-97f3-4ac2-8231-3f9b7b104355), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.514045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad64b725-c737-4311-a121-6187ae81d508 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.518951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ad64b725-c737-4311-a121-6187ae81d508 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1e2b3b3c-97f3-4ac2-8231-3f9b7b104355 HTTP/1.1" status: 204 len: 168 time: 0.0874977 Apr 07 11:29:14.518951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64b725-c737-4311-a121-6187ae81d508 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e2b3b3c-97f3-4ac2-8231-3f9b7b104355,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:14.518951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60744) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.608655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-df577e29-301d-4606-a0c9-c3310d0a1d13 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895948 Apr 07 11:29:14.613382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60748) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.621672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (51085b31-a583-4960-92a0-8bcd05531163), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.718082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69d258bd-ba47-4d7d-9f73-16d8aeec86d5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (378864ac-362b-40a3-9393-41685c70f75c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.763069 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69d258bd-ba47-4d7d-9f73-16d8aeec86d5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (378864ac-362b-40a3-9393-41685c70f75c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.843278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69d258bd-ba47-4d7d-9f73-16d8aeec86d5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (378864ac-362b-40a3-9393-41685c70f75c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.847643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69d258bd-ba47-4d7d-9f73-16d8aeec86d5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.849475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-69d258bd-ba47-4d7d-9f73-16d8aeec86d5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/378864ac-362b-40a3-9393-41685c70f75c HTTP/1.1" status: 204 len: 168 time: 0.2344604 Apr 07 11:29:14.853834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60752) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.889829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d258bd-ba47-4d7d-9f73-16d8aeec86d5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378864ac-362b-40a3-9393-41685c70f75c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:14.944703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d5e418d3-9aa1-45c2-905e-27ebffe16f37 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0877869 Apr 07 11:29:14.949430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:14.956621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--155030047'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:14.968049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (51085b31-a583-4960-92a0-8bcd05531163), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:14.984459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.115344 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (3963f90e-3fc3-4720-990b-d1d7271dc1f0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.124474 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3963f90e-3fc3-4720-990b-d1d7271dc1f0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.237343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Router 51085b31-a583-4960-92a0-8bcd05531163 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:15.238540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:15.248267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3963f90e-3fc3-4720-990b-d1d7271dc1f0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:15.261375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.263419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d6fafd39-4030-4361-b68a-7fd89dde969a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3121974 Apr 07 11:29:15.272511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60768) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:15.285495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '3963f90e-3fc3-4720-990b-d1d7271dc1f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:15.356568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:15.358053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.362284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3d8bcc8f-1847-4894-ad05-0796682c7454), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.383953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4085d-4ee1-45e4-85b1-8e23858b658d req-331a37ae-02d7-4ebe-a29d-4b06500f5a20 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:15.386961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fa4085d-4ee1-45e4-85b1-8e23858b658d req-331a37ae-02d7-4ebe-a29d-4b06500f5a20 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1295214 Apr 07 11:29:15.482702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:15.506517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.510744 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3c93ca79-4222-4ea7-aefe-9533489e32b4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9755828 Apr 07 11:29:15.511510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60774) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:15.519427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Sync routers for ids ['51085b31-a583-4960-92a0-8bcd05531163'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:15.530554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fa4085d-4ee1-45e4-85b1-8e23858b658d req-8415dd46-4f8d-408d-9794-3cdc8b2abb2c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295946 Apr 07 11:29:15.559682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Routers {'51085b31-a583-4960-92a0-8bcd05531163'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:15.560960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['51085b31-a583-4960-92a0-8bcd05531163'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:15.606409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:15.607247 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.618905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (3d8bcc8f-1847-4894-ad05-0796682c7454), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.647881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3d8bcc8f-1847-4894-ad05-0796682c7454), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.687994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8bcc8f-1847-4894-ad05-0796682c7454,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:15.705029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:15.712425 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.718133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:15.722677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.730921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3c2143ff-e409-4b06-88e0-530a2eb058b9 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4494188 Apr 07 11:29:15.740187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4ab2dcd-0ebc-4271-a3db-92b036abd18e tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/51085b31-a583-4960-92a0-8bcd05531163 HTTP/1.1" status: 200 len: 907 time: 0.2264500 Apr 07 11:29:15.746341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60784) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:15.820712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Set router 51085b31-a583-4960-92a0-8bcd05531163 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:15.855200 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09debf1f-1010-4d34-8b60-d87bea414224 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (3963f90e-3fc3-4720-990b-d1d7271dc1f0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.903880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09debf1f-1010-4d34-8b60-d87bea414224 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (3963f90e-3fc3-4720-990b-d1d7271dc1f0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.928656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:15.987246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09debf1f-1010-4d34-8b60-d87bea414224 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3963f90e-3fc3-4720-990b-d1d7271dc1f0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.990514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09debf1f-1010-4d34-8b60-d87bea414224 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.992254 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-09debf1f-1010-4d34-8b60-d87bea414224 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/3963f90e-3fc3-4720-990b-d1d7271dc1f0 HTTP/1.1" status: 204 len: 168 time: 0.2734189 Apr 07 11:29:15.994426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (51085b31-a583-4960-92a0-8bcd05531163), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:15.995935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60790) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:16.002497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09debf1f-1010-4d34-8b60-d87bea414224 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3963f90e-3fc3-4720-990b-d1d7271dc1f0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:16.158979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e9b98098-e836-4e20-8848-559b711f4661 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1618233 Apr 07 11:29:16.163073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60794) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:16.167990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--718149054'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:16.172382 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (51085b31-a583-4960-92a0-8bcd05531163), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.207401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.222854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51085b31-a583-4960-92a0-8bcd05531163', 'name': 'tempest-snat-router-1513355784', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '690810ce-3e5a-4471-881a-e345a2fa9ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:12Z', 'updated_at': '2022-04-07T11:29:14Z', 'revision_number': 3, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port': {'id': '690810ce-3e5a-4471-881a-e345a2fa9ffa', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51085b31-a583-4960-92a0-8bcd05531163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:13Z', 'updated_at': '2022-04-07T11:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:16.260075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Deleting port 690810ce-3e5a-4471-881a-e345a2fa9ffa {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:16.260560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (690810ce-3e5a-4471-881a-e345a2fa9ffa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.262395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Checking router: 51085b31-a583-4960-92a0-8bcd05531163 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:29:16.263276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Updating router 51085b31-a583-4960-92a0-8bcd05531163 port 690810ce-3e5a-4471-881a-e345a2fa9ffa binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:29:16.307849 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (690810ce-3e5a-4471-881a-e345a2fa9ffa), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.365385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (feb64fda-06ae-4457-b1d7-fb34a12f7325), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.374194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (feb64fda-06ae-4457-b1d7-fb34a12f7325), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.382379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (690810ce-3e5a-4471-881a-e345a2fa9ffa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.402965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Calling delete_port for 690810ce-3e5a-4471-881a-e345a2fa9ffa owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:16.444192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb64fda-06ae-4457-b1d7-fb34a12f7325,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:16.454015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.455970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aa70de70-f974-45f9-9ada-63e3b5d4f6a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2917585 Apr 07 11:29:16.458814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60800) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:16.464751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--26712328'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:16.519109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.666264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (f3d065cd-462d-43db-8bae-1235808d2b6c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.673564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3d065cd-462d-43db-8bae-1235808d2b6c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.757936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.761238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (690810ce-3e5a-4471-881a-e345a2fa9ffa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:16.763161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60808) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:16.766255 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2988002 Apr 07 11:29:16.770180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeb4a9-9a5e-4db0-8af6-560a8ae21f17 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d065cd-462d-43db-8bae-1235808d2b6c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:16.776407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': 'feb64fda-06ae-4457-b1d7-fb34a12f7325', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f3d065cd-462d-43db-8bae-1235808d2b6c', 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:16.825665 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:29:16.826055 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:29:16.844440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event deleted for resources: {'Port': ['ID=690810ce-3e5a-4471-881a-e345a2fa9ffa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:16.941698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b258d99e-3334-4a8c-9bf4-bc21f05aec17), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.067094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7212e3-d1bd-43b8-a7b5-e6e98bd60ff9 req-862392a2-5f39-4b19-ad51-18fd3a509127 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:17.074838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d7212e3-d1bd-43b8-a7b5-e6e98bd60ff9 req-862392a2-5f39-4b19-ad51-18fd3a509127 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.3327966 Apr 07 11:29:17.125751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770499d4-ef81-4200-a3e6-f0ae0b4a9744 req-454d5b2c-6386-4599-b9bf-d701d3e45970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:17.127517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-770499d4-ef81-4200-a3e6-f0ae0b4a9744 req-454d5b2c-6386-4599-b9bf-d701d3e45970 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 1128 time: 0.1353145 Apr 07 11:29:17.218273 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-770499d4-ef81-4200-a3e6-f0ae0b4a9744 req-37d336c7-a5ad-4a3a-a54d-701323123f5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836062 Apr 07 11:29:17.231253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:17.238668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (51085b31-a583-4960-92a0-8bcd05531163), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.296872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b258d99e-3334-4a8c-9bf4-bc21f05aec17), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.330836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:17.331535 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.387447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Port 690810ce-3e5a-4471-881a-e345a2fa9ffa not found while updating agent binding for router 51085b31-a583-4960-92a0-8bcd05531163. {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 07 11:29:17.419062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Routers {'51085b31-a583-4960-92a0-8bcd05531163'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:17.420018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['51085b31-a583-4960-92a0-8bcd05531163'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:17.454219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b258d99e-3334-4a8c-9bf4-bc21f05aec17), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.495629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (51085b31-a583-4960-92a0-8bcd05531163), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.498525 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (51085b31-a583-4960-92a0-8bcd05531163), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.520591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] Set router 51085b31-a583-4960-92a0-8bcd05531163 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:17.562318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d7212e3-d1bd-43b8-a7b5-e6e98bd60ff9 req-adf562e5-42ec-4c08-9e4a-56c69633a577 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757886 Apr 07 11:29:17.573180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b258d99e-3334-4a8c-9bf4-bc21f05aec17,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:17.576932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (51085b31-a583-4960-92a0-8bcd05531163), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.577612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51085b31-a583-4960-92a0-8bcd05531163 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:17.583498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.584731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-27526d60-0f2e-497a-9b40-6a2739131c7a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/routers/51085b31-a583-4960-92a0-8bcd05531163 HTTP/1.1" status: 204 len: 168 time: 1.8380795 Apr 07 11:29:17.588342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60846) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:17.588855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.593302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2edf1da6-07ce-49bc-b75a-c8c10f3eec3c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8277097 Apr 07 11:29:17.593977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60848) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:17.625251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-219574e3-39a9-4eba-9373-260ae75ce718 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b258d99e-3334-4a8c-9bf4-bc21f05aec17), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.631441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51085b31-a583-4960-92a0-8bcd05531163', 'name': 'tempest-snat-router-1513355784', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:12Z', 'updated_at': '2022-04-07T11:29:16Z', 'revision_number': 5, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:17.635301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-219574e3-39a9-4eba-9373-260ae75ce718 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (b258d99e-3334-4a8c-9bf4-bc21f05aec17), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.672174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-219574e3-39a9-4eba-9373-260ae75ce718 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b258d99e-3334-4a8c-9bf4-bc21f05aec17), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.684060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-219574e3-39a9-4eba-9373-260ae75ce718 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.691095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-219574e3-39a9-4eba-9373-260ae75ce718 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b258d99e-3334-4a8c-9bf4-bc21f05aec17 HTTP/1.1" status: 204 len: 168 time: 0.0958300 Apr 07 11:29:17.694918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca9337-24fc-4d7b-9c15-40e553043db3 None None] The sync data for ids ['51085b31-a583-4960-92a0-8bcd05531163'] in n-d-836788-1 is: [{'id': '51085b31-a583-4960-92a0-8bcd05531163', 'name': 'tempest-snat-router-1513355784', 'tenant_id': '500a1aa13b494ae0a6320aadf53cb55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:12Z', 'updated_at': '2022-04-07T11:29:16Z', 'revision_number': 5, 'project_id': '500a1aa13b494ae0a6320aadf53cb55c', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:17.703227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60850) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:17.713016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:17.782666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219574e3-39a9-4eba-9373-260ae75ce718 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b258d99e-3334-4a8c-9bf4-bc21f05aec17,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:17.846965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60852) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:17.849687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9c834881-e2bc-44c7-a15f-ce49ca7e8d86 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1139076 Apr 07 11:29:17.907532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (bb92a48d-b12a-4030-b783-61da98786c7a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:17.978498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60856) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:18.146031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f91a7bc6-d3f0-442b-a7fc-46e83752aeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.353689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f91a7bc6-d3f0-442b-a7fc-46e83752aeff admin admin] Publish callbacks [] for security_group (fe64325e-5534-41a4-9a00-671ca0bf294c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.362813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f91a7bc6-d3f0-442b-a7fc-46e83752aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe64325e-5534-41a4-9a00-671ca0bf294c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.446937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a7bc6-d3f0-442b-a7fc-46e83752aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64325e-5534-41a4-9a00-671ca0bf294c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:18.457761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60874) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:18.458450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a81d6a-bb7e-459a-9249-b22ae084e9d0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (f3d065cd-462d-43db-8bae-1235808d2b6c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.461119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f91a7bc6-d3f0-442b-a7fc-46e83752aeff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c17247e4dce94ab8a1d9665f83779ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718440 Apr 07 11:29:18.563548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a81d6a-bb7e-459a-9249-b22ae084e9d0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (f3d065cd-462d-43db-8bae-1235808d2b6c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.593075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ea17c27-4a24-429a-a4b5-89314097a28f admin admin] Publish callbacks [] for security_group (fe64325e-5534-41a4-9a00-671ca0bf294c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.686238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (bb92a48d-b12a-4030-b783-61da98786c7a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.759972 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ea17c27-4a24-429a-a4b5-89314097a28f admin admin] Publish callbacks [] for security_group (fe64325e-5534-41a4-9a00-671ca0bf294c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.825505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18b18-415e-4ea5-a35a-63696fa563ee req-821a3150-bed0-406f-ac68-8dc9eda678ea tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:18.827300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd18b18-415e-4ea5-a35a-63696fa563ee req-821a3150-bed0-406f-ac68-8dc9eda678ea tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0971832 Apr 07 11:29:18.865586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a81d6a-bb7e-459a-9249-b22ae084e9d0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3d065cd-462d-43db-8bae-1235808d2b6c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.868813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-62a81d6a-bb7e-459a-9249-b22ae084e9d0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:18.870273 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-62a81d6a-bb7e-459a-9249-b22ae084e9d0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3d065cd-462d-43db-8bae-1235808d2b6c HTTP/1.1" status: 204 len: 168 time: 1.0223706 Apr 07 11:29:18.879153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60884) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:18.909855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a81d6a-bb7e-459a-9249-b22ae084e9d0 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d065cd-462d-43db-8bae-1235808d2b6c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:18.987940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Deleting port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:18.989061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.027252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ea17c27-4a24-429a-a4b5-89314097a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe64325e-5534-41a4-9a00-671ca0bf294c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.038263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ea17c27-4a24-429a-a4b5-89314097a28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.045414 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7ea17c27-4a24-429a-a4b5-89314097a28f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe64325e-5534-41a4-9a00-671ca0bf294c HTTP/1.1" status: 204 len: 168 time: 0.5808964 Apr 07 11:29:19.086045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7bff8290-5942-4893-a4b6-65625e82e708 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2057288 Apr 07 11:29:19.087170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60890) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:19.097397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd18b18-415e-4ea5-a35a-63696fa563ee req-2b4daebd-dc39-47e0-9bf6-afe662a6e3d0 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607665 Apr 07 11:29:19.105276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17c27-4a24-429a-a4b5-89314097a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64325e-5534-41a4-9a00-671ca0bf294c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:19.188242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] For port ece9b0d3-a65f-47da-89c2-9f16f87b2cd2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:19.188614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.190453 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec4619b2-cbc3-499c-a8df-909f8311e8e3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (feb64fda-06ae-4457-b1d7-fb34a12f7325), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.203947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Calling delete_port for ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:19.229666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec4619b2-cbc3-499c-a8df-909f8311e8e3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (feb64fda-06ae-4457-b1d7-fb34a12f7325), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.348463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec4619b2-cbc3-499c-a8df-909f8311e8e3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (feb64fda-06ae-4457-b1d7-fb34a12f7325), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.351629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec4619b2-cbc3-499c-a8df-909f8311e8e3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.357989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec4619b2-cbc3-499c-a8df-909f8311e8e3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/feb64fda-06ae-4457-b1d7-fb34a12f7325 HTTP/1.1" status: 204 len: 168 time: 0.2698209 Apr 07 11:29:19.362710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60896) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:19.390883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4619b2-cbc3-499c-a8df-909f8311e8e3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb64fda-06ae-4457-b1d7-fb34a12f7325,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:19.508305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60900) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:19.513212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380387965'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:19.518331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-140dae26-5df0-4138-a69f-a94572f4efbf tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1544197 Apr 07 11:29:19.584649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-19c1bb8a-4711-4eaf-9938-4c0e8531f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:19.586359 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-19c1bb8a-4711-4eaf-9938-4c0e8531f5af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6b55bc32d2e46e39922f39399a89c29&device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 1128 time: 0.0874815 Apr 07 11:29:19.647975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.715760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ece9b0d3-a65f-47da-89c2-9f16f87b2cd2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.724378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60902) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:19.732866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398fa22-6ea5-4e08-8ed8-b2ceefebfd79 req-81e0a4cd-70f8-4856-9c90-eaecd28393a2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:19.734407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6398fa22-6ea5-4e08-8ed8-b2ceefebfd79 req-81e0a4cd-70f8-4856-9c90-eaecd28393a2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.2135794 Apr 07 11:29:19.770624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3e3a-61d4-4065-b273-51e54b71cc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.806446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event deleted for resources: {'Port': ['ID=ece9b0d3-a65f-47da-89c2-9f16f87b2cd2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:19.809068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-f68dc479-04ca-477e-8623-3dedba4571e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:19.812856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-f68dc479-04ca-477e-8623-3dedba4571e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 200 len: 912 time: 0.2166321 Apr 07 11:29:19.870539 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-23185d5b-9f02-429d-b56d-e70c5f3b6f6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47 HTTP/1.1" status: 200 len: 217 time: 0.0521808 Apr 07 11:29:19.873325 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (6befaa0e-1973-49a1-9a6c-53fb8af3b5c1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.883897 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6befaa0e-1973-49a1-9a6c-53fb8af3b5c1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.957532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (bb92a48d-b12a-4030-b783-61da98786c7a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:19.958710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6befaa0e-1973-49a1-9a6c-53fb8af3b5c1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:19.974811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6398fa22-6ea5-4e08-8ed8-b2ceefebfd79 req-57c1031b-5aec-4bf7-bf0e-879546db098b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294183 Apr 07 11:29:19.995762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-83285519-8443-4444-8f1e-8bf4eb77e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:19.997529 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-83285519-8443-4444-8f1e-8bf4eb77e3d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 200 len: 851 time: 0.1033583 Apr 07 11:29:20.040713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.045155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8d942889-2590-409c-9619-5546e049669c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5327008 Apr 07 11:29:20.045938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60906) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:20.051471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': '6befaa0e-1973-49a1-9a6c-53fb8af3b5c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:20.059189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3e3a-61d4-4065-b273-51e54b71cc01 admin admin] Publish callbacks [] for security_group (1806391c-6d3d-4266-b4f5-abfc119068d4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.075560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3e3a-61d4-4065-b273-51e54b71cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1806391c-6d3d-4266-b4f5-abfc119068d4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.113164 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-ca7fd584-82cb-4e60-9346-bf9a00773b32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6e306c2-cf70-4d3f-bd00-a5d837b8340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754464 Apr 07 11:29:20.115801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (83a9cac4-ab5e-489e-86c2-0c3938505e4c), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.119274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (bb92a48d-b12a-4030-b783-61da98786c7a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.129358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_controller (bb92a48d-b12a-4030-b783-61da98786c7a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.198934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (83a9cac4-ab5e-489e-86c2-0c3938505e4c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.211757 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (83a9cac4-ab5e-489e-86c2-0c3938505e4c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.228396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (bb92a48d-b12a-4030-b783-61da98786c7a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.228974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb92a48d-b12a-4030-b783-61da98786c7a {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:20.236294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.241894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6de31060-e9ce-468e-bbfa-877955eee414 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bb92a48d-b12a-4030-b783-61da98786c7a HTTP/1.1" status: 204 len: 168 time: 2.6514914 Apr 07 11:29:20.242568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60910) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:20.250934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2074842201', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:20.258362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7d3a3e3a-61d4-4065-b273-51e54b71cc01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19ba8fdd64a941258ce785026ddb33cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221882 Apr 07 11:29:20.258738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60912) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:20.266007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a9cac4-ab5e-489e-86c2-0c3938505e4c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:20.279427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a3e3a-61d4-4065-b273-51e54b71cc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1806391c-6d3d-4266-b4f5-abfc119068d4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:20.322404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.325502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cebf0a53-52d8-4756-9b12-9b6960debfe5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2775912 Apr 07 11:29:20.327313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60914) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:20.330694 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-77bb24a4-9bda-4bb0-a9d6-d986f303c950 service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090337 Apr 07 11:29:20.367070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d36e2ff-418f-4866-b6c1-db27dbeaa17b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (83a9cac4-ab5e-489e-86c2-0c3938505e4c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.379002 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d36e2ff-418f-4866-b6c1-db27dbeaa17b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (83a9cac4-ab5e-489e-86c2-0c3938505e4c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.425878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d36e2ff-418f-4866-b6c1-db27dbeaa17b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (83a9cac4-ab5e-489e-86c2-0c3938505e4c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.441353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0d36e2ff-418f-4866-b6c1-db27dbeaa17b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.443010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0d36e2ff-418f-4866-b6c1-db27dbeaa17b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/83a9cac4-ab5e-489e-86c2-0c3938505e4c HTTP/1.1" status: 204 len: 168 time: 0.1139393 Apr 07 11:29:20.444195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36e2ff-418f-4866-b6c1-db27dbeaa17b tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a9cac4-ab5e-489e-86c2-0c3938505e4c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:20.446194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60916) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:20.468002 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d52412bc-1de0-41c2-97bf-eac54cc08acb req-a1a9d84b-2867-430e-8218-d2ec92e9228c service neutron] 10.222.0.41 "GET /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258268 Apr 07 11:29:20.470809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.471985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.530274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2589cb15-dbf5-4df2-ad25-0fbe85463f28 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777040 Apr 07 11:29:20.533410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60918) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:20.586458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f888021-d3df-43a4-bd08-ea8d81f3b790 admin admin] Publish callbacks [] for security_group (1806391c-6d3d-4266-b4f5-abfc119068d4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.602442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.733705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f888021-d3df-43a4-bd08-ea8d81f3b790 admin admin] Publish callbacks [] for security_group (1806391c-6d3d-4266-b4f5-abfc119068d4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.867446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.945349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f888021-d3df-43a4-bd08-ea8d81f3b790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1806391c-6d3d-4266-b4f5-abfc119068d4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.948217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f888021-d3df-43a4-bd08-ea8d81f3b790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:20.952347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f888021-d3df-43a4-bd08-ea8d81f3b790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1806391c-6d3d-4266-b4f5-abfc119068d4 HTTP/1.1" status: 204 len: 168 time: 0.6915166 Apr 07 11:29:20.977243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f888021-d3df-43a4-bd08-ea8d81f3b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1806391c-6d3d-4266-b4f5-abfc119068d4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:21.101521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6868c6bc-25bc-49d1-bae4-7331c21b7b44 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (6befaa0e-1973-49a1-9a6c-53fb8af3b5c1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.185147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (5ee31e26-e65a-4015-9d84-bf9fa610c881), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.203347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6868c6bc-25bc-49d1-bae4-7331c21b7b44 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (6befaa0e-1973-49a1-9a6c-53fb8af3b5c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.209441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.232505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:21.296322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:21.299395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ece9b0d3-a65f-47da-89c2-9f16f87b2cd2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:21.339466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78211cde-ed69-4a9a-9ea8-1949378be817 req-46d26f10-f94c-42ad-a11e-46b155bf0650 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:21.341703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78211cde-ed69-4a9a-9ea8-1949378be817 req-46d26f10-f94c-42ad-a11e-46b155bf0650 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.2049410 Apr 07 11:29:21.394637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6868c6bc-25bc-49d1-bae4-7331c21b7b44 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6befaa0e-1973-49a1-9a6c-53fb8af3b5c1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.396234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Allocated IP 172.25.5.195 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cf9e4128-6ae4-444f-9422-5385c6c72942) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:21.400435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6868c6bc-25bc-49d1-bae4-7331c21b7b44 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.405938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6868c6bc-25bc-49d1-bae4-7331c21b7b44 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/6befaa0e-1973-49a1-9a6c-53fb8af3b5c1 HTTP/1.1" status: 204 len: 168 time: 0.8711886 Apr 07 11:29:21.407571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:21.450804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868c6bc-25bc-49d1-bae4-7331c21b7b44 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befaa0e-1973-49a1-9a6c-53fb8af3b5c1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:21.488285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78211cde-ed69-4a9a-9ea8-1949378be817 req-926f68e0-4fd4-4794-8aa6-daa5fab3efbf tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351829 Apr 07 11:29:21.547028 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-348c1f42-be52-412b-98e6-71fc12e0c6f2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339183 Apr 07 11:29:21.548994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60940) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:21.554566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873218783'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:21.594756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.633113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for port (cf9e4128-6ae4-444f-9422-5385c6c72942), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.693522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cf9e4128-6ae4-444f-9422-5385c6c72942), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.732744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (f3333887-f067-40db-918d-b9101f724024), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.742294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3333887-f067-40db-918d-b9101f724024), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.751024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:21.754513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:21.765712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:21.775057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event updated for resources: {'Port': ['ID=cf9e4128-6ae4-444f-9422-5385c6c72942,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:21.844955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:21.851087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2963710 Apr 07 11:29:21.852262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:21.856399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': 'f3333887-f067-40db-918d-b9101f724024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:21.869463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859e3a9-690a-4ace-946b-4e058dc87dac tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3333887-f067-40db-918d-b9101f724024,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:22.047618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (31b3f322-25d5-4bdf-b4d0-7e54bad598c4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.232277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (31b3f322-25d5-4bdf-b4d0-7e54bad598c4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.248332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (31b3f322-25d5-4bdf-b4d0-7e54bad598c4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.286827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b3f322-25d5-4bdf-b4d0-7e54bad598c4,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:22.332756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (5ee31e26-e65a-4015-9d84-bf9fa610c881), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.430374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.433266 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-834cde24-a34b-43b6-9488-453d4a840a6a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5791113 Apr 07 11:29:22.435905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60964) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:22.468827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-111260cc-5a2e-4fa8-8189-06f62ef430fe tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules/31b3f322-25d5-4bdf-b4d0-7e54bad598c4 HTTP/1.1" status: 200 len: 763 time: 0.0317166 Apr 07 11:29:22.472389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60966) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:22.518111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-627405b8-08eb-40f8-96d5-2578a8b04555 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445797 Apr 07 11:29:22.533422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60970) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:22.585890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf2688e4-d0f8-42f3-99bf-e81a350c6ed4 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (31b3f322-25d5-4bdf-b4d0-7e54bad598c4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.610318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf2688e4-d0f8-42f3-99bf-e81a350c6ed4 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (31b3f322-25d5-4bdf-b4d0-7e54bad598c4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.651027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf2688e4-d0f8-42f3-99bf-e81a350c6ed4 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (31b3f322-25d5-4bdf-b4d0-7e54bad598c4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.653719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.673608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bf2688e4-d0f8-42f3-99bf-e81a350c6ed4 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.677045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bf2688e4-d0f8-42f3-99bf-e81a350c6ed4 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/31b3f322-25d5-4bdf-b4d0-7e54bad598c4 HTTP/1.1" status: 204 len: 168 time: 0.1396558 Apr 07 11:29:22.679803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 60976) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:22.691039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2688e4-d0f8-42f3-99bf-e81a350c6ed4 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31b3f322-25d5-4bdf-b4d0-7e54bad598c4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:22.735260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77f1f-70ee-423d-8333-31f869a2e390 req-63423d87-5973-4d4c-8585-c2d91b2c6b5b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:22.743033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94e77f1f-70ee-423d-8333-31f869a2e390 req-63423d87-5973-4d4c-8585-c2d91b2c6b5b tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1034749 Apr 07 11:29:22.763927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0799fe15-9c17-4901-bbab-fbdf507faf26 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829685 Apr 07 11:29:22.767810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:22.774339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': 'f3333887-f067-40db-918d-b9101f724024', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:22.825345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94e77f1f-70ee-423d-8333-31f869a2e390 req-83adc201-86c7-404f-afc1-16a0c49faa37 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811167 Apr 07 11:29:22.847994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (f301173b-e5e9-4133-9a53-e0a7461b1859), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.924030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Router 5ee31e26-e65a-4015-9d84-bf9fa610c881 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:22.928803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (f301173b-e5e9-4133-9a53-e0a7461b1859), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:22.937211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (f301173b-e5e9-4133-9a53-e0a7461b1859), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.371820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f301173b-e5e9-4133-9a53-e0a7461b1859,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:23.389234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.393674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32770) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:23.393823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d9f6578-f16b-496f-a93a-3551d498f351 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6248970 Apr 07 11:29:23.434921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d01633d0-be3d-43d1-9c22-cd5032ab8c5a tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules/f301173b-e5e9-4133-9a53-e0a7461b1859 HTTP/1.1" status: 200 len: 763 time: 0.0337231 Apr 07 11:29:23.436078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32774) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:23.466046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:23.481897 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] Sync routers for ids ['5ee31e26-e65a-4015-9d84-bf9fa610c881'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:23.502500 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] Routers {'5ee31e26-e65a-4015-9d84-bf9fa610c881'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:23.503171 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5ee31e26-e65a-4015-9d84-bf9fa610c881'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:23.521459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.526017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32778) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:23.526726 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d9ace46-1746-4336-8675-3c35de33617b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2801697 Apr 07 11:29:23.531402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': False}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:23.572531 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:23.584128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] Routers {'5ee31e26-e65a-4015-9d84-bf9fa610c881'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:23.584764 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5ee31e26-e65a-4015-9d84-bf9fa610c881'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:23.623951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:23.624616 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b2e00-21a5-4446-8648-e414fc3ce454 None None] The sync data for ids ['5ee31e26-e65a-4015-9d84-bf9fa610c881'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:23.689912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32782) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:23.697733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e4c88bc8-0b7a-45bd-917a-2f815a6876b7 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2596757 Apr 07 11:29:23.726023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9abd48b-ba92-4fcc-a380-2e52c3ad2bc2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (f301173b-e5e9-4133-9a53-e0a7461b1859), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.740984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9abd48b-ba92-4fcc-a380-2e52c3ad2bc2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (f301173b-e5e9-4133-9a53-e0a7461b1859), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.807634 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9abd48b-ba92-4fcc-a380-2e52c3ad2bc2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (f301173b-e5e9-4133-9a53-e0a7461b1859), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.822829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9abd48b-ba92-4fcc-a380-2e52c3ad2bc2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:23.824757 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9abd48b-ba92-4fcc-a380-2e52c3ad2bc2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f301173b-e5e9-4133-9a53-e0a7461b1859 HTTP/1.1" status: 204 len: 168 time: 0.1335051 Apr 07 11:29:23.831466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32784) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:23.840629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abd48b-ba92-4fcc-a380-2e52c3ad2bc2 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f301173b-e5e9-4133-9a53-e0a7461b1859,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:24.041075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-31c468e3-4084-45c8-8bf4-12c3c094379c tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2075379 Apr 07 11:29:24.043639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32792) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.048419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': 'f3333887-f067-40db-918d-b9101f724024', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:24.093535 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (5a8c6047-6436-40ef-88cb-05bf584e138b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.122725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b4024-8202-4bba-b38d-926b85acfcb8 req-2271afea-0866-4ba1-a6eb-30142e124b55 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:24.124712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c20b4024-8202-4bba-b38d-926b85acfcb8 req-2271afea-0866-4ba1-a6eb-30142e124b55 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1766202 Apr 07 11:29:24.127752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.164259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (5a8c6047-6436-40ef-88cb-05bf584e138b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.171120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5a8c6047-6436-40ef-88cb-05bf584e138b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.214937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8c6047-6436-40ef-88cb-05bf584e138b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:24.236942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.242188 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7944ad49-6cd7-4259-a1f3-c918dbf0b8bc tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974180 Apr 07 11:29:24.245360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.264457 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a1d0f2b3-8b72-4352-a51e-556712b42603 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules/5a8c6047-6436-40ef-88cb-05bf584e138b HTTP/1.1" status: 200 len: 764 time: 0.0176792 Apr 07 11:29:24.266758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32798) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.272088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c20b4024-8202-4bba-b38d-926b85acfcb8 req-ae60cf8a-c66b-4bf8-9a59-4ca9d3dc99f3 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325586 Apr 07 11:29:24.358129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0ed52b3e-b1a7-46bf-9373-97537a871916 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0893734 Apr 07 11:29:24.363119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32802) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.400555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b936fe8-15bb-4ddf-9c53-7c4128e987f6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (5a8c6047-6436-40ef-88cb-05bf584e138b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.421402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b936fe8-15bb-4ddf-9c53-7c4128e987f6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (5a8c6047-6436-40ef-88cb-05bf584e138b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.478472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b936fe8-15bb-4ddf-9c53-7c4128e987f6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5a8c6047-6436-40ef-88cb-05bf584e138b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.485408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3b936fe8-15bb-4ddf-9c53-7c4128e987f6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.501838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3b936fe8-15bb-4ddf-9c53-7c4128e987f6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5a8c6047-6436-40ef-88cb-05bf584e138b HTTP/1.1" status: 204 len: 168 time: 0.1367733 Apr 07 11:29:24.502657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32806) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.537523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b936fe8-15bb-4ddf-9c53-7c4128e987f6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a8c6047-6436-40ef-88cb-05bf584e138b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:24.633220 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-edfad4e0-99d5-4b5b-b3b5-aa440819fb6f tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1275041 Apr 07 11:29:24.633903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32810) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.720026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6025f9a-f725-4f90-a6e3-96a3a16c3fb5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (f3333887-f067-40db-918d-b9101f724024), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.753506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6025f9a-f725-4f90-a6e3-96a3a16c3fb5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (f3333887-f067-40db-918d-b9101f724024), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.816329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6025f9a-f725-4f90-a6e3-96a3a16c3fb5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3333887-f067-40db-918d-b9101f724024), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.817573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13fd6-88d7-4048-ab7b-1a83311d2c5a req-610d9031-3002-4fa2-ba0a-8f7641eb0487 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:24.820941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6025f9a-f725-4f90-a6e3-96a3a16c3fb5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:24.822496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b6025f9a-f725-4f90-a6e3-96a3a16c3fb5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3333887-f067-40db-918d-b9101f724024 HTTP/1.1" status: 204 len: 168 time: 0.1862309 Apr 07 11:29:24.826958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32816) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.828793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40e13fd6-88d7-4048-ab7b-1a83311d2c5a req-610d9031-3002-4fa2-ba0a-8f7641eb0487 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1179705 Apr 07 11:29:24.844885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6025f9a-f725-4f90-a6e3-96a3a16c3fb5 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3333887-f067-40db-918d-b9101f724024,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:24.909766 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a3228df9-56c3-46c2-af9d-eada83b616fa tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788381 Apr 07 11:29:24.915879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40e13fd6-88d7-4048-ab7b-1a83311d2c5a req-afc674e4-128a-4c1c-9de6-7eb60db828aa tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860782 Apr 07 11:29:24.916248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32818) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:24.921530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057767422'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:24.953435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.069442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (db5d1fa5-5d57-427d-b370-3b4477ac055b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.076175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (db5d1fa5-5d57-427d-b370-3b4477ac055b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.101269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.105807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.108083 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1902092 Apr 07 11:29:25.111383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32822) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.125012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Request body: {'security_group_rule': {'security_group_id': 'db5d1fa5-5d57-427d-b370-3b4477ac055b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:25.136685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826ce77-358f-4dd9-95b1-195eb952dd06 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5d1fa5-5d57-427d-b370-3b4477ac055b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:25.141564 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.243362 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (e413182b-5e03-4048-aca9-69fefa9eac3a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.318963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (e413182b-5e03-4048-aca9-69fefa9eac3a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.324922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e413182b-5e03-4048-aca9-69fefa9eac3a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.334627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Router 5ee31e26-e65a-4015-9d84-bf9fa610c881 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:29:25.351102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e413182b-5e03-4048-aca9-69fefa9eac3a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:25.365875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.367471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3ee1eb7a-03ff-4465-af79-2e6d1c417838 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2463610 Apr 07 11:29:25.371990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32824) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.437381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d35e1013-11e7-459e-892d-e1b48d550bf3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (db5d1fa5-5d57-427d-b370-3b4477ac055b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.473291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d35e1013-11e7-459e-892d-e1b48d550bf3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (db5d1fa5-5d57-427d-b370-3b4477ac055b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.493318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:25.498130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.501969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bb7e9ad9-fcd2-492b-82ec-97c5cbebeb8c tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "PUT /v2.0/routers/5ee31e26-e65a-4015-9d84-bf9fa610c881 HTTP/1.1" status: 200 len: 926 time: 1.9727726 Apr 07 11:29:25.502683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32826) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.507221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e2589-6197-485d-83e8-ed730130117b None None] Sync routers for ids ['5ee31e26-e65a-4015-9d84-bf9fa610c881'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:25.522400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e2589-6197-485d-83e8-ed730130117b None None] Routers {'5ee31e26-e65a-4015-9d84-bf9fa610c881'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:25.523205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a19e2589-6197-485d-83e8-ed730130117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5ee31e26-e65a-4015-9d84-bf9fa610c881'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:25.536397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d35e1013-11e7-459e-892d-e1b48d550bf3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (db5d1fa5-5d57-427d-b370-3b4477ac055b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.541116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d35e1013-11e7-459e-892d-e1b48d550bf3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:25.542600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d35e1013-11e7-459e-892d-e1b48d550bf3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/db5d1fa5-5d57-427d-b370-3b4477ac055b HTTP/1.1" status: 204 len: 168 time: 0.1693282 Apr 07 11:29:25.546435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32828) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.569811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e1013-11e7-459e-892d-e1b48d550bf3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5d1fa5-5d57-427d-b370-3b4477ac055b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:25.573617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a19e2589-6197-485d-83e8-ed730130117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:25.599678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e2589-6197-485d-83e8-ed730130117b None None] Routers {'5ee31e26-e65a-4015-9d84-bf9fa610c881'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:25.600620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a19e2589-6197-485d-83e8-ed730130117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5ee31e26-e65a-4015-9d84-bf9fa610c881'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:25.614084 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e5d33158-4091-4c64-bd89-1bf1e1b4b2a6 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659401 Apr 07 11:29:25.617729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32830) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.652070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a19e2589-6197-485d-83e8-ed730130117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:25.654037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e2589-6197-485d-83e8-ed730130117b None None] The sync data for ids ['5ee31e26-e65a-4015-9d84-bf9fa610c881'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:25.682607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aaea379f-5d7a-4da4-b654-b209c889bd90 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0594211 Apr 07 11:29:25.683618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32834) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.700027 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-6b1b3185-b0f0-4460-ad32-4b022682b9b3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] delete failed (client error): The resource could not be found. Apr 07 11:29:25.706516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b1b3185-b0f0-4460-ad32-4b022682b9b3 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "DELETE /v2.0/security-groups/db5d1fa5-5d57-427d-b370-3b4477ac055b HTTP/1.1" status: 404 len: 347 time: 0.0216825 Apr 07 11:29:25.707043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32836) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.721146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4e8ed357-382f-42ea-b1a0-268ff0df0f61 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/5ee31e26-e65a-4015-9d84-bf9fa610c881 HTTP/1.1" status: 200 len: 926 time: 0.2161705 Apr 07 11:29:25.723058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32838) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.768893 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8aeea443-750b-406a-8473-1a9674fbfb32 tempest-SecGroupTest-315784827 tempest-SecGroupTest-315784827-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603209 Apr 07 11:29:25.786804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87021f72-c7c5-4145-9217-58693ab0eed6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:25.791525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-87021f72-c7c5-4145-9217-58693ab0eed6 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=5ee31e26-e65a-4015-9d84-bf9fa610c881&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0672073 Apr 07 11:29:25.791667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32846) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.929694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e4b3b-fa57-48ba-ab82-48a201ded9e4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:25.934075 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-016e4b3b-fa57-48ba-ab82-48a201ded9e4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.1384330 Apr 07 11:29:25.935105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32852) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:25.971380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c901a28b-5f15-4cb3-a3ec-27c756ead0fd tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ee31e26-e65a-4015-9d84-bf9fa610c881 HTTP/1.1" status: 200 len: 205 time: 0.0332074 Apr 07 11:29:25.973607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32856) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:26.115177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32860) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:26.135925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6e4e-88c9-4fbc-963d-eb4305f567d3 req-9b44bad0-8260-4c14-8e7d-a394baf9c1c6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:26.137578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-832d6e4e-88c9-4fbc-963d-eb4305f567d3 req-9b44bad0-8260-4c14-8e7d-a394baf9c1c6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1165137 Apr 07 11:29:26.143207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.283756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-832d6e4e-88c9-4fbc-963d-eb4305f567d3 req-e3286b26-b428-478c-9d1c-509eb235095a tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374002 Apr 07 11:29:26.295768 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fdde2347-a3f4-4f06-b313-357791a61c51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e04def5dbb794f1fa9c563c6d7497215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793096 Apr 07 11:29:26.298784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32868) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:26.310616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (5ee31e26-e65a-4015-9d84-bf9fa610c881), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.358091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef069ecf-669c-49e8-98be-af12375ce23e admin admin] Publish callbacks [] for security_group (2cd68dd7-e696-40b9-913c-4b9dc8a86f35), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.380288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Deleting port cf9e4128-6ae4-444f-9422-5385c6c72942 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:26.380531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cf9e4128-6ae4-444f-9422-5385c6c72942), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.383987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef069ecf-669c-49e8-98be-af12375ce23e admin admin] Publish callbacks [] for security_group (2cd68dd7-e696-40b9-913c-4b9dc8a86f35), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.448105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef069ecf-669c-49e8-98be-af12375ce23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2cd68dd7-e696-40b9-913c-4b9dc8a86f35), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.450925 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef069ecf-669c-49e8-98be-af12375ce23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.452143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef069ecf-669c-49e8-98be-af12375ce23e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cd68dd7-e696-40b9-913c-4b9dc8a86f35 HTTP/1.1" status: 204 len: 168 time: 0.1524315 Apr 07 11:29:26.464030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef069ecf-669c-49e8-98be-af12375ce23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd68dd7-e696-40b9-913c-4b9dc8a86f35,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:26.490562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cf9e4128-6ae4-444f-9422-5385c6c72942), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.506190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Calling delete_port for cf9e4128-6ae4-444f-9422-5385c6c72942 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:26.730885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cf9e4128-6ae4-444f-9422-5385c6c72942), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.766706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event deleted for resources: {'Port': ['ID=cf9e4128-6ae4-444f-9422-5385c6c72942,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:26.837367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (5ee31e26-e65a-4015-9d84-bf9fa610c881), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.958701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:26.961317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (5ee31e26-e65a-4015-9d84-bf9fa610c881), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.030902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (5ee31e26-e65a-4015-9d84-bf9fa610c881), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.031604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Fanout notify agent at l3_agent the message router_deleted on router 5ee31e26-e65a-4015-9d84-bf9fa610c881 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:27.039646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.040982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6f441b10-d8ee-41c0-95f1-4e209ec1a6a4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/5ee31e26-e65a-4015-9d84-bf9fa610c881 HTTP/1.1" status: 204 len: 168 time: 1.0661175 Apr 07 11:29:27.045495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32892) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:27.051935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1471414961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:27.098331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.100581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.182948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (f9b49515-eba7-491d-b1c8-38b636b44b01), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.190217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.214045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.215672 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-16414bad-d625-4d59-adf0-d20a4b06350d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1690245 Apr 07 11:29:27.218660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32902) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:27.232798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:27.429669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32910) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:27.472037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc907c1-739a-4874-a10a-8ba29f4f4625 req-6f205142-bf0d-4770-8e84-691a65dae0fb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:27.474177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdc907c1-739a-4874-a10a-8ba29f4f4625 req-6f205142-bf0d-4770-8e84-691a65dae0fb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0957463 Apr 07 11:29:27.513022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (f9b49515-eba7-491d-b1c8-38b636b44b01), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.553341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdc907c1-739a-4874-a10a-8ba29f4f4625 req-5891dd5b-9d4b-4665-ad6f-b8bdb578bcfb tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653291 Apr 07 11:29:27.576895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a93a9320-19c4-42c1-9b84-8ac2601f1c0b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:27.577634 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-a93a9320-19c4-42c1-9b84-8ac2601f1c0b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 11:29:27.578145 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-a93a9320-19c4-42c1-9b84-8ac2601f1c0b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 11:29:27.581231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a93a9320-19c4-42c1-9b84-8ac2601f1c0b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1485400 Apr 07 11:29:27.585068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32916) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:27.590150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--480627311'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:27.614577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.628498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.726324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (448d544e-081a-4c0d-9a9f-37c5b701f4d0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.731819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (448d544e-081a-4c0d-9a9f-37c5b701f4d0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.768701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (f9b49515-eba7-491d-b1c8-38b636b44b01), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.780628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448d544e-081a-4c0d-9a9f-37c5b701f4d0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:27.789156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.792384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.792740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.793091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.793463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.793826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.794189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.794485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.795009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.795345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.796075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.796075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.796813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.796813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:27.832242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.837101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.869609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.873503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2846265 Apr 07 11:29:27.873503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f040-31ec-4d8c-a4da-8c672be3cad7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:27.876859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32918) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:27.882105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:27.917567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group_rule (99da0a80-118b-458c-a270-40317fa854e7), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:27.960354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Allocated IP 172.25.5.28 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ed2053c0-2d6a-4115-b1b1-0702cbf63530) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:28.005394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-e6cbd534-4272-405c-9da9-2ae17d541d14 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:28.007255 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-e6cbd534-4272-405c-9da9-2ae17d541d14 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.1216960 Apr 07 11:29:28.020639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group_rule (99da0a80-118b-458c-a270-40317fa854e7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.026292 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (99da0a80-118b-458c-a270-40317fa854e7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.046845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99da0a80-118b-458c-a270-40317fa854e7,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:28.063250 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.066907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-db5b8c69-6d45-4fec-83a3-f528452755ab tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878364 Apr 07 11:29:28.069287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32920) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:28.077254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a9594d78-4075-4315-bae8-066f87dc6cc8 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:28.116718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9594d78-4075-4315-bae8-066f87dc6cc8 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group_rule (c753e57e-588c-42a2-bee6-a6c9868ec614), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.177671 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-a9594d78-4075-4315-bae8-066f87dc6cc8 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 11:29:28.178881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9594d78-4075-4315-bae8-066f87dc6cc8 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1071112 Apr 07 11:29:28.182026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32922) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:28.199636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for port (ed2053c0-2d6a-4115-b1b1-0702cbf63530), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.239973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Deleting port 19d352fe-44dd-423e-b0e9-3fb40838ac47 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:28.240945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.264099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b9f602f-80c9-41eb-8525-e4eb657e343d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.270062 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:29:28.305726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b9f602f-80c9-41eb-8525-e4eb657e343d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.349796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ed2053c0-2d6a-4115-b1b1-0702cbf63530), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.410940 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b9f602f-80c9-41eb-8525-e4eb657e343d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.420360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4b9f602f-80c9-41eb-8525-e4eb657e343d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.428792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4b9f602f-80c9-41eb-8525-e4eb657e343d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d HTTP/1.1" status: 204 len: 168 time: 0.2453616 Apr 07 11:29:28.429280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:28.430102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32928) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:28.443366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:28.445203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] For port 19d352fe-44dd-423e-b0e9-3fb40838ac47, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=19d352fe-44dd-423e-b0e9-3fb40838ac47,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:28.445580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.458305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:28.464892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event updated for resources: {'Port': ['ID=ed2053c0-2d6a-4115-b1b1-0702cbf63530,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:28.496419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Calling delete_port for 19d352fe-44dd-423e-b0e9-3fb40838ac47 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:28.506529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f602f-80c9-41eb-8525-e4eb657e343d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc0c264-0ae4-4c0c-ba8e-4a39a2e8394d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:28.596984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-83a08b33-c723-436a-9f4f-88663e54edef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1545048 Apr 07 11:29:28.597452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32940) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:28.604140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626516112'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:28.644120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.769886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472d67-9388-4b18-be52-f8f3141ad616 req-fce314d9-3a12-4a98-a352-32f62c0518aa tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:28.771897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9472d67-9388-4b18-be52-f8f3141ad616 req-fce314d9-3a12-4a98-a352-32f62c0518aa tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1669fa1-3a4e-4ebd-b295-6120ecbe0e15 HTTP/1.1" status: 200 len: 946 time: 0.0967984 Apr 07 11:29:28.812821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (e149f9e8-7f07-4b06-88e4-d44498e3d8e6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.842219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e149f9e8-7f07-4b06-88e4-d44498e3d8e6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.905492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (19d352fe-44dd-423e-b0e9-3fb40838ac47), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.919611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7e127ba2-48fb-4330-ab06-83eb96cacea3', '19d352fe-44dd-423e-b0e9-3fb40838ac47'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:29:28.930804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9472d67-9388-4b18-be52-f8f3141ad616 req-eb26bcfe-8d49-456e-8f44-5084bdefa30c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148081 Apr 07 11:29:28.931681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e149f9e8-7f07-4b06-88e4-d44498e3d8e6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:28.937886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:28.939653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d9160640-ac5d-4042-bfdf-573c84065a0d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3411984 Apr 07 11:29:28.942699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32950) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:28.948029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a9c33aa0-7489-45a6-949c-17c26184266c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': 'e149f9e8-7f07-4b06-88e4-d44498e3d8e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:28.948728 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-a9c33aa0-7489-45a6-949c-17c26184266c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 07 11:29:28.950077 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-a9c33aa0-7489-45a6-949c-17c26184266c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:28.951143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Pushing event deleted for resources: {'Port': ['ID=19d352fe-44dd-423e-b0e9-3fb40838ac47,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:28.951346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9c33aa0-7489-45a6-949c-17c26184266c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074253 Apr 07 11:29:28.958011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.014091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] No DVR routers for this DVR port 19d352fe-44dd-423e-b0e9-3fb40838ac47 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:29.015790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (f9b49515-eba7-491d-b1c8-38b636b44b01), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.018779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.022272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2511607d-95cc-4bfc-962d-715ba9f5020b req-466f2e3b-120d-46df-9cd3-fe00de279f8c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "DELETE /v2.0/ports/19d352fe-44dd-423e-b0e9-3fb40838ac47 HTTP/1.1" status: 204 len: 173 time: 0.9865484 Apr 07 11:29:29.034826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'name': 'network-vif-deleted', 'tag': '19d352fe-44dd-423e-b0e9-3fb40838ac47'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:29:29.037768 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2033f87e-688c-4dba-a15c-cd2b8a3b10b7" -d '{"events": [{"server_uuid": "e1669fa1-3a4e-4ebd-b295-6120ecbe0e15", "name": "network-vif-deleted", "tag": "19d352fe-44dd-423e-b0e9-3fb40838ac47"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:29:29.159390 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858d32c-dbb5-4065-b2c9-70843ecb6163 x-openstack-request-id: req-7858d32c-dbb5-4065-b2c9-70843ecb6163 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:29:29.160071 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1669fa1-3a4e-4ebd-b295-6120ecbe0e15", "name": "network-vif-deleted", "tag": "19d352fe-44dd-423e-b0e9-3fb40838ac47", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:29:29.161346 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7858d32c-dbb5-4065-b2c9-70843ecb6163 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:29:29.161986 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7858d32c-dbb5-4065-b2c9-70843ecb6163'] response: {'server_uuid': 'e1669fa1-3a4e-4ebd-b295-6120ecbe0e15', 'name': 'network-vif-deleted', 'tag': '19d352fe-44dd-423e-b0e9-3fb40838ac47', 'status': 'completed', 'code': 200} Apr 07 11:29:29.216228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b067c57-3ae2-4be6-a9d6-5bfa2f3d3c81 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (e149f9e8-7f07-4b06-88e4-d44498e3d8e6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.251080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b067c57-3ae2-4be6-a9d6-5bfa2f3d3c81 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (e149f9e8-7f07-4b06-88e4-d44498e3d8e6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.414543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b067c57-3ae2-4be6-a9d6-5bfa2f3d3c81 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e149f9e8-7f07-4b06-88e4-d44498e3d8e6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.418338 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b067c57-3ae2-4be6-a9d6-5bfa2f3d3c81 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.418568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b067c57-3ae2-4be6-a9d6-5bfa2f3d3c81 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/e149f9e8-7f07-4b06-88e4-d44498e3d8e6 HTTP/1.1" status: 204 len: 168 time: 0.4453766 Apr 07 11:29:29.423719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32958) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.446593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b067c57-3ae2-4be6-a9d6-5bfa2f3d3c81 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149f9e8-7f07-4b06-88e4-d44498e3d8e6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:29.475152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.479250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.519660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fb0c59bd-254a-4819-8e9a-8d335a2ed3cf tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0942864 Apr 07 11:29:29.523856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32962) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.529105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--766262677'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:29.572074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.687225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (246a5c23-7807-4fb6-92d8-5fe5d452c0f8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.694767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (246a5c23-7807-4fb6-92d8-5fe5d452c0f8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.700377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Router f9b49515-eba7-491d-b1c8-38b636b44b01 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:29.741987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.745691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2207248 Apr 07 11:29:29.749439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32964) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.756014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-309dcd3e-71a7-4ce4-a5af-8dd6995f961e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '246a5c23-7807-4fb6-92d8-5fe5d452c0f8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:29.757158 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-309dcd3e-71a7-4ce4-a5af-8dd6995f961e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 07 11:29:29.757863 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-309dcd3e-71a7-4ce4-a5af-8dd6995f961e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:29.759017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-309dcd3e-71a7-4ce4-a5af-8dd6995f961e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084479 Apr 07 11:29:29.760211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504efe1-11b3-4880-a781-5eab24281555 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246a5c23-7807-4fb6-92d8-5fe5d452c0f8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:29.763766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32966) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.847148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8894cf88-38b7-48e6-aac8-baf8c01eb1ef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (246a5c23-7807-4fb6-92d8-5fe5d452c0f8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.862115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:29.871409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.873740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-efb56c26-779b-449b-acfb-336e3886b66d tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "PUT /v2.0/routers/f9b49515-eba7-491d-b1c8-38b636b44b01 HTTP/1.1" status: 200 len: 883 time: 2.6535130 Apr 07 11:29:29.876106 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] Sync routers for ids ['f9b49515-eba7-491d-b1c8-38b636b44b01'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:29.877892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32968) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.890443 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] Routers {'f9b49515-eba7-491d-b1c8-38b636b44b01'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:29.891307 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['f9b49515-eba7-491d-b1c8-38b636b44b01'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:29.893104 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8894cf88-38b7-48e6-aac8-baf8c01eb1ef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (246a5c23-7807-4fb6-92d8-5fe5d452c0f8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.937313 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:29.944445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8894cf88-38b7-48e6-aac8-baf8c01eb1ef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (246a5c23-7807-4fb6-92d8-5fe5d452c0f8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.949307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8894cf88-38b7-48e6-aac8-baf8c01eb1ef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:29.950417 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] Routers {'f9b49515-eba7-491d-b1c8-38b636b44b01'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:29.950730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8894cf88-38b7-48e6-aac8-baf8c01eb1ef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/246a5c23-7807-4fb6-92d8-5fe5d452c0f8 HTTP/1.1" status: 204 len: 168 time: 0.1754553 Apr 07 11:29:29.951549 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['f9b49515-eba7-491d-b1c8-38b636b44b01'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:29.956145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32970) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:29.995202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894cf88-38b7-48e6-aac8-baf8c01eb1ef tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246a5c23-7807-4fb6-92d8-5fe5d452c0f8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:30.016429 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:30.017844 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8299cb-98d1-4eea-9dbc-7136d35bc93d None None] The sync data for ids ['f9b49515-eba7-491d-b1c8-38b636b44b01'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:30.022380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa8a6e07-c1c4-4713-a206-7e612c8599f4 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/f9b49515-eba7-491d-b1c8-38b636b44b01 HTTP/1.1" status: 200 len: 924 time: 0.1428065 Apr 07 11:29:30.023194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32974) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.048800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-299efcf9-5a46-45e5-b3ff-bfd1a842cecc tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909820 Apr 07 11:29:30.052557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32978) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.057212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743517055'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.082660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.086589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee2ee0-4876-4105-a23e-e437706f6a6a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:30.092133 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3fee2ee0-4876-4105-a23e-e437706f6a6a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=f9b49515-eba7-491d-b1c8-38b636b44b01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0679226 Apr 07 11:29:30.092905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.175662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (408bdc7b-2f92-43ed-ba4b-a2a3a482d53d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.181252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (408bdc7b-2f92-43ed-ba4b-a2a3a482d53d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.230553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408bdc7b-2f92-43ed-ba4b-a2a3a482d53d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:30.250900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.255985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-74187574-60d6-4baf-87a0-c6af4b41483f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2019806 Apr 07 11:29:30.258515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32986) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.264636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d45a32e9-731c-4600-8299-f97197d19e4e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '408bdc7b-2f92-43ed-ba4b-a2a3a482d53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.272841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e7912-e0de-446f-bd6b-927de12d4aab tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:30.274453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-651e7912-e0de-446f-bd6b-927de12d4aab tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.1803710 Apr 07 11:29:30.280447 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-d45a32e9-731c-4600-8299-f97197d19e4e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 07 11:29:30.280823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 32990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.281506 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-d45a32e9-731c-4600-8299-f97197d19e4e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:30.285182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d45a32e9-731c-4600-8299-f97197d19e4e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0252614 Apr 07 11:29:30.286512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32992) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.291969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-52c5e8b7-4082-413c-9d2d-2da8e2932d23 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '408bdc7b-2f92-43ed-ba4b-a2a3a482d53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.292662 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-52c5e8b7-4082-413c-9d2d-2da8e2932d23 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 07 11:29:30.294681 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-52c5e8b7-4082-413c-9d2d-2da8e2932d23 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:30.301645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-52c5e8b7-4082-413c-9d2d-2da8e2932d23 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136604 Apr 07 11:29:30.305718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32994) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.312553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-49d1800a-1535-4e58-9a45-61101886652d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '408bdc7b-2f92-43ed-ba4b-a2a3a482d53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.314548 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-49d1800a-1535-4e58-9a45-61101886652d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 07 11:29:30.315365 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-49d1800a-1535-4e58-9a45-61101886652d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:30.316976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-49d1800a-1535-4e58-9a45-61101886652d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098152 Apr 07 11:29:30.317263 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-25b6c2dd-829d-4dbd-8da4-73591c793d0f tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b49515-eba7-491d-b1c8-38b636b44b01 HTTP/1.1" status: 200 len: 205 time: 0.0352578 Apr 07 11:29:30.319870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32996) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.324082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 32998) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.335609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7e54e413-3226-498a-9fa3-7077b37a7a50 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '408bdc7b-2f92-43ed-ba4b-a2a3a482d53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.336670 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-7e54e413-3226-498a-9fa3-7077b37a7a50 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 07 11:29:30.337303 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-7e54e413-3226-498a-9fa3-7077b37a7a50 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:30.341185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7e54e413-3226-498a-9fa3-7077b37a7a50 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133135 Apr 07 11:29:30.342918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33000) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.401277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d39a7d-f4d1-49cf-afe7-61a9d86ab1da tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (408bdc7b-2f92-43ed-ba4b-a2a3a482d53d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.427401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d39a7d-f4d1-49cf-afe7-61a9d86ab1da tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (408bdc7b-2f92-43ed-ba4b-a2a3a482d53d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.480612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d39a7d-f4d1-49cf-afe7-61a9d86ab1da tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (408bdc7b-2f92-43ed-ba4b-a2a3a482d53d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.484381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d39a7d-f4d1-49cf-afe7-61a9d86ab1da tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.489380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-78d39a7d-f4d1-49cf-afe7-61a9d86ab1da tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/408bdc7b-2f92-43ed-ba4b-a2a3a482d53d HTTP/1.1" status: 204 len: 168 time: 0.1431837 Apr 07 11:29:30.491809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33002) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.523347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39a7d-f4d1-49cf-afe7-61a9d86ab1da tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408bdc7b-2f92-43ed-ba4b-a2a3a482d53d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:30.579168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d1a9ade-a40d-42b1-b96c-992ba91a5b71 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0859163 Apr 07 11:29:30.589401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33006) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.597331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299749494'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.629611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b560e4b-3e9b-4fc6-9b2c-2f644ab74fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.643523 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.772100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (7b9529ad-534a-447c-aa17-f35862d5fe1c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.778872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7b9529ad-534a-447c-aa17-f35862d5fe1c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.806664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:30.812956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33012) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.817813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2258160 Apr 07 11:29:30.819932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bae4d5f2-e2ba-4376-8bda-a144db320848 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.820663 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-bae4d5f2-e2ba-4376-8bda-a144db320848 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 11:29:30.821424 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-bae4d5f2-e2ba-4376-8bda-a144db320848 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:30.825013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bae4d5f2-e2ba-4376-8bda-a144db320848 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082514 Apr 07 11:29:30.827361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33014) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:30.835650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b7f73c3b-9871-4cc5-90cb-e98cfae64c55 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:30.856075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ff29-04f6-47d3-adf4-eb50097da1fa req-a6d377db-d42a-4577-8112-c541860aff3c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:30.857686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ee8ff29-04f6-47d3-adf4-eb50097da1fa req-a6d377db-d42a-4577-8112-c541860aff3c tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.4873312 Apr 07 11:29:30.858257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978171e7-28f0-4401-9d06-30fb2aa91721 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9529ad-534a-447c-aa17-f35862d5fe1c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:30.898331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.008414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ee8ff29-04f6-47d3-adf4-eb50097da1fa req-7cd2152d-2ffc-473c-8896-17c5fc927874 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418400 Apr 07 11:29:31.011644 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-b7f73c3b-9871-4cc5-90cb-e98cfae64c55 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.016496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b7f73c3b-9871-4cc5-90cb-e98cfae64c55 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1838231 Apr 07 11:29:31.016671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33018) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.021155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-715c719e-e743-4fea-9a0f-e5a9904acc46 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.023615 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-715c719e-e743-4fea-9a0f-e5a9904acc46 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 07 11:29:31.025727 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-715c719e-e743-4fea-9a0f-e5a9904acc46 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.031595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-715c719e-e743-4fea-9a0f-e5a9904acc46 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109379 Apr 07 11:29:31.031784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33020) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.038796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fb2ff72b-1694-488d-ac64-15f5403602f7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.088207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (f9b49515-eba7-491d-b1c8-38b636b44b01), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.113211 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-fb2ff72b-1694-488d-ac64-15f5403602f7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.113877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fb2ff72b-1694-488d-ac64-15f5403602f7 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0816331 Apr 07 11:29:31.117915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33022) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.123514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5a094a95-94aa-4e5e-b37e-773c3a698422 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.124243 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-5a094a95-94aa-4e5e-b37e-773c3a698422 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 11:29:31.124823 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-5a094a95-94aa-4e5e-b37e-773c3a698422 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.129235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a094a95-94aa-4e5e-b37e-773c3a698422 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066683 Apr 07 11:29:31.131413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33024) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.136323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1b66da8f-427a-4b3f-b915-a902db5ebc3b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.179275 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-1b66da8f-427a-4b3f-b915-a902db5ebc3b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.180520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b66da8f-427a-4b3f-b915-a902db5ebc3b tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0478632 Apr 07 11:29:31.183556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33026) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.189169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Deleting port ed2053c0-2d6a-4115-b1b1-0702cbf63530 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:31.189544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ed2053c0-2d6a-4115-b1b1-0702cbf63530), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.190912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cdd54efe-b3fb-4400-9452-a9ff0fdab779 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.191489 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-cdd54efe-b3fb-4400-9452-a9ff0fdab779 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 07 11:29:31.192269 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-cdd54efe-b3fb-4400-9452-a9ff0fdab779 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.196038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cdd54efe-b3fb-4400-9452-a9ff0fdab779 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083427 Apr 07 11:29:31.196179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33028) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.200811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-734a8551-c00c-4432-9cc2-adf4476551db tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.245958 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-734a8551-c00c-4432-9cc2-adf4476551db tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.249654 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-734a8551-c00c-4432-9cc2-adf4476551db tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0498960 Apr 07 11:29:31.249970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.255800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-186aa7b7-28e2-4007-8179-d56580f71074 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '7b9529ad-534a-447c-aa17-f35862d5fe1c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.294615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ed2053c0-2d6a-4115-b1b1-0702cbf63530), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.298937 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-186aa7b7-28e2-4007-8179-d56580f71074 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:31.303237 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-186aa7b7-28e2-4007-8179-d56580f71074 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0495205 Apr 07 11:29:31.304249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33034) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.317899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Calling delete_port for ed2053c0-2d6a-4115-b1b1-0702cbf63530 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:31.416713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2da699d1-420d-4030-8e76-0a0a2eda1198 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (7b9529ad-534a-447c-aa17-f35862d5fe1c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.481611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2da699d1-420d-4030-8e76-0a0a2eda1198 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (7b9529ad-534a-447c-aa17-f35862d5fe1c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.565280 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2da699d1-420d-4030-8e76-0a0a2eda1198 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7b9529ad-534a-447c-aa17-f35862d5fe1c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.569476 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2da699d1-420d-4030-8e76-0a0a2eda1198 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.574608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2da699d1-420d-4030-8e76-0a0a2eda1198 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b9529ad-534a-447c-aa17-f35862d5fe1c HTTP/1.1" status: 204 len: 168 time: 0.2663207 Apr 07 11:29:31.580049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33038) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.589342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.607751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da699d1-420d-4030-8e76-0a0a2eda1198 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9529ad-534a-447c-aa17-f35862d5fe1c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:31.616574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ed2053c0-2d6a-4115-b1b1-0702cbf63530), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.671326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event deleted for resources: {'Port': ['ID=ed2053c0-2d6a-4115-b1b1-0702cbf63530,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:31.716524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b661cf2b-1f1a-405e-a295-d7f1fe6cb30f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1351550 Apr 07 11:29:31.723838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33040) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.728584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--514560263'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.757492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.766545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (f9b49515-eba7-491d-b1c8-38b636b44b01), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.852736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.857525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.892639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.895078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (f9b49515-eba7-491d-b1c8-38b636b44b01), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.895866 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.901442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1721365 Apr 07 11:29:31.901442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e68a-2f2e-487e-9b2e-3ab79db6b5ec tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:31.902219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33042) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.907160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-020ee0d2-da7b-46b4-85f6-b7b8e192ae9f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.949402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (f9b49515-eba7-491d-b1c8-38b636b44b01), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.950838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Fanout notify agent at l3_agent the message router_deleted on router f9b49515-eba7-491d-b1c8-38b636b44b01 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:31.955138 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-020ee0d2-da7b-46b4-85f6-b7b8e192ae9f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The resource could not be found. Apr 07 11:29:31.956903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-020ee0d2-da7b-46b4-85f6-b7b8e192ae9f tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0530903 Apr 07 11:29:31.959695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33044) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.962547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.963651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c2a8c71a-505b-4d30-bcc0-47578f81dcb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/f9b49515-eba7-491d-b1c8-38b636b44b01 HTTP/1.1" status: 204 len: 168 time: 1.6427791 Apr 07 11:29:31.966271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-015a01e1-7d4d-4f3c-8a1d-d94d53225965 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': '2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '852f6ff7-db2e-49ed-9439-b41fa5f86e01'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.967458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33046) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:31.973318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-422891749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:31.996865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:31.998071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.018280 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-015a01e1-7d4d-4f3c-8a1d-d94d53225965 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The resource could not be found. Apr 07 11:29:32.022103 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-015a01e1-7d4d-4f3c-8a1d-d94d53225965 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0586956 Apr 07 11:29:32.024080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33050) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:32.082648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (a9649652-132d-45c7-ab88-eb7c672a75f0), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.096588 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.129398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95915df7-0af8-4101-a8ab-c89b37d6e31d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.146223 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.149176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fe694b7c-ea3e-4569-b1aa-ba9ae7aca5c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1783326 Apr 07 11:29:32.150371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33062) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:32.155478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': True}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:32.166490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95915df7-0af8-4101-a8ab-c89b37d6e31d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.271653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f725a-b489-4d7c-8b02-c1def7c2e3d4 req-5adefc47-9512-4bf3-ab59-083d8dceec33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:32.273774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e8f725a-b489-4d7c-8b02-c1def7c2e3d4 req-5adefc47-9512-4bf3-ab59-083d8dceec33 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.0964890 Apr 07 11:29:32.301538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95915df7-0af8-4101-a8ab-c89b37d6e31d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.305158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-95915df7-0af8-4101-a8ab-c89b37d6e31d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.310490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-95915df7-0af8-4101-a8ab-c89b37d6e31d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b HTTP/1.1" status: 204 len: 168 time: 0.2848749 Apr 07 11:29:32.311634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:32.418303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95915df7-0af8-4101-a8ab-c89b37d6e31d tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce82d3c-9b34-43e7-9b78-c7ccc87ff00b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:32.508533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (a9649652-132d-45c7-ab88-eb7c672a75f0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:32.510815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d50b4dbf-af3b-42ad-9b80-c1ff8b2ab9a5 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1910682 Apr 07 11:29:32.510939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33072) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:32.521722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-012a0022-ac7e-4348-97b2-8fb2bdd1e917 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': 'd45bb0eb-eccf-4b53-ab3e-2bbdeb5cf00a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:32.541234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e8f725a-b489-4d7c-8b02-c1def7c2e3d4 req-0c8eeaea-690a-4cfb-b20e-60e0ff7807c6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597575 Apr 07 11:29:32.607496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 19d352fe-44dd-423e-b0e9-3fb40838ac47 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:32.641770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 19d352fe-44dd-423e-b0e9-3fb40838ac47 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:32.642680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 19d352fe-44dd-423e-b0e9-3fb40838ac47 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:32.960545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eed47050-c17c-418c-b5d9-65339d3c6910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.024977 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-012a0022-ac7e-4348-97b2-8fb2bdd1e917 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The resource could not be found. Apr 07 11:29:33.026065 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-012a0022-ac7e-4348-97b2-8fb2bdd1e917 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5140765 Apr 07 11:29:33.030053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33074) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:33.034961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--680325700'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:33.058040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.062796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-6dd34d17-ef59-4cab-9ea1-85beadd034f2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:33.065215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-6dd34d17-ef59-4cab-9ea1-85beadd034f2 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.4355109 Apr 07 11:29:33.160157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (b6cb9d46-7173-4b93-8995-4837a4fc5a67), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.165679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b6cb9d46-7173-4b93-8995-4837a4fc5a67), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.199704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb9d46-7173-4b93-8995-4837a4fc5a67,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:33.221518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.222790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4264598b-d886-48e5-ae81-698eece2e053 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1917102 Apr 07 11:29:33.231163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33076) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:33.237866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--430630779'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:33.293560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.432468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.434925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (2f0ffd33-a969-483b-a635-014d7f98dad4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.438445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (a9649652-132d-45c7-ab88-eb7c672a75f0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.450683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2f0ffd33-a969-483b-a635-014d7f98dad4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.481407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Deleting port 7e127ba2-48fb-4330-ab06-83eb96cacea3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:33.482081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.489589 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.498132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0ffd33-a969-483b-a635-014d7f98dad4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:33.518042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.522133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-64bcae29-f2d7-4020-8133-f1f8174a4b1c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2872875 Apr 07 11:29:33.522518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33082) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:33.529011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1543ae0f-61b2-4a23-87a0-1c74a1567592 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb9d46-7173-4b93-8995-4837a4fc5a67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2f0ffd33-a969-483b-a635-014d7f98dad4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:33.601243 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-1543ae0f-61b2-4a23-87a0-1c74a1567592 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:29:33.602507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1543ae0f-61b2-4a23-87a0-1c74a1567592 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0788445 Apr 07 11:29:33.605354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33088) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:33.653520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] For port 7e127ba2-48fb-4330-ab06-83eb96cacea3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7e127ba2-48fb-4330-ab06-83eb96cacea3,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:33.654085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.674507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Calling delete_port for 7e127ba2-48fb-4330-ab06-83eb96cacea3 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:33.723526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fafccdeb-e160-49d2-8a7d-f08f0628eb5e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (2f0ffd33-a969-483b-a635-014d7f98dad4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.755692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9e0a3-1c61-4da8-87fd-e37b8118876f req-dc8c2021-c29e-473f-a53c-24b3d60a45a6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:33.757372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efe9e0a3-1c61-4da8-87fd-e37b8118876f req-dc8c2021-c29e-473f-a53c-24b3d60a45a6 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/ports?device_id=abe0ce79-4447-4a39-adf3-cd541cf253ff HTTP/1.1" status: 200 len: 946 time: 0.0888214 Apr 07 11:29:33.767493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fafccdeb-e160-49d2-8a7d-f08f0628eb5e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (2f0ffd33-a969-483b-a635-014d7f98dad4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.811563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Allocated IP 172.25.5.228 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/2e28dd08-ece0-453c-bc97-18d84494ce2f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:33.841531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efe9e0a3-1c61-4da8-87fd-e37b8118876f req-2e078fbf-d37b-4a46-814a-f6ecf4ebbc46 tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f934eb7-73fa-418c-8473-d07409d9fb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763469 Apr 07 11:29:33.852343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fafccdeb-e160-49d2-8a7d-f08f0628eb5e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2f0ffd33-a969-483b-a635-014d7f98dad4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.856228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fafccdeb-e160-49d2-8a7d-f08f0628eb5e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:33.857604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fafccdeb-e160-49d2-8a7d-f08f0628eb5e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f0ffd33-a969-483b-a635-014d7f98dad4 HTTP/1.1" status: 204 len: 168 time: 0.2512050 Apr 07 11:29:33.862407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33090) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:33.870849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafccdeb-e160-49d2-8a7d-f08f0628eb5e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0ffd33-a969-483b-a635-014d7f98dad4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:33.950704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9f7760c5-3ee2-41e0-bde4-1a00124b23d3 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0857153 Apr 07 11:29:33.951604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33092) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.002416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7e127ba2-48fb-4330-ab06-83eb96cacea3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.018739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7e127ba2-48fb-4330-ab06-83eb96cacea3'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:29:34.040236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5830cab0-7121-4e0b-ace8-8a80af5ac101 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (b6cb9d46-7173-4b93-8995-4837a4fc5a67), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.076577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Pushing event deleted for resources: {'Port': ['ID=7e127ba2-48fb-4330-ab06-83eb96cacea3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:34.104604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5830cab0-7121-4e0b-ace8-8a80af5ac101 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (b6cb9d46-7173-4b93-8995-4837a4fc5a67), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.147338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] No DVR routers for this DVR port 7e127ba2-48fb-4330-ab06-83eb96cacea3 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:34.151849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for port (2e28dd08-ece0-453c-bc97-18d84494ce2f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.153599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.157011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f7cd8916-2351-4d5a-a70d-88325d1ef95c req-5db48ad4-ba13-4483-8600-b91ab131994f tempest-ServerRescueTestJSON-1702098913 tempest-ServerRescueTestJSON-1702098913-project] 10.222.0.41 "DELETE /v2.0/ports/7e127ba2-48fb-4330-ab06-83eb96cacea3 HTTP/1.1" status: 204 len: 173 time: 1.0855372 Apr 07 11:29:34.158240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'name': 'network-vif-deleted', 'tag': '7e127ba2-48fb-4330-ab06-83eb96cacea3'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:29:34.168214 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e3d7e5-053b-4ed3-8670-e9bbf0f8c4be" -d '{"events": [{"server_uuid": "abe0ce79-4447-4a39-adf3-cd541cf253ff", "name": "network-vif-deleted", "tag": "7e127ba2-48fb-4330-ab06-83eb96cacea3"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:29:34.182352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5830cab0-7121-4e0b-ace8-8a80af5ac101 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b6cb9d46-7173-4b93-8995-4837a4fc5a67), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.185754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5830cab0-7121-4e0b-ace8-8a80af5ac101 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.190097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33096) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.190457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5830cab0-7121-4e0b-ace8-8a80af5ac101 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6cb9d46-7173-4b93-8995-4837a4fc5a67 HTTP/1.1" status: 204 len: 168 time: 0.2375517 Apr 07 11:29:34.216114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830cab0-7121-4e0b-ace8-8a80af5ac101 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb9d46-7173-4b93-8995-4837a4fc5a67,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:34.259539 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c710ebb3-037e-473f-961b-7835e2985d58 x-openstack-request-id: req-c710ebb3-037e-473f-961b-7835e2985d58 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:29:34.260435 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0ce79-4447-4a39-adf3-cd541cf253ff", "name": "network-vif-deleted", "tag": "7e127ba2-48fb-4330-ab06-83eb96cacea3", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:29:34.261950 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c710ebb3-037e-473f-961b-7835e2985d58 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:29:34.262577 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c710ebb3-037e-473f-961b-7835e2985d58'] response: {'server_uuid': 'abe0ce79-4447-4a39-adf3-cd541cf253ff', 'name': 'network-vif-deleted', 'tag': '7e127ba2-48fb-4330-ab06-83eb96cacea3', 'status': 'completed', 'code': 200} Apr 07 11:29:34.293370 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a30d44f-0fcc-4fe9-8d6f-62d4d46c8318 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982034 Apr 07 11:29:34.295496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.306308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2e28dd08-ece0-453c-bc97-18d84494ce2f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.306715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048155456'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:34.339696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.387014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:34.391137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:34.406283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:34.437083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.453936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Port': ['ID=2e28dd08-ece0-453c-bc97-18d84494ce2f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:34.480537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (33374574-c105-4586-a75b-45fd187b8dd4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.488256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (33374574-c105-4586-a75b-45fd187b8dd4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.530834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.539036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2381732 Apr 07 11:29:34.541781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33102) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.546835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-60bcb3c9-9fd3-4e43-b1b0-5c1e5900a7cc tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:34.547188 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-60bcb3c9-9fd3-4e43-b1b0-5c1e5900a7cc tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 11:29:34.547685 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-60bcb3c9-9fd3-4e43-b1b0-5c1e5900a7cc tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] update failed (client error): There was a conflict when trying to complete your request. Apr 07 11:29:34.552333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-60bcb3c9-9fd3-4e43-b1b0-5c1e5900a7cc tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "PUT /v2.0/security-groups/33374574-c105-4586-a75b-45fd187b8dd4 HTTP/1.1" status: 409 len: 330 time: 0.0093720 Apr 07 11:29:34.552990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33104) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.555300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ef6a-df36-4bdd-9677-8313f7839b0e tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33374574-c105-4586-a75b-45fd187b8dd4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:34.641579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8a82de5-3ee6-4012-b94f-4224695a5cb1 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (33374574-c105-4586-a75b-45fd187b8dd4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.705029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8a82de5-3ee6-4012-b94f-4224695a5cb1 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (33374574-c105-4586-a75b-45fd187b8dd4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.797495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8a82de5-3ee6-4012-b94f-4224695a5cb1 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (33374574-c105-4586-a75b-45fd187b8dd4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.814841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8a82de5-3ee6-4012-b94f-4224695a5cb1 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:34.820070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33110) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.821101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f8a82de5-3ee6-4012-b94f-4224695a5cb1 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/33374574-c105-4586-a75b-45fd187b8dd4 HTTP/1.1" status: 204 len: 168 time: 0.2666173 Apr 07 11:29:34.837479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82de5-3ee6-4012-b94f-4224695a5cb1 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33374574-c105-4586-a75b-45fd187b8dd4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:34.923812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33114) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.933531 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b7c64d3d-38c7-408a-bbf2-c2072ca32c3c tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1117916 Apr 07 11:29:34.937175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33116) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.943347 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-687a9074-5344-4fe6-80f7-4f8ee718a3c3 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] delete failed (client error): The resource could not be found. Apr 07 11:29:34.948344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-687a9074-5344-4fe6-80f7-4f8ee718a3c3 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1a28ed5-7d23-421c-8425-de97b996123d HTTP/1.1" status: 404 len: 347 time: 0.0234537 Apr 07 11:29:34.948942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33118) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.967638 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-054fe0f9-4d60-48bb-89ac-683e7c729558 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] show failed (client error): The resource could not be found. Apr 07 11:29:34.972726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-054fe0f9-4d60-48bb-89ac-683e7c729558 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-groups/605cbc4c-33e0-4829-be05-f67657739853 HTTP/1.1" status: 404 len: 347 time: 0.0225968 Apr 07 11:29:34.973320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33120) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:34.988388 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-4b932ae3-ac0a-4335-a3c3-180f130110f0 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] show failed (client error): The resource could not be found. Apr 07 11:29:34.994324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4b932ae3-ac0a-4335-a3c3-180f130110f0 tempest-NegativeSecGroupTest-1463935242 tempest-NegativeSecGroupTest-1463935242-project] 10.222.0.13 "GET /v2.0/security-group-rules/cc94cc55-a0d6-4537-a02a-d44fc7d17987 HTTP/1.1" status: 404 len: 356 time: 0.0199707 Apr 07 11:29:35.097370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (a9649652-132d-45c7-ab88-eb7c672a75f0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.308880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33126) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:35.500967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.501684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4f4ef309-1f5f-492c-8505-1004763afc76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe186793c0bc4bd6b76c2a05df110f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910250 Apr 07 11:29:35.502600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33130) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:35.507290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.566940 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ec87-94df-49f1-a2ec-bc7aecbe0076 admin admin] Publish callbacks [] for security_group (448d544e-081a-4c0d-9a9f-37c5b701f4d0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.597026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ec87-94df-49f1-a2ec-bc7aecbe0076 admin admin] Publish callbacks [] for security_group (448d544e-081a-4c0d-9a9f-37c5b701f4d0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.662109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ec87-94df-49f1-a2ec-bc7aecbe0076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (448d544e-081a-4c0d-9a9f-37c5b701f4d0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.665256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ec87-94df-49f1-a2ec-bc7aecbe0076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.666658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b4d3ec87-94df-49f1-a2ec-bc7aecbe0076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/448d544e-081a-4c0d-9a9f-37c5b701f4d0 HTTP/1.1" status: 204 len: 168 time: 0.1633027 Apr 07 11:29:35.669334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (07cce839-0032-4a1c-b1cc-96fdc3d3d286), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:35.686053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ec87-94df-49f1-a2ec-bc7aecbe0076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448d544e-081a-4c0d-9a9f-37c5b701f4d0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:35.808880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Router a9649652-132d-45c7-ab88-eb7c672a75f0 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:36.020794 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:36.032509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:36.037957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:36.042172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e6986a4f-e266-45ae-8939-408bb269ba1f tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "PUT /v2.0/routers/a9649652-132d-45c7-ab88-eb7c672a75f0 HTTP/1.1" status: 200 len: 918 time: 3.8904788 Apr 07 11:29:36.042324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33144) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:36.057789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] Sync routers for ids ['a9649652-132d-45c7-ab88-eb7c672a75f0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:36.084537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] Routers {'a9649652-132d-45c7-ab88-eb7c672a75f0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:36.085435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a9649652-132d-45c7-ab88-eb7c672a75f0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:36.151881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Deleting port 57da07db-1f65-45b4-8320-cbfd45d277f0 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:36.152227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:36.178163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:36.204067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] Routers {'a9649652-132d-45c7-ab88-eb7c672a75f0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:36.205251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a9649652-132d-45c7-ab88-eb7c672a75f0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:36.280142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] For port 57da07db-1f65-45b4-8320-cbfd45d277f0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57da07db-1f65-45b4-8320-cbfd45d277f0,segment=NetworkSegment(c211c4bb-703a-479d-ad36-4496614ae623),segment_id=c211c4bb-703a-479d-ad36-4496614ae623)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:36.280761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:36.285714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:36.286754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68eac1-4e27-4bb1-9b06-fecf3f6c64fa None None] The sync data for ids ['a9649652-132d-45c7-ab88-eb7c672a75f0'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:36.304085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-950c5e7f-9546-4509-9bc0-f639499e59b2 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/a9649652-132d-45c7-ab88-eb7c672a75f0 HTTP/1.1" status: 200 len: 924 time: 0.2579136 Apr 07 11:29:36.304465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33152) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:36.314893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Calling delete_port for 57da07db-1f65-45b4-8320-cbfd45d277f0 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:36.367002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b1e7a-3035-44eb-8a80-d47256ed7afa tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:36.371355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d24b1e7a-3035-44eb-8a80-d47256ed7afa tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=a9649652-132d-45c7-ab88-eb7c672a75f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0635240 Apr 07 11:29:36.371640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33154) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:36.531701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d709bf8-e142-4928-ba6c-57d7ade68959 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:36.536190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9d709bf8-e142-4928-ba6c-57d7ade68959 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.1605198 Apr 07 11:29:36.536503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33162) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:36.613410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fe3598cf-c816-4a68-af38-82b38874d7fb tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9649652-132d-45c7-ab88-eb7c672a75f0 HTTP/1.1" status: 200 len: 205 time: 0.0757172 Apr 07 11:29:36.616782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33168) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:36.638136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7e127ba2-48fb-4330-ab06-83eb96cacea3 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:36.678596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 7e127ba2-48fb-4330-ab06-83eb96cacea3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:36.679449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7e127ba2-48fb-4330-ab06-83eb96cacea3 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:36.723070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (57da07db-1f65-45b4-8320-cbfd45d277f0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:36.776451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57da07db-1f65-45b4-8320-cbfd45d277f0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:36.841472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.040427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33170) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:37.066570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (a9649652-132d-45c7-ab88-eb7c672a75f0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.170367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.198103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Deleting port 2e28dd08-ece0-453c-bc97-18d84494ce2f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:37.198754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2e28dd08-ece0-453c-bc97-18d84494ce2f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.293432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2e28dd08-ece0-453c-bc97-18d84494ce2f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.307321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Calling delete_port for 2e28dd08-ece0-453c-bc97-18d84494ce2f owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:37.387441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (07cce839-0032-4a1c-b1cc-96fdc3d3d286), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.428563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-121386141'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:37.470433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Made reservation on behalf of ebe5b20101bd412ead0602e09ebfb7b2 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:29:37.473992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.487990 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.642465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2e28dd08-ece0-453c-bc97-18d84494ce2f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.683517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event deleted for resources: {'Port': ['ID=2e28dd08-ece0-453c-bc97-18d84494ce2f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:37.698030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for security_group (900cfe4d-74b2-42f3-880a-79c6634d5d95), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.711220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (900cfe4d-74b2-42f3-880a-79c6634d5d95), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.752991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:29:37.808292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:29:37.810665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900cfe4d-74b2-42f3-880a-79c6634d5d95,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:37.828609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (a9649652-132d-45c7-ab88-eb7c672a75f0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.834914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ba933432-d90b-412d-a7d2-4672e89dd5f4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.835279 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Added segment ba933432-d90b-412d-a7d2-4672e89dd5f4 of type vlan for network aec3859a-6e43-4af2-b465-25ce0f3b7cec Apr 07 11:29:37.913564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:37.926062 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] Sync routers for ids ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:37.933336 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b9d322a-5ca8-4ddb-bf42-f9eb9e1351b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/07cce839-0032-4a1c-b1cc-96fdc3d3d286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9913051 Apr 07 11:29:37.934474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33180) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:37.941662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] Routers {'07cce839-0032-4a1c-b1cc-96fdc3d3d286'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:37.942295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:37.976578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.983324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (a9649652-132d-45c7-ab88-eb7c672a75f0), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:37.997366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (aec3859a-6e43-4af2-b465-25ce0f3b7cec), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.084187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (a9649652-132d-45c7-ab88-eb7c672a75f0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.088845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Fanout notify agent at l3_agent the message router_deleted on router a9649652-132d-45c7-ab88-eb7c672a75f0 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:38.114144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.123116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a9ee0bd-7172-418b-af40-54cd57967b30 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/a9649652-132d-45c7-ab88-eb7c672a75f0 HTTP/1.1" status: 204 len: 168 time: 1.5051827 Apr 07 11:29:38.123535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33188) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:38.130208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043711573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:38.154718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (aec3859a-6e43-4af2-b465-25ce0f3b7cec), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.165877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:38.166614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.192663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.194285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.226859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1825111 Apr 07 11:29:38.230013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33196) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:38.250679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Request body: {'subnet': {'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:38.271847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks [] for router (07cce839-0032-4a1c-b1cc-96fdc3d3d286), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.476754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf461df1-4fb1-43a7-a96d-2f72341c772f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event updated for resources: {'Network': ['ID=aec3859a-6e43-4af2-b465-25ce0f3b7cec,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:38.485411 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] Set router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:38.529091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.567562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Made reservation on behalf of ebe5b20101bd412ead0602e09ebfb7b2 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:29:38.568742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.577923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.597024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:29:38.643494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.648388 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5bcdc809-6b8f-4d65-b028-658078b16e23 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5202143 Apr 07 11:29:38.653496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:38.671299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'enable_snat': False}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:38.876950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks [] for router_gateway (07cce839-0032-4a1c-b1cc-96fdc3d3d286), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:38.933999 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:29:36Z', 'revision_number': 5, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port': {'id': 'a9d595c4-122e-4567-aaac-1e04f32fc87b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:27:11Z', 'updated_at': '2022-04-07T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:38.972611 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] Checking router: 07cce839-0032-4a1c-b1cc-96fdc3d3d286 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:29:38.982502 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] Routers {'07cce839-0032-4a1c-b1cc-96fdc3d3d286'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:38.983154 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:39.068005 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (2cd4fd64-e622-43c2-bbd7-3a999863c36b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.125461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33216) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:39.189486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.191389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] Set router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:39.228106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Deleting port a9d595c4-122e-4567-aaac-1e04f32fc87b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:39.228445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.245770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event updated for resources: {'Subnet': ['ID=2cd4fd64-e622-43c2-bbd7-3a999863c36b,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:39.298727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Checking segment: {'id': 'ba933432-d90b-412d-a7d2-4672e89dd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:39.299079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Network hostable DHCP agents. Network: aec3859a-6e43-4af2-b465-25ce0f3b7cec, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:29:39.300417 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:29:38Z', 'revision_number': 6, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:39.342419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:29:39.357378 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d254115-44f3-439b-bf51-80def2fffa70 None None] The sync data for ids ['07cce839-0032-4a1c-b1cc-96fdc3d3d286'] in n-d-836788-1 is: [{'id': '07cce839-0032-4a1c-b1cc-96fdc3d3d286', 'name': 'tempest-ServerRescueTestJSON-1939532880-router', 'tenant_id': 'd6b55bc32d2e46e39922f39399a89c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:27:09Z', 'updated_at': '2022-04-07T11:29:38Z', 'revision_number': 6, 'project_id': 'd6b55bc32d2e46e39922f39399a89c29', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:39.366096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, aec3859a-6e43-4af2-b465-25ce0f3b7cec) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:39.379766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4caa3-1999-4f1c-a1e5-7a758024fd1e None None] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:29:39.382783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] For port a9d595c4-122e-4567-aaac-1e04f32fc87b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a9d595c4-122e-4567-aaac-1e04f32fc87b,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:39.383155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.400247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:39.401335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Calling delete_port for a9d595c4-122e-4567-aaac-1e04f32fc87b owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:39.403689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.468333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4485077f-60be-4943-8e1d-8f1929e9f894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.479105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-92c7f955-0b61-4347-9c16-1eeb9e8c3000 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2441406 Apr 07 11:29:39.479777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:39.494491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Request body: {'port': {'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec', 'name': 'tempest-TagsExtTest-820499149'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:39.616665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-aec3859a-6e43-4af2-b465-25ce0f3b7cec', 'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec', 'project_id': 'ebe5b20101bd412ead0602e09ebfb7b2', 'fixed_ips': [{'subnet_id': '2cd4fd64-e622-43c2-bbd7-3a999863c36b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:29:39.620527 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.644254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4485077f-60be-4943-8e1d-8f1929e9f894 admin admin] Publish callbacks [] for security_group (0d361661-e43e-4b55-bcab-57bfaf992bde), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.650552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4485077f-60be-4943-8e1d-8f1929e9f894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0d361661-e43e-4b55-bcab-57bfaf992bde), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.697699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485077f-60be-4943-8e1d-8f1929e9f894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d361661-e43e-4b55-bcab-57bfaf992bde,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:39.708259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4485077f-60be-4943-8e1d-8f1929e9f894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a76325a4eb940d4ab4069dbcf87edae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5770781 Apr 07 11:29:39.712382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33222) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:39.841288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f678e54-15ac-40b1-806a-f58f97473230 admin admin] Publish callbacks [] for security_group (0d361661-e43e-4b55-bcab-57bfaf992bde), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.849465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.889185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.890781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f678e54-15ac-40b1-806a-f58f97473230 admin admin] Publish callbacks [] for security_group (0d361661-e43e-4b55-bcab-57bfaf992bde), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:39.939270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Allocated IP 172.20.0.2 (aec3859a-6e43-4af2-b465-25ce0f3b7cec/2cd4fd64-e622-43c2-bbd7-3a999863c36b/96878df4-a5ee-426b-a3fd-be697c2234d3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:40.005437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f678e54-15ac-40b1-806a-f58f97473230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0d361661-e43e-4b55-bcab-57bfaf992bde), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.008187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f678e54-15ac-40b1-806a-f58f97473230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.011746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4f678e54-15ac-40b1-806a-f58f97473230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d361661-e43e-4b55-bcab-57bfaf992bde HTTP/1.1" status: 204 len: 168 time: 0.2962630 Apr 07 11:29:40.019190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f678e54-15ac-40b1-806a-f58f97473230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d361661-e43e-4b55-bcab-57bfaf992bde,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:40.072217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a9d595c4-122e-4567-aaac-1e04f32fc87b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.135383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d595c4-122e-4567-aaac-1e04f32fc87b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:40.153416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Made reservation on behalf of ebe5b20101bd412ead0602e09ebfb7b2 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:29:40.154366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.206840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Allocated IP 172.25.5.46 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/8e40b321-c9c2-4c7c-af06-bc4a4902020c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:40.285198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] device_id is not set on port 9500ddee-443a-460b-b8a9-b06236077403 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:29:40.437504 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Publish callbacks [] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.456540 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.523168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:40.526284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (07cce839-0032-4a1c-b1cc-96fdc3d3d286), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.528237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:40.539662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:40.564998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Pushing event updated for resources: {'Port': ['ID=96878df4-a5ee-426b-a3fd-be697c2234d3,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:40.592319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.592843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.593269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.593900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.594383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.595313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.595672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.596076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.596544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.597011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.597428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.598449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.599031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:40.657720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Attempting to bind port 96878df4-a5ee-426b-a3fd-be697c2234d3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:29:40.658667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Attempting to bind port 96878df4-a5ee-426b-a3fd-be697c2234d3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ba933432-d90b-412d-a7d2-4672e89dd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:29:40.659188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Attempting to bind port 96878df4-a5ee-426b-a3fd-be697c2234d3 on network aec3859a-6e43-4af2-b465-25ce0f3b7cec {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:29:40.665771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:29:40.666299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Checking segment: {'id': 'ba933432-d90b-412d-a7d2-4672e89dd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:40.667054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.667191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Bound using segment: {'id': 'ba933432-d90b-412d-a7d2-4672e89dd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:29:40.667684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Bound port: 96878df4-a5ee-426b-a3fd-be697c2234d3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba933432-d90b-412d-a7d2-4672e89dd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'aec3859a-6e43-4af2-b465-25ce0f3b7cec'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:29:40.668189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.696476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33232) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:40.730700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c44e48f3-bb70-4905-9dc1-6ff77280f4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.755087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] For port 96878df4-a5ee-426b-a3fd-be697c2234d3, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:29:40.759152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] For port 96878df4-a5ee-426b-a3fd-be697c2234d3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96878df4-a5ee-426b-a3fd-be697c2234d3,segment=NetworkSegment(ba933432-d90b-412d-a7d2-4672e89dd5f4),segment_id=ba933432-d90b-412d-a7d2-4672e89dd5f4)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:29:40.763335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for port (8e40b321-c9c2-4c7c-af06-bc4a4902020c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.768791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Allocated IP 172.20.0.7 (aec3859a-6e43-4af2-b465-25ce0f3b7cec/2cd4fd64-e622-43c2-bbd7-3a999863c36b/9500ddee-443a-460b-b8a9-b06236077403) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:40.769395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.777779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (07cce839-0032-4a1c-b1cc-96fdc3d3d286), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.780976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks [] for router_controller (07cce839-0032-4a1c-b1cc-96fdc3d3d286), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.858126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c44e48f3-bb70-4905-9dc1-6ff77280f4d4 admin admin] Publish callbacks [] for security_group (2696bd48-5d1a-4e80-b006-de12038d6dc8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.868799 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c44e48f3-bb70-4905-9dc1-6ff77280f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2696bd48-5d1a-4e80-b006-de12038d6dc8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.889393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da795c2-0e62-4558-a148-2d1b5b2f192c None None] Pushing event updated for resources: {'Port': ['ID=96878df4-a5ee-426b-a3fd-be697c2234d3,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:40.913051 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (07cce839-0032-4a1c-b1cc-96fdc3d3d286), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.913650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07cce839-0032-4a1c-b1cc-96fdc3d3d286 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:40.922014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:40.923300 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03d96986-74ff-4d70-b409-e17638058ea7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/07cce839-0032-4a1c-b1cc-96fdc3d3d286 HTTP/1.1" status: 204 len: 168 time: 2.9869132 Apr 07 11:29:40.931255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33240) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:40.975944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e48f3-bb70-4905-9dc1-6ff77280f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2696bd48-5d1a-4e80-b006-de12038d6dc8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:41.045985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c44e48f3-bb70-4905-9dc1-6ff77280f4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c4ded25c01c4603bf1f8cd9643ee94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482022 Apr 07 11:29:41.051306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33244) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:41.144103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Deleting subnet 10ecb748-a7de-4f6e-9c93-e6c828506a60 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:29:41.147979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for port (9500ddee-443a-460b-b8a9-b06236077403), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.160043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Publish callbacks [] for subnet (10ecb748-a7de-4f6e-9c93-e6c828506a60), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.196172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7647f1dd-85bb-42c4-800e-755368aeb466 admin admin] Publish callbacks [] for security_group (2696bd48-5d1a-4e80-b006-de12038d6dc8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.233683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8e40b321-c9c2-4c7c-af06-bc4a4902020c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.249200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (10ecb748-a7de-4f6e-9c93-e6c828506a60), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.258329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7647f1dd-85bb-42c4-800e-755368aeb466 admin admin] Publish callbacks [] for security_group (2696bd48-5d1a-4e80-b006-de12038d6dc8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.259141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9500ddee-443a-460b-b8a9-b06236077403), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.275219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9d595c4-122e-4567-aaac-1e04f32fc87b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:41.319041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a9d595c4-122e-4567-aaac-1e04f32fc87b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:41.319535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9d595c4-122e-4567-aaac-1e04f32fc87b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:41.320573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57da07db-1f65-45b4-8320-cbfd45d277f0 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:41.347226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 57da07db-1f65-45b4-8320-cbfd45d277f0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:41.347671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57da07db-1f65-45b4-8320-cbfd45d277f0 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:41.359235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:41.379367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (10ecb748-a7de-4f6e-9c93-e6c828506a60), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.392012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:41.394087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:41.405248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:41.445569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7647f1dd-85bb-42c4-800e-755368aeb466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2696bd48-5d1a-4e80-b006-de12038d6dc8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.448233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7647f1dd-85bb-42c4-800e-755368aeb466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.454663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7647f1dd-85bb-42c4-800e-755368aeb466 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2696bd48-5d1a-4e80-b006-de12038d6dc8 HTTP/1.1" status: 204 len: 168 time: 0.3972077 Apr 07 11:29:41.469401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647f1dd-85bb-42c4-800e-755368aeb466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696bd48-5d1a-4e80-b006-de12038d6dc8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:41.485318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (10ecb748-a7de-4f6e-9c93-e6c828506a60), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.515656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:41.519603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ecb748-a7de-4f6e-9c93-e6c828506a60,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:41.527148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.533881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-22b12c54-53df-48b4-8841-10a94d0710e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10ecb748-a7de-4f6e-9c93-e6c828506a60 HTTP/1.1" status: 204 len: 168 time: 0.5959280 Apr 07 11:29:41.534718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33248) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:41.553265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Pushing event updated for resources: {'Port': ['ID=8e40b321-c9c2-4c7c-af06-bc4a4902020c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:41.580645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:41.592316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.592752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.593015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.593884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.594234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.595340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.595675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.596005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.596331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.596811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.597168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.598272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.598619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:29:41.667193 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (f6e306c2-cf70-4d3f-bd00-a5d837b8340b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.724898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:41.726016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.761950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event updated for resources: {'Port': ['ID=9500ddee-443a-460b-b8a9-b06236077403,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:41.825212 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eaba1c9e-340a-4520-a753-7703f925f356 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3422413 Apr 07 11:29:41.827016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33252) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:41.833800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2142376073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:41.843656 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (f6e306c2-cf70-4d3f-bd00-a5d837b8340b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.906721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (415f27c1-3713-4590-9d24-3d2d2b1c509f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.928081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (415f27c1-3713-4590-9d24-3d2d2b1c509f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:41.960103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e306c2-cf70-4d3f-bd00-a5d837b8340b']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:41.981846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c211c4bb-703a-479d-ad36-4496614ae623') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:41.982054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c211c4bb-703a-479d-ad36-4496614ae623') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:42.002862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (c211c4bb-703a-479d-ad36-4496614ae623), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.123956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c211c4bb-703a-479d-ad36-4496614ae623), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.144727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for router_controller (415f27c1-3713-4590-9d24-3d2d2b1c509f), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.148913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:29:42.150495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (c211c4bb-703a-479d-ad36-4496614ae623), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:29:42.155369 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:29:42.183370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (415f27c1-3713-4590-9d24-3d2d2b1c509f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.257021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.258995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4cd05a29-ef94-4171-a85e-b39a4e7813e8 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4302070 Apr 07 11:29:42.263258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33264) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:42.274115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5d370980-d280-47be-9074-6f57cececea0 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1487248383', 'prefixes': ['172.20.0.0/16']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:42.300784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (f6e306c2-cf70-4d3f-bd00-a5d837b8340b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.322311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.325636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6e306c2-cf70-4d3f-bd00-a5d837b8340b HTTP/1.1" status: 204 len: 168 time: 0.7897069 Apr 07 11:29:42.343946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432da5b2-1bd0-4622-a0b1-2c42cceabdc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e306c2-cf70-4d3f-bd00-a5d837b8340b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:42.463362 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5d370980-d280-47be-9074-6f57cececea0 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.471407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5d370980-d280-47be-9074-6f57cececea0 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2065585 Apr 07 11:29:42.472145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33270) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:42.477153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-f68d4887-0b7b-45b7-9fa3-fe4cdec0e46d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-1664211601') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:42.533982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a2de8-0b2f-4f83-9167-32ca8848f9d6 None None] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:29:42.588463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router_gateway (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.643344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f68d4887-0b7b-45b7-9fa3-fe4cdec0e46d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-1664211601 HTTP/1.1" status: 201 len: 201 time: 0.1669436 Apr 07 11:29:42.644612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33274) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:42.651668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-50aca3fc-e0fa-4ff9-979a-d0f488c03cd0 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-69823834') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:42.761547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-50aca3fc-e0fa-4ff9-979a-d0f488c03cd0 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-69823834 HTTP/1.1" status: 201 len: 201 time: 0.1152582 Apr 07 11:29:42.763570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33278) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:42.777093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-fc502237-9973-4f76-9101-a8cbcaf3a4db tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-971354696') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:42.781593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33280) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:42.835488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] Provisioning complete for port 96878df4-a5ee-426b-a3fd-be697c2234d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:42.836012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:42.901384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f2f7379-dc40-4964-b2bb-c4d5b77b2967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6b55bc32d2e46e39922f39399a89c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1186159 Apr 07 11:29:42.925436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33284) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:42.990986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] Current status of the port 96878df4-a5ee-426b-a3fd-be697c2234d3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:42.991806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.050999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] For port 96878df4-a5ee-426b-a3fd-be697c2234d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96878df4-a5ee-426b-a3fd-be697c2234d3,segment=NetworkSegment(ba933432-d90b-412d-a7d2-4672e89dd5f4),segment_id=ba933432-d90b-412d-a7d2-4672e89dd5f4)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:43.052843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.057622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.070303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.080074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fc502237-9973-4f76-9101-a8cbcaf3a4db tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-971354696 HTTP/1.1" status: 201 len: 201 time: 0.3118203 Apr 07 11:29:43.082624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:43.104311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-6d903645-7f6e-4693-b970-00eca2466476 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-1377267876') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:43.159604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6dbecd01-d233-4d36-9172-e6c69c0071ef admin admin] Publish callbacks [] for security_group (4f934eb7-73fa-418c-8473-d07409d9fb50), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.189212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecb9f3-0a59-421d-b7ae-e88953c58cda None None] Pushing event updated for resources: {'Port': ['ID=96878df4-a5ee-426b-a3fd-be697c2234d3,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:43.251413 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6dbecd01-d233-4d36-9172-e6c69c0071ef admin admin] Publish callbacks [] for security_group (4f934eb7-73fa-418c-8473-d07409d9fb50), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.314210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d903645-7f6e-4693-b970-00eca2466476 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-1377267876 HTTP/1.1" status: 201 len: 201 time: 0.2292755 Apr 07 11:29:43.332108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33294) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:43.334600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96878df4-a5ee-426b-a3fd-be697c2234d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:43.338787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-e04ec693-2cd4-458b-85cd-64410ee77ebe tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:43.392895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6dbecd01-d233-4d36-9172-e6c69c0071ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4f934eb7-73fa-418c-8473-d07409d9fb50), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.396322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6dbecd01-d233-4d36-9172-e6c69c0071ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.405336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6dbecd01-d233-4d36-9172-e6c69c0071ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f934eb7-73fa-418c-8473-d07409d9fb50 HTTP/1.1" status: 204 len: 168 time: 0.4782376 Apr 07 11:29:43.417152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbecd01-d233-4d36-9172-e6c69c0071ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f934eb7-73fa-418c-8473-d07409d9fb50,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:43.526342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 96878df4-a5ee-426b-a3fd-be697c2234d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:43.534883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.545463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Router d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:43.570178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e04ec693-2cd4-458b-85cd-64410ee77ebe tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags HTTP/1.1" status: 200 len: 241 time: 0.2368968 Apr 07 11:29:43.572651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33304) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:43.577689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-dd6052e4-12da-454e-9a22-f014f5d765f2 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-1664211601') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:43.605767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4a7a2a39-9235-4bd7-9cee-b68aacf4d40e None None] Provisioning complete for port 96878df4-a5ee-426b-a3fd-be697c2234d3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:43.606610 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2a39-9235-4bd7-9cee-b68aacf4d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.837946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:43.843321 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:43.848361 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a3ad342-e775-4c93-b41c-14db456f7f92 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "PUT /v2.0/routers/d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 HTTP/1.1" status: 200 len: 919 time: 5.1896312 Apr 07 11:29:43.848501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33310) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:43.859578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] Sync routers for ids ['d2e980e7-a7a1-45bb-b6b3-014a3f3196d8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:43.865729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dd6052e4-12da-454e-9a22-f014f5d765f2 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-1664211601 HTTP/1.1" status: 204 len: 168 time: 0.2918062 Apr 07 11:29:43.866379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:43.875875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-4dc2a4ae-8d1d-4429-a825-35960c516dcb tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-1664211601') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:43.970081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 96878df4-a5ee-426b-a3fd-be697c2234d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:43.980600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] Routers {'d2e980e7-a7a1-45bb-b6b3-014a3f3196d8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:43.981315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d2e980e7-a7a1-45bb-b6b3-014a3f3196d8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:43.983848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a2a39-9235-4bd7-9cee-b68aacf4d40e None None] Current status of the port 96878df4-a5ee-426b-a3fd-be697c2234d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:44.023190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.036619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4a7a2a39-9235-4bd7-9cee-b68aacf4d40e None None] Provisioning complete for port 9500ddee-443a-460b-b8a9-b06236077403 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:44.037017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2a39-9235-4bd7-9cee-b68aacf4d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9500ddee-443a-460b-b8a9-b06236077403), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:44.067061 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4dc2a4ae-8d1d-4429-a825-35960c516dcb tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-1664211601 HTTP/1.1" status: 204 len: 168 time: 0.1994708 Apr 07 11:29:44.070545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33318) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.076929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] Routers {'d2e980e7-a7a1-45bb-b6b3-014a3f3196d8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:44.077569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-07152684-7db5-452e-9ebf-6356cd467d27 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.077691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d2e980e7-a7a1-45bb-b6b3-014a3f3196d8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.079959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a2a39-9235-4bd7-9cee-b68aacf4d40e None None] Port 9500ddee-443a-460b-b8a9-b06236077403 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:29:44.135372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.136061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab71d27-e27b-4afe-85d9-e1a01c5bd2ba None None] The sync data for ids ['d2e980e7-a7a1-45bb-b6b3-014a3f3196d8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:44.208020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e834f073-47ba-4329-b97b-720a5c1143ea None None] Provisioning complete for port 9500ddee-443a-460b-b8a9-b06236077403 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:44.208402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e834f073-47ba-4329-b97b-720a5c1143ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9500ddee-443a-460b-b8a9-b06236077403), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:44.237286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07152684-7db5-452e-9ebf-6356cd467d27 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags HTTP/1.1" status: 200 len: 205 time: 0.1616516 Apr 07 11:29:44.238830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.258951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-a86d11dc-aa0b-44a3-8990-e232b8e2529f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.324607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e834f073-47ba-4329-b97b-720a5c1143ea None None] Port 9500ddee-443a-460b-b8a9-b06236077403 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:29:44.375636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a86d11dc-aa0b-44a3-8990-e232b8e2529f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags HTTP/1.1" status: 200 len: 239 time: 0.1329958 Apr 07 11:29:44.376871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.380935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-1b8e8a35-28cf-4e67-b200-e89ae19f1a58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-69823834') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.500073 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b8e8a35-28cf-4e67-b200-e89ae19f1a58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-69823834 HTTP/1.1" status: 204 len: 168 time: 0.1196842 Apr 07 11:29:44.500726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33340) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.513492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-e701fdfa-2b69-4e3b-a852-fe66fc25b5b5 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-69823834') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.667664 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e701fdfa-2b69-4e3b-a852-fe66fc25b5b5 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-69823834 HTTP/1.1" status: 204 len: 168 time: 0.1627266 Apr 07 11:29:44.668590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33352) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.688065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0b04d4a1-d16e-49d6-82b0-4bf400538bc8 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 HTTP/1.1" status: 200 len: 925 time: 0.8390083 Apr 07 11:29:44.689923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33354) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.693611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-7ec3c703-ae86-47a7-9c04-e1de2e8163af tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.753217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed57289-ca6c-4574-81ad-2d74a9125452 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:44.757891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ed57289-ca6c-4574-81ad-2d74a9125452 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=d2e980e7-a7a1-45bb-b6b3-014a3f3196d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0666134 Apr 07 11:29:44.758569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33356) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.770161 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7ec3c703-ae86-47a7-9c04-e1de2e8163af tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags HTTP/1.1" status: 200 len: 205 time: 0.1002789 Apr 07 11:29:44.771197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.776154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-842257e1-c09d-4a9f-997c-cb2b109f4711 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.863182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33360) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.883317 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-842257e1-c09d-4a9f-997c-cb2b109f4711 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags HTTP/1.1" status: 200 len: 240 time: 0.1106784 Apr 07 11:29:44.886225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33364) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.893322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9552213-9425-429b-a2ad-45eb678c3e9a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:44.897354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b9552213-9425-429b-a2ad-45eb678c3e9a tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/networks/2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 881 time: 0.1352503 Apr 07 11:29:44.898214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33366) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:44.914239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-ea15d1fb-d7df-48c2-866e-0f4c66f704fa tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-971354696') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:44.974160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-79dbedf9-1dab-4ecf-a84e-14d1ba5fab5f tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 HTTP/1.1" status: 200 len: 205 time: 0.0657246 Apr 07 11:29:44.974992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33368) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.045813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ea15d1fb-d7df-48c2-866e-0f4c66f704fa tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-971354696 HTTP/1.1" status: 204 len: 168 time: 0.1589186 Apr 07 11:29:45.048970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33372) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.054572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-0891300a-9dae-43ea-b937-b082b9d1cd99 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-971354696') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.164859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-network', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:45.197871 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0891300a-9dae-43ea-b937-b082b9d1cd99 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-971354696 HTTP/1.1" status: 204 len: 168 time: 0.1473100 Apr 07 11:29:45.198820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33382) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.210193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96878df4-a5ee-426b-a3fd-be697c2234d3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:45.210761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-2fb3596c-c839-457e-b575-e6128ba2ca11 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.229872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Made reservation on behalf of ec1f3cf75d114468a559f7bbe4aa554b for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:29:45.232198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.269004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.291462 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.325477 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2fb3596c-c839-457e-b575-e6128ba2ca11 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags HTTP/1.1" status: 200 len: 205 time: 0.1252098 Apr 07 11:29:45.327898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33392) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.341773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-3e321250-6a74-442b-a832-f98d4d2f0160 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.366128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 96878df4-a5ee-426b-a3fd-be697c2234d3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:45.366761 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.386030 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e321250-6a74-442b-a832-f98d4d2f0160 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags HTTP/1.1" status: 200 len: 241 time: 0.0543945 Apr 07 11:29:45.386885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33394) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.393069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-948a3779-de51-4b7b-9383-f818fae31040 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-1377267876') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.460878 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-948a3779-de51-4b7b-9383-f818fae31040 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-1377267876 HTTP/1.1" status: 204 len: 168 time: 0.0722263 Apr 07 11:29:45.468242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33400) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.473378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-f23c2656-c595-4bb2-9865-5a9aa25c4540 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-1377267876') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.484491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.511887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 96878df4-a5ee-426b-a3fd-be697c2234d3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:45.524684 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f23c2656-c595-4bb2-9865-5a9aa25c4540 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-1377267876 HTTP/1.1" status: 204 len: 168 time: 0.0549684 Apr 07 11:29:45.526043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks [] for security_group (21a42d99-caeb-4817-8e35-14c27264de20), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.527170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33402) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.533479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-e41d9410-e0c0-4b83-ba5a-5c19df071b18 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.547944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (21a42d99-caeb-4817-8e35-14c27264de20), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.564738 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e41d9410-e0c0-4b83-ba5a-5c19df071b18 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0359530 Apr 07 11:29:45.568941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33404) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.573834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-2b438bfe-2416-4aed-9532-1894dda4c033 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.578776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:29:45.600552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a42d99-caeb-4817-8e35-14c27264de20,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:45.606450 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b438bfe-2416-4aed-9532-1894dda4c033 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0361111 Apr 07 11:29:45.607478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (47ad2273-f737-430b-95f6-e6d8fd5cfc3b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.607824 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Added segment 47ad2273-f737-430b-95f6-e6d8fd5cfc3b of type vlan for network cb38c5a4-0317-4b36-a22f-f74dae7632b8 Apr 07 11:29:45.609332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33406) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.614891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-5a885510-c76f-4dff-9a97-b564566248e6 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.656798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Deleting port 8e40b321-c9c2-4c7c-af06-bc4a4902020c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:45.657682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8e40b321-c9c2-4c7c-af06-bc4a4902020c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.680693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (cb38c5a4-0317-4b36-a22f-f74dae7632b8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.715600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a885510-c76f-4dff-9a97-b564566248e6 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags HTTP/1.1" status: 204 len: 168 time: 0.1039186 Apr 07 11:29:45.717418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33410) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.723654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-6d8159fe-60b3-45f9-9502-c0afae02ce60 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.754418 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (cb38c5a4-0317-4b36-a22f-f74dae7632b8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.756468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:45.757311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.765180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33412) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.793891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6d8159fe-60b3-45f9-9502-c0afae02ce60 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags HTTP/1.1" status: 204 len: 168 time: 0.0752764 Apr 07 11:29:45.796389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.801749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-ceda5e4e-2f78-4c9c-bb51-89f66915aee1 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:45.823485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8e40b321-c9c2-4c7c-af06-bc4a4902020c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.830723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9617052 Apr 07 11:29:45.834315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33418) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.840085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Request body: {'subnet': {'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-subnet', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:45.852459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Calling delete_port for 8e40b321-c9c2-4c7c-af06-bc4a4902020c owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:45.858598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae43e57-b69e-4360-b809-ec6061b1bc6c admin admin] Pushing event updated for resources: {'Network': ['ID=cb38c5a4-0317-4b36-a22f-f74dae7632b8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:45.875489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:29:45.896367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Made reservation on behalf of ec1f3cf75d114468a559f7bbe4aa554b for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:29:45.898862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:45.908940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ceda5e4e-2f78-4c9c-bb51-89f66915aee1 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags HTTP/1.1" status: 204 len: 168 time: 0.1105742 Apr 07 11:29:45.908940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33420) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:45.953341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-a7dc8891-10e6-4acd-b9ca-a7599a69ad32 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-504272669') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:46.002009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b552d1dd-981a-46ef-a97f-0cc3d52faa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.062289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8e40b321-c9c2-4c7c-af06-bc4a4902020c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.089152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event deleted for resources: {'Port': ['ID=8e40b321-c9c2-4c7c-af06-bc4a4902020c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:46.156031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.161048 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a7dc8891-10e6-4acd-b9ca-a7599a69ad32 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-504272669 HTTP/1.1" status: 201 len: 201 time: 0.2373786 Apr 07 11:29:46.165532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33422) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.170264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-77ffe515-b534-4440-8b04-e6b5fcc49c02 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-2074307504') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:46.246550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b552d1dd-981a-46ef-a97f-0cc3d52faa48 admin admin] Publish callbacks [] for security_group (02e5e610-20fb-4e5f-b51b-b0ffa232e16a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.255134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.257361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.262549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b552d1dd-981a-46ef-a97f-0cc3d52faa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (02e5e610-20fb-4e5f-b51b-b0ffa232e16a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.291008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (5887c97a-5c53-4b79-9bcf-220b67e6bf8d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.322709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d2e980e7-a7a1-45bb-b6b3-014a3f3196d8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.323252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Fanout notify agent at l3_agent the message router_deleted on router d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:46.331075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.338497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7a758856-0428-48e1-bd1c-a44ca3f753a6 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 HTTP/1.1" status: 204 len: 168 time: 1.3561878 Apr 07 11:29:46.338497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.349696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2003972966', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:46.358561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552d1dd-981a-46ef-a97f-0cc3d52faa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e5e610-20fb-4e5f-b51b-b0ffa232e16a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:46.364987 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b552d1dd-981a-46ef-a97f-0cc3d52faa48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b147cbda21254cdcb8a7cdd548257d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5987856 Apr 07 11:29:46.370973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33432) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.397380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5887c97a-5c53-4b79-9bcf-220b67e6bf8d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:46.401121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.402670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.426453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Checking segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:46.426838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Network hostable DHCP agents. Network: cb38c5a4-0317-4b36-a22f-f74dae7632b8, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:29:46.433353 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-77ffe515-b534-4440-8b04-e6b5fcc49c02 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-2074307504 HTTP/1.1" status: 201 len: 201 time: 0.2642066 Apr 07 11:29:46.436775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.442510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-f6a7e8e3-2032-4afb-8dde-019c35ba0af7 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-1078283226') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:46.518420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:29:46.531773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, cb38c5a4-0317-4b36-a22f-f74dae7632b8) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:46.537287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:46.538042 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.538848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.540097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57ae4477-a336-4d8f-ab46-3d596c34afb8 admin admin] Publish callbacks [] for security_group (02e5e610-20fb-4e5f-b51b-b0ffa232e16a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.547484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bae3b-1793-445b-8378-03b5cd11c1d3 None None] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:29:46.572113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57ae4477-a336-4d8f-ab46-3d596c34afb8 admin admin] Publish callbacks [] for security_group (02e5e610-20fb-4e5f-b51b-b0ffa232e16a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.578651 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebbd7737-1f33-499b-8698-5389c91a5f3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7429862 Apr 07 11:29:46.582492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.588968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:46.608924 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f6a7e8e3-2032-4afb-8dde-019c35ba0af7 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-1078283226 HTTP/1.1" status: 201 len: 201 time: 0.1686444 Apr 07 11:29:46.609703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.618397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-417e3363-dbcf-4661-8b56-a552a7db9942 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-1761246414') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:46.639194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d3829bd4-c1f7-4951-a337-29e0894ff367), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.640326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d3829bd4-c1f7-4951-a337-29e0894ff367), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.679088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57ae4477-a336-4d8f-ab46-3d596c34afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (02e5e610-20fb-4e5f-b51b-b0ffa232e16a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.683961 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-417e3363-dbcf-4661-8b56-a552a7db9942 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-1761246414 HTTP/1.1" status: 201 len: 201 time: 0.0698464 Apr 07 11:29:46.684132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-57ae4477-a336-4d8f-ab46-3d596c34afb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.684132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-57ae4477-a336-4d8f-ab46-3d596c34afb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02e5e610-20fb-4e5f-b51b-b0ffa232e16a HTTP/1.1" status: 204 len: 168 time: 0.3110626 Apr 07 11:29:46.693876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.699330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-1d2ec357-89fe-485d-b18c-206140dee099 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', {'tags': ['tempest-TagsExtTest-Tag-1354660482', 'tempest-TagsExtTest-Tag-1528294413', 'tempest-TagsExtTest-Tag-618409842']}) {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:46.724739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4477-a336-4d8f-ab46-3d596c34afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e5e610-20fb-4e5f-b51b-b0ffa232e16a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:46.742484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:29:46.743371 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.782766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks [] for router_controller (d3829bd4-c1f7-4951-a337-29e0894ff367), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.820714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:46.887132 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d2ec357-89fe-485d-b18c-206140dee099 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags HTTP/1.1" status: 200 len: 317 time: 0.1921828 Apr 07 11:29:46.889846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:46.894724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-74241571-8d52-48cc-9e2d-329c1c638a1c tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:47.026423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Allocated IP 172.20.0.2 (cb38c5a4-0317-4b36-a22f-f74dae7632b8/5887c97a-5c53-4b79-9bcf-220b67e6bf8d/efc62c46-5f0c-4abb-b132-7b140b68eef9) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:47.177356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (12856f62-0321-4ce1-8c4b-bfafd497363e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.207261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33450) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:47.210164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Publish callbacks [] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.214293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.221380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.232908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-48396d99-6461-440d-96c7-ad921e15a0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.282930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:47.289539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:47.292615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:47.345047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Pushing event updated for resources: {'Port': ['ID=efc62c46-5f0c-4abb-b132-7b140b68eef9,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:47.400056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks [] for router_gateway (d3829bd4-c1f7-4951-a337-29e0894ff367), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.406412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Allocated IP 172.25.5.62 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/02bb3717-e94b-49b5-bc69-bcdfb75178c9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:47.424249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Attempting to bind port efc62c46-5f0c-4abb-b132-7b140b68eef9 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:29:47.425832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Attempting to bind port efc62c46-5f0c-4abb-b132-7b140b68eef9 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:29:47.426800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Attempting to bind port efc62c46-5f0c-4abb-b132-7b140b68eef9 on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:29:47.436310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:29:47.438928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Checking segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:47.440494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.441485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Bound using segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:29:47.442577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Bound port: efc62c46-5f0c-4abb-b132-7b140b68eef9, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:29:47.443846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.487042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-48396d99-6461-440d-96c7-ad921e15a0f2 admin admin] Publish callbacks [] for security_group (56416f5e-5482-41ee-961f-259f62da37f3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.499251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-48396d99-6461-440d-96c7-ad921e15a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (56416f5e-5482-41ee-961f-259f62da37f3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.558423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-48396d99-6461-440d-96c7-ad921e15a0f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13530dbd8c714cef970d0435774a397a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499460 Apr 07 11:29:47.565197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33454) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:47.567813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74241571-8d52-48cc-9e2d-329c1c638a1c tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags HTTP/1.1" status: 204 len: 168 time: 0.6768434 Apr 07 11:29:47.570220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33456) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:47.578956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] For port efc62c46-5f0c-4abb-b132-7b140b68eef9, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:29:47.586987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48396d99-6461-440d-96c7-ad921e15a0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56416f5e-5482-41ee-961f-259f62da37f3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:47.587419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] For port efc62c46-5f0c-4abb-b132-7b140b68eef9, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efc62c46-5f0c-4abb-b132-7b140b68eef9,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:29:47.593178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-f5b5bc6e-57c0-4c4a-aa94-1da6c3b89c1d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-1354660482') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:47.597560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.665208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for port (02bb3717-e94b-49b5-bc69-bcdfb75178c9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.685304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d3f5-ef27-4658-b9e6-98c6bc1f04e9 None None] Pushing event updated for resources: {'Port': ['ID=efc62c46-5f0c-4abb-b132-7b140b68eef9,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:47.709600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b845-358c-4213-9809-e748da0ecef0 admin admin] Publish callbacks [] for security_group (56416f5e-5482-41ee-961f-259f62da37f3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.736258 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-f5b5bc6e-57c0-4c4a-aa94-1da6c3b89c1d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:47.737438 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f5b5bc6e-57c0-4c4a-aa94-1da6c3b89c1d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-1354660482 HTTP/1.1" status: 404 len: 329 time: 0.1618133 Apr 07 11:29:47.743662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33458) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:47.748273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-463d40b4-5ef0-4526-ade5-b9d9377ef366 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-1528294413') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:47.786001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b845-358c-4213-9809-e748da0ecef0 admin admin] Publish callbacks [] for security_group (56416f5e-5482-41ee-961f-259f62da37f3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.807840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (02bb3717-e94b-49b5-bc69-bcdfb75178c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.838187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks [] for router_gateway (d3829bd4-c1f7-4951-a337-29e0894ff367), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.865983 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.880514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:47.893390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:47.897280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:47.912914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event updated for resources: {'Port': ['ID=02bb3717-e94b-49b5-bc69-bcdfb75178c9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:47.972825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b845-358c-4213-9809-e748da0ecef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (56416f5e-5482-41ee-961f-259f62da37f3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.976572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b845-358c-4213-9809-e748da0ecef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:47.977900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e2e0b845-358c-4213-9809-e748da0ecef0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56416f5e-5482-41ee-961f-259f62da37f3 HTTP/1.1" status: 204 len: 168 time: 0.4109097 Apr 07 11:29:47.985731 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-463d40b4-5ef0-4526-ade5-b9d9377ef366 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:47.990339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:47.990555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-463d40b4-5ef0-4526-ade5-b9d9377ef366 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-1528294413 HTTP/1.1" status: 404 len: 329 time: 0.2455587 Apr 07 11:29:47.996060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-0475089f-9e30-4678-98eb-a4e42a55713b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b', 'tempest-TagsExtTest-Tag-618409842') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:48.006816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0b845-358c-4213-9809-e748da0ecef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56416f5e-5482-41ee-961f-259f62da37f3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:48.106377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Allocated IP 172.25.5.222 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/34cf26fa-8cd1-428b-b332-5708e442869e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:48.179169 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0475089f-9e30-4678-98eb-a4e42a55713b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:48.180428 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0475089f-9e30-4678-98eb-a4e42a55713b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags/tempest-TagsExtTest-Tag-618409842 HTTP/1.1" status: 404 len: 328 time: 0.1890073 Apr 07 11:29:48.183584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:48.192507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-3cde0310-9778-4919-8aac-f72c3cc837b9 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', {'tags': ['tempest-TagsExtTest-Tag-471729558', 'tempest-TagsExtTest-Tag-544360165', 'tempest-TagsExtTest-Tag-1250758461']}) {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:48.305982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks [] for port (34cf26fa-8cd1-428b-b332-5708e442869e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:48.312967 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3cde0310-9778-4919-8aac-f72c3cc837b9 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags HTTP/1.1" status: 200 len: 316 time: 0.1260428 Apr 07 11:29:48.313945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33468) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:48.319441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-642c2e5f-ed50-4997-89ab-2397bf201a5c tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:48.343638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (12856f62-0321-4ce1-8c4b-bfafd497363e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:48.405777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:48.486728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Pushing event updated for resources: {'Port': ['ID=34cf26fa-8cd1-428b-b332-5708e442869e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:48.496786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:48.499112 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-642c2e5f-ed50-4997-89ab-2397bf201a5c tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags HTTP/1.1" status: 204 len: 168 time: 0.1842849 Apr 07 11:29:48.500301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:48.502750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33474) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:48.505475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:48.510082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-f6e6f7b2-8bdf-44df-8657-bf3533d25fca tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-471729558') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:48.682229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:48.710952 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-f6e6f7b2-8bdf-44df-8657-bf3533d25fca tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:48.710952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f6e6f7b2-8bdf-44df-8657-bf3533d25fca tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-471729558 HTTP/1.1" status: 404 len: 328 time: 0.2063730 Apr 07 11:29:48.713683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:48.717412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-9068858d-2250-47db-8788-fef97ed2cfb9 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-544360165') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:48.881507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Router 12856f62-0321-4ce1-8c4b-bfafd497363e is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:49.041183 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-9068858d-2250-47db-8788-fef97ed2cfb9 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:49.044568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9068858d-2250-47db-8788-fef97ed2cfb9 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-544360165 HTTP/1.1" status: 404 len: 328 time: 0.3278830 Apr 07 11:29:49.046245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33490) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:49.046922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks [] for router_gateway (d3829bd4-c1f7-4951-a337-29e0894ff367), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.053284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-077e7eda-a2bc-47c4-9d58-684a9e4abb08 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403', 'tempest-TagsExtTest-Tag-1250758461') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.073784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:49.102653 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] Sync routers for ids ['12856f62-0321-4ce1-8c4b-bfafd497363e'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:49.141088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.146034 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] Routers {'12856f62-0321-4ce1-8c4b-bfafd497363e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:49.146034 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['12856f62-0321-4ce1-8c4b-bfafd497363e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.148855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d24512-6160-4159-8552-15849d28a89b None None] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:29:49.149521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8668e190-5c74-48c7-bae9-a9cdf0a52384 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8123188 Apr 07 11:29:49.154630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33494) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:49.166411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:29:49.264532 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.309764 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] Routers {'12856f62-0321-4ce1-8c4b-bfafd497363e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:49.310535 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['12856f62-0321-4ce1-8c4b-bfafd497363e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.353474 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-077e7eda-a2bc-47c4-9d58-684a9e4abb08 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:49.356910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-077e7eda-a2bc-47c4-9d58-684a9e4abb08 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags/tempest-TagsExtTest-Tag-1250758461 HTTP/1.1" status: 404 len: 329 time: 0.3045170 Apr 07 11:29:49.366399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:49.372648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-9747472f-080c-4761-b19b-94e7c16eeaae tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', {'tags': ['tempest-TagsExtTest-Tag-973443099', 'tempest-TagsExtTest-Tag-1121075434', 'tempest-TagsExtTest-Tag-269116256']}) {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.391277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efc62c46-5f0c-4abb-b132-7b140b68eef9 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:49.422423 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.424813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230527f5-5d27-4dc9-928d-d859aa5d3896 None None] The sync data for ids ['12856f62-0321-4ce1-8c4b-bfafd497363e'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:49.542432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] Provisioning complete for port efc62c46-5f0c-4abb-b132-7b140b68eef9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:49.543324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.593961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port efc62c46-5f0c-4abb-b132-7b140b68eef9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:49.595322 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.654982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9747472f-080c-4761-b19b-94e7c16eeaae tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags HTTP/1.1" status: 200 len: 316 time: 0.2859755 Apr 07 11:29:49.658861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33502) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:49.666314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-ff7d111c-165d-489d-a6d6-5c157f19b78b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:49.695530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d3829bd4-c1f7-4951-a337-29e0894ff367), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.827819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] Current status of the port efc62c46-5f0c-4abb-b132-7b140b68eef9 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:49.827954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.874178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] For port efc62c46-5f0c-4abb-b132-7b140b68eef9, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efc62c46-5f0c-4abb-b132-7b140b68eef9,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:49.920680 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:49.974506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Router d3829bd4-c1f7-4951-a337-29e0894ff367 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:29:49.979860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port efc62c46-5f0c-4abb-b132-7b140b68eef9 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:49.980253 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.023899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f04b-e568-4a62-85da-ad83d40e3954 None None] Pushing event updated for resources: {'Port': ['ID=efc62c46-5f0c-4abb-b132-7b140b68eef9,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:50.143330 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:29:50.143629 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:29:50.154230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-df165526-1e15-4ebd-b0c7-5496a1fc35fa None None] Provisioning complete for port efc62c46-5f0c-4abb-b132-7b140b68eef9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:50.155337 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-df165526-1e15-4ebd-b0c7-5496a1fc35fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.227491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:50.252282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Sync routers for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:50.267997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.271991 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-108b0436-33c8-408d-bef3-7c4df10dbd99 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6884120 Apr 07 11:29:50.274786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33518) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:50.290714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:50.291708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:50.480226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.522496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ff7d111c-165d-489d-a6d6-5c157f19b78b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags HTTP/1.1" status: 204 len: 168 time: 0.8608472 Apr 07 11:29:50.526131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:50.530905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_gateway (12856f62-0321-4ce1-8c4b-bfafd497363e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.535209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-df7a2d55-1bb1-4c51-9a09-91e2ffbc5efc tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-973443099') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:50.645457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Deleting port 02bb3717-e94b-49b5-bc69-bcdfb75178c9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:50.646697 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (02bb3717-e94b-49b5-bc69-bcdfb75178c9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.726696 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-df7a2d55-1bb1-4c51-9a09-91e2ffbc5efc tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:50.727728 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df7a2d55-1bb1-4c51-9a09-91e2ffbc5efc tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-973443099 HTTP/1.1" status: 404 len: 328 time: 0.2006793 Apr 07 11:29:50.731629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33528) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:50.736229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-8b2ac3e8-d92e-481b-a187-982b24fdd3aa tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-1121075434') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:50.754220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-df165526-1e15-4ebd-b0c7-5496a1fc35fa None None] Current status of the port efc62c46-5f0c-4abb-b132-7b140b68eef9 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:50.774891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port efc62c46-5f0c-4abb-b132-7b140b68eef9 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:50.783949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (02bb3717-e94b-49b5-bc69-bcdfb75178c9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:50.801553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Calling delete_port for 02bb3717-e94b-49b5-bc69-bcdfb75178c9 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:50.882412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:51.163782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (02bb3717-e94b-49b5-bc69-bcdfb75178c9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.211751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:48Z', 'revision_number': 3, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:51.231934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Pushing event deleted for resources: {'Port': ['ID=02bb3717-e94b-49b5-bc69-bcdfb75178c9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:51.278147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efc62c46-5f0c-4abb-b132-7b140b68eef9 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:51.282927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Checking router: d3829bd4-c1f7-4951-a337-29e0894ff367 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:29:51.283309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Updating router d3829bd4-c1f7-4951-a337-29e0894ff367 port 34cf26fa-8cd1-428b-b332-5708e442869e binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:29:51.289094 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-8b2ac3e8-d92e-481b-a187-982b24fdd3aa tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:51.292872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8b2ac3e8-d92e-481b-a187-982b24fdd3aa tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-1121075434 HTTP/1.1" status: 404 len: 329 time: 0.5576417 Apr 07 11:29:51.293972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:51.298848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-1dba9d0d-8802-43c7-b141-7f3e2a20057b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f', 'tempest-TagsExtTest-Tag-269116256') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:51.355766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.392504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (12856f62-0321-4ce1-8c4b-bfafd497363e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.551288 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-1dba9d0d-8802-43c7-b141-7f3e2a20057b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:51.555152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1dba9d0d-8802-43c7-b141-7f3e2a20057b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags/tempest-TagsExtTest-Tag-269116256 HTTP/1.1" status: 404 len: 328 time: 0.2575760 Apr 07 11:29:51.556956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33538) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:51.564802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-4aca8c22-c3fc-46c5-a6b6-55634ec3b012 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', {'tags': ['tempest-TagsExtTest-Tag-2117471763', 'tempest-TagsExtTest-Tag-1522687481', 'tempest-TagsExtTest-Tag-1759832192']}) {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:51.629840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port efc62c46-5f0c-4abb-b132-7b140b68eef9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:51.630584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.687592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4aca8c22-c3fc-46c5-a6b6-55634ec3b012 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "PUT /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags HTTP/1.1" status: 200 len: 318 time: 0.1282601 Apr 07 11:29:51.691000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:51.696013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-9e81624b-4663-484a-a03d-b7b870abe04d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:51.745449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.752021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.761547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port efc62c46-5f0c-4abb-b132-7b140b68eef9 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:51.789178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:51.840725 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9e81624b-4663-484a-a03d-b7b870abe04d tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1482625 Apr 07 11:29:51.845390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33546) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:51.854243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-b15af6e0-2506-44c7-8c67-144bfe1dc044 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-2117471763') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:51.864460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Router 12856f62-0321-4ce1-8c4b-bfafd497363e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:29:51.932517 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b15af6e0-2506-44c7-8c67-144bfe1dc044 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:51.936233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b15af6e0-2506-44c7-8c67-144bfe1dc044 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-2117471763 HTTP/1.1" status: 404 len: 329 time: 0.0869493 Apr 07 11:29:51.939057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:51.946234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-ea38650c-df74-45c9-bfc2-cd1dc3e6b948 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-1522687481') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:51.983913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:51.996410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] Sync routers for ids ['12856f62-0321-4ce1-8c4b-bfafd497363e'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:51.997949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.003882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-96089e1a-71b2-4f21-9290-9cc0d134c199 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "PUT /v2.0/routers/12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 200 len: 710 time: 2.8424051 Apr 07 11:29:52.004144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33552) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.020855 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] Routers {'12856f62-0321-4ce1-8c4b-bfafd497363e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:52.021865 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['12856f62-0321-4ce1-8c4b-bfafd497363e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.041005 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-ea38650c-df74-45c9-bfc2-cd1dc3e6b948 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:52.044970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ea38650c-df74-45c9-bfc2-cd1dc3e6b948 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-1522687481 HTTP/1.1" status: 404 len: 329 time: 0.1002572 Apr 07 11:29:52.045736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.054311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-953e58c1-1c34-4118-b104-65efb9b21822 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f', 'tempest-TagsExtTest-Tag-1759832192') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.089683 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.099658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] Routers {'12856f62-0321-4ce1-8c4b-bfafd497363e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:52.100774 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['12856f62-0321-4ce1-8c4b-bfafd497363e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.121208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8ed6f710-1c8a-4744-8a54-4488dde2e972 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/routers/12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 200 len: 745 time: 0.1124165 Apr 07 11:29:52.122876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33558) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.124463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Publish callbacks [] for port (34cf26fa-8cd1-428b-b332-5708e442869e), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.143684 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.147583 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.148566 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44370-74f3-40eb-ae86-8b20f9c62813 None None] The sync data for ids ['12856f62-0321-4ce1-8c4b-bfafd497363e'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:52.174286 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-953e58c1-1c34-4118-b104-65efb9b21822 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] show failed (client error): The resource could not be found. Apr 07 11:29:52.183940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-953e58c1-1c34-4118-b104-65efb9b21822 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags/tempest-TagsExtTest-Tag-1759832192 HTTP/1.1" status: 404 len: 329 time: 0.1347730 Apr 07 11:29:52.183940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Allocated IP 172.20.0.1 (cb38c5a4-0317-4b36-a22f-f74dae7632b8/5887c97a-5c53-4b79-9bcf-220b67e6bf8d/124a4fae-457b-45b2-ae39-4860e1b7375d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:29:52.188233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33560) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.193448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-c04075fb-6ab6-446b-b9c8-4b60ec411b80 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e37b947-a4af-41c6-90a2-ef6b5d049f9f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.221552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-651bf1af-b813-48de-b574-3cd37849da88 tempest-RoutersIpV6AdminTest-1969462380 tempest-RoutersIpV6AdminTest-1969462380-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2a149e59-0076-4d09-a23a-ef756275d523&device_id=12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 200 len: 205 time: 0.0974836 Apr 07 11:29:52.222869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33562) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.228713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Attempting to bind port 34cf26fa-8cd1-428b-b332-5708e442869e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:29:52.229301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Attempting to bind port 34cf26fa-8cd1-428b-b332-5708e442869e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:29:52.229479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Attempting to bind port 34cf26fa-8cd1-428b-b332-5708e442869e on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:29:52.248252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:29:52.248917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:52.249566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.250140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:29:52.251270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Bound port: 34cf26fa-8cd1-428b-b332-5708e442869e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:29:52.252177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.272920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-86e7a19c-999d-4d40-821e-75004e1d3eb9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 200 len: 205 time: 0.0423489 Apr 07 11:29:52.273951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.288648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe716d5-05c2-44a9-8fb3-6094d1af7039 None None] Pushing event updated for resources: {'Port': ['ID=34cf26fa-8cd1-428b-b332-5708e442869e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:52.337641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] For port 34cf26fa-8cd1-428b-b332-5708e442869e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:29:52.342107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] For port 34cf26fa-8cd1-428b-b332-5708e442869e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=34cf26fa-8cd1-428b-b332-5708e442869e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:29:52.351755 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.366148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c04075fb-6ab6-446b-b9c8-4b60ec411b80 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1783555 Apr 07 11:29:52.366903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33566) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.374052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.tag.tag_plugin [None req-60f32d59-0a8e-4f6d-bcad-b20cd9abcbe1 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '415f27c1-3713-4590-9d24-3d2d2b1c509f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.454273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.482926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks [] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.493110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe716d5-05c2-44a9-8fb3-6094d1af7039 None None] Pushing event updated for resources: {'Port': ['ID=34cf26fa-8cd1-428b-b332-5708e442869e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:52.535468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:52.536125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.566018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.628853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:52.632993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:52.651106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:29:52.681838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:52.707293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.731116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Pushing event updated for resources: {'Port': ['ID=124a4fae-457b-45b2-ae39-4860e1b7375d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:52.781217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:52.782200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-60f32d59-0a8e-4f6d-bcad-b20cd9abcbe1 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f/tags HTTP/1.1" status: 204 len: 168 time: 0.4112532 Apr 07 11:29:52.792764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-cbfee792-dc3d-4a28-ba39-0da7c66fbc07 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9500ddee-443a-460b-b8a9-b06236077403') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:52.799674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.809113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router_controller (12856f62-0321-4ce1-8c4b-bfafd497363e), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.852247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (d3829bd4-c1f7-4951-a337-29e0894ff367), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.925273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (12856f62-0321-4ce1-8c4b-bfafd497363e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.926143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Fanout notify agent at l3_agent the message router_deleted on router 12856f62-0321-4ce1-8c4b-bfafd497363e {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:52.934451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:52.939415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4ef7ebdb-ae6d-4583-9a2a-772eb857d2b4 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 204 len: 168 time: 0.6634276 Apr 07 11:29:52.941389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33578) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.042643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-69f1ad73-d940-459d-9f90-f973d4f92a40 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 200 len: 205 time: 0.0991271 Apr 07 11:29:53.043433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33580) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.059821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f5f386d5-6d43-4852-8948-eca9aef8a385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.111090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:48Z', 'revision_number': 3, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:53.115129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cbfee792-dc3d-4a28-ba39-0da7c66fbc07 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403/tags HTTP/1.1" status: 204 len: 168 time: 0.3327677 Apr 07 11:29:53.121442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.131273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.tag.tag_plugin [None req-185737cd-7db9-4f72-9632-0a10f6e0985b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2cd4fd64-e622-43c2-bbd7-3a999863c36b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:53.155142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d322bcd-21c5-4dbf-bae7-583171b28f9e None None] The sync data for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 is: [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:48Z', 'revision_number': 3, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:29:53.164137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eb7cfdcc-bbba-4c42-9d0f-100c82f6bb05 None None] Provisioning complete for port 124a4fae-457b-45b2-ae39-4860e1b7375d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:53.165032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfdcc-bbba-4c42-9d0f-100c82f6bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.165674 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-3a0deafb-9457-4628-af6e-be1dee0009e2 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] delete failed (client error): The resource could not be found. Apr 07 11:29:53.166725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a0deafb-9457-4628-af6e-be1dee0009e2 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/12856f62-0321-4ce1-8c4b-bfafd497363e HTTP/1.1" status: 404 len: 336 time: 0.1205366 Apr 07 11:29:53.182615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33584) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.218738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cfdcc-bbba-4c42-9d0f-100c82f6bb05 None None] Port 124a4fae-457b-45b2-ae39-4860e1b7375d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:29:53.254566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.267321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6b55ca94-c728-481b-ada4-1463cbcfe68f tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 HTTP/1.1" status: 200 len: 205 time: 0.0773785 Apr 07 11:29:53.268097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33586) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.348426 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-817c4375-af8a-45a7-8f06-fd55d8a5f8e3 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] delete failed (client error): The resource could not be found. Apr 07 11:29:53.354090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-817c4375-af8a-45a7-8f06-fd55d8a5f8e3 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/d2e980e7-a7a1-45bb-b6b3-014a3f3196d8 HTTP/1.1" status: 404 len: 336 time: 0.0803840 Apr 07 11:29:53.357421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33588) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.411759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e021cf3a-cb58-4864-8985-d2bc1c5d9a9b tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9649652-132d-45c7-ab88-eb7c672a75f0 HTTP/1.1" status: 200 len: 205 time: 0.0504913 Apr 07 11:29:53.415157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33590) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.440273 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-185737cd-7db9-4f72-9632-0a10f6e0985b tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b/tags HTTP/1.1" status: 204 len: 168 time: 0.3168349 Apr 07 11:29:53.446533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33592) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.495839 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-7a7e74d8-b7a0-4994-8b9e-46de7adf7fdc tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] delete failed (client error): The resource could not be found. Apr 07 11:29:53.497196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7a7e74d8-b7a0-4994-8b9e-46de7adf7fdc tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/a9649652-132d-45c7-ab88-eb7c672a75f0 HTTP/1.1" status: 404 len: 336 time: 0.0807891 Apr 07 11:29:53.499940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33594) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.575493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bf6b64ed-3e0f-44d5-8b9e-e65d59c66422 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b49515-eba7-491d-b1c8-38b636b44b01 HTTP/1.1" status: 200 len: 205 time: 0.0746758 Apr 07 11:29:53.583488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.598619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f5f386d5-6d43-4852-8948-eca9aef8a385 admin admin] Publish callbacks [] for security_group (d26ba6b8-d3c6-4c18-8702-49273c56cf98), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.654785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f5f386d5-6d43-4852-8948-eca9aef8a385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d26ba6b8-d3c6-4c18-8702-49273c56cf98), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.697390 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-48da3f1c-1846-47e7-b5f0-c1bb308654f9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] delete failed (client error): The resource could not be found. Apr 07 11:29:53.700958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-48da3f1c-1846-47e7-b5f0-c1bb308654f9 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/f9b49515-eba7-491d-b1c8-38b636b44b01 HTTP/1.1" status: 404 len: 336 time: 0.1131773 Apr 07 11:29:53.718526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f5f386d5-6d43-4852-8948-eca9aef8a385 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb88c92495c840089999ac5d0880b5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0100131 Apr 07 11:29:53.721035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33600) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.721408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33602) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.776651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06c009c9-7ef3-41cf-961c-5611ede30f3f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.784052 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-06c009c9-7ef3-41cf-961c-5611ede30f3f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9e37b947-a4af-41c6-90a2-ef6b5d049f9f HTTP/1.1" status: 204 len: 168 time: 0.3360996 Apr 07 11:29:53.789153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33604) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.826974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c25cbf22-0241-46a0-bce4-bdaecf35c424 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ee31e26-e65a-4015-9d84-bf9fa610c881 HTTP/1.1" status: 200 len: 205 time: 0.1044545 Apr 07 11:29:53.832759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a0e3daeb-4dc7-4810-8649-c677414539af tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "GET /v2.0/ports?device_id=415f27c1-3713-4590-9d24-3d2d2b1c509f HTTP/1.1" status: 200 len: 205 time: 0.0403724 Apr 07 11:29:53.833549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks [] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.835140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33606) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.835483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33608) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:53.857398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f386d5-6d43-4852-8948-eca9aef8a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26ba6b8-d3c6-4c18-8702-49273c56cf98,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:53.858824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.919821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e90a5659-9446-4f20-83c7-1f894af8951a admin admin] Publish callbacks [] for security_group (d26ba6b8-d3c6-4c18-8702-49273c56cf98), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:53.953257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e90a5659-9446-4f20-83c7-1f894af8951a admin admin] Publish callbacks [] for security_group (d26ba6b8-d3c6-4c18-8702-49273c56cf98), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.017481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e90a5659-9446-4f20-83c7-1f894af8951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d26ba6b8-d3c6-4c18-8702-49273c56cf98), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.020750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e90a5659-9446-4f20-83c7-1f894af8951a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.022086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e90a5659-9446-4f20-83c7-1f894af8951a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d26ba6b8-d3c6-4c18-8702-49273c56cf98 HTTP/1.1" status: 204 len: 168 time: 0.2979913 Apr 07 11:29:54.042977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a5659-9446-4f20-83c7-1f894af8951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26ba6b8-d3c6-4c18-8702-49273c56cf98,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:54.047232 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-9af77b89-ebfd-487e-a8f4-e1684d302ddd tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] delete failed (client error): The resource could not be found. Apr 07 11:29:54.048523 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9af77b89-ebfd-487e-a8f4-e1684d302ddd tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/5ee31e26-e65a-4015-9d84-bf9fa610c881 HTTP/1.1" status: 404 len: 336 time: 0.2120793 Apr 07 11:29:54.054201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.089663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for router (415f27c1-3713-4590-9d24-3d2d2b1c509f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.115204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b99168aa-0f5c-4de2-974b-18a5bd407f90 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f46963-bf25-4202-9d48-994da13b7e46 HTTP/1.1" status: 200 len: 205 time: 0.0531182 Apr 07 11:29:54.116254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33616) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.177031 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-5f969319-2046-4ef9-a22d-1616230372c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] delete failed (client error): The resource could not be found. Apr 07 11:29:54.178461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5f969319-2046-4ef9-a22d-1616230372c1 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/routers/65f46963-bf25-4202-9d48-994da13b7e46 HTTP/1.1" status: 404 len: 336 time: 0.0610378 Apr 07 11:29:54.181517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33618) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.202544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Pushing event updated for resources: {'Port': ['ID=124a4fae-457b-45b2-ae39-4860e1b7375d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:54.233969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (d3829bd4-c1f7-4951-a337-29e0894ff367), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.241525 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f43d22-b657-488a-bb75-55fb98804104 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] DELETE failed (client error): The resource could not be found. Apr 07 11:29:54.242008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f43d22-b657-488a-bb75-55fb98804104 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:29:54.245649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-50f43d22-b657-488a-bb75-55fb98804104 tempest-RoutersIpV6AdminTest-183021323 tempest-RoutersIpV6AdminTest-183021323-project] 10.222.0.13 "DELETE /v2.0/subnets/1b50eacf-0b24-4d5f-9137-bcb958d130b8 HTTP/1.1" status: 404 len: 337 time: 0.0548346 Apr 07 11:29:54.434627 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (415f27c1-3713-4590-9d24-3d2d2b1c509f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.438560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for router_controller (415f27c1-3713-4590-9d24-3d2d2b1c509f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.467840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33624) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.487357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6a33-decc-4478-9cbe-13e7675656df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.526688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (415f27c1-3713-4590-9d24-3d2d2b1c509f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.527418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Fanout notify agent at l3_agent the message router_deleted on router 415f27c1-3713-4590-9d24-3d2d2b1c509f {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:29:54.530218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:29:54.537977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.541620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d80fb573-245b-47ab-ab67-a7936942ea1f tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/routers/415f27c1-3713-4590-9d24-3d2d2b1c509f HTTP/1.1" status: 204 len: 168 time: 0.7039161 Apr 07 11:29:54.542947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33626) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.543874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:29:54.764413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Router d3829bd4-c1f7-4951-a337-29e0894ff367 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:29:54.785692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.819066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6a33-decc-4478-9cbe-13e7675656df admin admin] Publish callbacks [] for security_group (519caa09-7f07-4ff3-acb3-703c2bc376e0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.832599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6a33-decc-4478-9cbe-13e7675656df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (519caa09-7f07-4ff3-acb3-703c2bc376e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.871625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9b9d6a33-decc-4478-9cbe-13e7675656df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fbf92ee99974ee79f26933efcc9c78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021964 Apr 07 11:29:54.875205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Deleting port 9500ddee-443a-460b-b8a9-b06236077403 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:54.876169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9500ddee-443a-460b-b8a9-b06236077403), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.882752 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33638) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:54.977935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-293e71d8-f881-45fb-aa95-06c58f5a7686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:54.992180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6a33-decc-4478-9cbe-13e7675656df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519caa09-7f07-4ff3-acb3-703c2bc376e0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:55.062750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f62fb4d-e2b4-4194-9286-09d14d39e2a9 admin admin] Publish callbacks [] for security_group (519caa09-7f07-4ff3-acb3-703c2bc376e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.077702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff36f55b-7908-4622-bb8a-250f274966da None None] Provisioning complete for port 124a4fae-457b-45b2-ae39-4860e1b7375d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:55.078254 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff36f55b-7908-4622-bb8a-250f274966da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.088774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f62fb4d-e2b4-4194-9286-09d14d39e2a9 admin admin] Publish callbacks [] for security_group (519caa09-7f07-4ff3-acb3-703c2bc376e0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.113185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:29:55.135265 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a190cc42-86c4-4baa-ac3a-6a97c4f97929 admin admin] 10.222.0.13 "PUT /v2.0/routers/d3829bd4-c1f7-4951-a337-29e0894ff367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8512807 Apr 07 11:29:55.136173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9500ddee-443a-460b-b8a9-b06236077403), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.153431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Calling delete_port for 9500ddee-443a-460b-b8a9-b06236077403 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:55.185386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-293e71d8-f881-45fb-aa95-06c58f5a7686 admin admin] Publish callbacks [] for security_group (18c168a9-2f75-496b-940b-637d316df07e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.188159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff36f55b-7908-4622-bb8a-250f274966da None None] Port 124a4fae-457b-45b2-ae39-4860e1b7375d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:29:55.196819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-293e71d8-f881-45fb-aa95-06c58f5a7686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (18c168a9-2f75-496b-940b-637d316df07e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.246414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f62fb4d-e2b4-4194-9286-09d14d39e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (519caa09-7f07-4ff3-acb3-703c2bc376e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.255770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f62fb4d-e2b4-4194-9286-09d14d39e2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.260596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7f62fb4d-e2b4-4194-9286-09d14d39e2a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/519caa09-7f07-4ff3-acb3-703c2bc376e0 HTTP/1.1" status: 204 len: 168 time: 0.3743229 Apr 07 11:29:55.273937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-293e71d8-f881-45fb-aa95-06c58f5a7686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1697823b6bae4078b8f9f0e83093d536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4855795 Apr 07 11:29:55.275083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e71d8-f881-45fb-aa95-06c58f5a7686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c168a9-2f75-496b-940b-637d316df07e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:55.277854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33648) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:55.292781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62fb4d-e2b4-4194-9286-09d14d39e2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519caa09-7f07-4ff3-acb3-703c2bc376e0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:55.427855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 34cf26fa-8cd1-428b-b332-5708e442869e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:55.462741 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddd029da-9dae-4931-aa8c-00c89960155f admin admin] Publish callbacks [] for security_group (18c168a9-2f75-496b-940b-637d316df07e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.502855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddd029da-9dae-4931-aa8c-00c89960155f admin admin] Publish callbacks [] for security_group (18c168a9-2f75-496b-940b-637d316df07e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.524535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9500ddee-443a-460b-b8a9-b06236077403), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.575663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event deleted for resources: {'Port': ['ID=9500ddee-443a-460b-b8a9-b06236077403,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:55.584130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 34cf26fa-8cd1-428b-b332-5708e442869e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:55.586080 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.652882 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddd029da-9dae-4931-aa8c-00c89960155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (18c168a9-2f75-496b-940b-637d316df07e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.659764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddd029da-9dae-4931-aa8c-00c89960155f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.660977 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ddd029da-9dae-4931-aa8c-00c89960155f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18c168a9-2f75-496b-940b-637d316df07e HTTP/1.1" status: 204 len: 168 time: 0.3814576 Apr 07 11:29:55.689664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd029da-9dae-4931-aa8c-00c89960155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c168a9-2f75-496b-940b-637d316df07e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:55.814608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 34cf26fa-8cd1-428b-b332-5708e442869e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:55.816737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.887574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 34cf26fa-8cd1-428b-b332-5708e442869e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=34cf26fa-8cd1-428b-b332-5708e442869e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:55.893651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.897756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:55.903834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3c3942c3-780f-437b-a164-f5e531599461 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/ports/9500ddee-443a-460b-b8a9-b06236077403 HTTP/1.1" status: 204 len: 168 time: 1.3588576 Apr 07 11:29:55.906252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33666) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:56.025929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Deleting subnet 2cd4fd64-e622-43c2-bbd7-3a999863c36b {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:29:56.033334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=34cf26fa-8cd1-428b-b332-5708e442869e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:56.047150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for subnet (2cd4fd64-e622-43c2-bbd7-3a999863c36b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.130015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (2cd4fd64-e622-43c2-bbd7-3a999863c36b), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.135206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Sync routers for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:29:56.158416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:56.159723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:56.311289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2cd4fd64-e622-43c2-bbd7-3a999863c36b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.323795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:56.420483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (2cd4fd64-e622-43c2-bbd7-3a999863c36b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.469989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd4fd64-e622-43c2-bbd7-3a999863c36b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:56.483195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.484660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a592196-e003-43df-af96-d796270d5751 None None] Network aec3859a-6e43-4af2-b465-25ce0f3b7cec requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:29:56.489799 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9fbb0c8f-4bd5-4dad-8c3a-e6efd1496ddd tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/subnets/2cd4fd64-e622-43c2-bbd7-3a999863c36b HTTP/1.1" status: 204 len: 168 time: 0.5822403 Apr 07 11:29:56.492532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:56.667932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (aec3859a-6e43-4af2-b465-25ce0f3b7cec), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.729558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 2, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:56.776011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] DHCP port deletion for aec3859a-6e43-4af2-b465-25ce0f3b7cec request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:29:56.780646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Checking router: d3829bd4-c1f7-4951-a337-29e0894ff367 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:29:56.781163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Updating router d3829bd4-c1f7-4951-a337-29e0894ff367 port 124a4fae-457b-45b2-ae39-4860e1b7375d binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:29:56.810722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Deleting port 96878df4-a5ee-426b-a3fd-be697c2234d3 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:56.811076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.847332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:56.914140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] Deleting port 96878df4-a5ee-426b-a3fd-be697c2234d3 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:29:56.914798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.110095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] For port 96878df4-a5ee-426b-a3fd-be697c2234d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96878df4-a5ee-426b-a3fd-be697c2234d3,segment=NetworkSegment(ba933432-d90b-412d-a7d2-4672e89dd5f4),segment_id=ba933432-d90b-412d-a7d2-4672e89dd5f4)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:57.111813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.167947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Calling delete_port for 96878df4-a5ee-426b-a3fd-be697c2234d3 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:57.223057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:57.229640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.236157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.241883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.248657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.254800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.260784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.267152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.275048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-41b468c6-c525-422f-a91a-7b6d0ea61b93 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.1894023 Apr 07 11:29:57.309708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-040e91b2-a363-421b-96e7-52b5fefb5f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=500a1aa13b494ae0a6320aadf53cb55c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833535 Apr 07 11:29:57.310112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:57.317294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 34cf26fa-8cd1-428b-b332-5708e442869e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:29:57.355432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-ef440446-21b7-4c23-bb50-48c038b65674 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:57.356898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-ef440446-21b7-4c23-bb50-48c038b65674 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 819 time: 0.4276428 Apr 07 11:29:57.400607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] For port 96878df4-a5ee-426b-a3fd-be697c2234d3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96878df4-a5ee-426b-a3fd-be697c2234d3,segment=NetworkSegment(ba933432-d90b-412d-a7d2-4672e89dd5f4),segment_id=ba933432-d90b-412d-a7d2-4672e89dd5f4)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:57.401479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.416309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e39c349-5bb6-425b-b55e-ae0f88eaa7da admin admin] Publish callbacks [] for security_group (f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.437524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] Calling delete_port for 96878df4-a5ee-426b-a3fd-be697c2234d3 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:29:57.449374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e39c349-5bb6-425b-b55e-ae0f88eaa7da admin admin] Publish callbacks [] for security_group (f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.456053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4860c77c-d1b9-4e2b-8786-47e22d1ad824 req-7fa35a39-37f4-40f5-9de3-557100658032 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757915 Apr 07 11:29:57.509806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-35d08d3a-ad88-4613-bfc8-342aa80f0dc2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/quotas/ec1f3cf75d114468a559f7bbe4aa554b HTTP/1.1" status: 200 len: 375 time: 0.0918815 Apr 07 11:29:57.527840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e39c349-5bb6-425b-b55e-ae0f88eaa7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.531465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e39c349-5bb6-425b-b55e-ae0f88eaa7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.536698 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e39c349-5bb6-425b-b55e-ae0f88eaa7da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3 HTTP/1.1" status: 204 len: 168 time: 0.2254825 Apr 07 11:29:57.556866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39c349-5bb6-425b-b55e-ae0f88eaa7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d41240-b8d5-41e3-9b26-c3a9ca2c0ea3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:57.599426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 34cf26fa-8cd1-428b-b332-5708e442869e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:57.599892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.632207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-a4c5dee9-eb35-4a34-a0d5-9b6af1478a4b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136813 Apr 07 11:29:57.633543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.692142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event deleted for resources: {'Port': ['ID=96878df4-a5ee-426b-a3fd-be697c2234d3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:57.705611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] No DVR routers for this DVR port 96878df4-a5ee-426b-a3fd-be697c2234d3 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:57.725612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (96878df4-a5ee-426b-a3fd-be697c2234d3), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.787347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] Pushing event deleted for resources: {'Port': ['ID=96878df4-a5ee-426b-a3fd-be697c2234d3,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:57.834829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a0861-2686-4990-84ce-e114ecfe5ed9 None None] No DVR routers for this DVR port 96878df4-a5ee-426b-a3fd-be697c2234d3 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:29:57.911049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (aec3859a-6e43-4af2-b465-25ce0f3b7cec), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.912373 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Publish callbacks [] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.925392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:57.968666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec3859a-6e43-4af2-b465-25ce0f3b7cec']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:57.978289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 34cf26fa-8cd1-428b-b332-5708e442869e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:57.984262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba933432-d90b-412d-a7d2-4672e89dd5f4') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:57.984580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba933432-d90b-412d-a7d2-4672e89dd5f4') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:58.013895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (ba933432-d90b-412d-a7d2-4672e89dd5f4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.031463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a981ba-d7d0-4a25-a084-0a7086c432e6 None None] Pushing event updated for resources: {'Port': ['ID=124a4fae-457b-45b2-ae39-4860e1b7375d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:58.049960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ba933432-d90b-412d-a7d2-4672e89dd5f4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.068151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:29:58.076768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (ba933432-d90b-412d-a7d2-4672e89dd5f4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:29:58.081219 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:29:58.106669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96878df4-a5ee-426b-a3fd-be697c2234d3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:29:58.186235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 96878df4-a5ee-426b-a3fd-be697c2234d3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:29:58.187561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96878df4-a5ee-426b-a3fd-be697c2234d3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:29:58.235991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Attempting to bind port 124a4fae-457b-45b2-ae39-4860e1b7375d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:29:58.236923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Attempting to bind port 124a4fae-457b-45b2-ae39-4860e1b7375d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:29:58.238078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Attempting to bind port 124a4fae-457b-45b2-ae39-4860e1b7375d on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:29:58.258370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (aec3859a-6e43-4af2-b465-25ce0f3b7cec), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.261176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:29:58.261801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Checking segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:29:58.262493 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.263262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Bound using segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:29:58.264140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Bound port: 124a4fae-457b-45b2-ae39-4860e1b7375d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:29:58.264811 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.271563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.275412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] 10.222.0.13 "DELETE /v2.0/networks/aec3859a-6e43-4af2-b465-25ce0f3b7cec HTTP/1.1" status: 204 len: 168 time: 1.7811801 Apr 07 11:29:58.301114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701dcee-4fbf-4b4b-8155-0b317f861e58 tempest-TagsExtTest-1110891317 tempest-TagsExtTest-1110891317-project] Pushing event deleted for resources: {'Network': ['ID=aec3859a-6e43-4af2-b465-25ce0f3b7cec,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:58.333720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-73a2c62f-3dc6-4234-b1bc-acc84cdde2c6 service neutron] 10.222.0.13 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487036 Apr 07 11:29:58.362107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] For port 124a4fae-457b-45b2-ae39-4860e1b7375d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:29:58.370991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] For port 124a4fae-457b-45b2-ae39-4860e1b7375d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=124a4fae-457b-45b2-ae39-4860e1b7375d,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:29:58.378987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.477300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-e91d3e4c-3274-47d0-9352-19c7f0c62c09 service neutron] 10.222.0.13 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338904 Apr 07 11:29:58.527464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:29:58.528279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:29:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:58.541051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] Provisioning complete for port 124a4fae-457b-45b2-ae39-4860e1b7375d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:58.541485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.588795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a981ba-d7d0-4a25-a084-0a7086c432e6 None None] Pushing event updated for resources: {'Port': ['ID=124a4fae-457b-45b2-ae39-4860e1b7375d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:58.723993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.730439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.754054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.771624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.780255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.786996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.793477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:58.802399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-c1e98d3a-7e26-4218-a403-fd516b1bd707 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.1954417 Apr 07 11:29:58.848014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33750) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:58.890356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be029bf2-46c4-43b3-a7e9-90ac743dddde req-3471030d-f66c-450a-976c-2c84f659b663 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 210 time: 0.0841854 Apr 07 11:29:58.933823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] Current status of the port 124a4fae-457b-45b2-ae39-4860e1b7375d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:58.934493 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:58.960634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8c2396e-cf98-47a2-89c7-67e36998d326 req-9f6adf2c-0f1f-41a2-ac35-1d41a8f75446 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568544 Apr 07 11:29:59.004858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:29:59.051764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] For port 124a4fae-457b-45b2-ae39-4860e1b7375d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=124a4fae-457b-45b2-ae39-4860e1b7375d,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:29:59.066968 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:59.265470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d86aadda-a547-491f-a7b0-7e447bd7d0aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebe5b20101bd412ead0602e09ebfb7b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155648 Apr 07 11:29:59.268708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:29:59.281073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aed33ad2-490d-4fc6-8d94-4039d8d2ee1b None None] Provisioning complete for port 124a4fae-457b-45b2-ae39-4860e1b7375d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:29:59.281449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aed33ad2-490d-4fc6-8d94-4039d8d2ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:59.398362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f4bd8-ac8d-425d-860d-58275be52501 None None] Pushing event updated for resources: {'Port': ['ID=124a4fae-457b-45b2-ae39-4860e1b7375d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:29:59.559396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-e8c9b07d-baf8-4ecf-a0f6-43ef6d7a9ff3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:29:59.562403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-e8c9b07d-baf8-4ecf-a0f6-43ef6d7a9ff3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 819 time: 0.1433165 Apr 07 11:29:59.630296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aed33ad2-490d-4fc6-8d94-4039d8d2ee1b None None] Current status of the port 124a4fae-457b-45b2-ae39-4860e1b7375d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:29:59.651682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:29:59.663217 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb2c2-d816-405d-9ac1-7ca8d20cc360 admin admin] Publish callbacks [] for security_group (900cfe4d-74b2-42f3-880a-79c6634d5d95), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:29:59.671885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-93e3b5f2-d18f-4dd7-b111-0b3b400be6de tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/quotas/ec1f3cf75d114468a559f7bbe4aa554b HTTP/1.1" status: 200 len: 375 time: 0.0890045 Apr 07 11:29:59.686535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c8a2c-fd00-459e-a144-f806c6146a77 None None] The sync data for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 is: [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:30:00.291744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.309960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.325984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb2c2-d816-405d-9ac1-7ca8d20cc360 admin admin] Publish callbacks [] for security_group (900cfe4d-74b2-42f3-880a-79c6634d5d95), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:00.326857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.338951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.350281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.367110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.380296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.385851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-8b6bd913-7126-4db3-8134-b8547e444975 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.2393470 Apr 07 11:30:00.392730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb2c2-d816-405d-9ac1-7ca8d20cc360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (900cfe4d-74b2-42f3-880a-79c6634d5d95), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:00.411388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb2c2-d816-405d-9ac1-7ca8d20cc360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:00.412677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e5ecb2c2-d816-405d-9ac1-7ca8d20cc360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/900cfe4d-74b2-42f3-880a-79c6634d5d95 HTTP/1.1" status: 204 len: 168 time: 1.1429176 Apr 07 11:30:00.449395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb2c2-d816-405d-9ac1-7ca8d20cc360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900cfe4d-74b2-42f3-880a-79c6634d5d95,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:00.526066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-fbf7037c-d3a8-46c6-8e4b-a877b5431227 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8450973 Apr 07 11:30:00.567084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-09e23e5e-56ed-434e-b222-80b0d18b7514 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.568993 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-09e23e5e-56ed-434e-b222-80b0d18b7514 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "GET /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1750031 Apr 07 11:30:00.638223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa7e65fe-9cbe-40f9-99da-bff1c3120963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:00.914620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.929228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.946817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.967100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.975413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:00.994799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:01.001372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-bfbba21c-0e5d-4206-804f-21d736feb9f4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "GET /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4261336 Apr 07 11:30:01.001536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:01.017691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:01.017841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-cbb8a52b-3485-4d3e-99f2-845e6ab6d6fe tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.6353762 Apr 07 11:30:01.187372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:01.188775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:01.216342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-071ea030-1081-4131-a3ca-c505a2df2be8 req-f1e47dbe-77a7-43c3-941d-9e6bc4ea099b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926448 Apr 07 11:30:01.315964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 124a4fae-457b-45b2-ae39-4860e1b7375d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:30:01.431472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-590607ab-a624-41cb-b823-2657e29482da service neutron] 10.222.0.13 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049525 Apr 07 11:30:01.488124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-b37540a5-5f07-42cd-b6f0-632f1601ba16 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:01.491406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-b37540a5-5f07-42cd-b6f0-632f1601ba16 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 819 time: 0.7867570 Apr 07 11:30:01.493230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 124a4fae-457b-45b2-ae39-4860e1b7375d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:01.493687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:01.562219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2070309501'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:01.591991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'port': {'device_id': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'admin_state_up': True, 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:01.660154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (0de7d51b-1310-4b70-be55-5e1472ee5c87), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:01.665296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (0de7d51b-1310-4b70-be55-5e1472ee5c87), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:01.706114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:01.791263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 124a4fae-457b-45b2-ae39-4860e1b7375d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:01.861615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c552f40e-e102-4493-b4ec-c4a65e68b4a9,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:02.100037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-bf37dbf3-eeef-40ec-9674-a9790fb36290 service neutron] 10.222.0.13 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626797 Apr 07 11:30:02.131806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Made reservation on behalf of ec1f3cf75d114468a559f7bbe4aa554b for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:02.145895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:02.687317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:02.931706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b01a992-c90c-404b-b695-e92506cd43bd req-fbc5b388-4134-4371-aa20-71020a2a75c8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 210 time: 0.2533336 Apr 07 11:30:02.986093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Allocated IP 172.20.0.5 (cb38c5a4-0317-4b36-a22f-f74dae7632b8/5887c97a-5c53-4b79-9bcf-220b67e6bf8d/8ea20f7d-f1f5-42a4-8358-34675cfb6e5a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:03.004931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.011667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.018639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.025679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.032580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.040869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.047513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.050169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-d44f218a-cfde-4973-a1ee-b271fe0c5eb6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 5434 time: 0.5180891 Apr 07 11:30:03.198187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-303af742-1c4c-4883-a22b-f8d1db6bafd4 req-03a07660-c28a-4be0-8faf-59a27727221f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370974 Apr 07 11:30:03.227043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (0de7d51b-1310-4b70-be55-5e1472ee5c87), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.233167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:03.233717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.270471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a8843ae4-1180-48ca-889f-1fa740809657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.295207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:03.312061 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f18ac60-41e2-4893-ba4c-f46494896e0b" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:03.358969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] For port c552f40e-e102-4493-b4ec-c4a65e68b4a9, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:30:03.373260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:03.382983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.383732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 34297817-b139-46ea-a3c5-fbbe4f032e28 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:03.414020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.456329 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc01f2d-9b9a-4ec7-9ba1-e650b5bda512 x-openstack-request-id: req-1fc01f2d-9b9a-4ec7-9ba1-e650b5bda512 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:03.457715 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:03.458192 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc01f2d-9b9a-4ec7-9ba1-e650b5bda512 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:03.458804 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc01f2d-9b9a-4ec7-9ba1-e650b5bda512'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a', 'code': 200} Apr 07 11:30:03.496695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] device_id is not set on port c552f40e-e102-4493-b4ec-c4a65e68b4a9 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:03.529085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Publish callbacks [] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.549629 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (0de7d51b-1310-4b70-be55-5e1472ee5c87), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.556519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.570980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.657906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:03.663602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:03.672533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:03.826343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'Port': ['ID=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:03.847580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-400e895c-7c7f-4296-b856-3eb5e5035e81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1177802 Apr 07 11:30:03.851312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] No DVR routers for this DVR port c552f40e-e102-4493-b4ec-c4a65e68b4a9 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:03.908143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:03.914423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:03.963542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-7ff9a30e-8711-4cda-9be7-e0777d74bf37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3752875 Apr 07 11:30:03.979437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Request body: {'port': {'device_id': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:04.001263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.003288 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-85887318-acc4-426a-8baa-91674337be59 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.7775583 Apr 07 11:30:04.014087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33908) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:04.067575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:04.169425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.219809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] In _notify_port_updated(), no bound segment for port c552f40e-e102-4493-b4ec-c4a65e68b4a9 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:30:04.220688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:04.226427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:04.227439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.230168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-63d79031-68e8-446b-9aff-0902e4fa04a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 200 len: 1028 time: 3.2210872 Apr 07 11:30:04.296193 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (0de7d51b-1310-4b70-be55-5e1472ee5c87), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.352663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-31128627-8bba-42c1-9e98-45845adbd1c0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:04.358951 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-31128627-8bba-42c1-9e98-45845adbd1c0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "GET /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1177018 Apr 07 11:30:04.381872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:04.394213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 34297817-b139-46ea-a3c5-fbbe4f032e28 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:04.394842 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.448914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-25401f4c-ba01-4f91-918c-4e3578e32f24 None None] Provisioning complete for port c552f40e-e102-4493-b4ec-c4a65e68b4a9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:04.449693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-25401f4c-ba01-4f91-918c-4e3578e32f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.578996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42de4801-ec30-4560-bb03-e339a98dc35d req-3c8a5c00-0c8b-4a16-bd61-5db223fe4a3a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 210 time: 0.1752486 Apr 07 11:30:04.624907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.630389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.649581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34297817-b139-46ea-a3c5-fbbe4f032e28,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:04.653373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-25401f4c-ba01-4f91-918c-4e3578e32f24 None None] Port c552f40e-e102-4493-b4ec-c4a65e68b4a9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:04.658529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.659575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b88509d4-2d03-4683-be93-5c801c1fe8c3 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:04.704740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-6b9e4def-4ed9-4474-82ae-4a00825be565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:04.711087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-6b9e4def-4ed9-4474-82ae-4a00825be565 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1128 time: 0.6113598 Apr 07 11:30:04.742062 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:04.975108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b44a7dea-235c-432a-8d62-c8ef3832989c None None] Provisioning complete for port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:04.975505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b44a7dea-235c-432a-8d62-c8ef3832989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.062542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:05.069628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b44a7dea-235c-432a-8d62-c8ef3832989c None None] Port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:05.093649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b88509d4-2d03-4683-be93-5c801c1fe8c3 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:05.094731 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.128156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (0de7d51b-1310-4b70-be55-5e1472ee5c87), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.144145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (0de7d51b-1310-4b70-be55-5e1472ee5c87), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.262267 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:30:05.284084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b88509d4-2d03-4683-be93-5c801c1fe8c3,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:05.327594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (0de7d51b-1310-4b70-be55-5e1472ee5c87), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.328101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0de7d51b-1310-4b70-be55-5e1472ee5c87 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:30:05.397878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] For port b88509d4-2d03-4683-be93-5c801c1fe8c3, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:30:05.410811 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.415377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-da5d5ac8-d9b9-403f-ba5e-aa8dbed94e05 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0de7d51b-1310-4b70-be55-5e1472ee5c87 HTTP/1.1" status: 204 len: 168 time: 1.3904216 Apr 07 11:30:05.429541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:05.438987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Request body: {'router': {'name': 'tempest-router-1245820686', 'distributed': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:05.455441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-e121c223-7f8d-4865-815c-73e662baae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.457190 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-e121c223-7f8d-4865-815c-73e662baae3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.7002952 Apr 07 11:30:05.464457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:05.470433 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b20c1d-3eb9-4b85-ac07-ecf92ea5ef47" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:05.489314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-abe374a3-f57b-4c19-83c1-e9e65b366986 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.491188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-abe374a3-f57b-4c19-83c1-e9e65b366986 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 819 time: 0.7499864 Apr 07 11:30:05.503768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] device_id is not set on port b88509d4-2d03-4683-be93-5c801c1fe8c3 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:05.524114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'port': {'device_id': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'admin_state_up': True, 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:05.530566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.537654 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9186ecd-9e14-4f98-bd93-9c121639687f x-openstack-request-id: req-e9186ecd-9e14-4f98-bd93-9c121639687f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:05.539406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.539910 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:05.542117 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9186ecd-9e14-4f98-bd93-9c121639687f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:05.543363 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9186ecd-9e14-4f98-bd93-9c121639687f'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28', 'code': 200} Apr 07 11:30:05.565207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Publish callbacks [] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.594693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.605944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.614985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.621991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.627058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.633960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:05.642598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.645468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-c01638c5-25bc-4578-a1b1-7a15145b19e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 4657 time: 1.1069663 Apr 07 11:30:05.726118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:30:05.732282 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:30:05.793188 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-57d80b5e-3237-4fc5-b0c0-fb99000a6a76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 1001 time: 0.2339919 Apr 07 11:30:05.820311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.854611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Pushing event updated for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:05.906330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfd39f13-1bdf-4184-8da9-2ee1930d8354 req-ee4b588b-67c7-410e-9e62-74db8e6a0d70 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&id=1571f51c-09e5-48cf-8372-424ab764510e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2598381 Apr 07 11:30:05.911537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] No DVR routers for this DVR port b88509d4-2d03-4683-be93-5c801c1fe8c3 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:05.917414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.995056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:05.999041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-97a20d19-81fb-404e-bf5e-d46b76908d5b tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5635531 Apr 07 11:30:06.002243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-b5cd0cd1-88db-4b02-aa87-1c44f0cdcb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:06.004235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-b5cd0cd1-88db-4b02-aa87-1c44f0cdcb2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1901553 Apr 07 11:30:06.007841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:06.016479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] In _notify_port_updated(), no bound segment for port b88509d4-2d03-4683-be93-5c801c1fe8c3 on network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:30:06.017819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:06.018544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.020094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e4eee9b5-deba-4b6c-9026-37a5f6030508 service neutron] 10.222.0.41 "PUT /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 200 len: 1027 time: 1.6553988 Apr 07 11:30:06.025802 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.104934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0b652b2-f658-4b52-9f37-acc82d9461f2 req-c1854e17-79bf-4ba6-a77a-27988b13aaee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 210 time: 0.1963899 Apr 07 11:30:06.161048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:30:06.182861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Publish callbacks [] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.215459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Transition to ACTIVE for port object 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:30:06.217356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Made reservation on behalf of ec1f3cf75d114468a559f7bbe4aa554b for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:06.222295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.231971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.232161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8ba47838-84f9-4468-9e3f-e91a941f92f3 None None] Provisioning complete for port b88509d4-2d03-4683-be93-5c801c1fe8c3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:06.232161 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8ba47838-84f9-4468-9e3f-e91a941f92f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.314202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.324898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Pushing event updated for resources: {'Port': ['ID=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:06.401203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8ba47838-84f9-4468-9e3f-e91a941f92f3 None None] Port b88509d4-2d03-4683-be93-5c801c1fe8c3 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:06.404914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b88509d4-2d03-4683-be93-5c801c1fe8c3 is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:06.407083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3396ba00-2ae7-4cee-abe9-9535e62dcaab no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:06.459001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Attempting to bind port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:30:06.473097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Attempting to bind port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:30:06.473438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Attempting to bind port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:30:06.480721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:30:06.484406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Attempting to bind port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:30:06.512628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:30:06.523448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Checking segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:30:06.524108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Bound using segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:30:06.524746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Bound port: 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:30:06.525345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.556514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3396ba00-2ae7-4cee-abe9-9535e62dcaab is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:06.557087 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.598711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-130ee48e-ad76-449c-8b39-a7e8e3a86f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:06.603516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-130ee48e-ad76-449c-8b39-a7e8e3a86f7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5860057 Apr 07 11:30:06.688988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:06.698084 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.702089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c552f40e-e102-4493-b4ec-c4a65e68b4a9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:06.757474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.761160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.833796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.834300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:30:06.840655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.846681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Allocated IP 172.20.0.8 (cb38c5a4-0317-4b36-a22f-f74dae7632b8/5887c97a-5c53-4b79-9bcf-220b67e6bf8d/4b7770da-7dc5-4417-9e66-c6e615c095ee) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:06.847281 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-71cf3963-dc59-49f7-a7ef-99ed021c6153 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "DELETE /v2.0/routers/072e7ae2-edfc-4f3f-bdf6-1e5262e3f4dd HTTP/1.1" status: 204 len: 168 time: 0.8382809 Apr 07 11:30:06.858852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33968) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:06.865903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] For port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:30:06.867678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Request body: {'router': {'name': 'tempest-router-1161189385', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '076f885a54014ca287aa0b8f3c8bdabe'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:06.892221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] For port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:30:06.894682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:06.920554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.928875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:06.929278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.961970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port c552f40e-e102-4493-b4ec-c4a65e68b4a9 host ! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:30:06.962384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c552f40e-e102-4493-b4ec-c4a65e68b4a9 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:30:06.964330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device fe81e72a-7866-4659-b88c-8ca299e17a20 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:06.969371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (66b8674f-98c9-43ba-87a4-13e550547314), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:06.970767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (66b8674f-98c9-43ba-87a4-13e550547314), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.070364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Pushing event updated for resources: {'Port': ['ID=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:07.194586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (66b8674f-98c9-43ba-87a4-13e550547314), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.199727 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-de77bcf0-e553-42c2-9815-db8c95cc8b70 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829629 Apr 07 11:30:07.222091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:07.225352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.229393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-537294a4-ccb8-4588-ae8c-5efcfc8d9edf service neutron] 10.222.0.41 "PUT /v2.0/ports/8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 1091 time: 3.2555175 Apr 07 11:30:07.234548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (66b8674f-98c9-43ba-87a4-13e550547314), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.237165 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.245858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port fe81e72a-7866-4659-b88c-8ca299e17a20 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:07.249041 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.249769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'tag': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:07.258643 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea098d-cb83-40bd-9288-7c73c032cf98" -d '{"events": [{"name": "network-changed", "server_uuid": "f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8", "tag": "8ea20f7d-f1f5-42a4-8358-34675cfb6e5a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:07.348254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=fe81e72a-7866-4659-b88c-8ca299e17a20,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:07.360376 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.361528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device cf382192-1022-4108-9a6c-ec722dcd9fe9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:07.420341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:07.424644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.433957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.435841 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-baa982fe-840f-430c-9f76-9b5bc7350232 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5720990 Apr 07 11:30:07.446273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34002) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:07.450889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:07.472876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d5bfb73-5841-4ea7-bd3c-eea357881424 req-6d29f42e-aa99-494c-b15e-6ed0c517cb8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 210 time: 0.1313705 Apr 07 11:30:07.549514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab'}, {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:07.558055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:07.558255 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3c55b-9fca-447c-929b-bc56f1466a1b" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab"}, {"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:07.591809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f26da34b-9a5a-498a-b045-c3c4b0ded978 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:07.611867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f26da34b-9a5a-498a-b045-c3c4b0ded978 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:07.624680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f26da34b-9a5a-498a-b045-c3c4b0ded978 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:07.646806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f26da34b-9a5a-498a-b045-c3c4b0ded978 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:07.649193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:07.670985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f26da34b-9a5a-498a-b045-c3c4b0ded978 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:07.682040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f26da34b-9a5a-498a-b045-c3c4b0ded978 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 3879 time: 0.6247728 Apr 07 11:30:07.783746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port cf382192-1022-4108-9a6c-ec722dcd9fe9 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:07.784313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.895696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:07.901021 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:07.947540 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-ba99abea-1f9e-435c-910f-3fe0d670b600 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303760 Apr 07 11:30:08.003696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-3b89fffe-99e0-4dae-9666-da18dc297485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:08.009876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-3b89fffe-99e0-4dae-9666-da18dc297485 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1125 time: 0.7322085 Apr 07 11:30:08.033951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:08.132058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-27e85bea-e902-48bc-ac1b-2a58ad951cb4 req-84b970fc-da9b-4863-bd6b-449cc23f2a67 tempest-ServersOnMultiNodesTest-566032934 tempest-ServersOnMultiNodesTest-566032934-project] (104178) timed out ('10.222.0.23', 49442) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:30:08.201786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:08.316117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-570f504e-9e98-42a4-8bba-faf1125d7e49 req-f99c327b-1db5-4af1-9c56-b1917669368b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6042044 Apr 07 11:30:08.322949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:08.333186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-02fec2e1-9d22-4439-a47b-f1a7fb325afb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 217 time: 0.3096781 Apr 07 11:30:08.459828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-8dc0d5b8-b467-48cc-a3a2-d4b1d77930b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:08.462206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-8dc0d5b8-b467-48cc-a3a2-d4b1d77930b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0737510 Apr 07 11:30:08.597282 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3dbe8c-2b66-4296-9950-243e8524e196 x-openstack-request-id: req-5a3dbe8c-2b66-4296-9950-243e8524e196 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:08.597773 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab", "code": 200}, {"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:08.608923 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a3dbe8c-2b66-4296-9950-243e8524e196 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:08.610517 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3dbe8c-2b66-4296-9950-243e8524e196'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'code': 200} Apr 07 11:30:08.610884 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3dbe8c-2b66-4296-9950-243e8524e196'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20', 'code': 200} Apr 07 11:30:08.617499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:08.621737 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3d67e-cbf1-411c-8f03-573dc538be21 x-openstack-request-id: req-46d3d67e-cbf1-411c-8f03-573dc538be21 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:08.622052 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8", "tag": "8ea20f7d-f1f5-42a4-8358-34675cfb6e5a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:08.623017 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46d3d67e-cbf1-411c-8f03-573dc538be21 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:08.623462 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d3d67e-cbf1-411c-8f03-573dc538be21'] response: {'name': 'network-changed', 'server_uuid': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'tag': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a', 'status': 'completed', 'code': 200} Apr 07 11:30:08.655450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'Port': ['ID=4b7770da-7dc5-4417-9e66-c6e615c095ee,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:08.675406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:08.678451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:08.712372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (66b8674f-98c9-43ba-87a4-13e550547314), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:08.712939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (66b8674f-98c9-43ba-87a4-13e550547314), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:08.956738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104177) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 07 11:30:08.957083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Router 66b8674f-98c9-43ba-87a4-13e550547314 migrating from provider to provider. {{(pid=104177) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 07 11:30:08.959301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (66b8674f-98c9-43ba-87a4-13e550547314), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:08.972718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (66b8674f-98c9-43ba-87a4-13e550547314), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:08.987278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (66b8674f-98c9-43ba-87a4-13e550547314), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:09.221822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5d9d0ac5-cc8a-40e6-aa89-d833b878a93a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:09.273488 n-d-836788-1 neutron-server[104177]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] No L3 agents can host the router 66b8674f-98c9-43ba-87a4-13e550547314 Apr 07 11:30:09.274795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=5d9d0ac5-cc8a-40e6-aa89-d833b878a93a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:09.332299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ea2a422f-a242-4e30-a300-e940670dcf70 None None] Provisioning complete for port 4b7770da-7dc5-4417-9e66-c6e615c095ee triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:09.333999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea2a422f-a242-4e30-a300-e940670dcf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:09.489879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a422f-a242-4e30-a300-e940670dcf70 None None] Port 4b7770da-7dc5-4417-9e66-c6e615c095ee cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:09.646888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-a0105264-af98-48d7-b747-83a6637b6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:09.648418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-a0105264-af98-48d7-b747-83a6637b6344 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1086841 Apr 07 11:30:09.699612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:09.700200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:09.704792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34096) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:09.746864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port 5d9d0ac5-cc8a-40e6-aa89-d833b878a93a on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:09.773183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:09.778208 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-3cb9199b-43d9-4006-9d7d-924d964b65df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "DELETE /v2.0/ports/5d9d0ac5-cc8a-40e6-aa89-d833b878a93a HTTP/1.1" status: 204 len: 173 time: 3.7481542 Apr 07 11:30:09.778705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:09.782371 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12d0f17-ceba-4e24-b7b2-0df2ff8ed184" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:09.883756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-bba58200-77a1-4b7f-976e-e03649cd89ec service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203777 Apr 07 11:30:09.927342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-2202b61e-0917-439f-aa33-fd9e5127f47b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4149473 Apr 07 11:30:09.948955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Hosts for router 66b8674f-98c9-43ba-87a4-13e550547314: [] {{(pid=104177) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 07 11:30:09.973521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Request body: {'port': {'device_id': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:10.108794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Hosts for other DVR routers connected to router 66b8674f-98c9-43ba-87a4-13e550547314: set() {{(pid=104177) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 07 11:30:10.116318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:10.131922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4757e0d7-0762-4621-96b7-f69dbc026b14 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "PUT /v2.0/routers/66b8674f-98c9-43ba-87a4-13e550547314 HTTP/1.1" status: 200 len: 717 time: 2.6843429 Apr 07 11:30:10.149267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:10.211873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca977f-a375-477b-bcbb-0589a195a10b req-d76b1541-8cd9-4944-b40f-fda71ea91c4e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:10.214555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7aca977f-a375-477b-bcbb-0589a195a10b req-d76b1541-8cd9-4944-b40f-fda71ea91c4e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 931 time: 1.4572475 Apr 07 11:30:10.224472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:10.279318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18efeda1-0ed4-46c9-96ba-3524c25b6392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:10.323338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-12464f3e-a1b0-4b3f-ba6c-349eea949d12 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "GET /v2.0/routers/66b8674f-98c9-43ba-87a4-13e550547314 HTTP/1.1" status: 200 len: 717 time: 0.1722100 Apr 07 11:30:10.353086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34104) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:10.451784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port cf382192-1022-4108-9a6c-ec722dcd9fe9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:10.454676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:10.572700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18efeda1-0ed4-46c9-96ba-3524c25b6392 admin admin] Publish callbacks [] for security_group (db503e23-6f7b-4661-9d81-57c485420fcb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:10.609785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18efeda1-0ed4-46c9-96ba-3524c25b6392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (db503e23-6f7b-4661-9d81-57c485420fcb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:10.612385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:10.616770 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795d1e44-5f50-4239-8610-5100c1466b80" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:10.838590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509792ea-5835-4da8-a098-20657dd1155b req-400988a5-fb20-4123-a1d8-07f460a7976c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:10.840843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-509792ea-5835-4da8-a098-20657dd1155b req-400988a5-fb20-4123-a1d8-07f460a7976c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 2.1564794 Apr 07 11:30:10.877835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7aca977f-a375-477b-bcbb-0589a195a10b req-b361405a-51c6-4e3f-a879-2a535a09ff9c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410632 Apr 07 11:30:11.041450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83607ea1-7ec9-4781-998c-40c62d469bc2 req-df91f26d-3d29-4fa8-9e82-3ffdf5d63dfe service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1286576 Apr 07 11:30:11.203566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18efeda1-0ed4-46c9-96ba-3524c25b6392 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff51a2ea3b34448884dd83b6caaeb3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4941659 Apr 07 11:30:11.233398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34114) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:11.336600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-509792ea-5835-4da8-a098-20657dd1155b req-b72ad781-b180-4593-8553-3113022d22e4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289579 Apr 07 11:30:11.372148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efeda1-0ed4-46c9-96ba-3524c25b6392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db503e23-6f7b-4661-9d81-57c485420fcb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:11.616535 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d3845-d83e-463b-b34c-e024c1755ed3 x-openstack-request-id: req-122d3845-d83e-463b-b34c-e024c1755ed3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:11.617817 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:11.618502 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-122d3845-d83e-463b-b34c-e024c1755ed3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:11.619481 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122d3845-d83e-463b-b34c-e024c1755ed3'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9', 'code': 200} Apr 07 11:30:11.659245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33786234-6780-4204-b299-824f069acc3a req-f317ac8e-12ee-46cd-ac14-6eacfdcc05ad tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:11.669509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33786234-6780-4204-b299-824f069acc3a req-f317ac8e-12ee-46cd-ac14-6eacfdcc05ad tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:11.679388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33786234-6780-4204-b299-824f069acc3a req-f317ac8e-12ee-46cd-ac14-6eacfdcc05ad tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:11.686872 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f9a5f-212b-4187-88c5-578f9f6bb470 x-openstack-request-id: req-929f9a5f-212b-4187-88c5-578f9f6bb470 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:11.687603 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "5d9d0ac5-cc8a-40e6-aa89-d833b878a93a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:11.687603 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-929f9a5f-212b-4187-88c5-578f9f6bb470 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:11.687871 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929f9a5f-212b-4187-88c5-578f9f6bb470'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': '5d9d0ac5-cc8a-40e6-aa89-d833b878a93a', 'status': 'completed', 'code': 200} Apr 07 11:30:11.698634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port cf382192-1022-4108-9a6c-ec722dcd9fe9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=cf382192-1022-4108-9a6c-ec722dcd9fe9,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:11.699025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:11.708793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33786234-6780-4204-b299-824f069acc3a req-f317ac8e-12ee-46cd-ac14-6eacfdcc05ad tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:11.719681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for cf382192-1022-4108-9a6c-ec722dcd9fe9 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:11.731228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33786234-6780-4204-b299-824f069acc3a req-f317ac8e-12ee-46cd-ac14-6eacfdcc05ad tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 3143 time: 0.6189978 Apr 07 11:30:11.749608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-465c8c2d-701d-4a01-ae19-639a9907f1d6 tempest-RoutersTestDVR-1568580925 tempest-RoutersTestDVR-1568580925-project] 10.222.0.13 "GET /v2.0/routers/66b8674f-98c9-43ba-87a4-13e550547314 HTTP/1.1" status: 200 len: 683 time: 1.3947031 Apr 07 11:30:11.755489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:11.873549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-305688de-a4ca-4199-9570-426627697cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:11.878158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-305688de-a4ca-4199-9570-426627697cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1125 time: 0.7709072 Apr 07 11:30:12.096804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cf382192-1022-4108-9a6c-ec722dcd9fe9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.135169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=cf382192-1022-4108-9a6c-ec722dcd9fe9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:12.205376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port cf382192-1022-4108-9a6c-ec722dcd9fe9 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:12.208274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.211988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-e2558e15-0012-480c-bccd-7439013b8fe1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "DELETE /v2.0/ports/cf382192-1022-4108-9a6c-ec722dcd9fe9 HTTP/1.1" status: 204 len: 173 time: 2.4207058 Apr 07 11:30:12.400209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7770da-7dc5-4417-9e66-c6e615c095ee {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:30:12.410174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Publish callbacks [] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.429434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Transition to ACTIVE for port object 4b7770da-7dc5-4417-9e66-c6e615c095ee will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:30:12.474953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port 3396ba00-2ae7-4cee-abe9-9535e62dcaab {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:12.477806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.626316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-fc6c7768-20aa-495d-9bc9-819b55019fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:12.628431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-fc6c7768-20aa-495d-9bc9-819b55019fd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.6315682 Apr 07 11:30:12.645609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.780652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port 3396ba00-2ae7-4cee-abe9-9535e62dcaab, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3396ba00-2ae7-4cee-abe9-9535e62dcaab,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:12.785342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.836804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33786234-6780-4204-b299-824f069acc3a req-49811b92-2a78-4d1e-84ff-518ebb0d3f17 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1039453 Apr 07 11:30:12.837572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa632099-da02-40c2-95f8-28a9bd7e9e05 admin admin] Publish callbacks [] for security_group (db503e23-6f7b-4661-9d81-57c485420fcb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:12.844799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-c5e276bf-de1f-4c9d-a27c-aaf0ab497a74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 217 time: 0.1489897 Apr 07 11:30:12.846158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (66b8674f-98c9-43ba-87a4-13e550547314), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.030980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7770da-7dc5-4417-9e66-c6e615c095ee,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:13.084653 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa632099-da02-40c2-95f8-28a9bd7e9e05 admin admin] Publish callbacks [] for security_group (db503e23-6f7b-4661-9d81-57c485420fcb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.268879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (66b8674f-98c9-43ba-87a4-13e550547314), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.271699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (66b8674f-98c9-43ba-87a4-13e550547314), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.469542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.470188 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c7750613-548b-4a4c-9f77-7883205b5f5c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.470510 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Floating IP c7750613-548b-4a4c-9f77-7883205b5f5c disassociated. External IP: 172.25.5.163, port: 3396ba00-2ae7-4cee-abe9-9535e62dcaab. Apr 07 11:30:13.471059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for 3396ba00-2ae7-4cee-abe9-9535e62dcaab owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:13.494326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (66b8674f-98c9-43ba-87a4-13e550547314), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.496730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66b8674f-98c9-43ba-87a4-13e550547314 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:30:13.507452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-52d6659a-4716-4750-b112-943e0bb003a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:13.510355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-52d6659a-4716-4750-b112-943e0bb003a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.6510389 Apr 07 11:30:13.527493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.533226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e1113316-1b57-4539-882a-570aced161c1 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "DELETE /v2.0/routers/66b8674f-98c9-43ba-87a4-13e550547314 HTTP/1.1" status: 204 len: 168 time: 1.7497981 Apr 07 11:30:13.593507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa632099-da02-40c2-95f8-28a9bd7e9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (db503e23-6f7b-4661-9d81-57c485420fcb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.604336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa632099-da02-40c2-95f8-28a9bd7e9e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.611312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fa632099-da02-40c2-95f8-28a9bd7e9e05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db503e23-6f7b-4661-9d81-57c485420fcb HTTP/1.1" status: 204 len: 168 time: 2.3697691 Apr 07 11:30:13.612411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34130) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:13.655616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3396ba00-2ae7-4cee-abe9-9535e62dcaab), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:13.678718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Request body: {'router': {'name': 'tempest-router-946757097', 'distributed': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:13.710474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3168e-2ed2-480f-9dc0-cca4e217929f req-d4fcb8d9-cdf2-4fb3-95d5-c47f5c21590b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:13.712091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ef3168e-2ed2-480f-9dc0-cca4e217929f req-d4fcb8d9-cdf2-4fb3-95d5-c47f5c21590b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 943 time: 1.1284716 Apr 07 11:30:13.754868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Attempting to bind port 4b7770da-7dc5-4417-9e66-c6e615c095ee on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:30:13.755113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Attempting to bind port 4b7770da-7dc5-4417-9e66-c6e615c095ee by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:30:13.755443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Attempting to bind port 4b7770da-7dc5-4417-9e66-c6e615c095ee on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:30:13.767503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632099-da02-40c2-95f8-28a9bd7e9e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db503e23-6f7b-4661-9d81-57c485420fcb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:13.779997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:13.790454 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a1c2e-e1e8-4b54-84c9-b024a3867f0e" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:13.807789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=3396ba00-2ae7-4cee-abe9-9535e62dcaab,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:13.869090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Port 4b7770da-7dc5-4417-9e66-c6e615c095ee on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:30:13.869718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Attempting to bind port 4b7770da-7dc5-4417-9e66-c6e615c095ee on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:30:13.936628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:30:13.936977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Checking segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:30:13.938093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Bound using segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:30:13.938607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Bound port: 4b7770da-7dc5-4417-9e66-c6e615c095ee, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:30:13.938974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:14.028563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-be3c3ebc-3678-4251-bfe1-e204083eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:14.030399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-be3c3ebc-3678-4251-bfe1-e204083eb6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3892660 Apr 07 11:30:14.055136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fcf16-abb8-41ad-a485-d980a35fd906 req-6a1c851d-5af4-4ceb-955b-d56998355f0a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:14.074483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c3fcf16-abb8-41ad-a485-d980a35fd906 req-6a1c851d-5af4-4ceb-955b-d56998355f0a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.9500253 Apr 07 11:30:14.085118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:14.086173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:14.287144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Router 77ddb876-967f-4399-a3ec-bd10ca977e05 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:30:14.305396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:14.348667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ef3168e-2ed2-480f-9dc0-cca4e217929f req-bc62598f-ceda-4903-b38f-93931db230ef tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877266 Apr 07 11:30:14.349735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:14.390021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:14.391602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-85e5d4bf-a29f-43cf-8098-dd50a4897d01 tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7270315 Apr 07 11:30:14.443217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34144) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:14.584648 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6922373c-aab7-4b62-a762-1feeb89f01a1 x-openstack-request-id: req-6922373c-aab7-4b62-a762-1feeb89f01a1 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:14.585496 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "cf382192-1022-4108-9a6c-ec722dcd9fe9", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:14.587543 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6922373c-aab7-4b62-a762-1feeb89f01a1 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:14.588363 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6922373c-aab7-4b62-a762-1feeb89f01a1'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': 'cf382192-1022-4108-9a6c-ec722dcd9fe9', 'status': 'completed', 'code': 200} Apr 07 11:30:14.687362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34146) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:14.704723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:30:14.786451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63a107a9-04e3-4c11-9ac4-811614c473f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.152039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] For port 4b7770da-7dc5-4417-9e66-c6e615c095ee, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:30:15.169564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c3fcf16-abb8-41ad-a485-d980a35fd906 req-dc250a89-c23c-4e04-8827-5f5f0d7d473e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0941746 Apr 07 11:30:15.179871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:15.197554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'port_id': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a', 'mac_address': 'fa:16:3e:a9:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:30:15.201667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.265589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:15.266531 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.270296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63a107a9-04e3-4c11-9ac4-811614c473f7 admin admin] Publish callbacks [] for security_group (116eeea1-9101-4ab3-8126-94079b3f593b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.292168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63a107a9-04e3-4c11-9ac4-811614c473f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (116eeea1-9101-4ab3-8126-94079b3f593b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.299502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:30:15.332822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:15.339159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.441548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:30:15.457736 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] Sync routers for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:30:15.465897 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-63a107a9-04e3-4c11-9ac4-811614c473f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be17fe0bc389403c98b5186024ee1fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7750065 Apr 07 11:30:15.472471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34154) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:15.476723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:30:15.477388 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:30:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:15.483983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:15.564567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a107a9-04e3-4c11-9ac4-811614c473f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116eeea1-9101-4ab3-8126-94079b3f593b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:15.615851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port 3396ba00-2ae7-4cee-abe9-9535e62dcaab on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:15.619153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.622903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-d8b5d2eb-3325-4ef3-b233-64d06965673c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "DELETE /v2.0/ports/3396ba00-2ae7-4cee-abe9-9535e62dcaab HTTP/1.1" status: 204 len: 173 time: 3.4046128 Apr 07 11:30:15.644645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8ea20f7d-f1f5-42a4-8358-34675cfb6e5a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:30:15.729268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e81d088d-d079-4ee1-bb4a-ede3f78a0c4a admin admin] Publish callbacks [] for security_group (116eeea1-9101-4ab3-8126-94079b3f593b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.747618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:30:15.848425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] For port 4b7770da-7dc5-4417-9e66-c6e615c095ee, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:30:15.887318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e81d088d-d079-4ee1-bb4a-ede3f78a0c4a admin admin] Publish callbacks [] for security_group (116eeea1-9101-4ab3-8126-94079b3f593b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.941570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:15.945448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-6f6b911c-f37e-44b7-a933-f6f0e99492e0 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6384342 Apr 07 11:30:16.019809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port 34297817-b139-46ea-a3c5-fbbe4f032e28 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:16.020151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.137427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50d295-592a-4841-b8cf-65e5cb423159 req-3e809df9-da8e-41eb-8c73-b851a8bd64dd tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.144136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50d295-592a-4841-b8cf-65e5cb423159 req-3e809df9-da8e-41eb-8c73-b851a8bd64dd tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.154114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd50d295-592a-4841-b8cf-65e5cb423159 req-3e809df9-da8e-41eb-8c73-b851a8bd64dd tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 1677 time: 1.3865666 Apr 07 11:30:16.163609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43ea098d-cb83-40bd-9288-7c73c032cf98 req-6c2845d2-ff2a-45f6-a989-56ab896de928 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045286 Apr 07 11:30:16.208738 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:56Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:16.241067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port 34297817-b139-46ea-a3c5-fbbe4f032e28, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=34297817-b139-46ea-a3c5-fbbe4f032e28,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:16.244459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.270922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for 34297817-b139-46ea-a3c5-fbbe4f032e28 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:16.273367 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] Checking router: 77ddb876-967f-4399-a3ec-bd10ca977e05 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:30:16.289223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7f62b-f9b6-4b68-a306-6efde5524976 req-b86d8dcf-3c78-4ed5-963a-76970a529ba0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.290584 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:30:16.290809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0f7f62b-f9b6-4b68-a306-6efde5524976 req-b86d8dcf-3c78-4ed5-963a-76970a529ba0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 943 time: 0.4289343 Apr 07 11:30:16.300478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.306616 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:30:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:16.370754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.371398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.372815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 200 len: 1091 time: 6.4212053 Apr 07 11:30:16.374065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router_controller (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.404553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd50d295-592a-4841-b8cf-65e5cb423159 req-9a48e3e8-bffd-4d0a-bed9-c588fcadb3da tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461784 Apr 07 11:30:16.483495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'tag': '4b7770da-7dc5-4417-9e66-c6e615c095ee'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:16.489647 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "40b4fbaa-bf7b-41f2-8265-ff11b372e187", "tag": "4b7770da-7dc5-4417-9e66-c6e615c095ee"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:16.532732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0f7f62b-f9b6-4b68-a306-6efde5524976 req-f88fe95c-cc33-42a4-9ebd-80cafc667645 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920080 Apr 07 11:30:16.568243 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:30:16.625409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfadc3-1d91-4481-8138-b57eb0bc11f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7770da-7dc5-4417-9e66-c6e615c095ee,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:16.692886 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff46c7e8-2892-408b-bd0c-8b58b0baa4b4 x-openstack-request-id: req-ff46c7e8-2892-408b-bd0c-8b58b0baa4b4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:16.693307 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b4fbaa-bf7b-41f2-8265-ff11b372e187", "tag": "4b7770da-7dc5-4417-9e66-c6e615c095ee", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:16.693640 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff46c7e8-2892-408b-bd0c-8b58b0baa4b4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:16.694504 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff46c7e8-2892-408b-bd0c-8b58b0baa4b4'] response: {'name': 'network-changed', 'server_uuid': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'tag': '4b7770da-7dc5-4417-9e66-c6e615c095ee', 'status': 'completed', 'code': 200} Apr 07 11:30:16.696790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-b6f963f5-6e42-46af-845f-fdb1573967c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.698452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-b6f963f5-6e42-46af-845f-fdb1573967c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1125 time: 0.2021232 Apr 07 11:30:16.699210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (b95b0d25-99d1-4d10-87bd-f2af3b72a1d1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.700360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b95b0d25-99d1-4d10-87bd-f2af3b72a1d1 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:30:16.707515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.709210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f14f1af2-f755-4e14-acc0-37f6e514ec5c tempest-RoutersTestDVR-582444197 tempest-RoutersTestDVR-582444197-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b95b0d25-99d1-4d10-87bd-f2af3b72a1d1 HTTP/1.1" status: 204 len: 168 time: 2.2566292 Apr 07 11:30:16.717698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:30:16.724938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:16.738641 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea53d6-6a1c-40be-affc-d86c1c5c5725" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:16.749160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (34297817-b139-46ea-a3c5-fbbe4f032e28), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.780595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-b3b581ff-40fb-413e-9def-4c04968ff9ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 200 len: 217 time: 0.0682702 Apr 07 11:30:16.844139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e81d088d-d079-4ee1-bb4a-ede3f78a0c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (116eeea1-9101-4ab3-8126-94079b3f593b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.846738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e81d088d-d079-4ee1-bb4a-ede3f78a0c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:16.854762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67a25c-f530-4559-8970-086b718720e8 req-cfc09e77-61de-4d64-bb38-c73417a15338 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.857688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a67a25c-f530-4559-8970-086b718720e8 req-cfc09e77-61de-4d64-bb38-c73417a15338 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2127795 Apr 07 11:30:16.860278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-74803607-bffa-4876-953b-284e4577050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:16.864439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-74803607-bffa-4876-953b-284e4577050c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0703943 Apr 07 11:30:16.864630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e81d088d-d079-4ee1-bb4a-ede3f78a0c4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/116eeea1-9101-4ab3-8126-94079b3f593b HTTP/1.1" status: 204 len: 168 time: 1.3756659 Apr 07 11:30:16.872972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=34297817-b139-46ea-a3c5-fbbe4f032e28,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:16.919079 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930770df-9534-4469-84a9-ba99494e51a8 x-openstack-request-id: req-930770df-9534-4469-84a9-ba99494e51a8 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:16.919435 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "3396ba00-2ae7-4cee-abe9-9535e62dcaab", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:16.919650 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-930770df-9534-4469-84a9-ba99494e51a8 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:16.920079 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930770df-9534-4469-84a9-ba99494e51a8'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': '3396ba00-2ae7-4cee-abe9-9535e62dcaab', 'status': 'completed', 'code': 200} Apr 07 11:30:16.928563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:30:16.935427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d088d-d079-4ee1-bb4a-ede3f78a0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116eeea1-9101-4ab3-8126-94079b3f593b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:16.940569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:16.940951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:17.106368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port 34297817-b139-46ea-a3c5-fbbe4f032e28 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:17.114164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:17.120643 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-24e6a035-a81f-41ac-a229-a294a4d944c4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "DELETE /v2.0/ports/34297817-b139-46ea-a3c5-fbbe4f032e28 HTTP/1.1" status: 204 len: 173 time: 1.4904921 Apr 07 11:30:17.175787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:17.176175 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:17.221822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a67a25c-f530-4559-8970-086b718720e8 req-5ab7db17-6f1d-48d1-bf88-614d060dac14 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400030 Apr 07 11:30:17.242575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:17.249238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-22636533-17a9-4bf5-92cc-01071860eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:17.251728 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c5332-68c6-4cb6-bada-b15b9607c0ab" -d '{"events": [{"server_uuid": "f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8", "name": "network-vif-plugged", "status": "completed", "tag": "8ea20f7d-f1f5-42a4-8358-34675cfb6e5a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:17.276774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-22636533-17a9-4bf5-92cc-01071860eaae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3454697 Apr 07 11:30:17.288519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:17.299363 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:17.405295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port fe81e72a-7866-4659-b88c-8ca299e17a20 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:17.410626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:17.466197 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68348a-8b34-4233-9a3a-6244087d18e5 x-openstack-request-id: req-9a68348a-8b34-4233-9a3a-6244087d18e5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:17.466577 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8", "name": "network-vif-plugged", "status": "completed", "tag": "8ea20f7d-f1f5-42a4-8358-34675cfb6e5a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:17.471335 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a68348a-8b34-4233-9a3a-6244087d18e5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:17.474974 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a68348a-8b34-4233-9a3a-6244087d18e5'] response: {'server_uuid': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a', 'code': 200} Apr 07 11:30:17.534301 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:56Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:17.585867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34182) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:17.611926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:17.620113 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e0e37-7b03-439b-bc11-5d2ab28272bd None None] The sync data for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 is: [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:22:49Z', 'revision_number': 4, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5b85f107-df9c-46c9-acf7-f47298fbfbc1', 'name': '', 'network_id': 'aa590eea-2f03-4269-a267-500b780cb14c', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'mac_address': 'fa:16:3e:51:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:47Z', 'updated_at': '2022-04-07T11:22:56Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'subnets': [{'id': 'b126e2f3-2ffb-4422-a51d-dfaa27776141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:30:17.790180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port fe81e72a-7866-4659-b88c-8ca299e17a20, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=fe81e72a-7866-4659-b88c-8ca299e17a20,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:17.792429 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:17.838074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for fe81e72a-7866-4659-b88c-8ca299e17a20 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:18.037903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e98e9ca-f4e1-4442-8a6c-af6c72fd91e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:18.123539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f87b8-0a3b-4372-9383-7e28a2db0e49 req-a0bf6951-1f2d-4011-919e-27b5a1a6ede8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:18.127414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-365f87b8-0a3b-4372-9383-7e28a2db0e49 req-a0bf6951-1f2d-4011-919e-27b5a1a6ede8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 943 time: 0.5341823 Apr 07 11:30:18.131366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ebd7-26b8-43d2-96f9-acd4c715bc15 req-be9a226b-05cc-497e-afeb-bb334d274297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:18.137910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4e5ebd7-26b8-43d2-96f9-acd4c715bc15 req-be9a226b-05cc-497e-afeb-bb334d274297 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1127 time: 0.6008096 Apr 07 11:30:18.150713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625103db-f2ac-44d1-9535-70807430cbad req-351471f4-f726-4c77-9a5e-52d680bb317d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:18.155688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-625103db-f2ac-44d1-9535-70807430cbad req-351471f4-f726-4c77-9a5e-52d680bb317d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 943 time: 0.4128990 Apr 07 11:30:18.177158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-01706eae-d52c-4858-bd9f-7956348d14f3 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993795 Apr 07 11:30:18.333355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70b98d-2f3f-481f-8407-c5cd96b29d47 None None] New status for floating IP c7750613-548b-4a4c-9f77-7883205b5f5c: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:30:18.491373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fe81e72a-7866-4659-b88c-8ca299e17a20), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:18.504464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-625103db-f2ac-44d1-9535-70807430cbad req-6ff64099-bc0c-4e72-b2b7-842ffd59ec03 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067989 Apr 07 11:30:18.579972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4e5ebd7-26b8-43d2-96f9-acd4c715bc15 req-bce141bd-80b1-479c-bef3-477529e26f15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017074 Apr 07 11:30:18.596515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-365f87b8-0a3b-4372-9383-7e28a2db0e49 req-93628b91-25b2-4fb0-863a-7b6b14cddd2b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2906828-b78b-4dbe-8bd9-26e091f7d5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572022 Apr 07 11:30:18.662371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbb848b-f6ff-4478-b584-e5fe174da629 req-70020a77-bd3c-4638-a5ef-4115e5eed363 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088011 Apr 07 11:30:18.727429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=fe81e72a-7866-4659-b88c-8ca299e17a20,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:18.761989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e98e9ca-f4e1-4442-8a6c-af6c72fd91e8 admin admin] Publish callbacks [] for security_group (1b7914c0-4f16-461d-bbd6-14e03ef26680), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:18.814434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e98e9ca-f4e1-4442-8a6c-af6c72fd91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1b7914c0-4f16-461d-bbd6-14e03ef26680), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:18.931884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port fe81e72a-7866-4659-b88c-8ca299e17a20 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:18.952218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:18.962001 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd5334-364a-4d2d-a8fe-dace51489d6f" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:18.962247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d410-dd10-4c3b-a275-a2a14ffe2a3a req-053f698a-d728-4fc9-a4c4-eb48ecb36ffb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:18.963849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dff9d410-dd10-4c3b-a275-a2a14ffe2a3a req-053f698a-d728-4fc9-a4c4-eb48ecb36ffb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2417479 Apr 07 11:30:18.969367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98e9ca-f4e1-4442-8a6c-af6c72fd91e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7914c0-4f16-461d-bbd6-14e03ef26680,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:18.977078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:18.991016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-336d267a-c84c-4d05-b2c0-298194ad6808 req-fdaf678d-4396-4cb0-8f27-52d643c7c6be tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.41 "DELETE /v2.0/ports/fe81e72a-7866-4659-b88c-8ca299e17a20 HTTP/1.1" status: 204 len: 173 time: 1.8614645 Apr 07 11:30:19.037396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5e98e9ca-f4e1-4442-8a6c-af6c72fd91e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=076f885a54014ca287aa0b8f3c8bdabe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4388096 Apr 07 11:30:19.039789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:19.101618 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab91de-8e4a-4587-a4eb-2ccac8f2fa2b x-openstack-request-id: req-a7ab91de-8e4a-4587-a4eb-2ccac8f2fa2b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:19.101907 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "34297817-b139-46ea-a3c5-fbbe4f032e28", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:19.102177 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7ab91de-8e4a-4587-a4eb-2ccac8f2fa2b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:19.102593 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ab91de-8e4a-4587-a4eb-2ccac8f2fa2b'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': '34297817-b139-46ea-a3c5-fbbe4f032e28', 'status': 'completed', 'code': 200} Apr 07 11:30:19.173682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f92ece35-3e81-4114-8125-d7aef09d4e49 admin admin] Publish callbacks [] for security_group (1b7914c0-4f16-461d-bbd6-14e03ef26680), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:19.264759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f92ece35-3e81-4114-8125-d7aef09d4e49 admin admin] Publish callbacks [] for security_group (1b7914c0-4f16-461d-bbd6-14e03ef26680), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:19.330142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dff9d410-dd10-4c3b-a275-a2a14ffe2a3a req-e3a2bf14-83f1-4a54-a53a-62f2b7b02ba8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484763 Apr 07 11:30:19.373647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-999f69f4-f928-4597-9acd-8fbb891329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:19.376098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-999f69f4-f928-4597-9acd-8fbb891329e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1125 time: 0.4894495 Apr 07 11:30:19.391639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f92ece35-3e81-4114-8125-d7aef09d4e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1b7914c0-4f16-461d-bbd6-14e03ef26680), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:19.400290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f92ece35-3e81-4114-8125-d7aef09d4e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:19.408415 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f92ece35-3e81-4114-8125-d7aef09d4e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b7914c0-4f16-461d-bbd6-14e03ef26680 HTTP/1.1" status: 204 len: 168 time: 0.3672974 Apr 07 11:30:19.459235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ece35-3e81-4114-8125-d7aef09d4e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7914c0-4f16-461d-bbd6-14e03ef26680,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:19.664233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-2de11d3e-1b7b-45b7-94dc-b877f9ff96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:19.667724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-2de11d3e-1b7b-45b7-94dc-b877f9ff96d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.2813923 Apr 07 11:30:19.843222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-421e7870-4e63-4c30-941b-6c39b439f214 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 200 len: 217 time: 0.1635451 Apr 07 11:30:20.064490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c0681c6-6e0e-4d93-8170-39fcf060eec0 req-00c3839f-d487-41d2-b48b-c481ce2571d2 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2197211 Apr 07 11:30:20.194620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-d0a62908-4f18-41d5-bccc-f320685ca486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:20.196126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-d0a62908-4f18-41d5-bccc-f320685ca486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.3235331 Apr 07 11:30:20.237745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5a479-bffb-4897-a588-eb8e3d514cb6 req-df40da71-4cb7-4c21-a046-4d4196519c6d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:20.239354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08d5a479-bffb-4897-a588-eb8e3d514cb6 req-df40da71-4cb7-4c21-a046-4d4196519c6d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 943 time: 0.3684933 Apr 07 11:30:20.440450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34256) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:20.457990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-093296ae-0712-4bb2-a11a-73d1f7ad3828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:20.708225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08d5a479-bffb-4897-a588-eb8e3d514cb6 req-6b6a3608-6fee-4e62-a8dd-eada41baad52 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323139 Apr 07 11:30:20.728325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-8d306eef-9e59-40fd-b908-9677e0544afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:20.729892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-8d306eef-9e59-40fd-b908-9677e0544afb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5163648 Apr 07 11:30:20.753603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-093296ae-0712-4bb2-a11a-73d1f7ad3828 admin admin] Publish callbacks [] for security_group (946fd2f8-e52f-4713-9b79-5d0557d24fdc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:20.762122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-093296ae-0712-4bb2-a11a-73d1f7ad3828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (946fd2f8-e52f-4713-9b79-5d0557d24fdc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:20.779947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fbbe-c9a1-4dc9-96fe-9b7560613e97 req-f58064c8-8190-4d07-bc63-b80b0cbadb3a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:20.783320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c16fbbe-c9a1-4dc9-96fe-9b7560613e97 req-f58064c8-8190-4d07-bc63-b80b0cbadb3a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2323980 Apr 07 11:30:20.785074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34260) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:20.871099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093296ae-0712-4bb2-a11a-73d1f7ad3828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946fd2f8-e52f-4713-9b79-5d0557d24fdc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:20.914464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-093296ae-0712-4bb2-a11a-73d1f7ad3828 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b3b002aba5f4ef3a100a48290bf280c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722178 Apr 07 11:30:20.919370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34262) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:21.024555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c16fbbe-c9a1-4dc9-96fe-9b7560613e97 req-bf6460fe-8465-44f4-bcb4-63567a0972bb tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921430 Apr 07 11:30:21.075903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42d7d34a-d3d8-48a6-8390-d3afd27570e9 admin admin] Publish callbacks [] for security_group (946fd2f8-e52f-4713-9b79-5d0557d24fdc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:21.185872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42d7d34a-d3d8-48a6-8390-d3afd27570e9 admin admin] Publish callbacks [] for security_group (946fd2f8-e52f-4713-9b79-5d0557d24fdc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:21.202394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-677580b4-957e-483c-b232-d28b0a82ce78 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633930 Apr 07 11:30:21.282846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:21.291762 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9eb1cc-cba9-49d1-877e-c2f8a2a13054" -d '{"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:21.302314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42d7d34a-d3d8-48a6-8390-d3afd27570e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (946fd2f8-e52f-4713-9b79-5d0557d24fdc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:21.305902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42d7d34a-d3d8-48a6-8390-d3afd27570e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:21.307469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-42d7d34a-d3d8-48a6-8390-d3afd27570e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/946fd2f8-e52f-4713-9b79-5d0557d24fdc HTTP/1.1" status: 204 len: 168 time: 0.3871391 Apr 07 11:30:21.317766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7d34a-d3d8-48a6-8390-d3afd27570e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946fd2f8-e52f-4713-9b79-5d0557d24fdc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:21.423472 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c348d439-908b-4671-ae37-36c267151881 x-openstack-request-id: req-c348d439-908b-4671-ae37-36c267151881 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:21.423811 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7219f-c660-4e2e-8ee9-3210272b199b", "name": "network-vif-deleted", "tag": "fe81e72a-7866-4659-b88c-8ca299e17a20", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:21.424057 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c348d439-908b-4671-ae37-36c267151881 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:21.424483 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c348d439-908b-4671-ae37-36c267151881'] response: {'server_uuid': '77e7219f-c660-4e2e-8ee9-3210272b199b', 'name': 'network-vif-deleted', 'tag': 'fe81e72a-7866-4659-b88c-8ca299e17a20', 'status': 'completed', 'code': 200} Apr 07 11:30:21.499935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-309f3272-0408-44cd-a8bf-9548343de5b2 req-2f8f04a3-31b5-47c1-a1cd-0888aa8b9bdc tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1301477 Apr 07 11:30:21.626819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5476f5-da53-40e1-9e08-6c79bd33b4f3 req-614e4943-a80b-4ad6-b03c-70b5bc324764 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190757 Apr 07 11:30:21.671517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33a51f62-317b-463d-9292-54faf8db64a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:22.159065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33a51f62-317b-463d-9292-54faf8db64a4 admin admin] Publish callbacks [] for security_group (8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:22.174618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33a51f62-317b-463d-9292-54faf8db64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:22.440759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5b3c-e22f-4696-bd0d-6f38fe36c250 req-c5762d0d-be44-4a2e-b886-07b1cca78747 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:22.444902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b4f5b3c-e22f-4696-bd0d-6f38fe36c250 req-c5762d0d-be44-4a2e-b886-07b1cca78747 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 943 time: 0.5848773 Apr 07 11:30:22.626229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:22.651365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-33a51f62-317b-463d-9292-54faf8db64a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d42e810345584f438f295b09b1fd38d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8196216 Apr 07 11:30:22.665951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a51f62-317b-463d-9292-54faf8db64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:22.731990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4b7770da-7dc5-4417-9e66-c6e615c095ee details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:30:22.873901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b4f5b3c-e22f-4696-bd0d-6f38fe36c250 req-1337c8a8-3a9d-419d-8847-6532425a4e89 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748815 Apr 07 11:30:22.933890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb446551-3a77-4856-9bc0-32f341d8aacb admin admin] Publish callbacks [] for security_group (8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:22.938141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979730eb-240a-4714-a45e-a15ed3ff1917 req-b74f8801-74a9-4611-a4b0-7b041bba18c3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:22.940764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-979730eb-240a-4714-a45e-a15ed3ff1917 req-b74f8801-74a9-4611-a4b0-7b041bba18c3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.7693663 Apr 07 11:30:23.041114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb446551-3a77-4856-9bc0-32f341d8aacb admin admin] Publish callbacks [] for security_group (8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:23.205228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb446551-3a77-4856-9bc0-32f341d8aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:23.214161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb446551-3a77-4856-9bc0-32f341d8aacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:23.214932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2250558d-bdce-4789-8a1f-99e340fb4eeb req-07a612ad-57f8-46a8-96ae-ed19c6c6c19a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1516132 Apr 07 11:30:23.218205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fb446551-3a77-4856-9bc0-32f341d8aacb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d HTTP/1.1" status: 204 len: 168 time: 0.5891743 Apr 07 11:30:23.226567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4b7770da-7dc5-4417-9e66-c6e615c095ee, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:23.253951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb446551-3a77-4856-9bc0-32f341d8aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8d39d-5a05-49cd-a3c4-dc8af831ba4d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:23.279721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '4b7770da-7dc5-4417-9e66-c6e615c095ee', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'port_id': '4b7770da-7dc5-4417-9e66-c6e615c095ee', 'mac_address': 'fa:16:3e:ea:12:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:30:23.293836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-979730eb-240a-4714-a45e-a15ed3ff1917 req-7bf1e0be-f17c-40b9-b938-b0307c2dd215 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355439 Apr 07 11:30:23.467554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4b7770da-7dc5-4417-9e66-c6e615c095ee is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:23.467953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:23.515098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7770da-7dc5-4417-9e66-c6e615c095ee {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:30:23.565506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4b7770da-7dc5-4417-9e66-c6e615c095ee, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:23.576036 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:23.576690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:30:23.702294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4b7770da-7dc5-4417-9e66-c6e615c095ee,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:23.851253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34318) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:24.050263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:24.116060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-954128940'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:24.129809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '146ee700-b855-4655-b021-df902162e028', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'port_id': '146ee700-b855-4655-b021-df902162e028', 'mac_address': 'fa:16:3e:ad:45:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:30:24.230565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:24.235230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.262715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea216-f967-49f0-98de-05c1b1ceb755 req-6265d1fd-476a-4546-9a58-3c80c32730d3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:24.270537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eeeea216-f967-49f0-98de-05c1b1ceb755 req-6265d1fd-476a-4546-9a58-3c80c32730d3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 944 time: 0.1989155 Apr 07 11:30:24.273380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34328) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:24.279766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.297252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:24.297945 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.320048 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88845198-b401-4ef8-8695-fe883edc7f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.331479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 146ee700-b855-4655-b021-df902162e028 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:30:24.413494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:24.430551 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.506945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for security_group (1c3addbc-d619-41da-8dee-81af06c0b62c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.517006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1c3addbc-d619-41da-8dee-81af06c0b62c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.548582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88845198-b401-4ef8-8695-fe883edc7f7f admin admin] Publish callbacks [] for security_group (67895609-594a-4d7f-bdac-c1a7d84e4a8a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.569827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:24.582032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['146ee700-b855-4655-b021-df902162e028'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:30:24.625207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:30:24.658621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3addbc-d619-41da-8dee-81af06c0b62c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:24.680105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d70c38c-821d-499d-9de6-edeca5ea562c req-3269c6df-656e-4f12-a72b-d731792941e0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0787766 Apr 07 11:30:24.680913 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-88845198-b401-4ef8-8695-fe883edc7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (67895609-594a-4d7f-bdac-c1a7d84e4a8a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.722235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b9f80be2-3960-4a62-9ed4-2603973b2d13), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.722587 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Added segment b9f80be2-3960-4a62-9ed4-2603973b2d13 of type vlan for network 44f7ea0c-655c-4901-8c62-c0edce0542b9 Apr 07 11:30:24.731641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-88845198-b401-4ef8-8695-fe883edc7f7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=263582f24ffd4cefa81776e057ff0dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4559569 Apr 07 11:30:24.743113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34334) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:24.830509 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd7920d1-e495-4e0b-81a5-c802696567c9 admin admin] Publish callbacks [] for security_group (67895609-594a-4d7f-bdac-c1a7d84e4a8a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.859485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd7920d1-e495-4e0b-81a5-c802696567c9 admin admin] Publish callbacks [] for security_group (67895609-594a-4d7f-bdac-c1a7d84e4a8a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.894604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4b7770da-7dc5-4417-9e66-c6e615c095ee'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:30:24.925641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eeeea216-f967-49f0-98de-05c1b1ceb755 req-af2e7182-f454-4a66-bd83-4fd8505015d0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674725 Apr 07 11:30:24.930722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd7920d1-e495-4e0b-81a5-c802696567c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (67895609-594a-4d7f-bdac-c1a7d84e4a8a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.933921 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd7920d1-e495-4e0b-81a5-c802696567c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:24.937477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd7920d1-e495-4e0b-81a5-c802696567c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67895609-594a-4d7f-bdac-c1a7d84e4a8a HTTP/1.1" status: 204 len: 168 time: 0.1907930 Apr 07 11:30:24.948017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88845198-b401-4ef8-8695-fe883edc7f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67895609-594a-4d7f-bdac-c1a7d84e4a8a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:24.982869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7920d1-e495-4e0b-81a5-c802696567c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67895609-594a-4d7f-bdac-c1a7d84e4a8a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:24.994402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (44f7ea0c-655c-4901-8c62-c0edce0542b9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:25.044982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2149af-37e3-4719-8bbc-d971debec964 req-4800f6a3-5e23-4f5c-9092-cd23811e375d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:25.053005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f2149af-37e3-4719-8bbc-d971debec964 req-4800f6a3-5e23-4f5c-9092-cd23811e375d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.1331096 Apr 07 11:30:25.095828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (44f7ea0c-655c-4901-8c62-c0edce0542b9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:25.111696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:25.112586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:25.203536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f2149af-37e3-4719-8bbc-d971debec964 req-d4075539-52af-4d39-a339-a49ed2adec2b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394644 Apr 07 11:30:25.339768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:25.341361 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4877930 Apr 07 11:30:25.345824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'subnet': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:25.423212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c5b84-d5b1-4c2c-ac86-eba53ae04d5d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Network': ['ID=44f7ea0c-655c-4901-8c62-c0edce0542b9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:25.450601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:30:25.615918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:25.625551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:26.206016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (67d7aff3-1903-4ff0-a661-118960f719cc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:26.309954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-043b18c7-a261-426f-ae04-85d1aac7e46e req-9de85b38-a741-4e5a-b563-848371a5080f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2112899 Apr 07 11:30:26.447719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Checking segment: {'id': 'b9f80be2-3960-4a62-9ed4-2603973b2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:30:26.448318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network hostable DHCP agents. Network: 44f7ea0c-655c-4901-8c62-c0edce0542b9, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:30:26.473447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e19cd-fd6b-428a-bff4-7aa6546c13f8 req-19ded220-e2dd-4b70-b782-db5088f76a57 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:26.475172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de9e19cd-fd6b-428a-bff4-7aa6546c13f8 req-19ded220-e2dd-4b70-b782-db5088f76a57 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 944 time: 0.3795090 Apr 07 11:30:26.550990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de9e19cd-fd6b-428a-bff4-7aa6546c13f8 req-080d3265-56a4-49c7-8c86-93495a0d47c6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681775 Apr 07 11:30:26.607271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Subnet': ['ID=67d7aff3-1903-4ff0-a661-118960f719cc,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:26.615786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:30:26.649151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 44f7ea0c-655c-4901-8c62-c0edce0542b9) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:26.663706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed547b74-e864-4c07-ac18-888599365659 None None] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:30:26.681407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:26.682081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:26.759155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5c906-b01b-4b98-bcf5-bc6577b535da req-da4ea522-2a83-4be4-bbe6-45d56a4ecfa1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:26.761408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43b5c906-b01b-4b98-bcf5-bc6577b535da req-da4ea522-2a83-4be4-bbe6-45d56a4ecfa1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.2176890 Apr 07 11:30:26.765107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3d0a703b-8140-46a2-b1ef-e6d655a86421 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4242311 Apr 07 11:30:26.768830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34386) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:26.774831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'name': 'tempest-AllowedAddressPairTestJSON-1450579707'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:26.846660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4b7770da-7dc5-4417-9e66-c6e615c095ee up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:30:26.874076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43b5c906-b01b-4b98-bcf5-bc6577b535da req-18813f5b-93bb-429e-8cd5-b2f7ef11c5b4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040411 Apr 07 11:30:27.115927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:27.120542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:27.166013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 4b7770da-7dc5-4417-9e66-c6e615c095ee completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:30:27.176180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] device_id is not set on port abd0ebd7-ab2a-407d-a1e7-d84ba9025113 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:27.196063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 4b7770da-7dc5-4417-9e66-c6e615c095ee triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:27.207325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:27.486041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-44f7ea0c-655c-4901-8c62-c0edce0542b9', 'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'project_id': '6fb11bae05c640548a912b1755329bc9', 'fixed_ips': [{'subnet_id': '67d7aff3-1903-4ff0-a661-118960f719cc'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:30:27.487594 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:27.569727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Allocated IP 172.20.0.14 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/abd0ebd7-ab2a-407d-a1e7-d84ba9025113) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:27.682084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b2227e5-2886-4a88-bfb8-a3491ed14fe7 req-b33a0985-cd7c-4b3d-b74b-10c192fee16f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1412764 Apr 07 11:30:27.796411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebaacb-ad30-4e16-9376-1984674306fe req-29487092-1079-4a23-b59d-42fb50a4ab51 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:27.797318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4b7770da-7dc5-4417-9e66-c6e615c095ee is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:27.798342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:27.809338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2ebaacb-ad30-4e16-9376-1984674306fe req-29487092-1079-4a23-b59d-42fb50a4ab51 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 944 time: 0.1130250 Apr 07 11:30:27.908158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7770da-7dc5-4417-9e66-c6e615c095ee'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:27.908158 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22041b83-b6d9-4229-9e14-92f4ad8d2d0f" -d '{"events": [{"server_uuid": "40b4fbaa-bf7b-41f2-8265-ff11b372e187", "name": "network-vif-plugged", "status": "completed", "tag": "4b7770da-7dc5-4417-9e66-c6e615c095ee"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:27.934661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2ebaacb-ad30-4e16-9376-1984674306fe req-9fc7a310-369a-4c45-b416-aaa936ee4ca4 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241274 Apr 07 11:30:28.025345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4b7770da-7dc5-4417-9e66-c6e615c095ee, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:28.039479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:28.044305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:30:28.073464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:28.155104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:28.280644 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb5c345-12ef-4e94-8924-2a81410fdb68 x-openstack-request-id: req-2fb5c345-12ef-4e94-8924-2a81410fdb68 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:28.284668 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b4fbaa-bf7b-41f2-8265-ff11b372e187", "name": "network-vif-plugged", "status": "completed", "tag": "4b7770da-7dc5-4417-9e66-c6e615c095ee", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:28.284668 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fb5c345-12ef-4e94-8924-2a81410fdb68 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:28.284668 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb5c345-12ef-4e94-8924-2a81410fdb68'] response: {'server_uuid': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7770da-7dc5-4417-9e66-c6e615c095ee', 'code': 200} Apr 07 11:30:28.297725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=abd0ebd7-ab2a-407d-a1e7-d84ba9025113,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:28.331642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:28.338457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:28.350138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:28.406989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4b7770da-7dc5-4417-9e66-c6e615c095ee,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:28.510914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Allocated IP 172.20.0.2 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/329d93b7-4542-4d8c-8e47-c830a0215026) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:28.512645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a90db-c45a-4d4e-b402-5d1ce90e0138 req-c69489b7-4e01-4c88-8d34-4fbb44bef522 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:28.525031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-736a90db-c45a-4d4e-b402-5d1ce90e0138 req-c69489b7-4e01-4c88-8d34-4fbb44bef522 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.3257129 Apr 07 11:30:28.548954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:28.551653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:28.556837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccbbb2-d04e-485c-91f5-979ba81cfac9 req-f440fcb8-925b-4171-9379-acacb6fb0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:28.558689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9ccbbb2-d04e-485c-91f5-979ba81cfac9 req-f440fcb8-925b-4171-9379-acacb6fb0786 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1127 time: 0.2743285 Apr 07 11:30:28.614693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-41892a04-59c2-47f3-9337-0858a0681320 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8446922 Apr 07 11:30:28.617727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:28.623870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'name': 'tempest-AllowedAddressPairTestJSON-646502634', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:87:a4:38'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:28.832246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9ccbbb2-d04e-485c-91f5-979ba81cfac9 req-5b077277-7736-49a1-be2b-c30e2ba879f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464340 Apr 07 11:30:28.866864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-736a90db-c45a-4d4e-b402-5d1ce90e0138 req-d3c64498-a317-4fab-9607-ecd7e7a7197f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366742 Apr 07 11:30:28.888449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 146ee700-b855-4655-b021-df902162e028 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:28.888449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (146ee700-b855-4655-b021-df902162e028), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:28.977729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-688dcae4-9f27-4cb8-a5e7-d47c676787a7 req-27248ce3-7844-4136-9fea-f7deae5c735a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0721836 Apr 07 11:30:29.103122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:29.220246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:29.220637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:29.222027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090349f-3969-4dde-95bb-19242e1cfb2a req-42a423f6-1db9-4463-a631-ba063e8541f9 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:29.233736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e090349f-3969-4dde-95bb-19242e1cfb2a req-42a423f6-1db9-4463-a631-ba063e8541f9 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1459303 Apr 07 11:30:29.317320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:29.366923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:29.377155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] device_id is not set on port 8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:29.394022 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:29.413369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Publish callbacks [] for port (329d93b7-4542-4d8c-8e47-c830a0215026), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:29.434872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e090349f-3969-4dde-95bb-19242e1cfb2a req-904892e4-eda1-4e26-922d-f7528fbd4a2b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995003 Apr 07 11:30:29.569731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:29.584300 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:29.731943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:29.743440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:29.755196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:29.770416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Allocated IP 172.20.0.7 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:29.936256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Pushing event updated for resources: {'Port': ['ID=329d93b7-4542-4d8c-8e47-c830a0215026,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:29.981539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Attempting to bind port 329d93b7-4542-4d8c-8e47-c830a0215026 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:30:29.984752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Attempting to bind port 329d93b7-4542-4d8c-8e47-c830a0215026 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'b9f80be2-3960-4a62-9ed4-2603973b2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:30:29.985464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Attempting to bind port 329d93b7-4542-4d8c-8e47-c830a0215026 on network 44f7ea0c-655c-4901-8c62-c0edce0542b9 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:30:30.004268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:30:30.005704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Checking segment: {'id': 'b9f80be2-3960-4a62-9ed4-2603973b2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:30:30.005704 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:30.005939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Bound using segment: {'id': 'b9f80be2-3960-4a62-9ed4-2603973b2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:30:30.008489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Bound port: 329d93b7-4542-4d8c-8e47-c830a0215026, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f80be2-3960-4a62-9ed4-2603973b2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:30:30.008954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:30.204424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] For port 329d93b7-4542-4d8c-8e47-c830a0215026, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:30:30.211600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] For port 329d93b7-4542-4d8c-8e47-c830a0215026, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=329d93b7-4542-4d8c-8e47-c830a0215026,segment=NetworkSegment(b9f80be2-3960-4a62-9ed4-2603973b2d13),segment_id=b9f80be2-3960-4a62-9ed4-2603973b2d13)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:30:30.257461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:30.291986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:30:30.299979 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3840758-89b8-4782-9b98-2e869144b938" -d '{"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-plugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:30:30.489816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2f3899e-aa0e-41db-bdfd-80ae2fa00786 req-277f277a-7076-4a07-86be-2ffebe537e0b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2370555 Apr 07 11:30:30.600784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626ce57-b90f-41d5-b452-33a54b51826b req-d42776b9-9f61-4ec6-8814-fcb8c38651e5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:30.619280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b626ce57-b90f-41d5-b452-33a54b51826b req-d42776b9-9f61-4ec6-8814-fcb8c38651e5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.5015728 Apr 07 11:30:30.679600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:30.824002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15254d-2a6b-4c2f-a38e-5cadc4bf7372 None None] Pushing event updated for resources: {'Port': ['ID=329d93b7-4542-4d8c-8e47-c830a0215026,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:30.835846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b626ce57-b90f-41d5-b452-33a54b51826b req-e527e83b-24e5-4395-8c00-cecd6b97f594 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110188 Apr 07 11:30:30.854322 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f85e9c1-97e4-4715-887b-5aebea7868fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:30.864991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:30.941620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b3b45-647f-4ce3-96c1-0d644071fd06 req-dfe0fc46-714b-4d79-9330-7f9168dcb096 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:30.959373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-622b3b45-647f-4ce3-96c1-0d644071fd06 req-dfe0fc46-714b-4d79-9330-7f9168dcb096 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1917083 Apr 07 11:30:31.040650 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5ed2b-a550-4ecf-a566-5116cd6a02af x-openstack-request-id: req-b6c5ed2b-a550-4ecf-a566-5116cd6a02af {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:30:31.040650 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-plugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:30:31.040650 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6c5ed2b-a550-4ecf-a566-5116cd6a02af {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:30:31.041371 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c5ed2b-a550-4ecf-a566-5116cd6a02af'] response: {'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028', 'code': 200} Apr 07 11:30:31.123011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:31.127268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:31.138361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:31.183270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:31.216912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-622b3b45-647f-4ce3-96c1-0d644071fd06 req-b04b6765-807f-4937-b26a-2fca9e652fa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470248 Apr 07 11:30:31.524831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:31.548277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:31.659993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:31.660245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:31.664149 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-106720bf-05f3-424b-96b9-478fb53ec345 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0359049 Apr 07 11:30:31.842639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 329d93b7-4542-4d8c-8e47-c830a0215026 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:30:32.022988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad090fc6-6d80-42e9-80e5-00553a0ca29b req-05aa8362-0cee-4a95-a07f-db56e89d1e1b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2071216 Apr 07 11:30:32.144910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1b6aa-3dc2-4b7b-928e-ac1265d56f31 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:32.181638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1b6aa-3dc2-4b7b-928e-ac1265d56f31 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:32.246515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 329d93b7-4542-4d8c-8e47-c830a0215026 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:32.247044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:32.250458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1b6aa-3dc2-4b7b-928e-ac1265d56f31 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:32.261764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34482) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:32.262332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e8b1b6aa-3dc2-4b7b-928e-ac1265d56f31 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.6007850 Apr 07 11:30:32.702328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 329d93b7-4542-4d8c-8e47-c830a0215026 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:32.704776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:32.746389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port 8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:32.750533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:32.829373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 329d93b7-4542-4d8c-8e47-c830a0215026, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=329d93b7-4542-4d8c-8e47-c830a0215026,segment=NetworkSegment(b9f80be2-3960-4a62-9ed4-2603973b2d13),segment_id=b9f80be2-3960-4a62-9ed4-2603973b2d13)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:32.840090 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:32.963479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329e85-7a2b-47cc-a1a4-2f572213f734 req-fec1d6e1-1c75-4bc7-b66c-2b062639c629 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:32.966467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea329e85-7a2b-47cc-a1a4-2f572213f734 req-fec1d6e1-1c75-4bc7-b66c-2b062639c629 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.3624237 Apr 07 11:30:32.993822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668138c-dd07-4d3e-803d-c236c05040cd req-37a599ed-3045-4568-bdcd-08f3da827585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:33.015702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-37a599ed-3045-4568-bdcd-08f3da827585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1127 time: 0.7469437 Apr 07 11:30:33.056631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060fe1b-4733-4de7-9543-332dc9f63e5e req-fdfe6ae9-f901-47c7-8541-1642d9606942 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:33.069257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8060fe1b-4733-4de7-9543-332dc9f63e5e req-fdfe6ae9-f901-47c7-8541-1642d9606942 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.6281071 Apr 07 11:30:33.180533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:33.239420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for 8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:33.275448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c463de0-3e1b-4531-96c9-5041dc4e6979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:33.311454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=329d93b7-4542-4d8c-8e47-c830a0215026,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:33.354919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b0ab6-a396-4d20-96a0-f3c1e7e0e223 None None] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:30:33.660161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea329e85-7a2b-47cc-a1a4-2f572213f734 req-dd7f0b55-8542-4d21-b134-1cc2c2d7c60e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922981 Apr 07 11:30:33.714312 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:33.746092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8060fe1b-4733-4de7-9543-332dc9f63e5e req-fcffff00-5fdc-40c6-83ee-1261675faa09 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6760461 Apr 07 11:30:33.762317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:33.781210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9baef227-ead5-4962-8ef8-24068945fdd8 None None] Provisioning complete for port 329d93b7-4542-4d8c-8e47-c830a0215026 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:33.797618 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9baef227-ead5-4962-8ef8-24068945fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:33.912239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668138c-dd07-4d3e-803d-c236c05040cd req-10852dcc-3471-493a-90d8-065ab81223d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:33.930259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-10852dcc-3471-493a-90d8-065ab81223d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.7504940 Apr 07 11:30:33.995900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:34.150703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-59d60726-41f0-4e90-9d91-fe681186810f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 200 len: 217 time: 0.2140028 Apr 07 11:30:34.344716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f2a8dd3-b53e-4f04-ac2b-eea8b905b050 req-91ecca3c-a74f-45b0-bab4-577722a878f4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1860781 Apr 07 11:30:34.416373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:34.416805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668138c-dd07-4d3e-803d-c236c05040cd req-d90a169a-99fb-42b4-82dd-7fcacbe39dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:34.431638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-d90a169a-99fb-42b4-82dd-7fcacbe39dd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.2720692 Apr 07 11:30:34.438014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34496) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:34.442396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-59db47bb-0f5e-488b-836f-e1902fe5949e tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/ports/8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5 HTTP/1.1" status: 204 len: 168 time: 2.1756749 Apr 07 11:30:34.641513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9baef227-ead5-4962-8ef8-24068945fdd8 None None] Current status of the port 329d93b7-4542-4d8c-8e47-c830a0215026 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:34.652620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:34.702315 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d819eb0-eeef-45e6-bc64-8936632db978 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] GET failed (client error): The resource could not be found. Apr 07 11:30:34.708238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34502) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:34.712404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9d819eb0-eeef-45e6-bc64-8936632db978 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "GET /v2.0/ports/8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5 HTTP/1.1" status: 404 len: 333 time: 0.2658863 Apr 07 11:30:34.723174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'name': 'tempest-AllowedAddressPairTestJSON-316788485'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:34.775245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668138c-dd07-4d3e-803d-c236c05040cd req-5c899c68-2496-47e4-97ae-34ec0e784653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:34.782734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-5c899c68-2496-47e4-97ae-34ec0e784653 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3348904 Apr 07 11:30:34.995427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-897aecf6-7336-4b68-aab4-738993de7913 None None] Provisioning complete for port 329d93b7-4542-4d8c-8e47-c830a0215026 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:35.007941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-897aecf6-7336-4b68-aab4-738993de7913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:35.426533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 329d93b7-4542-4d8c-8e47-c830a0215026 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:30:35.430341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:35.436654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:35.509644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] device_id is not set on port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:35.591264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272895b-ee3f-4239-90fe-33aec83713b8 req-0d40bf76-7d50-4126-bf09-830709f92c26 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:35.601539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2272895b-ee3f-4239-90fe-33aec83713b8 req-0d40bf76-7d50-4126-bf09-830709f92c26 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.4459155 Apr 07 11:30:35.705908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-fd3bddda-7cfd-453d-9596-ea2a3121215e service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9222479 Apr 07 11:30:35.748293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-897aecf6-7336-4b68-aab4-738993de7913 None None] Current status of the port 329d93b7-4542-4d8c-8e47-c830a0215026 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:35.762247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114262be-a72d-4ac6-826a-01b120a5b5e1 req-eee4df61-5e02-412b-8a00-ba9c60b89f7e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:35.763976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-114262be-a72d-4ac6-826a-01b120a5b5e1 req-eee4df61-5e02-412b-8a00-ba9c60b89f7e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.7253082 Apr 07 11:30:35.883480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Allocated IP 172.20.0.8 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/11cecaea-c22a-4f61-bd5f-dbc584c4c881) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:35.894525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-897aecf6-7336-4b68-aab4-738993de7913 None None] Provisioning complete for port abd0ebd7-ab2a-407d-a1e7-d84ba9025113 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:35.894912 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-897aecf6-7336-4b68-aab4-738993de7913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.095889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 329d93b7-4542-4d8c-8e47-c830a0215026 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:36.097479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.214576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.267753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2272895b-ee3f-4239-90fe-33aec83713b8 req-1f790bea-eef6-4aa7-845c-44bdf5dc0ab9 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6652567 Apr 07 11:30:36.306966 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.331949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.355448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-897aecf6-7336-4b68-aab4-738993de7913 None None] Port abd0ebd7-ab2a-407d-a1e7-d84ba9025113 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:36.561522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a40524a9-5eab-46d0-90f8-1fb9d8a33c25 None None] Could not find standard attr ID for object 8fcfe806-7bf3-494a-ae0d-0c8cd386f8a5. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:30:36.568485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=11cecaea-c22a-4f61-bd5f-dbc584c4c881,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:36.647490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:36.647899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6668138c-dd07-4d3e-803d-c236c05040cd req-8910a99e-0668-4f04-b644-35da65e3c6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8672230 Apr 07 11:30:36.652107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:36.662070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:36.779215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 329d93b7-4542-4d8c-8e47-c830a0215026 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:30:36.842664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a40524a9-5eab-46d0-90f8-1fb9d8a33c25 None None] Provisioning complete for port abd0ebd7-ab2a-407d-a1e7-d84ba9025113 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:36.843112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a40524a9-5eab-46d0-90f8-1fb9d8a33c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.881037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:36.882457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:36.951001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c1a944f4-764d-4221-a3cf-b0e9ddc50ab0 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2331514 Apr 07 11:30:36.956414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34528) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:36.978345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:87:a4:38'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:36.981805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a40524a9-5eab-46d0-90f8-1fb9d8a33c25 None None] Port abd0ebd7-ab2a-407d-a1e7-d84ba9025113 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:37.192351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:37.327977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-11a0c29d-ec5a-4d05-a30b-07c6cb57dda2 None None] Provisioning complete for port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:37.335381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-11a0c29d-ec5a-4d05-a30b-07c6cb57dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:37.540307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-11a0c29d-ec5a-4d05-a30b-07c6cb57dda2 None None] Port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:37.810572 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:38.287464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-114262be-a72d-4ac6-826a-01b120a5b5e1 req-1e711f39-d36a-488d-95f3-279243476d89 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4359567 Apr 07 11:30:38.395659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-625c649d-b2a2-4294-945c-9524e75787cb req-c1594a3e-e22d-4c54-a387-cdd6e5ca94ee tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 1.6718388 Apr 07 11:30:38.680978 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:38.694536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:38.925020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb874ff-ff66-42f9-a0c6-5c95e17ced38 req-91066ced-deae-472f-b1fe-e8909afafb7d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:38.939937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afb874ff-ff66-42f9-a0c6-5c95e17ced38 req-91066ced-deae-472f-b1fe-e8909afafb7d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2954950 Apr 07 11:30:39.026338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=11cecaea-c22a-4f61-bd5f-dbc584c4c881,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:39.055838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] In _notify_port_updated(), no bound segment for port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 on network 44f7ea0c-655c-4901-8c62-c0edce0542b9 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:30:39.068013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:39.068698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:39.072818 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21c369a3-9ea4-422d-a5d3-986e2285f122 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "PUT /v2.0/ports/11cecaea-c22a-4f61-bd5f-dbc584c4c881 HTTP/1.1" status: 200 len: 993 time: 2.1124854 Apr 07 11:30:39.076123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34546) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:39.195458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afb874ff-ff66-42f9-a0c6-5c95e17ced38 req-9d470285-59c1-4b87-b4f0-35f4fa341d19 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546959 Apr 07 11:30:39.384948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:39.394487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:39.407717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5f1eb82e-4528-42ef-8e05-d575d2d41565 None None] Provisioning complete for port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:39.408790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb82e-4528-42ef-8e05-d575d2d41565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:39.460235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5f1eb82e-4528-42ef-8e05-d575d2d41565 None None] Port 11cecaea-c22a-4f61-bd5f-dbc584c4c881 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:39.695471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ce0b-d7d4-436c-a5ca-048f9e0f481b req-98c6bee1-2988-41a9-bb3b-5a59d1b5e53a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:39.697204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e674ce0b-d7d4-436c-a5ca-048f9e0f481b req-98c6bee1-2988-41a9-bb3b-5a59d1b5e53a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1841452 Apr 07 11:30:39.746389 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:39.784149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for 11cecaea-c22a-4f61-bd5f-dbc584c4c881 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:39.812297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a381e288-3d9c-4186-83d0-a59d6ac9a9c1 req-1cc1cf0e-fcaf-4ef9-b170-b68f22492cf1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1139200 Apr 07 11:30:39.971244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e674ce0b-d7d4-436c-a5ca-048f9e0f481b req-20145af1-cdff-40bd-88f1-670348f67b71 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837049 Apr 07 11:30:40.121963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (11cecaea-c22a-4f61-bd5f-dbc584c4c881), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:40.301633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=11cecaea-c22a-4f61-bd5f-dbc584c4c881,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:40.614808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade098-ab4e-45fa-93ef-d7f6dcbee951 req-92505f45-3c1c-4931-9d09-a62be3b41741 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:40.641299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2ade098-ab4e-45fa-93ef-d7f6dcbee951 req-92505f45-3c1c-4931-9d09-a62be3b41741 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2303619 Apr 07 11:30:40.815110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:40.823012 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-565e0d4a-b5d3-4121-982a-b41066f7ff37 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/ports/11cecaea-c22a-4f61-bd5f-dbc584c4c881 HTTP/1.1" status: 204 len: 168 time: 1.7457802 Apr 07 11:30:40.823903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:40.854111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2ade098-ab4e-45fa-93ef-d7f6dcbee951 req-b7276a70-1f38-40c8-9996-c02d03e82df1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108536 Apr 07 11:30:40.867827 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d08cd1-306a-4d0d-bd5b-f3dc96593368 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] GET failed (client error): The resource could not be found. Apr 07 11:30:40.876592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:40.879402 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-47d08cd1-306a-4d0d-bd5b-f3dc96593368 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "GET /v2.0/ports/11cecaea-c22a-4f61-bd5f-dbc584c4c881 HTTP/1.1" status: 404 len: 333 time: 0.0541286 Apr 07 11:30:40.884930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'name': 'tempest-AllowedAddressPairTestJSON-748173672'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:41.361747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-631494ac-7589-40a0-965c-66b5d38add2c req-7aa5f555-0268-42ce-ba61-c0600e70af77 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.3157625 Apr 07 11:30:41.408633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:41.412220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:41.431565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] device_id is not set on port 47b43556-fe82-434a-be80-2375a5b8e85b yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:41.581328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Allocated IP 172.20.0.8 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/47b43556-fe82-434a-be80-2375a5b8e85b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:42.108264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (47b43556-fe82-434a-be80-2375a5b8e85b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:42.142791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27da14-c179-4eb4-b009-8b9ecb8d193c req-7afcd66e-780f-443a-8b14-d8de78063c15 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:42.144547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d27da14-c179-4eb4-b009-8b9ecb8d193c req-7afcd66e-780f-443a-8b14-d8de78063c15 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.9322641 Apr 07 11:30:42.264758 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:30:42.366794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be840ef5-8641-49f0-afb8-49f3930b3f18 req-24b86b16-83d7-430c-a554-bdcb29ce1914 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:42.372480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be840ef5-8641-49f0-afb8-49f3930b3f18 req-24b86b16-83d7-430c-a554-bdcb29ce1914 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2890832 Apr 07 11:30:42.474313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d27da14-c179-4eb4-b009-8b9ecb8d193c req-ee755c16-43e0-46e2-96a2-108609754dec tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122742 Apr 07 11:30:42.601565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be840ef5-8641-49f0-afb8-49f3930b3f18 req-e6828295-19e1-428f-aaef-65fbb5b0c237 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970434 Apr 07 11:30:42.612459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:42.761963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2f815af-471a-45c7-9d4f-d10086381d5b req-6b62591b-d53b-4dfd-a377-30f42c68ffc0 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0565343 Apr 07 11:30:42.790988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:42.795533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:42.801733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:42.973852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:42.974608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:42.994033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=47b43556-fe82-434a-be80-2375a5b8e85b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:43.023432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.024691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.026308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.028301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.031626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.033195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.033195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.033195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.035435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.037748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.039409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.039852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.042103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:43.072056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f6bfd3ec-c77b-4af8-8f50-e00eafca4550 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1935546 Apr 07 11:30:43.076149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34600) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:43.092229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:87:a4:38'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:43.538289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8a83a381-9e5c-4083-9034-f9eb815bfca2 None None] Provisioning complete for port 47b43556-fe82-434a-be80-2375a5b8e85b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:43.539230 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8a83a381-9e5c-4083-9034-f9eb815bfca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:43.628809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:43.771392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8a83a381-9e5c-4083-9034-f9eb815bfca2 None None] Port 47b43556-fe82-434a-be80-2375a5b8e85b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:44.615787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (47b43556-fe82-434a-be80-2375a5b8e85b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:44.631062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:44.861051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=47b43556-fe82-434a-be80-2375a5b8e85b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:45.012137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d843-226c-467d-b4d1-b4d479559a0f req-5ffe484e-1128-4ef5-bca3-68a56aac3168 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:45.038653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb70d843-226c-467d-b4d1-b4d479559a0f req-5ffe484e-1128-4ef5-bca3-68a56aac3168 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.9878538 Apr 07 11:30:45.068336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bd9a5-7025-427f-b380-5875394bacc1 req-cbf37d82-d9ab-4c51-96a1-10a6b8de0a85 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:45.070904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a08bd9a5-7025-427f-b380-5875394bacc1 req-cbf37d82-d9ab-4c51-96a1-10a6b8de0a85 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.9852905 Apr 07 11:30:45.325455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb70d843-226c-467d-b4d1-b4d479559a0f req-b1468d1b-eea6-4c95-8456-22a581733d6a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828588 Apr 07 11:30:45.330010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] In _notify_port_updated(), no bound segment for port 47b43556-fe82-434a-be80-2375a5b8e85b on network 44f7ea0c-655c-4901-8c62-c0edce0542b9 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:30:45.334013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-edc9b619-f8ad-417b-8b85-317a7a9b1ac1 None None] Provisioning complete for port 47b43556-fe82-434a-be80-2375a5b8e85b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:45.334625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-edc9b619-f8ad-417b-8b85-317a7a9b1ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:45.362647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:45.366026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:45.373276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34622) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:45.373814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-75c20bc5-5a5a-40e1-9418-babbaa42026b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "PUT /v2.0/ports/47b43556-fe82-434a-be80-2375a5b8e85b HTTP/1.1" status: 200 len: 995 time: 2.2929735 Apr 07 11:30:45.446133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-edc9b619-f8ad-417b-8b85-317a7a9b1ac1 None None] Port 47b43556-fe82-434a-be80-2375a5b8e85b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:45.545851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb90ae68-082b-4917-b01f-34f7b84ba946 req-4c14db61-79da-4268-850d-8fc253ceacda tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0971520 Apr 07 11:30:45.553291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a08bd9a5-7025-427f-b380-5875394bacc1 req-1067b2db-3392-4d08-9e80-2a956a81b2bd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4542043 Apr 07 11:30:45.633165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port 47b43556-fe82-434a-be80-2375a5b8e85b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:45.641179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:45.777446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34628) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:45.846355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:45.873413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for 47b43556-fe82-434a-be80-2375a5b8e85b owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:45.947497 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ffa17e-c300-427c-9290-c91b54a494aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.125289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (47b43556-fe82-434a-be80-2375a5b8e85b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.258279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ffa17e-c300-427c-9290-c91b54a494aa admin admin] Publish callbacks [] for security_group (f07e5eb7-0de2-497a-89db-e72e95fd6546), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.269749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ffa17e-c300-427c-9290-c91b54a494aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f07e5eb7-0de2-497a-89db-e72e95fd6546), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.298191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=47b43556-fe82-434a-be80-2375a5b8e85b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:46.429331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-11ffa17e-c300-427c-9290-c91b54a494aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7320fd6c14540f2915cbefd4eca35b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506271 Apr 07 11:30:46.430464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffa17e-c300-427c-9290-c91b54a494aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e5eb7-0de2-497a-89db-e72e95fd6546,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:46.438246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34636) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:46.485306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.489549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.489890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.490224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.490565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.491061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.491247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.491575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.503871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.504244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.504784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.505155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.506014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:46.536882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f5d912-3e6b-426b-81c7-c4b346301c33 admin admin] Publish callbacks [] for security_group (f07e5eb7-0de2-497a-89db-e72e95fd6546), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.553586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.569105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34638) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:46.571660 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a68d84e5-fcb9-4849-ae83-b2ac50cb050d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/ports/47b43556-fe82-434a-be80-2375a5b8e85b HTTP/1.1" status: 204 len: 168 time: 1.1972356 Apr 07 11:30:46.582693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f5d912-3e6b-426b-81c7-c4b346301c33 admin admin] Publish callbacks [] for security_group (f07e5eb7-0de2-497a-89db-e72e95fd6546), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:46.601504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4a841-5c78-45cb-95b5-d80c546d9687 req-b286c008-5095-4195-93e5-703e62885448 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:46.611272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fb4a841-5c78-45cb-95b5-d80c546d9687 req-b286c008-5095-4195-93e5-703e62885448 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1550586 Apr 07 11:30:46.712213 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-2270a2a0-75cf-4eaa-8c4c-8d09a58a708c tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] GET failed (client error): The resource could not be found. Apr 07 11:30:46.713854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2270a2a0-75cf-4eaa-8c4c-8d09a58a708c tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "GET /v2.0/ports/47b43556-fe82-434a-be80-2375a5b8e85b HTTP/1.1" status: 404 len: 333 time: 0.1437733 Apr 07 11:30:46.720533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34644) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:46.738009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'name': 'tempest-AllowedAddressPairTestJSON-873174312'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:46.943137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-038c29ae-2a9c-43e5-abbf-b7b6357bf8ab req-f596e11d-d18c-4dd5-ab0e-592bb2b8b53b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0800116 Apr 07 11:30:47.048295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fb4a841-5c78-45cb-95b5-d80c546d9687 req-24749d47-0962-46b1-8739-ef1e509f879e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358940 Apr 07 11:30:47.065355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:47.072914 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:47.103413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] device_id is not set on port 6973b375-9c5d-4cb2-8521-1a13133eb7aa yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:47.122599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f5d912-3e6b-426b-81c7-c4b346301c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f07e5eb7-0de2-497a-89db-e72e95fd6546), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:47.128806 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85f5d912-3e6b-426b-81c7-c4b346301c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:47.134289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-85f5d912-3e6b-426b-81c7-c4b346301c33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f07e5eb7-0de2-497a-89db-e72e95fd6546 HTTP/1.1" status: 204 len: 168 time: 0.6932061 Apr 07 11:30:47.310248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d912-3e6b-426b-81c7-c4b346301c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e5eb7-0de2-497a-89db-e72e95fd6546,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:47.387449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bdf6d-051d-4f19-ab61-a0378dfa32a6 req-041bdb90-a4e7-4205-b49a-b5a99e504726 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:47.395282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-697bdf6d-051d-4f19-ab61-a0378dfa32a6 req-041bdb90-a4e7-4205-b49a-b5a99e504726 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2597599 Apr 07 11:30:47.519695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-697bdf6d-051d-4f19-ab61-a0378dfa32a6 req-3187a95e-5c6e-4168-baf9-ff0a1e396e9b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229751 Apr 07 11:30:47.523582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Allocated IP 172.20.0.6 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/6973b375-9c5d-4cb2-8521-1a13133eb7aa) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:48.138161 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (6973b375-9c5d-4cb2-8521-1a13133eb7aa), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.237619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6973b375-9c5d-4cb2-8521-1a13133eb7aa), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.259361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34664) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:48.298395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a64b005-dd3c-4dad-90f1-a7ecb52f7a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.487088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a64b005-dd3c-4dad-90f1-a7ecb52f7a8e admin admin] Publish callbacks [] for security_group (444dad8b-5e0c-49e6-8c70-b6d96e208e08), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.490985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9234aea-7efa-4155-b310-0c1aabd3c434 req-f8488c41-90cb-4720-8cee-b30bc07c33aa tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1293349 Apr 07 11:30:48.497626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a64b005-dd3c-4dad-90f1-a7ecb52f7a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (444dad8b-5e0c-49e6-8c70-b6d96e208e08), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.599836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3a64b005-dd3c-4dad-90f1-a7ecb52f7a8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=524d1581190d4535998d28abb3c9cd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387303 Apr 07 11:30:48.603809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34670) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:48.604733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64b005-dd3c-4dad-90f1-a7ecb52f7a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444dad8b-5e0c-49e6-8c70-b6d96e208e08,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:48.607816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:48.624870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:48.653963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:48.689034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=6973b375-9c5d-4cb2-8521-1a13133eb7aa,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:48.694979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34672) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:48.771970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4a257-e95d-4c63-82bb-ee21e17f64b9 req-895f63c8-520d-4fa8-8237-7e4806811ffc tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:48.774400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ad4a257-e95d-4c63-82bb-ee21e17f64b9 req-895f63c8-520d-4fa8-8237-7e4806811ffc tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.3929386 Apr 07 11:30:48.781111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:48.782065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.810029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ebee847c-f2dd-4286-8ad4-1e1973e2191d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0755484 Apr 07 11:30:48.812027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34676) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:48.820109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-372361f1-3613-4e97-bb58-3367e026b77f admin admin] Publish callbacks [] for security_group (444dad8b-5e0c-49e6-8c70-b6d96e208e08), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:48.823143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'network_id': '44f7ea0c-655c-4901-8c62-c0edce0542b9', 'name': 'tempest-AllowedAddressPairTestJSON-1183597271'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:48.895025 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-372361f1-3613-4e97-bb58-3367e026b77f admin admin] Publish callbacks [] for security_group (444dad8b-5e0c-49e6-8c70-b6d96e208e08), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.034393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-372361f1-3613-4e97-bb58-3367e026b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (444dad8b-5e0c-49e6-8c70-b6d96e208e08), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.052650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-372361f1-3613-4e97-bb58-3367e026b77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.059778 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-372361f1-3613-4e97-bb58-3367e026b77f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/444dad8b-5e0c-49e6-8c70-b6d96e208e08 HTTP/1.1" status: 204 len: 168 time: 0.4451644 Apr 07 11:30:49.088643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372361f1-3613-4e97-bb58-3367e026b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444dad8b-5e0c-49e6-8c70-b6d96e208e08,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:49.156197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ad4a257-e95d-4c63-82bb-ee21e17f64b9 req-2a1e7edc-801e-4ccf-ba20-c5b15a1081d7 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557072 Apr 07 11:30:49.160175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c85efa0-0317-4034-999d-e9534152114a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.216218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ce3e2861-0e0d-43fe-9e74-2fffa969a130 None None] Provisioning complete for port 6973b375-9c5d-4cb2-8521-1a13133eb7aa triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:49.216716 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2861-0e0d-43fe-9e74-2fffa969a130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6973b375-9c5d-4cb2-8521-1a13133eb7aa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.318454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e73a-1ba3-4125-a7af-08cdeff8d71b req-67ec0fe3-08fb-40ae-8228-e897e6e5abf1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:49.322184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0137e73a-1ba3-4125-a7af-08cdeff8d71b req-67ec0fe3-08fb-40ae-8228-e897e6e5abf1 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.4589317 Apr 07 11:30:49.374781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e2861-0e0d-43fe-9e74-2fffa969a130 None None] Port 6973b375-9c5d-4cb2-8521-1a13133eb7aa cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:49.464511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Made reservation on behalf of 6fb11bae05c640548a912b1755329bc9 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:49.468790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.494310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] device_id is not set on port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:30:49.569102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0137e73a-1ba3-4125-a7af-08cdeff8d71b req-c41c55dc-5627-499a-9685-021911fa911b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384276 Apr 07 11:30:49.593554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c85efa0-0317-4034-999d-e9534152114a admin admin] Publish callbacks [] for security_group (2eb3aaed-609b-4d45-865a-f22231eae202), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.605720 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c85efa0-0317-4034-999d-e9534152114a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2eb3aaed-609b-4d45-865a-f22231eae202), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.646643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34696) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:49.647231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0c85efa0-0317-4034-999d-e9534152114a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f44879d828f14230b6501cb260128093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9446893 Apr 07 11:30:49.731745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85efa0-0317-4034-999d-e9534152114a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb3aaed-609b-4d45-865a-f22231eae202,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:49.753985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Allocated IP 172.20.0.4 (44f7ea0c-655c-4901-8c62-c0edce0542b9/67d7aff3-1903-4ff0-a661-118960f719cc/4a5227db-0136-4522-9006-4e6ea4cf2fa8) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:30:49.821120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76a9f44e-a87a-4b9c-a076-1183ace714d0 admin admin] Publish callbacks [] for security_group (2eb3aaed-609b-4d45-865a-f22231eae202), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:49.836029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0eae48e8-04a9-4988-bb5c-11aeebc1069e req-d25c07a8-61e7-4122-bb4d-98f44a0a91df tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0717466 Apr 07 11:30:49.913567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76a9f44e-a87a-4b9c-a076-1183ace714d0 admin admin] Publish callbacks [] for security_group (2eb3aaed-609b-4d45-865a-f22231eae202), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:50.020319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76a9f44e-a87a-4b9c-a076-1183ace714d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2eb3aaed-609b-4d45-865a-f22231eae202), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:50.023399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76a9f44e-a87a-4b9c-a076-1183ace714d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:50.024735 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-76a9f44e-a87a-4b9c-a076-1183ace714d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eb3aaed-609b-4d45-865a-f22231eae202 HTTP/1.1" status: 204 len: 168 time: 0.3810978 Apr 07 11:30:50.040995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9f44e-a87a-4b9c-a076-1183ace714d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb3aaed-609b-4d45-865a-f22231eae202,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:50.226976 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:50.322173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:50.491452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=4a5227db-0136-4522-9006-4e6ea4cf2fa8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:50.531637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:30:50.536928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:50.543983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:30:50.808955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:50.810044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:50.868813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-30b34490-5e75-4d8b-b13e-6b61c9ffde7b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0500817 Apr 07 11:30:50.868996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:50.876295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:87:a4:38'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:f6:df:fc'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:50.912127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2f970-08dd-426c-80e3-3c8b92ecddc2 req-0cdb0691-9ca6-4e7c-8274-9f2d74ae4c60 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:50.918670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7c2f970-08dd-426c-80e3-3c8b92ecddc2 req-0cdb0691-9ca6-4e7c-8274-9f2d74ae4c60 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.4333327 Apr 07 11:30:51.134501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-19a5c8a0-cc1b-4beb-9d7b-b296ac42cb64 None None] Provisioning complete for port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:51.138658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-19a5c8a0-cc1b-4beb-9d7b-b296ac42cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.175322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e58226-5d90-46f7-8f3e-bf58b16d3d43 req-2fad5db8-0f6f-40ed-90c0-50280af18937 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:51.185557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8e58226-5d90-46f7-8f3e-bf58b16d3d43 req-2fad5db8-0f6f-40ed-90c0-50280af18937 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2997370 Apr 07 11:30:51.307735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.328548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-19a5c8a0-cc1b-4beb-9d7b-b296ac42cb64 None None] Port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:51.351842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34728) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:51.396424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8e58226-5d90-46f7-8f3e-bf58b16d3d43 req-7d7f59b0-a953-4d23-997a-0ffe8f396f81 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100780 Apr 07 11:30:51.492400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7c2f970-08dd-426c-80e3-3c8b92ecddc2 req-9942660d-35b1-4aa0-8d0e-eb9fd77d2400 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042245 Apr 07 11:30:51.528155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e5e7-7c07-439c-8c21-43d71365de6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.731730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.744206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.769526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c55bad55-0617-4047-9d8e-087c83769f37 req-e846a25f-3fbc-46f9-b785-e8c2b8c1db0c tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1501288 Apr 07 11:30:51.890021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e5e7-7c07-439c-8c21-43d71365de6b admin admin] Publish callbacks [] for security_group (f63db4a6-3cd9-4967-ae84-bac4ca850fcd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.904092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e5e7-7c07-439c-8c21-43d71365de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f63db4a6-3cd9-4967-ae84-bac4ca850fcd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:51.987587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event updated for resources: {'Port': ['ID=4a5227db-0136-4522-9006-4e6ea4cf2fa8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:51.992769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9bd6e5e7-7c07-439c-8c21-43d71365de6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bd5bf428b144824be470a3c86ac5a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5948849 Apr 07 11:30:51.994740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34742) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:52.009279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] In _notify_port_updated(), no bound segment for port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 on network 44f7ea0c-655c-4901-8c62-c0edce0542b9 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:30:52.014742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:52.015777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:52.017170 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-433ff741-7e47-4cde-ac4c-8bb675842ddc tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "PUT /v2.0/ports/4a5227db-0136-4522-9006-4e6ea4cf2fa8 HTTP/1.1" status: 200 len: 1056 time: 1.1473563 Apr 07 11:30:52.029186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:52.042233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6e5e7-7c07-439c-8c21-43d71365de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63db4a6-3cd9-4967-ae84-bac4ca850fcd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:52.168583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8901cd12-b36d-4d9a-8de2-c98a7580e05d admin admin] Publish callbacks [] for security_group (f63db4a6-3cd9-4967-ae84-bac4ca850fcd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:52.225624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8901cd12-b36d-4d9a-8de2-c98a7580e05d admin admin] Publish callbacks [] for security_group (f63db4a6-3cd9-4967-ae84-bac4ca850fcd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:52.372177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8901cd12-b36d-4d9a-8de2-c98a7580e05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f63db4a6-3cd9-4967-ae84-bac4ca850fcd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:52.376624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8901cd12-b36d-4d9a-8de2-c98a7580e05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:52.382227 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8901cd12-b36d-4d9a-8de2-c98a7580e05d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f63db4a6-3cd9-4967-ae84-bac4ca850fcd HTTP/1.1" status: 204 len: 168 time: 0.3657598 Apr 07 11:30:52.397006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c02d4389-8d2b-49c3-9dc8-18fba95188bc None None] Provisioning complete for port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:30:52.401907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c02d4389-8d2b-49c3-9dc8-18fba95188bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:52.431368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901cd12-b36d-4d9a-8de2-c98a7580e05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63db4a6-3cd9-4967-ae84-bac4ca850fcd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:52.609110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c02d4389-8d2b-49c3-9dc8-18fba95188bc None None] Port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:30:52.994931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f09e0-6541-4c12-921d-7ad589ac26fe req-82824956-fb3b-46e7-b5f4-ba97156a1743 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:52.997309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e08f09e0-6541-4c12-921d-7ad589ac26fe req-82824956-fb3b-46e7-b5f4-ba97156a1743 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.3697951 Apr 07 11:30:53.084664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c675ae5-7062-41e4-ac91-bff59d773962 req-f93e023e-29c2-491d-ba87-c0d7daa80729 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:53.086715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c675ae5-7062-41e4-ac91-bff59d773962 req-f93e023e-29c2-491d-ba87-c0d7daa80729 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.3565085 Apr 07 11:30:53.204061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e08f09e0-6541-4c12-921d-7ad589ac26fe req-b8434b94-4601-4641-a69d-35e6fd47423e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996782 Apr 07 11:30:53.293611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c675ae5-7062-41e4-ac91-bff59d773962 req-7f9d6d45-a054-41fd-8b07-a37486550bd4 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684239 Apr 07 11:30:53.434186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port 4a5227db-0136-4522-9006-4e6ea4cf2fa8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:53.434796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:53.457824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e83b8f7f-576a-43a5-bdde-da27de55d189 req-6b082a74-1d2c-4e64-aff6-40ef895605e4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0568969 Apr 07 11:30:53.647115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:53.678983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for 4a5227db-0136-4522-9006-4e6ea4cf2fa8 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:53.970901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709b478-4863-4c75-9eda-646c8a0cb609 req-afc0c5c5-13a2-4a93-a037-069fc99d904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:53.972557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2709b478-4863-4c75-9eda-646c8a0cb609 req-afc0c5c5-13a2-4a93-a037-069fc99d904f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1127 time: 0.2069724 Apr 07 11:30:53.993378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4a5227db-0136-4522-9006-4e6ea4cf2fa8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:54.065909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=4a5227db-0136-4522-9006-4e6ea4cf2fa8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:54.119533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2709b478-4863-4c75-9eda-646c8a0cb609 req-c3db3472-dd0a-4224-9e62-3790f74da560 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378894 Apr 07 11:30:54.443388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b602d-b797-4d3b-9b73-d4ef5782255f req-47f46983-d4f4-4f99-93db-1dae78382e3b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:54.452483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c1b602d-b797-4d3b-9b73-d4ef5782255f req-47f46983-d4f4-4f99-93db-1dae78382e3b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.1125855 Apr 07 11:30:54.640965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c1b602d-b797-4d3b-9b73-d4ef5782255f req-e7c25903-3b6b-4b81-88c0-6a8e90b54383 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871908 Apr 07 11:30:54.711410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246c60-2986-4254-bd40-b645ebcd65e9 req-135b9780-9185-4ff2-89c2-bfe73d2fc8b8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:54.713254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3246c60-2986-4254-bd40-b645ebcd65e9 req-135b9780-9185-4ff2-89c2-bfe73d2fc8b8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1518521 Apr 07 11:30:54.771791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:54.777406 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9842f406-de92-4f6b-a3df-7c7797bb459d tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/ports/4a5227db-0136-4522-9006-4e6ea4cf2fa8 HTTP/1.1" status: 204 len: 168 time: 2.7498667 Apr 07 11:30:54.780708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34804) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:54.816634 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aac173-7a2a-49b2-b6cf-4787f08942e9 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] GET failed (client error): The resource could not be found. Apr 07 11:30:54.823166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8aac173-7a2a-49b2-b6cf-4787f08942e9 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "GET /v2.0/ports/4a5227db-0136-4522-9006-4e6ea4cf2fa8 HTTP/1.1" status: 404 len: 333 time: 0.0409787 Apr 07 11:30:54.823953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34806) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:54.867470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34808) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:54.971272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16a64472-3e0d-40e5-98ff-b848513d5728 req-94c26f58-ddfa-49d1-bef0-0d66df0b267f tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1030152 Apr 07 11:30:54.984510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3246c60-2986-4254-bd40-b645ebcd65e9 req-1de56c5f-6e7f-47b6-b8c4-57ccba50da92 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649302 Apr 07 11:30:55.005345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port 6973b375-9c5d-4cb2-8521-1a13133eb7aa {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:55.005345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6973b375-9c5d-4cb2-8521-1a13133eb7aa), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.250368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1098359578-network', 'tenant_id': '2191a927505744ab92bbfd682d5dabc0'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:55.381986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6973b375-9c5d-4cb2-8521-1a13133eb7aa), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.424222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Made reservation on behalf of 2191a927505744ab92bbfd682d5dabc0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:55.447752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.537360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for 6973b375-9c5d-4cb2-8521-1a13133eb7aa owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:55.668943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.807059 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks [] for security_group (eb51e2c5-e0de-424f-bdf7-a18de8520891), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.817452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (eb51e2c5-e0de-424f-bdf7-a18de8520891), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.858645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb51e2c5-e0de-424f-bdf7-a18de8520891,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:55.862374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100afc-ee4e-4df5-a863-a66f7e434320 req-6ec0b8ee-0761-496d-b402-1ad3a82e1d23 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:55.872072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e100afc-ee4e-4df5-a863-a66f7e434320 req-6ec0b8ee-0761-496d-b402-1ad3a82e1d23 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.0973709 Apr 07 11:30:55.874455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:30:55.893076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f41ae857-7188-466d-88fc-461a9e1706a3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:55.893529 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Added segment f41ae857-7188-466d-88fc-461a9e1706a3 of type vlan for network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 Apr 07 11:30:55.961777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e100afc-ee4e-4df5-a863-a66f7e434320 req-6f812d31-a168-47be-8a00-716723e98e53 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886347 Apr 07 11:30:56.066345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.124090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6973b375-9c5d-4cb2-8521-1a13133eb7aa), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.182687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.187769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:56.188456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.302571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8382d-418f-4a59-9b39-64a1e1aab149 req-416b9904-fa87-4f28-8b2d-00ef342aea26 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:56.308813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4c8382d-418f-4a59-9b39-64a1e1aab149 req-416b9904-fa87-4f28-8b2d-00ef342aea26 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1761053 Apr 07 11:30:56.434316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4c8382d-418f-4a59-9b39-64a1e1aab149 req-161e51df-b6bd-4e3e-988b-85cdfa88522f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161716 Apr 07 11:30:56.497477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] Pushing event updated for resources: {'Network': ['ID=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:56.501206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=6973b375-9c5d-4cb2-8521-1a13133eb7aa,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:56.511617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:30:56.512982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:56.519215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Request body: {'subnet': {'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1098359578-subnet', 'tenant_id': '2191a927505744ab92bbfd682d5dabc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:30:56.524078 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84bcecff-4728-4417-b336-1faf972171cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6536796 Apr 07 11:30:56.565934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Made reservation on behalf of 2191a927505744ab92bbfd682d5dabc0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:30:56.568946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.654948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.665153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e8630896-cee0-47d4-a053-3053735fa4ba tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/ports/6973b375-9c5d-4cb2-8521-1a13133eb7aa HTTP/1.1" status: 204 len: 168 time: 1.8395698 Apr 07 11:30:56.670527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34838) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:56.737497 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eed56f-0fc7-403d-a6ac-8da9d8d8615f tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] GET failed (client error): The resource could not be found. Apr 07 11:30:56.740186 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-76eed56f-0fc7-403d-a6ac-8da9d8d8615f tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "GET /v2.0/ports/6973b375-9c5d-4cb2-8521-1a13133eb7aa HTTP/1.1" status: 404 len: 333 time: 0.0679562 Apr 07 11:30:56.755909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:56.883678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port abd0ebd7-ab2a-407d-a1e7-d84ba9025113 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:56.884366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:56.899187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf1c8c-52dc-4f57-89a9-9b9e16857be9 req-edfdf0c4-ece9-4c3e-9832-714aa4bf8d82 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:56.908457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4baf1c8c-52dc-4f57-89a9-9b9e16857be9 req-edfdf0c4-ece9-4c3e-9832-714aa4bf8d82 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1851811 Apr 07 11:30:57.010621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1119bedd-7e1c-4e60-8c15-1438cd3dde6d req-5bb44cff-66a9-4fe0-bebc-82cd38a8c440 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0745392 Apr 07 11:30:57.067016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:57.083574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for abd0ebd7-ab2a-407d-a1e7-d84ba9025113 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:57.166305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4baf1c8c-52dc-4f57-89a9-9b9e16857be9 req-6d7cbd4d-3cfb-4471-9f72-a65917d1fd16 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565625 Apr 07 11:30:57.253407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (abd0ebd7-ab2a-407d-a1e7-d84ba9025113), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:57.359061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=abd0ebd7-ab2a-407d-a1e7-d84ba9025113,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:57.483567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:57.497821 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c9b52469-53f9-4209-a9bb-238c4870521b tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/ports/abd0ebd7-ab2a-407d-a1e7-d84ba9025113 HTTP/1.1" status: 204 len: 168 time: 0.7379177 Apr 07 11:30:57.500140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34848) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:57.640618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02410107-2b37-448d-b516-dd3910d65e89 req-05c9fec2-7496-47a3-9cb8-14899dee7129 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:57.666544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02410107-2b37-448d-b516-dd3910d65e89 req-05c9fec2-7496-47a3-9cb8-14899dee7129 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.4991355 Apr 07 11:30:57.759413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting subnet 67d7aff3-1903-4ff0-a661-118960f719cc {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:30:57.781750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for subnet (67d7aff3-1903-4ff0-a661-118960f719cc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:57.894062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (be1e7baa-09b3-463a-a9bf-e0a9df5fb7db), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:57.925470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (67d7aff3-1903-4ff0-a661-118960f719cc), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.122990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (67d7aff3-1903-4ff0-a661-118960f719cc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.143994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce09d-4daf-49a5-87fa-2cdfd06ee63e req-75ed5f1f-fb81-4cc8-82fb-60a45d03bcc3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:58.152222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcdce09d-4daf-49a5-87fa-2cdfd06ee63e req-75ed5f1f-fb81-4cc8-82fb-60a45d03bcc3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.4556642 Apr 07 11:30:58.167935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02410107-2b37-448d-b516-dd3910d65e89 req-d8df22f9-3064-4d6f-a093-d062943324ca tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4783196 Apr 07 11:30:58.193316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Checking segment: {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:30:58.194135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Network hostable DHCP agents. Network: c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:30:58.244331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1e7baa-09b3-463a-a9bf-e0a9df5fb7db,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:58.257493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (67d7aff3-1903-4ff0-a661-118960f719cc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.332355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Subnet': ['ID=67d7aff3-1903-4ff0-a661-118960f719cc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:58.340070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcdce09d-4daf-49a5-87fa-2cdfd06ee63e req-4a53a245-a531-4511-97bc-9c8676783455 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864755 Apr 07 11:30:58.345463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:30:58.352781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea3108-056a-45c6-bf12-0843d8ab55ed None None] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:30:58.355413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.380331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dc0389a5-8a58-470d-9c77-476027b9ca73 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/subnets/67d7aff3-1903-4ff0-a661-118960f719cc HTTP/1.1" status: 204 len: 168 time: 0.8778830 Apr 07 11:30:58.383076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34858) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:30:58.601494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:30:58.611573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ef8c3-bd78-4974-a9e5-900493edef71 None None] Network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:30:58.639277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f64a088-2c5b-47b7-8d90-68632be0c1f9 req-c8d01650-30c4-4bb7-b6e6-5d16a9cda3b8 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2773335 Apr 07 11:30:58.663624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:58.664404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.736546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-df7f419a-e110-4a50-9215-9a46809f5229 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2212048 Apr 07 11:30:58.740597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (44f7ea0c-655c-4901-8c62-c0edce0542b9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.740964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] DHCP port deletion for 44f7ea0c-655c-4901-8c62-c0edce0542b9 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:30:58.867959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Deleting port 329d93b7-4542-4d8c-8e47-c830a0215026 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:58.868672 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:58.871130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9f05a-ed70-4e66-a311-0798d34e9d13 None None] Network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:30:59.066923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] For port 329d93b7-4542-4d8c-8e47-c830a0215026, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=329d93b7-4542-4d8c-8e47-c830a0215026,segment=NetworkSegment(b9f80be2-3960-4a62-9ed4-2603973b2d13),segment_id=b9f80be2-3960-4a62-9ed4-2603973b2d13)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:59.067546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.079630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Deleting port 329d93b7-4542-4d8c-8e47-c830a0215026 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:30:59.080392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.090575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Calling delete_port for 329d93b7-4542-4d8c-8e47-c830a0215026 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:59.236452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.335762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] For port 329d93b7-4542-4d8c-8e47-c830a0215026, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=329d93b7-4542-4d8c-8e47-c830a0215026,segment=NetworkSegment(b9f80be2-3960-4a62-9ed4-2603973b2d13),segment_id=b9f80be2-3960-4a62-9ed4-2603973b2d13)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:30:59.340620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.347676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] No DVR routers for this DVR port 329d93b7-4542-4d8c-8e47-c830a0215026 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:59.374429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Calling delete_port for 329d93b7-4542-4d8c-8e47-c830a0215026 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:30:59.385208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 329d93b7-4542-4d8c-8e47-c830a0215026 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:30:59.397257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Port': ['ID=329d93b7-4542-4d8c-8e47-c830a0215026,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:59.477761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (44f7ea0c-655c-4901-8c62-c0edce0542b9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.490892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 329d93b7-4542-4d8c-8e47-c830a0215026 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:30:59.491361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 329d93b7-4542-4d8c-8e47-c830a0215026 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:30:59.504371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f7ea0c-655c-4901-8c62-c0edce0542b9']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:59.537442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f80be2-3960-4a62-9ed4-2603973b2d13') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:59.537873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f80be2-3960-4a62-9ed4-2603973b2d13') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:30:59.549403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (b9f80be2-3960-4a62-9ed4-2603973b2d13), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.567151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b9f80be2-3960-4a62-9ed4-2603973b2d13), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.575347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:30:59.575758 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (b9f80be2-3960-4a62-9ed4-2603973b2d13), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:30:59.689797 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:30:59.692605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (329d93b7-4542-4d8c-8e47-c830a0215026), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.756767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Pushing event deleted for resources: {'Port': ['ID=329d93b7-4542-4d8c-8e47-c830a0215026,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:59.774120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (44f7ea0c-655c-4901-8c62-c0edce0542b9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.776436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.776894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.781330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.781792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.782142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.782485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.782828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.783307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.785763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.787206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.789524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.790055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.791418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:30:59.802602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] Network 44f7ea0c-655c-4901-8c62-c0edce0542b9 is not hosted by any dhcp agent {{(pid=104179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:30:59.803138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3d77a-e0f6-4c87-aa38-bb09948bd2c9 None None] No DVR routers for this DVR port 329d93b7-4542-4d8c-8e47-c830a0215026 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:30:59.824756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:30:59.832137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] 10.222.0.13 "DELETE /v2.0/networks/44f7ea0c-655c-4901-8c62-c0edce0542b9 HTTP/1.1" status: 204 len: 168 time: 1.4438758 Apr 07 11:30:59.917420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc609893-2b5d-48be-aaee-3828d2344287 tempest-AllowedAddressPairTestJSON-903425343 tempest-AllowedAddressPairTestJSON-903425343-project] Pushing event deleted for resources: {'Network': ['ID=44f7ea0c-655c-4901-8c62-c0edce0542b9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:30:59.948294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee20d-3151-48ad-aa9b-a50dad04e4af req-ba4fee1d-cf04-4ce0-b991-7d6c097865df tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:30:59.961597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-391ee20d-3151-48ad-aa9b-a50dad04e4af req-ba4fee1d-cf04-4ce0-b991-7d6c097865df tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.5602198 Apr 07 11:31:00.046934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89807f66-b4ab-4e79-9d27-322e9be91e7d req-c96cb8af-5f91-477a-80e1-725cf75ebe1a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:00.056199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89807f66-b4ab-4e79-9d27-322e9be91e7d req-c96cb8af-5f91-477a-80e1-725cf75ebe1a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.3769362 Apr 07 11:31:00.242669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89807f66-b4ab-4e79-9d27-322e9be91e7d req-73adcc09-22e8-4e21-9789-a83b10fc7fe3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668706 Apr 07 11:31:00.285111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-391ee20d-3151-48ad-aa9b-a50dad04e4af req-1628c276-63c0-4678-88d1-28becd752243 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203144 Apr 07 11:31:00.291998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34900) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:00.507298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0112f83-006e-4c56-86a7-a377ba8240f7 req-cb45b6d3-b05f-4566-9776-047b778df81e tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0730577 Apr 07 11:31:00.661196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0152be02-15ea-4903-89e7-4f057db620f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:00.709856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0e771784-743b-482d-b10a-4fe07ee0ef9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fb11bae05c640548a912b1755329bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140210 Apr 07 11:31:00.714501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34914) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:00.840691 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa12305d-03e2-4191-8e9b-841d8fce0583 admin admin] Publish callbacks [] for security_group (1c3addbc-d619-41da-8dee-81af06c0b62c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:00.890634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa12305d-03e2-4191-8e9b-841d8fce0583 admin admin] Publish callbacks [] for security_group (1c3addbc-d619-41da-8dee-81af06c0b62c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:01.084933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa12305d-03e2-4191-8e9b-841d8fce0583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1c3addbc-d619-41da-8dee-81af06c0b62c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:01.087890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa12305d-03e2-4191-8e9b-841d8fce0583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:01.103323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa12305d-03e2-4191-8e9b-841d8fce0583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c3addbc-d619-41da-8dee-81af06c0b62c HTTP/1.1" status: 204 len: 168 time: 0.3916860 Apr 07 11:31:01.144088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12305d-03e2-4191-8e9b-841d8fce0583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3addbc-d619-41da-8dee-81af06c0b62c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:01.238813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3f453-e51a-451c-a80d-468773393024 req-1d02358e-667f-4846-afe3-4642fc0f7307 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:01.250221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ae3f453-e51a-451c-a80d-468773393024 req-1d02358e-667f-4846-afe3-4642fc0f7307 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.2972820 Apr 07 11:31:01.399628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ae3f453-e51a-451c-a80d-468773393024 req-26bb2bde-5dca-4092-9b63-62cca3ab067a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382997 Apr 07 11:31:01.597747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:01.600145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cdb4d-9810-4f08-b5f2-30e5bef59082 req-d1d9ab15-e74b-4c29-9540-aba575fd859b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:01.605895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da6cdb4d-9810-4f08-b5f2-30e5bef59082 req-d1d9ab15-e74b-4c29-9540-aba575fd859b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.1590381 Apr 07 11:31:01.808516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fb6d4e1-7d6e-4449-9489-d50ff33ff659 req-61aaf5fc-a5a8-4c6f-ac0f-0400616146c1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0925984 Apr 07 11:31:01.881038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da6cdb4d-9810-4f08-b5f2-30e5bef59082 req-bc73bb78-f974-4218-a85f-35af774719a8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661018 Apr 07 11:31:02.982314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12d9be69-445a-46ad-9b4a-36da13875670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:03.088978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34966) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:03.247530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531099a7-55fe-48a0-b18e-573ced2a575b req-1ed7935a-5cbd-47d1-969a-d412ef380a8a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:03.283263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-531099a7-55fe-48a0-b18e-573ced2a575b req-1ed7935a-5cbd-47d1-969a-d412ef380a8a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.7382848 Apr 07 11:31:03.400273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b30baa58-d716-4f94-a5d5-be8f10e1c80d tempest-DvrRoutersNegativeTest-2100889253 tempest-DvrRoutersNegativeTest-2100889253-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1455271116', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:03.403106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.policy [None req-b30baa58-d716-4f94-a5d5-be8f10e1c80d tempest-DvrRoutersNegativeTest-2100889253 tempest-DvrRoutersNegativeTest-2100889253-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104177) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 07 11:31:03.403418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.policy [None req-b30baa58-d716-4f94-a5d5-be8f10e1c80d tempest-DvrRoutersNegativeTest-2100889253 tempest-DvrRoutersNegativeTest-2100889253-project] Failed policy check for 'create_router' {{(pid=104177) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 07 11:31:03.403974 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b30baa58-d716-4f94-a5d5-be8f10e1c80d tempest-DvrRoutersNegativeTest-2100889253 tempest-DvrRoutersNegativeTest-2100889253-project] create failed (client error): Access was denied to this resource. Apr 07 11:31:03.405735 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b30baa58-d716-4f94-a5d5-be8f10e1c80d tempest-DvrRoutersNegativeTest-2100889253 tempest-DvrRoutersNegativeTest-2100889253-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3148263 Apr 07 11:31:03.481402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:03.535182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-531099a7-55fe-48a0-b18e-573ced2a575b req-4db96f6f-6ac6-459b-9a5f-ff418f415466 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447755 Apr 07 11:31:04.002002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10c9e185-1d31-4365-81ce-d3671c3504b4 req-bc26e9ee-7658-4e11-849e-b7d32683de04 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.8388481 Apr 07 11:31:04.019358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-59bd6718-9448-4769-bd30-683feacea62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:04.026324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-59bd6718-9448-4769-bd30-683feacea62d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1128 time: 0.2718420 Apr 07 11:31:04.054874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436ecc0-564c-47c1-a32d-fa6a131a709e req-d7e0956b-e84b-4cfe-949d-5b29e44be99b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:04.056809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4436ecc0-564c-47c1-a32d-fa6a131a709e req-d7e0956b-e84b-4cfe-949d-5b29e44be99b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.2367163 Apr 07 11:31:04.223700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4436ecc0-564c-47c1-a32d-fa6a131a709e req-a6ebdcb3-a59d-4da7-9432-9e76b4f9776e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572862 Apr 07 11:31:04.424680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:04.441607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-7a7da4cc-05bc-414b-bf41-3fbc431d8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:04.443598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-7a7da4cc-05bc-414b-bf41-3fbc431d8f0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.3408592 Apr 07 11:31:04.469650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:04.589236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-c0bf548e-762e-4889-aad0-298ac304d047 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 1001 time: 0.1381490 Apr 07 11:31:04.709368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-9fb2df76-1507-4dcc-8020-3eee36c6f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:04.714580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-9fb2df76-1507-4dcc-8020-3eee36c6f0c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1173432 Apr 07 11:31:04.758971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53c0e424-373f-417f-8c55-fe41d73d56f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:04.816354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-949a1768-fb2e-4c88-993d-e2710c27cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:04.822458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-949a1768-fb2e-4c88-993d-e2710c27cce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948257 Apr 07 11:31:05.010233 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53c0e424-373f-417f-8c55-fe41d73d56f2 admin admin] Publish callbacks [] for security_group (75aa4630-6df3-453c-88c5-9260704cfdc2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:05.019615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53c0e424-373f-417f-8c55-fe41d73d56f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (75aa4630-6df3-453c-88c5-9260704cfdc2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:05.119263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0e424-373f-417f-8c55-fe41d73d56f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa4630-6df3-453c-88c5-9260704cfdc2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:05.167010 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-53c0e424-373f-417f-8c55-fe41d73d56f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95b7e1bdde87492080e085f49344a5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7430716 Apr 07 11:31:05.169249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35026) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:05.303441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-dc1a17d4-6f03-449d-a8d0-f6cb75e05da3 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724343 Apr 07 11:31:05.337097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1b818-da4d-4342-b149-6ce9352dc9d1 admin admin] Publish callbacks [] for security_group (75aa4630-6df3-453c-88c5-9260704cfdc2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:05.424786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1b818-da4d-4342-b149-6ce9352dc9d1 admin admin] Publish callbacks [] for security_group (75aa4630-6df3-453c-88c5-9260704cfdc2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:05.551836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1b818-da4d-4342-b149-6ce9352dc9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (75aa4630-6df3-453c-88c5-9260704cfdc2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:05.555063 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1b818-da4d-4342-b149-6ce9352dc9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:05.559450 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7db1b818-da4d-4342-b149-6ce9352dc9d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75aa4630-6df3-453c-88c5-9260704cfdc2 HTTP/1.1" status: 204 len: 168 time: 0.3839691 Apr 07 11:31:05.577521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b818-da4d-4342-b149-6ce9352dc9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa4630-6df3-453c-88c5-9260704cfdc2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:05.586578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-26cec8e6-04d9-4d9c-a6fa-8dab4d8a6772 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:05.589591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-26cec8e6-04d9-4d9c-a6fa-8dab4d8a6772 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/networks?id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 200 len: 809 time: 0.5908766 Apr 07 11:31:05.606879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-a0d4b9ad-3ea0-45c5-8bad-1edd0f9b7d69 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/quotas/2191a927505744ab92bbfd682d5dabc0 HTTP/1.1" status: 200 len: 375 time: 0.0105681 Apr 07 11:31:05.688714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0820025b-96e9-465e-a31c-ec98256b6b79 req-e44d03fa-5d3d-4b5c-9272-9968faedabdb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.4905608 Apr 07 11:31:05.779655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-b0b28e9b-628e-4573-bf80-27109eef6614 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2191a927505744ab92bbfd682d5dabc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198661 Apr 07 11:31:05.841620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53871a1-7c53-4f46-9c90-e6a346c38de2 req-9722f5ae-6b1d-4278-9484-f2eb7ba04abc service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249100 Apr 07 11:31:06.023105 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:06.063084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09db3-f997-4427-844c-aae1d5ffd323 req-7037bdc7-20df-4773-94e3-2da0a2e40fc2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:06.064940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74f09db3-f997-4427-844c-aae1d5ffd323 req-7037bdc7-20df-4773-94e3-2da0a2e40fc2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.1460116 Apr 07 11:31:06.154228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-476f7a25-3c55-43e3-9e7c-9e5112d21906 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:31:06.156272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-476f7a25-3c55-43e3-9e7c-9e5112d21906 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3612545 Apr 07 11:31:06.372541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-ebb4b991-2b4a-4ddb-b3a0-d0cc1ebc84d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088733 Apr 07 11:31:06.612544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-02a74c2c-ce9f-4379-8928-17c285dae8f8 service neutron] 10.222.0.13 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199113 Apr 07 11:31:06.625361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74f09db3-f997-4427-844c-aae1d5ffd323 req-ba7d1f00-79d3-4de6-ad05-aa70395e041c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5540483 Apr 07 11:31:07.000878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec5d8795-409f-420c-b0c7-c5425b9b58cc req-b7f55410-94ce-4bc0-86b0-097b9affe650 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1011481 Apr 07 11:31:07.136648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8bb54eb-090f-483b-b53d-4c36e58bdfe9 req-f1bfa619-470e-4fcf-ba15-59b67fee7160 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 210 time: 0.0835617 Apr 07 11:31:07.184812 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:07.908889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd435c-ce82-4aff-a7c1-cd019407c0e1 req-ef4c7a81-689a-4793-8db6-91856c98b8f6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:07.917052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2cd435c-ce82-4aff-a7c1-cd019407c0e1 req-ef4c7a81-689a-4793-8db6-91856c98b8f6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.1262367 Apr 07 11:31:08.023427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2cd435c-ce82-4aff-a7c1-cd019407c0e1 req-c88a88b8-7a2a-4f53-a390-8180518338a3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041107 Apr 07 11:31:08.093621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-7c514e6a-1689-4bc4-b1a3-f0d99031401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.097171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-7c514e6a-1689-4bc4-b1a3-f0d99031401c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1128 time: 0.1234424 Apr 07 11:31:08.229952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ec24f84-0e16-43d2-bb42-50d2aad245b7 req-70c5d272-21a2-4fd4-925b-5d184d6a5cea tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0463300 Apr 07 11:31:08.335615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03580-9575-42ef-b595-5771b8a87abc req-9e9fa5a8-202a-43c0-bf8a-59e34f5aecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.339240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-9e9fa5a8-202a-43c0-bf8a-59e34f5aecf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1127 time: 0.1170723 Apr 07 11:31:08.367464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-462365d0-c28e-420d-ac50-14d0914a9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.374501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-462365d0-c28e-420d-ac50-14d0914a9f09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.2680674 Apr 07 11:31:08.542288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03580-9575-42ef-b595-5771b8a87abc req-3c437eac-7edb-40cc-82d4-d4e925884082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.544588 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-3c437eac-7edb-40cc-82d4-d4e925884082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.1983581 Apr 07 11:31:08.577651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f776c676-7f4e-4664-b6f6-930ead25db56 req-8fe42df3-3460-4b3b-baec-751c7e88ae6e tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 210 time: 0.0998492 Apr 07 11:31:08.610301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-5f73f602-9636-4e95-94c1-2f36cdd31fa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 1001 time: 0.2177989 Apr 07 11:31:08.623962 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-0a0a4af0-38c3-4be5-8cfb-9dc764b77811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 217 time: 0.0703325 Apr 07 11:31:08.637904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ffa19-7126-47d0-a0e4-32aadf8f02d9 req-eb8f1aee-7ca4-4db4-ade5-28531ea222dd tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.639863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b48ffa19-7126-47d0-a0e4-32aadf8f02d9 req-eb8f1aee-7ca4-4db4-ade5-28531ea222dd tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.2317564 Apr 07 11:31:08.692970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03580-9575-42ef-b595-5771b8a87abc req-ac6dbe70-e0e3-4e14-b59a-354764b22c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.694794 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-ac6dbe70-e0e3-4e14-b59a-354764b22c40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0621614 Apr 07 11:31:08.818236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-2222f20d-4129-450a-8a42-954c58dbc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.821095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-2222f20d-4129-450a-8a42-954c58dbc9d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1750538 Apr 07 11:31:08.871014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03580-9575-42ef-b595-5771b8a87abc req-f8305a09-ec53-4e17-98f3-3be35751a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:08.872849 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-f8305a09-ec53-4e17-98f3-3be35751a9b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1622598 Apr 07 11:31:08.907102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b48ffa19-7126-47d0-a0e4-32aadf8f02d9 req-36e516ce-d106-421f-9ea7-47b121945c42 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394505 Apr 07 11:31:09.035413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-c1e9a4a5-fc8c-48ea-859c-02b4db034d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:09.038963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-c1e9a4a5-fc8c-48ea-859c-02b4db034d0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2089264 Apr 07 11:31:09.131239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-3935c568-49ad-4943-9cb6-2f18fc5b2d97 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380271 Apr 07 11:31:09.374808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-afc03580-9575-42ef-b595-5771b8a87abc req-fa918676-c47f-4ac7-b99d-f999321ca16a service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317672 Apr 07 11:31:09.447742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-a8d65942-faa6-4b83-86e1-421b0064e53f tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:09.449472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-a8d65942-faa6-4b83-86e1-421b0064e53f tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "GET /v2.0/networks?id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 200 len: 809 time: 0.5202286 Apr 07 11:31:09.555026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Request body: {'port': {'device_id': 'edbc5812-8222-4007-81fc-39dfa451390d', 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859', 'admin_state_up': True, 'tenant_id': '2191a927505744ab92bbfd682d5dabc0'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:09.652188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8962cac3-cc51-4a52-b77f-9cd7321d3731 req-f66231c2-133a-4f24-99c4-77f25b8a08b1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1742034 Apr 07 11:31:09.666882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399392-5024-456e-a8eb-5919bc92c3b7 req-239e613f-6405-45e2-95b2-2343ca2db998 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:09.669195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a399392-5024-456e-a8eb-5919bc92c3b7 req-239e613f-6405-45e2-95b2-2343ca2db998 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 946 time: 0.4242716 Apr 07 11:31:09.673183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-7ba6f6fb-e044-47bb-a39b-3daae4e71741 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232259 Apr 07 11:31:09.711503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35142) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:09.904864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ada908a-fd6e-4d48-9079-68f6ee285e51 req-5ae9fb5b-e4e7-4414-9d81-821b0810b2f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033086 Apr 07 11:31:09.963254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e95f165-e188-4e16-b5e2-9dc19e61122f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.008710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c45bf4e-75d8-4860-8275-7571facc0788 req-43fd4cdc-c130-4723-b542-947190b0032f tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 210 time: 0.1000788 Apr 07 11:31:10.145170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a399392-5024-456e-a8eb-5919bc92c3b7 req-2f143936-acfd-45a1-a5f2-a4c0b159fcca tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4650106 Apr 07 11:31:10.211783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Made reservation on behalf of 2191a927505744ab92bbfd682d5dabc0 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:31:10.216012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.235476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e95f165-e188-4e16-b5e2-9dc19e61122f admin admin] Publish callbacks [] for security_group (65b446d8-4964-4ac7-b10f-70e3a09e719f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.247008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e95f165-e188-4e16-b5e2-9dc19e61122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (65b446d8-4964-4ac7-b10f-70e3a09e719f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.259466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3bba3-41f2-4484-bc8f-cda7cb44673b req-a51e31c1-0af3-4c82-831c-50184a649374 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:10.270244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98a3bba3-41f2-4484-bc8f-cda7cb44673b req-a51e31c1-0af3-4c82-831c-50184a649374 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1193981 Apr 07 11:31:10.381677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95f165-e188-4e16-b5e2-9dc19e61122f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b446d8-4964-4ac7-b10f-70e3a09e719f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:10.403662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e95f165-e188-4e16-b5e2-9dc19e61122f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6ef350dd9d74194ab7218268cf59df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6908197 Apr 07 11:31:10.415470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35148) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:10.443753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98a3bba3-41f2-4484-bc8f-cda7cb44673b req-c21a6c04-b17c-410e-8a27-8e435b8276a8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706209 Apr 07 11:31:10.577265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Allocated IP 172.20.0.13 (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859/be1e7baa-09b3-463a-a9bf-e0a9df5fb7db/28343a16-7a72-4b58-b2a9-41ac6493e753) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:31:10.580266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11d67860-4f6b-4c05-a225-9a2aa61b9465 admin admin] Publish callbacks [] for security_group (65b446d8-4964-4ac7-b10f-70e3a09e719f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.625557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11d67860-4f6b-4c05-a225-9a2aa61b9465 admin admin] Publish callbacks [] for security_group (65b446d8-4964-4ac7-b10f-70e3a09e719f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.735393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11d67860-4f6b-4c05-a225-9a2aa61b9465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (65b446d8-4964-4ac7-b10f-70e3a09e719f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.741987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11d67860-4f6b-4c05-a225-9a2aa61b9465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.750232 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-11d67860-4f6b-4c05-a225-9a2aa61b9465 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65b446d8-4964-4ac7-b10f-70e3a09e719f HTTP/1.1" status: 204 len: 168 time: 0.3319576 Apr 07 11:31:10.776291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d67860-4f6b-4c05-a225-9a2aa61b9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b446d8-4964-4ac7-b10f-70e3a09e719f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:10.868609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c50c381b-4ffa-4582-b682-4338d1673b71 req-290253e0-0408-4504-8292-7a8b8d567453 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0587559 Apr 07 11:31:10.984882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks [] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:10.999044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:31:11.087032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.155156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:11.155937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.182128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:11.184983 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2612ff-47df-4cd9-b665-6a6d35ff918d" -d '{"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-unplugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:11.195163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:31:11.226428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:11.242312 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.258766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35166) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:11.274220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:31:11.286795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39fb1c71-bbde-4a9d-a549-77ab19a208e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.298019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:31:11.361007 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f6a4d-d260-4eb1-a241-325472df6c6a x-openstack-request-id: req-658f6a4d-d260-4eb1-a241-325472df6c6a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:11.361359 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-unplugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:11.361618 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-658f6a4d-d260-4eb1-a241-325472df6c6a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:11.362032 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658f6a4d-d260-4eb1-a241-325472df6c6a'] response: {'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028', 'code': 200} Apr 07 11:31:11.362772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Pushing event updated for resources: {'Port': ['ID=28343a16-7a72-4b58-b2a9-41ac6493e753,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:11.363443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:11.417757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39fb1c71-bbde-4a9d-a549-77ab19a208e3 admin admin] Publish callbacks [] for security_group (117441bf-08f5-43f4-a379-1d11293ef45d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.426765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39fb1c71-bbde-4a9d-a549-77ab19a208e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (117441bf-08f5-43f4-a379-1d11293ef45d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.430802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:11.431707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.451317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870ca76-4d2e-478c-95ba-330180a0b1ee req-41d87441-3f87-41df-be6d-00199459f8c1 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:11.453578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6870ca76-4d2e-478c-95ba-330180a0b1ee req-41d87441-3f87-41df-be6d-00199459f8c1 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 932 time: 0.3116591 Apr 07 11:31:11.478875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-f4c53a71-8eb2-482e-af6d-c8bf3a9fb2f7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9520979 Apr 07 11:31:11.479762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1c71-bbde-4a9d-a549-77ab19a208e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117441bf-08f5-43f4-a379-1d11293ef45d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:11.510481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-39fb1c71-bbde-4a9d-a549-77ab19a208e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b53dd39efe7494189674f53718f008a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505655 Apr 07 11:31:11.513893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35170) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:11.526876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Request body: {'port': {'device_id': 'edbc5812-8222-4007-81fc-39dfa451390d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:11.603684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f4a2-c90f-4e28-9617-9217717d714d admin admin] Publish callbacks [] for security_group (117441bf-08f5-43f4-a379-1d11293ef45d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.619306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24bc83-6d60-460c-bcc6-dd875c35233b req-c75a187b-b025-4510-854b-c5de4b61ef8d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:11.622488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc24bc83-6d60-460c-bcc6-dd875c35233b req-c75a187b-b025-4510-854b-c5de4b61ef8d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2436640 Apr 07 11:31:11.681070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f4a2-c90f-4e28-9617-9217717d714d admin admin] Publish callbacks [] for security_group (117441bf-08f5-43f4-a379-1d11293ef45d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.776833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6870ca76-4d2e-478c-95ba-330180a0b1ee req-bf16b953-0bbb-460d-aa5a-a25f7c18f886 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099353 Apr 07 11:31:11.804882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.806032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f4a2-c90f-4e28-9617-9217717d714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (117441bf-08f5-43f4-a379-1d11293ef45d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.809261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f4a2-c90f-4e28-9617-9217717d714d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:11.810623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9a5f4a2-c90f-4e28-9617-9217717d714d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/117441bf-08f5-43f4-a379-1d11293ef45d HTTP/1.1" status: 204 len: 168 time: 0.2955468 Apr 07 11:31:11.844679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5f4a2-c90f-4e28-9617-9217717d714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117441bf-08f5-43f4-a379-1d11293ef45d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:11.859658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc24bc83-6d60-460c-bcc6-dd875c35233b req-610a8291-51b0-4c70-a4d2-a375177000e2 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132044 Apr 07 11:31:12.317967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d1e0754-10e8-49d1-a443-3931b84ddf9e req-049f43c0-d8fd-47f7-8e1f-b94f14e18ee4 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1664119 Apr 07 11:31:12.412647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61df2-5e20-4659-bd14-02b87bc884b8 req-5a14e3ae-b2d8-4341-9f38-1531a12474dd tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:12.422712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4aa61df2-5e20-4659-bd14-02b87bc884b8 req-5a14e3ae-b2d8-4341-9f38-1531a12474dd tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.4360368 Apr 07 11:31:12.581052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4aa61df2-5e20-4659-bd14-02b87bc884b8 req-16828674-49d3-4847-af88-3bd5e99504f6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573598 Apr 07 11:31:12.690661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28343a16-7a72-4b58-b2a9-41ac6493e753 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:12.702131 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Publish callbacks [] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:12.726828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Transition to ACTIVE for port object 28343a16-7a72-4b58-b2a9-41ac6493e753 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:31:12.737648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:12.841985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Pushing event updated for resources: {'Port': ['ID=28343a16-7a72-4b58-b2a9-41ac6493e753,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:13.023576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Attempting to bind port 28343a16-7a72-4b58-b2a9-41ac6493e753 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:31:13.023891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Attempting to bind port 28343a16-7a72-4b58-b2a9-41ac6493e753 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:31:13.024176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Attempting to bind port 28343a16-7a72-4b58-b2a9-41ac6493e753 on network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:13.096072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Port 28343a16-7a72-4b58-b2a9-41ac6493e753 on network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:31:13.096436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Attempting to bind port 28343a16-7a72-4b58-b2a9-41ac6493e753 on network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:13.113699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:31:13.115780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Checking segment: {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:31:13.120502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Bound using segment: {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:31:13.121147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Bound port: 28343a16-7a72-4b58-b2a9-41ac6493e753, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:31:13.121530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:13.215542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] For port 28343a16-7a72-4b58-b2a9-41ac6493e753, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:31:13.220687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] For port 28343a16-7a72-4b58-b2a9-41ac6493e753, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=28343a16-7a72-4b58-b2a9-41ac6493e753,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:31:13.269587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:13.313876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:13.314700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:13.316127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] 10.222.0.41 "PUT /v2.0/ports/28343a16-7a72-4b58-b2a9-41ac6493e753 HTTP/1.1" status: 200 len: 1092 time: 1.8152974 Apr 07 11:31:13.325988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbc5812-8222-4007-81fc-39dfa451390d', 'tag': '28343a16-7a72-4b58-b2a9-41ac6493e753'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:13.328937 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da" -d '{"events": [{"name": "network-changed", "server_uuid": "edbc5812-8222-4007-81fc-39dfa451390d", "tag": "28343a16-7a72-4b58-b2a9-41ac6493e753"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:13.344508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5b4cd-6b4a-4979-9fa2-94d50487eba0 req-587dace5-7030-4c78-9915-9e32ef137c8c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:13.346164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5b5b4cd-6b4a-4979-9fa2-94d50487eba0 req-587dace5-7030-4c78-9915-9e32ef137c8c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 944 time: 0.3628602 Apr 07 11:31:13.372826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf292ae-9911-4a45-b74d-f97d77f36204 req-c41a6232-57c7-418c-956b-1a15d6ab3fcd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:13.374534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdf292ae-9911-4a45-b74d-f97d77f36204 req-c41a6232-57c7-418c-956b-1a15d6ab3fcd tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2877021 Apr 07 11:31:13.489415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5b5b4cd-6b4a-4979-9fa2-94d50487eba0 req-117b2f38-09d9-4d3a-9622-4e00f56dcd2c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323404 Apr 07 11:31:13.566848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdf292ae-9911-4a45-b74d-f97d77f36204 req-874b8a55-7506-4ec7-bf89-c3bf1a560b60 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851624 Apr 07 11:31:13.582492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf0350-945e-46a8-af52-9e95925ca60b service neutron] Pushing event updated for resources: {'Port': ['ID=28343a16-7a72-4b58-b2a9-41ac6493e753,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:13.596095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-39f7af4d-238f-463d-84ac-b49f0da5f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:13.597934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-39f7af4d-238f-463d-84ac-b49f0da5f766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2191a927505744ab92bbfd682d5dabc0&device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 1126 time: 0.1936140 Apr 07 11:31:13.692005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-abac8cb6-2dd3-4d72-98aa-c11a918f32ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28343a16-7a72-4b58-b2a9-41ac6493e753 HTTP/1.1" status: 200 len: 217 time: 0.0852177 Apr 07 11:31:13.696911 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173538d-fc08-4a67-9a39-790b393742cd x-openstack-request-id: req-0173538d-fc08-4a67-9a39-790b393742cd {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:13.697238 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbc5812-8222-4007-81fc-39dfa451390d", "tag": "28343a16-7a72-4b58-b2a9-41ac6493e753", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:13.697507 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0173538d-fc08-4a67-9a39-790b393742cd {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:13.697928 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0173538d-fc08-4a67-9a39-790b393742cd'] response: {'name': 'network-changed', 'server_uuid': 'edbc5812-8222-4007-81fc-39dfa451390d', 'tag': '28343a16-7a72-4b58-b2a9-41ac6493e753', 'status': 'completed', 'code': 200} Apr 07 11:31:13.782009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc65474-181d-420d-a875-8c9fc0b6d343 req-7c41816a-d506-4b5f-a54e-0b9c23a4d703 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0562713 Apr 07 11:31:13.887459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-90a311d8-c206-4f06-9aec-a90b49323ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:13.892431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-90a311d8-c206-4f06-9aec-a90b49323ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be1e7baa-09b3-463a-a9bf-e0a9df5fb7db HTTP/1.1" status: 200 len: 849 time: 0.1917512 Apr 07 11:31:13.972904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-83cb30a1-5a31-4318-9fb9-2844280f7dbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630076 Apr 07 11:31:14.020448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e03126-90c3-4e16-91a4-3d8bf0a1b8d8 req-22ef9bc5-dc1e-450b-9f92-ca988cc063af tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:14.025472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54e03126-90c3-4e16-91a4-3d8bf0a1b8d8 req-22ef9bc5-dc1e-450b-9f92-ca988cc063af tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.2376728 Apr 07 11:31:14.233553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54e03126-90c3-4e16-91a4-3d8bf0a1b8d8 req-aa97b9bd-5fdf-4350-bc14-faca75ab91f0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832712 Apr 07 11:31:14.312827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-6675b77c-44cf-4bbf-8e74-9fdb1be0a50e service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279421 Apr 07 11:31:14.829674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1e4d498-dbe7-4a0d-aa7c-b0f86f507a32 req-9c2453b5-de6d-4e8e-b6d3-1df9da11e2b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095634 Apr 07 11:31:14.887412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52826f-9f5e-4121-be20-6c139c880e27 req-92b98fea-83dd-46a7-b735-0e5a397ea8b9 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:14.890805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d52826f-9f5e-4121-be20-6c139c880e27 req-92b98fea-83dd-46a7-b735-0e5a397ea8b9 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 944 time: 0.2073233 Apr 07 11:31:14.995281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:31:15.126974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d52826f-9f5e-4121-be20-6c139c880e27 req-b6b0e41c-bbe0-47c8-bce7-8419bfa1631d tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308950 Apr 07 11:31:15.130535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd385bc2-8df3-4a55-8746-4fed0b633257 req-5fcb1222-d2d9-4f7a-bdc1-76bf102feb05 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0989554 Apr 07 11:31:15.141977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-1e52c045-5020-4b8f-9a3f-57624274417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:15.152872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-1e52c045-5020-4b8f-9a3f-57624274417e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2191a927505744ab92bbfd682d5dabc0&device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 1126 time: 0.1926756 Apr 07 11:31:15.298730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:15.873508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802bbfd-e63a-4abc-895b-973d602dfda1 req-705f076e-7ac8-431e-9691-e44e9b973edf tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:15.873508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a802bbfd-e63a-4abc-895b-973d602dfda1 req-705f076e-7ac8-431e-9691-e44e9b973edf tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1438508 Apr 07 11:31:15.873508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-c62ff6d4-099a-4fe4-9f79-c66e46f99442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:15.874283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-c62ff6d4-099a-4fe4-9f79-c66e46f99442 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 200 len: 910 time: 0.7126122 Apr 07 11:31:15.943271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-4cee53a5-1cbc-4aff-9aad-ca8b852a65c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28343a16-7a72-4b58-b2a9-41ac6493e753 HTTP/1.1" status: 200 len: 217 time: 0.0584052 Apr 07 11:31:16.060496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-64a54332-0237-44d5-ae13-71694901a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:16.062950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-64a54332-0237-44d5-ae13-71694901a943 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be1e7baa-09b3-463a-a9bf-e0a9df5fb7db HTTP/1.1" status: 200 len: 849 time: 0.0874512 Apr 07 11:31:16.067229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a802bbfd-e63a-4abc-895b-973d602dfda1 req-3c12c26a-9341-40f6-b8d3-fcdbf589717a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902356 Apr 07 11:31:16.113967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-b3773f03-7898-4f4d-9fe0-85e8725f0591 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438867 Apr 07 11:31:16.286995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-2df23419-7e5a-4f63-bce6-9ddf72883e69 service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658576 Apr 07 11:31:16.440815 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79705-8ab6-4ad1-ad1d-fd39494d9031 req-3a47e7aa-fb37-4fdc-b1b4-309b00d4a0c4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:16.447867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4eb79705-8ab6-4ad1-ad1d-fd39494d9031 req-3a47e7aa-fb37-4fdc-b1b4-309b00d4a0c4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1598611 Apr 07 11:31:16.554925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364401f-455a-4826-98e7-3d6b4ee3a4d5 req-7f8671c5-9ab1-4989-9fb6-2b0f5f2ece17 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:16.566904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8364401f-455a-4826-98e7-3d6b4ee3a4d5 req-7f8671c5-9ab1-4989-9fb6-2b0f5f2ece17 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 944 time: 0.2747369 Apr 07 11:31:16.671349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4eb79705-8ab6-4ad1-ad1d-fd39494d9031 req-1f44958a-2325-4e0e-b83d-d5aeaa5ed84d tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224126 Apr 07 11:31:16.700568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7db50c2-4825-44a7-8ce7-f3ec03ddf6da req-0ca9566c-4552-4554-946d-af6247089c3d service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817499 Apr 07 11:31:16.716152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:16.743842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:16.801870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8364401f-455a-4826-98e7-3d6b4ee3a4d5 req-4fe9de2e-6b6c-4261-b9f6-8cb37a0cb2ff tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253280 Apr 07 11:31:17.004820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f904c75-b279-4384-9e7f-0fe19a2ee8da req-e7fc8e97-0ddf-4d64-afc6-9e86bc23ed95 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0987756 Apr 07 11:31:17.059446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9478f1be-3ccc-46a9-a20b-210e74de3f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.190047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9478f1be-3ccc-46a9-a20b-210e74de3f05 admin admin] Publish callbacks [] for security_group (a1c570a3-f059-4118-94f1-6869638ea844), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.201847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9478f1be-3ccc-46a9-a20b-210e74de3f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a1c570a3-f059-4118-94f1-6869638ea844), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.262985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e5b50-4e7b-4a19-a051-622075d434ff req-fdae29c8-278b-4797-a792-3c0affbad3ed tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:17.272450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a49e5b50-4e7b-4a19-a051-622075d434ff req-fdae29c8-278b-4797-a792-3c0affbad3ed tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.0823975 Apr 07 11:31:17.272649 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9478f1be-3ccc-46a9-a20b-210e74de3f05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1696a3a1c1c4c03a541c631f93318c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276380 Apr 07 11:31:17.273289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35342) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:17.311691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-54bb777a-fbfe-496a-91cf-4bcb8736f4d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5931268 Apr 07 11:31:17.316745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-db9e4c6f-3965-4343-8580-1524f610f706 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:31:17.326171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-db9e4c6f-3965-4343-8580-1524f610f706 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092909 Apr 07 11:31:17.329431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478f1be-3ccc-46a9-a20b-210e74de3f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c570a3-f059-4118-94f1-6869638ea844,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:17.340214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a49e5b50-4e7b-4a19-a051-622075d434ff req-cbebdecd-4801-43ed-8518-397bf688ee08 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660012 Apr 07 11:31:17.364776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2487f214-d6c6-44ad-8377-eae22114c541 admin admin] Publish callbacks [] for security_group (a1c570a3-f059-4118-94f1-6869638ea844), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.402525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2487f214-d6c6-44ad-8377-eae22114c541 admin admin] Publish callbacks [] for security_group (a1c570a3-f059-4118-94f1-6869638ea844), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.487381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2487f214-d6c6-44ad-8377-eae22114c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a1c570a3-f059-4118-94f1-6869638ea844), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.491112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2487f214-d6c6-44ad-8377-eae22114c541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:17.495534 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2487f214-d6c6-44ad-8377-eae22114c541 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1c570a3-f059-4118-94f1-6869638ea844 HTTP/1.1" status: 204 len: 168 time: 0.2207556 Apr 07 11:31:17.507750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487f214-d6c6-44ad-8377-eae22114c541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c570a3-f059-4118-94f1-6869638ea844,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:17.615389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-23be8a05-9ada-4034-a3e0-2c4127984ea4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:17.617338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-23be8a05-9ada-4034-a3e0-2c4127984ea4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports/146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 941 time: 0.2553325 Apr 07 11:31:17.937802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f48c5-7468-4186-abcb-ad395ea5b0d4 req-7cde17fa-853d-4940-817b-474b99dcad7c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:17.940297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3f48c5-7468-4186-abcb-ad395ea5b0d4 req-7cde17fa-853d-4940-817b-474b99dcad7c tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1478062 Apr 07 11:31:18.072152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:18.072786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb3f48c5-7468-4186-abcb-ad395ea5b0d4 req-0cf76ade-bf93-45ae-8db4-ded42932bd79 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208153 Apr 07 11:31:18.093807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18f723-b05f-4af4-b465-49115d7ccf39 req-2473a645-6721-4451-b266-c525ab9e00fe tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:18.095373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af18f723-b05f-4af4-b465-49115d7ccf39 req-2473a645-6721-4451-b266-c525ab9e00fe tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 944 time: 0.2092483 Apr 07 11:31:18.102506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66f9e2bd-89e8-455b-af11-da9686a53728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.202889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af18f723-b05f-4af4-b465-49115d7ccf39 req-5eb7cefa-13f6-494e-b0bb-b24d1003abf1 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967867 Apr 07 11:31:18.283709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef2d8e25-64f1-4558-bc2c-e36bf37ec5a9 req-76ca32db-3edf-433d-930a-58ef32d44328 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0630586 Apr 07 11:31:18.299744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66f9e2bd-89e8-455b-af11-da9686a53728 admin admin] Publish callbacks [] for security_group (3b050793-4cfa-4572-846b-81bf339ad599), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.306367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66f9e2bd-89e8-455b-af11-da9686a53728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3b050793-4cfa-4572-846b-81bf339ad599), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.363667 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66f9e2bd-89e8-455b-af11-da9686a53728 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=984207739d02475cadc3ee890b0a2b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903907 Apr 07 11:31:18.366241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9e2bd-89e8-455b-af11-da9686a53728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b050793-4cfa-4572-846b-81bf339ad599,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:18.367040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35376) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:18.484829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e36d92ef-e2b4-441b-b3ec-b2e54131adea admin admin] Publish callbacks [] for security_group (3b050793-4cfa-4572-846b-81bf339ad599), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.517434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e36d92ef-e2b4-441b-b3ec-b2e54131adea admin admin] Publish callbacks [] for security_group (3b050793-4cfa-4572-846b-81bf339ad599), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.641773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20463b-f89c-444a-a8c0-485a518c59d9 req-770f611c-a5d6-44d4-a899-0ac48ccf643b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:18.646817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af20463b-f89c-444a-a8c0-485a518c59d9 req-770f611c-a5d6-44d4-a899-0ac48ccf643b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1332366 Apr 07 11:31:18.723744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af20463b-f89c-444a-a8c0-485a518c59d9 req-af0dde9a-c70f-4cc0-938b-40ffef9c318e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720870 Apr 07 11:31:18.724467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e36d92ef-e2b4-441b-b3ec-b2e54131adea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3b050793-4cfa-4572-846b-81bf339ad599), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.727385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e36d92ef-e2b4-441b-b3ec-b2e54131adea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:18.731693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e36d92ef-e2b4-441b-b3ec-b2e54131adea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b050793-4cfa-4572-846b-81bf339ad599 HTTP/1.1" status: 204 len: 168 time: 0.3632293 Apr 07 11:31:18.743816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d92ef-e2b4-441b-b3ec-b2e54131adea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b050793-4cfa-4572-846b-81bf339ad599,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:19.001743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-06f3e7bc-29da-41eb-bd6e-23536e753ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:19.006007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-06f3e7bc-29da-41eb-bd6e-23536e753ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6&tenant_id=9e0e95b80323484b996f2afffa9f39e8 HTTP/1.1" status: 200 len: 1126 time: 0.1800182 Apr 07 11:31:19.013684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 28343a16-7a72-4b58-b2a9-41ac6493e753 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:31:19.134588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-5f05b316-2a95-46e7-9de1-891cf580cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:19.137497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-5f05b316-2a95-46e7-9de1-891cf580cffd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e0e95b80323484b996f2afffa9f39e8&device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1126 time: 0.1057229 Apr 07 11:31:19.139638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 28343a16-7a72-4b58-b2a9-41ac6493e753, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=28343a16-7a72-4b58-b2a9-41ac6493e753,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:19.160412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '28343a16-7a72-4b58-b2a9-41ac6493e753', 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859', 'port_id': '28343a16-7a72-4b58-b2a9-41ac6493e753', 'mac_address': 'fa:16:3e:c2:9b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1e7baa-09b3-463a-a9bf-e0a9df5fb7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:31:19.212942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 28343a16-7a72-4b58-b2a9-41ac6493e753 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:19.213470 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:19.265265 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:31:19.270801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28343a16-7a72-4b58-b2a9-41ac6493e753 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:19.320691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 28343a16-7a72-4b58-b2a9-41ac6493e753, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=28343a16-7a72-4b58-b2a9-41ac6493e753,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:19.334510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:19.418275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=28343a16-7a72-4b58-b2a9-41ac6493e753,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:19.573098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ea18-7db9-4828-8607-0c0e91d69ffd req-1455c577-bcb7-46e4-8f76-01bc226f5576 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:19.574997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0298ea18-7db9-4828-8607-0c0e91d69ffd req-1455c577-bcb7-46e4-8f76-01bc226f5576 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2928972 Apr 07 11:31:19.577956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-2e369cf5-adf3-457b-9069-6d82cc8a04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:19.578522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-2e369cf5-adf3-457b-9069-6d82cc8a04b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 200 len: 918 time: 0.4336600 Apr 07 11:31:19.665728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['28343a16-7a72-4b58-b2a9-41ac6493e753'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:31:19.876946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0298ea18-7db9-4828-8607-0c0e91d69ffd req-92faad26-1112-4ed9-8a18-06823ccf8646 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929184 Apr 07 11:31:19.914910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08fe9-7cc8-48d7-a2a9-93bb0abde99a req-ad00094c-46f1-4869-940d-5022079f2352 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:19.936254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bb08fe9-7cc8-48d7-a2a9-93bb0abde99a req-ad00094c-46f1-4869-940d-5022079f2352 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 945 time: 0.5726049 Apr 07 11:31:19.938230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-510385fe-0293-405e-85e7-fc03048a2071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 200 len: 999 time: 0.3252742 Apr 07 11:31:20.130309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bb08fe9-7cc8-48d7-a2a9-93bb0abde99a req-51dec423-21db-4620-adbc-168f8400175c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950521 Apr 07 11:31:20.134428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9eee45a9-47fa-4243-b359-4baec0cb7368 req-569bd3b0-ce36-4e73-9f00-daded46a4b6d tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0834887 Apr 07 11:31:20.143185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-675cc344-3dfa-4911-983c-5c5859d3de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:20.144645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-675cc344-3dfa-4911-983c-5c5859d3de80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 200 len: 856 time: 0.1970963 Apr 07 11:31:20.253326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-c52bd4aa-4b2e-4a02-ba8e-94e678a2cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:20.257245 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-c52bd4aa-4b2e-4a02-ba8e-94e678a2cd50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dd0e359-8713-4b99-a415-b9747b1b3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041396 Apr 07 11:31:20.446018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e759-b97b-4471-94cd-c61b03c94648 req-247915a9-ff61-4eba-8bbf-e46d7b8e0da1 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:20.447967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a58e759-b97b-4471-94cd-c61b03c94648 req-247915a9-ff61-4eba-8bbf-e46d7b8e0da1 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1833766 Apr 07 11:31:20.538323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a58e759-b97b-4471-94cd-c61b03c94648 req-aba83784-6529-417d-a9da-0908d671733c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820079 Apr 07 11:31:20.546152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-598a4a7a-aea1-42be-ba14-34a0f97cdcf1 service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793400 Apr 07 11:31:20.694500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-dd32c137-a59c-4a65-aa78-99440a1c158a service neutron] 10.222.0.41 "GET /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417160 Apr 07 11:31:20.929067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35432) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:21.026425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 28343a16-7a72-4b58-b2a9-41ac6493e753 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:31:21.151833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d9e8-e5c9-4e0d-a611-156b6d14fb3f req-ca28df82-7649-4e7d-835f-fefe5f9ff127 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:21.163040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7709d9e8-e5c9-4e0d-a611-156b6d14fb3f req-ca28df82-7649-4e7d-835f-fefe5f9ff127 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1467679 Apr 07 11:31:21.191206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 28343a16-7a72-4b58-b2a9-41ac6493e753 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:31:21.195679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 28343a16-7a72-4b58-b2a9-41ac6493e753 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:31:21.196098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:21.368649 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06cfb7cc-9ebd-4fd4-a08d-3dc7ffa24bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:21.393548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 28343a16-7a72-4b58-b2a9-41ac6493e753 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:21.395480 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:21.440933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 28343a16-7a72-4b58-b2a9-41ac6493e753, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=28343a16-7a72-4b58-b2a9-41ac6493e753,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:21.442870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbc5812-8222-4007-81fc-39dfa451390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28343a16-7a72-4b58-b2a9-41ac6493e753'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:21.447321 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2bd117-4cee-432a-a85a-243d6557924d" -d '{"events": [{"server_uuid": "edbc5812-8222-4007-81fc-39dfa451390d", "name": "network-vif-plugged", "status": "completed", "tag": "28343a16-7a72-4b58-b2a9-41ac6493e753"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:21.454043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:21.534233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=28343a16-7a72-4b58-b2a9-41ac6493e753,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:21.551465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7709d9e8-e5c9-4e0d-a611-156b6d14fb3f req-134485ad-b8c6-42c7-bbde-11757c6e8e14 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874233 Apr 07 11:31:21.700916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2ca8-7449-488b-a2f7-72b920f85be5 req-a7fb897e-ffa1-48e1-99e9-6e2e5f370637 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:21.703216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79af2ca8-7449-488b-a2f7-72b920f85be5 req-a7fb897e-ffa1-48e1-99e9-6e2e5f370637 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 945 time: 0.3935366 Apr 07 11:31:21.725256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b83e-8e6a-468d-97f2-173bb135548b req-39198fe9-4205-4ffc-88ec-c1cbadff5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:21.726797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7059b83e-8e6a-468d-97f2-173bb135548b req-39198fe9-4205-4ffc-88ec-c1cbadff5bf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1127 time: 0.2822144 Apr 07 11:31:21.848302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7059b83e-8e6a-468d-97f2-173bb135548b req-3a27d6b1-1a84-4db5-9680-591690d62542 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055830 Apr 07 11:31:21.930705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e70a742-447a-401f-adfc-b219391a1151 req-fe1e73e8-12f7-4e70-8d64-35f645fb0504 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0874472 Apr 07 11:31:21.997670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79af2ca8-7449-488b-a2f7-72b920f85be5 req-d04f71c6-0d69-4287-adb0-ad2860976c43 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698593 Apr 07 11:31:22.015111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06cfb7cc-9ebd-4fd4-a08d-3dc7ffa24bdd admin admin] Publish callbacks [] for security_group (61717f95-0790-47c0-84eb-2488d2387292), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:22.019714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06cfb7cc-9ebd-4fd4-a08d-3dc7ffa24bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61717f95-0790-47c0-84eb-2488d2387292), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:22.050053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-06cfb7cc-9ebd-4fd4-a08d-3dc7ffa24bdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9fdc0ce337a4ff5a5a723a21c8a608b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1197577 Apr 07 11:31:22.052697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35458) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:22.125684 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd1edcc-4c31-40ee-b8a2-5253554152d7 x-openstack-request-id: req-dcd1edcc-4c31-40ee-b8a2-5253554152d7 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:22.126248 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbc5812-8222-4007-81fc-39dfa451390d", "name": "network-vif-plugged", "status": "completed", "tag": "28343a16-7a72-4b58-b2a9-41ac6493e753", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:22.127111 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcd1edcc-4c31-40ee-b8a2-5253554152d7 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:22.127683 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd1edcc-4c31-40ee-b8a2-5253554152d7'] response: {'server_uuid': 'edbc5812-8222-4007-81fc-39dfa451390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28343a16-7a72-4b58-b2a9-41ac6493e753', 'code': 200} Apr 07 11:31:22.172963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53056d5e-cf13-41e7-b8a8-2f8127fd3c77 admin admin] Publish callbacks [] for security_group (61717f95-0790-47c0-84eb-2488d2387292), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:22.220458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfb7cc-9ebd-4fd4-a08d-3dc7ffa24bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61717f95-0790-47c0-84eb-2488d2387292,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:22.282889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53056d5e-cf13-41e7-b8a8-2f8127fd3c77 admin admin] Publish callbacks [] for security_group (61717f95-0790-47c0-84eb-2488d2387292), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:22.321332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3404be-da06-45bc-92fa-169e80cabad5 req-8ef2c32c-0056-4162-9750-6acc0d386c0f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:22.322926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e3404be-da06-45bc-92fa-169e80cabad5 req-8ef2c32c-0056-4162-9750-6acc0d386c0f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1277215 Apr 07 11:31:22.518095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd2002-29ed-4222-aba3-81b389368b92 req-c708adf9-cc50-4f1e-a25d-9010280461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:22.523188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94cd2002-29ed-4222-aba3-81b389368b92 req-c708adf9-cc50-4f1e-a25d-9010280461bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 1128 time: 0.1917973 Apr 07 11:31:22.621935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94cd2002-29ed-4222-aba3-81b389368b92 req-3b84cdaa-0d9c-468f-85f1-c8075ab30db0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804827 Apr 07 11:31:22.635573 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53056d5e-cf13-41e7-b8a8-2f8127fd3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (61717f95-0790-47c0-84eb-2488d2387292), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:22.638583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53056d5e-cf13-41e7-b8a8-2f8127fd3c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:22.640732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-53056d5e-cf13-41e7-b8a8-2f8127fd3c77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61717f95-0790-47c0-84eb-2488d2387292 HTTP/1.1" status: 204 len: 168 time: 0.5869224 Apr 07 11:31:22.651414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53056d5e-cf13-41e7-b8a8-2f8127fd3c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61717f95-0790-47c0-84eb-2488d2387292,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:22.658487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e3404be-da06-45bc-92fa-169e80cabad5 req-deac298a-c6ee-47ce-ac12-117977e93cf8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252680 Apr 07 11:31:22.816302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97ab5b-8631-4e0b-8e3d-c9bab85d66cf req-e52fa0be-b1f0-40eb-a89a-d367cacf6ad0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:22.823734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e97ab5b-8631-4e0b-8e3d-c9bab85d66cf req-e52fa0be-b1f0-40eb-a89a-d367cacf6ad0 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.0757565 Apr 07 11:31:22.917975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e97ab5b-8631-4e0b-8e3d-c9bab85d66cf req-0fbd4703-1f78-46a9-b30e-a776dd71b002 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930700 Apr 07 11:31:23.269827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f732bec0-076d-4bda-8075-b11a2a6c7c49 req-71428a7a-1566-47be-9c0b-fa86d34fc551 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1305478 Apr 07 11:31:23.488575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9e9de-550e-41f7-9f9a-6ec55a183f92 req-ff7f405a-0ef3-4f3c-a0cd-b398d8354eba tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:23.494380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49f9e9de-550e-41f7-9f9a-6ec55a183f92 req-ff7f405a-0ef3-4f3c-a0cd-b398d8354eba tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 946 time: 0.2222629 Apr 07 11:31:23.656924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49f9e9de-550e-41f7-9f9a-6ec55a183f92 req-14040be8-9d32-443a-950a-1fd5fe014ead tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560850 Apr 07 11:31:24.039207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35504) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:24.116213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e241-b525-49e0-8f1d-89f378955df2 req-d9d82afc-38de-4247-94e2-1cea95701674 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:24.121602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23b2e241-b525-49e0-8f1d-89f378955df2 req-d9d82afc-38de-4247-94e2-1cea95701674 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.2394903 Apr 07 11:31:24.383432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d31b1-c594-411e-bccb-a1cb22d42973 req-d71553ba-5085-4963-8e1d-af5634c59b09 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:24.401073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b3d31b1-c594-411e-bccb-a1cb22d42973 req-d71553ba-5085-4963-8e1d-af5634c59b09 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2748048 Apr 07 11:31:24.455065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd07ed74-9044-4dee-9e04-e265f4dc3956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:24.471070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23b2e241-b525-49e0-8f1d-89f378955df2 req-5c625622-69a1-4fdf-b8a7-abb2d224e816 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548823 Apr 07 11:31:24.575796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b3d31b1-c594-411e-bccb-a1cb22d42973 req-bb7cd885-ce7b-4071-af7e-20734348549b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494434 Apr 07 11:31:24.736876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a18a9a4-e6cc-48aa-a730-b245b45a0fc9 req-83829505-e650-4c7f-a7cf-b42138ec0b97 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0701501 Apr 07 11:31:24.946260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd07ed74-9044-4dee-9e04-e265f4dc3956 admin admin] Publish callbacks [] for security_group (4de864c3-171c-4583-8acf-24e1e9ec5fa6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:24.957040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd07ed74-9044-4dee-9e04-e265f4dc3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4de864c3-171c-4583-8acf-24e1e9ec5fa6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:25.046723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07ed74-9044-4dee-9e04-e265f4dc3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de864c3-171c-4583-8acf-24e1e9ec5fa6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:25.103006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd07ed74-9044-4dee-9e04-e265f4dc3956 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=560abbeb5cd045d6b66229b64ec8fbb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0625038 Apr 07 11:31:25.106361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35528) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:25.132653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ac7ab-c5b3-4564-9a2c-865a25319a2d req-ea73efe6-6bd1-46ec-97b5-5ac60e920255 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:25.139258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a81ac7ab-c5b3-4564-9a2c-865a25319a2d req-ea73efe6-6bd1-46ec-97b5-5ac60e920255 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 946 time: 0.1890969 Apr 07 11:31:25.252523 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5305a621-56d2-487d-9901-4b90c9bc2c38 admin admin] Publish callbacks [] for security_group (4de864c3-171c-4583-8acf-24e1e9ec5fa6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:25.316423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5305a621-56d2-487d-9901-4b90c9bc2c38 admin admin] Publish callbacks [] for security_group (4de864c3-171c-4583-8acf-24e1e9ec5fa6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:25.364124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a81ac7ab-c5b3-4564-9a2c-865a25319a2d req-4d6417bd-ebd4-40b4-a72c-a98c664af69d tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973698 Apr 07 11:31:25.452443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5305a621-56d2-487d-9901-4b90c9bc2c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4de864c3-171c-4583-8acf-24e1e9ec5fa6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:25.455128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5305a621-56d2-487d-9901-4b90c9bc2c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:25.458829 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5305a621-56d2-487d-9901-4b90c9bc2c38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4de864c3-171c-4583-8acf-24e1e9ec5fa6 HTTP/1.1" status: 204 len: 168 time: 0.3489249 Apr 07 11:31:25.478925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305a621-56d2-487d-9901-4b90c9bc2c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de864c3-171c-4583-8acf-24e1e9ec5fa6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:25.758020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17971dd8-ab6c-48e8-a9ef-c74b979797ff req-6759d856-53af-4367-8601-f9cba0fbe90a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:25.759607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17971dd8-ab6c-48e8-a9ef-c74b979797ff req-6759d856-53af-4367-8601-f9cba0fbe90a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1095812 Apr 07 11:31:25.872474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17971dd8-ab6c-48e8-a9ef-c74b979797ff req-d37c458a-3057-4467-a053-4c0973134135 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994415 Apr 07 11:31:26.030357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d923a-b146-4966-a739-5ed726f240c6 req-bcc9e0a2-adc1-4c74-82af-dc19f23af3a3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:26.042819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-523d923a-b146-4966-a739-5ed726f240c6 req-bcc9e0a2-adc1-4c74-82af-dc19f23af3a3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1802242 Apr 07 11:31:26.217741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8db36d8-4eba-4bd1-8a04-c8dd82499bb2 req-54ffaa75-a565-4572-a6e6-06f0c95aa904 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.1312959 Apr 07 11:31:26.313554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-523d923a-b146-4966-a739-5ed726f240c6 req-0c96463c-c707-422f-9e4d-6f033a7a1b78 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662568 Apr 07 11:31:26.623759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:26.673820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139cfcd1-0263-4096-a4d9-9c0fa94b5ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:26.911904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-8b655711-7899-4c41-93cf-d040685e88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:26.914532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-8b655711-7899-4c41-93cf-d040685e88d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1127 time: 0.2062664 Apr 07 11:31:26.938044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520befd5-9f61-4c87-9054-ca2217c239bf req-794446fa-c0d6-4e35-b1c9-9eb38776eaf2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:26.952091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-520befd5-9f61-4c87-9054-ca2217c239bf req-794446fa-c0d6-4e35-b1c9-9eb38776eaf2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1975155 Apr 07 11:31:27.220490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139cfcd1-0263-4096-a4d9-9c0fa94b5ac4 admin admin] Publish callbacks [] for security_group (679859f6-c983-490e-9730-328b4cbc5102), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:27.233284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-139cfcd1-0263-4096-a4d9-9c0fa94b5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (679859f6-c983-490e-9730-328b4cbc5102), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:27.351039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-520befd5-9f61-4c87-9054-ca2217c239bf req-0e1d287a-eb9f-4eb5-b277-12a19f5a1a69 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958397 Apr 07 11:31:27.489072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-7578524a-5a03-4631-a1d1-a427b0dca02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:27.492023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-7578524a-5a03-4631-a1d1-a427b0dca02e service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.5231490 Apr 07 11:31:27.535720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-139cfcd1-0263-4096-a4d9-9c0fa94b5ac4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0d840c61814e56945fbd7c5d922533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9083757 Apr 07 11:31:27.535720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cfcd1-0263-4096-a4d9-9c0fa94b5ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679859f6-c983-490e-9730-328b4cbc5102,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:27.554294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:27.695225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f843f5ff-864d-489e-bdb5-03f619ab365c admin admin] Publish callbacks [] for security_group (679859f6-c983-490e-9730-328b4cbc5102), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:27.769639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f843f5ff-864d-489e-bdb5-03f619ab365c admin admin] Publish callbacks [] for security_group (679859f6-c983-490e-9730-328b4cbc5102), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:27.854541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acba8cb3-470d-49a0-a305-9c51ed936b79 req-e183253e-cfc3-49a8-a418-92f46087a5d9 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.3285198 Apr 07 11:31:27.857196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-11dc63ab-51d1-48a1-adfc-10d4a5c4f9ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 217 time: 0.3466506 Apr 07 11:31:27.920582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f843f5ff-864d-489e-bdb5-03f619ab365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (679859f6-c983-490e-9730-328b4cbc5102), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:27.925708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f843f5ff-864d-489e-bdb5-03f619ab365c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:27.929051 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f843f5ff-864d-489e-bdb5-03f619ab365c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/679859f6-c983-490e-9730-328b4cbc5102 HTTP/1.1" status: 204 len: 168 time: 0.3710752 Apr 07 11:31:27.962087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843f5ff-864d-489e-bdb5-03f619ab365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679859f6-c983-490e-9730-328b4cbc5102,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:28.158508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-0c478825-c8c2-420d-b1a3-1a10d1f12593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:28.172035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-0c478825-c8c2-420d-b1a3-1a10d1f12593 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.2857783 Apr 07 11:31:28.191931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeafee-7792-4f0c-874a-d4fe8fca6f3a req-a71a7342-2ff8-4b4f-839c-30dcfdf98be4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:28.199575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdbeafee-7792-4f0c-874a-d4fe8fca6f3a req-a71a7342-2ff8-4b4f-839c-30dcfdf98be4 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.3609223 Apr 07 11:31:28.338769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdbeafee-7792-4f0c-874a-d4fe8fca6f3a req-d6dba473-db36-4705-acd4-ee95d0a69e57 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378253 Apr 07 11:31:28.390795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-f798545b-1af6-45f1-b931-7b39d3ab75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:28.395395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-f798545b-1af6-45f1-b931-7b39d3ab75e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1914449 Apr 07 11:31:28.880454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-27ec2187-8119-42c2-beeb-8a8511f9a346 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670601 Apr 07 11:31:28.882922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:28.896240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9327b6-8d8c-46ce-b4ff-35c81b9003dc req-ba75d647-c477-43bc-8ba5-1f48cfb42064 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:28.898415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da9327b6-8d8c-46ce-b4ff-35c81b9003dc req-ba75d647-c477-43bc-8ba5-1f48cfb42064 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.3134606 Apr 07 11:31:28.918329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5d91-66fd-4607-8885-e60f17e128a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:28.929473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84d61-806e-454f-97e6-0c627503d956 req-f3d430e6-901a-42cf-96a2-1d87bdb14cae tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:28.940088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a84d61-806e-454f-97e6-0c627503d956 req-f3d430e6-901a-42cf-96a2-1d87bdb14cae tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 946 time: 0.2806218 Apr 07 11:31:29.146828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5d91-66fd-4607-8885-e60f17e128a5 admin admin] Publish callbacks [] for security_group (4fc12a5e-16b9-406c-8c18-3624c5ecdb07), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:29.156597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5d91-66fd-4607-8885-e60f17e128a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4fc12a5e-16b9-406c-8c18-3624c5ecdb07), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:29.233617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a84d61-806e-454f-97e6-0c627503d956 req-04395a46-6ba2-45e0-bb4b-f10772a410e8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916741 Apr 07 11:31:29.271551 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f9fb5d91-66fd-4607-8885-e60f17e128a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6226fe3781a14d0090db28eea0dd9730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872130 Apr 07 11:31:29.294663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da9327b6-8d8c-46ce-b4ff-35c81b9003dc req-b4918270-bf76-42ca-a8d5-22b035d667cd tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828092 Apr 07 11:31:29.299526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:29.323223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb5d91-66fd-4607-8885-e60f17e128a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc12a5e-16b9-406c-8c18-3624c5ecdb07,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:29.488230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0481281-ace7-4cc4-bdd3-7ea08ee5de3f admin admin] Publish callbacks [] for security_group (4fc12a5e-16b9-406c-8c18-3624c5ecdb07), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:29.554858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0481281-ace7-4cc4-bdd3-7ea08ee5de3f admin admin] Publish callbacks [] for security_group (4fc12a5e-16b9-406c-8c18-3624c5ecdb07), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:29.721272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d89cf0-8a31-4b4a-867f-8e1e045058cd req-d7d211bf-840c-476f-bdff-f6c983ce75f5 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8215537 Apr 07 11:31:29.740193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fdcf0b5-503e-4f5c-9d0e-6b9de6fea678 req-4568b996-0a80-4ca5-b426-7762876256d7 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2914126 Apr 07 11:31:29.819238 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0481281-ace7-4cc4-bdd3-7ea08ee5de3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4fc12a5e-16b9-406c-8c18-3624c5ecdb07), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:29.822539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c0481281-ace7-4cc4-bdd3-7ea08ee5de3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:29.829503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c0481281-ace7-4cc4-bdd3-7ea08ee5de3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fc12a5e-16b9-406c-8c18-3624c5ecdb07 HTTP/1.1" status: 204 len: 168 time: 0.5291364 Apr 07 11:31:29.851448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481281-ace7-4cc4-bdd3-7ea08ee5de3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc12a5e-16b9-406c-8c18-3624c5ecdb07,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:29.936926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34bd79-3583-41e5-8d0e-93af878994b3 req-3d00b356-586a-491f-be78-5c0fb76ee306 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:29.954377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e34bd79-3583-41e5-8d0e-93af878994b3 req-3d00b356-586a-491f-be78-5c0fb76ee306 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2359440 Apr 07 11:31:30.160324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e34bd79-3583-41e5-8d0e-93af878994b3 req-869b55d9-d170-4995-b57e-e9108f756541 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036288 Apr 07 11:31:30.530553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-fee76516-c74f-4383-a9be-3e8138fd801b tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:30.533857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-fee76516-c74f-4383-a9be-3e8138fd801b tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 946 time: 0.2144799 Apr 07 11:31:30.643313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abdda6c9-db2f-4841-a197-0e012db73aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:30.921656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb840f-328a-47dc-ab67-4d286eb6499d req-5cf73c4a-5e35-41dc-9645-86409568f9a7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:30.940554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49eb840f-328a-47dc-ab67-4d286eb6499d req-5cf73c4a-5e35-41dc-9645-86409568f9a7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 946 time: 0.4963212 Apr 07 11:31:31.014889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264331a4-11c9-45ad-b112-7e09b7d109e9 req-be7387a7-f6cd-482f-a9a8-550e5d21e625 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:31.019525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-264331a4-11c9-45ad-b112-7e09b7d109e9 req-be7387a7-f6cd-482f-a9a8-550e5d21e625 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.4837174 Apr 07 11:31:31.067386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49eb840f-328a-47dc-ab67-4d286eb6499d req-e7bb748f-fec2-48ec-9644-5569dbe43c6c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221001 Apr 07 11:31:31.281542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a2b7982-d8a8-4cf2-893e-95716ca5388b req-bbb43a92-0650-4720-be18-0aab8e679612 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.0732911 Apr 07 11:31:31.282902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Deleting port 28343a16-7a72-4b58-b2a9-41ac6493e753 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:31.283252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:31.736282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:31.962917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-264331a4-11c9-45ad-b112-7e09b7d109e9 req-c78a4d8c-98c9-49a6-8b43-15f1181b8ed2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116192 Apr 07 11:31:32.158584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-e09ba44c-3f28-4092-bfd0-0fb4f361a96a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=033b3d8e11f749f4af0c9568e8cb9365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957241 Apr 07 11:31:32.501529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73912-aa26-4766-ac3f-e6f0dc338e01 req-fcda68bc-17ab-41df-9890-e22f26564343 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:32.508688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00a73912-aa26-4766-ac3f-e6f0dc338e01 req-fcda68bc-17ab-41df-9890-e22f26564343 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.3389952 Apr 07 11:31:32.524623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] For port 28343a16-7a72-4b58-b2a9-41ac6493e753, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=28343a16-7a72-4b58-b2a9-41ac6493e753,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:32.524623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:32.572311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Calling delete_port for 28343a16-7a72-4b58-b2a9-41ac6493e753 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:32.619853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce40903d-288c-4692-b48c-be5347149509 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:32.637666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce40903d-288c-4692-b48c-be5347149509 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4755790 Apr 07 11:31:32.771847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-0d0a08bb-8622-4458-9acd-2cffb650e49f tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/quotas/033b3d8e11f749f4af0c9568e8cb9365 HTTP/1.1" status: 200 len: 375 time: 0.1310270 Apr 07 11:31:32.908537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00a73912-aa26-4766-ac3f-e6f0dc338e01 req-f120cc3a-7957-40f1-94ad-72923e3a341b tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988059 Apr 07 11:31:32.977953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88935f57-4aa2-46f1-95e5-5e63d09d4675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:33.010658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-9be3178d-0537-4bf7-bff4-9add00b8e88f tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=033b3d8e11f749f4af0c9568e8cb9365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624467 Apr 07 11:31:33.122461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 28343a16-7a72-4b58-b2a9-41ac6493e753 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:31:33.317172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No active binding found for port 28343a16-7a72-4b58-b2a9-41ac6493e753 {{(pid=104179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 11:31:33.319183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 28343a16-7a72-4b58-b2a9-41ac6493e753 host None! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:31:33.319833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 28343a16-7a72-4b58-b2a9-41ac6493e753 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:31:33.349375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a6e1f-e2c8-4489-8232-951d284dc033 req-ad141b0a-5ea8-4010-adbf-d01adfcdd328 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:33.359887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c3a6e1f-e2c8-4489-8232-951d284dc033 req-ad141b0a-5ea8-4010-adbf-d01adfcdd328 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 946 time: 0.1901066 Apr 07 11:31:33.387926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (28343a16-7a72-4b58-b2a9-41ac6493e753), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:33.486001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Pushing event deleted for resources: {'Port': ['ID=28343a16-7a72-4b58-b2a9-41ac6493e753,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:33.493381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:33.655893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c3a6e1f-e2c8-4489-8232-951d284dc033 req-12729990-cb36-4f53-93bf-8c57fc2e9ff2 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939825 Apr 07 11:31:33.719557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f67d04f-2e34-4e7b-9937-a8469bc32f4e req-ff94e002-78cf-45a6-944b-309ed1d6f832 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/ports?device_id=77e7219f-c660-4e2e-8ee9-3210272b199b HTTP/1.1" status: 200 len: 210 time: 0.2333434 Apr 07 11:31:33.784096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] No DVR routers for this DVR port 28343a16-7a72-4b58-b2a9-41ac6493e753 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:31:33.787762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:33.801190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05458a93-7ec9-4b65-ab3a-fca22786622d req-e4bc2b27-b85f-44f0-8f50-cb3ebc2afbe5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "DELETE /v2.0/ports/28343a16-7a72-4b58-b2a9-41ac6493e753 HTTP/1.1" status: 204 len: 173 time: 3.1819518 Apr 07 11:31:33.801190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbc5812-8222-4007-81fc-39dfa451390d', 'name': 'network-vif-deleted', 'tag': '28343a16-7a72-4b58-b2a9-41ac6493e753'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:33.801190 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbca40f5-82dd-47e2-9bbc-3f9dcfb78c8a" -d '{"events": [{"server_uuid": "edbc5812-8222-4007-81fc-39dfa451390d", "name": "network-vif-deleted", "tag": "28343a16-7a72-4b58-b2a9-41ac6493e753"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:33.931818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5727-e808-417d-aae7-df66abf6a148 req-26cb86d3-8a65-4680-94b2-ff14a80f97c8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:33.951051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081b5727-e808-417d-aae7-df66abf6a148 req-26cb86d3-8a65-4680-94b2-ff14a80f97c8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1305411 Apr 07 11:31:34.050036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4467425e-ec52-4d25-9b68-58cfbeb58db7 req-3d911c87-df3e-4439-9f3c-2034e6c37806 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 210 time: 0.0771892 Apr 07 11:31:34.142816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-081b5727-e808-417d-aae7-df66abf6a148 req-149a9092-b188-4720-81d7-97010337f718 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861753 Apr 07 11:31:34.164983 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131bd2d4-a57b-4ef6-8b5d-fe982745dd8d x-openstack-request-id: req-131bd2d4-a57b-4ef6-8b5d-fe982745dd8d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:34.165723 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbc5812-8222-4007-81fc-39dfa451390d", "name": "network-vif-deleted", "tag": "28343a16-7a72-4b58-b2a9-41ac6493e753", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:34.166456 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-131bd2d4-a57b-4ef6-8b5d-fe982745dd8d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:34.167151 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131bd2d4-a57b-4ef6-8b5d-fe982745dd8d'] response: {'server_uuid': 'edbc5812-8222-4007-81fc-39dfa451390d', 'name': 'network-vif-deleted', 'tag': '28343a16-7a72-4b58-b2a9-41ac6493e753', 'status': 'completed', 'code': 200} Apr 07 11:31:34.464049 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:34.531628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236040b7-75a2-43db-9e83-870126cc3ad0 req-48a79ea1-7e76-4baa-9109-f2cfc50a4115 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:34.535587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-236040b7-75a2-43db-9e83-870126cc3ad0 req-48a79ea1-7e76-4baa-9109-f2cfc50a4115 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2033362 Apr 07 11:31:34.724905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-236040b7-75a2-43db-9e83-870126cc3ad0 req-37a66e4f-1611-4ac8-bdbd-920bf0d5ff30 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791701 Apr 07 11:31:34.971232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35708) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:35.072487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2287b60b-5674-4fca-8274-dcdf9a2f2504 req-17ccdb08-3802-4fa2-ad80-95d05b8f3efe tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbc5812-8222-4007-81fc-39dfa451390d HTTP/1.1" status: 200 len: 210 time: 0.0479677 Apr 07 11:31:35.199583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6266aa39-77e2-41b0-9e92-2ddeeb40a248 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group (e2906828-b78b-4dbe-8bd9-26e091f7d5aa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:35.282900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6266aa39-77e2-41b0-9e92-2ddeeb40a248 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group (e2906828-b78b-4dbe-8bd9-26e091f7d5aa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:35.496184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d81f2881-127a-4cba-91ad-4f9a687b2388 req-02475024-6a87-4ad6-a3ed-604dfe085071 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 210 time: 0.0963342 Apr 07 11:31:35.507204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6266aa39-77e2-41b0-9e92-2ddeeb40a248 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e2906828-b78b-4dbe-8bd9-26e091f7d5aa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:35.511689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6266aa39-77e2-41b0-9e92-2ddeeb40a248 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:35.512950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6266aa39-77e2-41b0-9e92-2ddeeb40a248 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2906828-b78b-4dbe-8bd9-26e091f7d5aa HTTP/1.1" status: 204 len: 168 time: 0.5403883 Apr 07 11:31:35.524690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35718) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:35.534452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266aa39-77e2-41b0-9e92-2ddeeb40a248 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2906828-b78b-4dbe-8bd9-26e091f7d5aa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:35.582899 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-07d1d9ea-aae0-4f4a-8d6b-3aec8d289beb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] show failed (client error): The resource could not be found. Apr 07 11:31:35.585239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07d1d9ea-aae0-4f4a-8d6b-3aec8d289beb tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "GET /v2.0/security-groups/e2906828-b78b-4dbe-8bd9-26e091f7d5aa HTTP/1.1" status: 404 len: 347 time: 0.0577295 Apr 07 11:31:35.588207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35720) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:35.970253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-9fc36aec-44bb-4b48-8763-d40499a29fa0 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=033b3d8e11f749f4af0c9568e8cb9365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1327889 Apr 07 11:31:36.042074 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:36.475193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-89ec4448-8529-42b0-8b67-b79bf46746f5 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:36.479124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-89ec4448-8529-42b0-8b67-b79bf46746f5 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4900007 Apr 07 11:31:36.481982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port 2111091f-a51f-42fa-ad4a-a1b52be60f19 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:36.482397 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:36.564935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3e72c-6f15-4bbd-a988-9beb3d713297 req-a7ac772e-a848-4ee0-909a-5e603a050d92 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:36.566702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5f3e72c-6f15-4bbd-a988-9beb3d713297 req-a7ac772e-a848-4ee0-909a-5e603a050d92 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.2911785 Apr 07 11:31:36.604350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Request body: {'port': {'device_id': '152a63ff-2186-4667-b3c7-b385539bb842', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '033b3d8e11f749f4af0c9568e8cb9365'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:37.050639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5f3e72c-6f15-4bbd-a988-9beb3d713297 req-e12a86da-b092-4289-8c6c-0d714fae5f5e tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515998 Apr 07 11:31:37.056888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Made reservation on behalf of 033b3d8e11f749f4af0c9568e8cb9365 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:31:37.060879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.083792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.184337 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.195872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks [] for security_group (23e7cf4a-a916-4617-bcba-acaabc1973c9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.198208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.198653 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (2111091f-a51f-42fa-ad4a-a1b52be60f19), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.226666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (23e7cf4a-a916-4617-bcba-acaabc1973c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:37.270774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6f10a9a-29c3-491c-b6b8-3e8a607915c2 req-77db35ac-ef0a-47ef-95b8-ee640401b1e2 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 210 time: 0.0670884 Apr 07 11:31:37.272951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for 2111091f-a51f-42fa-ad4a-a1b52be60f19 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:37.290565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-466e8318-6344-4815-a725-a46104d58d01 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:37.292724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-466e8318-6344-4815-a725-a46104d58d01 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/networks?id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 200 len: 809 time: 0.6948919 Apr 07 11:31:37.358033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e7cf4a-a916-4617-bcba-acaabc1973c9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:37.550381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-f93330d9-d6e0-44c9-b6f7-6aad0316d3b7 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/quotas/2191a927505744ab92bbfd682d5dabc0 HTTP/1.1" status: 200 len: 375 time: 0.2496700 Apr 07 11:31:37.599702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-f1b94471-820c-48b8-be77-825558ff7b56 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2191a927505744ab92bbfd682d5dabc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483327 Apr 07 11:31:37.670707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Allocated IP 192.168.233.148 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/74d286c3-4f1d-4984-a8c8-97e091e3c14a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:31:37.820830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-9f6d6821-0603-423b-8219-ae8441a61c0d service neutron] 10.222.0.13 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200937 Apr 07 11:31:37.965844 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2111091f-a51f-42fa-ad4a-a1b52be60f19), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.010743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=2111091f-a51f-42fa-ad4a-a1b52be60f19,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:38.229518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-61d122a5-316b-4077-885e-3afbd36fe258 service neutron] 10.222.0.13 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075987 Apr 07 11:31:38.271827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks [] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.293998 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for floatingip (c7750613-548b-4a4c-9f77-7883205b5f5c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.297166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.300958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f6a48440-db23-477e-a670-d10c037136a1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7750613-548b-4a4c-9f77-7883205b5f5c HTTP/1.1" status: 204 len: 168 time: 2.7084510 Apr 07 11:31:38.303333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35772) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:38.340141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ff811-5c65-49b1-9893-4b35168384f9 req-53df515c-0387-4d83-877d-8bde31854459 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:38.342172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-926ff811-5c65-49b1-9893-4b35168384f9 req-53df515c-0387-4d83-877d-8bde31854459 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1234043 Apr 07 11:31:38.367863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.438541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:31:38.446515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:31:38.476114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:31:38.550220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port c552f40e-e102-4493-b4ec-c4a65e68b4a9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:38.550566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.602601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:38.605586 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.647595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Pushing event updated for resources: {'Port': ['ID=74d286c3-4f1d-4984-a8c8-97e091e3c14a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:38.662974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-926ff811-5c65-49b1-9893-4b35168384f9 req-579d2903-be33-493e-8776-c3966739e31a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150082 Apr 07 11:31:38.694719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-ce66fdd8-60f4-4d35-8008-e03b0cad0f47 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0982070 Apr 07 11:31:38.787796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:38.841399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for c552f40e-e102-4493-b4ec-c4a65e68b4a9 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:38.933699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35794) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:38.958401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd91aa-456f-417b-81cc-11081a347d33 req-a1d0dfd8-1d12-4729-9616-dcee13a4c976 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:38.960075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35cd91aa-456f-417b-81cc-11081a347d33 req-a1d0dfd8-1d12-4729-9616-dcee13a4c976 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 936 time: 0.1543970 Apr 07 11:31:39.006869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276326130', 'description': 'tempest-description--1639819609'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:39.015006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b570c319-c05d-43c9-9a61-cba819904a80 req-654564ee-c8a2-4212-a77b-6612b4e5d0f8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 210 time: 0.0510535 Apr 07 11:31:39.019337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-216c28de-1383-43c1-a48a-f1594ae02ca7 None None] Provisioning complete for port 74d286c3-4f1d-4984-a8c8-97e091e3c14a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:31:39.023458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-216c28de-1383-43c1-a48a-f1594ae02ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.083389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.134179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-216c28de-1383-43c1-a48a-f1594ae02ca7 None None] Port 74d286c3-4f1d-4984-a8c8-97e091e3c14a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:31:39.148050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35cd91aa-456f-417b-81cc-11081a347d33 req-998bea0f-8135-4c00-9f7b-6cf768e87197 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259224 Apr 07 11:31:39.161629 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c552f40e-e102-4493-b4ec-c4a65e68b4a9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.275189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group (07b7d53c-039c-4734-8d54-5fbc9171b3c7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.276947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=c552f40e-e102-4493-b4ec-c4a65e68b4a9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:39.281668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (07b7d53c-039c-4734-8d54-5fbc9171b3c7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.332475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.332475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3700542 Apr 07 11:31:39.332779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20877701-00d6-40c1-a59c-278fa7763d99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b7d53c-039c-4734-8d54-5fbc9171b3c7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:39.335941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35814) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:39.340975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'security_group_rule': {'security_group_id': '07b7d53c-039c-4734-8d54-5fbc9171b3c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:39.382670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group_rule (b75f6926-4206-48a0-9499-4f0b8e2ad90f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.414740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.422264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f608b82c-76cf-4055-8fc8-952806e1d5e1 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/ports/c552f40e-e102-4493-b4ec-c4a65e68b4a9 HTTP/1.1" status: 204 len: 168 time: 1.1172411 Apr 07 11:31:39.422910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35820) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:39.495575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group_rule (b75f6926-4206-48a0-9499-4f0b8e2ad90f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.505751 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b75f6926-4206-48a0-9499-4f0b8e2ad90f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.528766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75f6926-4206-48a0-9499-4f0b8e2ad90f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:39.562515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.567843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fad47987-85e2-46b7-9b3b-b54ba12a43fe tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2263565 Apr 07 11:31:39.573231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:39.582769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port b88509d4-2d03-4683-be93-5c801c1fe8c3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:39.583122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.587129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'security_group_rule': {'security_group_id': '07b7d53c-039c-4734-8d54-5fbc9171b3c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:39.649813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group_rule (07cebb47-a5f3-4607-9637-5e165fceeef2), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.739836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.768003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for b88509d4-2d03-4683-be93-5c801c1fe8c3 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:39.804810 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group_rule (07cebb47-a5f3-4607-9637-5e165fceeef2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.810824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (07cebb47-a5f3-4607-9637-5e165fceeef2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.894952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cebb47-a5f3-4607-9637-5e165fceeef2,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:39.931483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.937923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-de408d08-5025-4e8c-9aaa-19a44896fa8c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584919 Apr 07 11:31:39.938124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35832) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:39.944686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:39.976219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b88509d4-2d03-4683-be93-5c801c1fe8c3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:39.996984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcd5d1-6284-4d90-b3fe-4563c9f41627 req-05b5a638-5edd-4ffc-84d2-0b4d10d6d2ac tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:39.999529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fabcd5d1-6284-4d90-b3fe-4563c9f41627 req-05b5a638-5edd-4ffc-84d2-0b4d10d6d2ac tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.1702662 Apr 07 11:31:40.000941 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.024066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=b88509d4-2d03-4683-be93-5c801c1fe8c3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:40.120079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fabcd5d1-6284-4d90-b3fe-4563c9f41627 req-e6ac87e2-4b58-4386-b59a-b7787d164ae6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143012 Apr 07 11:31:40.186022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.199562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b90d1ba7-6221-42e0-a77d-6fdb988c744a tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/ports/b88509d4-2d03-4683-be93-5c801c1fe8c3 HTTP/1.1" status: 204 len: 168 time: 0.7753448 Apr 07 11:31:40.201528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:40.280519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting subnet 34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:31:40.298263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for subnet (34a6a0b2-cd8d-4387-b9f1-f707b632a4b4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.387715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (34a6a0b2-cd8d-4387-b9f1-f707b632a4b4), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.513859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (34a6a0b2-cd8d-4387-b9f1-f707b632a4b4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.603340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (34a6a0b2-cd8d-4387-b9f1-f707b632a4b4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.648719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Subnet': ['ID=34a6a0b2-cd8d-4387-b9f1-f707b632a4b4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:40.653405 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.656599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a091d7-3612-4875-a680-fb7ccd260a7a None None] Network 03c8cae7-09cc-4283-afc9-2029f31777d2 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:31:40.667959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74db4f00-5a12-4c3e-8813-46e8ba33281b tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/subnets/34a6a0b2-cd8d-4387-b9f1-f707b632a4b4 HTTP/1.1" status: 204 len: 168 time: 0.4648380 Apr 07 11:31:40.673791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35846) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:40.703582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e6cc606-9871-49ec-9350-e541eea4bfc3 req-37932571-2b0c-4d62-8160-d3d22a9912d6 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 210 time: 0.5373902 Apr 07 11:31:40.790257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting subnet b2101461-6a6b-4a9b-8bca-6a5255f8b806 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:31:40.792766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.798502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for subnet (b2101461-6a6b-4a9b-8bca-6a5255f8b806), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.856983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bba0-c65c-40d8-a881-8d23b47c5196 req-d4f4b848-bf47-426f-9ea4-02960baa87c2 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:40.859195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (b2101461-6a6b-4a9b-8bca-6a5255f8b806), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.866220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9507bba0-c65c-40d8-a881-8d23b47c5196 req-d4f4b848-bf47-426f-9ea4-02960baa87c2 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 936 time: 0.1609392 Apr 07 11:31:40.903197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Request body: {'port': {'device_id': '152a63ff-2186-4667-b3c7-b385539bb842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:40.959980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b2101461-6a6b-4a9b-8bca-6a5255f8b806), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:40.968685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] DHCP port deletion for 03c8cae7-09cc-4283-afc9-2029f31777d2 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:31:41.027290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.045777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] Deleting port 8284648d-e009-4981-bcce-d33b7bf9a06f {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:41.046769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.090810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (b2101461-6a6b-4a9b-8bca-6a5255f8b806), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.121819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9507bba0-c65c-40d8-a881-8d23b47c5196 req-64f8172f-e3a4-4e2b-a987-cb5e1f65b9b0 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545815 Apr 07 11:31:41.124221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Allocated IP 172.25.5.61 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a38a0097-b206-4e35-89e8-1dc5a43d1928) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:31:41.212706 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.227588 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/subnets/b2101461-6a6b-4a9b-8bca-6a5255f8b806 HTTP/1.1" status: 204 len: 168 time: 0.5495462 Apr 07 11:31:41.228951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35852) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:41.261659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad823cc-7e6f-46fc-a223-55db9acdbff6 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Subnet': ['ID=b2101461-6a6b-4a9b-8bca-6a5255f8b806,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:41.281976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] For port 8284648d-e009-4981-bcce-d33b7bf9a06f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8284648d-e009-4981-bcce-d33b7bf9a06f,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:41.283014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.325392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] Calling delete_port for 8284648d-e009-4981-bcce-d33b7bf9a06f owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:41.446437 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (03c8cae7-09cc-4283-afc9-2029f31777d2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.536968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-131d1b14-678c-4688-8c59-611ed7478653 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:41.536968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-131d1b14-678c-4688-8c59-611ed7478653 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "GET /v2.0/networks?id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 200 len: 809 time: 0.4299760 Apr 07 11:31:41.565451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Request body: {'port': {'device_id': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859', 'admin_state_up': True, 'tenant_id': '2191a927505744ab92bbfd682d5dabc0'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:41.581861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port 8284648d-e009-4981-bcce-d33b7bf9a06f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:41.583242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.676472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6aeea-5260-4373-832b-668e30b713f4 None None] Network 3c5cd9b6-1f4a-491f-9243-3939d7b15cee requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:31:41.712623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.719181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port 8284648d-e009-4981-bcce-d33b7bf9a06f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8284648d-e009-4981-bcce-d33b7bf9a06f,segment=NetworkSegment(f50dd7a1-1285-42f0-bdf4-892e3cdd9d33),segment_id=f50dd7a1-1285-42f0-bdf4-892e3cdd9d33)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:41.720549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.726990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8284648d-e009-4981-bcce-d33b7bf9a06f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:31:41.759989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for 8284648d-e009-4981-bcce-d33b7bf9a06f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:41.770753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Made reservation on behalf of 2191a927505744ab92bbfd682d5dabc0 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:31:41.775718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.794519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e704e3-ce74-45bc-9be9-3789dc881760 req-9fbeca7f-3e01-45dd-88db-e3ed22aca78f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:41.796380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42e704e3-ce74-45bc-9be9-3789dc881760 req-9fbeca7f-3e01-45dd-88db-e3ed22aca78f tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 944 time: 0.3573821 Apr 07 11:31:41.833164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:41.897608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] No DVR routers for this DVR port 8284648d-e009-4981-bcce-d33b7bf9a06f on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:31:41.899340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8284648d-e009-4981-bcce-d33b7bf9a06f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:31:41.899910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8284648d-e009-4981-bcce-d33b7bf9a06f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:31:41.947611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d5fd2-d01e-49ce-a70e-397dcbe534e9 None None] Pushing event deleted for resources: {'Port': ['ID=8284648d-e009-4981-bcce-d33b7bf9a06f,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:42.027363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8284648d-e009-4981-bcce-d33b7bf9a06f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.090573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=8284648d-e009-4981-bcce-d33b7bf9a06f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:42.095772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port 8284648d-e009-4981-bcce-d33b7bf9a06f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:31:42.123015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] DHCP port deletion for 3c5cd9b6-1f4a-491f-9243-3939d7b15cee request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:31:42.199758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d286c3-4f1d-4984-a8c8-97e091e3c14a {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:42.199964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (03c8cae7-09cc-4283-afc9-2029f31777d2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.209508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Publish callbacks [] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.221116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c8cae7-09cc-4283-afc9-2029f31777d2']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:31:42.223730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Transition to ACTIVE for port object 74d286c3-4f1d-4984-a8c8-97e091e3c14a will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:31:42.227353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2fe10d7-7e66-4c56-977a-399394b452ea req-492ddd19-637e-4be5-906d-90611a463ba1 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 210 time: 0.2651334 Apr 07 11:31:42.230952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:31:42.231298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50dd7a1-1285-42f0-bdf4-892e3cdd9d33') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:31:42.241600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f50dd7a1-1285-42f0-bdf4-892e3cdd9d33), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.245269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Allocated IP 172.20.0.6 (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859/be1e7baa-09b3-463a-a9bf-e0a9df5fb7db/44b836bc-cf25-437c-80ed-52d12440e643) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:31:42.248245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] Deleting port ca8f440d-e749-43e9-8940-d4aa79d064d6 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:42.248649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.256809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f50dd7a1-1285-42f0-bdf4-892e3cdd9d33), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.263963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:31:42.264370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f50dd7a1-1285-42f0-bdf4-892e3cdd9d33), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:31:42.342788 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:31:42.347914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (03c8cae7-09cc-4283-afc9-2029f31777d2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.361668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.367146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/networks/03c8cae7-09cc-4283-afc9-2029f31777d2 HTTP/1.1" status: 204 len: 168 time: 1.1346266 Apr 07 11:31:42.375116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35868) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:42.394048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d20a55-947d-4d4c-9554-149f4724a637 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Network': ['ID=03c8cae7-09cc-4283-afc9-2029f31777d2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:42.417572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] For port ca8f440d-e749-43e9-8940-d4aa79d064d6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca8f440d-e749-43e9-8940-d4aa79d064d6,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:42.417980 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.460697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] Calling delete_port for ca8f440d-e749-43e9-8940-d4aa79d064d6 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:42.498379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks [] for port (44b836bc-cf25-437c-80ed-52d12440e643), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.503176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3c5cd9b6-1f4a-491f-9243-3939d7b15cee), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.535135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.582134 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Deleting port ca8f440d-e749-43e9-8940-d4aa79d064d6 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:31:42.582716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.601628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.621883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (44b836bc-cf25-437c-80ed-52d12440e643), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.634481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.638528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] Pushing event deleted for resources: {'Port': ['ID=ca8f440d-e749-43e9-8940-d4aa79d064d6,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:42.643078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed78bb-0b15-44bf-b4cd-5703f9bca755 None None] No DVR routers for this DVR port ca8f440d-e749-43e9-8940-d4aa79d064d6 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:31:42.666402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'Port': ['ID=a38a0097-b206-4e35-89e8-1dc5a43d1928,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:42.718166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] For port ca8f440d-e749-43e9-8940-d4aa79d064d6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ca8f440d-e749-43e9-8940-d4aa79d064d6,segment=NetworkSegment(f23ff5ac-c99c-44a9-815b-b7e9fcca2e14),segment_id=f23ff5ac-c99c-44a9-815b-b7e9fcca2e14)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:42.718774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:42.747757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:31:42.756789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:31:42.764447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:31:42.765717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Calling delete_port for ca8f440d-e749-43e9-8940-d4aa79d064d6 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:31:42.771007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42e704e3-ce74-45bc-9be9-3789dc881760 req-90abf098-ec06-4a05-8928-4e1b0812ae94 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6967974 Apr 07 11:31:42.772227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:31:42.776465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:31:42.797205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:31:42.880980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36e5ae-5b54-47d5-aed8-84a2bd234bba req-29016e2e-c3d1-454d-a675-f786f741f9b8 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:42.884221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d36e5ae-5b54-47d5-aed8-84a2bd234bba req-29016e2e-c3d1-454d-a675-f786f741f9b8 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 948 time: 0.3442094 Apr 07 11:31:42.920398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Pushing event updated for resources: {'Port': ['ID=74d286c3-4f1d-4984-a8c8-97e091e3c14a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:42.944462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ca8f440d-e749-43e9-8940-d4aa79d064d6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.009883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Port': ['ID=ca8f440d-e749-43e9-8940-d4aa79d064d6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:43.026503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] No DVR routers for this DVR port ca8f440d-e749-43e9-8940-d4aa79d064d6 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:31:43.038999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Pushing event updated for resources: {'Port': ['ID=44b836bc-cf25-437c-80ed-52d12440e643,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:43.154342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3c5cd9b6-1f4a-491f-9243-3939d7b15cee), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.171737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:31:43.196771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5cd9b6-1f4a-491f-9243-3939d7b15cee']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:31:43.219343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:31:43.224080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23ff5ac-c99c-44a9-815b-b7e9fcca2e14') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:31:43.243189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f23ff5ac-c99c-44a9-815b-b7e9fcca2e14), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.274246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f23ff5ac-c99c-44a9-815b-b7e9fcca2e14), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.287304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:31:43.287751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f23ff5ac-c99c-44a9-815b-b7e9fcca2e14), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:31:43.296153 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:31:43.342063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:43.342987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.364648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca8f440d-e749-43e9-8940-d4aa79d064d6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:31:43.409241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ca8f440d-e749-43e9-8940-d4aa79d064d6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:31:43.409906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ca8f440d-e749-43e9-8940-d4aa79d064d6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:31:43.431227 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.432854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3c5cd9b6-1f4a-491f-9243-3939d7b15cee), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.453218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:43.470042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d36e5ae-5b54-47d5-aed8-84a2bd234bba req-85e28ef1-9a71-4f83-bdc4-b8ac9fb913cf tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271943 Apr 07 11:31:43.478097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '146ee700-b855-4655-b021-df902162e028', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'port_id': '146ee700-b855-4655-b021-df902162e028', 'mac_address': 'fa:16:3e:ad:45:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:31:43.487621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.496620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] 10.222.0.13 "DELETE /v2.0/networks/3c5cd9b6-1f4a-491f-9243-3939d7b15cee HTTP/1.1" status: 204 len: 168 time: 1.1204605 Apr 07 11:31:43.497978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c92a3-d6aa-43f5-a0ec-36fe104a5363 tempest-TaggedBootDevicesTest-870814863 tempest-TaggedBootDevicesTest-870814863-project] Pushing event deleted for resources: {'Network': ['ID=3c5cd9b6-1f4a-491f-9243-3939d7b15cee,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:43.527840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-e1e01e04-2d8a-4c9d-9531-03b7a26e2c29 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9794397 Apr 07 11:31:43.562855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:43.563355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.572090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Request body: {'port': {'device_id': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:43.581150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146ee700-b855-4655-b021-df902162e028 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:43.609350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:43.614627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.628685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Attempting to bind port 74d286c3-4f1d-4984-a8c8-97e091e3c14a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:31:43.629057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Attempting to bind port 74d286c3-4f1d-4984-a8c8-97e091e3c14a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:31:43.629409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Attempting to bind port 74d286c3-4f1d-4984-a8c8-97e091e3c14a on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:43.634990 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.656935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f58a-eea6-4c89-bf42-7fd049959264 req-4b8f9d22-b83a-4dbe-9740-9976b5cdc64e tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:43.658546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f42f58a-eea6-4c89-bf42-7fd049959264 req-4b8f9d22-b83a-4dbe-9740-9976b5cdc64e tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 931 time: 0.1868234 Apr 07 11:31:43.659323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Port 74d286c3-4f1d-4984-a8c8-97e091e3c14a on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:31:43.659654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Attempting to bind port 74d286c3-4f1d-4984-a8c8-97e091e3c14a on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:43.672250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:43.728726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:31:43.729080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:31:43.729504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:31:43.729958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Bound port: 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:31:43.730411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.819939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (44b836bc-cf25-437c-80ed-52d12440e643), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:43.845989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f42f58a-eea6-4c89-bf42-7fd049959264 req-9070c3dc-2478-4959-9898-2f3823edcefe tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611569 Apr 07 11:31:43.937770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['146ee700-b855-4655-b021-df902162e028'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:31:44.094777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] For port 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:31:44.118289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] For port 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:31:44.156252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:44.216070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:44.259008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:44.262746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:44.264357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:44.265991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] 10.222.0.41 "PUT /v2.0/ports/74d286c3-4f1d-4984-a8c8-97e091e3c14a HTTP/1.1" status: 200 len: 1096 time: 4.0880876 Apr 07 11:31:44.275815 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152a63ff-2186-4667-b3c7-b385539bb842', 'tag': '74d286c3-4f1d-4984-a8c8-97e091e3c14a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:44.278096 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e" -d '{"events": [{"name": "network-changed", "server_uuid": "152a63ff-2186-4667-b3c7-b385539bb842", "tag": "74d286c3-4f1d-4984-a8c8-97e091e3c14a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:44.304178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e4d6-bbef-4ff1-8ba1-117751fb36ef req-838a39c5-771f-40bc-bd65-a357380d7e3a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:44.306579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f064e4d6-bbef-4ff1-8ba1-117751fb36ef req-838a39c5-771f-40bc-bd65-a357380d7e3a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 945 time: 0.3855479 Apr 07 11:31:44.409819 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa60f34-1e9d-47f8-b0fe-003dcc0b74c6 x-openstack-request-id: req-ffa60f34-1e9d-47f8-b0fe-003dcc0b74c6 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:44.410840 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152a63ff-2186-4667-b3c7-b385539bb842", "tag": "74d286c3-4f1d-4984-a8c8-97e091e3c14a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:44.411279 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffa60f34-1e9d-47f8-b0fe-003dcc0b74c6 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:44.412120 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa60f34-1e9d-47f8-b0fe-003dcc0b74c6'] response: {'name': 'network-changed', 'server_uuid': '152a63ff-2186-4667-b3c7-b385539bb842', 'tag': '74d286c3-4f1d-4984-a8c8-97e091e3c14a', 'status': 'completed', 'code': 200} Apr 07 11:31:44.984209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Pushing event updated for resources: {'Port': ['ID=74d286c3-4f1d-4984-a8c8-97e091e3c14a,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:45.056220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.057089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.057695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.058292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.058899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.059505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.060166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.060764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.061396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.061991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.062585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.063186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.063779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6133bc7-8c26-40d6-b1f2-aed9d95ec8ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:45.135421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-4219e2da-fdf2-4d19-8fb0-d21271aa0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:45.137182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-4219e2da-fdf2-4d19-8fb0-d21271aa0888 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=033b3d8e11f749f4af0c9568e8cb9365&device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 1130 time: 0.8113880 Apr 07 11:31:45.162178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f064e4d6-bbef-4ff1-8ba1-117751fb36ef req-299f114c-7147-402c-a4ef-0f8a5b2d2b82 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8473303 Apr 07 11:31:45.180022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:31:45.229691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-7103a045-0625-42a8-bb6e-049037545e26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a HTTP/1.1" status: 200 len: 217 time: 0.0537179 Apr 07 11:31:45.230558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.257848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'Port': ['ID=a38a0097-b206-4e35-89e8-1dc5a43d1928,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:45.293260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.294906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1f29118e-1e40-4a84-b0f7-157f0177086d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3551633 Apr 07 11:31:45.324648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b30c61-041b-4721-b888-0d589d5b1fcc req-90cee712-4d5c-47ba-b497-d00dabeb9e8a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:45.333249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2b30c61-041b-4721-b888-0d589d5b1fcc req-90cee712-4d5c-47ba-b497-d00dabeb9e8a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 948 time: 0.3595426 Apr 07 11:31:45.348001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 146ee700-b855-4655-b021-df902162e028 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:31:45.348392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (146ee700-b855-4655-b021-df902162e028), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.479426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2b30c61-041b-4721-b888-0d589d5b1fcc req-83c96427-6638-42b0-a0e7-7018b1dfb744 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449924 Apr 07 11:31:45.488074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-30fc944d-cc20-4112-90f3-ca595a6bb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:45.490136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-30fc944d-cc20-4112-90f3-ca595a6bb17d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.2431777 Apr 07 11:31:45.553504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 146ee700-b855-4655-b021-df902162e028 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:45.563100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (146ee700-b855-4655-b021-df902162e028), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.590588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b836bc-cf25-437c-80ed-52d12440e643 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:45.602985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa1ec-c24c-4536-8d0f-dd7c413bb6e8 req-46e859c8-bd19-48c1-a7cc-e56c4ce7f270 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:45.612975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435fa1ec-c24c-4536-8d0f-dd7c413bb6e8 req-46e859c8-bd19-48c1-a7cc-e56c4ce7f270 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 931 time: 0.2177634 Apr 07 11:31:45.626223 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Publish callbacks [] for port (44b836bc-cf25-437c-80ed-52d12440e643), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.685616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:45.688807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:45.693379 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046153a-83e8-4069-b206-34aa2c291874" -d '{"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-plugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:45.697885 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (146ee700-b855-4655-b021-df902162e028), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.698706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-435fa1ec-c24c-4536-8d0f-dd7c413bb6e8 req-854723b7-ff2b-43ac-aa1b-217a0b6e43eb tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845833 Apr 07 11:31:45.760917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Transition to ACTIVE for port object 44b836bc-cf25-437c-80ed-52d12440e643 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:31:45.769800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-3fb86057-4a5d-433c-b575-88deab2336ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:45.772564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-3fb86057-4a5d-433c-b575-88deab2336ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2729411 Apr 07 11:31:45.779462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:45.809543 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf704fa-f7d5-49eb-8b91-940041127e8c x-openstack-request-id: req-adf704fa-f7d5-49eb-8b91-940041127e8c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:45.809846 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-plugged", "status": "completed", "tag": "146ee700-b855-4655-b021-df902162e028", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:45.810758 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf704fa-f7d5-49eb-8b91-940041127e8c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:45.811410 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf704fa-f7d5-49eb-8b91-940041127e8c'] response: {'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ee700-b855-4655-b021-df902162e028', 'code': 200} Apr 07 11:31:45.812530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (44b836bc-cf25-437c-80ed-52d12440e643), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:45.964663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-0ec4ba61-f323-4025-9f2d-0c45984f563e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1276326130&fields=id&tenant_id=ec1f3cf75d114468a559f7bbe4aa554b HTTP/1.1" status: 200 len: 267 time: 0.2344489 Apr 07 11:31:45.982183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Pushing event updated for resources: {'Port': ['ID=44b836bc-cf25-437c-80ed-52d12440e643,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:46.094999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae3327-3b07-434e-a919-4382b616e252 req-d7368511-6ffe-43e4-b387-2b2b427a20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:46.094999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6dae3327-3b07-434e-a919-4382b616e252 req-d7368511-6ffe-43e4-b387-2b2b427a20d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 1129 time: 0.0912688 Apr 07 11:31:46.178524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6dae3327-3b07-434e-a919-4382b616e252 req-97d493ab-533f-4fce-96dc-e29e7ebe16a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784168 Apr 07 11:31:46.241153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-e3036755-b0aa-4a4a-ac0a-3b9dc2faa0c2 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523768 Apr 07 11:31:46.336692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-80c525e6-528e-4093-9394-547d68e3ae6c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:46.338278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-80c525e6-528e-4093-9394-547d68e3ae6c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 819 time: 0.3579707 Apr 07 11:31:46.339172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Attempting to bind port 44b836bc-cf25-437c-80ed-52d12440e643 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:31:46.339513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Attempting to bind port 44b836bc-cf25-437c-80ed-52d12440e643 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:31:46.339847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Attempting to bind port 44b836bc-cf25-437c-80ed-52d12440e643 on network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:46.356680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Port 44b836bc-cf25-437c-80ed-52d12440e643 on network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:31:46.357590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Attempting to bind port 44b836bc-cf25-437c-80ed-52d12440e643 on network c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:46.376216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:31:46.376580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Checking segment: {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:31:46.376954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Bound using segment: {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:31:46.377467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Bound port: 44b836bc-cf25-437c-80ed-52d12440e643, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41ae857-7188-466d-88fc-461a9e1706a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:31:46.378029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (44b836bc-cf25-437c-80ed-52d12440e643), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:46.384164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-dd6edf14-ea7c-450e-8081-642b240fc0e7 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/quotas/ec1f3cf75d114468a559f7bbe4aa554b HTTP/1.1" status: 200 len: 375 time: 0.0235629 Apr 07 11:31:46.413846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08a722-708a-4153-a413-35511ec5b109 req-10fc8946-868d-4f5f-9ff7-632a3467fbb6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:46.417893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f08a722-708a-4153-a413-35511ec5b109 req-10fc8946-868d-4f5f-9ff7-632a3467fbb6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 947 time: 0.1429090 Apr 07 11:31:46.506407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] For port 44b836bc-cf25-437c-80ed-52d12440e643, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:31:46.511320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] For port 44b836bc-cf25-437c-80ed-52d12440e643, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=44b836bc-cf25-437c-80ed-52d12440e643,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:31:46.570328 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (44b836bc-cf25-437c-80ed-52d12440e643), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:46.712563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:46.713396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:46.714806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] 10.222.0.41 "PUT /v2.0/ports/44b836bc-cf25-437c-80ed-52d12440e643 HTTP/1.1" status: 200 len: 1091 time: 3.1485085 Apr 07 11:31:46.715446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'tag': '44b836bc-cf25-437c-80ed-52d12440e643'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:46.718396 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147da7b7-3e8d-48b8-929a-02da8b0a1d80" -d '{"events": [{"name": "network-changed", "server_uuid": "6bce1923-4fea-4be1-bab0-4dc6c0e1b505", "tag": "44b836bc-cf25-437c-80ed-52d12440e643"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:46.754303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b2f92-571e-4e6c-8a61-8e4c426ab43a service neutron] Pushing event updated for resources: {'Port': ['ID=44b836bc-cf25-437c-80ed-52d12440e643,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:46.784050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f08a722-708a-4153-a413-35511ec5b109 req-1ada1ee6-fbc3-4dcd-aa9e-96494ba54eb8 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234914 Apr 07 11:31:46.845614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-84814de0-feb8-41a8-9f5a-5d2778303f90 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4479308 Apr 07 11:31:46.953230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f05af9dc-0b8a-4dfe-8d16-2e06e718acb1 req-3dca2184-a73a-4076-98db-12fc5def0556 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361651 Apr 07 11:31:47.017602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-8f53f6c9-2675-4539-bf4d-1f4e7ab3478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:47.020158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-8f53f6c9-2675-4539-bf4d-1f4e7ab3478d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2191a927505744ab92bbfd682d5dabc0&device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 1125 time: 0.2173371 Apr 07 11:31:47.125676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-ecd28f9c-2eb1-4a7c-949a-5851d365f017 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b836bc-cf25-437c-80ed-52d12440e643 HTTP/1.1" status: 200 len: 217 time: 0.0891635 Apr 07 11:31:47.159049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf8e13-fcef-426b-8183-94f667045489 req-45395cd1-cb98-47b8-a169-c8f7ad431c55 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:47.167072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3dcf8e13-fcef-426b-8183-94f667045489 req-45395cd1-cb98-47b8-a169-c8f7ad431c55 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 948 time: 0.2575028 Apr 07 11:31:47.228246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-48c75464-00c4-4e13-9239-98131aa6f945 service neutron] 10.222.0.13 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645184 Apr 07 11:31:47.347604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-46d2da79-e6b7-46e9-ba18-9a145a551e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:47.350866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-46d2da79-e6b7-46e9-ba18-9a145a551e99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=033b3d8e11f749f4af0c9568e8cb9365&device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 1130 time: 0.3252616 Apr 07 11:31:47.352766 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-cb8c6384-6243-4cee-8160-2be7b2aa8033 service neutron] 10.222.0.13 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237814 Apr 07 11:31:47.357454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-dbdc79a2-9011-46e8-9f5a-973d1edf4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:47.359023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-dbdc79a2-9011-46e8-9f5a-973d1edf4fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be1e7baa-09b3-463a-a9bf-e0a9df5fb7db HTTP/1.1" status: 200 len: 849 time: 0.2162793 Apr 07 11:31:47.378009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3dcf8e13-fcef-426b-8183-94f667045489 req-1b642684-fa48-4fae-8256-4fa9e3749799 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099543 Apr 07 11:31:47.464662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-167d56ac-3c9e-4664-b0ee-7980e0af5d8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702817 Apr 07 11:31:47.467173 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af61f513-9448-49e9-8d99-e74b1ccbce78 x-openstack-request-id: req-af61f513-9448-49e9-8d99-e74b1ccbce78 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:47.467482 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bce1923-4fea-4be1-bab0-4dc6c0e1b505", "tag": "44b836bc-cf25-437c-80ed-52d12440e643", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:47.467867 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af61f513-9448-49e9-8d99-e74b1ccbce78 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:47.468535 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af61f513-9448-49e9-8d99-e74b1ccbce78'] response: {'name': 'network-changed', 'server_uuid': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'tag': '44b836bc-cf25-437c-80ed-52d12440e643', 'status': 'completed', 'code': 200} Apr 07 11:31:47.718087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-3b9cc1b4-6155-48ce-bd9c-9604fae305bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:47.719838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-3b9cc1b4-6155-48ce-bd9c-9604fae305bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.3408902 Apr 07 11:31:47.823386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-952a8bca-9e88-4997-aba0-2bd49cdd57b4 req-bc12c6a2-ab31-4380-9e81-ed37a58b85a6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 210 time: 0.1011009 Apr 07 11:31:48.067340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-33594990-f5f6-4acb-bb29-f8ba867886bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a HTTP/1.1" status: 200 len: 217 time: 0.1511192 Apr 07 11:31:48.177991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc02b-fbf2-4133-9a25-ae34311870b3 req-93fb05f5-1914-479f-b3b2-f0dd0ac330e4 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:48.179681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f7bc02b-fbf2-4133-9a25-ae34311870b3 req-93fb05f5-1914-479f-b3b2-f0dd0ac330e4 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 943 time: 0.3968368 Apr 07 11:31:48.182247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-ea6af74a-d211-4d4b-a4ad-ce6615666039 service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612882 Apr 07 11:31:48.477870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-8e9f73b9-6407-4bf1-a6e9-71ff61c46128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:48.480172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-8e9f73b9-6407-4bf1-a6e9-71ff61c46128 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.3910227 Apr 07 11:31:48.496596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bb430b-7c59-48ee-b9d4-0e32da458f94 req-96963a08-5a64-485e-ac3c-19f3752e6470 service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997861 Apr 07 11:31:48.554160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c23a4-ed9e-4001-a065-15afd2eb7464 req-6cde8abc-5924-4b3d-a71b-b55073f75475 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:48.563610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a0c23a4-ed9e-4001-a065-15afd2eb7464 req-6cde8abc-5924-4b3d-a71b-b55073f75475 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 947 time: 0.5087342 Apr 07 11:31:48.713873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a0c23a4-ed9e-4001-a065-15afd2eb7464 req-7455415e-6bbe-4e95-84d8-0dd80d57929a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492712 Apr 07 11:31:48.767939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f7bc02b-fbf2-4133-9a25-ae34311870b3 req-4e288b2a-3106-4029-99c0-7f992462b41c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737526 Apr 07 11:31:48.801974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-b05030af-fedd-49b7-a0a5-119469bf3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:48.805663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-b05030af-fedd-49b7-a0a5-119469bf3fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3012979 Apr 07 11:31:48.916784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-c478cb5b-2b82-44b4-ba4e-3d90598a0da7 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029432 Apr 07 11:31:48.992826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-4a2406ef-c9f2-42cc-a85f-68c48bf6592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:48.994411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-4a2406ef-c9f2-42cc-a85f-68c48bf6592b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2191a927505744ab92bbfd682d5dabc0&device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 1125 time: 0.3634970 Apr 07 11:31:49.046536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d24e3dd7-c172-4408-80c5-a94e0f689698 req-f1b6d0c2-a69a-470a-bf9a-3c38d48f09e4 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 210 time: 0.0511050 Apr 07 11:31:49.187954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-aa5d9712-7d12-41aa-ad13-abc1a339e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:49.189436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-aa5d9712-7d12-41aa-ad13-abc1a339e4f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 200 len: 910 time: 0.1141720 Apr 07 11:31:49.253070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-bac452b6-0ee4-4bbc-96a8-db5c6d501a84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b836bc-cf25-437c-80ed-52d12440e643 HTTP/1.1" status: 200 len: 217 time: 0.0511124 Apr 07 11:31:49.654164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-28e788dd-da6d-443e-aa7d-be30faadb2e2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:49.655972 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-28e788dd-da6d-443e-aa7d-be30faadb2e2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 819 time: 0.1809378 Apr 07 11:31:49.813350 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-fc8d5ea1-212b-4216-be01-d7e3cc896c13 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1f3cf75d114468a559f7bbe4aa554b HTTP/1.1" status: 200 len: 380 time: 0.1486177 Apr 07 11:31:49.823343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'port': {'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'admin_state_up': True, 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'security_groups': ['07b7d53c-039c-4734-8d54-5fbc9171b3c7']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:49.828462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b7c4-32f9-499b-b82a-f2ff39c6a1ad req-4fe8bf50-9523-42b6-a3db-a089dabd3d32 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:49.836079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c69b7c4-32f9-499b-b82a-f2ff39c6a1ad req-4fe8bf50-9523-42b6-a3db-a089dabd3d32 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 948 time: 0.9181683 Apr 07 11:31:49.914093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44c0628e-4692-4fc6-b61d-eb5f7b86d68e req-c92b93ba-16d0-4258-86bc-d47970e03345 service neutron] 10.222.0.41 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9854057 Apr 07 11:31:49.925875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-a07375c8-2d48-4291-a35e-784101a16227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:49.927360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-a07375c8-2d48-4291-a35e-784101a16227 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be1e7baa-09b3-463a-a9bf-e0a9df5fb7db HTTP/1.1" status: 200 len: 849 time: 0.6648905 Apr 07 11:31:49.933181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c69b7c4-32f9-499b-b82a-f2ff39c6a1ad req-531f50f6-f803-4d4f-b0a0-ebab1d461dcc tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956192 Apr 07 11:31:50.044983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-a9eb084e-65b8-4f3c-872b-58b81e5db0fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984662 Apr 07 11:31:50.076874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Made reservation on behalf of ec1f3cf75d114468a559f7bbe4aa554b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:31:50.080582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:50.218928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a98654-acb7-44b2-81a5-a0354a1e74d8 req-763af705-c29c-49a0-a4ce-9e5d057f3a82 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:50.227374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6a98654-acb7-44b2-81a5-a0354a1e74d8 req-763af705-c29c-49a0-a4ce-9e5d057f3a82 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 947 time: 0.2985139 Apr 07 11:31:50.257866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Allocated IP 172.20.0.10 (cb38c5a4-0317-4b36-a22f-f74dae7632b8/5887c97a-5c53-4b79-9bcf-220b67e6bf8d/5352ffa1-81c0-4e3c-867a-309ef3c733c5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:31:50.359818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e191aee-402b-47ee-bcdc-58c27c15d94b req-3b6dec4e-17b5-4945-a2cd-aabfef5c4b10 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:50.365512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e191aee-402b-47ee-bcdc-58c27c15d94b req-3b6dec4e-17b5-4945-a2cd-aabfef5c4b10 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 943 time: 0.2953749 Apr 07 11:31:50.413823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6a98654-acb7-44b2-81a5-a0354a1e74d8 req-45c02df1-15f0-41cb-8689-28ecb1314010 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851568 Apr 07 11:31:50.457862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:50.476374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-69d29530-3ba8-47fe-b1c6-61c415e98a0d service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188519 Apr 07 11:31:50.547065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:50.618969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:31:50.623438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:31:50.644961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:31:50.733416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-147da7b7-3e8d-48b8-929a-02da8b0a1d80 req-9ca81a74-3d95-46e3-9711-c57c16c12dae service neutron] 10.222.0.41 "GET /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484536 Apr 07 11:31:50.758371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event updated for resources: {'Port': ['ID=5352ffa1-81c0-4e3c-867a-309ef3c733c5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:50.770914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.771527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.772675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.774421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.774933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.775835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.776343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.777385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.777897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.778420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.779539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e191aee-402b-47ee-bcdc-58c27c15d94b req-4f3f0613-de3e-4527-a189-1b7f80ef61d1 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017889 Apr 07 11:31:50.780084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.780590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.781090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:31:50.812127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b6621-7505-4666-a320-11445feca5df req-aa4fef71-84a5-470a-99af-475fd9448caa tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:50.813668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa2b6621-7505-4666-a320-11445feca5df req-aa4fef71-84a5-470a-99af-475fd9448caa tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 932 time: 0.2560341 Apr 07 11:31:50.826180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:50.827384 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:50.862069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-15d2a85d-ac6f-47cc-934e-df5ff034622b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0424373 Apr 07 11:31:50.873957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Request body: {'port': {'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:31:50.909459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa2b6621-7505-4666-a320-11445feca5df req-0a7b7414-054d-4d94-bba9-51119aca0085 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825350 Apr 07 11:31:51.016393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.116244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7bd2bb1d-d1e9-4f40-8ef1-3272ec7ac180 None None] Provisioning complete for port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:31:51.119960 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7bd2bb1d-d1e9-4f40-8ef1-3272ec7ac180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.156463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb2151-fe30-44c2-8e01-6e564070e885 req-37ab85b8-6118-4899-9b32-e8d90323223a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:51.166183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87fb2151-fe30-44c2-8e01-6e564070e885 req-37ab85b8-6118-4899-9b32-e8d90323223a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 948 time: 0.0995150 Apr 07 11:31:51.166699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36080) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:51.227037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 44b836bc-cf25-437c-80ed-52d12440e643 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:31:51.252020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2bb1d-d1e9-4f40-8ef1-3272ec7ac180 None None] Port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:31:51.257956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87fb2151-fe30-44c2-8e01-6e564070e885 req-cb5378f7-0c3e-4598-9ef2-3b6711590c62 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757220 Apr 07 11:31:51.447437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 44b836bc-cf25-437c-80ed-52d12440e643, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=44b836bc-cf25-437c-80ed-52d12440e643,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:51.483379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '44b836bc-cf25-437c-80ed-52d12440e643', 'network_id': 'c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859', 'port_id': '44b836bc-cf25-437c-80ed-52d12440e643', 'mac_address': 'fa:16:3e:0c:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1e7baa-09b3-463a-a9bf-e0a9df5fb7db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:31:51.506840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd30c6f-4ffe-49a6-a733-e57cd12660ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.588151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 44b836bc-cf25-437c-80ed-52d12440e643 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:51.588546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (44b836bc-cf25-437c-80ed-52d12440e643), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.623770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b836bc-cf25-437c-80ed-52d12440e643 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:51.626677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5352ffa1-81c0-4e3c-867a-309ef3c733c5 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:51.641098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Publish callbacks [] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.663433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Transition to ACTIVE for port object 5352ffa1-81c0-4e3c-867a-309ef3c733c5 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:31:51.671203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.673938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 44b836bc-cf25-437c-80ed-52d12440e643, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=44b836bc-cf25-437c-80ed-52d12440e643,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:51.685823 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (44b836bc-cf25-437c-80ed-52d12440e643), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.686610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 74d286c3-4f1d-4984-a8c8-97e091e3c14a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:31:51.796963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd30c6f-4ffe-49a6-a733-e57cd12660ac admin admin] Publish callbacks [] for security_group (6e6b8169-e620-4d2b-aef9-1733af762cb6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.810643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3cd30c6f-4ffe-49a6-a733-e57cd12660ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6e6b8169-e620-4d2b-aef9-1733af762cb6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:51.915475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3cd30c6f-4ffe-49a6-a733-e57cd12660ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3593dcba61ca4d05a717c29e8bd2c411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7385647 Apr 07 11:31:51.920332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36090) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:51.927198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Pushing event updated for resources: {'Port': ['ID=5352ffa1-81c0-4e3c-867a-309ef3c733c5,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:51.973422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Attempting to bind port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:31:51.975256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Attempting to bind port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:31:51.976549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Attempting to bind port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:51.988384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:31:51.989563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Attempting to bind port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 on network cb38c5a4-0317-4b36-a22f-f74dae7632b8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:31:52.001926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:31:52.004532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Checking segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:31:52.006753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Bound using segment: {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:31:52.007532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Bound port: 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad2273-f737-430b-95f6-e6d8fd5cfc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:31:52.008123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.063550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd30c6f-4ffe-49a6-a733-e57cd12660ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b8169-e620-4d2b-aef9-1733af762cb6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:52.067869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:52.113529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=44b836bc-cf25-437c-80ed-52d12440e643,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:52.120592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '74d286c3-4f1d-4984-a8c8-97e091e3c14a', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '74d286c3-4f1d-4984-a8c8-97e091e3c14a', 'mac_address': 'fa:16:3e:5c:41:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:31:52.135261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] For port 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:31:52.151114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] For port 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:31:52.167728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.181563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 74d286c3-4f1d-4984-a8c8-97e091e3c14a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:52.184446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.222178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d286c3-4f1d-4984-a8c8-97e091e3c14a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:52.239909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:52.241489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.242572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] 10.222.0.41 "PUT /v2.0/ports/5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 1092 time: 1.3731596 Apr 07 11:31:52.243128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:52.246402 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52" -d '{"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:52.269107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:52.286291 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.387147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=74d286c3-4f1d-4984-a8c8-97e091e3c14a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:52.406665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887747-a256-4c8f-a125-5da970f41ccf req-4226c43f-5243-4471-aec2-dd20f000fd89 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:52.408594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a887747-a256-4c8f-a125-5da970f41ccf req-4226c43f-5243-4471-aec2-dd20f000fd89 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 944 time: 0.3146160 Apr 07 11:31:52.416534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069557-2ffc-45db-a72c-71a753d85318 req-2228739f-3a89-4164-88b9-0f17a223e077 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:52.425638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10069557-2ffc-45db-a72c-71a753d85318 req-2228739f-3a89-4164-88b9-0f17a223e077 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 944 time: 0.4688482 Apr 07 11:31:52.427963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf1e74-0302-44ed-aa28-f31eaf4a91ea service neutron] Pushing event updated for resources: {'Port': ['ID=5352ffa1-81c0-4e3c-867a-309ef3c733c5,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:52.464500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94284935-793f-44ef-aee2-82f8ace43f23 admin admin] Publish callbacks [] for security_group (6e6b8169-e620-4d2b-aef9-1733af762cb6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.474908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-e9b18d22-61df-4af5-a970-67d20dfb09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:52.476475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-e9b18d22-61df-4af5-a970-67d20dfb09a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1126 time: 0.1786118 Apr 07 11:31:52.541078 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-8e9722ea-2607-4c28-b3a9-bd36cb8ef056 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 217 time: 0.0510004 Apr 07 11:31:52.601276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-04437e06-eb44-4ff5-9b1a-be2957d7c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:52.602673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94284935-793f-44ef-aee2-82f8ace43f23 admin admin] Publish callbacks [] for security_group (6e6b8169-e620-4d2b-aef9-1733af762cb6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.603374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-04437e06-eb44-4ff5-9b1a-be2957d7c5e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0548584 Apr 07 11:31:52.631514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10069557-2ffc-45db-a72c-71a753d85318 req-07dcc1eb-79f5-47a0-8ad4-51f2875ded71 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049413 Apr 07 11:31:52.666743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a887747-a256-4c8f-a125-5da970f41ccf req-6200b9d3-9136-4eb5-9274-590327cc102b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309690 Apr 07 11:31:52.729099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['44b836bc-cf25-437c-80ed-52d12440e643'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:31:52.745870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a76e0-da06-4539-91fa-daea325302ba req-60d53cc3-c767-44a1-aaf1-3e5273ab43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:52.750234 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-60d53cc3-c767-44a1-aaf1-3e5273ab43bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1370690 Apr 07 11:31:52.757058 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98e621-d385-4c3b-899e-dbb1fa10faac x-openstack-request-id: req-3e98e621-d385-4c3b-899e-dbb1fa10faac {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:52.757549 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:52.757920 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e98e621-d385-4c3b-899e-dbb1fa10faac {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:52.758426 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e98e621-d385-4c3b-899e-dbb1fa10faac'] response: {'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'status': 'completed', 'code': 200} Apr 07 11:31:52.761537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['74d286c3-4f1d-4984-a8c8-97e091e3c14a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:31:52.771935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94284935-793f-44ef-aee2-82f8ace43f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6e6b8169-e620-4d2b-aef9-1733af762cb6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.774967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-94284935-793f-44ef-aee2-82f8ace43f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:52.776396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-94284935-793f-44ef-aee2-82f8ace43f23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e6b8169-e620-4d2b-aef9-1733af762cb6 HTTP/1.1" status: 204 len: 168 time: 0.8496943 Apr 07 11:31:52.800775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94284935-793f-44ef-aee2-82f8ace43f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b8169-e620-4d2b-aef9-1733af762cb6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:53.008822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d3ac9-c25f-45ce-b303-b462530cce7d req-d4239519-8da6-4025-af40-9495929236fc tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:53.010471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e08d3ac9-c25f-45ce-b303-b462530cce7d req-d4239519-8da6-4025-af40-9495929236fc tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 949 time: 0.1242666 Apr 07 11:31:53.126970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e08d3ac9-c25f-45ce-b303-b462530cce7d req-997cc3f2-65d0-44a3-b38b-963335c7623f tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081727 Apr 07 11:31:53.460482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:53.481703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66d436a8-1303-4426-8210-4788df937eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:53.661615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66d436a8-1303-4426-8210-4788df937eb8 admin admin] Publish callbacks [] for security_group (64926e4e-4080-4109-96ad-ddb833f0514f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:53.672267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66d436a8-1303-4426-8210-4788df937eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (64926e4e-4080-4109-96ad-ddb833f0514f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:53.737979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36116) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:31:53.741724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-66d436a8-1303-4426-8210-4788df937eb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=171fec23a42d4ec895ea23a12a487e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800596 Apr 07 11:31:53.789923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d436a8-1303-4426-8210-4788df937eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64926e4e-4080-4109-96ad-ddb833f0514f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:53.931856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-a7304807-5d8e-474c-8792-6c845b8a8435 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1724608 Apr 07 11:31:53.937209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a6b-b1be-4119-bbe5-89a084c7304a admin admin] Publish callbacks [] for security_group (64926e4e-4080-4109-96ad-ddb833f0514f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:54.044874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9997f-d491-4f77-8568-2afd1f769ca8 req-b43af554-f741-48ea-b5b6-b7ee1d98697f tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.047165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e9997f-d491-4f77-8568-2afd1f769ca8 req-b43af554-f741-48ea-b5b6-b7ee1d98697f tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 944 time: 0.1592588 Apr 07 11:31:54.056859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa17a66-89f0-4f74-a6a1-6528cf659e87 req-005030af-5ba1-4173-a1a7-19bcc9d1b837 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.077370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5aa17a66-89f0-4f74-a6a1-6528cf659e87 req-005030af-5ba1-4173-a1a7-19bcc9d1b837 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 944 time: 0.2494941 Apr 07 11:31:54.097232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a6b-b1be-4119-bbe5-89a084c7304a admin admin] Publish callbacks [] for security_group (64926e4e-4080-4109-96ad-ddb833f0514f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:54.146544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1c5a76e0-da06-4539-91fa-daea325302ba req-0133f80f-c1df-417a-855d-d237e3172ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069483 Apr 07 11:31:54.176616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a6b-b1be-4119-bbe5-89a084c7304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (64926e4e-4080-4109-96ad-ddb833f0514f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:54.181596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a6b-b1be-4119-bbe5-89a084c7304a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:54.183258 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d4a76a6b-b1be-4119-bbe5-89a084c7304a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64926e4e-4080-4109-96ad-ddb833f0514f HTTP/1.1" status: 204 len: 168 time: 0.4443924 Apr 07 11:31:54.199230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a76a6b-b1be-4119-bbe5-89a084c7304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64926e4e-4080-4109-96ad-ddb833f0514f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:54.213896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e9997f-d491-4f77-8568-2afd1f769ca8 req-e4a63466-a4d5-4309-9749-04a0ab9ecc31 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315248 Apr 07 11:31:54.313496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5aa17a66-89f0-4f74-a6a1-6528cf659e87 req-d813ad00-51b0-4715-b6be-2ec623fe13d2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297220 Apr 07 11:31:54.347527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-0be1c2fc-340b-44d3-bd9a-9eb7a1b65c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.350474 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-0be1c2fc-340b-44d3-bd9a-9eb7a1b65c3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1126 time: 0.1411853 Apr 07 11:31:54.479997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79337c7-c225-4a02-bf84-e889af2cfb9c req-7d15f7bb-1ba5-44d7-a8ab-0a58bf243c42 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.489021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a79337c7-c225-4a02-bf84-e889af2cfb9c req-7d15f7bb-1ba5-44d7-a8ab-0a58bf243c42 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 949 time: 0.1292343 Apr 07 11:31:54.593053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-6d717e56-77a9-41d8-8da9-b04781515b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.596244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-6d717e56-77a9-41d8-8da9-b04781515b78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.2360823 Apr 07 11:31:54.598736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a79337c7-c225-4a02-bf84-e889af2cfb9c req-207a832d-02e3-4539-8acd-097c18c6af5a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086221 Apr 07 11:31:54.682397 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-bc9674a4-9e3f-42f5-ad2e-c1cb3d7d3bce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 217 time: 0.0741475 Apr 07 11:31:54.749415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-45fbb7bc-918d-4e21-b2b5-79ff827a2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.751041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-45fbb7bc-918d-4e21-b2b5-79ff827a2c13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0524015 Apr 07 11:31:54.836961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-cffa6af9-1792-4dd7-ad06-6449e1f555b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:54.838687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-cffa6af9-1792-4dd7-ad06-6449e1f555b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802851 Apr 07 11:31:54.970102 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-65ceae7a-bcb4-436a-a94e-db48de0815d6 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220098 Apr 07 11:31:55.117303 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d96c6cdd-c353-4134-9c4d-73eaf5cf3d52 req-c2b36a05-ff98-44ac-979e-d09771df293b service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400571 Apr 07 11:31:55.256445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 44b836bc-cf25-437c-80ed-52d12440e643 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:31:55.327394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 44b836bc-cf25-437c-80ed-52d12440e643 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:31:55.342967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 44b836bc-cf25-437c-80ed-52d12440e643 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:31:55.343627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (44b836bc-cf25-437c-80ed-52d12440e643), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:55.474194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cfb4e-b166-47eb-a51d-c9c241388ef3 req-76c0b01c-2828-477b-9441-395dfcb0b734 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:55.490695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-539cfb4e-b166-47eb-a51d-c9c241388ef3 req-76c0b01c-2828-477b-9441-395dfcb0b734 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 944 time: 0.1482284 Apr 07 11:31:55.537906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 44b836bc-cf25-437c-80ed-52d12440e643 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:55.538563 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (44b836bc-cf25-437c-80ed-52d12440e643), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:55.567188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b836bc-cf25-437c-80ed-52d12440e643'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:55.569853 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99852b-0ca9-4212-ad3d-88308eeb593e" -d '{"events": [{"server_uuid": "6bce1923-4fea-4be1-bab0-4dc6c0e1b505", "name": "network-vif-plugged", "status": "completed", "tag": "44b836bc-cf25-437c-80ed-52d12440e643"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:55.586667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 44b836bc-cf25-437c-80ed-52d12440e643, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=44b836bc-cf25-437c-80ed-52d12440e643,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:55.593789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (44b836bc-cf25-437c-80ed-52d12440e643), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:55.595277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 74d286c3-4f1d-4984-a8c8-97e091e3c14a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:31:55.657858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-539cfb4e-b166-47eb-a51d-c9c241388ef3 req-df220b03-a837-4618-a33a-c050f06a1628 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658046 Apr 07 11:31:55.697445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4935-d639-4338-8de3-adff8dc6a1a8 req-7cdfef3d-8e5d-4bd6-8a3e-2899986c379d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:55.705489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-671c4935-d639-4338-8de3-adff8dc6a1a8 req-7cdfef3d-8e5d-4bd6-8a3e-2899986c379d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 944 time: 0.2769246 Apr 07 11:31:55.774908 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2556a32d-13b0-49f4-a8f3-e095bd132fd4 x-openstack-request-id: req-2556a32d-13b0-49f4-a8f3-e095bd132fd4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:55.776113 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bce1923-4fea-4be1-bab0-4dc6c0e1b505", "name": "network-vif-plugged", "status": "completed", "tag": "44b836bc-cf25-437c-80ed-52d12440e643", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:55.777717 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2556a32d-13b0-49f4-a8f3-e095bd132fd4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:55.787163 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2556a32d-13b0-49f4-a8f3-e095bd132fd4'] response: {'server_uuid': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b836bc-cf25-437c-80ed-52d12440e643', 'code': 200} Apr 07 11:31:55.815516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 74d286c3-4f1d-4984-a8c8-97e091e3c14a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:31:55.833676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-671c4935-d639-4338-8de3-adff8dc6a1a8 req-e0a2f5b7-311c-4c88-82c5-56259fdee77a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248999 Apr 07 11:31:55.846977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=44b836bc-cf25-437c-80ed-52d12440e643,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:55.857174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 74d286c3-4f1d-4984-a8c8-97e091e3c14a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:31:55.857964 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:55.937790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1f2dd-3831-49c3-93c7-98087bf4f0c1 req-5ea7e99b-1b8c-47b8-bddc-44f11e8976b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:55.941399 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54e1f2dd-3831-49c3-93c7-98087bf4f0c1 req-5ea7e99b-1b8c-47b8-bddc-44f11e8976b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 1127 time: 0.1079915 Apr 07 11:31:56.013358 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54e1f2dd-3831-49c3-93c7-98087bf4f0c1 req-44885666-c569-45da-85b1-6b44eaab0c14 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651069 Apr 07 11:31:56.046294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31890b5-aeb2-45d4-9462-abf267a7b691 req-30f6e87d-25f3-42bc-a7a2-19fdd8c4498a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:56.048359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a31890b5-aeb2-45d4-9462-abf267a7b691 req-30f6e87d-25f3-42bc-a7a2-19fdd8c4498a tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 949 time: 0.1567538 Apr 07 11:31:56.055203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 74d286c3-4f1d-4984-a8c8-97e091e3c14a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:56.056071 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:56.095980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:56.101520 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:56.143831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a31890b5-aeb2-45d4-9462-abf267a7b691 req-86ba0c3f-429e-4dde-bc4e-732d652b63ca tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890181 Apr 07 11:31:56.209726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=74d286c3-4f1d-4984-a8c8-97e091e3c14a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:56.267722 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:31:57.008614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f6572-1670-426f-8804-4016bafd53a9 req-35284264-8631-4685-bb04-6fb13463b548 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:57.010171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-140f6572-1670-426f-8804-4016bafd53a9 req-35284264-8631-4685-bb04-6fb13463b548 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 945 time: 0.1943555 Apr 07 11:31:57.060200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1786084-8701-47a8-bd6e-1817f5ae09a3 req-a71434a6-cbbe-43a2-a7a0-358b237eb1ab tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:57.061866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1786084-8701-47a8-bd6e-1817f5ae09a3 req-a71434a6-cbbe-43a2-a7a0-358b237eb1ab tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 944 time: 0.1164429 Apr 07 11:31:57.117731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-140f6572-1670-426f-8804-4016bafd53a9 req-1dc9d483-0ee0-4616-826f-dda1913e24ce tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986354 Apr 07 11:31:57.179381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1786084-8701-47a8-bd6e-1817f5ae09a3 req-cd36235e-9bd2-42e7-b792-1e5bcccb681f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994120 Apr 07 11:31:57.251067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5352ffa1-81c0-4e3c-867a-309ef3c733c5 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:31:57.381013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ecb1-1878-4e82-862f-764d93106cd5 req-41140b09-68f5-4e0e-b399-7945d2cffd8c tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:57.382648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a97ecb1-1878-4e82-862f-764d93106cd5 req-41140b09-68f5-4e0e-b399-7945d2cffd8c tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 950 time: 0.1573429 Apr 07 11:31:57.518750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a97ecb1-1878-4e82-862f-764d93106cd5 req-96c91149-4f5c-48db-8f09-fff107a92e8c tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277754 Apr 07 11:31:57.605580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:57.633914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:31:57.722890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:31:57.723299 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:57.755575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5352ffa1-81c0-4e3c-867a-309ef3c733c5 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:31:57.791289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:31:57.793250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152a63ff-2186-4667-b3c7-b385539bb842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d286c3-4f1d-4984-a8c8-97e091e3c14a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:31:57.796703 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429e4ea-0a8b-4da4-bfe2-f08ad78fa82f" -d '{"events": [{"server_uuid": "152a63ff-2186-4667-b3c7-b385539bb842", "name": "network-vif-plugged", "status": "completed", "tag": "74d286c3-4f1d-4984-a8c8-97e091e3c14a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:31:57.800638 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:31:57.855276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5352ffa1-81c0-4e3c-867a-309ef3c733c5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:31:57.882636 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ff5c4b-2e6c-4475-a647-027290d93f64 x-openstack-request-id: req-94ff5c4b-2e6c-4475-a647-027290d93f64 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:31:57.882940 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152a63ff-2186-4667-b3c7-b385539bb842", "name": "network-vif-plugged", "status": "completed", "tag": "74d286c3-4f1d-4984-a8c8-97e091e3c14a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:31:57.883209 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94ff5c4b-2e6c-4475-a647-027290d93f64 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:31:57.883717 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ff5c4b-2e6c-4475-a647-027290d93f64'] response: {'server_uuid': '152a63ff-2186-4667-b3c7-b385539bb842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d286c3-4f1d-4984-a8c8-97e091e3c14a', 'code': 200} Apr 07 11:31:58.032719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eb0ff-2680-4087-9b61-34660688e9b5 req-530eb308-6fbf-4324-85df-6fa833426b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:58.034797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f09eb0ff-2680-4087-9b61-34660688e9b5 req-530eb308-6fbf-4324-85df-6fa833426b0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 1132 time: 0.0684199 Apr 07 11:31:58.096422 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f09eb0ff-2680-4087-9b61-34660688e9b5 req-d748fc84-d977-4881-a9aa-9abaf902c218 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555713 Apr 07 11:31:58.218925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5352ffa1-81c0-4e3c-867a-309ef3c733c5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:31:58.301340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f86620-7021-41a6-b601-b271b0e0375c req-c457b00f-6bd4-42be-b52c-ee5a1368fd2e tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:58.314964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48f86620-7021-41a6-b601-b271b0e0375c req-c457b00f-6bd4-42be-b52c-ee5a1368fd2e tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 945 time: 0.1239028 Apr 07 11:31:58.584432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26208-7e45-41e4-a3fc-8500c5649856 req-5c43a7c8-99a6-4fc6-a0c9-1f4716860873 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:58.594065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cc26208-7e45-41e4-a3fc-8500c5649856 req-5c43a7c8-99a6-4fc6-a0c9-1f4716860873 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 945 time: 0.2165220 Apr 07 11:31:58.617325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48f86620-7021-41a6-b601-b271b0e0375c req-d58153db-ae09-4645-aa3e-f2e7020e3b45 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012252 Apr 07 11:31:58.758465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cc26208-7e45-41e4-a3fc-8500c5649856 req-3edc2ddd-8e65-4199-964d-79438dd5032a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631458 Apr 07 11:31:58.866499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf1fbd-c266-4319-aea3-789414a5f7ce req-9e2c343a-9f3c-4625-94c3-1a2af194b40b tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:58.870228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3cf1fbd-c266-4319-aea3-789414a5f7ce req-9e2c343a-9f3c-4625-94c3-1a2af194b40b tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 950 time: 0.1083031 Apr 07 11:31:59.007348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3cf1fbd-c266-4319-aea3-789414a5f7ce req-66615a9c-7b98-40ef-8905-47049e6464e7 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267347 Apr 07 11:31:59.722185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b00f-d527-4055-ae60-586bd5cfd4f8 req-079cac8b-fe54-45bc-b1e0-4299da795472 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:59.730838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20b6b00f-d527-4055-ae60-586bd5cfd4f8 req-079cac8b-fe54-45bc-b1e0-4299da795472 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 945 time: 0.1423550 Apr 07 11:31:59.862599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20b6b00f-d527-4055-ae60-586bd5cfd4f8 req-f86f33e2-04ce-4113-ae39-966bf5a405b5 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193154 Apr 07 11:31:59.969932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd3ab5-a2e9-454d-8cce-54430015b8f0 req-853c1b44-1184-4e86-98b1-3eadeb2cc2ba tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:31:59.975060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77cd3ab5-a2e9-454d-8cce-54430015b8f0 req-853c1b44-1184-4e86-98b1-3eadeb2cc2ba tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 945 time: 0.0765495 Apr 07 11:32:00.042287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77cd3ab5-a2e9-454d-8cce-54430015b8f0 req-f6ff701c-4a10-4c52-b492-aad836d34ba1 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647290 Apr 07 11:32:00.149894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17363b7e-6e40-4d17-a731-034f81c94443 req-a4ca6386-591b-432d-b57b-b27200217133 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:00.151662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17363b7e-6e40-4d17-a731-034f81c94443 req-a4ca6386-591b-432d-b57b-b27200217133 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 950 time: 0.0647852 Apr 07 11:32:00.208354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17363b7e-6e40-4d17-a731-034f81c94443 req-98c89b20-2398-4e4b-8b0d-e9728315033b tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Apr 07 11:32:00.552829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b8467-61bc-4762-a6f7-6eeb68e29e10 req-940dfd5e-f766-404a-be7b-b3ba737ae266 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:00.554378 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae1b8467-61bc-4762-a6f7-6eeb68e29e10 req-940dfd5e-f766-404a-be7b-b3ba737ae266 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 950 time: 0.0864234 Apr 07 11:32:00.617019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae1b8467-61bc-4762-a6f7-6eeb68e29e10 req-31885229-5e69-4c14-b839-1e45bde99d85 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530269 Apr 07 11:32:00.620263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e06d8afa-da8d-46a0-82f6-08dbf7ec2d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.009735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42190a-210c-4ed8-b5e4-5dba0fd954e4 req-8cc5a26d-9705-4fec-8965-c2891edee357 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:01.023306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa42190a-210c-4ed8-b5e4-5dba0fd954e4 req-8cc5a26d-9705-4fec-8965-c2891edee357 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 945 time: 0.0903313 Apr 07 11:32:01.099001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa42190a-210c-4ed8-b5e4-5dba0fd954e4 req-f24a34fb-ef68-4b82-80bf-91512e97b3b6 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb51e2c5-e0de-424f-bdf7-a18de8520891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796602 Apr 07 11:32:01.214067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1c0b-1ad9-4369-b199-209ab153797a req-f17d52a8-6330-4346-b86c-0b2c8900e3b9 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:01.215895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-440b1c0b-1ad9-4369-b199-209ab153797a req-f17d52a8-6330-4346-b86c-0b2c8900e3b9 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 945 time: 0.0744939 Apr 07 11:32:01.261542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5352ffa1-81c0-4e3c-867a-309ef3c733c5 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:01.295216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-440b1c0b-1ad9-4369-b199-209ab153797a req-c0eee4e1-0fef-4901-b88f-9e99f9c51045 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721755 Apr 07 11:32:01.360050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:32:01.365255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:01.365898 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.454441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-c8d6a61d-7785-4d9c-b5d7-18af10d8603c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:01.459628 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-c8d6a61d-7785-4d9c-b5d7-18af10d8603c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 945 time: 0.1301780 Apr 07 11:32:01.480977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:01.489186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.530107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:01.531310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:32:01.534200 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a4a06f-e5d7-49b4-bb8e-f3b71589054b" -d '{"events": [{"server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "name": "network-vif-plugged", "status": "completed", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:32:01.546829 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.602008 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e0b40-6b01-4cb1-ab3c-b55dc2f3fbe2 x-openstack-request-id: req-a63e0b40-6b01-4cb1-ab3c-b55dc2f3fbe2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:32:01.602539 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "name": "network-vif-plugged", "status": "completed", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:32:01.602966 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a63e0b40-6b01-4cb1-ab3c-b55dc2f3fbe2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:32:01.603849 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63e0b40-6b01-4cb1-ab3c-b55dc2f3fbe2'] response: {'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'code': 200} Apr 07 11:32:01.626893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.663449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5352ffa1-81c0-4e3c-867a-309ef3c733c5,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:01.686083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.691427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.692062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.692574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.693078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.693616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.695067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Deleting port 44b836bc-cf25-437c-80ed-52d12440e643 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:01.695648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.696161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.696663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.697078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (44b836bc-cf25-437c-80ed-52d12440e643), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.697796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.701464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.702127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.702694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:01.753513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e450b-eb35-4ef1-bdc1-6e79688fd775 req-f7b2a6af-b6a4-4438-bd0b-349139ab1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:01.761597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f45e450b-eb35-4ef1-bdc1-6e79688fd775 req-f7b2a6af-b6a4-4438-bd0b-349139ab1194 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.0946438 Apr 07 11:32:01.903034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] For port 44b836bc-cf25-437c-80ed-52d12440e643, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=44b836bc-cf25-437c-80ed-52d12440e643,segment=NetworkSegment(f41ae857-7188-466d-88fc-461a9e1706a3),segment_id=f41ae857-7188-466d-88fc-461a9e1706a3)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:01.905339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (44b836bc-cf25-437c-80ed-52d12440e643), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:01.928496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Calling delete_port for 44b836bc-cf25-437c-80ed-52d12440e643 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:01.979987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f45e450b-eb35-4ef1-bdc1-6e79688fd775 req-fa8258c9-f3a9-4496-bce0-6eb640132c2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946795 Apr 07 11:32:02.006762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fedcb-defa-4d64-95b7-9a2969523605 req-59d63454-830b-4d51-9f83-a7a7ff69cc28 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:02.008339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-877fedcb-defa-4d64-95b7-9a2969523605 req-59d63454-830b-4d51-9f83-a7a7ff69cc28 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 950 time: 0.2457321 Apr 07 11:32:02.133544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-877fedcb-defa-4d64-95b7-9a2969523605 req-c502a56f-3622-490b-9fa5-474c81b74513 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/security-groups?id=23e7cf4a-a916-4617-bcba-acaabc1973c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149886 Apr 07 11:32:02.191028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (44b836bc-cf25-437c-80ed-52d12440e643), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:02.261497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Pushing event deleted for resources: {'Port': ['ID=44b836bc-cf25-437c-80ed-52d12440e643,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:02.305518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ab93ac2-1361-481d-abf3-7a1367206ba0 req-df2b0a38-4afe-4201-8f80-25a0811ec24c tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce1923-4fea-4be1-bab0-4dc6c0e1b505 HTTP/1.1" status: 200 len: 210 time: 0.0525818 Apr 07 11:32:02.391486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] No DVR routers for this DVR port 44b836bc-cf25-437c-80ed-52d12440e643 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:32:02.394354 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:02.397914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3217745e-d551-4c82-a3da-efbdeaba8cb0 req-e3aafd69-66fc-4d71-be7a-59d3fc6463a8 tempest-VolumesActionsTest-374239694 tempest-VolumesActionsTest-374239694-project] 10.222.0.41 "DELETE /v2.0/ports/44b836bc-cf25-437c-80ed-52d12440e643 HTTP/1.1" status: 204 len: 173 time: 0.9318492 Apr 07 11:32:02.398618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'name': 'network-vif-deleted', 'tag': '44b836bc-cf25-437c-80ed-52d12440e643'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:32:02.401006 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064accdb-51f7-4968-a07a-f43a3c4b5bd0" -d '{"events": [{"server_uuid": "6bce1923-4fea-4be1-bab0-4dc6c0e1b505", "name": "network-vif-deleted", "tag": "44b836bc-cf25-437c-80ed-52d12440e643"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:32:02.429047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-57f46c84-5fb8-452b-8d97-33b214e6b4e0 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:02.430694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-57f46c84-5fb8-452b-8d97-33b214e6b4e0 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.41 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 950 time: 0.1209352 Apr 07 11:32:02.511408 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b211cf9-437c-40a3-9985-ef9bf25bccb7 x-openstack-request-id: req-5b211cf9-437c-40a3-9985-ef9bf25bccb7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:32:02.513449 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bce1923-4fea-4be1-bab0-4dc6c0e1b505", "name": "network-vif-deleted", "tag": "44b836bc-cf25-437c-80ed-52d12440e643", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:32:02.513449 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b211cf9-437c-40a3-9985-ef9bf25bccb7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:32:02.513449 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b211cf9-437c-40a3-9985-ef9bf25bccb7'] response: {'server_uuid': '6bce1923-4fea-4be1-bab0-4dc6c0e1b505', 'name': 'network-vif-deleted', 'tag': '44b836bc-cf25-437c-80ed-52d12440e643', 'status': 'completed', 'code': 200} Apr 07 11:32:02.671837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb295a-00c8-4062-b228-e4cd14dce842 req-7828d1bc-5f3e-4402-9669-e21d5d9014bc tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:02.681705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ddb295a-00c8-4062-b228-e4cd14dce842 req-7828d1bc-5f3e-4402-9669-e21d5d9014bc tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2301531 Apr 07 11:32:02.829541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Deleting port 74d286c3-4f1d-4984-a8c8-97e091e3c14a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:02.831452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:02.987795 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58268492-a90f-41ac-8c0e-aa8db5d166f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:03.010151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ddb295a-00c8-4062-b228-e4cd14dce842 req-44ad802f-7ff3-4a49-8fd3-f14fde5d3411 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210425 Apr 07 11:32:03.097006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] For port 74d286c3-4f1d-4984-a8c8-97e091e3c14a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=74d286c3-4f1d-4984-a8c8-97e091e3c14a,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:03.097403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:03.148362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Calling delete_port for 74d286c3-4f1d-4984-a8c8-97e091e3c14a owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:03.265233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 44b836bc-cf25-437c-80ed-52d12440e643 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:03.375687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 44b836bc-cf25-437c-80ed-52d12440e643 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:03.389886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 44b836bc-cf25-437c-80ed-52d12440e643 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:03.448880 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (74d286c3-4f1d-4984-a8c8-97e091e3c14a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:03.483464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:03.510386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Pushing event deleted for resources: {'Port': ['ID=74d286c3-4f1d-4984-a8c8-97e091e3c14a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:03.630049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15e0af15-b1a5-41fd-8e33-b060a4639afe req-0909add9-f692-4017-b172-9e49fef0a690 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.13 "GET /v2.0/ports?device_id=152a63ff-2186-4667-b3c7-b385539bb842 HTTP/1.1" status: 200 len: 210 time: 0.0828011 Apr 07 11:32:03.735823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] No DVR routers for this DVR port 74d286c3-4f1d-4984-a8c8-97e091e3c14a on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:32:03.754040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:03.762503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ba362db-136d-4d3d-a335-eafb65d15670 req-f7d1989b-77ff-4f0c-a08f-4a8ba9361f65 tempest-VolumesNegativeTest-1383563588 tempest-VolumesNegativeTest-1383563588-project] 10.222.0.41 "DELETE /v2.0/ports/74d286c3-4f1d-4984-a8c8-97e091e3c14a HTTP/1.1" status: 204 len: 173 time: 1.3247941 Apr 07 11:32:03.763845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152a63ff-2186-4667-b3c7-b385539bb842', 'name': 'network-vif-deleted', 'tag': '74d286c3-4f1d-4984-a8c8-97e091e3c14a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:32:03.786044 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995fd5d1-2e5d-4a7d-a7d6-be21f61de340" -d '{"events": [{"server_uuid": "152a63ff-2186-4667-b3c7-b385539bb842", "name": "network-vif-deleted", "tag": "74d286c3-4f1d-4984-a8c8-97e091e3c14a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:32:04.273958 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b521ed52-f3d6-47a8-9a53-172b558250ab x-openstack-request-id: req-b521ed52-f3d6-47a8-9a53-172b558250ab {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:32:04.274589 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152a63ff-2186-4667-b3c7-b385539bb842", "name": "network-vif-deleted", "tag": "74d286c3-4f1d-4984-a8c8-97e091e3c14a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:32:04.274589 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b521ed52-f3d6-47a8-9a53-172b558250ab {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:32:04.277648 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b521ed52-f3d6-47a8-9a53-172b558250ab'] response: {'server_uuid': '152a63ff-2186-4667-b3c7-b385539bb842', 'name': 'network-vif-deleted', 'tag': '74d286c3-4f1d-4984-a8c8-97e091e3c14a', 'status': 'completed', 'code': 200} Apr 07 11:32:04.414112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1461-5d09-4b39-87a8-e240de404aa5 req-b292a48e-669f-4d28-aa0c-f7676377db28 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:04.417250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39be1461-5d09-4b39-87a8-e240de404aa5 req-b292a48e-669f-4d28-aa0c-f7676377db28 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2364473 Apr 07 11:32:04.455363 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:04.582020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39be1461-5d09-4b39-87a8-e240de404aa5 req-f0e2d72b-61f8-41a6-b4d6-90f8d2a8e78a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565249 Apr 07 11:32:04.829711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b445b6-a9bf-4a96-8008-7062fb6acd92 req-10281056-52e1-4f67-8db1-849b82320ca5 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:04.835468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55b445b6-a9bf-4a96-8008-7062fb6acd92 req-10281056-52e1-4f67-8db1-849b82320ca5 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1477649 Apr 07 11:32:04.847450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36352) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:04.862691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'floatingip': {'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:05.025187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:05.274296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 74d286c3-4f1d-4984-a8c8-97e091e3c14a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:05.381045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 74d286c3-4f1d-4984-a8c8-97e091e3c14a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:05.387084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 74d286c3-4f1d-4984-a8c8-97e091e3c14a not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:06.040094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:06.422012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:06.429034 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:06.956321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-808669a6-dfb6-4d63-8ebc-960c30c16f11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2340701 Apr 07 11:32:06.972185 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Floating IP 779ea67d-88b4-4da2-9168-d238a48d36d2 associated. External IP: 172.25.5.61, port: 5352ffa1-81c0-4e3c-867a-309ef3c733c5. Apr 07 11:32:07.181358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:07.336156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-61900a7d-1207-4158-873f-909779e3178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:07.337753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-61900a7d-1207-4158-873f-909779e3178d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1127 time: 0.3436713 Apr 07 11:32:07.840156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-f2712d67-5192-42ed-a6fe-ee3111a42eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:07.844627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-f2712d67-5192-42ed-a6fe-ee3111a42eed service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.4806964 Apr 07 11:32:07.949839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-2404f84a-87d2-4950-ae88-e2d712353580 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 217 time: 0.0981843 Apr 07 11:32:08.121724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-d734a6db-af56-4081-aec4-9c9b5a77dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:08.128444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-d734a6db-af56-4081-aec4-9c9b5a77dd6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.1661935 Apr 07 11:32:08.206818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Router d3829bd4-c1f7-4951-a337-29e0894ff367 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:32:08.277555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-7a5cda54-6c4e-4492-a784-81db8e987f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:08.279483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-7a5cda54-6c4e-4492-a784-81db8e987f1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1442099 Apr 07 11:32:09.593803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-475ec716-8967-467a-b779-399949919913 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2779565 Apr 07 11:32:09.596338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:09.614892 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] Sync routers for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:09.616906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:09.633639 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:09.634296 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:09.742092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c3dbe0ef-031b-4abf-9dbe-206c58ae9aee tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "PUT /v2.0/floatingips/779ea67d-88b4-4da2-9168-d238a48d36d2 HTTP/1.1" status: 200 len: 991 time: 4.8935237 Apr 07 11:32:09.758821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:32:09.778026 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98596d7-c999-4379-a8f8-86d3c4f010f2" -d '{"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:32:09.963109 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:09.963436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1205c37d-a790-4ecb-82cc-bc3e102ce1ee req-32842e7e-f349-409b-9de5-be5e06117037 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234457 Apr 07 11:32:09.974651 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e460994c-d0ab-4a16-b75d-85290f78ddf1 x-openstack-request-id: req-e460994c-d0ab-4a16-b75d-85290f78ddf1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:32:09.975060 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:32:09.975333 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e460994c-d0ab-4a16-b75d-85290f78ddf1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:32:09.975770 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e460994c-d0ab-4a16-b75d-85290f78ddf1'] response: {'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'status': 'completed', 'code': 200} Apr 07 11:32:10.051014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-2b8defbd-6b52-4ba3-8a66-eebd1016da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:10.057152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-2b8defbd-6b52-4ba3-8a66-eebd1016da72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.1488671 Apr 07 11:32:10.324476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-c78acf91-a8f0-4748-8949-f679072118e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:10.328911 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '779ea67d-88b4-4da2-9168-d238a48d36d2', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:31:43Z', 'updated_at': '2022-04-07T11:32:06Z', 'revision_number': 1, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:10.338605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-c78acf91-a8f0-4748-8949-f679072118e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.2694066 Apr 07 11:32:10.395704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] Checking router: d3829bd4-c1f7-4951-a337-29e0894ff367 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:10.421645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:10.422509 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:10.507592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-b0cd3564-d174-4ea7-9fc7-a8899b1dffd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 999 time: 0.1654882 Apr 07 11:32:10.628916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-28d3e1e1-4675-480f-b938-2ed53cb51e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:10.630425 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-28d3e1e1-4675-480f-b938-2ed53cb51e29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.1164222 Apr 07 11:32:10.634546 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:10.773903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-62629b17-9a3b-4cc8-865b-56e8f3d885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:10.777813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-62629b17-9a3b-4cc8-865b-56e8f3d885a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387887 Apr 07 11:32:11.069344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-23667c0f-301d-464d-865c-bd15cd56fa99 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849073 Apr 07 11:32:11.117416 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '779ea67d-88b4-4da2-9168-d238a48d36d2', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:31:43Z', 'updated_at': '2022-04-07T11:32:06Z', 'revision_number': 1, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:11.221339 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134a131-ef57-4ecd-90dd-717e090a487a None None] The sync data for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 is: [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '779ea67d-88b4-4da2-9168-d238a48d36d2', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:31:43Z', 'updated_at': '2022-04-07T11:32:06Z', 'revision_number': 1, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:11.267383 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c98596d7-c999-4379-a8f8-86d3c4f010f2 req-565bcd51-5b9c-434e-ab8e-fc9e4804490e service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911259 Apr 07 11:32:11.696444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59903893-a024-4a38-8109-48f09ba1b75a None None] New status for floating IP 779ea67d-88b4-4da2-9168-d238a48d36d2: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:32:12.809101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36694) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:13.045723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61540c74-0e23-4e41-95df-70c05009473a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.279560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61540c74-0e23-4e41-95df-70c05009473a admin admin] Publish callbacks [] for security_group (6dec6697-0239-45cc-a2d9-3d219ba5be11), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.292802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61540c74-0e23-4e41-95df-70c05009473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6dec6697-0239-45cc-a2d9-3d219ba5be11), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.353574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61540c74-0e23-4e41-95df-70c05009473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec6697-0239-45cc-a2d9-3d219ba5be11,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:13.417037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-61540c74-0e23-4e41-95df-70c05009473a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17411b35fdb6426dbe61959b803f5921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012380 Apr 07 11:32:13.418699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36718) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:13.523981 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5a214af-65f3-4942-bb42-ab229c22b8c7 admin admin] Publish callbacks [] for security_group (6dec6697-0239-45cc-a2d9-3d219ba5be11), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.569448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5a214af-65f3-4942-bb42-ab229c22b8c7 admin admin] Publish callbacks [] for security_group (6dec6697-0239-45cc-a2d9-3d219ba5be11), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.699664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5a214af-65f3-4942-bb42-ab229c22b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6dec6697-0239-45cc-a2d9-3d219ba5be11), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.711216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5a214af-65f3-4942-bb42-ab229c22b8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:13.711216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c5a214af-65f3-4942-bb42-ab229c22b8c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dec6697-0239-45cc-a2d9-3d219ba5be11 HTTP/1.1" status: 204 len: 168 time: 0.2889941 Apr 07 11:32:13.768314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a214af-65f3-4942-bb42-ab229c22b8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec6697-0239-45cc-a2d9-3d219ba5be11,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:13.977183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36728) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:14.578723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad144fce-d0a2-4a98-8b5c-a9c543bf32b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:14.804963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad144fce-d0a2-4a98-8b5c-a9c543bf32b8 admin admin] Publish callbacks [] for security_group (60cf2156-28cf-47e7-849b-600e2bf7a00a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:14.817623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad144fce-d0a2-4a98-8b5c-a9c543bf32b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (60cf2156-28cf-47e7-849b-600e2bf7a00a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:14.914220 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ad144fce-d0a2-4a98-8b5c-a9c543bf32b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e0ff03363ad4287bdd1bb7ba3e64fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9350660 Apr 07 11:32:14.916814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36736) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:14.991212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad144fce-d0a2-4a98-8b5c-a9c543bf32b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cf2156-28cf-47e7-849b-600e2bf7a00a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:15.095466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b807e31d-14e8-45cc-9d44-a61868ac8ba5 admin admin] Publish callbacks [] for security_group (60cf2156-28cf-47e7-849b-600e2bf7a00a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:15.181205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b807e31d-14e8-45cc-9d44-a61868ac8ba5 admin admin] Publish callbacks [] for security_group (60cf2156-28cf-47e7-849b-600e2bf7a00a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:15.337926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b807e31d-14e8-45cc-9d44-a61868ac8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (60cf2156-28cf-47e7-849b-600e2bf7a00a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:15.343202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b807e31d-14e8-45cc-9d44-a61868ac8ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:15.344864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b807e31d-14e8-45cc-9d44-a61868ac8ba5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60cf2156-28cf-47e7-849b-600e2bf7a00a HTTP/1.1" status: 204 len: 168 time: 0.4268088 Apr 07 11:32:15.401085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807e31d-14e8-45cc-9d44-a61868ac8ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cf2156-28cf-47e7-849b-600e2bf7a00a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:16.049633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36750) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:16.095481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d294ab2d-6fc6-4c78-93a8-18fd89c390c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.278046 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d294ab2d-6fc6-4c78-93a8-18fd89c390c6 admin admin] Publish callbacks [] for security_group (37dd8188-b554-4a8b-93f9-3e5e9b5a6f30), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.284855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d294ab2d-6fc6-4c78-93a8-18fd89c390c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (37dd8188-b554-4a8b-93f9-3e5e9b5a6f30), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.353117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294ab2d-6fc6-4c78-93a8-18fd89c390c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd8188-b554-4a8b-93f9-3e5e9b5a6f30,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:16.374848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d294ab2d-6fc6-4c78-93a8-18fd89c390c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b3787493cf041059ca9fa0c00c37527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211951 Apr 07 11:32:16.376022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36756) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:16.539832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7aad995-5e11-4050-9543-e0565f93fbb4 admin admin] Publish callbacks [] for security_group (37dd8188-b554-4a8b-93f9-3e5e9b5a6f30), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.611523 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7aad995-5e11-4050-9543-e0565f93fbb4 admin admin] Publish callbacks [] for security_group (37dd8188-b554-4a8b-93f9-3e5e9b5a6f30), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.738855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7aad995-5e11-4050-9543-e0565f93fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (37dd8188-b554-4a8b-93f9-3e5e9b5a6f30), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.743263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7aad995-5e11-4050-9543-e0565f93fbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:16.758652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d7aad995-5e11-4050-9543-e0565f93fbb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37dd8188-b554-4a8b-93f9-3e5e9b5a6f30 HTTP/1.1" status: 204 len: 168 time: 0.3723671 Apr 07 11:32:16.777841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aad995-5e11-4050-9543-e0565f93fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd8188-b554-4a8b-93f9-3e5e9b5a6f30,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:17.627185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:18.558824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (77ddb876-967f-4399-a3ec-bd10ca977e05), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:19.156826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Deleting port 5b85f107-df9c-46c9-acf7-f47298fbfbc1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:19.157507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:19.329223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36826) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:19.374801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] For port 5b85f107-df9c-46c9-acf7-f47298fbfbc1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5b85f107-df9c-46c9-acf7-f47298fbfbc1,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:19.375177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:19.421497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Calling delete_port for 5b85f107-df9c-46c9-acf7-f47298fbfbc1 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:19.847095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4a43ffd2-b514-4de0-af17-987f7265f6e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=033b3d8e11f749f4af0c9568e8cb9365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165818 Apr 07 11:32:19.847892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36838) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:19.940889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5b85f107-df9c-46c9-acf7-f47298fbfbc1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:19.992020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-738b497c-d413-4430-936c-98a71d925437 admin admin] Publish callbacks [] for security_group (23e7cf4a-a916-4617-bcba-acaabc1973c9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:20.069872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-738b497c-d413-4430-936c-98a71d925437 admin admin] Publish callbacks [] for security_group (23e7cf4a-a916-4617-bcba-acaabc1973c9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:20.118357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b85f107-df9c-46c9-acf7-f47298fbfbc1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:20.176333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-738b497c-d413-4430-936c-98a71d925437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (23e7cf4a-a916-4617-bcba-acaabc1973c9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:20.178934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-738b497c-d413-4430-936c-98a71d925437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:20.183322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-738b497c-d413-4430-936c-98a71d925437 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e7cf4a-a916-4617-bcba-acaabc1973c9 HTTP/1.1" status: 204 len: 168 time: 0.3343544 Apr 07 11:32:20.202869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b497c-d413-4430-936c-98a71d925437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e7cf4a-a916-4617-bcba-acaabc1973c9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:20.537353 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (77ddb876-967f-4399-a3ec-bd10ca977e05), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:21.106748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Router 77ddb876-967f-4399-a3ec-bd10ca977e05 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:32:21.353402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:21.364827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67c616f8-f4cd-4e70-b2ef-09907f219fb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/77ddb876-967f-4399-a3ec-bd10ca977e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7357037 Apr 07 11:32:21.367527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36868) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:21.376916 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] Sync routers for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:21.418014 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:21.419648 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:21.815504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks [] for router (77ddb876-967f-4399-a3ec-bd10ca977e05), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:21.990062 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:22.010594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks [] for router_gateway (77ddb876-967f-4399-a3ec-bd10ca977e05), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:22.173672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Deleting port 2f79b569-1148-45c9-901c-df86cf70656f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:22.174480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2f79b569-1148-45c9-901c-df86cf70656f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:22.405021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] For port 2f79b569-1148-45c9-901c-df86cf70656f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2f79b569-1148-45c9-901c-df86cf70656f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:22.407051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2f79b569-1148-45c9-901c-df86cf70656f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:22.445698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Calling delete_port for 2f79b569-1148-45c9-901c-df86cf70656f owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:22.559866 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2f79b569-1148-45c9-901c-df86cf70656f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:32:19Z', 'revision_number': 5, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port': {'id': '2f79b569-1148-45c9-901c-df86cf70656f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:41Z', 'updated_at': '2022-04-07T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:22.620377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] Checking router: 77ddb876-967f-4399-a3ec-bd10ca977e05 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:22.654622 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] Routers {'77ddb876-967f-4399-a3ec-bd10ca977e05'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:22.655359 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['77ddb876-967f-4399-a3ec-bd10ca977e05'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:22.821557 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] Set router 77ddb876-967f-4399-a3ec-bd10ca977e05 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:22.895211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2f79b569-1148-45c9-901c-df86cf70656f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:22.918186 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:32:22Z', 'revision_number': 6, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:22.954737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f79b569-1148-45c9-901c-df86cf70656f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:23.001772 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4bbb1-a52f-4f96-8693-2db84cd49a55 None None] The sync data for ids ['77ddb876-967f-4399-a3ec-bd10ca977e05'] in n-d-836788-1 is: [{'id': '77ddb876-967f-4399-a3ec-bd10ca977e05', 'name': 'tempest-TaggedBootDevicesTest-174426757-router', 'tenant_id': '0e094642dbe740d4aae2f61f0785d10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:40Z', 'updated_at': '2022-04-07T11:32:22Z', 'revision_number': 6, 'project_id': '0e094642dbe740d4aae2f61f0785d10e', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:23.090807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (77ddb876-967f-4399-a3ec-bd10ca977e05), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.275777 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (77ddb876-967f-4399-a3ec-bd10ca977e05), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.281178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks [] for router_controller (77ddb876-967f-4399-a3ec-bd10ca977e05), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.336985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (77ddb876-967f-4399-a3ec-bd10ca977e05), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.339487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ddb876-967f-4399-a3ec-bd10ca977e05 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:32:23.351471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.353029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-54983bce-fd43-4f00-a00d-1a804e56d7c6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/77ddb876-967f-4399-a3ec-bd10ca977e05 HTTP/1.1" status: 204 len: 168 time: 1.9844661 Apr 07 11:32:23.355927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36912) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:23.482223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Deleting subnet b126e2f3-2ffb-4422-a51d-dfaa27776141 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:32:23.496149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Publish callbacks [] for subnet (b126e2f3-2ffb-4422-a51d-dfaa27776141), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.536728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b85f107-df9c-46c9-acf7-f47298fbfbc1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:23.572012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5b85f107-df9c-46c9-acf7-f47298fbfbc1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:23.572733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5b85f107-df9c-46c9-acf7-f47298fbfbc1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:23.631193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (b126e2f3-2ffb-4422-a51d-dfaa27776141), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.817921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b126e2f3-2ffb-4422-a51d-dfaa27776141), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:23.925500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (b126e2f3-2ffb-4422-a51d-dfaa27776141), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.001601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b126e2f3-2ffb-4422-a51d-dfaa27776141,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:24.034383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.041346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c886e40-80a6-4a9c-bb03-a9f193e03dcb None None] Network aa590eea-2f03-4269-a267-500b780cb14c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:32:24.061004 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ceea9f5e-30a1-48da-bd63-0b0b8cf1461f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b126e2f3-2ffb-4422-a51d-dfaa27776141 HTTP/1.1" status: 204 len: 168 time: 0.7038260 Apr 07 11:32:24.062372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36922) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:24.241746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (aa590eea-2f03-4269-a267-500b780cb14c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.354341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Deleting port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:24.354926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.390303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] DHCP port deletion for aa590eea-2f03-4269-a267-500b780cb14c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:32:24.491980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] Deleting port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:24.492595 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.504540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] For port 67e1ceb4-aa02-4057-aa6d-cb97c027e544, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=67e1ceb4-aa02-4057-aa6d-cb97c027e544,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:24.505057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.520200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Calling delete_port for 67e1ceb4-aa02-4057-aa6d-cb97c027e544 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:24.598507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] For port 67e1ceb4-aa02-4057-aa6d-cb97c027e544, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=67e1ceb4-aa02-4057-aa6d-cb97c027e544,segment=NetworkSegment(4aae8350-c66e-46f5-bb2e-3248c0244d6b),segment_id=4aae8350-c66e-46f5-bb2e-3248c0244d6b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:24.600370 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.617877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] Calling delete_port for 67e1ceb4-aa02-4057-aa6d-cb97c027e544 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:24.774764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.828021 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:32:24.830593 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:32:24.836458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (67e1ceb4-aa02-4057-aa6d-cb97c027e544), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:24.864139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Pushing event deleted for resources: {'Port': ['ID=67e1ceb4-aa02-4057-aa6d-cb97c027e544,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:24.874137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] No DVR routers for this DVR port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:32:24.914100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] Pushing event deleted for resources: {'Port': ['ID=67e1ceb4-aa02-4057-aa6d-cb97c027e544,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:24.926678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93227656-8e1d-4840-b224-28cfeeee9a67 None None] No DVR routers for this DVR port 67e1ceb4-aa02-4057-aa6d-cb97c027e544 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:32:25.044408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (aa590eea-2f03-4269-a267-500b780cb14c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:25.094818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa590eea-2f03-4269-a267-500b780cb14c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:25.108694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aae8350-c66e-46f5-bb2e-3248c0244d6b') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:25.109485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aae8350-c66e-46f5-bb2e-3248c0244d6b') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:25.121629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (4aae8350-c66e-46f5-bb2e-3248c0244d6b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:25.144553 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4aae8350-c66e-46f5-bb2e-3248c0244d6b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:25.155143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:32:25.155960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (4aae8350-c66e-46f5-bb2e-3248c0244d6b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:32:25.227876 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:32:25.236891 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (aa590eea-2f03-4269-a267-500b780cb14c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:25.258129 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:25.266101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa590eea-2f03-4269-a267-500b780cb14c HTTP/1.1" status: 204 len: 168 time: 1.2015829 Apr 07 11:32:25.268788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:25.309903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eaf99-990f-4297-982a-0715e8a5579b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa590eea-2f03-4269-a267-500b780cb14c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:25.435749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2f79b569-1148-45c9-901c-df86cf70656f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:25.468948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2f79b569-1148-45c9-901c-df86cf70656f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:25.469860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2f79b569-1148-45c9-901c-df86cf70656f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:25.471003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 67e1ceb4-aa02-4057-aa6d-cb97c027e544 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:25.549582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 67e1ceb4-aa02-4057-aa6d-cb97c027e544 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:25.551503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 67e1ceb4-aa02-4057-aa6d-cb97c027e544 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:25.958227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (e1d41d76-50e0-487b-a59e-6a682b12682a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:26.891524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Deleting port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:26.892180 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:27.114652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] For port e0af40d0-9d1c-40d5-8c42-68dff12c8e3d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:27.115682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:27.136673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Calling delete_port for e0af40d0-9d1c-40d5-8c42-68dff12c8e3d owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:27.558341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e0af40d0-9d1c-40d5-8c42-68dff12c8e3d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:27.755203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0af40d0-9d1c-40d5-8c42-68dff12c8e3d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:27.990318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (e1d41d76-50e0-487b-a59e-6a682b12682a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:28.395686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Router e1d41d76-50e0-487b-a59e-6a682b12682a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:32:28.592314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:28.600138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36970) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:28.600623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dcfefc66-9406-4e4a-96e6-4000cd7078a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/e1d41d76-50e0-487b-a59e-6a682b12682a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3297629 Apr 07 11:32:28.609799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] Sync routers for ids ['e1d41d76-50e0-487b-a59e-6a682b12682a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:28.705791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] Routers {'e1d41d76-50e0-487b-a59e-6a682b12682a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:28.707540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e1d41d76-50e0-487b-a59e-6a682b12682a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:28.993073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks [] for router (e1d41d76-50e0-487b-a59e-6a682b12682a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:29.057222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] Set router e1d41d76-50e0-487b-a59e-6a682b12682a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:29.216651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks [] for router_gateway (e1d41d76-50e0-487b-a59e-6a682b12682a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:29.435520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:32:27Z', 'revision_number': 5, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port': {'id': 'f979e987-bd2a-4cb8-9d50-a22b0727877f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:22:58Z', 'updated_at': '2022-04-07T11:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:29.467212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Deleting port f979e987-bd2a-4cb8-9d50-a22b0727877f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:29.467575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:29.474650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] Checking router: e1d41d76-50e0-487b-a59e-6a682b12682a for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:29.487305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] Routers {'e1d41d76-50e0-487b-a59e-6a682b12682a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:29.488012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['e1d41d76-50e0-487b-a59e-6a682b12682a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:29.616587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] Set router e1d41d76-50e0-487b-a59e-6a682b12682a gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:29.629864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] For port f979e987-bd2a-4cb8-9d50-a22b0727877f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f979e987-bd2a-4cb8-9d50-a22b0727877f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:29.630595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:29.647782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Calling delete_port for f979e987-bd2a-4cb8-9d50-a22b0727877f owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:29.695599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:32:29Z', 'revision_number': 6, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:29.733164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b66aed-7002-4ed5-9a76-7be4973334f8 None None] The sync data for ids ['e1d41d76-50e0-487b-a59e-6a682b12682a'] in n-d-836788-1 is: [{'id': 'e1d41d76-50e0-487b-a59e-6a682b12682a', 'name': 'tempest-TaggedBootDevicesTest-175312524-router', 'tenant_id': '3089d65c8b7f41068624286eb9fc11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:22:56Z', 'updated_at': '2022-04-07T11:32:29Z', 'revision_number': 6, 'project_id': '3089d65c8b7f41068624286eb9fc11c2', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:30.007636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f979e987-bd2a-4cb8-9d50-a22b0727877f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.100091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Pushing event deleted for resources: {'Port': ['ID=f979e987-bd2a-4cb8-9d50-a22b0727877f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:30.177301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (e1d41d76-50e0-487b-a59e-6a682b12682a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.357627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (e1d41d76-50e0-487b-a59e-6a682b12682a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.360804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks [] for router_controller (e1d41d76-50e0-487b-a59e-6a682b12682a), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.418929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (e1d41d76-50e0-487b-a59e-6a682b12682a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.419936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d41d76-50e0-487b-a59e-6a682b12682a {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:32:30.428386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.429688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e4397919-9bcb-40ed-8244-6d792ade5616 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e1d41d76-50e0-487b-a59e-6a682b12682a HTTP/1.1" status: 204 len: 168 time: 1.8278623 Apr 07 11:32:30.432208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36992) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:30.506344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Deleting subnet 915dc5c3-85a2-4ed1-8517-4e62b1316059 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:32:30.512882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Publish callbacks [] for subnet (915dc5c3-85a2-4ed1-8517-4e62b1316059), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.580022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (915dc5c3-85a2-4ed1-8517-4e62b1316059), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.654312 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-656cdfb3-b8dc-49d5-af0b-750cd921cc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.834494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (915dc5c3-85a2-4ed1-8517-4e62b1316059), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:30.963790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (915dc5c3-85a2-4ed1-8517-4e62b1316059), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.013684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915dc5c3-85a2-4ed1-8517-4e62b1316059,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:31.021893 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.025834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b996fe6e-4a00-4583-920f-37cc54693504 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/915dc5c3-85a2-4ed1-8517-4e62b1316059 HTTP/1.1" status: 204 len: 168 time: 0.5924103 Apr 07 11:32:31.028559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37008) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:31.032188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1a16b-c340-40a9-b351-3f40886f41be None None] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:32:31.167271 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.275840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Deleting port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:31.276174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.320994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] DHCP port deletion for c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:32:31.355271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] For port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:31.356373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.372073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Calling delete_port for 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:31.412361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Deleting port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:32:31.413040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.477179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.529948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:31.532961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] No DVR routers for this DVR port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:32:31.628325 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.664628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:31.689433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01870d38-288e-4c3d-92c5-de34139037ce') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:31.690103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01870d38-288e-4c3d-92c5-de34139037ce') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:31.703035 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (01870d38-288e-4c3d-92c5-de34139037ce), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.720505 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (01870d38-288e-4c3d-92c5-de34139037ce), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.727870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:32:31.728173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (01870d38-288e-4c3d-92c5-de34139037ce), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.745689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] For port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,segment=NetworkSegment(01870d38-288e-4c3d-92c5-de34139037ce),segment_id=01870d38-288e-4c3d-92c5-de34139037ce)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:31.747160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.761080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Calling delete_port for 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:32:31.789174 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:32:31.808269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.827004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.835136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d HTTP/1.1" status: 204 len: 168 time: 0.8052616 Apr 07 11:32:31.854337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ef329-e1f5-4a5b-ae70-2c0b4dfb4861 admin admin] Pushing event deleted for resources: {'Network': ['ID=c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:31.862585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0af40d0-9d1c-40d5-8c42-68dff12c8e3d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:31.922691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e0af40d0-9d1c-40d5-8c42-68dff12c8e3d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:31.923234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0af40d0-9d1c-40d5-8c42-68dff12c8e3d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:31.924334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f979e987-bd2a-4cb8-9d50-a22b0727877f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:31.945303 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:31.982960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f979e987-bd2a-4cb8-9d50-a22b0727877f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:31.983435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f979e987-bd2a-4cb8-9d50-a22b0727877f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:31.984085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:32:32.032112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:32:32.032471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:32:32.059655 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:32.096070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Pushing event deleted for resources: {'Port': ['ID=57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:32.099353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] Network c26eaa0c-7cc5-4d0a-afeb-abcea087eb1d is not hosted by any dhcp agent {{(pid=104179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:32:32.100306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5316ac-7e46-49ae-9ca5-a629afbf1c0a None None] No DVR routers for this DVR port 57bceea9-abdf-4be2-9e5d-dca2a3d3fa4a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:32:32.232354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:32.305671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-703762d6-8781-4f06-91d9-0f0ff42ee3de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e094642dbe740d4aae2f61f0785d10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720925 Apr 07 11:32:32.308232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37034) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:32.394372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79788b0d-1576-4f02-b7e7-6801ab6e53e5 admin admin] Publish callbacks [] for security_group (1571f51c-09e5-48cf-8372-424ab764510e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:32.423869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79788b0d-1576-4f02-b7e7-6801ab6e53e5 admin admin] Publish callbacks [] for security_group (1571f51c-09e5-48cf-8372-424ab764510e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:32.504669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79788b0d-1576-4f02-b7e7-6801ab6e53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1571f51c-09e5-48cf-8372-424ab764510e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:32.508054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79788b0d-1576-4f02-b7e7-6801ab6e53e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:32.509294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-79788b0d-1576-4f02-b7e7-6801ab6e53e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1571f51c-09e5-48cf-8372-424ab764510e HTTP/1.1" status: 204 len: 168 time: 0.1991031 Apr 07 11:32:32.547182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79788b0d-1576-4f02-b7e7-6801ab6e53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1571f51c-09e5-48cf-8372-424ab764510e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:32.955846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-02d006d5-828a-4461-9dcd-0b13ce17f3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:33.134449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37044) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:33.181001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f2919781-716d-4d8b-b917-984b13344234 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3089d65c8b7f41068624286eb9fc11c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452921 Apr 07 11:32:33.183936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37046) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:33.275924 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-475ddadb-50bb-42f1-9b56-f8ed4e8d97e3 admin admin] Publish callbacks [] for security_group (df7ff5b3-1519-47fe-981f-957d8962e8ff), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:33.276948 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:32:33.325481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-475ddadb-50bb-42f1-9b56-f8ed4e8d97e3 admin admin] Publish callbacks [] for security_group (df7ff5b3-1519-47fe-981f-957d8962e8ff), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:33.413404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-475ddadb-50bb-42f1-9b56-f8ed4e8d97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (df7ff5b3-1519-47fe-981f-957d8962e8ff), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:33.419081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-475ddadb-50bb-42f1-9b56-f8ed4e8d97e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:33.420487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-475ddadb-50bb-42f1-9b56-f8ed4e8d97e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df7ff5b3-1519-47fe-981f-957d8962e8ff HTTP/1.1" status: 204 len: 168 time: 0.2346778 Apr 07 11:32:33.435530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ddadb-50bb-42f1-9b56-f8ed4e8d97e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ff5b3-1519-47fe-981f-957d8962e8ff,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:33.490549 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:34.486552 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:34.942620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37086) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:35.110246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-819713631-network', 'tenant_id': '08c7031a919347508b584baf9cf5dbef'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:35.147923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:32:35.152974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.167342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.359690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks [] for security_group (dcb00e98-d7e2-4d21-859d-f4a322fcd69c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.367043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dcb00e98-d7e2-4d21-859d-f4a322fcd69c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.431242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb00e98-d7e2-4d21-859d-f4a322fcd69c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:35.488212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:32:35.540308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (186be251-aadd-4dd6-8b2d-9925aa80deef), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.541190 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Added segment 186be251-aadd-4dd6-8b2d-9925aa80deef of type vlan for network a82a7aee-d3ab-49b2-8704-9fd091b2723a Apr 07 11:32:35.664095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (a82a7aee-d3ab-49b2-8704-9fd091b2723a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.709911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (a82a7aee-d3ab-49b2-8704-9fd091b2723a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.713783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:35.713783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:35.797970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8499799 Apr 07 11:32:35.798806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:35.803655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Request body: {'subnet': {'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-subnet', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:35.825484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc528a-ef7d-4984-b6f6-7e48086d9351 admin admin] Pushing event updated for resources: {'Network': ['ID=a82a7aee-d3ab-49b2-8704-9fd091b2723a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:35.838679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:32:35.872625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:32:35.880895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.027119 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.122734 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (16f5cc86-b218-4ee5-a2dd-a527dfd12698), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.198746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f5cc86-b218-4ee5-a2dd-a527dfd12698,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:36.223873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Checking segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:36.224526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Network hostable DHCP agents. Network: a82a7aee-d3ab-49b2-8704-9fd091b2723a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:32:36.252682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:32:36.274993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, a82a7aee-d3ab-49b2-8704-9fd091b2723a) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:36.284727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:36.285172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75af1a3-f774-40b2-b28b-823cd2433af5 None None] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:32:36.285421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.304051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-00803f6f-97fc-4a10-8817-82143d08e0eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5046365 Apr 07 11:32:36.306958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37104) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:36.315383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:36.351643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.354222 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.495946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks [] for router_controller (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.613984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'project_id': '08c7031a919347508b584baf9cf5dbef', 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:32:36.615014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:36.888866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks [] for router_gateway (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.005219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Allocated IP 172.20.0.2 (a82a7aee-d3ab-49b2-8704-9fd091b2723a/16f5cc86-b218-4ee5-a2dd-a527dfd12698/a2272979-4fa0-45b2-92a1-efa58feeb447) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:32:37.224272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Publish callbacks [] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.249415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks [] for router_gateway (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.259892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.278465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.318889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Pushing event updated for resources: {'Port': ['ID=a2272979-4fa0-45b2-92a1-efa58feeb447,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:37.328195 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.344515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:37.346252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:37.348840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:32:37.412682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Attempting to bind port a2272979-4fa0-45b2-92a1-efa58feeb447 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:32:37.413501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Attempting to bind port a2272979-4fa0-45b2-92a1-efa58feeb447 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:32:37.414197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Attempting to bind port a2272979-4fa0-45b2-92a1-efa58feeb447 on network a82a7aee-d3ab-49b2-8704-9fd091b2723a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:32:37.421362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:32:37.422055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Checking segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:37.422627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.423192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Bound using segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:32:37.423976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Bound port: a2272979-4fa0-45b2-92a1-efa58feeb447, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:32:37.424585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.439724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Allocated IP 172.25.5.171 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/6e8b5c2a-0fbe-4edb-9b48-32067f93124d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:32:37.545418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] For port a2272979-4fa0-45b2-92a1-efa58feeb447, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:32:37.549673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] For port a2272979-4fa0-45b2-92a1-efa58feeb447, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a2272979-4fa0-45b2-92a1-efa58feeb447,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:32:37.577703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks [] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.581781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.674182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:37.737649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcb0bc-3625-4931-8cbe-2d50ee7b30d8 None None] Pushing event updated for resources: {'Port': ['ID=a2272979-4fa0-45b2-92a1-efa58feeb447,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:37.770917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:37.776167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:37.781751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:37.787536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:32:38.374130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks [] for router_gateway (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:38.680980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:38.929860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:32:39.157160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:39.169289 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Sync routers for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:39.193086 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:39.194759 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:39.230096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:39.234261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-89d48192-6f40-4ceb-ac5b-64535179ccd6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9260883 Apr 07 11:32:39.237474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37140) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:39.391629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:39.520182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a2272979-4fa0-45b2-92a1-efa58feeb447 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:39.673609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40e8d7-69da-45f6-8ac1-15f6d3c372ee None None] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:32:39.772386 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:38Z', 'revision_number': 3, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:39.807681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a2272979-4fa0-45b2-92a1-efa58feeb447 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:39.809307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:39.845300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Provisioning complete for port a2272979-4fa0-45b2-92a1-efa58feeb447 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:39.845874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:39.889108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Checking router: 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:39.889658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Updating router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:32:39.929630 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.237964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a2272979-4fa0-45b2-92a1-efa58feeb447 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:40.238362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.334655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Current status of the port a2272979-4fa0-45b2-92a1-efa58feeb447 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:40.335365 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.355635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.374132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port a2272979-4fa0-45b2-92a1-efa58feeb447, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a2272979-4fa0-45b2-92a1-efa58feeb447,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:40.387518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.505761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=a2272979-4fa0-45b2-92a1-efa58feeb447,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:40.564788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:32:40.565522 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:32:40.725786 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Publish callbacks [] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.733679 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.823543 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Attempting to bind port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:32:40.825020 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Attempting to bind port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:32:40.825923 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Attempting to bind port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:32:40.844563 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:32:40.845008 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:40.845532 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.846054 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:32:40.846649 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Bound port: 6e8b5c2a-0fbe-4edb-9b48-32067f93124d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:32:40.847476 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.850572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Allocated IP 172.20.0.1 (a82a7aee-d3ab-49b2-8704-9fd091b2723a/16f5cc86-b218-4ee5-a2dd-a527dfd12698/4f49a8e5-be21-44b1-9e7f-48ee3ab87864) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:32:40.923487 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] For port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:32:40.928006 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] For port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:32:40.940943 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:40.956986 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Pushing event updated for resources: {'Port': ['ID=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:40.967655 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.968164 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.968649 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.969088 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.969546 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.969980 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.970435 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.971075 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.971645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.972216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.972649 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.973204 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.973707 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:40.982776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks [] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.046185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:41.047333 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:41.065570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.134245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:41.137822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:41.144599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:32:41.167507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b30e1ef8-7324-4f3a-9f3d-e74f27c08d64 None None] Current status of the port a2272979-4fa0-45b2-92a1-efa58feeb447 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:41.196002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Pushing event updated for resources: {'Port': ['ID=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:41.244614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.336795 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892ef6-3070-4514-8dbf-bb9708be51cc None None] Pushing event updated for resources: {'Port': ['ID=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:41.371655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2613ee85-104e-4cd9-9f35-18b3a13e5996 None None] Provisioning complete for port a2272979-4fa0-45b2-92a1-efa58feeb447 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:41.381401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2613ee85-104e-4cd9-9f35-18b3a13e5996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.418917 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:41.703569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2613ee85-104e-4cd9-9f35-18b3a13e5996 None None] Current status of the port a2272979-4fa0-45b2-92a1-efa58feeb447 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:41.707269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a2272979-4fa0-45b2-92a1-efa58feeb447 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:41.724676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.842381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a2272979-4fa0-45b2-92a1-efa58feeb447 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:41.842963 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.914626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9b01a819-1011-4c62-8cee-5154dacaa06f None None] Provisioning complete for port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:41.917054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b01a819-1011-4c62-8cee-5154dacaa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:41.939674 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:38Z', 'revision_number': 3, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:41.987931 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7a4c9-738c-4dcc-965e-c77f0d37e67c None None] The sync data for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 is: [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:38Z', 'revision_number': 3, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:42.065290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9b01a819-1011-4c62-8cee-5154dacaa06f None None] Port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:32:42.177443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a2272979-4fa0-45b2-92a1-efa58feeb447 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:42.225499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks [] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:42.243920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:42.353110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:42.369180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Pushing event updated for resources: {'Port': ['ID=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:42.620206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:42.622463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:43.046382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:32:43.112613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-00d7b787-f740-48aa-a9f2-cccfecafbfae None None] Provisioning complete for port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:43.113254 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00d7b787-f740-48aa-a9f2-cccfecafbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:43.244347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-00d7b787-f740-48aa-a9f2-cccfecafbfae None None] Port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:32:43.357355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:43.368550 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9b7abcf-df12-4c74-a8bc-0a28b73a9940 admin admin] 10.222.0.13 "PUT /v2.0/routers/0f9feb00-7cfc-461b-b856-d2fd43bcbd7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1298044 Apr 07 11:32:43.502321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6e8b5c2a-0fbe-4edb-9b48-32067f93124d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:43.691277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:43.691667 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:43.809742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:43.814140 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:43.853450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:43.863077 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:44.007427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:44.540440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:44.688489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37204) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:44.696609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-103717850-network', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:44.785577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Made reservation on behalf of 4ba6c2c2bee144198e0044138e46c7bd for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:32:44.789124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:44.813338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.021598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks [] for security_group (1691e804-9810-496a-9470-0d3addf277b1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.030318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1691e804-9810-496a-9470-0d3addf277b1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.048644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6814bd4b-5eaf-4e24-a0d7-fbb3988d1972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.112256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691e804-9810-496a-9470-0d3addf277b1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:45.151854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.154735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.156480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.157098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.157835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.158642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.159720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.160454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.161018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.161603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.162213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.162957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.163956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:45.179231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:32:45.195792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7e08f03c-4d65-493c-ba98-a3b3cdb2cb93), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.196303 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Added segment 7e08f03c-4d65-493c-ba98-a3b3cdb2cb93 of type vlan for network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 Apr 07 11:32:45.241089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6814bd4b-5eaf-4e24-a0d7-fbb3988d1972 admin admin] Publish callbacks [] for security_group (272716e2-869f-43d8-b942-efa2dc3091c5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.252306 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6814bd4b-5eaf-4e24-a0d7-fbb3988d1972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (272716e2-869f-43d8-b942-efa2dc3091c5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.331819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (0194c6dc-b8de-42c5-8f6f-77fc22a55689), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.347244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6814bd4b-5eaf-4e24-a0d7-fbb3988d1972 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15a9f8c95f9f437182bfdf8f4059d803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8050709 Apr 07 11:32:45.350614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37212) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:45.372037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814bd4b-5eaf-4e24-a0d7-fbb3988d1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272716e2-869f-43d8-b942-efa2dc3091c5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:45.424929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (0194c6dc-b8de-42c5-8f6f-77fc22a55689), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.432530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:45.433317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.503725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Sync routers for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:45.530222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:45.533500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d37d02cd-e52e-4cd7-a769-bd93ad2c345f admin admin] Publish callbacks [] for security_group (272716e2-869f-43d8-b942-efa2dc3091c5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.536873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:45.595692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d37d02cd-e52e-4cd7-a769-bd93ad2c345f admin admin] Publish callbacks [] for security_group (272716e2-869f-43d8-b942-efa2dc3091c5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.615416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9255011 Apr 07 11:32:45.618705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37218) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:45.630388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Request body: {'subnet': {'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-subnet', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:45.645479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37220) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:45.668254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6e8b5c2a-0fbe-4edb-9b48-32067f93124d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:45.712990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcd347-94cb-45d0-950a-1c043607b71a admin admin] Pushing event updated for resources: {'Network': ['ID=0194c6dc-b8de-42c5-8f6f-77fc22a55689,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:45.715841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d37d02cd-e52e-4cd7-a769-bd93ad2c345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (272716e2-869f-43d8-b942-efa2dc3091c5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.719407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d37d02cd-e52e-4cd7-a769-bd93ad2c345f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.721556 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d37d02cd-e52e-4cd7-a769-bd93ad2c345f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/272716e2-869f-43d8-b942-efa2dc3091c5 HTTP/1.1" status: 204 len: 168 time: 0.3699636 Apr 07 11:32:45.734049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d02cd-e52e-4cd7-a769-bd93ad2c345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272716e2-869f-43d8-b942-efa2dc3091c5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:45.736129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Made reservation on behalf of 4ba6c2c2bee144198e0044138e46c7bd for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:32:45.738867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:45.934112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:32:46.166865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:46.167507 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.245838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:46.288498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:46.314734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbeff8fd-928f-45dc-a2fa-d09f50ef7dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.495542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbeff8fd-928f-45dc-a2fa-d09f50ef7dcb admin admin] Publish callbacks [] for security_group (c45eaf32-f8a3-427b-89df-423c34d1deef), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.507149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fbeff8fd-928f-45dc-a2fa-d09f50ef7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c45eaf32-f8a3-427b-89df-423c34d1deef), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.597341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fbeff8fd-928f-45dc-a2fa-d09f50ef7dcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c5e770e92274ad0829eb21ae053ef7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072362 Apr 07 11:32:46.604913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:46.615219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeff8fd-928f-45dc-a2fa-d09f50ef7dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45eaf32-f8a3-427b-89df-423c34d1deef,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:46.637034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 2, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:46.677510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbf70339-67f8-4bcb-a231-6996f352fc14 admin admin] Publish callbacks [] for security_group (c45eaf32-f8a3-427b-89df-423c34d1deef), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.709069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbf70339-67f8-4bcb-a231-6996f352fc14 admin admin] Publish callbacks [] for security_group (c45eaf32-f8a3-427b-89df-423c34d1deef), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.782594 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbf70339-67f8-4bcb-a231-6996f352fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c45eaf32-f8a3-427b-89df-423c34d1deef), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.785880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cbf70339-67f8-4bcb-a231-6996f352fc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:46.787542 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cbf70339-67f8-4bcb-a231-6996f352fc14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c45eaf32-f8a3-427b-89df-423c34d1deef HTTP/1.1" status: 204 len: 168 time: 0.1805627 Apr 07 11:32:46.806764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf70339-67f8-4bcb-a231-6996f352fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45eaf32-f8a3-427b-89df-423c34d1deef,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:46.939705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Checking router: 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:46.940404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Updating router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:32:46.948007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:47.020315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.050446 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46f20eb1-c146-45b6-a9bd-4f07ff158fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.246158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46f20eb1-c146-45b6-a9bd-4f07ff158fc4 admin admin] Publish callbacks [] for security_group (6969f10d-0569-4372-b95e-03a2630d7614), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.257257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-46f20eb1-c146-45b6-a9bd-4f07ff158fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6969f10d-0569-4372-b95e-03a2630d7614), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.365969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f20eb1-c146-45b6-a9bd-4f07ff158fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6969f10d-0569-4372-b95e-03a2630d7614,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:47.406600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-46f20eb1-c146-45b6-a9bd-4f07ff158fc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dca53acd20b64db1a8496626337003f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7559700 Apr 07 11:32:47.407207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37246) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:47.588857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c881-8a0a-480a-ba90-e99cb45d5659 admin admin] Publish callbacks [] for security_group (6969f10d-0569-4372-b95e-03a2630d7614), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.617118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Publish callbacks [] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.630446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.646826 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c881-8a0a-480a-ba90-e99cb45d5659 admin admin] Publish callbacks [] for security_group (6969f10d-0569-4372-b95e-03a2630d7614), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.729574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (5f936d75-2e9f-492f-966f-8f3510c040a0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.799724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c881-8a0a-480a-ba90-e99cb45d5659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6969f10d-0569-4372-b95e-03a2630d7614), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.802970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c881-8a0a-480a-ba90-e99cb45d5659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.804808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2cc8c881-8a0a-480a-ba90-e99cb45d5659 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6969f10d-0569-4372-b95e-03a2630d7614 HTTP/1.1" status: 204 len: 168 time: 0.3964713 Apr 07 11:32:47.829981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8c881-8a0a-480a-ba90-e99cb45d5659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6969f10d-0569-4372-b95e-03a2630d7614,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:47.885322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d0f87-96af-43f6-9324-37bd709dbd0f None None] Pushing event updated for resources: {'Port': ['ID=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:47.921109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Attempting to bind port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:32:47.921517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Attempting to bind port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:32:47.921890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Attempting to bind port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 on network a82a7aee-d3ab-49b2-8704-9fd091b2723a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:32:47.937835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:32:47.938224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Checking segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:47.938633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:47.939035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Bound using segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:32:47.939511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Bound port: 4f49a8e5-be21-44b1-9e7f-48ee3ab87864, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:32:47.939894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:48.046387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f936d75-2e9f-492f-966f-8f3510c040a0,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:48.063337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Checking segment: {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:48.065885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Network hostable DHCP agents. Network: 0194c6dc-b8de-42c5-8f6f-77fc22a55689, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:32:48.134198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:32:48.136602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] For port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:32:48.141165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] For port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:32:48.155952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:48.169440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 0194c6dc-b8de-42c5-8f6f-77fc22a55689) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:48.182108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:48.182987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:48.218837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9e52a8b6-253a-48f3-b478-d020f498ea8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5987158 Apr 07 11:32:48.222060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37268) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:48.227331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:32:48.297586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (8cb86dbf-294b-481f-849f-d0c90a14bf0d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:48.297586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (8cb86dbf-294b-481f-849f-d0c90a14bf0d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:48.326078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d0f87-96af-43f6-9324-37bd709dbd0f None None] Pushing event updated for resources: {'Port': ['ID=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:48.333692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260243db-cfc9-4603-9975-7d9c570e8d37 None None] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:32:48.592602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks [] for router_controller (8cb86dbf-294b-481f-849f-d0c90a14bf0d), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:48.688176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:48.688846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:48.906990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:49.032686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks [] for router_gateway (8cb86dbf-294b-481f-849f-d0c90a14bf0d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.358578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks [] for router_gateway (8cb86dbf-294b-481f-849f-d0c90a14bf0d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.382007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.416810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] Provisioning complete for port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:49.418251 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.424508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-0194c6dc-b8de-42c5-8f6f-77fc22a55689', 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689', 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'fixed_ips': [{'subnet_id': '5f936d75-2e9f-492f-966f-8f3510c040a0'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:32:49.425450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.558645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Allocated IP 172.25.5.188 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/1a499b9d-abd1-4d2b-89ef-e87fc8368304) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:32:49.667278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:48Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:49.727034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315c555-ce8e-4870-8a01-1d8d046ad8da None None] The sync data for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 is: [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:48Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:49.739850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Allocated IP 172.20.0.2 (0194c6dc-b8de-42c5-8f6f-77fc22a55689/5f936d75-2e9f-492f-966f-8f3510c040a0/f982257e-b93f-415f-bbd0-25ce7dbe8b42) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:32:49.742087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] Current status of the port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:49.742491 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.828087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks [] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.868210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] For port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:49.885771 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.916253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:49.962093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:49.966402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:49.969385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:32:50.008803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Pushing event updated for resources: {'Port': ['ID=1a499b9d-abd1-4d2b-89ef-e87fc8368304,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:50.018269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47fed3-8c4a-476b-be50-035f7cae2d8d None None] Pushing event updated for resources: {'Port': ['ID=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:50.062260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6a1ee7da-8b57-4ce4-a67d-e70b8e2a9ff6 None None] Provisioning complete for port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:50.062917 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee7da-8b57-4ce4-a67d-e70b8e2a9ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.072315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Publish callbacks [] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.103033 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.176862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:50.195593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:50.200241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:32:50.203245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Pushing event updated for resources: {'Port': ['ID=f982257e-b93f-415f-bbd0-25ce7dbe8b42,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:50.322162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks [] for router_gateway (8cb86dbf-294b-481f-849f-d0c90a14bf0d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.337274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Attempting to bind port f982257e-b93f-415f-bbd0-25ce7dbe8b42 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:32:50.337654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Attempting to bind port f982257e-b93f-415f-bbd0-25ce7dbe8b42 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:32:50.338028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Attempting to bind port f982257e-b93f-415f-bbd0-25ce7dbe8b42 on network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:32:50.359549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:32:50.360081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Checking segment: {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:50.361117 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.361560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Bound using segment: {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:32:50.362075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Bound port: f982257e-b93f-415f-bbd0-25ce7dbe8b42, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:32:50.362472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.425519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ee7da-8b57-4ce4-a67d-e70b8e2a9ff6 None None] Current status of the port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:50.479933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] For port f982257e-b93f-415f-bbd0-25ce7dbe8b42, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:32:50.485392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] For port f982257e-b93f-415f-bbd0-25ce7dbe8b42, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f982257e-b93f-415f-bbd0-25ce7dbe8b42,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:32:50.493522 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:50.573343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6d78d-4a1c-4280-9679-d232a7fdc8d0 None None] Pushing event updated for resources: {'Port': ['ID=f982257e-b93f-415f-bbd0-25ce7dbe8b42,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:50.633608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (8cb86dbf-294b-481f-849f-d0c90a14bf0d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:51.192081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Router 8cb86dbf-294b-481f-849f-d0c90a14bf0d is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:32:51.406090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:51.423855 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Sync routers for ids ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:51.434488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:51.438982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e530546f-aee3-4297-887e-27a45fef5b9c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2129703 Apr 07 11:32:51.439256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37350) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:51.446851 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Routers {'8cb86dbf-294b-481f-849f-d0c90a14bf0d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:51.447528 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:51.547043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f982257e-b93f-415f-bbd0-25ce7dbe8b42 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:51.733010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f982257e-b93f-415f-bbd0-25ce7dbe8b42 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:51.733769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:51.901921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f982257e-b93f-415f-bbd0-25ce7dbe8b42 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:51.903176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:51.932170 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Set router 8cb86dbf-294b-481f-849f-d0c90a14bf0d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:52.007736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f982257e-b93f-415f-bbd0-25ce7dbe8b42, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f982257e-b93f-415f-bbd0-25ce7dbe8b42,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:52.017397 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.018843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:52.249809 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:32:50Z', 'revision_number': 3, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:52.303266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Checking router: 8cb86dbf-294b-481f-849f-d0c90a14bf0d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:52.303987 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Updating router 8cb86dbf-294b-481f-849f-d0c90a14bf0d port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:32:52.312597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f982257e-b93f-415f-bbd0-25ce7dbe8b42,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:52.345343 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.349352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:52.349746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.388974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.437649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e83a6-93a1-48ce-8f8d-f00645795d2e None None] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:32:52.533432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:52.550458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-890fc880-1dc1-4d7f-913c-5f12dd447e3a None None] Provisioning complete for port f982257e-b93f-415f-bbd0-25ce7dbe8b42 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:52.551126 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-890fc880-1dc1-4d7f-913c-5f12dd447e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.604568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Allocated IP 172.20.0.1 (0194c6dc-b8de-42c5-8f6f-77fc22a55689/5f936d75-2e9f-492f-966f-8f3510c040a0/5f4cb7a0-396d-455f-9ab8-70d557c409ec) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:32:52.719781 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Publish callbacks [] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.727259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-890fc880-1dc1-4d7f-913c-5f12dd447e3a None None] Current status of the port f982257e-b93f-415f-bbd0-25ce7dbe8b42 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:52.736567 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.752720 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks [] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.796849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.802155 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Attempting to bind port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:32:52.802713 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Attempting to bind port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:32:52.803141 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Attempting to bind port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:32:52.812041 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:32:52.812439 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:52.812853 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.813280 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:32:52.813768 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Bound port: 1a499b9d-abd1-4d2b-89ef-e87fc8368304, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:32:52.814155 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.845852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:52.850729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:52.859863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:32:52.875327 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] For port 1a499b9d-abd1-4d2b-89ef-e87fc8368304, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:32:52.879528 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] For port 1a499b9d-abd1-4d2b-89ef-e87fc8368304, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1a499b9d-abd1-4d2b-89ef-e87fc8368304,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:32:52.891260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4cb7a0-396d-455f-9ab8-70d557c409ec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:52.896977 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.900822 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffc5cf-ce68-4320-ae39-2fd949ba1cb3 None None] Pushing event updated for resources: {'Port': ['ID=1a499b9d-abd1-4d2b-89ef-e87fc8368304,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:52.914694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.915078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.915460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.915806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.916142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.916488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.916821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.917172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.917511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.917885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.918357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.918953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.919326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:32:52.932990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (8cb86dbf-294b-481f-849f-d0c90a14bf0d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:52.956036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffc5cf-ce68-4320-ae39-2fd949ba1cb3 None None] Pushing event updated for resources: {'Port': ['ID=1a499b9d-abd1-4d2b-89ef-e87fc8368304,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:52.983521 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Routers {'8cb86dbf-294b-481f-849f-d0c90a14bf0d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:52.984768 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:53.060815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8f655238-f2fc-4fae-8e99-88f10a377799 None None] Provisioning complete for port f982257e-b93f-415f-bbd0-25ce7dbe8b42 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:53.061371 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f655238-f2fc-4fae-8e99-88f10a377799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.151404 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] Set router 8cb86dbf-294b-481f-849f-d0c90a14bf0d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:53.171683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.285093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8f655238-f2fc-4fae-8e99-88f10a377799 None None] Current status of the port f982257e-b93f-415f-bbd0-25ce7dbe8b42 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:53.418400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-71918bb2-1c7e-4808-9fa0-a0af5c4fdb0d None None] Provisioning complete for port 5f4cb7a0-396d-455f-9ab8-70d557c409ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:53.420582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-71918bb2-1c7e-4808-9fa0-a0af5c4fdb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.459231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f982257e-b93f-415f-bbd0-25ce7dbe8b42 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:53.480744 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:32:50Z', 'revision_number': 3, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:53.505495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks [] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.513801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.514028 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d314ee-be36-4171-bafe-1d6fc88a2a72 None None] The sync data for ids ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'] in n-d-836788-1 is: [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:32:50Z', 'revision_number': 3, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:53.531637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-71918bb2-1c7e-4808-9fa0-a0af5c4fdb0d None None] Port 5f4cb7a0-396d-455f-9ab8-70d557c409ec cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:32:53.544127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f982257e-b93f-415f-bbd0-25ce7dbe8b42 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:53.544653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.634215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (8cb86dbf-294b-481f-849f-d0c90a14bf0d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:53.641465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4cb7a0-396d-455f-9ab8-70d557c409ec,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:53.660060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f982257e-b93f-415f-bbd0-25ce7dbe8b42 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:53.756822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:32:53.758374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:32:53.966884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Router 8cb86dbf-294b-481f-849f-d0c90a14bf0d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:32:54.159312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:32:54.163018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-97672980-f8b5-4a29-b91a-22cb1bd30aa4 None None] Provisioning complete for port 5f4cb7a0-396d-455f-9ab8-70d557c409ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:54.164807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-97672980-f8b5-4a29-b91a-22cb1bd30aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:54.169200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-007c0859-3dc7-4ff6-a494-c1692c7d3625 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cb86dbf-294b-481f-849f-d0c90a14bf0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7272677 Apr 07 11:32:54.257456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-97672980-f8b5-4a29-b91a-22cb1bd30aa4 None None] Port 5f4cb7a0-396d-455f-9ab8-70d557c409ec cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:32:55.460976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1a499b9d-abd1-4d2b-89ef-e87fc8368304 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:55.544852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:55.545270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:55.697487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:55.698212 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:55.738799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 1a499b9d-abd1-4d2b-89ef-e87fc8368304, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1a499b9d-abd1-4d2b-89ef-e87fc8368304,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:55.745386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:55.810501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=1a499b9d-abd1-4d2b-89ef-e87fc8368304,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:56.108853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Sync routers for ids ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:32:56.120607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Routers {'8cb86dbf-294b-481f-849f-d0c90a14bf0d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:56.121759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:56.472150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Set router 8cb86dbf-294b-481f-849f-d0c90a14bf0d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:56.734050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:32:53Z', 'revision_number': 4, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5f4cb7a0-396d-455f-9ab8-70d557c409ec', 'name': '', 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'mac_address': 'fa:16:3e:8e:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '5f936d75-2e9f-492f-966f-8f3510c040a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:52Z', 'updated_at': '2022-04-07T11:32:53Z', 'revision_number': 2, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'subnets': [{'id': '5f936d75-2e9f-492f-966f-8f3510c040a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:56.771503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Checking router: 8cb86dbf-294b-481f-849f-d0c90a14bf0d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:32:56.772160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Updating router 8cb86dbf-294b-481f-849f-d0c90a14bf0d port 5f4cb7a0-396d-455f-9ab8-70d557c409ec binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:32:56.818680 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.160444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Publish callbacks [] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.171608 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.234026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeff30-ae6e-4d40-ae27-84955d6729d1 None None] Pushing event updated for resources: {'Port': ['ID=5f4cb7a0-396d-455f-9ab8-70d557c409ec,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:57.336045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Attempting to bind port 5f4cb7a0-396d-455f-9ab8-70d557c409ec on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:32:57.336424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Attempting to bind port 5f4cb7a0-396d-455f-9ab8-70d557c409ec by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:32:57.336794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Attempting to bind port 5f4cb7a0-396d-455f-9ab8-70d557c409ec on network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:32:57.345999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:32:57.346386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Checking segment: {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:32:57.346928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.347332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Bound using segment: {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:32:57.349548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Bound port: 5f4cb7a0-396d-455f-9ab8-70d557c409ec, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:32:57.349548 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.439627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1a499b9d-abd1-4d2b-89ef-e87fc8368304 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:57.482933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37478) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:57.500567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] For port 5f4cb7a0-396d-455f-9ab8-70d557c409ec, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:32:57.527876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] For port 5f4cb7a0-396d-455f-9ab8-70d557c409ec, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5f4cb7a0-396d-455f-9ab8-70d557c409ec,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:32:57.539492 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.589285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Deleting subnet be1e7baa-09b3-463a-a9bf-e0a9df5fb7db {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:32:57.598683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Publish callbacks [] for subnet (be1e7baa-09b3-463a-a9bf-e0a9df5fb7db), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.635689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Routers {'8cb86dbf-294b-481f-849f-d0c90a14bf0d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:32:57.637180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:57.660405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:57.660831 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.680883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (be1e7baa-09b3-463a-a9bf-e0a9df5fb7db), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.779717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (be1e7baa-09b3-463a-a9bf-e0a9df5fb7db), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.853582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (be1e7baa-09b3-463a-a9bf-e0a9df5fb7db), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.895635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1e7baa-09b3-463a-a9bf-e0a9df5fb7db,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:57.909333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:57.919862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-16e04827-f9e1-4c84-997a-e89ead136b74 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be1e7baa-09b3-463a-a9bf-e0a9df5fb7db HTTP/1.1" status: 204 len: 168 time: 0.4328380 Apr 07 11:32:57.920452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:57.989737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] Set router 8cb86dbf-294b-481f-849f-d0c90a14bf0d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:32:58.056108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.102612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeff30-ae6e-4d40-ae27-84955d6729d1 None None] Pushing event updated for resources: {'Port': ['ID=5f4cb7a0-396d-455f-9ab8-70d557c409ec,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:58.183386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] Provisioning complete for port 5f4cb7a0-396d-455f-9ab8-70d557c409ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:58.183961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.349884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.389625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:58.400837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41ae857-7188-466d-88fc-461a9e1706a3') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:58.401169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41ae857-7188-466d-88fc-461a9e1706a3') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:58.402904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:58.412479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f41ae857-7188-466d-88fc-461a9e1706a3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.428557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f41ae857-7188-466d-88fc-461a9e1706a3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.439496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:32:58.440089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f41ae857-7188-466d-88fc-461a9e1706a3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:32:58.510575 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:32:58.519036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.530176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.538700 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859 HTTP/1.1" status: 204 len: 168 time: 0.6137958 Apr 07 11:32:58.565464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53ad3d-3ef9-4169-8eb0-56d51bc35977 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7cc1e3c-1ab8-41d6-ad52-d77bb43f3859,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:58.587256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013f87-b6b8-46cc-911a-b0d1ab016ba0 req-4d94aed1-fd5d-4a08-984d-896d91364737 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:32:58.592096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6013f87-b6b8-46cc-911a-b0d1ab016ba0 req-4d94aed1-fd5d-4a08-984d-896d91364737 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 947 time: 0.1135025 Apr 07 11:32:58.594693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] Current status of the port 5f4cb7a0-396d-455f-9ab8-70d557c409ec is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:58.594693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.688096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] For port 5f4cb7a0-396d-455f-9ab8-70d557c409ec, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5f4cb7a0-396d-455f-9ab8-70d557c409ec,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:32:58.696272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:32:53Z', 'revision_number': 4, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5f4cb7a0-396d-455f-9ab8-70d557c409ec', 'name': '', 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'mac_address': 'fa:16:3e:8e:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '5f936d75-2e9f-492f-966f-8f3510c040a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:52Z', 'updated_at': '2022-04-07T11:32:57Z', 'revision_number': 4, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'subnets': [{'id': '5f936d75-2e9f-492f-966f-8f3510c040a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:32:58.699682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6013f87-b6b8-46cc-911a-b0d1ab016ba0 req-27c07900-5c9e-41ce-aa59-6300d4c2d9ed tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988915 Apr 07 11:32:58.701617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.771467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ef8b4-a90f-41e4-931c-71664187aba3 None None] The sync data for ids ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'] in n-d-836788-1 is: [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:32:53Z', 'revision_number': 4, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5f4cb7a0-396d-455f-9ab8-70d557c409ec', 'name': '', 'network_id': '0194c6dc-b8de-42c5-8f6f-77fc22a55689', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'mac_address': 'fa:16:3e:8e:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '5f936d75-2e9f-492f-966f-8f3510c040a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:52Z', 'updated_at': '2022-04-07T11:32:57Z', 'revision_number': 4, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'subnets': [{'id': '5f936d75-2e9f-492f-966f-8f3510c040a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:32:58.852090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727696-4a1c-4688-a895-041c3e66d4d6 None None] Pushing event updated for resources: {'Port': ['ID=5f4cb7a0-396d-455f-9ab8-70d557c409ec,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:58.873025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e40910b2-e267-410c-aaff-654e8e9441ff None None] Provisioning complete for port 5f4cb7a0-396d-455f-9ab8-70d557c409ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:58.873430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e40910b2-e267-410c-aaff-654e8e9441ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:58.974981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37506) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:59.068299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-55ca5cef-0ff6-4691-8954-124a5cd6c846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2191a927505744ab92bbfd682d5dabc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0915978 Apr 07 11:32:59.071086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37508) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:59.144771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e40910b2-e267-410c-aaff-654e8e9441ff None None] Current status of the port 5f4cb7a0-396d-455f-9ab8-70d557c409ec is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:32:59.220026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d07208f-0b4d-4031-a456-78f9c9911c95 admin admin] Publish callbacks [] for security_group (eb51e2c5-e0de-424f-bdf7-a18de8520891), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:59.248051 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d07208f-0b4d-4031-a456-78f9c9911c95 admin admin] Publish callbacks [] for security_group (eb51e2c5-e0de-424f-bdf7-a18de8520891), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:59.338271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d07208f-0b4d-4031-a456-78f9c9911c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (eb51e2c5-e0de-424f-bdf7-a18de8520891), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:59.345354 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2d07208f-0b4d-4031-a456-78f9c9911c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:59.346468 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d07208f-0b4d-4031-a456-78f9c9911c95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb51e2c5-e0de-424f-bdf7-a18de8520891 HTTP/1.1" status: 204 len: 168 time: 0.2743061 Apr 07 11:32:59.346933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37512) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:32:59.384861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07208f-0b4d-4031-a456-78f9c9911c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb51e2c5-e0de-424f-bdf7-a18de8520891,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:32:59.622592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5f4cb7a0-396d-455f-9ab8-70d557c409ec up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:32:59.790505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5f4cb7a0-396d-455f-9ab8-70d557c409ec triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:32:59.791314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:32:59.876376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62d1a096-0590-4718-9629-527eda7298d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.003550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5f4cb7a0-396d-455f-9ab8-70d557c409ec is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:00.032560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-76f3a928-086c-4210-8674-67bc9b7005d5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:00.035003 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-76f3a928-086c-4210-8674-67bc9b7005d5 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 947 time: 0.1002057 Apr 07 11:33:00.124937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a54e6-54be-4c68-b102-3528f6fde0e4 req-55681f42-f048-4ac3-9889-8b4dc4957955 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:00.142041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-523a54e6-54be-4c68-b102-3528f6fde0e4 req-55681f42-f048-4ac3-9889-8b4dc4957955 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 947 time: 0.2554274 Apr 07 11:33:00.248801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Deleting port 146ee700-b855-4655-b021-df902162e028 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:00.249022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (146ee700-b855-4655-b021-df902162e028), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.325756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-523a54e6-54be-4c68-b102-3528f6fde0e4 req-f631926d-e55f-4e63-beb6-31c6eb94ef3a tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a6583e-f49b-4948-b619-f6d459645ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824481 Apr 07 11:33:00.342699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62d1a096-0590-4718-9629-527eda7298d8 admin admin] Publish callbacks [] for security_group (cc829df9-98d6-4783-b26f-fd762d867c9d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.357898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62d1a096-0590-4718-9629-527eda7298d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cc829df9-98d6-4783-b26f-fd762d867c9d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.444601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-62d1a096-0590-4718-9629-527eda7298d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3413c54ef124c21abcb159778bc7d54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0954101 Apr 07 11:33:00.447545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1a096-0590-4718-9629-527eda7298d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc829df9-98d6-4783-b26f-fd762d867c9d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:00.450888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37536) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:00.479314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] For port 146ee700-b855-4655-b021-df902162e028, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=146ee700-b855-4655-b021-df902162e028,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:00.482002 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (146ee700-b855-4655-b021-df902162e028), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.557831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39aa6582-2854-4069-8ddf-c4c2dbad6aeb admin admin] Publish callbacks [] for security_group (cc829df9-98d6-4783-b26f-fd762d867c9d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.606972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39aa6582-2854-4069-8ddf-c4c2dbad6aeb admin admin] Publish callbacks [] for security_group (cc829df9-98d6-4783-b26f-fd762d867c9d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.639494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c543854c-576a-49cc-9b73-b1ec3a3cc409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.688901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39aa6582-2854-4069-8ddf-c4c2dbad6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cc829df9-98d6-4783-b26f-fd762d867c9d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.694957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39aa6582-2854-4069-8ddf-c4c2dbad6aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.696744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-39aa6582-2854-4069-8ddf-c4c2dbad6aeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc829df9-98d6-4783-b26f-fd762d867c9d HTTP/1.1" status: 204 len: 168 time: 0.2441056 Apr 07 11:33:00.711342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa6582-2854-4069-8ddf-c4c2dbad6aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc829df9-98d6-4783-b26f-fd762d867c9d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:00.963685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.963819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (e8f32a9e-cd75-475c-8033-9da7a022fd81), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:00.964131 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Floating IP e8f32a9e-cd75-475c-8033-9da7a022fd81 disassociated. External IP: 172.25.5.53, port: 146ee700-b855-4655-b021-df902162e028. Apr 07 11:33:00.965274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Calling delete_port for 146ee700-b855-4655-b021-df902162e028 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:01.199468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (146ee700-b855-4655-b021-df902162e028), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:01.287873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event deleted for resources: {'Port': ['ID=146ee700-b855-4655-b021-df902162e028,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:01.546561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f06fe2f-43c8-4226-b64f-1a18591d0631 req-52205ade-e315-4fa6-a509-62a5c57cddf3 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 210 time: 0.0922801 Apr 07 11:33:01.555651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:01.591939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:01.671168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:01.761054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-545dd5a4-aa40-404a-8b90-165518c27765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:01.864058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:01.878822 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:01.906052 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:01.909034 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:01.987263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-545dd5a4-aa40-404a-8b90-165518c27765 admin admin] Publish callbacks [] for security_group (c71675fb-27e1-42f2-9924-78d4ced41788), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:01.997354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-545dd5a4-aa40-404a-8b90-165518c27765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c71675fb-27e1-42f2-9924-78d4ced41788), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:02.008027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] No DVR routers for this DVR port 146ee700-b855-4655-b021-df902162e028 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:33:02.021848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:02.034079 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a5f6aded-3e59-4940-9dd4-beb41e41ef44 req-21d4684d-07ea-4d90-a7f3-ee8d87e57735 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.41 "DELETE /v2.0/ports/146ee700-b855-4655-b021-df902162e028 HTTP/1.1" status: 204 len: 173 time: 1.9871562 Apr 07 11:33:02.034624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-deleted', 'tag': '146ee700-b855-4655-b021-df902162e028'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:33:02.051250 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22208fe4-ebad-4aa2-9ca8-6fd3965dc125" -d '{"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-deleted", "tag": "146ee700-b855-4655-b021-df902162e028"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:33:02.070351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dd5a4-aa40-404a-8b90-165518c27765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71675fb-27e1-42f2-9924-78d4ced41788,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:02.104734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-545dd5a4-aa40-404a-8b90-165518c27765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af8f399febbd4b789a3d0a2dc5ba6cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112662 Apr 07 11:33:02.107687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:02.151278 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8684fc-fbd3-4b5f-abc9-70b5b2dd9b9b x-openstack-request-id: req-0a8684fc-fbd3-4b5f-abc9-70b5b2dd9b9b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:33:02.151720 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480de86a-ec76-4ba7-9753-c3308b2424b6", "name": "network-vif-deleted", "tag": "146ee700-b855-4655-b021-df902162e028", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:33:02.152628 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a8684fc-fbd3-4b5f-abc9-70b5b2dd9b9b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:33:02.153520 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8684fc-fbd3-4b5f-abc9-70b5b2dd9b9b'] response: {'server_uuid': '480de86a-ec76-4ba7-9753-c3308b2424b6', 'name': 'network-vif-deleted', 'tag': '146ee700-b855-4655-b021-df902162e028', 'status': 'completed', 'code': 200} Apr 07 11:33:02.219785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1fffaef-1fcc-4477-a569-3f300b871b7d admin admin] Publish callbacks [] for security_group (c71675fb-27e1-42f2-9924-78d4ced41788), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:02.249220 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:02.258932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1fffaef-1fcc-4477-a569-3f300b871b7d admin admin] Publish callbacks [] for security_group (c71675fb-27e1-42f2-9924-78d4ced41788), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:02.323085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1fffaef-1fcc-4477-a569-3f300b871b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c71675fb-27e1-42f2-9924-78d4ced41788), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:02.327524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1fffaef-1fcc-4477-a569-3f300b871b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:02.328703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1fffaef-1fcc-4477-a569-3f300b871b7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c71675fb-27e1-42f2-9924-78d4ced41788 HTTP/1.1" status: 204 len: 168 time: 0.2198195 Apr 07 11:33:02.342067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fffaef-1fcc-4477-a569-3f300b871b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71675fb-27e1-42f2-9924-78d4ced41788,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:02.646978 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:02.726864 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:02.763844 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:02.765426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:32:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:02.782264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc94e2c6-cf98-4f00-bb04-71133eb495af req-da7b141a-8bf0-43a8-9115-19215cd5c9f6 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/ports?device_id=480de86a-ec76-4ba7-9753-c3308b2424b6 HTTP/1.1" status: 200 len: 210 time: 0.0412257 Apr 07 11:33:02.900009 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:02.958688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd85a-a489-41bd-b37c-e28c33cbdc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.138240 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:03.172250 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ae9ed-7f05-488d-bc1d-5e305205a3ec None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:21:39Z', 'revision_number': 4, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c211fce3-a9c0-48dc-8234-4031424fd4f4', 'name': '', 'network_id': '9dd0e359-8713-4b99-a415-b9747b1b3c04', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'mac_address': 'fa:16:3e:0b:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:37Z', 'updated_at': '2022-04-07T11:21:45Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'subnets': [{'id': '3827de8d-0b1a-40f1-b7bd-76d6230565b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:03.394260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37650) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:03.470430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.533686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-936823015-network', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:03.562607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Made reservation on behalf of 1bbe6794d625412ea3aef2e3eb4673c2 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:03.565282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.566027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477f413-1fa8-46d2-9ea1-67f868416576 None None] New status for floating IP e8f32a9e-cd75-475c-8033-9da7a022fd81: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:33:03.576346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.674943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks [] for security_group (0455ccc3-e6c2-4360-955c-a2e94f3502b6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.686649 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0455ccc3-e6c2-4360-955c-a2e94f3502b6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.733479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0455ccc3-e6c2-4360-955c-a2e94f3502b6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:03.762301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:33:03.783111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.783464 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Added segment a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1 of type vlan for network deb9bcb8-389b-4de3-a4ad-60d8778fdcca Apr 07 11:33:03.837099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (deb9bcb8-389b-4de3-a4ad-60d8778fdcca), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.875544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (deb9bcb8-389b-4de3-a4ad-60d8778fdcca), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.877181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:03.877814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.881146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:03.962715 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5660174 Apr 07 11:33:03.966918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37696) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:03.970978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5873bcc-ec7c-4872-9d38-dc125f0c9195 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (92a6583e-f49b-4948-b619-f6d459645ad1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:03.972896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Request body: {'subnet': {'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-936823015-subnet', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:03.977121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec11064-cec9-47c4-a9f9-9b2ab99f4a77 admin admin] Pushing event updated for resources: {'Network': ['ID=deb9bcb8-389b-4de3-a4ad-60d8778fdcca,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:03.990608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:33:04.005819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5873bcc-ec7c-4872-9d38-dc125f0c9195 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (92a6583e-f49b-4948-b619-f6d459645ad1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.016760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Made reservation on behalf of 1bbe6794d625412ea3aef2e3eb4673c2 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:04.022430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.072460 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5873bcc-ec7c-4872-9d38-dc125f0c9195 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (92a6583e-f49b-4948-b619-f6d459645ad1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.075910 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5873bcc-ec7c-4872-9d38-dc125f0c9195 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.079860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37698) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:04.080031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a5873bcc-ec7c-4872-9d38-dc125f0c9195 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "DELETE /v2.0/security-groups/92a6583e-f49b-4948-b619-f6d459645ad1 HTTP/1.1" status: 204 len: 168 time: 0.1977696 Apr 07 11:33:04.090402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5873bcc-ec7c-4872-9d38-dc125f0c9195 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6583e-f49b-4948-b619-f6d459645ad1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:04.106897 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-a866b92c-bd10-4b99-9357-2f68212eae54 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] show failed (client error): The resource could not be found. Apr 07 11:33:04.111109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a866b92c-bd10-4b99-9357-2f68212eae54 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "GET /v2.0/security-groups/92a6583e-f49b-4948-b619-f6d459645ad1 HTTP/1.1" status: 404 len: 347 time: 0.0271440 Apr 07 11:33:04.112359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37700) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:04.254827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Deleting port ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:04.255871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.268301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (672c45b3-e0aa-4cb9-80bc-66ebf75878ed), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.346866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672c45b3-e0aa-4cb9-80bc-66ebf75878ed,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:04.353465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Checking segment: {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:04.353730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.353851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Network hostable DHCP agents. Network: deb9bcb8-389b-4de3-a4ad-60d8778fdcca, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:33:04.354066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.371663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Calling delete_port for ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:04.375419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:33:04.386914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, deb9bcb8-389b-4de3-a4ad-60d8778fdcca) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:04.392649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:04.394822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.398717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c05a40-7993-4349-b163-bf2e9bdcd641 None None] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:04.428053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b375d57e-893a-45a0-aa9c-b6a2572f29a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4597592 Apr 07 11:33:04.431770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:04.439987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:04.470392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (96396b21-5edb-453f-9f0b-eae133f22b30), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.474098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (96396b21-5edb-453f-9f0b-eae133f22b30), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.479745 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.564264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-deb9bcb8-389b-4de3-a4ad-60d8778fdcca', 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca', 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'fixed_ips': [{'subnet_id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:33:04.565203 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.590344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks [] for router_controller (96396b21-5edb-453f-9f0b-eae133f22b30), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.617625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.671775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Pushing event deleted for resources: {'Port': ['ID=ed8a41d5-dfaf-4cb5-b33a-5984b3c1312e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:04.753302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Allocated IP 172.20.0.2 (deb9bcb8-389b-4de3-a4ad-60d8778fdcca/672c45b3-e0aa-4cb9-80bc-66ebf75878ed/c6784bd4-c3ad-4d5c-bb34-6cf55c93617d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:04.776035 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks [] for floatingip (e8f32a9e-cd75-475c-8033-9da7a022fd81), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.781810 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.783068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4f2f386c-366a-4319-8c08-d4864fa75480 tempest-AttachVolumeShelveTestJSON-1908741975 tempest-AttachVolumeShelveTestJSON-1908741975-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8f32a9e-cd75-475c-8033-9da7a022fd81 HTTP/1.1" status: 204 len: 168 time: 0.6697159 Apr 07 11:33:04.856706 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks [] for router_gateway (96396b21-5edb-453f-9f0b-eae133f22b30), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:04.992940 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Publish callbacks [] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.003028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.055293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:05.058720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:05.062833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:05.079370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Pushing event updated for resources: {'Port': ['ID=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:05.111394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.111838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.112254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.112666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.113068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.113499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.113895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.114294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.114691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.115084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.115489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.115882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.116270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:05.149660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Attempting to bind port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:05.150108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Attempting to bind port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:05.150553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Attempting to bind port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d on network deb9bcb8-389b-4de3-a4ad-60d8778fdcca {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:05.156498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:05.157532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Checking segment: {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:05.158099 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.158647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Bound using segment: {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:05.159325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Bound port: c6784bd4-c3ad-4d5c-bb34-6cf55c93617d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:05.159890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.233328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] For port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:05.237763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] For port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:05.248652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.372843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba02c5-ad19-4554-9d3e-2dd178654bb0 None None] Pushing event updated for resources: {'Port': ['ID=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:05.571474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:05.615346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks [] for router_gateway (96396b21-5edb-453f-9f0b-eae133f22b30), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.622337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 146ee700-b855-4655-b021-df902162e028 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:05.623211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 146ee700-b855-4655-b021-df902162e028 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:05.652398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:05.861311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Allocated IP 172.25.5.235 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/70693436-6f6b-45e2-8ce1-812450562b2f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:06.007355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks [] for port (70693436-6f6b-45e2-8ce1-812450562b2f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:06.051164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:06.092139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:06.139938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:06.143373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:06.149510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:06.175015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=70693436-6f6b-45e2-8ce1-812450562b2f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:06.358072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-636580a2-8841-45f8-96ea-d9836216c6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880187 Apr 07 11:33:06.520773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-20fcb0b1-729d-4e53-90bd-326f7646e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:06.522655 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-20fcb0b1-729d-4e53-90bd-326f7646e76a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1127 time: 0.1023998 Apr 07 11:33:06.581312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks [] for router_gateway (96396b21-5edb-453f-9f0b-eae133f22b30), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:06.745259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-893b7030-e981-448b-a39f-2bcdbfd149cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:06.747824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-893b7030-e981-448b-a39f-2bcdbfd149cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.1971045 Apr 07 11:33:06.770704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123faedf-7334-477c-9425-f7e0f7c0a58c None None] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:06.802900 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-a81fd6cf-dfc2-43cc-9388-e6c08fee4ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 200 len: 217 time: 0.0443683 Apr 07 11:33:06.924017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (96396b21-5edb-453f-9f0b-eae133f22b30), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:06.943624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] Provisioning complete for port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:06.943999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.050942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-64cf1ee0-eab0-4682-b127-0893627cfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:07.052882 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-64cf1ee0-eab0-4682-b127-0893627cfbde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.1299844 Apr 07 11:33:07.146258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] Current status of the port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:07.146868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.169099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-38f52a5a-90e2-4f51-ad6e-d9449918c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:07.170798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-38f52a5a-90e2-4f51-ad6e-d9449918c0e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098258 Apr 07 11:33:07.200891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Router 96396b21-5edb-453f-9f0b-eae133f22b30 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:33:07.233756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.248859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] For port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:07.254708 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.344090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdfeba-800f-4028-b39a-2623fa451b36 None None] Pushing event updated for resources: {'Port': ['ID=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:07.441079 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-a0118a9c-69b6-4301-86dc-135859e5cd01 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635810 Apr 07 11:33:07.525093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c6784bd4-c3ad-4d5c-bb34-6cf55c93617d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:07.579085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:07.592264 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Sync routers for ids ['96396b21-5edb-453f-9f0b-eae133f22b30'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:07.608596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2613c41e-1faf-4fad-b05a-a897fc3e4eac None None] Provisioning complete for port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:07.609172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2613c41e-1faf-4fad-b05a-a897fc3e4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.612121 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Routers {'96396b21-5edb-453f-9f0b-eae133f22b30'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:07.612853 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['96396b21-5edb-453f-9f0b-eae133f22b30'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:07.614961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.616264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-00872b8a-7a5a-4b16-814e-8076f617f0e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1832938 Apr 07 11:33:07.619121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37724) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:07.643533 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f5e00853-8400-4cbb-95e8-3b44d006ae09 req-d7199943-492e-44d1-8273-618a29f08b6e service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910183 Apr 07 11:33:07.683747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:07.684394 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:07.824226 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Set router 96396b21-5edb-453f-9f0b-eae133f22b30 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:07.995717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2613c41e-1faf-4fad-b05a-a897fc3e4eac None None] Current status of the port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:08.050588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:08.093304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:06Z', 'revision_number': 3, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:08.141695 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Checking router: 96396b21-5edb-453f-9f0b-eae133f22b30 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:08.142188 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Updating router 96396b21-5edb-453f-9f0b-eae133f22b30 port 70693436-6f6b-45e2-8ce1-812450562b2f binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:33:08.219973 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.342483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.563151 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Publish callbacks [] for port (70693436-6f6b-45e2-8ce1-812450562b2f), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.571271 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.598035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Allocated IP 172.20.0.1 (deb9bcb8-389b-4de3-a4ad-60d8778fdcca/672c45b3-e0aa-4cb9-80bc-66ebf75878ed/d2a061f0-f86a-4a50-b4c1-abe76a8a4bde) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:08.656913 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Attempting to bind port 70693436-6f6b-45e2-8ce1-812450562b2f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:08.657786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Attempting to bind port 70693436-6f6b-45e2-8ce1-812450562b2f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:08.659886 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Attempting to bind port 70693436-6f6b-45e2-8ce1-812450562b2f on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:08.688028 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:08.688402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:08.688987 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.689408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:08.690484 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Bound port: 70693436-6f6b-45e2-8ce1-812450562b2f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:08.690872 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.737107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks [] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.758296 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb098398-22f1-4f50-ab62-4e83e5a2df08 None None] Pushing event updated for resources: {'Port': ['ID=70693436-6f6b-45e2-8ce1-812450562b2f,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:08.768279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] For port 70693436-6f6b-45e2-8ce1-812450562b2f, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:08.774624 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] For port 70693436-6f6b-45e2-8ce1-812450562b2f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=70693436-6f6b-45e2-8ce1-812450562b2f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:08.786250 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.811340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:08.882688 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb098398-22f1-4f50-ab62-4e83e5a2df08 None None] Pushing event updated for resources: {'Port': ['ID=70693436-6f6b-45e2-8ce1-812450562b2f,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:08.885636 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Routers {'96396b21-5edb-453f-9f0b-eae133f22b30'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:08.886762 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['96396b21-5edb-453f-9f0b-eae133f22b30'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:08.905259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:08.909451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:08.912433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:08.914254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:08.979871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (96396b21-5edb-453f-9f0b-eae133f22b30), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.097235 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] Set router 96396b21-5edb-453f-9f0b-eae133f22b30 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:09.237861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.341762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8707490f-3baa-42a2-affb-fe721b0deed4 None None] Provisioning complete for port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:09.344107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8707490f-3baa-42a2-affb-fe721b0deed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.435294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8707490f-3baa-42a2-affb-fe721b0deed4 None None] Port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:09.532703 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:06Z', 'revision_number': 3, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:09.568181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c6784bd4-c3ad-4d5c-bb34-6cf55c93617d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:09.575161 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35155d5a-0623-4eb2-b461-3cdbfd14cbc9 None None] The sync data for ids ['96396b21-5edb-453f-9f0b-eae133f22b30'] in n-d-836788-1 is: [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:06Z', 'revision_number': 3, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:09.655573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:09.655835 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.656973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks [] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.662568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.755236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:09.761251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (96396b21-5edb-453f-9f0b-eae133f22b30), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:09.770936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:09.874537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:09.876041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:10.068141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Router 96396b21-5edb-453f-9f0b-eae133f22b30 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:10.275594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:33:10.301653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-399f0cc7-5ea7-4806-a5f5-8deb0e1f5be2 None None] Provisioning complete for port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:10.302411 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-399f0cc7-5ea7-4806-a5f5-8deb0e1f5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:10.309339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:10.330793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8e976447-8054-4ef7-90b7-52f8d05b3421 admin admin] 10.222.0.13 "PUT /v2.0/routers/96396b21-5edb-453f-9f0b-eae133f22b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7025635 Apr 07 11:33:10.374284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-399f0cc7-5ea7-4806-a5f5-8deb0e1f5be2 None None] Port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:11.116457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:11.121741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2054394733-network', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:11.149429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Made reservation on behalf of 62b2b966269444cda1e026b8f50ea91a for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:11.152788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.164932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.306704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks [] for security_group (6c9ce075-e5bd-49a5-b6c1-6ad06249adcf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.326391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6c9ce075-e5bd-49a5-b6c1-6ad06249adcf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.364831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:33:11.393652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ce075-e5bd-49a5-b6c1-6ad06249adcf,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:11.402470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ee553ed8-1623-44e1-b2e3-3b857029e47b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.403226 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Added segment ee553ed8-1623-44e1-b2e3-3b857029e47b of type vlan for network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 Apr 07 11:33:11.459613 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.506586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 70693436-6f6b-45e2-8ce1-812450562b2f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:11.527258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.530832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:11.535287 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.638161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37772) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:11.647525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Request body: {'subnet': {'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2054394733-subnet', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:11.648549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 70693436-6f6b-45e2-8ce1-812450562b2f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:11.649027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.652352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5342448 Apr 07 11:33:11.691739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Made reservation on behalf of 62b2b966269444cda1e026b8f50ea91a for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:11.695345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.824956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44058131-76e9-4167-9ff9-22ff1376cf71 admin admin] Pushing event updated for resources: {'Network': ['ID=e16ad9f8-9cac-43d7-a32f-12a88db6a9c6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:11.869517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 70693436-6f6b-45e2-8ce1-812450562b2f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:11.869926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:11.889854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:33:12.055849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 70693436-6f6b-45e2-8ce1-812450562b2f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=70693436-6f6b-45e2-8ce1-812450562b2f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:12.070882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.147731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (a574b4cb-1d14-4f87-acb8-af3924d8c2e7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.163776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=70693436-6f6b-45e2-8ce1-812450562b2f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:12.192516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Sync routers for ids ['96396b21-5edb-453f-9f0b-eae133f22b30'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:12.208579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a574b4cb-1d14-4f87-acb8-af3924d8c2e7,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:12.220600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Routers {'96396b21-5edb-453f-9f0b-eae133f22b30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:12.222917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['96396b21-5edb-453f-9f0b-eae133f22b30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:12.242774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Checking segment: {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:12.243128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Network hostable DHCP agents. Network: e16ad9f8-9cac-43d7-a32f-12a88db6a9c6, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:33:12.266440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:33:12.287612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, e16ad9f8-9cac-43d7-a32f-12a88db6a9c6) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:12.299094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:12.300142 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.385982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-778eccd1-ffe8-4d67-b4f2-6db8230f050a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7443144 Apr 07 11:33:12.387769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37778) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:12.394228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:12.420255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91eb47-6c67-4a4f-8403-07baeafedaba None None] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:12.476680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (b6751c72-a20e-4e1b-852e-1d38a60db501), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.480809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (b6751c72-a20e-4e1b-852e-1d38a60db501), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.576391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks [] for router_controller (b6751c72-a20e-4e1b-852e-1d38a60db501), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.627971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Set router 96396b21-5edb-453f-9f0b-eae133f22b30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:12.754942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-e16ad9f8-9cac-43d7-a32f-12a88db6a9c6', 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6', 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'fixed_ips': [{'subnet_id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:33:12.756213 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:12.826250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks [] for router_gateway (b6751c72-a20e-4e1b-852e-1d38a60db501), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.089975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Allocated IP 172.20.0.2 (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6/a574b4cb-1d14-4f87-acb8-af3924d8c2e7/fd33a9f2-bf5e-40c3-afa8-b820489d4185) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:13.184817 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks [] for router_gateway (b6751c72-a20e-4e1b-852e-1d38a60db501), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.215306 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.242598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:09Z', 'revision_number': 4, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd2a061f0-f86a-4a50-b4c1-abe76a8a4bde', 'name': '', 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'mac_address': 'fa:16:3e:90:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:08Z', 'updated_at': '2022-04-07T11:33:09Z', 'revision_number': 2, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'subnets': [{'id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:13.298501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Checking router: 96396b21-5edb-453f-9f0b-eae133f22b30 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:13.298867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Updating router 96396b21-5edb-453f-9f0b-eae133f22b30 port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:33:13.359772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.392035 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Publish callbacks [] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.397104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Allocated IP 172.25.5.208 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/27982fd1-edb2-47e9-880a-53d371e10574) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:13.427139 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.482863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Pushing event updated for resources: {'Port': ['ID=fd33a9f2-bf5e-40c3-afa8-b820489d4185,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:13.497023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 70693436-6f6b-45e2-8ce1-812450562b2f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:13.611948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:13.612204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks [] for port (27982fd1-edb2-47e9-880a-53d371e10574), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.626028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:13.633169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:13.664282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (27982fd1-edb2-47e9-880a-53d371e10574), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.697498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 70693436-6f6b-45e2-8ce1-812450562b2f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:13.697874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.723252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:13.752259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:13.764324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Pushing event updated for resources: {'Port': ['ID=27982fd1-edb2-47e9-880a-53d371e10574,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:13.768191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:13.798036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Attempting to bind port fd33a9f2-bf5e-40c3-afa8-b820489d4185 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:13.798631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Attempting to bind port fd33a9f2-bf5e-40c3-afa8-b820489d4185 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:13.799012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Attempting to bind port fd33a9f2-bf5e-40c3-afa8-b820489d4185 on network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:13.819798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:13.820182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Checking segment: {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:13.820586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.820981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Bound using segment: {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:13.821505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Bound port: fd33a9f2-bf5e-40c3-afa8-b820489d4185, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:13.821888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:13.926119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] For port fd33a9f2-bf5e-40c3-afa8-b820489d4185, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:13.929265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] For port fd33a9f2-bf5e-40c3-afa8-b820489d4185, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fd33a9f2-bf5e-40c3-afa8-b820489d4185,segment=NetworkSegment(ee553ed8-1623-44e1-b2e3-3b857029e47b),segment_id=ee553ed8-1623-44e1-b2e3-3b857029e47b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:13.948035 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.012630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a8d3-14ba-4ae7-87af-4d1cc4aecafe None None] Pushing event updated for resources: {'Port': ['ID=fd33a9f2-bf5e-40c3-afa8-b820489d4185,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:14.107434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 70693436-6f6b-45e2-8ce1-812450562b2f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:14.128986 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Publish callbacks [] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.138343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.204430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c6512-308e-4424-8ae7-ec59f6d6ec15 None None] Pushing event updated for resources: {'Port': ['ID=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:14.285949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks [] for router_gateway (b6751c72-a20e-4e1b-852e-1d38a60db501), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.375916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Attempting to bind port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:14.376355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Attempting to bind port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:14.376846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Attempting to bind port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde on network deb9bcb8-389b-4de3-a4ad-60d8778fdcca {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:14.409608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:14.410677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Checking segment: {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:14.413239 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.413827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Bound using segment: {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:14.414501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Bound port: d2a061f0-f86a-4a50-b4c1-abe76a8a4bde, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:14.415068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.586008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] For port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:14.595038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] For port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:14.615653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:14.734489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Routers {'96396b21-5edb-453f-9f0b-eae133f22b30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:14.735437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['96396b21-5edb-453f-9f0b-eae133f22b30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:14.793404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (b6751c72-a20e-4e1b-852e-1d38a60db501), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:15.090441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Router b6751c72-a20e-4e1b-852e-1d38a60db501 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:33:15.157206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c6512-308e-4424-8ae7-ec59f6d6ec15 None None] Pushing event updated for resources: {'Port': ['ID=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:15.185414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] Provisioning complete for port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:15.185910 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:15.293370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] Set router 96396b21-5edb-453f-9f0b-eae133f22b30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:15.302420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:15.316436 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Sync routers for ids ['b6751c72-a20e-4e1b-852e-1d38a60db501'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:15.344980 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Routers {'b6751c72-a20e-4e1b-852e-1d38a60db501'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:15.346172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:15.347500 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b6751c72-a20e-4e1b-852e-1d38a60db501'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:15.348286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7a555b55-116f-4f67-972c-31258c07e134 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9588957 Apr 07 11:33:15.351274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37798) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:15.459854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] Current status of the port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:15.462164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:15.600993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd33a9f2-bf5e-40c3-afa8-b820489d4185 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:15.624412 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Set router b6751c72-a20e-4e1b-852e-1d38a60db501 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:15.662633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] For port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:15.682126 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:15.812649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b675e5-d97d-47ab-899a-d384df41ade0 None None] Pushing event updated for resources: {'Port': ['ID=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:15.933222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f2f27-1d0c-4207-bf45-82c4871d1b15 None None] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:16.128678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fd33a9f2-bf5e-40c3-afa8-b820489d4185 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:16.134404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.143283 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:14Z', 'revision_number': 3, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:16.188249 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Checking router: b6751c72-a20e-4e1b-852e-1d38a60db501 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:16.188602 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Updating router b6751c72-a20e-4e1b-852e-1d38a60db501 port 27982fd1-edb2-47e9-880a-53d371e10574 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:33:16.227234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ef6decaf-4bb3-450e-802a-435f1c18f95a None None] Provisioning complete for port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:16.227765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ef6decaf-4bb3-450e-802a-435f1c18f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.229253 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27982fd1-edb2-47e9-880a-53d371e10574), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.382099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:09Z', 'revision_number': 4, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd2a061f0-f86a-4a50-b4c1-abe76a8a4bde', 'name': '', 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'mac_address': 'fa:16:3e:90:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:08Z', 'updated_at': '2022-04-07T11:33:14Z', 'revision_number': 4, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'subnets': [{'id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:16.426864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176f42-8330-4705-a8d7-b45feaefece9 None None] The sync data for ids ['96396b21-5edb-453f-9f0b-eae133f22b30'] in n-d-836788-1 is: [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:09Z', 'revision_number': 4, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd2a061f0-f86a-4a50-b4c1-abe76a8a4bde', 'name': '', 'network_id': 'deb9bcb8-389b-4de3-a4ad-60d8778fdcca', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'mac_address': 'fa:16:3e:90:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:08Z', 'updated_at': '2022-04-07T11:33:14Z', 'revision_number': 4, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'subnets': [{'id': '672c45b3-e0aa-4cb9-80bc-66ebf75878ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:16.486557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ef6decaf-4bb3-450e-802a-435f1c18f95a None None] Current status of the port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:16.538310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fd33a9f2-bf5e-40c3-afa8-b820489d4185 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:16.538707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.645408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port fd33a9f2-bf5e-40c3-afa8-b820489d4185, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fd33a9f2-bf5e-40c3-afa8-b820489d4185,segment=NetworkSegment(ee553ed8-1623-44e1-b2e3-3b857029e47b),segment_id=ee553ed8-1623-44e1-b2e3-3b857029e47b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:16.660837 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.677565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-58ee59d5-313b-4371-a1ee-f68b04ee0e47 None None] Provisioning complete for port fd33a9f2-bf5e-40c3-afa8-b820489d4185 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:16.681510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58ee59d5-313b-4371-a1ee-f68b04ee0e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.853988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=fd33a9f2-bf5e-40c3-afa8-b820489d4185,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:16.882376 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Publish callbacks [] for port (27982fd1-edb2-47e9-880a-53d371e10574), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.892021 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (27982fd1-edb2-47e9-880a-53d371e10574), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.962276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-58ee59d5-313b-4371-a1ee-f68b04ee0e47 None None] Current status of the port fd33a9f2-bf5e-40c3-afa8-b820489d4185 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:16.977695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:16.978290 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419758-ae82-43a5-be51-33ec318787e4 None None] Pushing event updated for resources: {'Port': ['ID=27982fd1-edb2-47e9-880a-53d371e10574,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:17.010317 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Attempting to bind port 27982fd1-edb2-47e9-880a-53d371e10574 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:17.010749 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Attempting to bind port 27982fd1-edb2-47e9-880a-53d371e10574 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:17.012036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Attempting to bind port 27982fd1-edb2-47e9-880a-53d371e10574 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:17.020821 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:17.020821 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:17.020821 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.020821 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:17.021388 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Bound port: 27982fd1-edb2-47e9-880a-53d371e10574, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:17.021505 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27982fd1-edb2-47e9-880a-53d371e10574), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.092116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b7ad0f49-1951-46c0-bd01-70e514e045d6 None None] Provisioning complete for port fd33a9f2-bf5e-40c3-afa8-b820489d4185 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:17.093637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0f49-1951-46c0-bd01-70e514e045d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.144387 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] For port 27982fd1-edb2-47e9-880a-53d371e10574, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:17.159431 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] For port 27982fd1-edb2-47e9-880a-53d371e10574, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=27982fd1-edb2-47e9-880a-53d371e10574,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:17.173006 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (27982fd1-edb2-47e9-880a-53d371e10574), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.315491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad0f49-1951-46c0-bd01-70e514e045d6 None None] Current status of the port fd33a9f2-bf5e-40c3-afa8-b820489d4185 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:17.354263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Allocated IP 172.20.0.1 (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6/a574b4cb-1d14-4f87-acb8-af3924d8c2e7/be3629f7-48aa-4783-834c-333a8ebb4ad6) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:17.358616 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Routers {'b6751c72-a20e-4e1b-852e-1d38a60db501'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:17.359642 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b6751c72-a20e-4e1b-852e-1d38a60db501'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:17.505705 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419758-ae82-43a5-be51-33ec318787e4 None None] Pushing event updated for resources: {'Port': ['ID=27982fd1-edb2-47e9-880a-53d371e10574,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:17.581391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd33a9f2-bf5e-40c3-afa8-b820489d4185 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:17.600074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks [] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.601220 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] Set router b6751c72-a20e-4e1b-852e-1d38a60db501 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:17.677983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fd33a9f2-bf5e-40c3-afa8-b820489d4185 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:17.678862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.694684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.769372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:17.778476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:17.783031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:17.819932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fd33a9f2-bf5e-40c3-afa8-b820489d4185 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:17.821114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d2a061f0-f86a-4a50-b4c1-abe76a8a4bde up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:17.847244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Pushing event updated for resources: {'Port': ['ID=be3629f7-48aa-4783-834c-333a8ebb4ad6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:17.896174 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (b6751c72-a20e-4e1b-852e-1d38a60db501), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:17.929002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:17.929519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:18.001507 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:14Z', 'revision_number': 3, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:18.037640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1f2f55-ed6a-4b2c-b53f-a0b28db27fe2 None None] The sync data for ids ['b6751c72-a20e-4e1b-852e-1d38a60db501'] in n-d-836788-1 is: [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:14Z', 'revision_number': 3, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:18.154608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:18.257227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3609458d-7a24-4db1-bf51-b7915e248bcc None None] Provisioning complete for port be3629f7-48aa-4783-834c-333a8ebb4ad6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:18.257609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3609458d-7a24-4db1-bf51-b7915e248bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:18.260716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:18.312848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3609458d-7a24-4db1-bf51-b7915e248bcc None None] Port be3629f7-48aa-4783-834c-333a8ebb4ad6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:18.620822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks [] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:18.638260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:18.703436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (b6751c72-a20e-4e1b-852e-1d38a60db501), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:18.818935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Pushing event updated for resources: {'Port': ['ID=be3629f7-48aa-4783-834c-333a8ebb4ad6,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:18.937546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:18.940688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:19.208208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Router b6751c72-a20e-4e1b-852e-1d38a60db501 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:19.467788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2ca778b5-fbf0-4315-a09e-c1977084937e None None] Provisioning complete for port be3629f7-48aa-4783-834c-333a8ebb4ad6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:19.468407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ca778b5-fbf0-4315-a09e-c1977084937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:19.555198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:19.590893 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dbfb020d-86fc-4827-80dd-3525923bf42f admin admin] 10.222.0.13 "PUT /v2.0/routers/b6751c72-a20e-4e1b-852e-1d38a60db501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2246134 Apr 07 11:33:19.591141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ca778b5-fbf0-4315-a09e-c1977084937e None None] Port be3629f7-48aa-4783-834c-333a8ebb4ad6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:19.593927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27982fd1-edb2-47e9-880a-53d371e10574 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:19.716743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 27982fd1-edb2-47e9-880a-53d371e10574 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:19.717150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27982fd1-edb2-47e9-880a-53d371e10574), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:19.891473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 27982fd1-edb2-47e9-880a-53d371e10574 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:19.891875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (27982fd1-edb2-47e9-880a-53d371e10574), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:19.936627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 27982fd1-edb2-47e9-880a-53d371e10574, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=27982fd1-edb2-47e9-880a-53d371e10574,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:19.950222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (27982fd1-edb2-47e9-880a-53d371e10574), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:20.050510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=27982fd1-edb2-47e9-880a-53d371e10574,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:20.790821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37880) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:21.081028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Sync routers for ids ['b6751c72-a20e-4e1b-852e-1d38a60db501'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:21.125685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Routers {'b6751c72-a20e-4e1b-852e-1d38a60db501'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:21.128891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b6751c72-a20e-4e1b-852e-1d38a60db501'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:21.210364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37900) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:21.351622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Set router b6751c72-a20e-4e1b-852e-1d38a60db501 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:21.557239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27982fd1-edb2-47e9-880a-53d371e10574 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:21.744310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 27982fd1-edb2-47e9-880a-53d371e10574 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:21.744959 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (27982fd1-edb2-47e9-880a-53d371e10574), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:21.820041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:18Z', 'revision_number': 4, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'be3629f7-48aa-4783-834c-333a8ebb4ad6', 'name': '', 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:17Z', 'updated_at': '2022-04-07T11:33:18Z', 'revision_number': 2, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'subnets': [{'id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:21.898397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Checking router: b6751c72-a20e-4e1b-852e-1d38a60db501 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:21.904440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Updating router b6751c72-a20e-4e1b-852e-1d38a60db501 port be3629f7-48aa-4783-834c-333a8ebb4ad6 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:33:22.037091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:22.260486 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (d0104123-c5a4-44d6-a360-7dc2106f6f5e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:22.509534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Publish callbacks [] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:22.521754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 27982fd1-edb2-47e9-880a-53d371e10574 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:22.528305 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:22.593507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b71c2-c11c-4efd-91c0-33966916eb39 None None] Pushing event updated for resources: {'Port': ['ID=be3629f7-48aa-4783-834c-333a8ebb4ad6,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:22.652787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (96396b21-5edb-453f-9f0b-eae133f22b30), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:22.684036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Attempting to bind port be3629f7-48aa-4783-834c-333a8ebb4ad6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:22.684424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Attempting to bind port be3629f7-48aa-4783-834c-333a8ebb4ad6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:22.684798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Attempting to bind port be3629f7-48aa-4783-834c-333a8ebb4ad6 on network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:22.709198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:22.709198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Checking segment: {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:22.709198 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:22.709198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Bound using segment: {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:22.709198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Bound port: be3629f7-48aa-4783-834c-333a8ebb4ad6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee553ed8-1623-44e1-b2e3-3b857029e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:22.709758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:23.166120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bc1a2dbe-ce72-4b59-9644-a8b780eebe44 None None] Provisioning complete for port be3629f7-48aa-4783-834c-333a8ebb4ad6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:23.169996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bc1a2dbe-ce72-4b59-9644-a8b780eebe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:23.270155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a2dbe-ce72-4b59-9644-a8b780eebe44 None None] Port be3629f7-48aa-4783-834c-333a8ebb4ad6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:23.308302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] For port be3629f7-48aa-4783-834c-333a8ebb4ad6, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:23.315871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] For port be3629f7-48aa-4783-834c-333a8ebb4ad6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=be3629f7-48aa-4783-834c-333a8ebb4ad6,segment=NetworkSegment(ee553ed8-1623-44e1-b2e3-3b857029e47b),segment_id=ee553ed8-1623-44e1-b2e3-3b857029e47b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:23.329537 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:23.511283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Routers {'b6751c72-a20e-4e1b-852e-1d38a60db501'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:23.511997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b6751c72-a20e-4e1b-852e-1d38a60db501'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:23.914101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] Set router b6751c72-a20e-4e1b-852e-1d38a60db501 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:24.016094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b71c2-c11c-4efd-91c0-33966916eb39 None None] Pushing event updated for resources: {'Port': ['ID=be3629f7-48aa-4783-834c-333a8ebb4ad6,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:24.095682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Deleting port c211fce3-a9c0-48dc-8234-4031424fd4f4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:24.107873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.207113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Deleting port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:24.207709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.328013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] Provisioning complete for port be3629f7-48aa-4783-834c-333a8ebb4ad6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:24.328373 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.378912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] For port d2a061f0-f86a-4a50-b4c1-abe76a8a4bde, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:24.379550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.397893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Calling delete_port for d2a061f0-f86a-4a50-b4c1-abe76a8a4bde owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:24.434698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:18Z', 'revision_number': 4, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'be3629f7-48aa-4783-834c-333a8ebb4ad6', 'name': '', 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:17Z', 'updated_at': '2022-04-07T11:33:23Z', 'revision_number': 4, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'subnets': [{'id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:24.502275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17393-b93e-4e79-8894-19868a29684a None None] The sync data for ids ['b6751c72-a20e-4e1b-852e-1d38a60db501'] in n-d-836788-1 is: [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:18Z', 'revision_number': 4, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'be3629f7-48aa-4783-834c-333a8ebb4ad6', 'name': '', 'network_id': 'e16ad9f8-9cac-43d7-a32f-12a88db6a9c6', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'mac_address': 'fa:16:3e:a8:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:17Z', 'updated_at': '2022-04-07T11:33:23Z', 'revision_number': 4, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'subnets': [{'id': 'a574b4cb-1d14-4f87-acb8-af3924d8c2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:24.617006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] Current status of the port be3629f7-48aa-4783-834c-333a8ebb4ad6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:24.619505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.755363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] For port be3629f7-48aa-4783-834c-333a8ebb4ad6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=be3629f7-48aa-4783-834c-333a8ebb4ad6,segment=NetworkSegment(ee553ed8-1623-44e1-b2e3-3b857029e47b),segment_id=ee553ed8-1623-44e1-b2e3-3b857029e47b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:24.764558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.843627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d2a061f0-f86a-4a50-b4c1-abe76a8a4bde), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:24.896252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f88d7-a935-42dd-815e-58d44fc20a39 None None] Pushing event updated for resources: {'Port': ['ID=be3629f7-48aa-4783-834c-333a8ebb4ad6,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:24.984364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a061f0-f86a-4a50-b4c1-abe76a8a4bde,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:25.000977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] For port c211fce3-a9c0-48dc-8234-4031424fd4f4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c211fce3-a9c0-48dc-8234-4031424fd4f4,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:25.001529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:25.066089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Calling delete_port for c211fce3-a9c0-48dc-8234-4031424fd4f4 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:25.322747 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (96396b21-5edb-453f-9f0b-eae133f22b30), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:25.689077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device be3629f7-48aa-4783-834c-333a8ebb4ad6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:25.798356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port be3629f7-48aa-4783-834c-333a8ebb4ad6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:25.798746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:25.997991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port be3629f7-48aa-4783-834c-333a8ebb4ad6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:26.143054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Router 96396b21-5edb-453f-9f0b-eae133f22b30 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:26.427149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c211fce3-a9c0-48dc-8234-4031424fd4f4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:26.459581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:26.471295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] Sync routers for ids ['96396b21-5edb-453f-9f0b-eae133f22b30'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:26.471865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b8d1cdf3-255c-4a28-95b5-c69ee5bd2ac4 admin admin] 10.222.0.13 "PUT /v2.0/routers/96396b21-5edb-453f-9f0b-eae133f22b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2600181 Apr 07 11:33:26.472542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37944) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:26.473266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c211fce3-a9c0-48dc-8234-4031424fd4f4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:26.525685 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] Routers {'96396b21-5edb-453f-9f0b-eae133f22b30'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:26.527796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['96396b21-5edb-453f-9f0b-eae133f22b30'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:26.820321 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (d0104123-c5a4-44d6-a360-7dc2106f6f5e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:26.838302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks [] for router (96396b21-5edb-453f-9f0b-eae133f22b30), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:26.911382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] Set router 96396b21-5edb-453f-9f0b-eae133f22b30 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:27.017322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks [] for router_gateway (96396b21-5edb-453f-9f0b-eae133f22b30), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:27.150953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Deleting port 70693436-6f6b-45e2-8ce1-812450562b2f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:27.151950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:27.271524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Router d0104123-c5a4-44d6-a360-7dc2106f6f5e has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:27.291958 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:24Z', 'revision_number': 5, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port': {'id': '70693436-6f6b-45e2-8ce1-812450562b2f', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:05Z', 'updated_at': '2022-04-07T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:27.354605 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] Checking router: 96396b21-5edb-453f-9f0b-eae133f22b30 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:27.381283 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] Routers {'96396b21-5edb-453f-9f0b-eae133f22b30'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:27.382083 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['96396b21-5edb-453f-9f0b-eae133f22b30'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:27.404629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] For port 70693436-6f6b-45e2-8ce1-812450562b2f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=70693436-6f6b-45e2-8ce1-812450562b2f,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:27.405248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:27.435174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Calling delete_port for 70693436-6f6b-45e2-8ce1-812450562b2f owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:27.446535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:27.456925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] Sync routers for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:27.475183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5609ae63-91b3-4cf1-97fa-50be9c43e7bd admin admin] 10.222.0.13 "PUT /v2.0/routers/d0104123-c5a4-44d6-a360-7dc2106f6f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6830730 Apr 07 11:33:27.475878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37954) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:27.478385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:27.479035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:27.551561 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] Set router 96396b21-5edb-453f-9f0b-eae133f22b30 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:27.610365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:27Z', 'revision_number': 6, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:27.748582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks [] for router (d0104123-c5a4-44d6-a360-7dc2106f6f5e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:27.840786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e18bfe-eb0a-4597-8368-ca4da33e0a15 None None] The sync data for ids ['96396b21-5edb-453f-9f0b-eae133f22b30'] in n-d-836788-1 is: [{'id': '96396b21-5edb-453f-9f0b-eae133f22b30', 'name': 'tempest-TestAggregatesBasicOps-936823015-router', 'tenant_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:04Z', 'updated_at': '2022-04-07T11:33:27Z', 'revision_number': 6, 'project_id': '1bbe6794d625412ea3aef2e3eb4673c2', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:27.884559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:27.929958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (70693436-6f6b-45e2-8ce1-812450562b2f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.047427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks [] for router_gateway (d0104123-c5a4-44d6-a360-7dc2106f6f5e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.175615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=70693436-6f6b-45e2-8ce1-812450562b2f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:28.210384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Deleting port 22b9e222-613c-444b-a87d-3362431b6fa2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:28.210763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.286764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (96396b21-5edb-453f-9f0b-eae133f22b30), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.394013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] For port 22b9e222-613c-444b-a87d-3362431b6fa2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=22b9e222-613c-444b-a87d-3362431b6fa2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:28.394396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.433910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Calling delete_port for 22b9e222-613c-444b-a87d-3362431b6fa2 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:28.505648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (96396b21-5edb-453f-9f0b-eae133f22b30), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.505873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:33:26Z', 'revision_number': 5, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port': {'id': '22b9e222-613c-444b-a87d-3362431b6fa2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:21:33Z', 'updated_at': '2022-04-07T11:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:28.509594 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks [] for router_controller (96396b21-5edb-453f-9f0b-eae133f22b30), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.563767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] Checking router: d0104123-c5a4-44d6-a360-7dc2106f6f5e for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:28.611604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] Routers {'d0104123-c5a4-44d6-a360-7dc2106f6f5e'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:28.613860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:28.626812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (96396b21-5edb-453f-9f0b-eae133f22b30), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.628252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96396b21-5edb-453f-9f0b-eae133f22b30 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:33:28.641091 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.642750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-abca2cca-122e-490e-aa4c-6c6b30fb0d5f admin admin] 10.222.0.13 "DELETE /v2.0/routers/96396b21-5edb-453f-9f0b-eae133f22b30 HTTP/1.1" status: 204 len: 168 time: 2.1671469 Apr 07 11:33:28.645373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37970) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:28.791329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Deleting subnet 672c45b3-e0aa-4cb9-80bc-66ebf75878ed {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:33:28.798772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Publish callbacks [] for subnet (672c45b3-e0aa-4cb9-80bc-66ebf75878ed), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.840873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] Set router d0104123-c5a4-44d6-a360-7dc2106f6f5e gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:28.870929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (22b9e222-613c-444b-a87d-3362431b6fa2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.887530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (672c45b3-e0aa-4cb9-80bc-66ebf75878ed), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:28.912866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:33:28Z', 'revision_number': 6, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:28.931414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b9e222-613c-444b-a87d-3362431b6fa2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:28.975809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d0e79-2f10-4835-8b1a-4f79f01f2baa None None] The sync data for ids ['d0104123-c5a4-44d6-a360-7dc2106f6f5e'] in n-d-836788-1 is: [{'id': 'd0104123-c5a4-44d6-a360-7dc2106f6f5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1122548930-router', 'tenant_id': '9e0e95b80323484b996f2afffa9f39e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:21:31Z', 'updated_at': '2022-04-07T11:33:28Z', 'revision_number': 6, 'project_id': '9e0e95b80323484b996f2afffa9f39e8', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:29.062492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (672c45b3-e0aa-4cb9-80bc-66ebf75878ed), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.082050 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (d0104123-c5a4-44d6-a360-7dc2106f6f5e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.176727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (672c45b3-e0aa-4cb9-80bc-66ebf75878ed), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.231251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672c45b3-e0aa-4cb9-80bc-66ebf75878ed,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:29.255475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.257658 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-684b4b45-d088-4f4a-acb7-a87d61cddcad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/672c45b3-e0aa-4cb9-80bc-66ebf75878ed HTTP/1.1" status: 204 len: 168 time: 0.6092374 Apr 07 11:33:29.269011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37974) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:29.274961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c75ca5-7db7-4126-bdd8-d20169ddb737 None None] Network deb9bcb8-389b-4de3-a4ad-60d8778fdcca requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:29.288813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d0104123-c5a4-44d6-a360-7dc2106f6f5e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.291225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks [] for router_controller (d0104123-c5a4-44d6-a360-7dc2106f6f5e), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.358769 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d0104123-c5a4-44d6-a360-7dc2106f6f5e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.360035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0104123-c5a4-44d6-a360-7dc2106f6f5e {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:33:29.373582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.377839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e06ddde9-a663-4fef-84dd-7f436e3e05b2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d0104123-c5a4-44d6-a360-7dc2106f6f5e HTTP/1.1" status: 204 len: 168 time: 1.9009435 Apr 07 11:33:29.378491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37978) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:29.435850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (deb9bcb8-389b-4de3-a4ad-60d8778fdcca), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.528090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Deleting subnet 3827de8d-0b1a-40f1-b7bd-76d6230565b0 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:33:29.536486 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Publish callbacks [] for subnet (3827de8d-0b1a-40f1-b7bd-76d6230565b0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.598323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Deleting port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:29.598770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.633040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] DHCP port deletion for deb9bcb8-389b-4de3-a4ad-60d8778fdcca request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:33:29.648178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (3827de8d-0b1a-40f1-b7bd-76d6230565b0), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.753577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] Deleting port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:29.754206 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.775295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] For port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:29.775859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.811946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Calling delete_port for c6784bd4-c3ad-4d5c-bb34-6cf55c93617d owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:29.829903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] For port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,segment=NetworkSegment(a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1),segment_id=a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:29.831258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.847353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] Calling delete_port for c6784bd4-c3ad-4d5c-bb34-6cf55c93617d owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:29.860538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3827de8d-0b1a-40f1-b7bd-76d6230565b0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.943170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:29.999198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (3827de8d-0b1a-40f1-b7bd-76d6230565b0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.019349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:30.020525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c6784bd4-c3ad-4d5c-bb34-6cf55c93617d), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.033391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.041862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] No DVR routers for this DVR port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:33:30.044812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3827de8d-0b1a-40f1-b7bd-76d6230565b0 HTTP/1.1" status: 204 len: 168 time: 0.6652677 Apr 07 11:33:30.054183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2011ff7a-1aff-461d-bc32-78c020e3b743 None None] Network 9dd0e359-8713-4b99-a415-b9747b1b3c04 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:30.056503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] No DVR routers for this DVR port c6784bd4-c3ad-4d5c-bb34-6cf55c93617d on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:33:30.093221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d2a061f0-f86a-4a50-b4c1-abe76a8a4bde no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:30.116089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37982) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:30.136881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f763f-6e36-4371-8d18-8f8e305f7902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3827de8d-0b1a-40f1-b7bd-76d6230565b0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:30.139527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af88446-fcdc-4c02-b345-14b71f4033d6 None None] Pushing event deleted for resources: {'Port': ['ID=c6784bd4-c3ad-4d5c-bb34-6cf55c93617d,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:30.211031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d2a061f0-f86a-4a50-b4c1-abe76a8a4bde {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:30.211385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d2a061f0-f86a-4a50-b4c1-abe76a8a4bde not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:30.211821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c211fce3-a9c0-48dc-8234-4031424fd4f4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:30.294050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c211fce3-a9c0-48dc-8234-4031424fd4f4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:30.294366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c211fce3-a9c0-48dc-8234-4031424fd4f4 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:30.294804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 70693436-6f6b-45e2-8ce1-812450562b2f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:30.321555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (deb9bcb8-389b-4de3-a4ad-60d8778fdcca), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.326964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 70693436-6f6b-45e2-8ce1-812450562b2f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:30.327260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 70693436-6f6b-45e2-8ce1-812450562b2f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:30.389440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb9bcb8-389b-4de3-a4ad-60d8778fdcca']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:30.391252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9dd0e359-8713-4b99-a415-b9747b1b3c04), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.421520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:30.422883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:30.449220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] DHCP port deletion for 9dd0e359-8713-4b99-a415-b9747b1b3c04 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:33:30.470768 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.543660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.560183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Deleting port 81bd506b-ef65-45e8-a121-d40986684764 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:30.560183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (81bd506b-ef65-45e8-a121-d40986684764), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.568665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:33:30.571033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (a1d4cc6f-8c46-4a18-8a70-2f58a37ef2b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:33:30.575133 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:33:30.676024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] Deleting port 81bd506b-ef65-45e8-a121-d40986684764 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:30.676656 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (81bd506b-ef65-45e8-a121-d40986684764), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.679187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c445bf47-0516-4e3b-bcfb-b16c1655d8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.687997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] For port 81bd506b-ef65-45e8-a121-d40986684764, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=81bd506b-ef65-45e8-a121-d40986684764,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:30.688447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (81bd506b-ef65-45e8-a121-d40986684764), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.696973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (deb9bcb8-389b-4de3-a4ad-60d8778fdcca), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.702793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.708146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/deb9bcb8-389b-4de3-a4ad-60d8778fdcca HTTP/1.1" status: 204 len: 168 time: 1.4379485 Apr 07 11:33:30.717789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Calling delete_port for 81bd506b-ef65-45e8-a121-d40986684764 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:30.744229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37998) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:30.745068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7496d9-d165-4b28-a553-6533546c00cb admin admin] Pushing event deleted for resources: {'Network': ['ID=deb9bcb8-389b-4de3-a4ad-60d8778fdcca,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:30.846568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (81bd506b-ef65-45e8-a121-d40986684764), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.865543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] For port 81bd506b-ef65-45e8-a121-d40986684764, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=81bd506b-ef65-45e8-a121-d40986684764,segment=NetworkSegment(f071a60d-0e38-4438-9394-5618150cadb2),segment_id=f071a60d-0e38-4438-9394-5618150cadb2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:30.865953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (81bd506b-ef65-45e8-a121-d40986684764), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:30.875601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] No DVR routers for this DVR port 81bd506b-ef65-45e8-a121-d40986684764 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:33:30.884297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] Calling delete_port for 81bd506b-ef65-45e8-a121-d40986684764 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:30.955340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81bd506b-ef65-45e8-a121-d40986684764,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:31.001668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (81bd506b-ef65-45e8-a121-d40986684764), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.035096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] Pushing event deleted for resources: {'Port': ['ID=81bd506b-ef65-45e8-a121-d40986684764,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:31.044700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3be749-4ac4-4910-8ce5-9dc962a51b4a None None] No DVR routers for this DVR port 81bd506b-ef65-45e8-a121-d40986684764 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:33:31.127310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9dd0e359-8713-4b99-a415-b9747b1b3c04), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.193991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd0e359-8713-4b99-a415-b9747b1b3c04']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:31.218248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f071a60d-0e38-4438-9394-5618150cadb2') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:31.218547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f071a60d-0e38-4438-9394-5618150cadb2') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:31.247729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (f071a60d-0e38-4438-9394-5618150cadb2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.279082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f071a60d-0e38-4438-9394-5618150cadb2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.291040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:33:31.291465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (f071a60d-0e38-4438-9394-5618150cadb2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:33:31.293917 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:33:31.379739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (b6751c72-a20e-4e1b-852e-1d38a60db501), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.388302 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9dd0e359-8713-4b99-a415-b9747b1b3c04), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.396043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.408393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dd0e359-8713-4b99-a415-b9747b1b3c04 HTTP/1.1" status: 204 len: 168 time: 1.2847974 Apr 07 11:33:31.444116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df7074-fd5f-4a0e-92c3-40587e6829c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd0e359-8713-4b99-a415-b9747b1b3c04,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:31.504611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 22b9e222-613c-444b-a87d-3362431b6fa2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:31.551088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 22b9e222-613c-444b-a87d-3362431b6fa2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:31.551939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 22b9e222-613c-444b-a87d-3362431b6fa2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:31.552582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 81bd506b-ef65-45e8-a121-d40986684764 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:31.636515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 81bd506b-ef65-45e8-a121-d40986684764 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:31.637011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 81bd506b-ef65-45e8-a121-d40986684764 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:31.637691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c6784bd4-c3ad-4d5c-bb34-6cf55c93617d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:31.702823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38006) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:31.717723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c6784bd4-c3ad-4d5c-bb34-6cf55c93617d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:31.718230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c6784bd4-c3ad-4d5c-bb34-6cf55c93617d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:31.723052 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.803689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c9bf9558-33e8-4dd2-86fb-9d758cf0c9a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e0e95b80323484b996f2afffa9f39e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0974407 Apr 07 11:33:31.804217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38008) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:31.908255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b34ba0cf-3774-49af-8c66-c0881e5da970 admin admin] Publish callbacks [] for security_group (497b4958-dae6-4331-9fb9-9f319a666b7f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:31.941298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b34ba0cf-3774-49af-8c66-c0881e5da970 admin admin] Publish callbacks [] for security_group (497b4958-dae6-4331-9fb9-9f319a666b7f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:32.023422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b34ba0cf-3774-49af-8c66-c0881e5da970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (497b4958-dae6-4331-9fb9-9f319a666b7f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:32.027292 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b34ba0cf-3774-49af-8c66-c0881e5da970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:32.029108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b34ba0cf-3774-49af-8c66-c0881e5da970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/497b4958-dae6-4331-9fb9-9f319a666b7f HTTP/1.1" status: 204 len: 168 time: 0.2239442 Apr 07 11:33:32.048825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ba0cf-3774-49af-8c66-c0881e5da970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b4958-dae6-4331-9fb9-9f319a666b7f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:32.407248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Deleting port be3629f7-48aa-4783-834c-333a8ebb4ad6 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:32.407949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:32.515213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] For port be3629f7-48aa-4783-834c-333a8ebb4ad6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=be3629f7-48aa-4783-834c-333a8ebb4ad6,segment=NetworkSegment(ee553ed8-1623-44e1-b2e3-3b857029e47b),segment_id=ee553ed8-1623-44e1-b2e3-3b857029e47b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:32.515748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:32.536271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Calling delete_port for be3629f7-48aa-4783-834c-333a8ebb4ad6 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:32.829692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (be3629f7-48aa-4783-834c-333a8ebb4ad6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:32.891082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=be3629f7-48aa-4783-834c-333a8ebb4ad6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:32.989106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f303b44e-9e5a-4afc-954c-ec78eb83404b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:33.256986 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (b6751c72-a20e-4e1b-852e-1d38a60db501), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:33.468172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:33.665921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Router b6751c72-a20e-4e1b-852e-1d38a60db501 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:33.808999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:33.817818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38046) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:33.818661 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35d44524-c50c-48a1-96df-467e61c13e4e admin admin] 10.222.0.13 "PUT /v2.0/routers/b6751c72-a20e-4e1b-852e-1d38a60db501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0670941 Apr 07 11:33:33.822500 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] Sync routers for ids ['b6751c72-a20e-4e1b-852e-1d38a60db501'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:33.837794 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] Routers {'b6751c72-a20e-4e1b-852e-1d38a60db501'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:33.838850 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b6751c72-a20e-4e1b-852e-1d38a60db501'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:33.989622 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] Set router b6751c72-a20e-4e1b-852e-1d38a60db501 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:34.481729 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:32Z', 'revision_number': 5, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:34.505410 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:34.580617 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] Checking router: b6751c72-a20e-4e1b-852e-1d38a60db501 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:34.598275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-33f8dd4a-1af1-4f4c-a61c-e3081a9d8d09 req-388230a9-d254-4852-93c7-e76456d3e371 tempest-FloatingIPsAssociationNegativeTestJSON-485487194 tempest-FloatingIPsAssociationNegativeTestJSON-485487194-project] (104178) timed out ('10.222.0.23', 49443) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:33:34.607563 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] Routers {'b6751c72-a20e-4e1b-852e-1d38a60db501'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:34.608700 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b6751c72-a20e-4e1b-852e-1d38a60db501'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:34.730463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks [] for router (b6751c72-a20e-4e1b-852e-1d38a60db501), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:34.896243 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] Set router b6751c72-a20e-4e1b-852e-1d38a60db501 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:34.986848 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks [] for router_gateway (b6751c72-a20e-4e1b-852e-1d38a60db501), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.076839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Deleting port 27982fd1-edb2-47e9-880a-53d371e10574 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:35.077548 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (27982fd1-edb2-47e9-880a-53d371e10574), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.218516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] For port 27982fd1-edb2-47e9-880a-53d371e10574, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=27982fd1-edb2-47e9-880a-53d371e10574,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:35.219112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (27982fd1-edb2-47e9-880a-53d371e10574), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.242226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Calling delete_port for 27982fd1-edb2-47e9-880a-53d371e10574 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:35.557680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (27982fd1-edb2-47e9-880a-53d371e10574), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.618045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Pushing event deleted for resources: {'Port': ['ID=27982fd1-edb2-47e9-880a-53d371e10574,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:35.677975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:32Z', 'revision_number': 5, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:35.679412 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (b6751c72-a20e-4e1b-852e-1d38a60db501), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.757255 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204dfdf6-9db4-456e-92d4-8d03d27bfef6 None None] The sync data for ids ['b6751c72-a20e-4e1b-852e-1d38a60db501'] in n-d-836788-1 is: [{'id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'name': 'tempest-TestAggregatesBasicOps-2054394733-router', 'tenant_id': '62b2b966269444cda1e026b8f50ea91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '27982fd1-edb2-47e9-880a-53d371e10574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:12Z', 'updated_at': '2022-04-07T11:33:32Z', 'revision_number': 5, 'project_id': '62b2b966269444cda1e026b8f50ea91a', 'gw_port': {'id': '27982fd1-edb2-47e9-880a-53d371e10574', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6751c72-a20e-4e1b-852e-1d38a60db501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:13Z', 'updated_at': '2022-04-07T11:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:35.872005 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (b6751c72-a20e-4e1b-852e-1d38a60db501), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.880004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks [] for router_controller (b6751c72-a20e-4e1b-852e-1d38a60db501), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:35.995291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (b6751c72-a20e-4e1b-852e-1d38a60db501), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.004693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6751c72-a20e-4e1b-852e-1d38a60db501 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:33:36.022792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.027125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4f8fa42-5d59-4187-b944-1b316bc2a75e admin admin] 10.222.0.13 "DELETE /v2.0/routers/b6751c72-a20e-4e1b-852e-1d38a60db501 HTTP/1.1" status: 204 len: 168 time: 2.2073541 Apr 07 11:33:36.030068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38096) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:36.034630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.201385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Deleting subnet a574b4cb-1d14-4f87-acb8-af3924d8c2e7 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:33:36.218211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Publish callbacks [] for subnet (a574b4cb-1d14-4f87-acb8-af3924d8c2e7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.290431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a574b4cb-1d14-4f87-acb8-af3924d8c2e7), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.411129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a574b4cb-1d14-4f87-acb8-af3924d8c2e7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.496696 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a574b4cb-1d14-4f87-acb8-af3924d8c2e7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.568239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a574b4cb-1d14-4f87-acb8-af3924d8c2e7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:36.580402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0463ac6c-52b7-4590-980d-f918826feb49 None None] Network e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:36.593255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.602438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38106) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:36.615270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e222269-7f9a-47eb-8427-330350b771f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a574b4cb-1d14-4f87-acb8-af3924d8c2e7 HTTP/1.1" status: 204 len: 168 time: 0.5679624 Apr 07 11:33:36.750797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.875628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38112) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:36.879037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Deleting port fd33a9f2-bf5e-40c3-afa8-b820489d4185 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:33:36.879535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:36.986756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] For port fd33a9f2-bf5e-40c3-afa8-b820489d4185, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fd33a9f2-bf5e-40c3-afa8-b820489d4185,segment=NetworkSegment(ee553ed8-1623-44e1-b2e3-3b857029e47b),segment_id=ee553ed8-1623-44e1-b2e3-3b857029e47b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:36.987484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.003654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Calling delete_port for fd33a9f2-bf5e-40c3-afa8-b820489d4185 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:33:37.095360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34222a33-5a51-4c8a-9f8b-5bfdd2751b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.186635 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.199238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517be6a6-f0f6-4932-92dc-e19196e9a753 None None] DHCP port deletion for e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:33:37.216609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fd33a9f2-bf5e-40c3-afa8-b820489d4185), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.307652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-517be6a6-f0f6-4932-92dc-e19196e9a753 None None] The port 'fd33a9f2-bf5e-40c3-afa8-b820489d4185' was deleted {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 07 11:33:37.333479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd33a9f2-bf5e-40c3-afa8-b820489d4185,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:37.341502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] No DVR routers for this DVR port fd33a9f2-bf5e-40c3-afa8-b820489d4185 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:33:37.353674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34222a33-5a51-4c8a-9f8b-5bfdd2751b1f admin admin] Publish callbacks [] for security_group (d5d689b6-d19e-4012-98b5-54021ed8b0ea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.364170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34222a33-5a51-4c8a-9f8b-5bfdd2751b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d5d689b6-d19e-4012-98b5-54021ed8b0ea), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.416225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222a33-5a51-4c8a-9f8b-5bfdd2751b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d689b6-d19e-4012-98b5-54021ed8b0ea,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:37.483469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-34222a33-5a51-4c8a-9f8b-5bfdd2751b1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8745e45c69594dc88e36f272375d815e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6066136 Apr 07 11:33:37.485080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38118) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:37.502213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd33a9f2-bf5e-40c3-afa8-b820489d4185 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:37.513686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.539007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16ad9f8-9cac-43d7-a32f-12a88db6a9c6']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:37.551978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee553ed8-1623-44e1-b2e3-3b857029e47b') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:37.552653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee553ed8-1623-44e1-b2e3-3b857029e47b') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:37.562932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: fd33a9f2-bf5e-40c3-afa8-b820489d4185 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:37.563451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fd33a9f2-bf5e-40c3-afa8-b820489d4185 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:37.564210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device be3629f7-48aa-4783-834c-333a8ebb4ad6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:37.565217 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (ee553ed8-1623-44e1-b2e3-3b857029e47b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.581868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ee553ed8-1623-44e1-b2e3-3b857029e47b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.589871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:33:37.590470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (ee553ed8-1623-44e1-b2e3-3b857029e47b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.650411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0b28362-fdf3-409b-9346-6b01793fb25e admin admin] Publish callbacks [] for security_group (d5d689b6-d19e-4012-98b5-54021ed8b0ea), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:33:37.695824 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:33:37.701229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e16ad9f8-9cac-43d7-a32f-12a88db6a9c6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.708145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.720559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e16ad9f8-9cac-43d7-a32f-12a88db6a9c6 HTTP/1.1" status: 204 len: 168 time: 1.1144965 Apr 07 11:33:37.722657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0b28362-fdf3-409b-9346-6b01793fb25e admin admin] Publish callbacks [] for security_group (d5d689b6-d19e-4012-98b5-54021ed8b0ea), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.749511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8efb9-ca15-41e9-b78e-ef738f8c1e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16ad9f8-9cac-43d7-a32f-12a88db6a9c6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:37.814654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0b28362-fdf3-409b-9346-6b01793fb25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d5d689b6-d19e-4012-98b5-54021ed8b0ea), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.817767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e0b28362-fdf3-409b-9346-6b01793fb25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:37.821276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e0b28362-fdf3-409b-9346-6b01793fb25e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5d689b6-d19e-4012-98b5-54021ed8b0ea HTTP/1.1" status: 204 len: 168 time: 0.3324666 Apr 07 11:33:37.831700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b28362-fdf3-409b-9346-6b01793fb25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d689b6-d19e-4012-98b5-54021ed8b0ea,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:37.948439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38126) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:38.020913 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1266e9f5-4d0d-4860-a48b-ea9a70e26474 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bbe6794d625412ea3aef2e3eb4673c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676620 Apr 07 11:33:38.022246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38132) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:38.028309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: be3629f7-48aa-4783-834c-333a8ebb4ad6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:38.028718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device be3629f7-48aa-4783-834c-333a8ebb4ad6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:38.029159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27982fd1-edb2-47e9-880a-53d371e10574 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:33:38.062067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 27982fd1-edb2-47e9-880a-53d371e10574 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:33:38.062711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 27982fd1-edb2-47e9-880a-53d371e10574 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:33:38.155309 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f67e41a-4ad5-44a5-81ac-1ad267a437b4 admin admin] Publish callbacks [] for security_group (0455ccc3-e6c2-4360-955c-a2e94f3502b6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.203364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f67e41a-4ad5-44a5-81ac-1ad267a437b4 admin admin] Publish callbacks [] for security_group (0455ccc3-e6c2-4360-955c-a2e94f3502b6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.316908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f67e41a-4ad5-44a5-81ac-1ad267a437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0455ccc3-e6c2-4360-955c-a2e94f3502b6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.319856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f67e41a-4ad5-44a5-81ac-1ad267a437b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.321037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f67e41a-4ad5-44a5-81ac-1ad267a437b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0455ccc3-e6c2-4360-955c-a2e94f3502b6 HTTP/1.1" status: 204 len: 168 time: 0.2974801 Apr 07 11:33:38.336031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e41a-4ad5-44a5-81ac-1ad267a437b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0455ccc3-e6c2-4360-955c-a2e94f3502b6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:38.572551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38142) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:38.613249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3d607d1f-ed6b-46e8-af6d-4ebe0f923afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.809632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3d607d1f-ed6b-46e8-af6d-4ebe0f923afb admin admin] Publish callbacks [] for security_group (018a0232-5233-44e7-b05e-427386974fe4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.821018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3d607d1f-ed6b-46e8-af6d-4ebe0f923afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (018a0232-5233-44e7-b05e-427386974fe4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.867029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3d607d1f-ed6b-46e8-af6d-4ebe0f923afb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd3007d876684e769f96dbad40a7acb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926791 Apr 07 11:33:38.869889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38152) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:38.898209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607d1f-ed6b-46e8-af6d-4ebe0f923afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018a0232-5233-44e7-b05e-427386974fe4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:38.939905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6261253-9f0b-4f86-b04c-48b636151d75 admin admin] Publish callbacks [] for security_group (018a0232-5233-44e7-b05e-427386974fe4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:38.966685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6261253-9f0b-4f86-b04c-48b636151d75 admin admin] Publish callbacks [] for security_group (018a0232-5233-44e7-b05e-427386974fe4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.022616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38156) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:39.042982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6261253-9f0b-4f86-b04c-48b636151d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (018a0232-5233-44e7-b05e-427386974fe4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.046093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6261253-9f0b-4f86-b04c-48b636151d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.047603 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a6261253-9f0b-4f86-b04c-48b636151d75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/018a0232-5233-44e7-b05e-427386974fe4 HTTP/1.1" status: 204 len: 168 time: 0.1767206 Apr 07 11:33:39.063172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6261253-9f0b-4f86-b04c-48b636151d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018a0232-5233-44e7-b05e-427386974fe4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:39.129700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7f80391b-72ef-4f27-9151-40041024a484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62b2b966269444cda1e026b8f50ea91a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031902 Apr 07 11:33:39.130000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38162) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:39.204543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76163cd2-9ef9-4fc0-a709-c815dad144d5 admin admin] Publish callbacks [] for security_group (6c9ce075-e5bd-49a5-b6c1-6ad06249adcf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.235980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76163cd2-9ef9-4fc0-a709-c815dad144d5 admin admin] Publish callbacks [] for security_group (6c9ce075-e5bd-49a5-b6c1-6ad06249adcf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.306228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76163cd2-9ef9-4fc0-a709-c815dad144d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6c9ce075-e5bd-49a5-b6c1-6ad06249adcf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.310550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76163cd2-9ef9-4fc0-a709-c815dad144d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:39.314029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-76163cd2-9ef9-4fc0-a709-c815dad144d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c9ce075-e5bd-49a5-b6c1-6ad06249adcf HTTP/1.1" status: 204 len: 168 time: 0.1805918 Apr 07 11:33:39.326210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76163cd2-9ef9-4fc0-a709-c815dad144d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ce075-e5bd-49a5-b6c1-6ad06249adcf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:43.844602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:43.892946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38422) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:44.032226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01866804-3b98-4ee7-8d5d-753228748aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.060972 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a771-b44d-40a5-b378-5d8a85c20e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.082503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:44.087604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1798907193'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:44.110727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:44.115554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.155064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:33:44.176257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (97183292-ada3-42b9-9b36-55d649a87565), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.177549 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Added segment 97183292-ada3-42b9-9b36-55d649a87565 of type vlan for network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 Apr 07 11:33:44.193861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01866804-3b98-4ee7-8d5d-753228748aaa admin admin] Publish callbacks [] for security_group (a6ea9e24-c04a-4d8b-9451-da9788ca0add), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.204191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01866804-3b98-4ee7-8d5d-753228748aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a6ea9e24-c04a-4d8b-9451-da9788ca0add), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.207910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a771-b44d-40a5-b378-5d8a85c20e44 admin admin] Publish callbacks [] for security_group (150517c5-a7ea-4174-84eb-a5a5b36f6c1e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.224214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a771-b44d-40a5-b378-5d8a85c20e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (150517c5-a7ea-4174-84eb-a5a5b36f6c1e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.246048 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1b74a2bc-c4e6-4d14-8ad7-8d9781271832), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.262928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01866804-3b98-4ee7-8d5d-753228748aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea9e24-c04a-4d8b-9451-da9788ca0add,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:44.277117 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-01866804-3b98-4ee7-8d5d-753228748aaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d08957723ba244d6a0c74ec6b2154a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825276 Apr 07 11:33:44.277927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38432) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:44.292237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1b74a2bc-c4e6-4d14-8ad7-8d9781271832), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.300412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:44.301681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.305595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8c2a771-b44d-40a5-b378-5d8a85c20e44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f90f85eb41bd405fbc5aa68d7b3ea7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595704 Apr 07 11:33:44.309701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38434) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:44.334575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2a771-b44d-40a5-b378-5d8a85c20e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150517c5-a7ea-4174-84eb-a5a5b36f6c1e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:44.369581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5982f36e-35ff-45f3-b663-a317ebe05fca admin admin] Publish callbacks [] for security_group (a6ea9e24-c04a-4d8b-9451-da9788ca0add), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.401389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3171544 Apr 07 11:33:44.403800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5982f36e-35ff-45f3-b663-a317ebe05fca admin admin] Publish callbacks [] for security_group (a6ea9e24-c04a-4d8b-9451-da9788ca0add), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.405798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:44.417385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1240174931'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:44.433418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4179a2a-795e-472d-908f-573f62738235 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Network': ['ID=1b74a2bc-c4e6-4d14-8ad7-8d9781271832,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:44.446549 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-982f1b6c-eaf7-4e6d-a9df-2325f0e99582 admin admin] Publish callbacks [] for security_group (150517c5-a7ea-4174-84eb-a5a5b36f6c1e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.453562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:33:44.461982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:44.472915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.498660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-982f1b6c-eaf7-4e6d-a9df-2325f0e99582 admin admin] Publish callbacks [] for security_group (150517c5-a7ea-4174-84eb-a5a5b36f6c1e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.509449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:33:44.531592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6de217d8-1902-41ed-89df-269447474fed), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.532394 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Added segment 6de217d8-1902-41ed-89df-269447474fed of type vlan for network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e Apr 07 11:33:44.581099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-982f1b6c-eaf7-4e6d-a9df-2325f0e99582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (150517c5-a7ea-4174-84eb-a5a5b36f6c1e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.584235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-982f1b6c-eaf7-4e6d-a9df-2325f0e99582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.587923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-982f1b6c-eaf7-4e6d-a9df-2325f0e99582 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/150517c5-a7ea-4174-84eb-a5a5b36f6c1e HTTP/1.1" status: 204 len: 168 time: 0.2742047 Apr 07 11:33:44.588947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5982f36e-35ff-45f3-b663-a317ebe05fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a6ea9e24-c04a-4d8b-9451-da9788ca0add), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.592743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5982f36e-35ff-45f3-b663-a317ebe05fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.594748 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5982f36e-35ff-45f3-b663-a317ebe05fca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6ea9e24-c04a-4d8b-9451-da9788ca0add HTTP/1.1" status: 204 len: 168 time: 0.3118572 Apr 07 11:33:44.614207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982f36e-35ff-45f3-b663-a317ebe05fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea9e24-c04a-4d8b-9451-da9788ca0add,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:44.616687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f1b6c-eaf7-4e6d-a9df-2325f0e99582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150517c5-a7ea-4174-84eb-a5a5b36f6c1e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:44.620258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9162b990-69bd-41a8-a4b3-67f9b46c6f7e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.657176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9162b990-69bd-41a8-a4b3-67f9b46c6f7e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.664718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:44.665436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:44.741756 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3346848 Apr 07 11:33:44.746452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38442) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:44.751663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'subnet': {'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:44.760598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acad26-d2a8-489a-8f4e-fa3749afe1ac tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Network': ['ID=9162b990-69bd-41a8-a4b3-67f9b46c6f7e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:44.773711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:33:44.879037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:44.882686 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.031576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38452) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:45.047399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd240-0404-48a6-ba65-101f91f97c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.056597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:45.078728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d638509-4406-4029-9f10-6352e6948cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.114645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (fa4f1ede-461f-4a4c-9491-fba542167cfe), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.188848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Subnet': ['ID=fa4f1ede-461f-4a4c-9491-fba542167cfe,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:45.202326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.202451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.202804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.203153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.203493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.203819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.204156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.204276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd240-0404-48a6-ba65-101f91f97c85 admin admin] Publish callbacks [] for security_group (c53f483e-4acf-470f-a383-c2e414d9ef83), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.204494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.204831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.205182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.205603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.205957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.206278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:45.209889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Checking segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:45.210254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network hostable DHCP agents. Network: 1b74a2bc-c4e6-4d14-8ad7-8d9781271832, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:33:45.212015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd240-0404-48a6-ba65-101f91f97c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c53f483e-4acf-470f-a383-c2e414d9ef83), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.235530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:33:45.252683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1b74a2bc-c4e6-4d14-8ad7-8d9781271832) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:45.259092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d638509-4406-4029-9f10-6352e6948cbe admin admin] Publish callbacks [] for security_group (3cd66b20-bb05-4893-a0df-c968b4c99e1d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.263021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:45.263635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.268946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b7a4d-eac8-48a7-bf32-1f88c4478161 None None] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:45.287804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d638509-4406-4029-9f10-6352e6948cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3cd66b20-bb05-4893-a0df-c968b4c99e1d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.300975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7e82c7c2-8a99-4510-b36e-08e5752e64ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5533450 Apr 07 11:33:45.301624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38460) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:45.318249 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bb9cd240-0404-48a6-ba65-101f91f97c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eefaae6e968d42e19c888065c3baf6a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855656 Apr 07 11:33:45.323328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:45.323779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'subnet': {'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:45.335264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cd240-0404-48a6-ba65-101f91f97c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f483e-4acf-470f-a383-c2e414d9ef83,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:45.377184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d638509-4406-4029-9f10-6352e6948cbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=558881b1e5e54852b3e06691b45502c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155100 Apr 07 11:33:45.378780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:45.431854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d638509-4406-4029-9f10-6352e6948cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd66b20-bb05-4893-a0df-c968b4c99e1d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:45.464742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d923981-d41e-4d62-bb97-786063a665a4 admin admin] Publish callbacks [] for security_group (c53f483e-4acf-470f-a383-c2e414d9ef83), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.498490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5283d7e-fff7-4932-ae85-8f7c99ab413d admin admin] Publish callbacks [] for security_group (3cd66b20-bb05-4893-a0df-c968b4c99e1d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.501728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:45.503257 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d923981-d41e-4d62-bb97-786063a665a4 admin admin] Publish callbacks [] for security_group (c53f483e-4acf-470f-a383-c2e414d9ef83), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.507072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.507331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'project_id': '08c7031a919347508b584baf9cf5dbef', 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:33:45.508874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.547355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5283d7e-fff7-4932-ae85-8f7c99ab413d admin admin] Publish callbacks [] for security_group (3cd66b20-bb05-4893-a0df-c968b4c99e1d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.617654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d923981-d41e-4d62-bb97-786063a665a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c53f483e-4acf-470f-a383-c2e414d9ef83), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.621550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d923981-d41e-4d62-bb97-786063a665a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.639284 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7d923981-d41e-4d62-bb97-786063a665a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c53f483e-4acf-470f-a383-c2e414d9ef83 HTTP/1.1" status: 204 len: 168 time: 0.3132148 Apr 07 11:33:45.647636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5283d7e-fff7-4932-ae85-8f7c99ab413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3cd66b20-bb05-4893-a0df-c968b4c99e1d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.653656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5283d7e-fff7-4932-ae85-8f7c99ab413d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.660320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d5283d7e-fff7-4932-ae85-8f7c99ab413d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cd66b20-bb05-4893-a0df-c968b4c99e1d HTTP/1.1" status: 204 len: 168 time: 0.2781105 Apr 07 11:33:45.678659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d923981-d41e-4d62-bb97-786063a665a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f483e-4acf-470f-a383-c2e414d9ef83,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:45.697856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5283d7e-fff7-4932-ae85-8f7c99ab413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd66b20-bb05-4893-a0df-c968b4c99e1d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:45.758480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Allocated IP 10.1.1.2 (1b74a2bc-c4e6-4d14-8ad7-8d9781271832/fa4f1ede-461f-4a4c-9491-fba542167cfe/8ce675f6-6763-42a2-a20d-064ce454c2bb) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:45.885824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (75cc8040-789c-40e5-8505-b34b1d01d8db), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:45.982903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Subnet': ['ID=75cc8040-789c-40e5-8505-b34b1d01d8db,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:46.007735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Checking segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:46.008238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network hostable DHCP agents. Network: 9162b990-69bd-41a8-a4b3-67f9b46c6f7e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:33:46.016737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Publish callbacks [] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.029488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.033874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:33:46.048097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9162b990-69bd-41a8-a4b3-67f9b46c6f7e) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:46.066578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:46.069357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.092720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77e053-2890-418d-880b-4af6495e16ef None None] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:46.105737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38474) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:46.106875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c0d720b-5fdf-40ce-9cf2-e3d38e83f051 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8040438 Apr 07 11:33:46.113458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'name': 'tempest-TaggedBootDevicesTest_v242-929554501', 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:46.246297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:46.247311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Pushing event updated for resources: {'Port': ['ID=8ce675f6-6763-42a2-a20d-064ce454c2bb,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:46.253582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:46.261240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:46.331539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'project_id': '08c7031a919347508b584baf9cf5dbef', 'fixed_ips': [{'subnet_id': '75cc8040-789c-40e5-8505-b34b1d01d8db'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:33:46.331539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.422214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:46.441798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Attempting to bind port 8ce675f6-6763-42a2-a20d-064ce454c2bb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:46.442261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Attempting to bind port 8ce675f6-6763-42a2-a20d-064ce454c2bb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:46.442851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Attempting to bind port 8ce675f6-6763-42a2-a20d-064ce454c2bb on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:46.458717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:46.459466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Checking segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:46.460063 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.460639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Bound using segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:46.461368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Bound port: 8ce675f6-6763-42a2-a20d-064ce454c2bb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:46.462466 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.601780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] For port 8ce675f6-6763-42a2-a20d-064ce454c2bb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:46.602459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.605879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] For port 8ce675f6-6763-42a2-a20d-064ce454c2bb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ce675f6-6763-42a2-a20d-064ce454c2bb,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:46.612415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Allocated IP 10.2.2.2 (9162b990-69bd-41a8-a4b3-67f9b46c6f7e/75cc8040-789c-40e5-8505-b34b1d01d8db/23c6a259-826b-4d2d-966f-14b57c680b30) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:46.626204 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.636513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] device_id is not set on port b0b2f3ed-d242-4f00-a70d-39529a16195b yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:33:46.783396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c9a2-9359-430d-b1a6-a657d048b832 None None] Pushing event updated for resources: {'Port': ['ID=8ce675f6-6763-42a2-a20d-064ce454c2bb,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:46.896647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Publish callbacks [] for port (23c6a259-826b-4d2d-966f-14b57c680b30), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.908140 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:46.961985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38512) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:46.982043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Pushing event updated for resources: {'Port': ['ID=23c6a259-826b-4d2d-966f-14b57c680b30,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:46.987187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:46.989469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:46.992168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:47.070928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Attempting to bind port 23c6a259-826b-4d2d-966f-14b57c680b30 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:47.071126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Attempting to bind port 23c6a259-826b-4d2d-966f-14b57c680b30 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:47.075021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Attempting to bind port 23c6a259-826b-4d2d-966f-14b57c680b30 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:47.082195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:47.082585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Checking segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:47.086456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.086923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Bound using segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:47.087676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Bound port: 23c6a259-826b-4d2d-966f-14b57c680b30, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:47.087864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.094378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 10.1.1.113 (1b74a2bc-c4e6-4d14-8ad7-8d9781271832/fa4f1ede-461f-4a4c-9491-fba542167cfe/b0b2f3ed-d242-4f00-a70d-39529a16195b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:47.265159 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:33:47.273005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] For port 23c6a259-826b-4d2d-966f-14b57c680b30, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:47.283122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] For port 23c6a259-826b-4d2d-966f-14b57c680b30, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=23c6a259-826b-4d2d-966f-14b57c680b30,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:47.306578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.393951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-185295696-network', 'tenant_id': 'b183427693664a51abda7a2551bae7e2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:47.456483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46df97-8d1b-45e0-98fb-034fb321b1c7 None None] Pushing event updated for resources: {'Port': ['ID=23c6a259-826b-4d2d-966f-14b57c680b30,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:47.470775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Made reservation on behalf of b183427693664a51abda7a2551bae7e2 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:47.473168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.512914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.516296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.583789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.612147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ce675f6-6763-42a2-a20d-064ce454c2bb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:47.761774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks [] for security_group (c88b5ead-35a1-4555-81d5-27c82cc6d095), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.761993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:47.763787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:47.769383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8ce675f6-6763-42a2-a20d-064ce454c2bb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:47.769774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.777595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:47.780644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c88b5ead-35a1-4555-81d5-27c82cc6d095), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.781906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:47.871140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b5ead-35a1-4555-81d5-27c82cc6d095,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:47.888822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:33:47.913814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7bbcc2a5-d2e0-4d29-9408-2bb797913459), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.915581 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Added segment 7bbcc2a5-d2e0-4d29-9408-2bb797913459 of type vlan for network 1ed2c075-e986-4a4a-b707-fecd0f717d33 Apr 07 11:33:47.925462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:47.926150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:47.962124 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b46a13f-ac50-4f54-b83c-f24d2c17422a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8550205 Apr 07 11:33:47.969232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38530) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:47.981447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'name': 'tempest-TaggedBootDevicesTest_v242-1395573306', 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:47.991967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8ce675f6-6763-42a2-a20d-064ce454c2bb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:47.992885 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.006888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1ed2c075-e986-4a4a-b707-fecd0f717d33), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.077192 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1ed2c075-e986-4a4a-b707-fecd0f717d33), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.078567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:48.079470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.086944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 8ce675f6-6763-42a2-a20d-064ce454c2bb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ce675f6-6763-42a2-a20d-064ce454c2bb,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:48.103367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.234161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2683411 Apr 07 11:33:48.239444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38536) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:48.247592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=8ce675f6-6763-42a2-a20d-064ce454c2bb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:48.259492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Request body: {'subnet': {'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-185295696-subnet', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:48.287932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Made reservation on behalf of b183427693664a51abda7a2551bae7e2 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:48.291874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.304300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:48.316414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.363718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] device_id is not set on port 67f889f6-2891-4671-ac39-4893abe7f7fd yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:33:48.389891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75897c0b-ec6d-4970-9211-74e8007d32c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed2c075-e986-4a4a-b707-fecd0f717d33,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:48.412275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:33:48.647216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 10.1.1.149 (1b74a2bc-c4e6-4d14-8ad7-8d9781271832/fa4f1ede-461f-4a4c-9491-fba542167cfe/67f889f6-2891-4671-ac39-4893abe7f7fd) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:48.685715 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (398022c7-8607-4929-b6a7-e72a4170a74a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.731073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbe64ba-6e73-43aa-80b3-711f5534e9e5 None None] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:48.879838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-888861da-9872-43d4-97a7-75706acd1232 None None] Provisioning complete for port 8ce675f6-6763-42a2-a20d-064ce454c2bb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:48.883566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-888861da-9872-43d4-97a7-75706acd1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.893668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Checking segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:48.894031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Network hostable DHCP agents. Network: 1ed2c075-e986-4a4a-b707-fecd0f717d33, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:33:48.912804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:48.946419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398022c7-8607-4929-b6a7-e72a4170a74a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:48.977208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:33:49.002707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1ed2c075-e986-4a4a-b707-fecd0f717d33) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:49.007716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:49.009404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.026848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717ecb2-db2b-4c52-ba1f-13ad5e269d90 None None] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:49.033772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.065277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-96a49db6-631b-4ff5-9d5b-d15f81819950 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8246706 Apr 07 11:33:49.068176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:49.077164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:49.121687 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.123701 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.128899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:49.136857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:49.157351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:49.248069 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks [] for router_controller (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.253294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-888861da-9872-43d4-97a7-75706acd1232 None None] Current status of the port 8ce675f6-6763-42a2-a20d-064ce454c2bb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:49.269195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:49.301091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:49.301909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.327101 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-196e63f3-38d5-417b-b223-5cf94ff2fce3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3563688 Apr 07 11:33:49.335319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-1ed2c075-e986-4a4a-b707-fecd0f717d33', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:33:49.336419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:49.609124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8638d21e-e626-45db-aec1-55ebc6b620a5 None None] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:49.622469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks [] for router_gateway (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.013423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks [] for router_gateway (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.077757 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.121512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ce675f6-6763-42a2-a20d-064ce454c2bb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:50.448022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Allocated IP 172.25.5.71 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/9a846e75-d96d-4a88-8320-2a6afad66d33) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:50.481361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] Provisioning complete for port 23c6a259-826b-4d2d-966f-14b57c680b30 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:50.482042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.517927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38584) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:50.526636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699254765', 'description': 'tempest-description--1118497613'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:50.566395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Allocated IP 172.20.0.2 (1ed2c075-e986-4a4a-b707-fecd0f717d33/398022c7-8607-4929-b6a7-e72a4170a74a/e0331e9e-7c5e-440e-a346-c429d156c026) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:50.571727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.594880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8ce675f6-6763-42a2-a20d-064ce454c2bb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:50.595366 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.667099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-2345111b-7f55-4464-bf57-7ff53df55d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:50.668994 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-2345111b-7f55-4464-bf57-7ff53df55d1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.2496786 Apr 07 11:33:50.707378 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks [] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.797801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:50.846009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:50.850096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:50.852592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:50.884932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-2c7e7ae8-9884-44f9-be58-3a9e999e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:50.887367 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-2c7e7ae8-9884-44f9-be58-3a9e999e19a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.2088962 Apr 07 11:33:50.966609 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-8b3e9388-247f-43eb-9a98-829a6f91f4ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 1001 time: 0.0726664 Apr 07 11:33:50.972612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e70894-46f2-47d3-875d-820f72087860 req-e872add0-6913-4644-aaa8-5dc57c86f651 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:50.977867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0e70894-46f2-47d3-875d-820f72087860 req-e872add0-6913-4644-aaa8-5dc57c86f651 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2291498 Apr 07 11:33:50.989396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Publish callbacks [] for port (e0331e9e-7c5e-440e-a346-c429d156c026), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.019475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Pushing event updated for resources: {'Port': ['ID=9a846e75-d96d-4a88-8320-2a6afad66d33,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:51.032854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-bffdef7a-c96e-4660-b011-9ab93a31c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:51.034836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-bffdef7a-c96e-4660-b011-9ab93a31c513 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0626943 Apr 07 11:33:51.044151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.129797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group (861027a0-c1eb-466a-a44b-af5b3e169982), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.140156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8ce675f6-6763-42a2-a20d-064ce454c2bb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:51.142058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 23c6a259-826b-4d2d-966f-14b57c680b30 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:51.142543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-5a44200d-f964-456b-b823-6d2ae5e840ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:51.144350 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-5a44200d-f964-456b-b823-6d2ae5e840ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1025307 Apr 07 11:33:51.145354 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (861027a0-c1eb-466a-a44b-af5b3e169982), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.153024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] Current status of the port 23c6a259-826b-4d2d-966f-14b57c680b30 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:51.153444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.156806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:51.177914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0e70894-46f2-47d3-875d-820f72087860 req-2216ca45-54e2-41d5-8c4c-f59b3e79991e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719055 Apr 07 11:33:51.206891 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.208126 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6853878 Apr 07 11:33:51.225844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38600) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:51.233818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'security_group_rule': {'security_group_id': '861027a0-c1eb-466a-a44b-af5b3e169982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:51.249590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] For port 23c6a259-826b-4d2d-966f-14b57c680b30, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=23c6a259-826b-4d2d-966f-14b57c680b30,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:51.253592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabea24e-9993-4a90-81cc-be9b95157a49 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861027a0-c1eb-466a-a44b-af5b3e169982,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:51.254233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:51.277326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Pushing event updated for resources: {'Port': ['ID=e0331e9e-7c5e-440e-a346-c429d156c026,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:51.294132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:51.298793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.322172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-44c01c53-9f1a-4b42-b9fc-9da45209d3e0 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578159 Apr 07 11:33:51.335386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group_rule (bb5d4365-f10a-4986-bc7e-271c5e54c520), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.506350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Attempting to bind port e0331e9e-7c5e-440e-a346-c429d156c026 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:51.508578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Attempting to bind port e0331e9e-7c5e-440e-a346-c429d156c026 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:51.511181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Attempting to bind port e0331e9e-7c5e-440e-a346-c429d156c026 on network 1ed2c075-e986-4a4a-b707-fecd0f717d33 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:51.531985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 23c6a259-826b-4d2d-966f-14b57c680b30 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:51.532434 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.536545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0ba0-2362-412c-afe9-c91e863840bc None None] Pushing event updated for resources: {'Port': ['ID=23c6a259-826b-4d2d-966f-14b57c680b30,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:51.537049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group_rule (bb5d4365-f10a-4986-bc7e-271c5e54c520), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.542099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks [] for router_gateway (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.579005 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ccc1418d-c155-4535-953c-3154b2bc46b1 req-70dc082a-5fda-40c4-a914-26b92863473d service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456558 Apr 07 11:33:51.586508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:51.586970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Checking segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:51.587285 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.587742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Bound using segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:51.588231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Bound port: e0331e9e-7c5e-440e-a346-c429d156c026, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:51.588746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.591724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (bb5d4365-f10a-4986-bc7e-271c5e54c520), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.592527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Provisioning complete for port 67f889f6-2891-4671-ac39-4893abe7f7fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:51.592899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.683308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Port 67f889f6-2891-4671-ac39-4893abe7f7fd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:51.729712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5d4365-f10a-4986-bc7e-271c5e54c520,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:51.758486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Provisioning complete for port 8ce675f6-6763-42a2-a20d-064ce454c2bb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:51.759044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.761545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.766923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38614) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:51.768460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-61d179cb-c055-4a97-90d1-da47d896c68b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5376756 Apr 07 11:33:51.774857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'security_group_rule': {'security_group_id': '861027a0-c1eb-466a-a44b-af5b3e169982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:51.794962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] For port e0331e9e-7c5e-440e-a346-c429d156c026, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:51.808934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 23c6a259-826b-4d2d-966f-14b57c680b30 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:51.817405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] For port e0331e9e-7c5e-440e-a346-c429d156c026, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0331e9e-7c5e-440e-a346-c429d156c026,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:51.835456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.836111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group_rule (97422ed2-b4c0-4fb7-b218-1a526c30227b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.932675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group_rule (97422ed2-b4c0-4fb7-b218-1a526c30227b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.938023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (97422ed2-b4c0-4fb7-b218-1a526c30227b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.991329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:51.998134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 23c6a259-826b-4d2d-966f-14b57c680b30 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:51.998927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303443 Apr 07 11:33:51.999248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38618) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:52.005972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a941-00ef-4402-a93c-0e35b3f280f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97422ed2-b4c0-4fb7-b218-1a526c30227b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:52.008503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:52.063907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:52.074751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Current status of the port 8ce675f6-6763-42a2-a20d-064ce454c2bb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:52.077023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ca5a5-e75a-4b56-a6e4-69e04c6b0a33 None None] Pushing event updated for resources: {'Port': ['ID=e0331e9e-7c5e-440e-a346-c429d156c026,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:52.114013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Provisioning complete for port b0b2f3ed-d242-4f00-a70d-39529a16195b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:52.114564 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:52.169248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 23c6a259-826b-4d2d-966f-14b57c680b30 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:52.169923 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:52.219263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Port b0b2f3ed-d242-4f00-a70d-39529a16195b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:52.269006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Provisioning complete for port 23c6a259-826b-4d2d-966f-14b57c680b30 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:52.277029 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:52.489046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 23c6a259-826b-4d2d-966f-14b57c680b30 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:52.631397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1f147452-c88e-4a1c-a709-1576541a2fc0 None None] Current status of the port 23c6a259-826b-4d2d-966f-14b57c680b30 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:52.872813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:53.000187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92a22c-f2a8-45d6-87fc-2a2c0cb131e0 req-1cf53524-4e17-442f-b14e-afdf44185d49 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:53.002048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a92a22c-f2a8-45d6-87fc-2a2c0cb131e0 req-1cf53524-4e17-442f-b14e-afdf44185d49 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2314963 Apr 07 11:33:53.087812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:53.116674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a92a22c-f2a8-45d6-87fc-2a2c0cb131e0 req-e53368ac-a15c-4e31-b9c9-5eea117b26c5 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049395 Apr 07 11:33:53.180390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:33:53.319263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 172.25.5.161 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/0b3171ea-0a41-4547-b7e5-363ecf8cb698) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:53.416561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:53.433338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Sync routers for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:53.447099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:53.448623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8c1beb69-ce5b-48bb-a61a-d5ce6308e0ee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3789182 Apr 07 11:33:53.449006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:53.449781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:53.451625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38636) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:53.496241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe0de9-fc0b-43e7-8c2d-0905f6b6b734 None None] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:33:53.593289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:53.628270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] Provisioning complete for port e0331e9e-7c5e-440e-a346-c429d156c026 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:53.628933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:53.694186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:53.775461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:53.856609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:53.863103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:53.869454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:53.926248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=0b3171ea-0a41-4547-b7e5-363ecf8cb698,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:54.160522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.278073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0331e9e-7c5e-440e-a346-c429d156c026 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:54.291814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.345807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] Current status of the port e0331e9e-7c5e-440e-a346-c429d156c026 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:54.346209 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.407108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a397-b33a-4ef7-9a4a-432137bee41e req-e34b63d3-0087-4b9b-8116-b99820b4c646 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:54.407903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e0331e9e-7c5e-440e-a346-c429d156c026 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:54.408296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.408729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5e9a397-b33a-4ef7-9a4a-432137bee41e req-e34b63d3-0087-4b9b-8116-b99820b4c646 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1620977 Apr 07 11:33:54.427184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] For port e0331e9e-7c5e-440e-a346-c429d156c026, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0331e9e-7c5e-440e-a346-c429d156c026,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:54.454532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.499032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:51Z', 'revision_number': 3, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:54.531664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Checking router: dc16c83e-aa20-44fb-bc5b-ac7b7be02720 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:54.532110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Updating router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 port 9a846e75-d96d-4a88-8320-2a6afad66d33 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:33:54.554519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.585698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5e9a397-b33a-4ef7-9a4a-432137bee41e req-832b5926-7e45-429e-805c-b6296a18b595 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698971 Apr 07 11:33:54.590769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d64623-2824-4bbe-9eee-f3172d992c3e None None] Pushing event updated for resources: {'Port': ['ID=e0331e9e-7c5e-440e-a346-c429d156c026,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:54.604824 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.627300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b77c79ba-34d3-4ed0-a9bf-79441f5bad54 None None] Provisioning complete for port e0331e9e-7c5e-440e-a346-c429d156c026 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:54.627925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b77c79ba-34d3-4ed0-a9bf-79441f5bad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.658305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.666248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.719156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e0331e9e-7c5e-440e-a346-c429d156c026 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:54.804943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=0b3171ea-0a41-4547-b7e5-363ecf8cb698,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:54.835230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.860674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:54.870541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-393f59f4-a94d-4209-8eff-0441cfd460b2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8697846 Apr 07 11:33:54.878080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b77c79ba-34d3-4ed0-a9bf-79441f5bad54 None None] Current status of the port e0331e9e-7c5e-440e-a346-c429d156c026 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:54.895397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Allocated IP 172.20.0.1 (1ed2c075-e986-4a4a-b707-fecd0f717d33/398022c7-8607-4929-b6a7-e72a4170a74a/0653a286-40b9-4fcd-b86d-a18656a1fe9b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:33:55.034421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Publish callbacks [] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.046692 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.094718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks [] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.110159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Attempting to bind port 9a846e75-d96d-4a88-8320-2a6afad66d33 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:33:55.110700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Attempting to bind port 9a846e75-d96d-4a88-8320-2a6afad66d33 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:33:55.111382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Attempting to bind port 9a846e75-d96d-4a88-8320-2a6afad66d33 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:33:55.119873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:33:55.120023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:55.120528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.121040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:33:55.121624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Bound port: 9a846e75-d96d-4a88-8320-2a6afad66d33, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:33:55.122197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.152724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.195137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895d831-4930-4a11-b249-8a595fb5ea53 None None] Pushing event updated for resources: {'Port': ['ID=9a846e75-d96d-4a88-8320-2a6afad66d33,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:55.227031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] For port 9a846e75-d96d-4a88-8320-2a6afad66d33, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:33:55.232165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] For port 9a846e75-d96d-4a88-8320-2a6afad66d33, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9a846e75-d96d-4a88-8320-2a6afad66d33,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:33:55.235244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:55.243791 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.246439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:55.249611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:33:55.253409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Pushing event updated for resources: {'Port': ['ID=0653a286-40b9-4fcd-b86d-a18656a1fe9b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:55.313309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d036b81a-da8a-4350-917e-946928c5dca2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1699254765&fields=id&tenant_id=08c7031a919347508b584baf9cf5dbef HTTP/1.1" status: 200 len: 267 time: 0.1227510 Apr 07 11:33:55.332555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:55.332555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:55.334804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.492968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:55.543465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.571880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-1e6512cd-69e1-48a7-b029-a4bed1c590e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:55.574850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-1e6512cd-69e1-48a7-b029-a4bed1c590e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 936 time: 0.2528796 Apr 07 11:33:55.689439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895d831-4930-4a11-b249-8a595fb5ea53 None None] Pushing event updated for resources: {'Port': ['ID=9a846e75-d96d-4a88-8320-2a6afad66d33,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:55.725922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-1446544e-2d2b-4a49-9094-47ce1123aec4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:55.734434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-1446544e-2d2b-4a49-9094-47ce1123aec4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 937 time: 0.1355987 Apr 07 11:33:55.753932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b35c3fa6-e93b-498a-8e49-2115b97d8501 None None] Provisioning complete for port 0653a286-40b9-4fcd-b86d-a18656a1fe9b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:55.754400 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa6-e93b-498a-8e49-2115b97d8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:55.805934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b35c3fa6-e93b-498a-8e49-2115b97d8501 None None] Port 0653a286-40b9-4fcd-b86d-a18656a1fe9b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:55.860359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-681ffce9-d981-49d6-bddf-ef73b01902a1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1038415 Apr 07 11:33:55.922750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:51Z', 'revision_number': 3, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:55.932253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8bffa07-f056-4d32-b5cf-7a31567f3c08 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0513666 Apr 07 11:33:55.974448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0331e9e-7c5e-440e-a346-c429d156c026 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:56.015912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ca855-c8c1-4d14-8477-64fd12959dc8 req-cb22d196-00cc-4243-9354-8428e56da57a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:56.017430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc1ca855-c8c1-4d14-8477-64fd12959dc8 req-cb22d196-00cc-4243-9354-8428e56da57a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2214580 Apr 07 11:33:56.019111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5f647-1a12-4416-b7ec-07d3123b7451 None None] The sync data for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 is: [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:51Z', 'revision_number': 3, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:33:56.049111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e0331e9e-7c5e-440e-a346-c429d156c026 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:56.049886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:56.110677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc1ca855-c8c1-4d14-8477-64fd12959dc8 req-73b3b464-f3d9-4fe9-9596-8b31d740e3f7 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745194 Apr 07 11:33:56.156342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks [] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:56.163338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:56.216667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e0331e9e-7c5e-440e-a346-c429d156c026 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:56.248580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-7b8519d1-f3fd-4f8b-ba36-4b2dbe1266c8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:56.253718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-7b8519d1-f3fd-4f8b-ba36-4b2dbe1266c8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:56.258835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-7b8519d1-f3fd-4f8b-ba36-4b2dbe1266c8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:56.260610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-7b8519d1-f3fd-4f8b-ba36-4b2dbe1266c8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/networks?id=a82a7aee-d3ab-49b2-8704-9fd091b2723a&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e HTTP/1.1" status: 200 len: 1995 time: 0.3181922 Apr 07 11:33:56.285889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:56.302785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Pushing event updated for resources: {'Port': ['ID=0653a286-40b9-4fcd-b86d-a18656a1fe9b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:56.305816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-59257e74-019d-41a1-b9de-d70ae4e5a2aa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/quotas/08c7031a919347508b584baf9cf5dbef HTTP/1.1" status: 200 len: 375 time: 0.0319707 Apr 07 11:33:56.887835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38698) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:56.891713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-6a870c09-33f7-47f1-b7cd-a3216abddcd6 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5450106 Apr 07 11:33:56.960828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:33:56.966567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:33:57.118103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.240241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-8ba57aa8-b093-4fb3-801b-20965b8dbe7f service neutron] 10.222.0.13 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474689 Apr 07 11:33:57.276737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Publish callbacks [] for security_group (5985ac67-ffd7-42b3-9490-2fa4b7993020), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.284426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5985ac67-ffd7-42b3-9490-2fa4b7993020), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.332765 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a37a8cd44df14d71b61d5a0cfc98661c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429660 Apr 07 11:33:57.351207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5985ac67-ffd7-42b3-9490-2fa4b7993020,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:57.360111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:57.362372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.362816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.363254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.363686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.364127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.364553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.364976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.365425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.365977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.366629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.367200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.367621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.368213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b315b0-1dae-4722-ba8a-b1b80379c10b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:33:57.443076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7bf0-f795-454e-92ab-62f712025fc5 admin admin] Publish callbacks [] for security_group (5985ac67-ffd7-42b3-9490-2fa4b7993020), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.448228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:33:57.453608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ea4a804d-5af2-4a62-90a4-8a8a260ee61a None None] Provisioning complete for port 0653a286-40b9-4fcd-b86d-a18656a1fe9b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:57.454684 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea4a804d-5af2-4a62-90a4-8a8a260ee61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.480457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7bf0-f795-454e-92ab-62f712025fc5 admin admin] Publish callbacks [] for security_group (5985ac67-ffd7-42b3-9490-2fa4b7993020), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.483452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-dd4e2e2c-7697-4d2b-85f2-551871fde8f6 service neutron] 10.222.0.13 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284822 Apr 07 11:33:57.495337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e5ea2-4372-4857-b95b-8ed5e2f861c0 req-cdd0e2d0-ccaa-4cfb-b413-3274bd976f1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:57.496935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f7e5ea2-4372-4857-b95b-8ed5e2f861c0 req-cdd0e2d0-ccaa-4cfb-b413-3274bd976f1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1955884 Apr 07 11:33:57.509701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a804d-5af2-4a62-90a4-8a8a260ee61a None None] Port 0653a286-40b9-4fcd-b86d-a18656a1fe9b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:33:57.550849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7bf0-f795-454e-92ab-62f712025fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5985ac67-ffd7-42b3-9490-2fa4b7993020), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.554008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7bf0-f795-454e-92ab-62f712025fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.555222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fb0a7bf0-f795-454e-92ab-62f712025fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5985ac67-ffd7-42b3-9490-2fa4b7993020 HTTP/1.1" status: 204 len: 168 time: 0.1807463 Apr 07 11:33:57.565245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a7bf0-f795-454e-92ab-62f712025fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985ac67-ffd7-42b3-9490-2fa4b7993020,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:57.631884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ea9e0a4e-5c8c-4ebb-9882-4f93c97129a7 service neutron] 10.222.0.13 "GET /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1339138 Apr 07 11:33:57.723822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f7e5ea2-4372-4857-b95b-8ed5e2f861c0 req-d2560720-ad33-4ce2-9806-eccaf15ef14e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173669 Apr 07 11:33:57.767468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:33:57.773437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6c750e77-9dcf-4169-b95f-664f19e9f757 admin admin] 10.222.0.13 "PUT /v2.0/routers/dc16c83e-aa20-44fb-bc5b-ac7b7be02720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3195713 Apr 07 11:33:57.776447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-5a5e2198-4ac4-4708-b2bc-1ac508f49ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348283 Apr 07 11:33:57.910911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-2a431ea9-f06b-432a-ada0-2b7d31d128d6 service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241555 Apr 07 11:33:57.955196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38716) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:57.958743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a846e75-d96d-4a88-8320-2a6afad66d33 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:33:57.971438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6fa8-44c9-4833-aa6c-9af1c8d470dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:57.978102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-62806a56-b257-42fb-9900-c014d9d0d397 service neutron] 10.222.0.13 "GET /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0605273 Apr 07 11:33:58.023688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9a846e75-d96d-4a88-8320-2a6afad66d33 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:33:58.024843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.064525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6fa8-44c9-4833-aa6c-9af1c8d470dd admin admin] Publish callbacks [] for security_group (53b9f89d-3ae6-4d49-a8b6-549ed644d17b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.071935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6fa8-44c9-4833-aa6c-9af1c8d470dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (53b9f89d-3ae6-4d49-a8b6-549ed644d17b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.128974 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e4b6fa8-44c9-4833-aa6c-9af1c8d470dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=834f6714245e49ef8444a2ec4fbd4183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716537 Apr 07 11:33:58.129950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b6fa8-44c9-4833-aa6c-9af1c8d470dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9f89d-3ae6-4d49-a8b6-549ed644d17b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:58.133428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38720) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:58.146771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-6caeae02-bf8d-4c5a-b4ab-75526026a169 service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622930 Apr 07 11:33:58.157340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9a846e75-d96d-4a88-8320-2a6afad66d33 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:33:58.157739 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.185093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9a846e75-d96d-4a88-8320-2a6afad66d33, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9a846e75-d96d-4a88-8320-2a6afad66d33,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:33:58.191097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.215532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42237a54-41c5-4458-966c-1269c0c9f5d1 admin admin] Publish callbacks [] for security_group (53b9f89d-3ae6-4d49-a8b6-549ed644d17b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.249175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42237a54-41c5-4458-966c-1269c0c9f5d1 admin admin] Publish callbacks [] for security_group (53b9f89d-3ae6-4d49-a8b6-549ed644d17b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.270636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9a846e75-d96d-4a88-8320-2a6afad66d33,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:58.284340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-3b648625-7c01-41ad-87cc-b8e27cbaa49e service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297245 Apr 07 11:33:58.321411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42237a54-41c5-4458-966c-1269c0c9f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (53b9f89d-3ae6-4d49-a8b6-549ed644d17b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.325065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-42237a54-41c5-4458-966c-1269c0c9f5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.329227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-42237a54-41c5-4458-966c-1269c0c9f5d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53b9f89d-3ae6-4d49-a8b6-549ed644d17b HTTP/1.1" status: 204 len: 168 time: 0.1947474 Apr 07 11:33:58.338809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237a54-41c5-4458-966c-1269c0c9f5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9f89d-3ae6-4d49-a8b6-549ed644d17b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:58.460327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-a863edff-fec4-4de5-8927-9b930d9782eb service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694682 Apr 07 11:33:58.654794 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Sync routers for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:33:58.668794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f70acdee-aa76-4a31-bcc9-8d2da5ac571a service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073383 Apr 07 11:33:58.692554 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:33:58.695474 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:58.731085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38742) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:58.736507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1447002031-network', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:58.763151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Made reservation on behalf of 39d40ff87a404571929c9ec2c59e9de5 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:58.766153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.783659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.799492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-be45d6eb-41da-4c66-a846-aedab4714fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296339 Apr 07 11:33:58.916856 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:33:58.953236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-9a0957c9-e8f4-4005-9c5e-a6cfd7668d0a service neutron] 10.222.0.13 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464159 Apr 07 11:33:58.963835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks [] for security_group (7e9ffe35-26af-411b-93ec-e071f8b4261f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:58.976534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e9ffe35-26af-411b-93ec-e071f8b4261f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.045643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ffe35-26af-411b-93ec-e071f8b4261f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:59.087755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:33:59.105724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5110055-665f-4765-a3d3-b6775aaa9cbe req-50e747a2-5cef-4d60-808a-5c6d5ff783a0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:59.106041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (68157213-c083-4a6e-804f-c2c9302f84eb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.106584 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Added segment 68157213-c083-4a6e-804f-c2c9302f84eb of type vlan for network 613bbe6d-1829-43e2-9ce8-db7b0140913e Apr 07 11:33:59.113830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5110055-665f-4765-a3d3-b6775aaa9cbe req-50e747a2-5cef-4d60-808a-5c6d5ff783a0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1595461 Apr 07 11:33:59.177888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-6b021a0b-c9ac-41a5-b6e1-65cd1766bf2c service neutron] 10.222.0.13 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144005 Apr 07 11:33:59.192862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5110055-665f-4765-a3d3-b6775aaa9cbe req-af24f53b-55a4-477e-b8ac-fea3ed8fbd29 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779572 Apr 07 11:33:59.193428 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (613bbe6d-1829-43e2-9ce8-db7b0140913e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.258307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (613bbe6d-1829-43e2-9ce8-db7b0140913e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.260127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:59.261151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.266951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 2, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:33:59.312810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-801d478e-7980-4c87-a73b-03bffcd8a1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185176 Apr 07 11:33:59.343731 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Checking router: dc16c83e-aa20-44fb-bc5b-ac7b7be02720 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:33:59.344083 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Updating router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 port 0653a286-40b9-4fcd-b86d-a18656a1fe9b binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:33:59.373230 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6409342 Apr 07 11:33:59.382923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38754) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:33:59.388947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Request body: {'subnet': {'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1447002031-subnet', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:33:59.404377 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.406303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e60a-98f0-4ee3-848b-8bb4a9786462 admin admin] Pushing event updated for resources: {'Network': ['ID=613bbe6d-1829-43e2-9ce8-db7b0140913e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:59.419550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:33:59.455248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Made reservation on behalf of 39d40ff87a404571929c9ec2c59e9de5 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:33:59.457892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.515957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f11e6425-1d32-42c6-a51f-8e65c697bc63 service neutron] 10.222.0.13 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966169 Apr 07 11:33:59.748287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d7c27d15-f0ab-44d0-a721-bb05161e5970 service neutron] 10.222.0.13 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230010 Apr 07 11:33:59.819369 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Publish callbacks [] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.847295 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.858356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-71d64ec6-ea5e-4bd9-bddd-68bd8a212f64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:59.860011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-71d64ec6-ea5e-4bd9-bddd-68bd8a212f64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 936 time: 0.0964999 Apr 07 11:33:59.861919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (9099ce29-c1d7-49b7-a8eb-2fc47dfae40d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:33:59.970749 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Pushing event updated for resources: {'Port': ['ID=0653a286-40b9-4fcd-b86d-a18656a1fe9b,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:59.976577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9099ce29-c1d7-49b7-a8eb-2fc47dfae40d,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:33:59.988463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c65d2676-e58f-4663-aa0f-fa274979695d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:33:59.990106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c65d2676-e58f-4663-aa0f-fa274979695d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 937 time: 0.1206706 Apr 07 11:33:59.997802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Checking segment: {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:33:59.998291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Network hostable DHCP agents. Network: 613bbe6d-1829-43e2-9ce8-db7b0140913e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:34:00.015101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a846e75-d96d-4a88-8320-2a6afad66d33 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:00.019072 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.019674 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.020407 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.021018 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.021673 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.022877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.023460 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.025260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:34:00.029680 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.032485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.034231 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.034989 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.035605 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.036279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:00.043650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 613bbe6d-1829-43e2-9ce8-db7b0140913e) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:00.049113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:00.051864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.092455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7be08c58-ea25-4cb7-995a-5c31404ebc11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7082119 Apr 07 11:34:00.094870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38770) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:00.102750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:00.107449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcba003-d882-4617-850e-d564dca44e32 None None] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:00.159230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (ac8b74d2-e11a-4735-979b-89ecaafe21e0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.160278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (ac8b74d2-e11a-4735-979b-89ecaafe21e0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.326792 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks [] for router_controller (ac8b74d2-e11a-4735-979b-89ecaafe21e0), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.426000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-613bbe6d-1829-43e2-9ce8-db7b0140913e', 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e', 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'fixed_ips': [{'subnet_id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:34:00.426888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.438131 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Attempting to bind port 0653a286-40b9-4fcd-b86d-a18656a1fe9b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:00.438503 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Attempting to bind port 0653a286-40b9-4fcd-b86d-a18656a1fe9b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:00.439094 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Attempting to bind port 0653a286-40b9-4fcd-b86d-a18656a1fe9b on network 1ed2c075-e986-4a4a-b707-fecd0f717d33 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:00.444682 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:00.445056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Checking segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:00.445577 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.446186 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Bound using segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:00.447157 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Bound port: 0653a286-40b9-4fcd-b86d-a18656a1fe9b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:00.447792 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.461786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9a846e75-d96d-4a88-8320-2a6afad66d33 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:00.462384 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.539146 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] For port 0653a286-40b9-4fcd-b86d-a18656a1fe9b, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:00.544042 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] For port 0653a286-40b9-4fcd-b86d-a18656a1fe9b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0653a286-40b9-4fcd-b86d-a18656a1fe9b,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:00.551820 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.612243 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:00.612966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:33:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:00.774577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks [] for router_gateway (ac8b74d2-e11a-4735-979b-89ecaafe21e0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:00.782198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Allocated IP 172.20.0.2 (613bbe6d-1829-43e2-9ce8-db7b0140913e/9099ce29-c1d7-49b7-a8eb-2fc47dfae40d/82292d86-5f07-447e-a3af-ce48c141412f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:00.808773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14de3b6-05fe-42b9-b81a-9a5fe51c2f93 req-eb09962c-8539-4cbb-a0e4-cf248176b2b8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:00.811389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d14de3b6-05fe-42b9-b81a-9a5fe51c2f93 req-eb09962c-8539-4cbb-a0e4-cf248176b2b8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2925541 Apr 07 11:34:00.824050 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:00.937466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] Provisioning complete for port 0653a286-40b9-4fcd-b86d-a18656a1fe9b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:00.946744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d14de3b6-05fe-42b9-b81a-9a5fe51c2f93 req-91bec4d7-09d9-44f0-8c9e-8986aa4cec72 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098032 Apr 07 11:34:00.970797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.009860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a37376f7-8dba-4c4a-ad24-da35df6ea237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.043836 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedb354-63cc-406a-9668-12a52a904196 None None] Pushing event updated for resources: {'Port': ['ID=0653a286-40b9-4fcd-b86d-a18656a1fe9b,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:01.273533 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:00Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:01.341946 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d476e-0b9e-4cac-affa-3d49693a147d None None] The sync data for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 is: [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:00Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:01.368140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4e85f83b-f93e-4ae7-91c4-7f64434ae695 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:01.378943 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4e85f83b-f93e-4ae7-91c4-7f64434ae695 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 936 time: 0.0866101 Apr 07 11:34:01.423037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d31bdbc-b2e6-411f-8f19-e80bde27d84b req-f968a2b9-b9c4-408e-b9d0-e69be78c7752 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.1167018 Apr 07 11:34:01.458788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Publish callbacks [] for port (82292d86-5f07-447e-a3af-ce48c141412f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.461294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks [] for router_gateway (ac8b74d2-e11a-4735-979b-89ecaafe21e0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.479664 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (82292d86-5f07-447e-a3af-ce48c141412f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.514068 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.528108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b794320b-4b7a-418c-9828-236934d40203 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:01.538507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b794320b-4b7a-418c-9828-236934d40203 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 937 time: 0.1568594 Apr 07 11:34:01.652149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9a846e75-d96d-4a88-8320-2a6afad66d33 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:01.755417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] Current status of the port 0653a286-40b9-4fcd-b86d-a18656a1fe9b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:01.755819 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.758056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Pushing event updated for resources: {'Port': ['ID=82292d86-5f07-447e-a3af-ce48c141412f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:01.783089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:01.784526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Allocated IP 172.25.5.229 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ce61d69d-b203-4c2a-87fd-42ed7e99f272) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:01.809504 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:01.813443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:01.820867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:02.026343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] For port 0653a286-40b9-4fcd-b86d-a18656a1fe9b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0653a286-40b9-4fcd-b86d-a18656a1fe9b,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:02.036236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.159560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024b20-a695-406f-937b-db91ca5b6697 None None] Pushing event updated for resources: {'Port': ['ID=0653a286-40b9-4fcd-b86d-a18656a1fe9b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:02.162538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0653a286-40b9-4fcd-b86d-a18656a1fe9b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:02.263383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks [] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.278121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Attempting to bind port 82292d86-5f07-447e-a3af-ce48c141412f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:02.279353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Attempting to bind port 82292d86-5f07-447e-a3af-ce48c141412f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:02.280222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Attempting to bind port 82292d86-5f07-447e-a3af-ce48c141412f on network 613bbe6d-1829-43e2-9ce8-db7b0140913e {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:02.298509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9f754e7c-3e5e-46a5-a8f1-fa92636506f4 None None] Provisioning complete for port 0653a286-40b9-4fcd-b86d-a18656a1fe9b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:02.304607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f754e7c-3e5e-46a5-a8f1-fa92636506f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.339698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac301-afc5-4c3b-a96f-692f961d64bf req-f1dd60da-0608-4f0c-a1b6-1e234c903cff tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:02.348487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf9ac301-afc5-4c3b-a96f-692f961d64bf req-f1dd60da-0608-4f0c-a1b6-1e234c903cff tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1942172 Apr 07 11:34:02.357708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.418927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:02.419500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Checking segment: {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:02.420680 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.421254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Bound using segment: {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:02.423274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Bound port: 82292d86-5f07-447e-a3af-ce48c141412f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:02.424414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (82292d86-5f07-447e-a3af-ce48c141412f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.449729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:02.463558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:02.466897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:02.587574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Pushing event updated for resources: {'Port': ['ID=ce61d69d-b203-4c2a-87fd-42ed7e99f272,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:02.622008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf9ac301-afc5-4c3b-a96f-692f961d64bf req-568887bb-181c-4e85-9570-23dcd4a05a84 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726071 Apr 07 11:34:02.670864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0653a286-40b9-4fcd-b86d-a18656a1fe9b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:02.671353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:02.688877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2192325-f44d-41c2-9d49-07db03853d4b req-6ca4ab3a-e387-4664-a337-abc4daef1f75 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0572672 Apr 07 11:34:02.770044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9f754e7c-3e5e-46a5-a8f1-fa92636506f4 None None] Current status of the port 0653a286-40b9-4fcd-b86d-a18656a1fe9b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:02.785352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] For port 82292d86-5f07-447e-a3af-ce48c141412f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:02.791559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] For port 82292d86-5f07-447e-a3af-ce48c141412f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=82292d86-5f07-447e-a3af-ce48c141412f,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:02.851500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (82292d86-5f07-447e-a3af-ce48c141412f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.065773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0653a286-40b9-4fcd-b86d-a18656a1fe9b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:03.091880 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bc446854-8134-45f9-9d73-5d8e030f9f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.102821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55017980-c099-4948-89b6-8e61d4fb2b1d None None] Pushing event updated for resources: {'Port': ['ID=82292d86-5f07-447e-a3af-ce48c141412f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:03.118719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38900) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:03.432463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cccf06f-c8c4-47f1-857d-8a8e9142e507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.497898 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.583069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cccf06f-c8c4-47f1-857d-8a8e9142e507 admin admin] Publish callbacks [] for security_group (fd4b381a-b60b-405c-a9e0-10ee83b8a8b1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.589637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cccf06f-c8c4-47f1-857d-8a8e9142e507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fd4b381a-b60b-405c-a9e0-10ee83b8a8b1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.652750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf06f-c8c4-47f1-857d-8a8e9142e507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b381a-b60b-405c-a9e0-10ee83b8a8b1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:03.692256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3cccf06f-c8c4-47f1-857d-8a8e9142e507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cd2cccb61cb488f8dc15a24054b14f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5713656 Apr 07 11:34:03.694594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38906) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:03.749283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks [] for router_gateway (ac8b74d2-e11a-4735-979b-89ecaafe21e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.871940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44b96af6-3ae2-4b66-b9bd-af6d0cae7786 admin admin] Publish callbacks [] for security_group (fd4b381a-b60b-405c-a9e0-10ee83b8a8b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.912514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18fe30e4-ecc3-415f-9e19-2807625cbfac req-fd817fa1-1195-466b-9a07-ca78eea154ce tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0737994 Apr 07 11:34:03.972261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44b96af6-3ae2-4b66-b9bd-af6d0cae7786 admin admin] Publish callbacks [] for security_group (fd4b381a-b60b-405c-a9e0-10ee83b8a8b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:03.989221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83e6c-5a01-443e-a54a-27b464820256 req-231816d5-9932-45e1-811a-e5450775da27 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:03.990786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69b83e6c-5a01-443e-a54a-27b464820256 req-231816d5-9932-45e1-811a-e5450775da27 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1535575 Apr 07 11:34:04.010430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-493f9bba-e504-4cb7-8181-95639760ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:04.011869 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-493f9bba-e504-4cb7-8181-95639760ec40 service neutron] 10.222.0.41 "GET /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 1032 time: 0.1932831 Apr 07 11:34:04.093000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d72fd971-2482-4c29-b1b2-1ff0175f11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:04.094786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d72fd971-2482-4c29-b1b2-1ff0175f11ee service neutron] 10.222.0.41 "GET /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 1033 time: 0.0731273 Apr 07 11:34:04.118760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 82292d86-5f07-447e-a3af-ce48c141412f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:04.155607 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44b96af6-3ae2-4b66-b9bd-af6d0cae7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fd4b381a-b60b-405c-a9e0-10ee83b8a8b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.158568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44b96af6-3ae2-4b66-b9bd-af6d0cae7786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.177882 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-44b96af6-3ae2-4b66-b9bd-af6d0cae7786 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd4b381a-b60b-405c-a9e0-10ee83b8a8b1 HTTP/1.1" status: 204 len: 168 time: 0.4661939 Apr 07 11:34:04.187728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 82292d86-5f07-447e-a3af-ce48c141412f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:04.188450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (82292d86-5f07-447e-a3af-ce48c141412f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.234889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69b83e6c-5a01-443e-a54a-27b464820256 req-70eb8dcc-bed3-405c-8c83-f055a6131232 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367840 Apr 07 11:34:04.290321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b96af6-3ae2-4b66-b9bd-af6d0cae7786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b381a-b60b-405c-a9e0-10ee83b8a8b1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:04.311471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (ac8b74d2-e11a-4735-979b-89ecaafe21e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.343081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 82292d86-5f07-447e-a3af-ce48c141412f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:04.343839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (82292d86-5f07-447e-a3af-ce48c141412f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.383032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-2adc7d97-e46d-467b-9903-3de680ae70ed tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:04.388966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 82292d86-5f07-447e-a3af-ce48c141412f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=82292d86-5f07-447e-a3af-ce48c141412f,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:04.390138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-2adc7d97-e46d-467b-9903-3de680ae70ed tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:04.394802 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (82292d86-5f07-447e-a3af-ce48c141412f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.397591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0653a286-40b9-4fcd-b86d-a18656a1fe9b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:04.398478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-2adc7d97-e46d-467b-9903-3de680ae70ed tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:04.401001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-2adc7d97-e46d-467b-9903-3de680ae70ed tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "GET /v2.0/networks?id=a82a7aee-d3ab-49b2-8704-9fd091b2723a&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e HTTP/1.1" status: 200 len: 1995 time: 0.2987492 Apr 07 11:34:04.527287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-8609d1cd-89e0-4a49-a6f7-a21e33d16ddc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c7031a919347508b584baf9cf5dbef HTTP/1.1" status: 200 len: 380 time: 0.1180704 Apr 07 11:34:04.536563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'admin_state_up': True, 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'security_groups': ['861027a0-c1eb-466a-a44b-af5b3e169982']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:04.614246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.653359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=82292d86-5f07-447e-a3af-ce48c141412f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:04.657415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0653a286-40b9-4fcd-b86d-a18656a1fe9b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:04.659805 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.739907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Router ac8b74d2-e11a-4735-979b-89ecaafe21e0 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:34:04.851399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:04.856588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:04.910434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0653a286-40b9-4fcd-b86d-a18656a1fe9b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:04.968953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38918) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:05.001887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcce79ea-e7c6-4100-830b-60442af440c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.075031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c7bd2-9846-4c8a-89c6-99397a6450a4 None None] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:05.124658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 172.20.0.11 (a82a7aee-d3ab-49b2-8704-9fd091b2723a/16f5cc86-b218-4ee5-a2dd-a527dfd12698/71943856-4331-446f-8bc1-bac7773b2ace) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:05.216085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcce79ea-e7c6-4100-830b-60442af440c7 admin admin] Publish callbacks [] for security_group (bbf3fadd-c734-4b87-b0cf-f7269b262a95), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.227395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fcce79ea-e7c6-4100-830b-60442af440c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bbf3fadd-c734-4b87-b0cf-f7269b262a95), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.257360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:05.277977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8896da24-de04-4bc4-9619-e1040b8893df req-535696f2-8cf4-4200-904b-1c6f8863dca6 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0724957 Apr 07 11:34:05.285872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Sync routers for ids ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:05.318381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.319974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9c5336f3-68cd-4489-b660-49d283adb211 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2241836 Apr 07 11:34:05.321435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c56a2dc3-60ee-4a0e-93bd-27377fd1b626 None None] Provisioning complete for port 82292d86-5f07-447e-a3af-ce48c141412f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:05.321822 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c56a2dc3-60ee-4a0e-93bd-27377fd1b626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (82292d86-5f07-447e-a3af-ce48c141412f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.322733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38926) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:05.425057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (71943856-4331-446f-8bc1-bac7773b2ace), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.483295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce79ea-e7c6-4100-830b-60442af440c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3fadd-c734-4b87-b0cf-f7269b262a95,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:05.492496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.511056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Routers {'ac8b74d2-e11a-4735-979b-89ecaafe21e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:05.516256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:05.533254 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fcce79ea-e7c6-4100-830b-60442af440c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=850cbc991867427a99c609433f8b6d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5630705 Apr 07 11:34:05.539871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38928) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:05.586144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0eb2e-c572-4230-be57-401670c2c253 req-7e6c6dfa-18be-4a3d-b4a8-3c9527001d88 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:05.592177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:05.594533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0e0eb2e-c572-4230-be57-401670c2c253 req-7e6c6dfa-18be-4a3d-b4a8-3c9527001d88 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1929698 Apr 07 11:34:05.599581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:05.605051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:05.705186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:05.754482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:05.755147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.791574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e7c6c5-2791-47fb-b9c7-69959b55a7a3 admin admin] Publish callbacks [] for security_group (bbf3fadd-c734-4b87-b0cf-f7269b262a95), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.802438 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b67ffea3-7c8d-4aaa-a3b9-f20d1ba50375 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2701957 Apr 07 11:34:05.812857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'admin_state_up': True, 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'security_groups': ['861027a0-c1eb-466a-a44b-af5b3e169982']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:05.871105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Set router ac8b74d2-e11a-4735-979b-89ecaafe21e0 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:05.887023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e7c6c5-2791-47fb-b9c7-69959b55a7a3 admin admin] Publish callbacks [] for security_group (bbf3fadd-c734-4b87-b0cf-f7269b262a95), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:05.910197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0e0eb2e-c572-4230-be57-401670c2c253 req-6e0d35eb-016f-4148-ace5-703abe86b4a8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147030 Apr 07 11:34:05.992561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 82292d86-5f07-447e-a3af-ce48c141412f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:06.079753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:06.089387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.102728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e7c6c5-2791-47fb-b9c7-69959b55a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bbf3fadd-c734-4b87-b0cf-f7269b262a95), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.106948 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-07e7c6c5-2791-47fb-b9c7-69959b55a7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.108601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-07e7c6c5-2791-47fb-b9c7-69959b55a7a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbf3fadd-c734-4b87-b0cf-f7269b262a95 HTTP/1.1" status: 204 len: 168 time: 0.5677762 Apr 07 11:34:06.158035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7c6c5-2791-47fb-b9c7-69959b55a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3fadd-c734-4b87-b0cf-f7269b262a95,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:06.189752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c56a2dc3-60ee-4a0e-93bd-27377fd1b626 None None] Current status of the port 82292d86-5f07-447e-a3af-ce48c141412f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:06.436016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.485200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.589858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 10.1.1.6 (1b74a2bc-c4e6-4d14-8ad7-8d9781271832/fa4f1ede-461f-4a4c-9491-fba542167cfe/064a4b6d-639c-4a42-979b-a0eb4f3eb989) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:06.596017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c194d492-d8df-4894-8873-4749c41b8936 None None] Provisioning complete for port 71943856-4331-446f-8bc1-bac7773b2ace triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:06.599359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c194d492-d8df-4894-8873-4749c41b8936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71943856-4331-446f-8bc1-bac7773b2ace), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.733696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8532c1c-980f-4cb7-92ca-b2e264522b12 req-c8175443-4cfc-4259-aa49-2567d77217d4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:06.735286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8532c1c-980f-4cb7-92ca-b2e264522b12 req-c8175443-4cfc-4259-aa49-2567d77217d4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 932 time: 0.2531834 Apr 07 11:34:06.785565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c194d492-d8df-4894-8873-4749c41b8936 None None] Port 71943856-4331-446f-8bc1-bac7773b2ace cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:06.803319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 82292d86-5f07-447e-a3af-ce48c141412f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:06.815533 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (82292d86-5f07-447e-a3af-ce48c141412f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.899000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:34:03Z', 'revision_number': 3, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:06.917006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:06.918564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8532c1c-980f-4cb7-92ca-b2e264522b12 req-c4d85633-3046-4e81-9a47-5622e1f64775 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630106 Apr 07 11:34:06.954595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Checking router: ac8b74d2-e11a-4735-979b-89ecaafe21e0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:34:06.955079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Updating router ac8b74d2-e11a-4735-979b-89ecaafe21e0 port ce61d69d-b203-4c2a-87fd-42ed7e99f272 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:34:06.991452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.033939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Allocated IP 172.20.0.1 (613bbe6d-1829-43e2-9ce8-db7b0140913e/9099ce29-c1d7-49b7-a8eb-2fc47dfae40d/c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:07.037349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.170135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:07.190799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:07.196578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:07.210822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=064a4b6d-639c-4a42-979b-a0eb4f3eb989,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:07.269866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fd726-a6e3-4cf2-bde9-e5e1e4554f60 req-ef20ec56-732e-4208-93b4-53356ac509d1 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:07.271528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-954fd726-a6e3-4cf2-bde9-e5e1e4554f60 req-ef20ec56-732e-4208-93b4-53356ac509d1 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2011228 Apr 07 11:34:07.334278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:07.334938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.388660 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-96d3fc6e-10b8-4613-8491-eb2404510c36 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5798373 Apr 07 11:34:07.399092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'admin_state_up': True, 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'security_groups': ['861027a0-c1eb-466a-a44b-af5b3e169982']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:07.505471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-954fd726-a6e3-4cf2-bde9-e5e1e4554f60 req-a05c9124-210b-434c-8439-c624cc5dbafc tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207584 Apr 07 11:34:07.573669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks [] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.584532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ab76f7c0-eb1d-43bf-99f2-92b6a5c65c85 None None] Provisioning complete for port 82292d86-5f07-447e-a3af-ce48c141412f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:07.585635 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ab76f7c0-eb1d-43bf-99f2-92b6a5c65c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (82292d86-5f07-447e-a3af-ce48c141412f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.596500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-65aca814-16d7-4303-92dc-03bcb470a9ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135714 Apr 07 11:34:07.649080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.685176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.746135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:07.750957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:07.797586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 82292d86-5f07-447e-a3af-ce48c141412f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:07.805317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:07.820723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:07.878948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ab76f7c0-eb1d-43bf-99f2-92b6a5c65c85 None None] Current status of the port 82292d86-5f07-447e-a3af-ce48c141412f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:07.912490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:07.920493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:08.023309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-a3dfd04d-7b28-487f-8011-b755584d2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:08.033842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-a3dfd04d-7b28-487f-8011-b755584d2e28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 1127 time: 0.3594964 Apr 07 11:34:08.049067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (ac8b74d2-e11a-4735-979b-89ecaafe21e0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.065085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 10.1.1.249 (1b74a2bc-c4e6-4d14-8ad7-8d9781271832/fa4f1ede-461f-4a4c-9491-fba542167cfe/d311b6ce-dc3f-4c68-a334-12c0f5582a9b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:08.090479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7bcc310c-1901-45ed-a1b2-c9360b886208 None None] Provisioning complete for port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:08.092242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7bcc310c-1901-45ed-a1b2-c9360b886208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.206244 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Publish callbacks [] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.222208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc310c-1901-45ed-a1b2-c9360b886208 None None] Port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:08.224881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.273441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Attempting to bind port ce61d69d-b203-4c2a-87fd-42ed7e99f272 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:08.273878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Attempting to bind port ce61d69d-b203-4c2a-87fd-42ed7e99f272 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:08.274526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Attempting to bind port ce61d69d-b203-4c2a-87fd-42ed7e99f272 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:08.326421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:08.326817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:08.327236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.327633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:08.328178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Bound port: ce61d69d-b203-4c2a-87fd-42ed7e99f272, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:08.328576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.387727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Pushing event updated for resources: {'Port': ['ID=ce61d69d-b203-4c2a-87fd-42ed7e99f272,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:08.402419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.402995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.403490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.404349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.405255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.405255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.405461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.406070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.406198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.406525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.407601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.408225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.408580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:08.446666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-73c073b0-8c98-4f03-9164-a24cdea43a03 None None] Provisioning complete for port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:08.447092 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73c073b0-8c98-4f03-9164-a24cdea43a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.496989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-73c073b0-8c98-4f03-9164-a24cdea43a03 None None] Port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:08.505939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] For port ce61d69d-b203-4c2a-87fd-42ed7e99f272, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:08.511646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] For port ce61d69d-b203-4c2a-87fd-42ed7e99f272, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ce61d69d-b203-4c2a-87fd-42ed7e99f272,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:08.522069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:08.563424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272083f1-9810-4f4e-bb98-2d52bd7697bd req-9bd1e270-ff27-4949-82a3-2668a8bdfe4f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:08.592240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272083f1-9810-4f4e-bb98-2d52bd7697bd req-9bd1e270-ff27-4949-82a3-2668a8bdfe4f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:08.594165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-272083f1-9810-4f4e-bb98-2d52bd7697bd req-9bd1e270-ff27-4949-82a3-2668a8bdfe4f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 1652 time: 0.4759266 Apr 07 11:34:08.604597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0fac2-243c-44aa-8d9e-2c1e3abe95c7 None None] Pushing event updated for resources: {'Port': ['ID=ce61d69d-b203-4c2a-87fd-42ed7e99f272,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:08.622637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Routers {'ac8b74d2-e11a-4735-979b-89ecaafe21e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:08.623587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:08.736687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-6a3336a7-4baf-498b-b1de-a237732cc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:08.743945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-6a3336a7-4baf-498b-b1de-a237732cc4b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.6245894 Apr 07 11:34:08.892925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] Set router ac8b74d2-e11a-4735-979b-89ecaafe21e0 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:08.983869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-7e1ec76c-356b-4899-8d4a-4f5437644cf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 200 len: 217 time: 0.2265918 Apr 07 11:34:08.997616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:09.076592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:09.135295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-d603c060-bd17-4bb2-986e-42853eddb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:09.137053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-d603c060-bd17-4bb2-986e-42853eddb77b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.1348307 Apr 07 11:34:09.142257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:09.149620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:09.152464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:09.166549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:09.206898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-272083f1-9810-4f4e-bb98-2d52bd7697bd req-dd27c575-67e8-4876-970f-23290ed7ca14 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5684328 Apr 07 11:34:09.267647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff187f-4a03-4a5a-a02e-ee785c09c073 req-1ca28001-6c52-48aa-930f-bd7a56ec3097 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:09.273569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bff187f-4a03-4a5a-a02e-ee785c09c073 req-1ca28001-6c52-48aa-930f-bd7a56ec3097 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.5346117 Apr 07 11:34:09.276710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:09.345696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:09.346383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:09.396838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-235f3b09-0269-4a4f-b4d2-cf453428c7db tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0023534 Apr 07 11:34:09.407362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'admin_state_up': True, 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'security_groups': ['861027a0-c1eb-466a-a44b-af5b3e169982']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:09.443397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:34:03Z', 'revision_number': 3, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:09.512192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57c8fa-6149-44df-8a29-6e7e13d726b9 None None] The sync data for ids ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'] in n-d-836788-1 is: [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:34:03Z', 'revision_number': 3, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:09.648408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bff187f-4a03-4a5a-a02e-ee785c09c073 req-30761b26-fbb5-4006-8e27-cd2e311cf990 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647048 Apr 07 11:34:09.666184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ad1c984a-14bb-414c-a31e-1015488b309f None None] Provisioning complete for port d311b6ce-dc3f-4c68-a334-12c0f5582a9b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:09.666184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad1c984a-14bb-414c-a31e-1015488b309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:09.695284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-ac39f83f-2409-45c5-b66b-a605d5663948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:09.699733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-ac39f83f-2409-45c5-b66b-a605d5663948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5431740 Apr 07 11:34:09.753753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c984a-14bb-414c-a31e-1015488b309f None None] Port d311b6ce-dc3f-4c68-a334-12c0f5582a9b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:09.792817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:09.961537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:09.993380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks [] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:10.002560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:10.009323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-59f3d4b3-5779-412e-98fc-9411221dd4e9 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106969 Apr 07 11:34:10.362217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 10.2.2.100 (9162b990-69bd-41a8-a4b3-67f9b46c6f7e/75cc8040-789c-40e5-8505-b34b1d01d8db/4a9d472e-e99e-45b5-9637-64fbf5209831) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:10.620206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:10.667325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:10.673667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (ac8b74d2-e11a-4735-979b-89ecaafe21e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:10.738047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:10.749589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:10.752818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:10.770199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:10.796368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:10.847459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8e90d-dff1-4a02-adb7-0f11a3a5ef37 req-7179e6cf-aa8b-4508-8b83-3d3a0a42fc77 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:10.866085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8e90d-dff1-4a02-adb7-0f11a3a5ef37 req-7179e6cf-aa8b-4508-8b83-3d3a0a42fc77 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:10.879526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8e90d-dff1-4a02-adb7-0f11a3a5ef37 req-7179e6cf-aa8b-4508-8b83-3d3a0a42fc77 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:10.891447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07c8e90d-dff1-4a02-adb7-0f11a3a5ef37 req-7179e6cf-aa8b-4508-8b83-3d3a0a42fc77 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 2373 time: 0.2584686 Apr 07 11:34:10.911237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:10.918875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:10.955245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f61d1d0a-2378-4dcc-86e2-ae19e1e2e697 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5523674 Apr 07 11:34:10.980860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'admin_state_up': True, 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'security_groups': ['861027a0-c1eb-466a-a44b-af5b3e169982']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:11.102825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07c8e90d-dff1-4a02-adb7-0f11a3a5ef37 req-e7a2bfe9-2d94-44a7-9edb-dfac63bc7628 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077165 Apr 07 11:34:11.133547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e5c0a92-8a2b-48c4-89fc-269bec79c748 req-f355f4a4-a3cb-40be-abde-6ef409b4cb49 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0769894 Apr 07 11:34:11.207256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1840b741-cb29-4827-98bd-ef8a24a5deca None None] Provisioning complete for port 4a9d472e-e99e-45b5-9637-64fbf5209831 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:11.208331 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1840b741-cb29-4827-98bd-ef8a24a5deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:11.253181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Made reservation on behalf of 08c7031a919347508b584baf9cf5dbef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:11.261817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ec1b-fe19-4e49-a1ae-f8885bc2361e req-68b06c50-6b74-4910-99b4-57186db8f2a2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:11.263469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc32ec1b-fe19-4e49-a1ae-f8885bc2361e req-68b06c50-6b74-4910-99b4-57186db8f2a2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.4712555 Apr 07 11:34:11.270199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:11.277753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:11.297639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39030) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:11.300602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1840b741-cb29-4827-98bd-ef8a24a5deca None None] Port 4a9d472e-e99e-45b5-9637-64fbf5209831 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:11.300901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:11.509102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc32ec1b-fe19-4e49-a1ae-f8885bc2361e req-2d60a83c-7adc-4e76-bd96-267ee00be294 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350812 Apr 07 11:34:11.627948 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a2852b59-e8f0-49d8-828a-68339fb308e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:11.645971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Router ac8b74d2-e11a-4735-979b-89ecaafe21e0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:11.719604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Allocated IP 10.2.2.200 (9162b990-69bd-41a8-a4b3-67f9b46c6f7e/75cc8040-789c-40e5-8505-b34b1d01d8db/836c461b-d989-4c75-a77a-a094e93e6945) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:11.848828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-27993f7d-a269-48df-94ac-c232f0874169 None None] Provisioning complete for port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:11.849302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27993f7d-a269-48df-94ac-c232f0874169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:11.925118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a2852b59-e8f0-49d8-828a-68339fb308e5 admin admin] Publish callbacks [] for security_group (51d0f527-d172-4cdc-9455-430d8f3f7311), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:11.926960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:11.934925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27993f7d-a269-48df-94ac-c232f0874169 None None] Port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:11.945197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9a4599f-92b3-402f-9222-84459a3bc8f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac8b74d2-e11a-4735-979b-89ecaafe21e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6189680 Apr 07 11:34:11.945197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a2852b59-e8f0-49d8-828a-68339fb308e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (51d0f527-d172-4cdc-9455-430d8f3f7311), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:11.988911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a2852b59-e8f0-49d8-828a-68339fb308e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aadc01f7b314a8094ab3a1407d7f917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6891277 Apr 07 11:34:11.989832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2852b59-e8f0-49d8-828a-68339fb308e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d0f527-d172-4cdc-9455-430d8f3f7311,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:11.992506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39036) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:12.057676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce61d69d-b203-4c2a-87fd-42ed7e99f272 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:12.065075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6271-fea6-4519-b091-42aa1e465728 admin admin] Publish callbacks [] for security_group (51d0f527-d172-4cdc-9455-430d8f3f7311), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.094573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for port (836c461b-d989-4c75-a77a-a094e93e6945), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.120908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6271-fea6-4519-b091-42aa1e465728 admin admin] Publish callbacks [] for security_group (51d0f527-d172-4cdc-9455-430d8f3f7311), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.155045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.208589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ce61d69d-b203-4c2a-87fd-42ed7e99f272 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:12.209179 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.237568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6271-fea6-4519-b091-42aa1e465728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (51d0f527-d172-4cdc-9455-430d8f3f7311), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.247922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6271-fea6-4519-b091-42aa1e465728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.249456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1e0e6271-fea6-4519-b091-42aa1e465728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51d0f527-d172-4cdc-9455-430d8f3f7311 HTTP/1.1" status: 204 len: 168 time: 0.2560153 Apr 07 11:34:12.286724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:12.288329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:12.291284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event updated for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:12.294865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:12.383649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.385701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.386209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e6271-fea6-4519-b091-42aa1e465728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d0f527-d172-4cdc-9455-430d8f3f7311,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:12.419891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-e7a3a20b-8491-4740-87c5-34e205053290 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4608424 Apr 07 11:34:12.432140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:12.460728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-04ca153c-e967-4afb-9737-63d269102984 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.471485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ce61d69d-b203-4c2a-87fd-42ed7e99f272 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:12.471892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.476912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-04ca153c-e967-4afb-9737-63d269102984 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.503411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-04ca153c-e967-4afb-9737-63d269102984 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.533409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port ce61d69d-b203-4c2a-87fd-42ed7e99f272, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ce61d69d-b203-4c2a-87fd-42ed7e99f272,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:12.534787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-04ca153c-e967-4afb-9737-63d269102984 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.545501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.555442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-04ca153c-e967-4afb-9737-63d269102984 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.560314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-04ca153c-e967-4afb-9737-63d269102984 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 3815 time: 0.2968729 Apr 07 11:34:12.644652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71943856-4331-446f-8bc1-bac7773b2ace), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.675332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e223cba2-39d8-41ff-82bd-5929064b3f21 req-ea5e09fe-03f5-4387-a64a-226fb4dd34ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055772 Apr 07 11:34:12.742042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=ce61d69d-b203-4c2a-87fd-42ed7e99f272,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:12.871391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aaecb6fd-381c-496e-993b-3ff821f85589 None None] Provisioning complete for port 836c461b-d989-4c75-a77a-a094e93e6945 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:12.871780 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aaecb6fd-381c-496e-993b-3ff821f85589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (836c461b-d989-4c75-a77a-a094e93e6945), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:12.914040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aaecb6fd-381c-496e-993b-3ff821f85589 None None] Port 836c461b-d989-4c75-a77a-a094e93e6945 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:12.947549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39052) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:12.969022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1c79a-35bb-4f95-84ff-9e0760943223 req-7aef7bd8-241b-4e3a-9685-d62564527a31 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:12.970740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fce1c79a-35bb-4f95-84ff-9e0760943223 req-7aef7bd8-241b-4e3a-9685-d62564527a31 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1215456 Apr 07 11:34:13.096857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fce1c79a-35bb-4f95-84ff-9e0760943223 req-977fc34d-b8da-4278-8d97-5b55e5c9be3a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200421 Apr 07 11:34:13.172061 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Sync routers for ids ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:13.189392 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Routers {'ac8b74d2-e11a-4735-979b-89ecaafe21e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:13.190978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71943856-4331-446f-8bc1-bac7773b2ace {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:13.191505 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:13.200772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Publish callbacks [] for port (71943856-4331-446f-8bc1-bac7773b2ace), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.214887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Transition to ACTIVE for port object 71943856-4331-446f-8bc1-bac7773b2ace will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:13.224893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.278838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d367bb85-3834-4078-8295-c87e547b6fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.349608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Pushing event updated for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:13.431867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Set router ac8b74d2-e11a-4735-979b-89ecaafe21e0 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:13.548423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39056) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:13.558088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758426737', 'description': 'tempest-secgroup-smoke-1758426737 description', 'project_id': 'b183427693664a51abda7a2551bae7e2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:13.565458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Attempting to bind port 71943856-4331-446f-8bc1-bac7773b2ace on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:13.565797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Attempting to bind port 71943856-4331-446f-8bc1-bac7773b2ace by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:13.566132 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Attempting to bind port 71943856-4331-446f-8bc1-bac7773b2ace on network a82a7aee-d3ab-49b2-8704-9fd091b2723a {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:13.602322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.612691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d367bb85-3834-4078-8295-c87e547b6fda admin admin] Publish callbacks [] for security_group (0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.614713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Port 71943856-4331-446f-8bc1-bac7773b2ace on network a82a7aee-d3ab-49b2-8704-9fd091b2723a not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:13.615198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Attempting to bind port 71943856-4331-446f-8bc1-bac7773b2ace on network a82a7aee-d3ab-49b2-8704-9fd091b2723a {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:13.623675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d367bb85-3834-4078-8295-c87e547b6fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.666578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367bb85-3834-4078-8295-c87e547b6fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:13.699182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:13.699556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Checking segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:13.699956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Bound using segment: {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:13.700430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Bound port: 71943856-4331-446f-8bc1-bac7773b2ace, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186be251-aadd-4dd6-8b2d-9925aa80deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:13.701161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71943856-4331-446f-8bc1-bac7773b2ace), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.705777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d367bb85-3834-4078-8295-c87e547b6fda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec1d9364cd4401684a92818bc59dd06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7569659 Apr 07 11:34:13.709572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39058) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:13.812727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group (aa569f83-8921-43d7-85c8-d374bbc4b463), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.831070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:13.832775 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aa569f83-8921-43d7-85c8-d374bbc4b463), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.837274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=71943856-4331-446f-8bc1-bac7773b2ace,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:13.852743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.901792 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:34:08Z', 'revision_number': 4, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae', 'name': '', 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'mac_address': 'fa:16:3e:ce:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:06Z', 'updated_at': '2022-04-07T11:34:09Z', 'revision_number': 2, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'subnets': [{'id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:13.964637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce61d69d-b203-4c2a-87fd-42ed7e99f272 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:13.975080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:13.980210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4258912 Apr 07 11:34:13.980730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39062) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:13.982776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccbb03-75dc-4f08-ba57-aab7e0f663cf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa569f83-8921-43d7-85c8-d374bbc4b463,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:13.988210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group_rule': {'security_group_id': 'aa569f83-8921-43d7-85c8-d374bbc4b463', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:13.996847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83387150-9371-4704-a04d-fabb909e9562 admin admin] Publish callbacks [] for security_group (0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.023973 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Checking router: ac8b74d2-e11a-4735-979b-89ecaafe21e0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:34:14.025296 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Updating router ac8b74d2-e11a-4735-979b-89ecaafe21e0 port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:34:14.029616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.032254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.035646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] 10.222.0.41 "PUT /v2.0/ports/71943856-4331-446f-8bc1-bac7773b2ace HTTP/1.1" status: 200 len: 1092 time: 1.6081226 Apr 07 11:34:14.048283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:14.057110 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "71943856-4331-446f-8bc1-bac7773b2ace"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:14.064135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83387150-9371-4704-a04d-fabb909e9562 admin admin] Publish callbacks [] for security_group (0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.074594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (a2ab7645-bed5-4948-b143-822b4d5b1857), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.086565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ce61d69d-b203-4c2a-87fd-42ed7e99f272 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:14.086953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.108708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:14.121015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-91705108-86c4-4687-bd83-df15fbb7deba tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.143315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-91705108-86c4-4687-bd83-df15fbb7deba tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.144626 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.148912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-91705108-86c4-4687-bd83-df15fbb7deba tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.168344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-91705108-86c4-4687-bd83-df15fbb7deba tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.173871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-91705108-86c4-4687-bd83-df15fbb7deba tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.175779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-91705108-86c4-4687-bd83-df15fbb7deba tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 3827 time: 0.3313432 Apr 07 11:34:14.272652 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83387150-9371-4704-a04d-fabb909e9562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.289585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83387150-9371-4704-a04d-fabb909e9562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.290692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-83387150-9371-4704-a04d-fabb909e9562 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3 HTTP/1.1" status: 204 len: 168 time: 0.5798748 Apr 07 11:34:14.304570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ce61d69d-b203-4c2a-87fd-42ed7e99f272 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:14.318156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.376142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83387150-9371-4704-a04d-fabb909e9562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c42f0-c3d3-4efe-8fe0-ac4c69bd35f3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:14.416476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167f95-3c3f-4d69-be7a-2e5a1f73e005 service neutron] Pushing event updated for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:14.514975 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7827b91-fcee-457f-98ce-9116ecf0836b x-openstack-request-id: req-b7827b91-fcee-457f-98ce-9116ecf0836b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:14.515288 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "71943856-4331-446f-8bc1-bac7773b2ace", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:14.515555 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7827b91-fcee-457f-98ce-9116ecf0836b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:14.515979 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7827b91-fcee-457f-98ce-9116ecf0836b'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace', 'status': 'completed', 'code': 200} Apr 07 11:34:14.567201 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (a2ab7645-bed5-4948-b143-822b4d5b1857), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.623499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a2ab7645-bed5-4948-b143-822b4d5b1857), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.641566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e15135c-5ff1-4798-a075-bfba036e16ac req-e0d74e7b-165a-4b93-8c2c-3c990bc87c7d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780766 Apr 07 11:34:14.733281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ab7645-bed5-4948-b143-822b4d5b1857,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:14.753021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.764533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-af675c94-3ec5-432f-b592-e0690f3c7423 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7825818 Apr 07 11:34:14.768758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39076) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:14.780022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group_rule': {'security_group_id': 'aa569f83-8921-43d7-85c8-d374bbc4b463', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:14.809706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-b233112c-dea5-490d-a721-7ed81112769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.810787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-b233112c-dea5-490d-a721-7ed81112769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.811336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-b233112c-dea5-490d-a721-7ed81112769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.811878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-b233112c-dea5-490d-a721-7ed81112769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.812417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-b233112c-dea5-490d-a721-7ed81112769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.815050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-b233112c-dea5-490d-a721-7ed81112769d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 4393 time: 0.2987421 Apr 07 11:34:14.890917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (bdfaf5c2-c52c-4480-9284-bc81f4c3cdb6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.945303 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Publish callbacks [] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.954221 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:14.970121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47e7d9-437a-457a-8977-24f19ed55d2a req-02502f1f-0921-4118-a058-2a5403169d37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:14.983177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f47e7d9-437a-457a-8977-24f19ed55d2a req-02502f1f-0921-4118-a058-2a5403169d37 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.3367128 Apr 07 11:34:15.033968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (bdfaf5c2-c52c-4480-9284-bc81f4c3cdb6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.045336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (bdfaf5c2-c52c-4480-9284-bc81f4c3cdb6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.079656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfaf5c2-c52c-4480-9284-bc81f4c3cdb6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:15.139073 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bdf4d-526d-4d80-a651-070673eec62c None None] Pushing event updated for resources: {'Port': ['ID=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:15.147099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.148251 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1b67022a-9a2d-4b11-9e0d-7e707a97d746 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785083 Apr 07 11:34:15.156823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39084) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:15.161443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group_rule': {'security_group_id': 'aa569f83-8921-43d7-85c8-d374bbc4b463', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:15.175684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b2f3ed-d242-4f00-a70d-39529a16195b {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:15.205545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Publish callbacks [] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.245271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Transition to ACTIVE for port object b0b2f3ed-d242-4f00-a70d-39529a16195b will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:15.255060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.269051 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Attempting to bind port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:15.269459 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Attempting to bind port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:15.269808 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Attempting to bind port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae on network 613bbe6d-1829-43e2-9ce8-db7b0140913e {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:15.279586 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:15.285686 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Checking segment: {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:15.286376 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.286956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Bound using segment: {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:15.287630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Bound port: c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68157213-c083-4a6e-804f-c2c9302f84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:15.288213 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.306812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (5ac600e5-544f-400f-822e-9fbee80f067f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.333028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:15.358107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f47e7d9-437a-457a-8977-24f19ed55d2a req-a79be6a6-fde0-439f-818a-25e52ebda2a3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527014 Apr 07 11:34:15.373999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-28602186-1cd4-4304-9e07-9a8a08e98042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:15.377113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-28602186-1cd4-4304-9e07-9a8a08e98042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:15.379690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-28602186-1cd4-4304-9e07-9a8a08e98042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:15.384314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-28602186-1cd4-4304-9e07-9a8a08e98042 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c7031a919347508b584baf9cf5dbef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5623722 Apr 07 11:34:15.461428 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] For port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:15.466284 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] For port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:15.481548 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.522258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (5ac600e5-544f-400f-822e-9fbee80f067f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.538130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5ac600e5-544f-400f-822e-9fbee80f067f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.559486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] Provisioning complete for port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:15.560182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.586532 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bdf4d-526d-4d80-a651-070673eec62c None None] Pushing event updated for resources: {'Port': ['ID=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:15.623004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac600e5-544f-400f-822e-9fbee80f067f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:15.647036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Routers {'ac8b74d2-e11a-4735-979b-89ecaafe21e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:15.647664 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:15.782393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.785213 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6ba5a74-0f36-490e-b826-f9380cfdfd07 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6272686 Apr 07 11:34:15.793827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39098) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:15.800350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group_rule': {'security_group_id': 'aa569f83-8921-43d7-85c8-d374bbc4b463', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:15.852533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] Current status of the port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:15.852939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.921621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Attempting to bind port b0b2f3ed-d242-4f00-a70d-39529a16195b on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:15.921936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Attempting to bind port b0b2f3ed-d242-4f00-a70d-39529a16195b by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:15.922287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Attempting to bind port b0b2f3ed-d242-4f00-a70d-39529a16195b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:15.936549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Port b0b2f3ed-d242-4f00-a70d-39529a16195b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:15.936849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Attempting to bind port b0b2f3ed-d242-4f00-a70d-39529a16195b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:15.937581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] For port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:15.944023 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.955468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:15.955823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Checking segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:15.956217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Bound using segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:15.956676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Bound port: b0b2f3ed-d242-4f00-a70d-39529a16195b, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:15.957046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.990164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (478da3b2-a620-4860-bd06-e43afef28ab2), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:15.990876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-2efdb9e8-e4cd-4507-b777-fa8e9aa29134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:15.995053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a0aa19e-d2f4-4d52-8484-d886a21fb60b req-2efdb9e8-e4cd-4507-b777-fa8e9aa29134 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6026831 Apr 07 11:34:16.036973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72591fb5-58af-4ac6-88d5-423dfce3679a None None] Pushing event updated for resources: {'Port': ['ID=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:16.069506 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] Set router ac8b74d2-e11a-4735-979b-89ecaafe21e0 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:16.126741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.139016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.174407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.191601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.220002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.227360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.231506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-75ae4ea6-0ffa-44d7-8281-a3a89f3ce399 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 4604 time: 0.3540158 Apr 07 11:34:16.238278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f65090c3-e113-48a6-8f99-29cd2bc74e61 None None] Provisioning complete for port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:16.238970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f65090c3-e113-48a6-8f99-29cd2bc74e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.261277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (478da3b2-a620-4860-bd06-e43afef28ab2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.286956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:16.296989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:16.300506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (478da3b2-a620-4860-bd06-e43afef28ab2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.361924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478da3b2-a620-4860-bd06-e43afef28ab2,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:16.403628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.448490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea1bc3d6-686f-412a-a107-3768664ff96d req-2ab05ae4-de04-4538-91df-2225e5a6b2b6 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798868 Apr 07 11:34:16.504266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f65090c3-e113-48a6-8f99-29cd2bc74e61 None None] Current status of the port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:16.583849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:16.592117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.592954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.594496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-77e19974-9334-4b3b-81c6-bfbbbcb91ab0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 1135 time: 2.5089316 Apr 07 11:34:16.595422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': 'b0b2f3ed-d242-4f00-a70d-39529a16195b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:16.598249 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "b0b2f3ed-d242-4f00-a70d-39529a16195b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:16.618008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.623729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-df1a498d-7422-4329-b8c0-6a2b88468ac1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8269329 Apr 07 11:34:16.629712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:16.645879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:16.662352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group_rule': {'security_group_id': 'aa569f83-8921-43d7-85c8-d374bbc4b463', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:16.758807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31879dc-107b-4632-b997-38413be24bb0 req-659db4b4-6fcb-4203-98fc-8232ea59a2b6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:16.762427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f31879dc-107b-4632-b997-38413be24bb0 req-659db4b4-6fcb-4203-98fc-8232ea59a2b6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2391338 Apr 07 11:34:16.763300 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Project b183427693664a51abda7a2551bae7e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:34:16.811583 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:34:08Z', 'revision_number': 4, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae', 'name': '', 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'mac_address': 'fa:16:3e:ce:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:06Z', 'updated_at': '2022-04-07T11:34:15Z', 'revision_number': 4, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'subnets': [{'id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:16.837378 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (31a6cc16-c9ad-4ffd-b446-6f04b2625ce7), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.839726 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7551210f-6fc0-4213-a1f4-eaff9cef230c x-openstack-request-id: req-7551210f-6fc0-4213-a1f4-eaff9cef230c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:16.840069 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "b0b2f3ed-d242-4f00-a70d-39529a16195b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:16.840360 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7551210f-6fc0-4213-a1f4-eaff9cef230c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:16.840858 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7551210f-6fc0-4213-a1f4-eaff9cef230c'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': 'b0b2f3ed-d242-4f00-a70d-39529a16195b', 'status': 'completed', 'code': 200} Apr 07 11:34:16.850135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.871412 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e6983-61fd-4ec2-8678-99dc68b7265f None None] The sync data for ids ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'] in n-d-836788-1 is: [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:34:08Z', 'revision_number': 4, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae', 'name': '', 'network_id': '613bbe6d-1829-43e2-9ce8-db7b0140913e', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'mac_address': 'fa:16:3e:ce:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:06Z', 'updated_at': '2022-04-07T11:34:15Z', 'revision_number': 4, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'subnets': [{'id': '9099ce29-c1d7-49b7-a8eb-2fc47dfae40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:16.882253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39118) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:16.959512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (31a6cc16-c9ad-4ffd-b446-6f04b2625ce7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:16.968663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (31a6cc16-c9ad-4ffd-b446-6f04b2625ce7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.045770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f31879dc-107b-4632-b997-38413be24bb0 req-a09542e4-223a-449f-a93b-646d628fb3dc tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116349 Apr 07 11:34:17.052345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.052847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.053356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.053887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.055068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.055552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.057791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-123cb508-faa3-47fd-bc3a-36283a2d18dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5352 time: 0.3277719 Apr 07 11:34:17.063353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.089981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4392390 Apr 07 11:34:17.089981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39122) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:17.089981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1f9b6-f1b2-4300-8a01-d2c92184e33c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a6cc16-c9ad-4ffd-b446-6f04b2625ce7,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:17.158880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e67508b3-abbc-4294-b8ad-d04367d23304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.174593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'security_group_rule': {'security_group_id': 'aa569f83-8921-43d7-85c8-d374bbc4b463', 'project_id': 'b183427693664a51abda7a2551bae7e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:17.236619 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Project b183427693664a51abda7a2551bae7e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:34:17.255695 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (92150bae-ca28-42c1-9450-11e599ddcf0b), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.336452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-a0d8bb3c-4d3a-4965-a76f-f61759ccd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.337220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-a0d8bb3c-4d3a-4965-a76f-f61759ccd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.338827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-a0d8bb3c-4d3a-4965-a76f-f61759ccd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.340754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-a0d8bb3c-4d3a-4965-a76f-f61759ccd502 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c7031a919347508b584baf9cf5dbef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2549660 Apr 07 11:34:17.390547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e67508b3-abbc-4294-b8ad-d04367d23304 admin admin] Publish callbacks [] for security_group (939a3ebc-8712-4436-9797-60cfb67af2f4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.401116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e67508b3-abbc-4294-b8ad-d04367d23304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (939a3ebc-8712-4436-9797-60cfb67af2f4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.431724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (92150bae-ca28-42c1-9450-11e599ddcf0b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.437263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (92150bae-ca28-42c1-9450-11e599ddcf0b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.475984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f889f6-2891-4671-ac39-4893abe7f7fd {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:17.493595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Publish callbacks [] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.506207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67508b3-abbc-4294-b8ad-d04367d23304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a3ebc-8712-4436-9797-60cfb67af2f4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:17.513665 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e67508b3-abbc-4294-b8ad-d04367d23304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d435f63002b4783b5e11f0126e8d531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6289122 Apr 07 11:34:17.513919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.514303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39130) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:17.523235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4281349 Apr 07 11:34:17.544106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Transition to ACTIVE for port object 67f889f6-2891-4671-ac39-4893abe7f7fd will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:17.546654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8e537-2c82-4165-8bed-bcff3de89610 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92150bae-ca28-42c1-9450-11e599ddcf0b,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:17.561173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.635353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-65ae46ba-ca16-4c7c-9fe3-5ad9cda5934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.637459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ff7e11c-df33-4a28-bee4-be9b8fdf6dd2 req-65ae46ba-ca16-4c7c-9fe3-5ad9cda5934a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2899375 Apr 07 11:34:17.804699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:17.829005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170b3d41-07b8-47d4-ad67-5957ba14be4a admin admin] Publish callbacks [] for security_group (939a3ebc-8712-4436-9797-60cfb67af2f4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.846466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.859442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.884144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.901206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.916911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.936531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.936748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170b3d41-07b8-47d4-ad67-5957ba14be4a admin admin] Publish callbacks [] for security_group (939a3ebc-8712-4436-9797-60cfb67af2f4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:17.956475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:17.958793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-6bbf9909-c5c3-496c-b827-205f56ca6e06 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5382 time: 0.3144505 Apr 07 11:34:18.004239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Attempting to bind port 67f889f6-2891-4671-ac39-4893abe7f7fd on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:18.004490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Attempting to bind port 67f889f6-2891-4671-ac39-4893abe7f7fd by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:18.004813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Attempting to bind port 67f889f6-2891-4671-ac39-4893abe7f7fd on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:18.024332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Port 67f889f6-2891-4671-ac39-4893abe7f7fd on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:18.024651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Attempting to bind port 67f889f6-2891-4671-ac39-4893abe7f7fd on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:18.038511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:18.038852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Checking segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:18.039237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Bound using segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:18.039666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Bound port: 67f889f6-2891-4671-ac39-4893abe7f7fd, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:18.040026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.088888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170b3d41-07b8-47d4-ad67-5957ba14be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (939a3ebc-8712-4436-9797-60cfb67af2f4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.093811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:18.100901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170b3d41-07b8-47d4-ad67-5957ba14be4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.127215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-170b3d41-07b8-47d4-ad67-5957ba14be4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/939a3ebc-8712-4436-9797-60cfb67af2f4 HTTP/1.1" status: 204 len: 168 time: 0.6070724 Apr 07 11:34:18.257126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-971668d9-251e-4f72-b1f9-ab19e621ec1e req-4624776e-2725-43b5-95df-4bc4af713372 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2877543 Apr 07 11:34:18.305182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b3d41-07b8-47d4-ad67-5957ba14be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a3ebc-8712-4436-9797-60cfb67af2f4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:18.319820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-975cb033-1976-439e-9d12-0d545c8ca2dd tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758426737&fields=id&tenant_id=b183427693664a51abda7a2551bae7e2 HTTP/1.1" status: 200 len: 267 time: 0.3520498 Apr 07 11:34:18.367219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:18.369896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.415168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:18.432711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=67f889f6-2891-4671-ac39-4893abe7f7fd,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:18.441301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.531068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:18.532284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.534015 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] 10.222.0.41 "PUT /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 1136 time: 1.9018528 Apr 07 11:34:18.571351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:18.608520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3f0f0-aec8-406d-b184-2276383dacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:18.620926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:18.695215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-13aedcfe-67c2-4b05-9fe5-f3db0e6409d8 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:18.697632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-13aedcfe-67c2-4b05-9fe5-f3db0e6409d8 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/networks?id=1ed2c075-e986-4a4a-b707-fecd0f717d33 HTTP/1.1" status: 200 len: 808 time: 0.3695974 Apr 07 11:34:18.752810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:18.754043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-a2d7b3dc-fdbf-4b93-828d-432e517d06e0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/quotas/b183427693664a51abda7a2551bae7e2 HTTP/1.1" status: 200 len: 375 time: 0.0152946 Apr 07 11:34:18.836766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c35fb9-f97b-473f-8af3-920c62659c34 req-c1fdb5ce-6de8-4c49-9f5e-a888eec447bf tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:18.845984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66c35fb9-f97b-473f-8af3-920c62659c34 req-c1fdb5ce-6de8-4c49-9f5e-a888eec447bf tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1471541 Apr 07 11:34:18.868315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '67f889f6-2891-4671-ac39-4893abe7f7fd'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:18.882523 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "67f889f6-2891-4671-ac39-4893abe7f7fd"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:18.974025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-2542e244-abd8-469d-bc3f-a473b1a58d01 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b183427693664a51abda7a2551bae7e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126393 Apr 07 11:34:18.977603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66c35fb9-f97b-473f-8af3-920c62659c34 req-88c5b5a9-37e9-4306-902b-234692fcb896 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304681 Apr 07 11:34:19.145998 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19155b4d-c0b1-43c5-b970-5618ebe4d274 x-openstack-request-id: req-19155b4d-c0b1-43c5-b970-5618ebe4d274 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:19.146302 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "67f889f6-2891-4671-ac39-4893abe7f7fd", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:19.146571 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19155b4d-c0b1-43c5-b970-5618ebe4d274 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:19.148850 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19155b4d-c0b1-43c5-b970-5618ebe4d274'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '67f889f6-2891-4671-ac39-4893abe7f7fd', 'status': 'completed', 'code': 200} Apr 07 11:34:19.262200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.262792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.263142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.263608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.264077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.264543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.265007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.267107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-8ff19622-f6c5-4e95-8503-b0e21c6ab672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6312 time: 0.1333902 Apr 07 11:34:19.274544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-eecbbc0a-d0d1-4796-ba95-68c4cf599606 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695961 Apr 07 11:34:19.514441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064a4b6d-639c-4a42-979b-a0eb4f3eb989 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:19.526964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Publish callbacks [] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:19.568596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Transition to ACTIVE for port object 064a4b6d-639c-4a42-979b-a0eb4f3eb989 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:19.574947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:19.614694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-bcf3fa82-05ea-47fc-b43f-eec90ba1e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.615168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-bcf3fa82-05ea-47fc-b43f-eec90ba1e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.615699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-bcf3fa82-05ea-47fc-b43f-eec90ba1e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.617317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-bcf3fa82-05ea-47fc-b43f-eec90ba1e40b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c7031a919347508b584baf9cf5dbef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3414946 Apr 07 11:34:19.619969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-3414245a-4cd8-4fdb-8cad-c28fada7fa3a service neutron] 10.222.0.13 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241422 Apr 07 11:34:19.786332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-18022541-4994-4ffe-b22e-03b6a331fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.788017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6e818ed-fa6e-4317-b6eb-c4a874650ea8 req-18022541-4994-4ffe-b22e-03b6a331fe88 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294870 Apr 07 11:34:19.824443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.831474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.837433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.844084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.849597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.862298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Pushing event updated for resources: {'Port': ['ID=064a4b6d-639c-4a42-979b-a0eb4f3eb989,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:19.862654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.885053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:19.888985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-7729682b-6508-421b-a94c-87acbc0d4b87 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5394 time: 0.2680597 Apr 07 11:34:19.899750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Attempting to bind port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:19.901362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Attempting to bind port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:19.901831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Attempting to bind port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:19.911054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:19.913148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Attempting to bind port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:19.923363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:19.924803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Checking segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:19.927219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Bound using segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:19.928503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Bound port: 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:19.929892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:20.119686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47378f4f-8020-45ad-8173-8e5552bbc1cc req-2cb71d03-0a3f-41a5-ba76-8c525db7e4b1 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 210 time: 0.0558867 Apr 07 11:34:20.129979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec8323f2-b33a-4fd8-b6ca-4f1f930a253e req-9aed792b-fe31-43f1-a05f-dd5b73ca5a3f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2325315 Apr 07 11:34:20.160122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] For port 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:20.165034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] For port 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:20.175733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:20.200448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:20.202005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:20.204689 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] 10.222.0.41 "PUT /v2.0/ports/064a4b6d-639c-4a42-979b-a0eb4f3eb989 HTTP/1.1" status: 200 len: 1089 time: 1.6413279 Apr 07 11:34:20.258781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:20.343124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e6570-3f1c-4ab2-b1b0-64c800197066 req-faebd1a7-d20f-4d69-ab7a-654634c36302 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:20.345750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-024e6570-3f1c-4ab2-b1b0-64c800197066 req-faebd1a7-d20f-4d69-ab7a-654634c36302 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.0945828 Apr 07 11:34:20.355753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:20.372324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8216bd0-b7b3-464f-879e-2f9ccf66e563 service neutron] Pushing event updated for resources: {'Port': ['ID=064a4b6d-639c-4a42-979b-a0eb4f3eb989,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:20.479493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-024e6570-3f1c-4ab2-b1b0-64c800197066 req-3c18607b-ad81-4455-ad9b-33227b136040 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261096 Apr 07 11:34:20.792662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d311b6ce-dc3f-4c68-a334-12c0f5582a9b {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:20.802498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Publish callbacks [] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:20.819420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Transition to ACTIVE for port object d311b6ce-dc3f-4c68-a334-12c0f5582a9b will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:20.824766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:20.911408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39194) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:20.935744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:21.052808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Attempting to bind port d311b6ce-dc3f-4c68-a334-12c0f5582a9b on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:21.053186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Attempting to bind port d311b6ce-dc3f-4c68-a334-12c0f5582a9b by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:21.053508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Attempting to bind port d311b6ce-dc3f-4c68-a334-12c0f5582a9b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:21.090389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Port d311b6ce-dc3f-4c68-a334-12c0f5582a9b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:21.090986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Attempting to bind port d311b6ce-dc3f-4c68-a334-12c0f5582a9b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:21.094837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:21.107767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:21.108243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Checking segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:21.108480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Bound using segment: {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:21.108929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Bound port: d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97183292-ada3-42b9-9b36-55d649a87565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:21.109514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:21.151765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:21.154788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '064a4b6d-639c-4a42-979b-a0eb4f3eb989'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:21.157091 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b403c0e4-c7ea-4481-b74f-2170c355e552" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "064a4b6d-639c-4a42-979b-a0eb4f3eb989"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:21.336612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] For port d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:21.347468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] For port d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:21.370283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:21.400537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce4c55c8-113c-4c5e-83da-12dd155416d7 req-b3ec238a-a953-4efc-a0b5-9f41e3572a2a tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 210 time: 0.1279562 Apr 07 11:34:21.412142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.413222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:21.414834 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] 10.222.0.41 "PUT /v2.0/ports/d311b6ce-dc3f-4c68-a334-12c0f5582a9b HTTP/1.1" status: 200 len: 1091 time: 1.1607318 Apr 07 11:34:21.450132 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2da39-27a3-4449-8e4c-80c47c03fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:21.458103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:21.555106 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953de6f6-c021-45f1-9145-946b2048ffa4 x-openstack-request-id: req-953de6f6-c021-45f1-9145-946b2048ffa4 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:21.555713 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "064a4b6d-639c-4a42-979b-a0eb4f3eb989", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:21.557699 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-953de6f6-c021-45f1-9145-946b2048ffa4 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:21.558350 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953de6f6-c021-45f1-9145-946b2048ffa4'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '064a4b6d-639c-4a42-979b-a0eb4f3eb989', 'status': 'completed', 'code': 200} Apr 07 11:34:21.582269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:21.595272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.602063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.611368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.617769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.624882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.638340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.654540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:21.664910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-0981bbbc-2cf3-4069-9c6b-80592a058cf7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5406 time: 0.3616831 Apr 07 11:34:22.071594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9d472e-e99e-45b5-9637-64fbf5209831 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:22.082013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Publish callbacks [] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:22.100792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Transition to ACTIVE for port object 4a9d472e-e99e-45b5-9637-64fbf5209831 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:22.106510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:22.419308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Pushing event updated for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:22.438503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:22.453935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Attempting to bind port 4a9d472e-e99e-45b5-9637-64fbf5209831 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:22.454356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Attempting to bind port 4a9d472e-e99e-45b5-9637-64fbf5209831 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:22.454688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Attempting to bind port 4a9d472e-e99e-45b5-9637-64fbf5209831 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:22.468099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Port 4a9d472e-e99e-45b5-9637-64fbf5209831 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:22.468466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Attempting to bind port 4a9d472e-e99e-45b5-9637-64fbf5209831 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:22.482158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:22.482546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Checking segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:22.482975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Bound using segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:22.483447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Bound port: 4a9d472e-e99e-45b5-9637-64fbf5209831, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:22.483920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:22.499585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036468b-7815-44ed-9a0f-1b4f7dc30f39 req-82c0cb7e-e7a9-4539-8806-a92cd4309b04 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.512716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3036468b-7815-44ed-9a0f-1b4f7dc30f39 req-82c0cb7e-e7a9-4539-8806-a92cd4309b04 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.8267987 Apr 07 11:34:22.633701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:22.640265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.640878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.641971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.642713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.647153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4a9d472e-e99e-45b5-9637-64fbf5209831,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:22.647636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.648966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.651255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.656800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-c7d25941-dc83-4a44-adf5-2998ece4feff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6508 time: 0.9609170 Apr 07 11:34:22.661088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:22.683634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e493976-d5cf-4b94-8bc7-9698eeed1213 req-33452abf-91fd-43f4-a0fa-3516d01f7303 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0162568 Apr 07 11:34:22.781747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Pushing event updated for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:22.803287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:22.804057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:22.805916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-31e22995-5d71-49ac-80a4-64299a9841fe service neutron] 10.222.0.41 "PUT /v2.0/ports/4a9d472e-e99e-45b5-9637-64fbf5209831 HTTP/1.1" status: 200 len: 1091 time: 1.3526382 Apr 07 11:34:22.838389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Request body: {'port': {'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:22.895852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3036468b-7815-44ed-9a0f-1b4f7dc30f39 req-5c679cf0-a5cc-43fe-8359-37c1fbc04c95 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793719 Apr 07 11:34:22.954998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db6db67a-4285-456c-8229-10cfb2b222da req-43e827a8-71f0-407a-a1a1-aa04f150e6c7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 210 time: 0.1066608 Apr 07 11:34:23.038387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (836c461b-d989-4c75-a77a-a094e93e6945), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:23.109878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-ffbb7304-6d24-4cb4-affd-e8a603c2b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:23.110289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-ffbb7304-6d24-4cb4-affd-e8a603c2b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:23.110907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-ffbb7304-6d24-4cb4-affd-e8a603c2b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:23.113178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-ffbb7304-6d24-4cb4-affd-e8a603c2b42c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c7031a919347508b584baf9cf5dbef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4255242 Apr 07 11:34:23.139058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Allocated IP 172.25.5.231 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/4c95efbc-e167-4caa-97b5-0328cb7149e0) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:23.576366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836c461b-d989-4c75-a77a-a094e93e6945 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:23.581701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-82cbc1b3-5f9a-4cbf-87b7-a6834c4933f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:23.585080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Publish callbacks [] for port (836c461b-d989-4c75-a77a-a094e93e6945), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:23.586455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b403c0e4-c7ea-4481-b74f-2170c355e552 req-82cbc1b3-5f9a-4cbf-87b7-a6834c4933f6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4595232 Apr 07 11:34:23.600587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Transition to ACTIVE for port object 836c461b-d989-4c75-a77a-a094e93e6945 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:23.601715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b'}, {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:23.607252 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da93928f-b7b5-49a6-b36b-3ae555252827" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "d311b6ce-dc3f-4c68-a334-12c0f5582a9b"}, {"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:23.623287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:23.678347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496a9f8-8e88-4679-ba16-3c3692aba237 req-6db72739-cf05-4dae-b9b9-aa10574cea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:23.680299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2496a9f8-8e88-4679-ba16-3c3692aba237 req-6db72739-cf05-4dae-b9b9-aa10574cea4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.2769532 Apr 07 11:34:23.684408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:23.782833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Pushing event updated for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:23.804026 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea81e766-bcf1-4246-888c-3f4881a4d321 x-openstack-request-id: req-ea81e766-bcf1-4246-888c-3f4881a4d321 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:23.805105 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "d311b6ce-dc3f-4c68-a334-12c0f5582a9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:23.805422 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea81e766-bcf1-4246-888c-3f4881a4d321 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:23.809151 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea81e766-bcf1-4246-888c-3f4881a4d321'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b', 'status': 'completed', 'code': 200} Apr 07 11:34:23.809471 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea81e766-bcf1-4246-888c-3f4881a4d321'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831', 'status': 'completed', 'code': 200} Apr 07 11:34:24.032667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Attempting to bind port 836c461b-d989-4c75-a77a-a094e93e6945 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:24.034504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Attempting to bind port 836c461b-d989-4c75-a77a-a094e93e6945 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:24.034849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Attempting to bind port 836c461b-d989-4c75-a77a-a094e93e6945 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:24.045499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Port 836c461b-d989-4c75-a77a-a094e93e6945 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:24.052603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Attempting to bind port 836c461b-d989-4c75-a77a-a094e93e6945 on network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:24.070629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:24.071015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Checking segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:24.074099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Bound using segment: {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:24.076843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Bound port: 836c461b-d989-4c75-a77a-a094e93e6945, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de217d8-1902-41ed-89df-269447474fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:24.077821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (836c461b-d989-4c75-a77a-a094e93e6945), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:24.112897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2496a9f8-8e88-4679-ba16-3c3692aba237 req-7003d980-9d63-4e0e-9c86-0e6cc31865f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204502 Apr 07 11:34:24.143314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.144016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.144613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.145376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.145970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.146532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.147077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.149594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-86251aac-d321-4980-9a30-f88127267317 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6631 time: 0.4173477 Apr 07 11:34:24.166510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:24.180499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.186827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.192643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.198226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.203949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.209767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.213788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:24.216137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.217185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=836c461b-d989-4c75-a77a-a094e93e6945,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:24.226006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86801f01-0161-488c-ae06-699c93458f2e req-8ee733df-9614-4fa5-b836-61a4c670ee07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.3615520 Apr 07 11:34:24.229809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:24.299266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:34:24.305669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Pushing event updated for resources: {'Port': ['ID=4c95efbc-e167-4caa-97b5-0328cb7149e0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:24.341971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17002b-fd9a-4bd6-8f85-b6eab802fbd9 req-cbb9b162-a4d4-4619-b016-5fc48d818b8f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.345899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.346522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:24.348702 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] 10.222.0.41 "PUT /v2.0/ports/836c461b-d989-4c75-a77a-a094e93e6945 HTTP/1.1" status: 200 len: 1091 time: 1.5157847 Apr 07 11:34:24.350481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd17002b-fd9a-4bd6-8f85-b6eab802fbd9 req-cbb9b162-a4d4-4619-b016-5fc48d818b8f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2808933 Apr 07 11:34:24.396126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866dfe-d9db-4aa9-9d99-0132e760548c service neutron] Pushing event updated for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:24.434085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:24.441665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:24.444967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:24.662506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86801f01-0161-488c-ae06-699c93458f2e req-f0c0c84c-4668-4c65-ae3b-6a1abf7c3cbb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4352791 Apr 07 11:34:24.666728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd17002b-fd9a-4bd6-8f85-b6eab802fbd9 req-0e4044b7-a70a-47a1-a636-f002941c5193 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153648 Apr 07 11:34:24.772544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for floatingip (c206ec7f-47fc-4a18-95ce-cc1fa6dbf4e1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:24.788576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-5d3f4ad9-29a0-49fc-adec-63ad7c6737e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.789361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-5d3f4ad9-29a0-49fc-adec-63ad7c6737e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.789890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-5d3f4ad9-29a0-49fc-adec-63ad7c6737e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:24.793496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-5d3f4ad9-29a0-49fc-adec-63ad7c6737e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c7031a919347508b584baf9cf5dbef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3575723 Apr 07 11:34:24.930181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0a39ec4-978a-4e4e-9d4b-9bd5f4b4d212 req-912e65f7-b4e4-419b-bbbd-232355a0c17a tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 210 time: 0.1026947 Apr 07 11:34:24.951898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.027168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-3e818e38-8a43-4454-9f2b-157dc7f3b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.028942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-3e818e38-8a43-4454-9f2b-157dc7f3b75a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287707 Apr 07 11:34:25.219216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.219706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.220185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.220968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.231152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.231352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.231819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.233967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-7018ac43-9c7c-4e7b-956b-912e26a20ccc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6704 time: 0.1091897 Apr 07 11:34:25.357021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.375053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.508187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Pushing event updated for resources: {'Port': ['ID=4c95efbc-e167-4caa-97b5-0328cb7149e0,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:25.514402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c206ec7f-47fc-4a18-95ce-cc1fa6dbf4e1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.522172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-962f753e-8da1-4aeb-8ff0-549fc0bdddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.522777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-962f753e-8da1-4aeb-8ff0-549fc0bdddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.523320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-962f753e-8da1-4aeb-8ff0-549fc0bdddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.525608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-962f753e-8da1-4aeb-8ff0-549fc0bdddf2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c7031a919347508b584baf9cf5dbef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2759585 Apr 07 11:34:25.644709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.650353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e767acb4-c8be-47f3-bf17-a5be8c260ba2 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7342021 Apr 07 11:34:25.650856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39246) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:25.655865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-283615917', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'fixed_ips': [{'ip_address': '172.25.5.231'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:25.709387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Made reservation on behalf of e4b137b050e84a75b483a4f6140c1b04 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:25.720120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.732731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-685f0273-6c25-40eb-98b2-c1c27d665a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:25.739925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da93928f-b7b5-49a6-b36b-3ae555252827 req-685f0273-6c25-40eb-98b2-c1c27d665a8d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049630 Apr 07 11:34:25.745125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.881119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for security_group (9c2dc7da-5703-487e-9125-b816e4e43065), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.883124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:25.886578 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545ac2a-a413-43cd-95e4-e796079d6712" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "836c461b-d989-4c75-a77a-a094e93e6945"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:25.890682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9c2dc7da-5703-487e-9125-b816e4e43065), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:25.894873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] device_id is not set on port 5febb86b-3a53-4d0e-9574-f0c68c95e936 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:34:26.151880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.152384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.152881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.153463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.153948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.155211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.155764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.159358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-4ed1f1ad-83a2-4135-b404-b1d98e4faba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6704 time: 0.3601806 Apr 07 11:34:26.270758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-a6e8dfa6-28df-431e-8774-f7f0202d9bbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71943856-4331-446f-8bc1-bac7773b2ace HTTP/1.1" status: 200 len: 217 time: 0.1039512 Apr 07 11:34:26.282864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac56bd6-eef4-44ef-94e8-0e14aa76e163 req-76a9028c-5d10-4110-b004-3c544c5837fa tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.292367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aac56bd6-eef4-44ef-94e8-0e14aa76e163 req-76a9028c-5d10-4110-b004-3c544c5837fa tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.3967302 Apr 07 11:34:26.324186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.331005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.336851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.345181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.350923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.357743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.381402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.394358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-acf99c4a-986c-417c-8494-65c1027e55d5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.4665718 Apr 07 11:34:26.574087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-7030ab54-0013-4003-9174-4fa19ad9457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.575626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-7030ab54-0013-4003-9174-4fa19ad9457e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16f5cc86-b218-4ee5-a2dd-a527dfd12698 HTTP/1.1" status: 200 len: 855 time: 0.2798703 Apr 07 11:34:26.593109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e605315-519d-4357-bcb5-10cf67e76d79 req-0cc704a3-efe5-4883-a785-5ae273d34faa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977139 Apr 07 11:34:26.654906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aac56bd6-eef4-44ef-94e8-0e14aa76e163 req-bda614c9-5d63-4625-917c-9415085d0de6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595030 Apr 07 11:34:26.700618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2dc7da-5703-487e-9125-b816e4e43065,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:26.764321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-a5da2432-8016-4332-ab7c-c2f368d85626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.766775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-a5da2432-8016-4332-ab7c-c2f368d85626 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a82a7aee-d3ab-49b2-8704-9fd091b2723a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1679187 Apr 07 11:34:26.770379 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7c0f9e-641f-43d0-9f50-91001e309de2 x-openstack-request-id: req-9f7c0f9e-641f-43d0-9f50-91001e309de2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:26.770688 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "836c461b-d989-4c75-a77a-a094e93e6945", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:26.770963 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f7c0f9e-641f-43d0-9f50-91001e309de2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:26.771456 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7c0f9e-641f-43d0-9f50-91001e309de2'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945', 'status': 'completed', 'code': 200} Apr 07 11:34:26.886253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-977508d0-bd6c-423e-962d-bdb49be4ef28 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:26.887815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-977508d0-bd6c-423e-962d-bdb49be4ef28 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.41 "GET /v2.0/networks?id=1ed2c075-e986-4a4a-b707-fecd0f717d33 HTTP/1.1" status: 200 len: 808 time: 0.4351478 Apr 07 11:34:26.904343 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 07 11:34:26.904994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:34:26.963694 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a67af7ad-58d2-4185-b713-b0e15f5c5d2b tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3115690 Apr 07 11:34:26.968616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:27.091469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-0b380deb-fa58-4de4-a6ee-66c58269dedf tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b183427693664a51abda7a2551bae7e2 HTTP/1.1" status: 200 len: 380 time: 0.1954944 Apr 07 11:34:27.154788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13839b58-12e3-4246-b322-d48ddbcf4e60 req-7bb1f550-fed7-4f62-a922-f1973cad337b tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 210 time: 0.2226624 Apr 07 11:34:27.157321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-3bfccc32-6204-4168-aea0-ea956b4a8064 service neutron] 10.222.0.41 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835838 Apr 07 11:34:27.177587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'port': {'device_id': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'admin_state_up': True, 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'security_groups': ['aa569f83-8921-43d7-85c8-d374bbc4b463']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:27.374347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c61fc2dd-1ade-4ddc-8811-37e34ba15ebb service neutron] 10.222.0.41 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115674 Apr 07 11:34:27.514446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Deleting port 4c95efbc-e167-4caa-97b5-0328cb7149e0 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:27.515243 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:27.535428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-740da46a-c93b-4f77-89ee-390228c668eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 217 time: 0.1470642 Apr 07 11:34:27.613686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Made reservation on behalf of b183427693664a51abda7a2551bae7e2 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:27.624326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:27.702177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:27.702852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for floatingip (4c95efbc-e167-4caa-97b5-0328cb7149e0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:27.722574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Calling delete_port for 4c95efbc-e167-4caa-97b5-0328cb7149e0 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:27.869981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-43c55843-0230-43bd-bf30-6c349c0bd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:27.871556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-43c55843-0230-43bd-bf30-6c349c0bd6ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.2880480 Apr 07 11:34:27.886358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0cf89-a467-4510-bdde-b7a56570ac9f req-f0f7d8c5-cd17-404a-b9b2-1bdefbdd122c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:27.888697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ff0cf89-a467-4510-bdde-b7a56570ac9f req-f0f7d8c5-cd17-404a-b9b2-1bdefbdd122c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.3758004 Apr 07 11:34:27.922269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Allocated IP 172.20.0.10 (1ed2c075-e986-4a4a-b707-fecd0f717d33/398022c7-8607-4929-b6a7-e72a4170a74a/abdeb758-5853-4c84-a564-c7766c654d19) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:27.956623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57d915-c326-4e90-9896-b989362ea72b req-b44955b8-d292-4a55-9ae0-d9cd1635898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:27.962983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-b44955b8-d292-4a55-9ae0-d9cd1635898e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.4489431 Apr 07 11:34:28.136825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.145893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.152253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.158687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.164272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.170803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.176598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.178954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-bc64e555-2e5e-4a3a-a06a-71aaed28bcb8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.4486847 Apr 07 11:34:28.205823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4c95efbc-e167-4caa-97b5-0328cb7149e0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.237843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c95efbc-e167-4caa-97b5-0328cb7149e0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:28.301475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ab69f78e-0209-4d88-8c09-b9e8dc0cbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.303441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ab69f78e-0209-4d88-8c09-b9e8dc0cbadb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4132688 Apr 07 11:34:28.360739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ff0cf89-a467-4510-bdde-b7a56570ac9f req-d23404fa-9bb1-4d94-8be5-adaab38c2a54 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534979 Apr 07 11:34:28.406094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks [] for floatingip (c206ec7f-47fc-4a18-95ce-cc1fa6dbf4e1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.409661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.411137 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4bf18c4d-5275-419c-a1ba-cb411a077935 tempest-ExternalNetworksAdminNegativeTestJSON-335551353 tempest-ExternalNetworksAdminNegativeTestJSON-335551353-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c206ec7f-47fc-4a18-95ce-cc1fa6dbf4e1 HTTP/1.1" status: 204 len: 168 time: 1.4397213 Apr 07 11:34:28.423934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for port (abdeb758-5853-4c84-a564-c7766c654d19), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.525715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbcd4576-60e7-4da3-98b8-fd7a46310272 req-d1f27c9b-8264-4fa9-a254-b3352d111415 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3377624 Apr 07 11:34:28.532268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57d915-c326-4e90-9896-b989362ea72b req-39de1bdb-dab9-448c-9981-238d838a4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.536308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-39de1bdb-dab9-448c-9981-238d838a4d48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.5537353 Apr 07 11:34:28.561399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (abdeb758-5853-4c84-a564-c7766c654d19), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.633594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:28.641184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:28.670861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:28.721715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-7a0acf36-4e88-416f-b0c2-d75ef44740d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 1001 time: 0.1778502 Apr 07 11:34:28.730390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c8320ef7-4819-4225-a451-61413af53e70 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207554 Apr 07 11:34:28.732553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'Port': ['ID=abdeb758-5853-4c84-a564-c7766c654d19,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:28.793463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3367-f47b-4754-a593-675fd2d5056a req-3d6ccd6f-6c57-4cc3-945b-59066d904065 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.802921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:28.804582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.807899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-917b3367-f47b-4754-a593-675fd2d5056a req-3d6ccd6f-6c57-4cc3-945b-59066d904065 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 932 time: 0.2665706 Apr 07 11:34:28.837916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-9ec1d823-5cf9-4b5e-bf8a-6dd630828611 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6767778 Apr 07 11:34:28.851544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Request body: {'port': {'device_id': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:28.968322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abdeb758-5853-4c84-a564-c7766c654d19), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:28.983138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39282) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:29.117898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-917b3367-f47b-4754-a593-675fd2d5056a req-16c9f054-bbc7-4724-85fa-687ad5549bdc tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090913 Apr 07 11:34:29.127633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57d915-c326-4e90-9896-b989362ea72b req-00cf5186-6319-40f2-ba6d-f70de1af87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:29.129387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-00cf5186-6319-40f2-ba6d-f70de1af87f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.3901703 Apr 07 11:34:29.177633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1d0f79d5-3e90-4e0c-9451-dffc7e2f9451 None None] Provisioning complete for port abdeb758-5853-4c84-a564-c7766c654d19 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:29.178627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1d0f79d5-3e90-4e0c-9451-dffc7e2f9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (abdeb758-5853-4c84-a564-c7766c654d19), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.208758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-fb21cd2c-2347-455f-ab7f-1890f84380ce service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478648 Apr 07 11:34:29.265458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-a5bf6fe2-c8ea-48c0-a71f-09ad334612b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 217 time: 0.0501392 Apr 07 11:34:29.267521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57d915-c326-4e90-9896-b989362ea72b req-2fac1663-f18d-4b43-94b3-e8fe6a2c38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:29.269013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-2fac1663-f18d-4b43-94b3-e8fe6a2c38a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1337709 Apr 07 11:34:29.270839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a278ca8-f5b1-41d8-84e1-e3ea91b53c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.271002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f79d5-3e90-4e0c-9451-dffc7e2f9451 None None] Port abdeb758-5853-4c84-a564-c7766c654d19 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:29.444055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d45cbb1a-e55f-4994-b310-7f021816746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:29.445583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d45cbb1a-e55f-4994-b310-7f021816746f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.1746871 Apr 07 11:34:29.480666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a278ca8-f5b1-41d8-84e1-e3ea91b53c76 admin admin] Publish callbacks [] for security_group (1e0985ca-77fd-4b73-b560-281e00391861), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.488073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a278ca8-f5b1-41d8-84e1-e3ea91b53c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1e0985ca-77fd-4b73-b560-281e00391861), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.535594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a278ca8-f5b1-41d8-84e1-e3ea91b53c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0985ca-77fd-4b73-b560-281e00391861,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:29.548821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-b05c2768-5824-42df-a57c-0858d1a0fe57 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551272 Apr 07 11:34:29.586029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdeb758-5853-4c84-a564-c7766c654d19 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:29.608865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Publish callbacks [] for port (abdeb758-5853-4c84-a564-c7766c654d19), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.617453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a278ca8-f5b1-41d8-84e1-e3ea91b53c76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b7dc586efbb4f9fad0670ea6be54d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6330657 Apr 07 11:34:29.621821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39292) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:29.648682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d709a3ff-0314-417d-9e10-74a797347fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:29.650851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-d709a3ff-0314-417d-9e10-74a797347fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1960866 Apr 07 11:34:29.653530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Transition to ACTIVE for port object abdeb758-5853-4c84-a564-c7766c654d19 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:34:29.667426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (abdeb758-5853-4c84-a564-c7766c654d19), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.749704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Pushing event updated for resources: {'Port': ['ID=abdeb758-5853-4c84-a564-c7766c654d19,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:29.823290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb979-1bfd-4a7c-85e6-48e7af95e1e0 admin admin] Publish callbacks [] for security_group (1e0985ca-77fd-4b73-b560-281e00391861), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.924860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb979-1bfd-4a7c-85e6-48e7af95e1e0 admin admin] Publish callbacks [] for security_group (1e0985ca-77fd-4b73-b560-281e00391861), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:29.946254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Attempting to bind port abdeb758-5853-4c84-a564-c7766c654d19 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:29.947299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Attempting to bind port abdeb758-5853-4c84-a564-c7766c654d19 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:29.947538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Attempting to bind port abdeb758-5853-4c84-a564-c7766c654d19 on network 1ed2c075-e986-4a4a-b707-fecd0f717d33 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:29.963670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Port abdeb758-5853-4c84-a564-c7766c654d19 on network 1ed2c075-e986-4a4a-b707-fecd0f717d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:34:29.964099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Attempting to bind port abdeb758-5853-4c84-a564-c7766c654d19 on network 1ed2c075-e986-4a4a-b707-fecd0f717d33 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:29.972348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:29.972814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Checking segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:29.973121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Bound using segment: {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:29.975657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Bound port: abdeb758-5853-4c84-a564-c7766c654d19, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbcc2a5-d2e0-4d29-9408-2bb797913459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:29.976066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abdeb758-5853-4c84-a564-c7766c654d19), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.019996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb979-1bfd-4a7c-85e6-48e7af95e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1e0985ca-77fd-4b73-b560-281e00391861), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.025981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb979-1bfd-4a7c-85e6-48e7af95e1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.027628 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fdbcb979-1bfd-4a7c-85e6-48e7af95e1e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e0985ca-77fd-4b73-b560-281e00391861 HTTP/1.1" status: 204 len: 168 time: 0.4033923 Apr 07 11:34:30.042621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcb979-1bfd-4a7c-85e6-48e7af95e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0985ca-77fd-4b73-b560-281e00391861,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:30.158006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] For port abdeb758-5853-4c84-a564-c7766c654d19, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:30.165907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] For port abdeb758-5853-4c84-a564-c7766c654d19, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=abdeb758-5853-4c84-a564-c7766c654d19,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:30.178085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (abdeb758-5853-4c84-a564-c7766c654d19), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.250987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128df3-3ec9-4d35-8eeb-8ee0aa57277b req-1b246140-0c13-457f-beed-62abdbdc6f83 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.263420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7128df3-3ec9-4d35-8eeb-8ee0aa57277b req-1b246140-0c13-457f-beed-62abdbdc6f83 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.7517104 Apr 07 11:34:30.273927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.274583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.276585 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/abdeb758-5853-4c84-a564-c7766c654d19 HTTP/1.1" status: 200 len: 1092 time: 1.4326212 Apr 07 11:34:30.277063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:30.279929 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd9d1a3-0c72-4a06-8155-510aae516267" -d '{"events": [{"name": "network-changed", "server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "tag": "abdeb758-5853-4c84-a564-c7766c654d19"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:30.314664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61820-e57e-48fa-a8d8-cc1a3d3a88f9 service neutron] Pushing event updated for resources: {'Port': ['ID=abdeb758-5853-4c84-a564-c7766c654d19,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:30.398669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-daef5e14-d9b4-4b75-9ca6-1cef209246f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.400891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-daef5e14-d9b4-4b75-9ca6-1cef209246f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b183427693664a51abda7a2551bae7e2&device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1126 time: 0.0808392 Apr 07 11:34:30.407791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7128df3-3ec9-4d35-8eeb-8ee0aa57277b req-6d9f114c-341c-4eef-8898-b13ceb69c649 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425810 Apr 07 11:34:30.463199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-cb7ad295-5dfc-49d3-941e-e7b8ab786330 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9083025 Apr 07 11:34:30.501320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-98ad84a2-b3dc-4f22-89f3-6e9e0c51be06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdeb758-5853-4c84-a564-c7766c654d19 HTTP/1.1" status: 200 len: 217 time: 0.0840809 Apr 07 11:34:30.537581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-8ef59e12-2ffa-46a8-9ce2-f0037826b5c8 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780272 Apr 07 11:34:30.598945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-fa0ef99e-2690-48e4-9931-c6e6f5887a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.602083 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-fa0ef99e-2690-48e4-9931-c6e6f5887a9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=398022c7-8607-4929-b6a7-e72a4170a74a HTTP/1.1" status: 200 len: 847 time: 0.0932000 Apr 07 11:34:30.634649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-943a5608-5e1d-4bb3-8e06-d2dd95873086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.716802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-b152c1db-437f-4b90-8850-94c5d800334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.720798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-b152c1db-437f-4b90-8850-94c5d800334d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ed2c075-e986-4a4a-b707-fecd0f717d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086793 Apr 07 11:34:30.729706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39304) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:30.764972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.782311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.789977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.800456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.807460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.816045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.822917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.825425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-50d521f8-da76-4fb7-bbbc-c717c9f23213 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.5912325 Apr 07 11:34:30.847452 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74a1662c-95f1-49b8-9b41-77d29880294c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4b137b050e84a75b483a4f6140c1b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140175 Apr 07 11:34:30.848164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:30.925744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90b851e4-e589-48ea-8e60-397d55209b89 admin admin] Publish callbacks [] for security_group (9c2dc7da-5703-487e-9125-b816e4e43065), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:30.961546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b0b5b39-5d5d-4d6e-9d84-10918bb928c1 req-2cccb240-bddc-419e-88d0-dfe80bb91f46 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245198 Apr 07 11:34:30.978998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a32f-2efb-4b48-8085-22a355460bc2 req-a93ce945-c960-4a8f-a110-2ea8b06d93f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:30.981073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3333a32f-2efb-4b48-8085-22a355460bc2 req-a93ce945-c960-4a8f-a110-2ea8b06d93f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 944 time: 0.4413526 Apr 07 11:34:30.988421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90b851e4-e589-48ea-8e60-397d55209b89 admin admin] Publish callbacks [] for security_group (9c2dc7da-5703-487e-9125-b816e4e43065), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:31.007442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-35fe1a28-9030-4b93-a134-ca46b8fcc8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735872 Apr 07 11:34:31.081680 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f738f0c-110a-4491-a1f9-023b07158e3c x-openstack-request-id: req-9f738f0c-110a-4491-a1f9-023b07158e3c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:31.081980 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "tag": "abdeb758-5853-4c84-a564-c7766c654d19", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:31.082243 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f738f0c-110a-4491-a1f9-023b07158e3c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:31.082664 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f738f0c-110a-4491-a1f9-023b07158e3c'] response: {'name': 'network-changed', 'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19', 'status': 'completed', 'code': 200} Apr 07 11:34:31.091959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-0a770c8e-b298-490b-bc89-acf486711cdd service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776385 Apr 07 11:34:31.142866 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cdc30c26-9f62-47d1-977a-b7ce572f14ca req-4a2174c2-5277-4f2a-b94f-f636ba664537 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303344 Apr 07 11:34:31.172746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90b851e4-e589-48ea-8e60-397d55209b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9c2dc7da-5703-487e-9125-b816e4e43065), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:31.177967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90b851e4-e589-48ea-8e60-397d55209b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:31.182867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-15d6b779-9b7f-4d85-bdd8-8a9f5ba6060f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989 HTTP/1.1" status: 200 len: 217 time: 0.0748971 Apr 07 11:34:31.184550 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-90b851e4-e589-48ea-8e60-397d55209b89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c2dc7da-5703-487e-9125-b816e4e43065 HTTP/1.1" status: 204 len: 168 time: 0.3352301 Apr 07 11:34:31.214523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b851e4-e589-48ea-8e60-397d55209b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2dc7da-5703-487e-9125-b816e4e43065,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:31.287239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-42601dc1-7eac-449f-b144-c1359616f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.289410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-42601dc1-7eac-449f-b144-c1359616f766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b183427693664a51abda7a2551bae7e2&device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1126 time: 0.0769272 Apr 07 11:34:31.306765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3333a32f-2efb-4b48-8085-22a355460bc2 req-93ef85e1-5bf9-44da-bd20-0f06ceaf4859 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002951 Apr 07 11:34:31.338379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b143e52c-328c-47a8-9831-477d4fec0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.339905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b143e52c-328c-47a8-9831-477d4fec0f0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.1346383 Apr 07 11:34:31.411575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b4b63d6a-7400-492f-aa5b-a17689cbfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.413106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b4b63d6a-7400-492f-aa5b-a17689cbfd0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0661507 Apr 07 11:34:31.452591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-4e7a310a-9f37-41af-88fc-d1af5bd0e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.454268 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-4e7a310a-9f37-41af-88fc-d1af5bd0e0fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ed2c075-e986-4a4a-b707-fecd0f717d33 HTTP/1.1" status: 200 len: 909 time: 0.1556602 Apr 07 11:34:31.541992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-34d95877-cc97-4b5b-887f-08d3fcd5ea38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdeb758-5853-4c84-a564-c7766c654d19 HTTP/1.1" status: 200 len: 217 time: 0.0812151 Apr 07 11:34:31.612280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f730c8-8247-47c6-8ffb-9289870decb6 req-8e021e44-148e-475e-a5ee-6dc0ba72c296 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.614285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6f730c8-8247-47c6-8ffb-9289870decb6 req-8e021e44-148e-475e-a5ee-6dc0ba72c296 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.0950501 Apr 07 11:34:31.638123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:31.640677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-41865da1-383e-416d-83df-73e4a892abbb service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180405 Apr 07 11:34:31.681587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-ff36516c-6309-4013-be95-a1b5dc16e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.684520 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-ff36516c-6309-4013-be95-a1b5dc16e213 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=398022c7-8607-4929-b6a7-e72a4170a74a HTTP/1.1" status: 200 len: 847 time: 0.1373785 Apr 07 11:34:31.783128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-ac3d99d3-204b-4ab0-bc93-04d051a07c73 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339896 Apr 07 11:34:31.800522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-573d5790-d270-4bda-b16c-d9308d495bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.805179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-573d5790-d270-4bda-b16c-d9308d495bee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ed2c075-e986-4a4a-b707-fecd0f717d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1137261 Apr 07 11:34:31.859896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-90fb6549-5953-4de0-bdc1-1a28ea5d83ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b HTTP/1.1" status: 200 len: 217 time: 0.0692854 Apr 07 11:34:31.865486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6f730c8-8247-47c6-8ffb-9289870decb6 req-2ea370d4-80f8-43d7-913e-4e9b853f088b tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328274 Apr 07 11:34:31.963255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c4d6dd38-7826-4707-840c-6fb3f036a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:31.965190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c4d6dd38-7826-4707-840c-6fb3f036a64a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.0978038 Apr 07 11:34:31.982341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-43becdb8-34f4-49d1-af99-e8d11524f4e4 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710491 Apr 07 11:34:32.060083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-627d56c6-eba3-4923-b608-f2d3ede2e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.062619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-627d56c6-eba3-4923-b608-f2d3ede2e00f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0900667 Apr 07 11:34:32.147473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3bd9d1a3-0c72-4a06-8155-510aae516267 req-ed4ae9fb-fd4e-4919-b336-4e3448cac466 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584191 Apr 07 11:34:32.240872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b583ad57-30f2-49ff-9e5e-bb8f96d92f45 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717794 Apr 07 11:34:32.279674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.285449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.292581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.298587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.304061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.310204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.318567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.321742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-318433c2-d795-4d44-aa7b-7c7908027931 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1955960 Apr 07 11:34:32.470307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f437df7b-ff8e-4834-bca6-7d1ed0cb8b8e req-0254d012-52d5-401b-80b2-bac7e8fed277 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334174 Apr 07 11:34:32.474350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-593f09e0-06e4-43a3-9b7b-33c89a1bdeba service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263110 Apr 07 11:34:32.529089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-1b2ba9a9-bc7c-48af-9e5f-572273f6a631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a9d472e-e99e-45b5-9637-64fbf5209831 HTTP/1.1" status: 200 len: 217 time: 0.0463505 Apr 07 11:34:32.621044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-8006347e-103e-4380-a845-760bf464ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.622569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-8006347e-103e-4380-a845-760bf464ea57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75cc8040-789c-40e5-8505-b34b1d01d8db HTTP/1.1" status: 200 len: 797 time: 0.0724940 Apr 07 11:34:32.742875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2154a-1c04-4043-906b-f84781a3031c req-8c6f414a-e82d-4b50-b108-1557eb5d7ccc tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.745248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38b2154a-1c04-4043-906b-f84781a3031c req-8c6f414a-e82d-4b50-b108-1557eb5d7ccc tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 944 time: 0.2646375 Apr 07 11:34:32.805243 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-27c57708-f00f-4eb3-adde-593f0e8a131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:32.807942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-27c57708-f00f-4eb3-adde-593f0e8a131c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1754081 Apr 07 11:34:32.826788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38b2154a-1c04-4043-906b-f84781a3031c req-a33cf5a8-049c-44f3-b71b-1338f1345045 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727768 Apr 07 11:34:32.858600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39348) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:32.963279 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43a59abd-25da-4e19-a767-37e2b0ad504f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.064648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc470f8b-e04b-418b-b059-4d54b6df36d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.148048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-80f9b38a-9cf0-4cd8-9e3f-226a6a4f6333 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180578 Apr 07 11:34:33.256958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc470f8b-e04b-418b-b059-4d54b6df36d3 admin admin] Publish callbacks [] for security_group (5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.264118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc470f8b-e04b-418b-b059-4d54b6df36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.315843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bc470f8b-e04b-418b-b059-4d54b6df36d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54a584fb61f64fe6bd4e2239ccfe5dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560845 Apr 07 11:34:33.317183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc470f8b-e04b-418b-b059-4d54b6df36d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:33.319879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39362) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:33.330409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb824732-a86d-427e-bf10-5f70145e7ac9 req-155499ae-6f7f-4fdb-ac5a-dbe3dd3a7ce8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.334667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb824732-a86d-427e-bf10-5f70145e7ac9 req-155499ae-6f7f-4fdb-ac5a-dbe3dd3a7ce8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.3205459 Apr 07 11:34:33.380019 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f2ff-beb6-4e26-8270-c133c2d17bc1 admin admin] Publish callbacks [] for security_group (5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.416593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f2ff-beb6-4e26-8270-c133c2d17bc1 admin admin] Publish callbacks [] for security_group (5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.445483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-5873589a-e7a5-43ee-a758-e643dcebaefa service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846544 Apr 07 11:34:33.468715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb824732-a86d-427e-bf10-5f70145e7ac9 req-668610fe-d3c9-46f2-b563-f37b928fdc27 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214628 Apr 07 11:34:33.495421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f2ff-beb6-4e26-8270-c133c2d17bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.498909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f2ff-beb6-4e26-8270-c133c2d17bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.503013 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ec9f2ff-beb6-4e26-8270-c133c2d17bc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5 HTTP/1.1" status: 204 len: 168 time: 0.1795506 Apr 07 11:34:33.505203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b5c015a3-0a77-43d8-be29-ec64a8b1f4a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=836c461b-d989-4c75-a77a-a094e93e6945 HTTP/1.1" status: 200 len: 217 time: 0.0499430 Apr 07 11:34:33.525922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9f2ff-beb6-4e26-8270-c133c2d17bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a02b6a1-ccbf-4a72-a7fa-fc39172c29d5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:33.545699 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:33.597837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b42ca159-020f-4e3b-8535-52008a5b9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.599828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-b42ca159-020f-4e3b-8535-52008a5b9411 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75cc8040-789c-40e5-8505-b34b1d01d8db HTTP/1.1" status: 200 len: 797 time: 0.0887809 Apr 07 11:34:33.745590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-230b2e1e-7c91-41f6-a345-dc4f5e706424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.747752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-230b2e1e-7c91-41f6-a345-dc4f5e706424 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1410613 Apr 07 11:34:33.782372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.788736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.795632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.801630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.807770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.813658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.819560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:33.822698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-ae93cfbb-d0df-4c94-b7f5-ab05297ca1e1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1587338 Apr 07 11:34:34.027259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-660a9758-79bd-46c8-985c-decca9fbd6fc req-1b820bc7-b3a4-4dcd-88b3-60700e0b0ff1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1889677 Apr 07 11:34:34.030093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-c672c368-5659-4aa6-8774-8efccaccdde5 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760613 Apr 07 11:34:34.107907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b389-4bf5-4cf4-abb0-ecb31d169c44 req-d6709253-825b-411b-970c-9a732b27ef1e tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.115988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da02b389-4bf5-4cf4-abb0-ecb31d169c44 req-d6709253-825b-411b-970c-9a732b27ef1e tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 944 time: 0.1873727 Apr 07 11:34:34.208509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da02b389-4bf5-4cf4-abb0-ecb31d169c44 req-1cf7a7f0-f993-4535-bed6-1ac708ce238c tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893283 Apr 07 11:34:34.220690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f55fb91-5b70-4d68-84f4-d506b9d534e4 req-2d29abcf-b7b3-4a55-a68c-c1cd89da4281 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845698 Apr 07 11:34:34.398816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.402764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.403296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.403837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.404316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.404786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.405287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.415907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-ddfd4d6b-ecff-456f-a845-332f52a16991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6704 time: 0.1228299 Apr 07 11:34:34.462955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:34.564345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-1728ea6a-00e6-4122-a10e-2c05040086e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.566515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-1728ea6a-00e6-4122-a10e-2c05040086e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e HTTP/1.1" status: 200 len: 903 time: 0.1491721 Apr 07 11:34:34.571552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:34.630360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-a91ef3d1-ff91-4144-b99d-5dfe898e0a15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=836c461b-d989-4c75-a77a-a094e93e6945 HTTP/1.1" status: 200 len: 217 time: 0.0568264 Apr 07 11:34:34.751157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-5678faed-c195-4650-ba6a-3ef0c0c4b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.753345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-5678faed-c195-4650-ba6a-3ef0c0c4b87a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75cc8040-789c-40e5-8505-b34b1d01d8db HTTP/1.1" status: 200 len: 797 time: 0.1162872 Apr 07 11:34:34.808456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:34.819528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e345-bdd0-4596-9742-bbab7b03073f req-2cb73f03-65f5-445b-89c2-e8689c63f444 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.821093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d8e345-bdd0-4596-9742-bbab7b03073f req-2cb73f03-65f5-445b-89c2-e8689c63f444 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1454465 Apr 07 11:34:34.854948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:34.888621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39408) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:34.950044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-bdf6898a-e2e5-428a-88a6-f4a1eaf0c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:34.951834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-bdf6898a-e2e5-428a-88a6-f4a1eaf0c594 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1886082 Apr 07 11:34:34.957123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d8e345-bdd0-4596-9742-bbab7b03073f req-20e13eda-427d-400e-be29-8594ccf4817a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160798 Apr 07 11:34:35.052574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.132316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1376099236-network', 'tenant_id': '136beec1f5b5439f88dced3e2c576f5c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:35.198733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-8a4afeaa-7d35-489f-bcdb-55465ac09bbf service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403784 Apr 07 11:34:35.231368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Allocated IP 172.25.5.158 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:35.286222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Made reservation on behalf of 136beec1f5b5439f88dced3e2c576f5c for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:35.288776 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.323459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.339950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.345527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.350936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.357006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.363367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.369827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.375935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.377905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6953467-3454-4730-b10a-52c304e2f117 req-0b1e665b-3b45-4690-a3ab-c3de5fe301a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.2379918 Apr 07 11:34:35.388628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ddb96-468f-40dc-8245-d97b438f1ed5 req-c9bfcae0-fb8a-40ae-a549-54d18e82b237 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.390354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd3ddb96-468f-40dc-8245-d97b438f1ed5 req-c9bfcae0-fb8a-40ae-a549-54d18e82b237 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.2907028 Apr 07 11:34:35.400902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.400902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39418) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:35.407654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Request body: {'floatingip': {'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:35.506093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6953467-3454-4730-b10a-52c304e2f117 req-7882d274-e492-47ce-b8e4-d4a563585ec8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111434 Apr 07 11:34:35.508268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.566369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4545ac2a-a413-43cd-95e4-e796079d6712 req-995056ca-d0b5-461b-ad6c-900e2b9a0f31 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565493 Apr 07 11:34:35.624139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a1f3-a186-4738-ad82-c95edd9f37dc req-832c9fca-91b3-4bff-ac9e-877f192f173e tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.625791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ae5a1f3-a186-4738-ad82-c95edd9f37dc req-832c9fca-91b3-4bff-ac9e-877f192f173e tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 944 time: 0.1174934 Apr 07 11:34:35.646663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.690019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks [] for security_group (166d4ebe-b970-49d9-bb24-168fc076773e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.696411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (166d4ebe-b970-49d9-bb24-168fc076773e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.746392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:34:35.750677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:35.757860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ae5a1f3-a186-4738-ad82-c95edd9f37dc req-9d1e5a94-d274-483d-b212-6240e757a4d6 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203103 Apr 07 11:34:35.761281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d4ebe-b970-49d9-bb24-168fc076773e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:35.763410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:35.772225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:35.774996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Port': ['ID=b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:35.779436 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e30bcd79-1d51-4541-a8d4-f83a84b2762e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.787567 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Added segment e30bcd79-1d51-4541-a8d4-f83a84b2762e of type vlan for network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 Apr 07 11:34:35.846580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (7de89015-09b5-4770-a12b-cf1ed89ef7f9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.877227 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (7de89015-09b5-4770-a12b-cf1ed89ef7f9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.879558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:35.880529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:35.948548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0550952 Apr 07 11:34:35.950122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39420) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:35.953922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Request body: {'subnet': {'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1376099236-subnet', 'tenant_id': '136beec1f5b5439f88dced3e2c576f5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:35.957689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2210d2-5c1c-4031-90bd-82e0a02b3bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=7de89015-09b5-4770-a12b-cf1ed89ef7f9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:35.974475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:34:36.016913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device abdeb758-5853-4c84-a564-c7766c654d19 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:34:36.044813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for floatingip (bc7a085e-71d9-4aa1-ae84-45cb3cdad895), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.060451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.063241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Made reservation on behalf of 136beec1f5b5439f88dced3e2c576f5c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:36.065982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.169670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port abdeb758-5853-4c84-a564-c7766c654d19, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=abdeb758-5853-4c84-a564-c7766c654d19,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:36.185616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'abdeb758-5853-4c84-a564-c7766c654d19', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'port_id': 'abdeb758-5853-4c84-a564-c7766c654d19', 'mac_address': 'fa:16:3e:20:21:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:34:36.231803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port abdeb758-5853-4c84-a564-c7766c654d19 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:36.232340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abdeb758-5853-4c84-a564-c7766c654d19), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.236665 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.249260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdeb758-5853-4c84-a564-c7766c654d19 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:34:36.274351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port abdeb758-5853-4c84-a564-c7766c654d19, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=abdeb758-5853-4c84-a564-c7766c654d19,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:36.284832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (abdeb758-5853-4c84-a564-c7766c654d19), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.346565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=abdeb758-5853-4c84-a564-c7766c654d19,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:36.417834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.db.resource_extend [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:34:36.500676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.674163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['abdeb758-5853-4c84-a564-c7766c654d19'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:34:36.711405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.721823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.729175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.735385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.741914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.748108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.754351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.756773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf19060-570c-419a-bf90-3491db2623d3 req-e68691bd-56a3-4ebf-8187-eac7443cb61f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1273937 Apr 07 11:34:36.866067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf19060-570c-419a-bf90-3491db2623d3 req-1a00bf98-b5a6-469a-981f-61325171d054 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997710 Apr 07 11:34:36.874119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.955732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (ebac0344-598b-49e5-b128-92b65ceebcba), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:36.968250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa11e1b-1298-48b6-ad56-e86745d9261e req-76b1131c-3bae-4649-92d5-13a19d8c8041 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:36.970313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fa11e1b-1298-48b6-ad56-e86745d9261e req-76b1131c-3bae-4649-92d5-13a19d8c8041 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 945 time: 0.0760312 Apr 07 11:34:37.032207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1fa11e1b-1298-48b6-ad56-e86745d9261e req-a120a5a3-d5c3-4680-a2d3-efc479039df6 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558422 Apr 07 11:34:37.119098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.131519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebac0344-598b-49e5-b128-92b65ceebcba,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:37.134431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.150741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Checking segment: {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:37.151717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Network hostable DHCP agents. Network: 7de89015-09b5-4770-a12b-cf1ed89ef7f9, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:34:37.172776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.252506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Port': ['ID=b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:37.289397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:34:37.333009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (bc7a085e-71d9-4aa1-ae84-45cb3cdad895), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.339502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 7de89015-09b5-4770-a12b-cf1ed89ef7f9) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:37.348593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2eff45-3afd-4fee-a9cd-96acf02bc66b None None] Network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:37.360921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:37.361802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.383573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.388825 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aac8efa2-a516-4b7a-9b6f-6ee9099e1d61 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8128085 Apr 07 11:34:37.389076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39426) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:37.396617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-530888480'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:37.407445 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3caac07a-8765-4a02-b20b-bd7dc6678f38 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4573822 Apr 07 11:34:37.450339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Router d3829bd4-c1f7-4951-a337-29e0894ff367 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:37.453002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Made reservation on behalf of fb6a4125655c4093b527de0d913bb7b0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:37.457592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.482966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.491268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbfd8e-a19f-4e73-9819-d11b50e9791c None None] Network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:37.642506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for security_group (9b0ac0b1-bf9f-4f6e-8796-fa4907700796), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.654864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b0ac0b1-bf9f-4f6e-8796-fa4907700796), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.679161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:37.693311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.694964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] Sync routers for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:37.704286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:34:37.712632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:37.714700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:37.728047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ac0b1-bf9f-4f6e-8796-fa4907700796,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:37.734968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:37.738483 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f06b8-fc60-4d06-a0a2-813f2174bef3" -d '{"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:37.756320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f4e38885-80c4-40fd-954b-5efaaed174b0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.757858 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Added segment f4e38885-80c4-40fd-954b-5efaaed174b0 of type vlan for network 5233d3b0-e853-4186-86bd-e3da5d4081be Apr 07 11:34:37.781397 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b185b3c-44b0-4beb-95ca-7ff851db9378 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "PUT /v2.0/floatingips/779ea67d-88b4-4da2-9168-d238a48d36d2 HTTP/1.1" status: 200 len: 993 time: 2.3797152 Apr 07 11:34:37.826899 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee5626-2cfe-476f-8b9b-aa82860c82d7 x-openstack-request-id: req-5eee5626-2cfe-476f-8b9b-aa82860c82d7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:37.827262 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:37.827588 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eee5626-2cfe-476f-8b9b-aa82860c82d7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:37.828072 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eee5626-2cfe-476f-8b9b-aa82860c82d7'] response: {'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'status': 'completed', 'code': 200} Apr 07 11:34:37.851034 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5233d3b0-e853-4186-86bd-e3da5d4081be), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.942719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5233d3b0-e853-4186-86bd-e3da5d4081be), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.956218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:37.957246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:37.990817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-47bc6476-2447-46ef-b309-2db3d855150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:37.993545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-47bc6476-2447-46ef-b309-2db3d855150d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.1445551 Apr 07 11:34:38.072247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6791961 Apr 07 11:34:38.072637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:38.078036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Request body: {'subnet': {'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:38.159268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device abdeb758-5853-4c84-a564-c7766c654d19 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:38.180435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e023a3-362e-49dd-b1a6-5c250a6bea18 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Network': ['ID=5233d3b0-e853-4186-86bd-e3da5d4081be,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:38.256221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5233d3b0-e853-4186-86bd-e3da5d4081be details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:34:38.267824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.273299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.279729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.286241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.292011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Made reservation on behalf of fb6a4125655c4093b527de0d913bb7b0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:38.293605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.299363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.300525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.309636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.310827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-fdddcb7d-9704-43fa-8c64-abf3af2a0571 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.2636631 Apr 07 11:34:38.317744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-8dc6bf70-ca01-46d9-8bdb-3de0cac8e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.319496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-8dc6bf70-ca01-46d9-8bdb-3de0cac8e7d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.3115113 Apr 07 11:34:38.369910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7c334-7a8f-4a2a-8431-98d0e43f8f05 req-bbacc2e8-34fd-4aec-8ff5-d0121f209908 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.375457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6b7c334-7a8f-4a2a-8431-98d0e43f8f05 req-bbacc2e8-34fd-4aec-8ff5-d0121f209908 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 945 time: 0.1861775 Apr 07 11:34:38.449474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port abdeb758-5853-4c84-a564-c7766c654d19 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:34:38.459245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:38.504585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port abdeb758-5853-4c84-a564-c7766c654d19 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:38.505274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (abdeb758-5853-4c84-a564-c7766c654d19), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.655685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (11843f95-c204-4b5e-b4af-a8bf51daaa7d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.758415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Subnet': ['ID=11843f95-c204-4b5e-b4af-a8bf51daaa7d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:38.771392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Checking segment: {'id': 'f4e38885-80c4-40fd-954b-5efaaed174b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:38.771875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network hostable DHCP agents. Network: 5233d3b0-e853-4186-86bd-e3da5d4081be, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:34:38.802819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network 5233d3b0-e853-4186-86bd-e3da5d4081be is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:34:38.809493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port abdeb758-5853-4c84-a564-c7766c654d19 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:38.809995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abdeb758-5853-4c84-a564-c7766c654d19), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.822039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5233d3b0-e853-4186-86bd-e3da5d4081be) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:38.827212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:38.827880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.850607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928eeea-d2fb-46fa-a1f1-d6cadbc08659 None None] Network 5233d3b0-e853-4186-86bd-e3da5d4081be requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:38.865773 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e4c507a-7038-4eee-bdec-b9335f5b1189 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7919481 Apr 07 11:34:38.868902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39450) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:38.877630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1443426302', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:38.903627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:38.910419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (76800887-68b0-45ba-a636-a9bb55755218), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.912812 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08dd5f-3ae2-43cf-91de-227e3b0b9c23" -d '{"events": [{"server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "name": "network-vif-plugged", "status": "completed", "tag": "abdeb758-5853-4c84-a564-c7766c654d19"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:38.914114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (76800887-68b0-45ba-a636-a9bb55755218), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.989351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router_controller (76800887-68b0-45ba-a636-a9bb55755218), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:38.998031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port abdeb758-5853-4c84-a564-c7766c654d19, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=abdeb758-5853-4c84-a564-c7766c654d19,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:39.018233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (abdeb758-5853-4c84-a564-c7766c654d19), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:39.079284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-ddd80c97-f7cd-4df8-af75-de5f74963f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 1001 time: 0.7462254 Apr 07 11:34:39.148737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=abdeb758-5853-4c84-a564-c7766c654d19,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:39.191314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5233d3b0-e853-4186-86bd-e3da5d4081be', 'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be', 'project_id': 'fb6a4125655c4093b527de0d913bb7b0', 'fixed_ips': [{'subnet_id': '11843f95-c204-4b5e-b4af-a8bf51daaa7d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:34:39.193123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:39.221227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '779ea67d-88b4-4da2-9168-d238a48d36d2', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:31:43Z', 'updated_at': '2022-04-07T11:34:36Z', 'revision_number': 3, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:39.229308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b420c351-e1c7-477f-be13-b85ce5ceb387 req-988937bf-1b57-47c8-ae83-704e680495ce tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9069605 Apr 07 11:34:39.256990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] Checking router: d3829bd4-c1f7-4951-a337-29e0894ff367 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:34:39.281126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-556750c8-b646-496e-90c4-f33ab3e2602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:39.283093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:39.283852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:39.285499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-556750c8-b646-496e-90c4-f33ab3e2602a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.1755359 Apr 07 11:34:39.302239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6b7c334-7a8f-4a2a-8431-98d0e43f8f05 req-1f5f2a8a-12fb-40c3-a21e-e07a4c65742f tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466421 Apr 07 11:34:39.313249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router_gateway (76800887-68b0-45ba-a636-a9bb55755218), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:39.430291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-273f0f6c-4269-4909-a2e4-42dbf0fd0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:39.433979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-273f0f6c-4269-4909-a2e4-42dbf0fd0d6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284981 Apr 07 11:34:39.616642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Allocated IP 172.20.0.2 (5233d3b0-e853-4186-86bd-e3da5d4081be/11843f95-c204-4b5e-b4af-a8bf51daaa7d/5c1417ff-0179-412d-bd53-9b32fe2efa0a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:39.632499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:39.684145 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f16ad5-853d-4151-b315-7f433a3da9ee x-openstack-request-id: req-f9f16ad5-853d-4151-b315-7f433a3da9ee {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:39.684748 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "name": "network-vif-plugged", "status": "completed", "tag": "abdeb758-5853-4c84-a564-c7766c654d19", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:39.685247 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f16ad5-853d-4151-b315-7f433a3da9ee {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:39.685831 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f16ad5-853d-4151-b315-7f433a3da9ee'] response: {'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19', 'code': 200} Apr 07 11:34:39.687667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-4aec1226-4fd4-4403-9e82-fcddee3593c0 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467086 Apr 07 11:34:39.730013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router_gateway (76800887-68b0-45ba-a636-a9bb55755218), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:39.753729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:39.829151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:39.831957 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af433c6-6442-4353-bcfd-56e53bd3a997" -d '{"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:39.845106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-654f06b8-fc60-4d06-a0a2-813f2174bef3 req-0fc38300-cd46-44ee-bb1b-37ae8df47b22 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444483 Apr 07 11:34:39.914169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81186c81-6ccb-490c-9715-39a343b3e4a9 req-9bab2e0a-ae4a-46a2-af6a-83579986a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:39.916291 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-81186c81-6ccb-490c-9715-39a343b3e4a9 req-9bab2e0a-ae4a-46a2-af6a-83579986a90f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1128 time: 0.1968520 Apr 07 11:34:39.926262 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e07a4d-f826-4dab-ba45-84024e088d13 x-openstack-request-id: req-32e07a4d-f826-4dab-ba45-84024e088d13 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:39.926566 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:39.927423 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32e07a4d-f826-4dab-ba45-84024e088d13 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:39.927839 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e07a4d-f826-4dab-ba45-84024e088d13'] response: {'name': 'network-changed', 'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'status': 'completed', 'code': 200} Apr 07 11:34:40.013635 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-81186c81-6ccb-490c-9715-39a343b3e4a9 req-a74389d8-829b-4b52-a278-6c10b4a3e767 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841994 Apr 07 11:34:40.033030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Allocated IP 172.25.5.191 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/3450b861-7417-411d-a1a3-620863253931) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:40.052451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-24f0369f-ed32-497a-8d67-c093f1b3ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.054270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-24f0369f-ed32-497a-8d67-c093f1b3ca91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 1128 time: 0.1025474 Apr 07 11:34:40.119042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Publish callbacks [] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.160897 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.176828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for port (3450b861-7417-411d-a1a3-620863253931), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.225372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3450b861-7417-411d-a1a3-620863253931), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.233195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Pushing event updated for resources: {'Port': ['ID=5c1417ff-0179-412d-bd53-9b32fe2efa0a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:40.247760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Network 5233d3b0-e853-4186-86bd-e3da5d4081be is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:40.255656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:40.268400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:40.285820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:40.292824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:40.297230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:40.365240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '779ea67d-88b4-4da2-9168-d238a48d36d2', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:31:43Z', 'updated_at': '2022-04-07T11:34:36Z', 'revision_number': 3, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:40.496226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Attempting to bind port 5c1417ff-0179-412d-bd53-9b32fe2efa0a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:34:40.496611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Attempting to bind port 5c1417ff-0179-412d-bd53-9b32fe2efa0a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f4e38885-80c4-40fd-954b-5efaaed174b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:34:40.496982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Attempting to bind port 5c1417ff-0179-412d-bd53-9b32fe2efa0a on network 5233d3b0-e853-4186-86bd-e3da5d4081be {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:34:40.500845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20412318-e83b-4db8-afc1-4bd713e8ef2d None None] The sync data for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 is: [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '779ea67d-88b4-4da2-9168-d238a48d36d2', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'port_id': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'mac_address': 'fa:16:3e:2b:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:31:43Z', 'updated_at': '2022-04-07T11:34:36Z', 'revision_number': 3, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:40.507074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:34:40.507074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Checking segment: {'id': 'f4e38885-80c4-40fd-954b-5efaaed174b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:34:40.507489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.507978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Bound using segment: {'id': 'f4e38885-80c4-40fd-954b-5efaaed174b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:34:40.508368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Bound port: 5c1417ff-0179-412d-bd53-9b32fe2efa0a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e38885-80c4-40fd-954b-5efaaed174b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:34:40.508783 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.552153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-c2ba83d7-6a37-45c0-80f9-ce54462f7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.554020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-c2ba83d7-6a37-45c0-80f9-ce54462f7d4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.2991407 Apr 07 11:34:40.573390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Port': ['ID=3450b861-7417-411d-a1a3-620863253931,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:40.647187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-d564649a-865f-4b33-8e81-38ac4318732b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 200 len: 1001 time: 0.0851457 Apr 07 11:34:40.652201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] For port 5c1417ff-0179-412d-bd53-9b32fe2efa0a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:34:40.660534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] For port 5c1417ff-0179-412d-bd53-9b32fe2efa0a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c1417ff-0179-412d-bd53-9b32fe2efa0a,segment=NetworkSegment(f4e38885-80c4-40fd-954b-5efaaed174b0),segment_id=f4e38885-80c4-40fd-954b-5efaaed174b0)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:34:40.675261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.783198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01f8e4-4540-4505-b0ce-a9cc254500b8 None None] Pushing event updated for resources: {'Port': ['ID=5c1417ff-0179-412d-bd53-9b32fe2efa0a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:40.806182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.830585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.839465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router_gateway (76800887-68b0-45ba-a636-a9bb55755218), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:40.844294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.862896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.881676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.888945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.895443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.897473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78384a9c-3255-4d46-96a6-a36c89274840 req-ff090a87-831a-4089-90c6-da148c793abb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.4736233 Apr 07 11:34:40.901389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-9531d75f-42cb-4226-9d79-8e0711045ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.903182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-9531d75f-42cb-4226-9d79-8e0711045ccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.2379677 Apr 07 11:34:40.945413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b69ee-c2be-424e-812b-e504284d9f20 req-55f74b27-fa3d-45a0-a5c1-642bc93bc2ad tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:40.947564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc5b69ee-c2be-424e-812b-e504284d9f20 req-55f74b27-fa3d-45a0-a5c1-642bc93bc2ad tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.3926752 Apr 07 11:34:41.080963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc5b69ee-c2be-424e-812b-e504284d9f20 req-5bca3760-375d-46f5-b4e8-6f482ad81133 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134887 Apr 07 11:34:41.089178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-f17717c9-6aa5-4126-aef7-624c8676b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:41.090693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-f17717c9-6aa5-4126-aef7-624c8676b80c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1813104 Apr 07 11:34:41.101164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78384a9c-3255-4d46-96a6-a36c89274840 req-b586fb32-edaf-428f-866e-2297129c6dcd tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1951635 Apr 07 11:34:41.185703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (76800887-68b0-45ba-a636-a9bb55755218), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:41.245384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-30f3dd29-1a25-4abf-8fdd-b5bfb319b509 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418273 Apr 07 11:34:41.362644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Router 76800887-68b0-45ba-a636-a9bb55755218 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:34:41.377206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8af433c6-6442-4353-bcfd-56e53bd3a997 req-5f8aad00-7e3f-4fc6-856c-ba3bb5dde675 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166873 Apr 07 11:34:41.497292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:41.510988 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] Sync routers for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:41.520871 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:41.521501 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:41.522792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:41.525640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-098cbde9-49d4-4c18-a383-9f9edfff6091 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6545625 Apr 07 11:34:41.527858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39468) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:41.562365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:41.574108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:41.575182 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:41.613365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:41.614208 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab965e-09fb-48fc-b6b2-a2ebe7b2cc7d None None] The sync data for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:42.031164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c1417ff-0179-412d-bd53-9b32fe2efa0a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:42.145950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5c1417ff-0179-412d-bd53-9b32fe2efa0a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:42.146327 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:42.195447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:42.202656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06eeb00-d4c8-4132-b204-bccf22777171 None None] Network 5233d3b0-e853-4186-86bd-e3da5d4081be requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:42.373966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9dc23-1a5a-4072-9966-40033588a66b req-5acafc21-1963-42a7-859c-7728f7f6c046 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.376412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4c9dc23-1a5a-4072-9966-40033588a66b req-5acafc21-1963-42a7-859c-7728f7f6c046 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.1644244 Apr 07 11:34:42.407943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.413350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.419778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.427988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.437991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.443711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.450377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.459685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ef807613-0926-498f-90b4-3c888e6515fa tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.2365727 Apr 07 11:34:42.537469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Provisioning complete for port 5c1417ff-0179-412d-bd53-9b32fe2efa0a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:42.537853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:42.539487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4c9dc23-1a5a-4072-9966-40033588a66b req-14cb4b58-42b6-46a2-82a7-6612aac48393 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560357 Apr 07 11:34:42.621811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa82867d-9a27-40ab-8826-f5561e0bae05 req-ad82fc7f-923e-4364-8763-4df983509a15 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610999 Apr 07 11:34:42.794483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8606314-02da-4124-a21d-df1179202832 req-9348cf7c-ebb0-45b0-9e6c-1d0ad33b7622 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:42.796453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8606314-02da-4124-a21d-df1179202832 req-9348cf7c-ebb0-45b0-9e6c-1d0ad33b7622 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.0773239 Apr 07 11:34:42.850507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5c1417ff-0179-412d-bd53-9b32fe2efa0a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:42.851051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:42.898997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8606314-02da-4124-a21d-df1179202832 req-d1d83974-565a-44c6-8973-67567ca32194 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948246 Apr 07 11:34:42.957922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Current status of the port 5c1417ff-0179-412d-bd53-9b32fe2efa0a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:42.958330 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:42.989581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 5c1417ff-0179-412d-bd53-9b32fe2efa0a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c1417ff-0179-412d-bd53-9b32fe2efa0a,segment=NetworkSegment(f4e38885-80c4-40fd-954b-5efaaed174b0),segment_id=f4e38885-80c4-40fd-954b-5efaaed174b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:43.000476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.127068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:34:43.129276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Allocated IP 172.20.0.1 (5233d3b0-e853-4186-86bd-e3da5d4081be/11843f95-c204-4b5e-b4af-a8bf51daaa7d/882a693d-9fc7-48a4-bf62-75ee916ce249) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:43.130654 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:34:43.145021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e13f-4238-458f-aa79-1f6224040795 req-913d450a-4735-43e7-84b5-21f95b542a27 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.150342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d822e13f-4238-458f-aa79-1f6224040795 req-913d450a-4735-43e7-84b5-21f95b542a27 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.1312478 Apr 07 11:34:43.168631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=5c1417ff-0179-412d-bd53-9b32fe2efa0a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:43.272861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d822e13f-4238-458f-aa79-1f6224040795 req-de2138ed-f92e-450e-bc58-f4dc98dbf9a0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165941 Apr 07 11:34:43.296153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.313346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39486) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:43.363845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.403909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network 5233d3b0-e853-4186-86bd-e3da5d4081be is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:43.407218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:43.411556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:43.480519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Port': ['ID=882a693d-9fc7-48a4-bf62-75ee916ce249,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:43.504945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (76800887-68b0-45ba-a636-a9bb55755218), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.567083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97fba75-dbc9-4780-a01d-fbbdb6a89048 tempest-TestServerBasicOps-1890733713 tempest-TestServerBasicOps-1890733713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.572424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a97fba75-dbc9-4780-a01d-fbbdb6a89048 tempest-TestServerBasicOps-1890733713 tempest-TestServerBasicOps-1890733713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1123 time: 0.2578223 Apr 07 11:34:43.573045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:43.581794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'abdeb758-5853-4c84-a564-c7766c654d19', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:43.617607 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.727146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb7ffc-173a-4a27-a970-0a10f13b3a46 None None] Current status of the port 5c1417ff-0179-412d-bd53-9b32fe2efa0a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:43.786704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.863766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-41a2e826-1486-491b-8c8d-486d04133bb1 None None] Provisioning complete for port 882a693d-9fc7-48a4-bf62-75ee916ce249 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:43.864160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41a2e826-1486-491b-8c8d-486d04133bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.901214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.907135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.917090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.927623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.940424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.945276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41a2e826-1486-491b-8c8d-486d04133bb1 None None] Port 882a693d-9fc7-48a4-bf62-75ee916ce249 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:43.965041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.968366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-41a2e826-1486-491b-8c8d-486d04133bb1 None None] Provisioning complete for port 5c1417ff-0179-412d-bd53-9b32fe2efa0a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:43.968742 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41a2e826-1486-491b-8c8d-486d04133bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:43.985578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:43.996518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a93416-ecf9-459d-be00-53a2c051b155 req-0a88b93a-0a7a-44d8-8d6d-d2b895460d76 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.2309422 Apr 07 11:34:44.008291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.015883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c1417ff-0179-412d-bd53-9b32fe2efa0a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:34:44.133491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a93416-ecf9-459d-be00-53a2c051b155 req-1f1fdc31-e172-4ccd-bf66-7938ddbc911a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310058 Apr 07 11:34:44.203768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Allocated IP 172.25.5.123 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/5c15f81d-fbdf-41c4-80e0-5678502f8623) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:44.211642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5c1417ff-0179-412d-bd53-9b32fe2efa0a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:44.212771 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.213873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.224348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.242190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41a2e826-1486-491b-8c8d-486d04133bb1 None None] Current status of the port 5c1417ff-0179-412d-bd53-9b32fe2efa0a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:44.306858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5c1417ff-0179-412d-bd53-9b32fe2efa0a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:34:44.348234 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.359308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Port': ['ID=882a693d-9fc7-48a4-bf62-75ee916ce249,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:44.362266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (76800887-68b0-45ba-a636-a9bb55755218), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.391009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.463751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:44.472123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:44.474649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'Port': ['ID=5c15f81d-fbdf-41c4-80e0-5678502f8623,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:44.476995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:44.496278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network 5233d3b0-e853-4186-86bd-e3da5d4081be is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:44.498264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:44.768376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Router 76800887-68b0-45ba-a636-a9bb55755218 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:44.900875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a6d6b9f1-4c3d-4a53-a258-2391a154e49a None None] Provisioning complete for port 882a693d-9fc7-48a4-bf62-75ee916ce249 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:44.901695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b9f1-4c3d-4a53-a258-2391a154e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:44.955516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6b9f1-4c3d-4a53-a258-2391a154e49a None None] Port 882a693d-9fc7-48a4-bf62-75ee916ce249 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:45.057349 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for floatingip (df08dabc-80b6-44ac-ad74-4fa1db486911), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.063140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:45.068216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c7e82a16-29e0-424e-ba27-bb9626c96c24 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "PUT /v2.0/routers/76800887-68b0-45ba-a636-a9bb55755218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5392654 Apr 07 11:34:45.073520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:45.084453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Request body: {'port': {'network_id': '5233d3b0-e853-4186-86bd-e3da5d4081be', 'name': 'tempest-FloatingIPAdminTestJSON-1789371008'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:45.095531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] Sync routers for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:45.116851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:45.117542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:45.162191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.185998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:45.195328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:45.195965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:45.265684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:45.266599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd64d50-bd0c-4957-83ae-9dac485b8df6 None None] The sync data for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:45.332567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Made reservation on behalf of fb6a4125655c4093b527de0d913bb7b0 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:34:45.337480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.361774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] device_id is not set on port 0ebbc901-eb45-4cc2-9879-a80abb462a8b yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:34:45.414373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.420753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.426438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.432670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.438381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.443880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.450059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.452110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-8bae8a39-7844-4182-b738-88efcb69429b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1943293 Apr 07 11:34:45.518481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Allocated IP 172.20.0.3 (5233d3b0-e853-4186-86bd-e3da5d4081be/11843f95-c204-4b5e-b4af-a8bf51daaa7d/0ebbc901-eb45-4cc2-9879-a80abb462a8b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:45.540571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.547755 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.556581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cc4ba83-11d8-4927-ba1d-ddb481fe31b4 req-6016776d-c96c-4522-8ac1-a26fc964c46f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944192 Apr 07 11:34:45.632369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event updated for resources: {'Port': ['ID=5c15f81d-fbdf-41c4-80e0-5678502f8623,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:45.645275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.645733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.646086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.646439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.646785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.647133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.647471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.647812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.648150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.648481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.648819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.649210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.650100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:45.656150 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (df08dabc-80b6-44ac-ad74-4fa1db486911), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.692906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for port (0ebbc901-eb45-4cc2-9879-a80abb462a8b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.736868 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0ebbc901-eb45-4cc2-9879-a80abb462a8b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.767220 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Floating IP df08dabc-80b6-44ac-ad74-4fa1db486911 associated. External IP: 172.25.5.123, port: abdeb758-5853-4c84-a564-c7766c654d19. Apr 07 11:34:45.785388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Network 5233d3b0-e853-4186-86bd-e3da5d4081be is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:45.789169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:45.793967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:45.826308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event updated for resources: {'Port': ['ID=0ebbc901-eb45-4cc2-9879-a80abb462a8b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:45.856923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:45.857606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:45.877473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60efb0ec-c49b-4651-b05b-101ce6fe2aa3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019009 Apr 07 11:34:45.880400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39502) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:46.006632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'project_id': 'fb6a4125655c4093b527de0d913bb7b0', 'port_id': '0ebbc901-eb45-4cc2-9879-a80abb462a8b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:46.031864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:46.044675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:46.102104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a2bcabf6-d016-403a-9645-ed7da3cf27cd None None] Provisioning complete for port 0ebbc901-eb45-4cc2-9879-a80abb462a8b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:34:46.106454 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a2bcabf6-d016-403a-9645-ed7da3cf27cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0ebbc901-eb45-4cc2-9879-a80abb462a8b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:46.153251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:46.177419 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:46.185841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcabf6-d016-403a-9645-ed7da3cf27cd None None] Port 0ebbc901-eb45-4cc2-9879-a80abb462a8b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:34:46.189297 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] Sync routers for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:46.203122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:46.204299 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:46.228750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:46.286102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e3de366e-0393-454f-9557-4a94789639f0 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7100816 Apr 07 11:34:46.293316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:34:46.295935 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f6603-ab91-4e81-83ec-d676370d7c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "tag": "abdeb758-5853-4c84-a564-c7766c654d19"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:34:46.323006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Allocated IP 172.25.5.88 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/f62b45fa-dd0c-4e37-a28e-d53d0168be1a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:46.364013 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f286b-a37f-4ff6-a6d6-0f5a31b61c24 x-openstack-request-id: req-196f286b-a37f-4ff6-a6d6-0f5a31b61c24 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:34:46.364994 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "tag": "abdeb758-5853-4c84-a564-c7766c654d19", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:34:46.365306 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-196f286b-a37f-4ff6-a6d6-0f5a31b61c24 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:34:46.365779 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196f286b-a37f-4ff6-a6d6-0f5a31b61c24'] response: {'name': 'network-changed', 'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19', 'status': 'completed', 'code': 200} Apr 07 11:34:46.418492 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:46.502504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:46.506792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-816b6e37-9fd7-4342-af23-8ac8130119b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.508735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-816b6e37-9fd7-4342-af23-8ac8130119b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b183427693664a51abda7a2551bae7e2&device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1128 time: 0.1124804 Apr 07 11:34:46.564821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:46.636864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-a9791726-a9b8-4200-b054-a18772f678f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.639232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-a9791726-a9b8-4200-b054-a18772f678f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ed2c075-e986-4a4a-b707-fecd0f717d33 HTTP/1.1" status: 200 len: 909 time: 0.1231618 Apr 07 11:34:46.686305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Pushing event updated for resources: {'Port': ['ID=f62b45fa-dd0c-4e37-a28e-d53d0168be1a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:46.713504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:46.718705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:46.723229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:46.725567 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'df08dabc-80b6-44ac-ad74-4fa1db486911', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'port_id': 'abdeb758-5853-4c84-a564-c7766c654d19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'mac_address': 'fa:16:3e:20:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:34:44Z', 'updated_at': '2022-04-07T11:34:44Z', 'revision_number': 0, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:46.757402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] Checking router: dc16c83e-aa20-44fb-bc5b-ac7b7be02720 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:34:46.768724 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:46.769662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:46.840001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-37a99870-3068-4cf3-ba92-97514472dc65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdeb758-5853-4c84-a564-c7766c654d19 HTTP/1.1" status: 200 len: 1000 time: 0.1932600 Apr 07 11:34:46.873977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.881143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.891077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.897340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.903414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.909822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.914698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.917965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-0861c08c-25f2-419d-a650-66f55956be0f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1813576 Apr 07 11:34:46.932206 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:34:46.956361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-de1e35d4-a59b-406d-9bba-b700dfd94cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:46.958121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-de1e35d4-a59b-406d-9bba-b700dfd94cfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=398022c7-8607-4929-b6a7-e72a4170a74a HTTP/1.1" status: 200 len: 847 time: 0.1122651 Apr 07 11:34:47.017378 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c6e61b3-fb44-465f-be35-08e5bf7d9917 req-bf19dddf-2396-4aa7-a129-a239cad19106 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582390 Apr 07 11:34:47.062372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-b2d7d451-60e9-4689-9538-1bd90450cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:47.063900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-b2d7d451-60e9-4689-9538-1bd90450cce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ed2c075-e986-4a4a-b707-fecd0f717d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518105 Apr 07 11:34:47.186307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-1bb76ca2-e8ee-464f-b741-9ea7493457ed service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146715 Apr 07 11:34:47.291744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for floatingip (b7197205-290b-4283-bfb6-51dad83adfd5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:47.326311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2f6603-ab91-4e81-83ec-d676370d7c4c req-27ac16ee-c1a9-4de8-8a28-427529d17f21 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341848 Apr 07 11:34:47.373773 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'df08dabc-80b6-44ac-ad74-4fa1db486911', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'port_id': 'abdeb758-5853-4c84-a564-c7766c654d19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'mac_address': 'fa:16:3e:20:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:34:44Z', 'updated_at': '2022-04-07T11:34:44Z', 'revision_number': 0, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:47.409228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9c5d8-86b6-4a06-8056-cb081e8fac16 None None] The sync data for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 is: [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'df08dabc-80b6-44ac-ad74-4fa1db486911', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'port_id': 'abdeb758-5853-4c84-a564-c7766c654d19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'mac_address': 'fa:16:3e:20:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:34:44Z', 'updated_at': '2022-04-07T11:34:44Z', 'revision_number': 0, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:47.416916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:47.645080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:47.653263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:47.740590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614470b-bb64-48ed-8ec1-6ea9d6facbf5 None None] New status for floating IP df08dabc-80b6-44ac-ad74-4fa1db486911: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:34:47.776839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Pushing event updated for resources: {'Port': ['ID=f62b45fa-dd0c-4e37-a28e-d53d0168be1a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:47.785232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (b7197205-290b-4283-bfb6-51dad83adfd5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:47.953900 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Floating IP b7197205-290b-4283-bfb6-51dad83adfd5 associated. External IP: 172.25.5.88, port: 0ebbc901-eb45-4cc2-9879-a80abb462a8b. Apr 07 11:34:48.219993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.229271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.239338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.245033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.250645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.259928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.266876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:48.278009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Router 76800887-68b0-45ba-a636-a9bb55755218 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:48.283176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-6b0eb67e-ec22-4cd3-9ec2-6da44690ef57 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1587331 Apr 07 11:34:48.363320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce6de66a-341d-4deb-adac-b5aaa5043741 req-4ac7b6f9-cb9e-4c11-a1be-e52608bde1c9 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776210 Apr 07 11:34:48.458477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:48.470502 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] Sync routers for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:48.479369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:48.483089 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:48.483749 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:48.522258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39524) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:48.527793 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d7490753-f123-4458-bfce-5262468eaddf tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.6338987 Apr 07 11:34:48.531324 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:48.543074 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:48.543707 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:48.582803 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:48.583727 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20584539-bae4-44c6-b32a-c23937a4571e None None] The sync data for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:48.699900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-453f949a-a09e-43d1-bfd0-3d477bcb101f tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] 10.222.0.13 "GET /v2.0/floatingips/b7197205-290b-4283-bfb6-51dad83adfd5 HTTP/1.1" status: 200 len: 982 time: 0.1762483 Apr 07 11:34:48.702350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39526) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:48.850396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d542feba-8efc-4ff7-bb61-cfa000f26610 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1468210 Apr 07 11:34:48.853501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39528) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:49.442049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting port f62b45fa-dd0c-4e37-a28e-d53d0168be1a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:49.442728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:49.565076 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:49.565442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for floatingip (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:49.594637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.600345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.607595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.616205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.622779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.628071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.633474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:49.635594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-c79b2720-7562-484d-9817-0b96c6b878d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1488097 Apr 07 11:34:49.636673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Calling delete_port for f62b45fa-dd0c-4e37-a28e-d53d0168be1a owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:49.796679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3063617-2efa-4eb7-83f1-3be40a4667c3 req-988bb00b-373e-4c72-9f74-cf7084cef303 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536028 Apr 07 11:34:49.896398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f62b45fa-dd0c-4e37-a28e-d53d0168be1a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:49.928292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Port': ['ID=f62b45fa-dd0c-4e37-a28e-d53d0168be1a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:49.992246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for floatingip (b7197205-290b-4283-bfb6-51dad83adfd5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:49.994119 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Floating IP b7197205-290b-4283-bfb6-51dad83adfd5 disassociated (deleted). External IP: 172.25.5.88, port: 0ebbc901-eb45-4cc2-9879-a80abb462a8b. Apr 07 11:34:50.213666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Router 76800887-68b0-45ba-a636-a9bb55755218 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:50.330071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:50.334624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:50.342012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] Sync routers for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:50.357832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:50.358864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:50.372150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:50.377002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:50.383358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec688ae6-22ba-4c25-98d2-46d1e022e5ef tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "DELETE /v2.0/floatingips/b7197205-290b-4283-bfb6-51dad83adfd5 HTTP/1.1" status: 204 len: 168 time: 1.5286808 Apr 07 11:34:50.400179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:50.409284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:50.423873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:50.425318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:50.465784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:50.466720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53ce79-a81d-4027-8776-b512a009809d None None] The sync data for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:50.499374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:50.620592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Allocated IP 172.25.5.117 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:50.749270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:50.792956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:50.840499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:50.851343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:50.857455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:50.859402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Pushing event updated for resources: {'Port': ['ID=91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:50.978662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for floatingip (9d7f3144-c85b-4b8d-be8b-91599bc7a6fe), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:50.983346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:50.989727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:51.001854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:51.007368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:51.014090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:51.021999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:51.025564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.030647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:51.032769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-6dc8bb72-3042-47d4-a967-3c42781dc28f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1228950 Apr 07 11:34:51.127329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f71ca012-31b5-4e33-9e34-a749c6f03a61 req-505f3687-73d3-42ee-9c56-1c3a3149afb0 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878379 Apr 07 11:34:51.205959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.211889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.290849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Pushing event updated for resources: {'Port': ['ID=91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:51.299902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (9d7f3144-c85b-4b8d-be8b-91599bc7a6fe), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.316915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.318753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9539b937-7549-4345-b1d2-7988292bf919 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9455876 Apr 07 11:34:51.321548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39540) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:51.432825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:34:51.458515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.578144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.708221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Allocated IP 172.25.5.36 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:34:51.819844 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks [] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.858422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:51.906014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:34:51.910997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:34:51.913415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:34:51.952178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Pushing event updated for resources: {'Port': ['ID=155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:52.027300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks [] for floatingip (1a78a3e2-ae34-428c-b467-69184ba42dbe), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.067844 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.273499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks [] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.283931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.328880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.334229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.339633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.344885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.350074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.355793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.360985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:52.363249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-9f1eade7-9fa7-41b1-b580-ec4958cc1a8c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1445949 Apr 07 11:34:52.419411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Pushing event updated for resources: {'Port': ['ID=155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:52.440955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1a78a3e2-ae34-428c-b467-69184ba42dbe), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.471216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.474963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f3d54007-7002-4346-97ac-00ea6d8386bf tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1498296 Apr 07 11:34:52.475299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:52.477191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84481aff-3053-47e9-b14e-c0ee577f1904 req-69ac1cd8-e11c-4b76-848b-972b3b81c050 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885458 Apr 07 11:34:52.600430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a37a946a-d27c-47c9-9c79-a0b735b6b354 tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.1239321 Apr 07 11:34:52.603741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:52.686593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-83292a55-50d6-4161-8b5b-566584573ce5 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0813253 Apr 07 11:34:52.689068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:52.825016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Deleting port 155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:52.825393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.918805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.919205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks [] for floatingip (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:52.933565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Calling delete_port for 155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:53.090008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.119600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Pushing event deleted for resources: {'Port': ['ID=155c9cf0-fb0d-4a3f-98c8-59bc56fe26cd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:53.204150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks [] for floatingip (1a78a3e2-ae34-428c-b467-69184ba42dbe), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.207703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.208994 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3f40cacd-870e-4487-a157-51458d10775a tempest-FloatingIPAdminTestJSON-1535515473 tempest-FloatingIPAdminTestJSON-1535515473-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a78a3e2-ae34-428c-b467-69184ba42dbe HTTP/1.1" status: 204 len: 168 time: 0.5187883 Apr 07 11:34:53.212771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:53.386397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Deleting port 91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:53.387072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.519421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.520602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for floatingip (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.545858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Calling delete_port for 91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:53.709328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.730390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:53.731474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.738995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.745918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.751520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.758035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.763905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Pushing event deleted for resources: {'Port': ['ID=91d4b7c0-5d1b-494b-afd9-cf98d2f9d52f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:53.765331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:53.776349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-3ce6258d-f41d-42f9-8a45-8d413c1495f1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1514597 Apr 07 11:34:53.895362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b97f7ac5-6331-4875-b18e-a7c59dd4acc2 req-79323ce4-0529-4ee8-8216-85f75f3d5523 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166549 Apr 07 11:34:54.182699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks [] for floatingip (9d7f3144-c85b-4b8d-be8b-91599bc7a6fe), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:54.185967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:54.187179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd9c3ce8-e5b7-492e-899c-c3ccd746f94e tempest-FloatingIPAdminTestJSON-1201455392 tempest-FloatingIPAdminTestJSON-1201455392-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/9d7f3144-c85b-4b8d-be8b-91599bc7a6fe HTTP/1.1" status: 204 len: 168 time: 0.9733229 Apr 07 11:34:54.191096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:54.325497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting port 0ebbc901-eb45-4cc2-9879-a80abb462a8b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:54.325884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0ebbc901-eb45-4cc2-9879-a80abb462a8b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:54.424301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0ebbc901-eb45-4cc2-9879-a80abb462a8b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:54.448723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Calling delete_port for 0ebbc901-eb45-4cc2-9879-a80abb462a8b owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:54.623260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0ebbc901-eb45-4cc2-9879-a80abb462a8b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:54.698870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Port': ['ID=0ebbc901-eb45-4cc2-9879-a80abb462a8b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:54.879726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:54.886316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-534fa06c-cec8-470a-9839-155e1c9d81d3 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "DELETE /v2.0/ports/0ebbc901-eb45-4cc2-9879-a80abb462a8b HTTP/1.1" status: 204 len: 168 time: 0.6910622 Apr 07 11:34:54.887118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:54.965840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978690a-02ed-41c4-a733-f9556b6e3bac tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:54.967744 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b978690a-02ed-41c4-a733-f9556b6e3bac tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "GET /v2.0/ports?device_id=76800887-68b0-45ba-a636-a9bb55755218 HTTP/1.1" status: 200 len: 913 time: 0.0795336 Apr 07 11:34:54.970777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:55.515450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.520652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.526851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.532056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.537388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.543124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.548312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:55.550357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-ed55974c-9ced-4800-b101-9241fdfbba1a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.4936185 Apr 07 11:34:55.736073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-874b76b5-efa9-4c14-9064-d809db0fb775 req-4a8056d8-af1b-4bcc-a954-6af096bc1bd9 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773765 Apr 07 11:34:55.966210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (76800887-68b0-45ba-a636-a9bb55755218), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:56.299322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting port 882a693d-9fc7-48a4-bf62-75ee916ce249 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:56.300869 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:56.409448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:56.423955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Calling delete_port for 882a693d-9fc7-48a4-bf62-75ee916ce249 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:56.631642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (882a693d-9fc7-48a4-bf62-75ee916ce249), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:56.658316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Port': ['ID=882a693d-9fc7-48a4-bf62-75ee916ce249,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:56.967349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:56.972541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:56.978457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:56.983711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:56.989261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:56.994634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:56.999929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:57.001930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-a3eebf7c-adaf-4afa-824e-68ef40fc394a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1453025 Apr 07 11:34:57.028019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (76800887-68b0-45ba-a636-a9bb55755218), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:57.159687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4af52dfd-7872-4f44-806d-4cb7d05a0964 req-589967b7-5faf-406d-80ba-378dfcd20dd9 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406884 Apr 07 11:34:57.294902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Router 76800887-68b0-45ba-a636-a9bb55755218 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:34:57.413811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:34:57.421176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ebe694d0-6be0-4128-a807-7a4ea769c86b tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "PUT /v2.0/routers/76800887-68b0-45ba-a636-a9bb55755218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397192 Apr 07 11:34:57.422474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39580) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:57.425774 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef5501-baad-4772-b67f-4129fd835951 None None] Sync routers for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:34:57.444966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef5501-baad-4772-b67f-4129fd835951 None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:57.447052 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edef5501-baad-4772-b67f-4129fd835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:57.492649 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edef5501-baad-4772-b67f-4129fd835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:57.502984 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef5501-baad-4772-b67f-4129fd835951 None None] Routers {'76800887-68b0-45ba-a636-a9bb55755218'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:34:57.503693 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edef5501-baad-4772-b67f-4129fd835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['76800887-68b0-45ba-a636-a9bb55755218'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:57.541001 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edef5501-baad-4772-b67f-4129fd835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:57.541695 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef5501-baad-4772-b67f-4129fd835951 None None] The sync data for ids ['76800887-68b0-45ba-a636-a9bb55755218'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:34:57.562210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router (76800887-68b0-45ba-a636-a9bb55755218), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:57.684341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router_gateway (76800887-68b0-45ba-a636-a9bb55755218), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:57.741715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting port 3450b861-7417-411d-a1a3-620863253931 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:57.742273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3450b861-7417-411d-a1a3-620863253931), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:57.828236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3450b861-7417-411d-a1a3-620863253931), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:57.840564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Calling delete_port for 3450b861-7417-411d-a1a3-620863253931 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:58.035874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3450b861-7417-411d-a1a3-620863253931), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.063673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Port': ['ID=3450b861-7417-411d-a1a3-620863253931,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:58.128588 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (76800887-68b0-45ba-a636-a9bb55755218), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.232929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (76800887-68b0-45ba-a636-a9bb55755218), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.235627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router_controller (76800887-68b0-45ba-a636-a9bb55755218), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.308371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (76800887-68b0-45ba-a636-a9bb55755218), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.308776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Fanout notify agent at l3_agent the message router_deleted on router 76800887-68b0-45ba-a636-a9bb55755218 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:34:58.315870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.316893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6c934899-f239-4a26-90de-8dcaba2828ba tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "DELETE /v2.0/routers/76800887-68b0-45ba-a636-a9bb55755218 HTTP/1.1" status: 204 len: 168 time: 0.8932836 Apr 07 11:34:58.320007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39586) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:58.350751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.357188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.362758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.368015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.373304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.376208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting subnet 11843f95-c204-4b5e-b4af-a8bf51daaa7d {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:34:58.378508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.379726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for subnet (11843f95-c204-4b5e-b4af-a8bf51daaa7d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.384385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:58.386381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-9dea8669-2df7-4121-8f96-5697d7658fc2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1421101 Apr 07 11:34:58.429104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (11843f95-c204-4b5e-b4af-a8bf51daaa7d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.451010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d58c789-0e69-4793-aac9-2f95c8a929f8 req-36c1d90b-2076-428e-9127-52d376b14c4e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580051 Apr 07 11:34:58.526647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (11843f95-c204-4b5e-b4af-a8bf51daaa7d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.593122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (11843f95-c204-4b5e-b4af-a8bf51daaa7d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.623835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Subnet': ['ID=11843f95-c204-4b5e-b4af-a8bf51daaa7d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:58.636126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.636647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.637224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.637724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.638207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.638668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.639210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.639732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.640187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.640712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.641302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.641789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.642240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:34:58.646279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.652210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d4f3c534-631e-4066-98c9-40bb802e2314 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "DELETE /v2.0/subnets/11843f95-c204-4b5e-b4af-a8bf51daaa7d HTTP/1.1" status: 204 len: 168 time: 0.3309681 Apr 07 11:34:58.656002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:58.656793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774910de-3d4d-445a-9816-b5ca41b41f17 None None] Network 5233d3b0-e853-4186-86bd-e3da5d4081be requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:34:58.802163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5233d3b0-e853-4186-86bd-e3da5d4081be), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.881240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting port 5c1417ff-0179-412d-bd53-9b32fe2efa0a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:58.882245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.884602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] DHCP port deletion for 5233d3b0-e853-4186-86bd-e3da5d4081be request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:34:58.945199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] Deleting port 5c1417ff-0179-412d-bd53-9b32fe2efa0a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:58.945596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:58.999386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] For port 5c1417ff-0179-412d-bd53-9b32fe2efa0a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c1417ff-0179-412d-bd53-9b32fe2efa0a,segment=NetworkSegment(f4e38885-80c4-40fd-954b-5efaaed174b0),segment_id=f4e38885-80c4-40fd-954b-5efaaed174b0)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:59.000083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.018794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Calling delete_port for 5c1417ff-0179-412d-bd53-9b32fe2efa0a owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:59.019564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] For port 5c1417ff-0179-412d-bd53-9b32fe2efa0a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c1417ff-0179-412d-bd53-9b32fe2efa0a,segment=NetworkSegment(f4e38885-80c4-40fd-954b-5efaaed174b0),segment_id=f4e38885-80c4-40fd-954b-5efaaed174b0)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:34:59.020294 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.042574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] Calling delete_port for 5c1417ff-0179-412d-bd53-9b32fe2efa0a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:59.117525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.135612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (5c1417ff-0179-412d-bd53-9b32fe2efa0a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.146497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Port': ['ID=5c1417ff-0179-412d-bd53-9b32fe2efa0a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:59.150250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] No DVR routers for this DVR port 5c1417ff-0179-412d-bd53-9b32fe2efa0a on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:34:59.167394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] Pushing event deleted for resources: {'Port': ['ID=5c1417ff-0179-412d-bd53-9b32fe2efa0a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:59.174196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6d2ef-750d-4a26-bb32-37e27e4c08f7 None None] No DVR routers for this DVR port 5c1417ff-0179-412d-bd53-9b32fe2efa0a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:34:59.245048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5233d3b0-e853-4186-86bd-e3da5d4081be), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.265189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5233d3b0-e853-4186-86bd-e3da5d4081be']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:59.274162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e38885-80c4-40fd-954b-5efaaed174b0') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:59.274621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e38885-80c4-40fd-954b-5efaaed174b0') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:34:59.283815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f4e38885-80c4-40fd-954b-5efaaed174b0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.297711 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f4e38885-80c4-40fd-954b-5efaaed174b0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.304178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:34:59.304603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f4e38885-80c4-40fd-954b-5efaaed174b0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:34:59.308631 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:34:59.376370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5233d3b0-e853-4186-86bd-e3da5d4081be), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.384092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.387697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "DELETE /v2.0/networks/5233d3b0-e853-4186-86bd-e3da5d4081be HTTP/1.1" status: 204 len: 168 time: 0.7305498 Apr 07 11:34:59.390049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39594) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:34:59.406706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ba9a4-98a2-404b-b463-1a8e8faea6a7 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Network': ['ID=5233d3b0-e853-4186-86bd-e3da5d4081be,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:59.530025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Deleting port b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:34:59.530471 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.595237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.600553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.606371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.608892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.609343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for floatingip (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.611871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.617333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.622013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Calling delete_port for b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:34:59.622905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.628364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:34:59.630270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-706dd3e8-0283-4096-90b0-6712211b9f2d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.0985594 Apr 07 11:34:59.695531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f9662bc-c6ad-441f-a3bc-1b717374a7eb req-263487bd-4f0f-4912-8bb6-c785c2c57d65 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582621 Apr 07 11:34:59.765698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.795723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Pushing event deleted for resources: {'Port': ['ID=b7d684ed-8cc5-46f7-a3e0-a0d68fd88fdc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:34:59.872774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks [] for floatingip (bc7a085e-71d9-4aa1-ae84-45cb3cdad895), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.876426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:34:59.878143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c507325f-8dbb-4acc-b388-f23df6a267c1 tempest-FloatingIPAdminTestJSON-700868519 tempest-FloatingIPAdminTestJSON-700868519-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc7a085e-71d9-4aa1-ae84-45cb3cdad895 HTTP/1.1" status: 204 len: 168 time: 0.4869983 Apr 07 11:34:59.974665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c1417ff-0179-412d-bd53-9b32fe2efa0a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:35:00.004427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5c1417ff-0179-412d-bd53-9b32fe2efa0a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:35:00.005175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c1417ff-0179-412d-bd53-9b32fe2efa0a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:35:00.143461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39606) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:00.293443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4c7a8046-eac1-499b-83a9-f99ba425785c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb6a4125655c4093b527de0d913bb7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487834 Apr 07 11:35:00.295876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39610) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:00.347205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15dc75e0-34b8-49cd-aace-1f5848f870bd admin admin] Publish callbacks [] for security_group (9b0ac0b1-bf9f-4f6e-8796-fa4907700796), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.372194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15dc75e0-34b8-49cd-aace-1f5848f870bd admin admin] Publish callbacks [] for security_group (9b0ac0b1-bf9f-4f6e-8796-fa4907700796), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.426214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15dc75e0-34b8-49cd-aace-1f5848f870bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b0ac0b1-bf9f-4f6e-8796-fa4907700796), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.429033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15dc75e0-34b8-49cd-aace-1f5848f870bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.430900 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15dc75e0-34b8-49cd-aace-1f5848f870bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b0ac0b1-bf9f-4f6e-8796-fa4907700796 HTTP/1.1" status: 204 len: 168 time: 0.1334662 Apr 07 11:35:00.439956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc75e0-34b8-49cd-aace-1f5848f870bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ac0b1-bf9f-4f6e-8796-fa4907700796,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:00.630331 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3f629aed-4883-435d-8ab6-08211f4599fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.749720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39618) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:00.765210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562a4fc4-6ec2-4586-be1d-fef445574054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.855137 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562a4fc4-6ec2-4586-be1d-fef445574054 admin admin] Publish callbacks [] for security_group (be12c445-1e97-4b1d-babb-25ccfd667519), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.857452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.860963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562a4fc4-6ec2-4586-be1d-fef445574054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (be12c445-1e97-4b1d-babb-25ccfd667519), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.864598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.870945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.876322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.882837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.888830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.894316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:00.896316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-59848244-6e26-46d7-ac16-f8cb846a2e16 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1165771 Apr 07 11:35:00.909012 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-562a4fc4-6ec2-4586-be1d-fef445574054 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c8ae2d4ac8c4593ab90dfa228269ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556432 Apr 07 11:35:00.909012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a4fc4-6ec2-4586-be1d-fef445574054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be12c445-1e97-4b1d-babb-25ccfd667519,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:00.909979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39620) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:00.964423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3ccde23-2118-4a7a-842f-2b2fca6f6781 admin admin] Publish callbacks [] for security_group (be12c445-1e97-4b1d-babb-25ccfd667519), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:00.975145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-673dd97f-1a75-47b7-ace7-5f4ada073533 req-75753db3-de36-4766-96b0-99f0dcb9765a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691977 Apr 07 11:35:00.988177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3ccde23-2118-4a7a-842f-2b2fca6f6781 admin admin] Publish callbacks [] for security_group (be12c445-1e97-4b1d-babb-25ccfd667519), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.043497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3ccde23-2118-4a7a-842f-2b2fca6f6781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (be12c445-1e97-4b1d-babb-25ccfd667519), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.046281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3ccde23-2118-4a7a-842f-2b2fca6f6781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.047611 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3ccde23-2118-4a7a-842f-2b2fca6f6781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be12c445-1e97-4b1d-babb-25ccfd667519 HTTP/1.1" status: 204 len: 168 time: 0.1365130 Apr 07 11:35:01.057838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccde23-2118-4a7a-842f-2b2fca6f6781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be12c445-1e97-4b1d-babb-25ccfd667519,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:01.269329 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:35:01.394435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:01.409624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c905c08c-fbc3-4a75-b7ba-36f0eb99e23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.500425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c905c08c-fbc3-4a75-b7ba-36f0eb99e23f admin admin] Publish callbacks [] for security_group (a197a584-efa3-40ae-b48c-640f8ef1f119), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.504415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c905c08c-fbc3-4a75-b7ba-36f0eb99e23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a197a584-efa3-40ae-b48c-640f8ef1f119), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.548519 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c905c08c-fbc3-4a75-b7ba-36f0eb99e23f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b9a389f59984001824e37433321aa4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526241 Apr 07 11:35:01.550474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905c08c-fbc3-4a75-b7ba-36f0eb99e23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197a584-efa3-40ae-b48c-640f8ef1f119,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:01.551269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39634) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:01.606232 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3d64-a4f7-4539-9987-829beab67896 admin admin] Publish callbacks [] for security_group (a197a584-efa3-40ae-b48c-640f8ef1f119), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.629500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3d64-a4f7-4539-9987-829beab67896 admin admin] Publish callbacks [] for security_group (a197a584-efa3-40ae-b48c-640f8ef1f119), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.635461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.688236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3d64-a4f7-4539-9987-829beab67896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a197a584-efa3-40ae-b48c-640f8ef1f119), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.691222 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3d64-a4f7-4539-9987-829beab67896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:01.692452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fa4f3d64-a4f7-4539-9987-829beab67896 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a197a584-efa3-40ae-b48c-640f8ef1f119 HTTP/1.1" status: 204 len: 168 time: 0.1400731 Apr 07 11:35:01.701932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f3d64-a4f7-4539-9987-829beab67896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197a584-efa3-40ae-b48c-640f8ef1f119,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:02.145652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.151428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.156641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.161842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.167082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.172258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.177487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:02.179422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-8599f3e5-f395-4416-8de5-81be9b978f30 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.0946028 Apr 07 11:35:02.269296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-126b21b7-dd10-4fbb-8bcf-65697fb0851d req-ee80bce2-5dbc-48b2-9edf-82851cea8f24 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746763 Apr 07 11:35:02.966040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b4b2-3590-4e87-91c5-2e3d4a10a189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.161015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:03.275131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-536616708', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:03.298833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Made reservation on behalf of 558d614c898b452c8007911b54a84870 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:03.301122 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.313822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.437945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for security_group (7e6dd85a-e39d-4dc0-920e-b95ef3d793bb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.451390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.456875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.462908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.469607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.474883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.480778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.481852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.486064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:03.488291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-9dc541d1-66e9-4526-8821-abcbda38b0a4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1329391 Apr 07 11:35:03.489588 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e6dd85a-e39d-4dc0-920e-b95ef3d793bb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.503841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] device_id is not set on port 3839bcd2-c12a-4902-8d8e-4613490ba7d3 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:03.563193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6dd85a-e39d-4dc0-920e-b95ef3d793bb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:03.642022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d2e86d6-0b2c-423b-ba9f-5c86516a15e0 req-6b5be15d-953b-4142-a27f-f26b6cc07882 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421499 Apr 07 11:35:03.671832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Allocated IP 172.25.5.231 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/3839bcd2-c12a-4902-8d8e-4613490ba7d3) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:03.824025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for port (3839bcd2-c12a-4902-8d8e-4613490ba7d3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.862058 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3839bcd2-c12a-4902-8d8e-4613490ba7d3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:03.908784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:03.911740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:03.914209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:04.217631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Pushing event updated for resources: {'Port': ['ID=3839bcd2-c12a-4902-8d8e-4613490ba7d3,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:04.237579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.238198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.254569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f7dda2c8-8389-4fc8-af47-c2ee833464a2 tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0922391 Apr 07 11:35:04.257382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39686) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:04.262182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.231'}]}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:04.284317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.285567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.344363 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for router_controller (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.461239 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.496888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for router_gateway (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.703585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for router_gateway (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.726339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:04.873332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.878967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.884838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.890019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.895186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.900916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.906135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:04.908708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d94a276c-9b81-472c-ac84-384045515439 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1446881 Apr 07 11:35:04.990905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for router (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.076965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-feda145d-bc15-409a-b821-2e1e96a69a27 req-d169c8d3-2ee9-4cf8-9594-b4a1a1fe0987 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429641 Apr 07 11:35:05.188187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.190548 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks [] for router_controller (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.239004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (8269d3d1-9bf3-4265-8c0a-6a8122793e2a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.239727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8269d3d1-9bf3-4265-8c0a-6a8122793e2a {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:35:05.256315 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 07 11:35:05.257549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2d922eb-9de5-4e42-a3a9-80a58f98ec7b tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9991736 Apr 07 11:35:05.260303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39694) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:05.354601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Deleting port 3839bcd2-c12a-4902-8d8e-4613490ba7d3 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:05.355091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3839bcd2-c12a-4902-8d8e-4613490ba7d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.440962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3839bcd2-c12a-4902-8d8e-4613490ba7d3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.460633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Calling delete_port for 3839bcd2-c12a-4902-8d8e-4613490ba7d3 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:05.623599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3839bcd2-c12a-4902-8d8e-4613490ba7d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.650847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Pushing event deleted for resources: {'Port': ['ID=3839bcd2-c12a-4902-8d8e-4613490ba7d3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:05.722639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:05.727013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7fb28a2d-19a9-4273-bf6b-60a1100ea62d tempest-RoutersAdminNegativeTest-1288937093 tempest-RoutersAdminNegativeTest-1288937093-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3839bcd2-c12a-4902-8d8e-4613490ba7d3 HTTP/1.1" status: 204 len: 168 time: 0.4657056 Apr 07 11:35:05.991818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39702) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:06.019780 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.115689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a72aacd-c288-40c6-b0bf-5f93ff6f532a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.253055 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a72aacd-c288-40c6-b0bf-5f93ff6f532a admin admin] Publish callbacks [] for security_group (08559bc5-f8b5-4cf9-9089-0a2892995aac), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.267546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.273374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.279882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.285727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.292090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.297775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.303394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:06.306141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-5c0c3a22-4dc6-417c-9c22-34a995e106ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1405694 Apr 07 11:35:06.307503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a72aacd-c288-40c6-b0bf-5f93ff6f532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (08559bc5-f8b5-4cf9-9089-0a2892995aac), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.377870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72aacd-c288-40c6-b0bf-5f93ff6f532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08559bc5-f8b5-4cf9-9089-0a2892995aac,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:06.385860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a72aacd-c288-40c6-b0bf-5f93ff6f532a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40eadd5d20d3462093566ff48d938c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929119 Apr 07 11:35:06.390261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39710) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:06.443596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-151d4de2-efdf-4651-bf95-0901d3bb1805 req-db34299d-fc84-4774-9a9a-45ad9327581d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229558 Apr 07 11:35:06.481502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac4218b1-3425-449b-90eb-8ac0f2c0242b admin admin] Publish callbacks [] for security_group (08559bc5-f8b5-4cf9-9089-0a2892995aac), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.500324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac4218b1-3425-449b-90eb-8ac0f2c0242b admin admin] Publish callbacks [] for security_group (08559bc5-f8b5-4cf9-9089-0a2892995aac), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.548698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac4218b1-3425-449b-90eb-8ac0f2c0242b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (08559bc5-f8b5-4cf9-9089-0a2892995aac), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.551414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac4218b1-3425-449b-90eb-8ac0f2c0242b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.552562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ac4218b1-3425-449b-90eb-8ac0f2c0242b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08559bc5-f8b5-4cf9-9089-0a2892995aac HTTP/1.1" status: 204 len: 168 time: 0.1611893 Apr 07 11:35:06.563005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4218b1-3425-449b-90eb-8ac0f2c0242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08559bc5-f8b5-4cf9-9089-0a2892995aac,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:06.864012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39716) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:06.908181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b7ed3838-a618-410f-959c-73a6ceb4c954 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=558d614c898b452c8007911b54a84870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427282 Apr 07 11:35:06.910802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39718) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:06.962744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed277f8a-6be8-4196-8dd2-08cbf5e22462 admin admin] Publish callbacks [] for security_group (7e6dd85a-e39d-4dc0-920e-b95ef3d793bb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:06.985203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed277f8a-6be8-4196-8dd2-08cbf5e22462 admin admin] Publish callbacks [] for security_group (7e6dd85a-e39d-4dc0-920e-b95ef3d793bb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:07.033455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed277f8a-6be8-4196-8dd2-08cbf5e22462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e6dd85a-e39d-4dc0-920e-b95ef3d793bb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:07.036162 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed277f8a-6be8-4196-8dd2-08cbf5e22462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:07.037423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ed277f8a-6be8-4196-8dd2-08cbf5e22462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e6dd85a-e39d-4dc0-920e-b95ef3d793bb HTTP/1.1" status: 204 len: 168 time: 0.1256769 Apr 07 11:35:07.047093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed277f8a-6be8-4196-8dd2-08cbf5e22462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6dd85a-e39d-4dc0-920e-b95ef3d793bb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:07.174614 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:07.630130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.637574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.643428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.648512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.655118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.660420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.666401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.668558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26d8dd03-ab44-4558-9536-6052f040951b req-648f5090-11cf-4bc9-ae73-846827abcdab tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1310539 Apr 07 11:35:07.760358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-699adabe-3d15-4b84-877f-9f23941c6511 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908165 Apr 07 11:35:07.766600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26d8dd03-ab44-4558-9536-6052f040951b req-4e5f89f8-6cdc-48e1-9fdf-a4cd52d24c53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894582 Apr 07 11:35:07.836072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-84f9bae4-8df7-4d1b-a85a-95a4905e8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.838359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-84f9bae4-8df7-4d1b-a85a-95a4905e8d3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 1127 time: 0.0535593 Apr 07 11:35:07.890959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39746) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:07.951213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-8d1e48b6-36c0-475c-93c5-ad33328e0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:07.952633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-8d1e48b6-36c0-475c-93c5-ad33328e0bef service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 200 len: 920 time: 0.0928845 Apr 07 11:35:07.997680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-efa76495-2e6e-4bbd-8db0-03d1a7baf4bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 200 len: 217 time: 0.0390060 Apr 07 11:35:08.003546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-254458339'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:08.027172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Made reservation on behalf of f3169a4398384c73863af179174ec713 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:08.030877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.041408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.053569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-ebf2eb8e-b0c1-4d24-b51d-a5eb5a8c6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.055370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-ebf2eb8e-b0c1-4d24-b51d-a5eb5a8c6c6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 200 len: 858 time: 0.0521688 Apr 07 11:35:08.108636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-f6fbd53e-920d-4c4e-939a-e8ad0e126106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.112603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-f6fbd53e-920d-4c4e-939a-e8ad0e126106 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb38c5a4-0317-4b36-a22f-f74dae7632b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515163 Apr 07 11:35:08.128182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for security_group (ac5f3ed4-010f-481f-8105-a5f2463cddfc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.133104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac5f3ed4-010f-481f-8105-a5f2463cddfc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.162382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:35:08.183990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7af57e76-7243-4930-91d8-a3516c5c03a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.183990 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Added segment 7af57e76-7243-4930-91d8-a3516c5c03a8 of type vlan for network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 Apr 07 11:35:08.217347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-a7522b48-07d0-469b-a6b0-40c783434d8c service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985780 Apr 07 11:35:08.218820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5f3ed4-010f-481f-8105-a5f2463cddfc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:08.234981 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.263602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.268632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.269244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.330870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-505b9b16-96bf-4df9-bf47-6bc2923674a4 req-6cd47620-8ab2-4c3a-8680-0c6bc3883f82 service neutron] 10.222.0.41 "GET /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990889 Apr 07 11:35:08.332874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4406583 Apr 07 11:35:08.335750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39752) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:08.341390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Request body: {'subnet': {'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:08.349851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134c694-b6a3-4096-a01a-b408063a6998 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event updated for resources: {'Network': ['ID=f2ca4b30-e6f2-4648-ada3-e6f81d1fe637,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:08.364625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:35:08.439313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Made reservation on behalf of f3169a4398384c73863af179174ec713 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:08.442692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.625503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (f82bd93b-fa95-434f-8004-be40e0538f4c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.694353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event updated for resources: {'Subnet': ['ID=f82bd93b-fa95-434f-8004-be40e0538f4c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:08.699438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Checking segment: {'id': '7af57e76-7243-4930-91d8-a3516c5c03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:35:08.699803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Network hostable DHCP agents. Network: f2ca4b30-e6f2-4648-ada3-e6f81d1fe637, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:35:08.725499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:35:08.735326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, f2ca4b30-e6f2-4648-ada3-e6f81d1fe637) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:08.739713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.740313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.749386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35dadc-2396-4b1f-9f03-f0837efbee23 None None] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:08.761667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-543d421a-2fef-42df-a744-5de492b44f59 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4246268 Apr 07 11:35:08.762466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:08.768805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Request body: {'port': {'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1137414951'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:08.914952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-f2ca4b30-e6f2-4648-ada3-e6f81d1fe637', 'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637', 'project_id': 'f3169a4398384c73863af179174ec713', 'fixed_ips': [{'subnet_id': 'f82bd93b-fa95-434f-8004-be40e0538f4c'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:35:08.916557 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.927269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Made reservation on behalf of f3169a4398384c73863af179174ec713 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:08.932734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:08.935552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.946119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.951269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.956889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.963807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.969555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.974946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:08.977027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-ce9def2a-4d4c-4bf7-aaa4-34aa40d1cd53 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1131847 Apr 07 11:35:09.003709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] device_id is not set on port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:09.063727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8be5e1c6-5106-4f39-a7aa-b87d7f5dd315 req-30ab6e5f-d77b-43cf-90c6-869cc940a1d2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786998 Apr 07 11:35:09.115532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Allocated IP 172.20.0.2 (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637/f82bd93b-fa95-434f-8004-be40e0538f4c/c8fa52ab-a611-4e88-8fbd-3680f9e088c8) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:09.287934 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Publish callbacks [] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.301843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.320262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:09.340282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:09.348175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:09.348406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Allocated IP 172.20.0.8 (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637/f82bd93b-fa95-434f-8004-be40e0538f4c/ee6742d3-1ecb-4e98-ac42-86e2a399d7ec) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:09.388782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Pushing event updated for resources: {'Port': ['ID=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:09.413884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.414257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.414654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.414996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.415330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.415699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.415995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.416321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.416647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.416971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.417492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.417822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.418147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:09.431037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Attempting to bind port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:35:09.431412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Attempting to bind port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7af57e76-7243-4930-91d8-a3516c5c03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:35:09.431779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Attempting to bind port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 on network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:35:09.437068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:35:09.437518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Checking segment: {'id': '7af57e76-7243-4930-91d8-a3516c5c03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:35:09.437920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.438312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Bound using segment: {'id': '7af57e76-7243-4930-91d8-a3516c5c03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:35:09.438789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Bound port: c8fa52ab-a611-4e88-8fbd-3680f9e088c8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af57e76-7243-4930-91d8-a3516c5c03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:35:09.439174 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.510264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.513423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] For port c8fa52ab-a611-4e88-8fbd-3680f9e088c8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:35:09.516975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] For port c8fa52ab-a611-4e88-8fbd-3680f9e088c8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,segment=NetworkSegment(7af57e76-7243-4930-91d8-a3516c5c03a8),segment_id=7af57e76-7243-4930-91d8-a3516c5c03a8)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:35:09.523500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.544952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.589096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473d1f7-e3b8-4713-9ac0-96aaaca0cee3 None None] Pushing event updated for resources: {'Port': ['ID=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:09.597666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:09.600989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:09.605285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:09.640951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event updated for resources: {'Port': ['ID=ee6742d3-1ecb-4e98-ac42-86e2a399d7ec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:09.666445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:09.667157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.693413 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c2167791-d9f9-4b97-8e86-79d3bd3f8dff tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9269581 Apr 07 11:35:09.694129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:09.699719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Request body: {'port': {'network_id': 'f2ca4b30-e6f2-4648-ada3-e6f81d1fe637', 'name': 'tempest-ExtraDHCPOptionsTestJSON-11340440', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:09.700296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] bootfile-name is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:35:09.700606 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] tftp-server is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:35:09.700937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] server-ip-address is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:35:09.852560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Made reservation on behalf of f3169a4398384c73863af179174ec713 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:09.857218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:09.878486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] device_id is not set on port 32f884e5-391d-415b-b578-9739ed4046c2 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:10.031490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c8fa52ab-a611-4e88-8fbd-3680f9e088c8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:10.062333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Allocated IP 172.20.0.5 (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637/f82bd93b-fa95-434f-8004-be40e0538f4c/32f884e5-391d-415b-b578-9739ed4046c2) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:10.089850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:10.090232 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.190473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:10.191166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.231745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port c8fa52ab-a611-4e88-8fbd-3680f9e088c8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,segment=NetworkSegment(7af57e76-7243-4930-91d8-a3516c5c03a8),segment_id=7af57e76-7243-4930-91d8-a3516c5c03a8)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:10.238482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.311029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.321864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.325674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:10.327076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.332308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.338195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.343423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.348600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.350604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-5c07031c-1094-4295-b546-1a22cddb0d51 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1515944 Apr 07 11:35:10.381785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for port (32f884e5-391d-415b-b578-9739ed4046c2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.447396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfe8925-91bf-41c5-9adf-c3821936f987 req-af838edf-50bd-4876-a3a8-90188b15b775 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806997 Apr 07 11:35:10.459620 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (32f884e5-391d-415b-b578-9739ed4046c2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.521763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:10.528599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:10.537645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:10.562922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event updated for resources: {'Port': ['ID=32f884e5-391d-415b-b578-9739ed4046c2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:10.599689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.600812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.629028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b1e3640c-c7f2-41b5-bcad-ed2d4e13c7bc tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9315615 Apr 07 11:35:10.629673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:10.754890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16bfd5-7bf5-4f39-82f2-863766801205 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.761010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16bfd5-7bf5-4f39-82f2-863766801205 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.767323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16bfd5-7bf5-4f39-82f2-863766801205 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:10.769278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0c16bfd5-7bf5-4f39-82f2-863766801205 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1381705 Apr 07 11:35:10.772099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39768) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:10.825311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f966fc0-0119-4952-81f7-e4ccbe538be2 None None] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:10.895123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Deleting port 32f884e5-391d-415b-b578-9739ed4046c2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:10.895626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (32f884e5-391d-415b-b578-9739ed4046c2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:10.926669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d465374-6117-4e27-847c-f4939130e265 None None] Provisioning complete for port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:10.927047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d465374-6117-4e27-847c-f4939130e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.010924 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (32f884e5-391d-415b-b578-9739ed4046c2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.026454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Calling delete_port for 32f884e5-391d-415b-b578-9739ed4046c2 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:11.053307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d465374-6117-4e27-847c-f4939130e265 None None] Current status of the port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:11.194051 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (32f884e5-391d-415b-b578-9739ed4046c2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.255615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event deleted for resources: {'Port': ['ID=32f884e5-391d-415b-b578-9739ed4046c2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:11.278321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Could not find standard attr ID for object 32f884e5-391d-415b-b578-9739ed4046c2. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:35:11.295913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Provisioning complete for port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:11.296510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.370757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.375133 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da015ebd-d61c-440c-8d7c-f51abd27c847 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "DELETE /v2.0/ports/32f884e5-391d-415b-b578-9739ed4046c2 HTTP/1.1" status: 204 len: 168 time: 0.6019778 Apr 07 11:35:11.378732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:11.384453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Request body: {'port': {'name': 'tempest-new-port-name-2016630901', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:11.386054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] bootfile-name is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:35:11.386433 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] tftp-server is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:35:11.386874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] server-ip-address is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:35:11.466865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.533541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:35:11.543417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Provisioning complete for port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:11.543789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.648062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c302b-f7fe-472f-9e0f-8c8d7b2c72de None None] Current status of the port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:11.714160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.718902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.724249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.730262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.735597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.741050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.747032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.748953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f897af06-df37-449e-b357-d2046d4070c6 req-a41f629e-10ef-41e1-b8b5-3503b4f0e1d7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.1623404 Apr 07 11:35:11.772063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-921a2119-18ff-42b0-9102-66fffb689b8c None None] Provisioning complete for port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:11.772401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-921a2119-18ff-42b0-9102-66fffb689b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.818224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-921a2119-18ff-42b0-9102-66fffb689b8c None None] Port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:35:11.831016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.840953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.876974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f897af06-df37-449e-b357-d2046d4070c6 req-e6be7e61-0c36-4bb6-bb49-2ed7ce1e8a8e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197126 Apr 07 11:35:11.934359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event updated for resources: {'Port': ['ID=ee6742d3-1ecb-4e98-ac42-86e2a399d7ec,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:11.936773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3117487e-452c-4761-b844-4f27689152d6 None None] Could not find standard attr ID for object 32f884e5-391d-415b-b578-9739ed4046c2. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:35:11.948311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] In _notify_port_updated(), no bound segment for port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec on network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 {{(pid=104178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:35:11.953606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:11.954282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:11.958403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39776) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:11.964685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-68a743d9-b49b-4c4c-90c1-bdbcfbd7af65 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "PUT /v2.0/ports/ee6742d3-1ecb-4e98-ac42-86e2a399d7ec HTTP/1.1" status: 200 len: 1136 time: 0.5845776 Apr 07 11:35:11.999123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c8fa52ab-a611-4e88-8fbd-3680f9e088c8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:12.029561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5906a3-3138-4f8e-8dc7-0b8f77bfce5a tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:12.034130 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2c5906a3-3138-4f8e-8dc7-0b8f77bfce5a tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "GET /v2.0/ports/ee6742d3-1ecb-4e98-ac42-86e2a399d7ec HTTP/1.1" status: 200 len: 1136 time: 0.0710294 Apr 07 11:35:12.034928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39778) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:12.061768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:12.062153 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.160768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:12.162191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Deleting port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:12.162661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.278930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.294120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Calling delete_port for ee6742d3-1ecb-4e98-ac42-86e2a399d7ec owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:12.359817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-668e4c61-6555-40f3-9e13-fb172e1dd996 None None] Provisioning complete for port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:12.360278 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-668e4c61-6555-40f3-9e13-fb172e1dd996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.417018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-668e4c61-6555-40f3-9e13-fb172e1dd996 None None] Port ee6742d3-1ecb-4e98-ac42-86e2a399d7ec cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:35:12.505267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ee6742d3-1ecb-4e98-ac42-86e2a399d7ec), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.535971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event deleted for resources: {'Port': ['ID=ee6742d3-1ecb-4e98-ac42-86e2a399d7ec,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:12.623318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.633350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-471a8dbe-3168-4da4-948c-67d522e16233 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "DELETE /v2.0/ports/ee6742d3-1ecb-4e98-ac42-86e2a399d7ec HTTP/1.1" status: 204 len: 168 time: 0.5968759 Apr 07 11:35:12.635409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:12.697374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Deleting subnet f82bd93b-fa95-434f-8004-be40e0538f4c {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:35:12.702178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for subnet (f82bd93b-fa95-434f-8004-be40e0538f4c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.753928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (f82bd93b-fa95-434f-8004-be40e0538f4c), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.848770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (f82bd93b-fa95-434f-8004-be40e0538f4c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.906860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (f82bd93b-fa95-434f-8004-be40e0538f4c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.932427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event deleted for resources: {'Subnet': ['ID=f82bd93b-fa95-434f-8004-be40e0538f4c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:12.938684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:12.944259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c573a77a-e85c-4e25-b087-29851220e93c tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "DELETE /v2.0/subnets/f82bd93b-fa95-434f-8004-be40e0538f4c HTTP/1.1" status: 204 len: 168 time: 0.3069501 Apr 07 11:35:12.944591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39788) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:12.948527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c9a04-1975-430a-b576-709f32b69a13 None None] Network f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:13.076679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.121797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] DHCP port deletion for f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:35:13.172366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] Deleting port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:13.172746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.241430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] For port c8fa52ab-a611-4e88-8fbd-3680f9e088c8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,segment=NetworkSegment(7af57e76-7243-4930-91d8-a3516c5c03a8),segment_id=7af57e76-7243-4930-91d8-a3516c5c03a8)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:13.241731 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.256137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] Calling delete_port for c8fa52ab-a611-4e88-8fbd-3680f9e088c8 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:13.344159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c8fa52ab-a611-4e88-8fbd-3680f9e088c8), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.370580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] Pushing event deleted for resources: {'Port': ['ID=c8fa52ab-a611-4e88-8fbd-3680f9e088c8,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:13.374151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b1e3f-65ff-44c6-a637-d8b5abf68c86 None None] No DVR routers for this DVR port c8fa52ab-a611-4e88-8fbd-3680f9e088c8 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:35:13.396207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.401562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.407486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.412606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.418464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.423858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.429036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:13.431595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-50ab58e1-a769-4ce0-a7fd-2953e2e2d549 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5430 time: 0.4201522 Apr 07 11:35:13.451543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] The port 'c8fa52ab-a611-4e88-8fbd-3680f9e088c8' was deleted {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 07 11:35:13.561123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.590115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ca4b30-e6f2-4648-ada3-e6f81d1fe637']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:13.596144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ef33087-b20e-4c2f-b93b-41b62e8c04cc req-5bdae77f-7232-4fd9-bca9-f54d035d3a7e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456072 Apr 07 11:35:13.605400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af57e76-7243-4930-91d8-a3516c5c03a8') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:13.605658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af57e76-7243-4930-91d8-a3516c5c03a8') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:13.616799 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (7af57e76-7243-4930-91d8-a3516c5c03a8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.631461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7af57e76-7243-4930-91d8-a3516c5c03a8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.638480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:35:13.638896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (7af57e76-7243-4930-91d8-a3516c5c03a8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:35:13.642152 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:35:13.704665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (f2ca4b30-e6f2-4648-ada3-e6f81d1fe637), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.718404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:13.721591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] 10.222.0.13 "DELETE /v2.0/networks/f2ca4b30-e6f2-4648-ada3-e6f81d1fe637 HTTP/1.1" status: 204 len: 168 time: 0.7759576 Apr 07 11:35:13.734024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89c22-a17c-49b7-8f92-a3af566c86b7 tempest-ExtraDHCPOptionsTestJSON-1919131476 tempest-ExtraDHCPOptionsTestJSON-1919131476-project] Pushing event deleted for resources: {'Network': ['ID=f2ca4b30-e6f2-4648-ada3-e6f81d1fe637,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:13.959712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c8fa52ab-a611-4e88-8fbd-3680f9e088c8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:35:13.981366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39798) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:13.988872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c8fa52ab-a611-4e88-8fbd-3680f9e088c8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:35:13.989448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c8fa52ab-a611-4e88-8fbd-3680f9e088c8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:35:14.123522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7a11d5ae-8f08-409e-aee5-cea9c2686506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3169a4398384c73863af179174ec713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385696 Apr 07 11:35:14.123741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39802) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:14.173389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 064a4b6d-639c-4a42-979b-a0eb4f3eb989 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:14.176906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3739cc0a-ff8c-4d04-aebf-5f20b4003116 admin admin] Publish callbacks [] for security_group (ac5f3ed4-010f-481f-8105-a5f2463cddfc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.199118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3739cc0a-ff8c-4d04-aebf-5f20b4003116 admin admin] Publish callbacks [] for security_group (ac5f3ed4-010f-481f-8105-a5f2463cddfc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.249660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3739cc0a-ff8c-4d04-aebf-5f20b4003116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac5f3ed4-010f-481f-8105-a5f2463cddfc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.252577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3739cc0a-ff8c-4d04-aebf-5f20b4003116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.256100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3739cc0a-ff8c-4d04-aebf-5f20b4003116 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac5f3ed4-010f-481f-8105-a5f2463cddfc HTTP/1.1" status: 204 len: 168 time: 0.1292176 Apr 07 11:35:14.262595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739cc0a-ff8c-4d04-aebf-5f20b4003116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5f3ed4-010f-481f-8105-a5f2463cddfc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:14.317106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:14.330571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '064a4b6d-639c-4a42-979b-a0eb4f3eb989', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'port_id': '064a4b6d-639c-4a42-979b-a0eb4f3eb989', 'mac_address': 'fa:16:3e:dd:43:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:14.372367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:14.372846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.390351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064a4b6d-639c-4a42-979b-a0eb4f3eb989 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:14.416450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:14.419925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.420708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 71943856-4331-446f-8bc1-bac7773b2ace details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:14.521971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=064a4b6d-639c-4a42-979b-a0eb4f3eb989,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:14.584413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=71943856-4331-446f-8bc1-bac7773b2ace,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:14.594984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '71943856-4331-446f-8bc1-bac7773b2ace', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'port_id': '71943856-4331-446f-8bc1-bac7773b2ace', 'mac_address': 'fa:16:3e:e3:f8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:14.641472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 71943856-4331-446f-8bc1-bac7773b2ace is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:14.641924 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71943856-4331-446f-8bc1-bac7773b2ace), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.658290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71943856-4331-446f-8bc1-bac7773b2ace {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:14.693454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=71943856-4331-446f-8bc1-bac7773b2ace,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:14.700539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.701545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b0b2f3ed-d242-4f00-a70d-39529a16195b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:14.761556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:14.774885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'b0b2f3ed-d242-4f00-a70d-39529a16195b', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'port_id': 'b0b2f3ed-d242-4f00-a70d-39529a16195b', 'mac_address': 'fa:16:3e:a1:4f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:14.787263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.804787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.812043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.818223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.824221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.830169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.837270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:14.839584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-d37fcca6-75b2-46e8-9b2f-ea5e117543c2 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5432 time: 0.1376910 Apr 07 11:35:14.856439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b0b2f3ed-d242-4f00-a70d-39529a16195b is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:14.857033 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.859137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:14.879177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b2f3ed-d242-4f00-a70d-39529a16195b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:14.902962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:14.910943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:14.911673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 67f889f6-2891-4671-ac39-4893abe7f7fd details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:14.921599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f77a8eae-f272-4276-90d1-367ff04f9ab8 req-abf5c742-ab83-4b92-8815-f4b29b53eff3 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727787 Apr 07 11:35:14.982168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=67f889f6-2891-4671-ac39-4893abe7f7fd,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:15.006103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '67f889f6-2891-4671-ac39-4893abe7f7fd', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'port_id': '67f889f6-2891-4671-ac39-4893abe7f7fd', 'mac_address': 'fa:16:3e:d9:90:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:15.015176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:15.059539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 67f889f6-2891-4671-ac39-4893abe7f7fd is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:15.060044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.074876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f889f6-2891-4671-ac39-4893abe7f7fd {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:15.099021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=67f889f6-2891-4671-ac39-4893abe7f7fd,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:15.103548 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.113235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39838) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:15.161346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:15.278365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1653342127'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:15.298455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:15.301771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.315463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.400401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for security_group (16af12d5-702f-4dec-b5e2-35e3e3e88a61), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.405120 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (16af12d5-702f-4dec-b5e2-35e3e3e88a61), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.433225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:35:15.443226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16af12d5-702f-4dec-b5e2-35e3e3e88a61,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:15.448545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d8fe2e33-b3fb-46df-837c-c4293a8996a2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.448895 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Added segment d8fe2e33-b3fb-46df-837c-c4293a8996a2 of type vlan for network de6f4422-6dad-48d4-baba-c646d3ccf767 Apr 07 11:35:15.507585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (de6f4422-6dad-48d4-baba-c646d3ccf767), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.538666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (de6f4422-6dad-48d4-baba-c646d3ccf767), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.544824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:15.545194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.608156 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4936349 Apr 07 11:35:15.611673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39858) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:15.620292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'subnet': {'network_id': 'de6f4422-6dad-48d4-baba-c646d3ccf767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:15.622585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a5598-de64-4b4a-8792-28c9058c5298 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Network': ['ID=de6f4422-6dad-48d4-baba-c646d3ccf767,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:15.636106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network de6f4422-6dad-48d4-baba-c646d3ccf767 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:35:15.733112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:15.737072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.853601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['b0b2f3ed-d242-4f00-a70d-39529a16195b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:15.883631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['71943856-4331-446f-8bc1-bac7773b2ace'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:15.957988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (789b20b7-959e-4a56-9281-d7e6fac54711), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:15.984943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['064a4b6d-639c-4a42-979b-a0eb4f3eb989'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:16.066301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Subnet': ['ID=789b20b7-959e-4a56-9281-d7e6fac54711,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:16.103721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Checking segment: {'id': 'd8fe2e33-b3fb-46df-837c-c4293a8996a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'de6f4422-6dad-48d4-baba-c646d3ccf767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:35:16.104400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network hostable DHCP agents. Network: de6f4422-6dad-48d4-baba-c646d3ccf767, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:35:16.127603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.135172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.141476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.146791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.152774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.158076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.163296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.166078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-02628916-30b5-49d9-a7ed-9b14259ac01b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5434 time: 0.1552632 Apr 07 11:35:16.184507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:35:16.190092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4a9d472e-e99e-45b5-9637-64fbf5209831 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:16.204812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, de6f4422-6dad-48d4-baba-c646d3ccf767) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:16.216842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:16.217625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.224297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4a1b4-74bc-420b-8915-1dc3dbf999fe None None] Network de6f4422-6dad-48d4-baba-c646d3ccf767 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:16.250717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b4bfbc8c-e6ed-45d2-8ba7-ce9f378e7bc6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6374438 Apr 07 11:35:16.253594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:16.259141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1810024800', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:16.260640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e18568ea-7c58-43ae-aecb-207e7db982bd req-252d2085-d3c6-404a-92b1-653da0582400 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848792 Apr 07 11:35:16.302704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (625eda99-eb95-48e2-a06e-8459d7d9c5a8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.304587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (625eda99-eb95-48e2-a06e-8459d7d9c5a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.366757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_controller (625eda99-eb95-48e2-a06e-8459d7d9c5a8), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.447466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204117b-5a91-47d4-aaaf-bd400e289d85 None None] Network de6f4422-6dad-48d4-baba-c646d3ccf767 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:16.450387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4a9d472e-e99e-45b5-9637-64fbf5209831,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:16.497799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '4a9d472e-e99e-45b5-9637-64fbf5209831', 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'port_id': '4a9d472e-e99e-45b5-9637-64fbf5209831', 'mac_address': 'fa:16:3e:92:16:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc8040-789c-40e5-8505-b34b1d01d8db', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:16.538871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (625eda99-eb95-48e2-a06e-8459d7d9c5a8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.564340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4a9d472e-e99e-45b5-9637-64fbf5209831 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:16.564734 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.597942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9d472e-e99e-45b5-9637-64fbf5209831 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:16.621070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4a9d472e-e99e-45b5-9637-64fbf5209831,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:16.626813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.628697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d311b6ce-dc3f-4c68-a334-12c0f5582a9b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:16.759562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:16.768114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (625eda99-eb95-48e2-a06e-8459d7d9c5a8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.788177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.804340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:16.817358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b', 'network_id': '1b74a2bc-c4e6-4d14-8ad7-8d9781271832', 'port_id': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b', 'mac_address': 'fa:16:3e:de:fa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4f1ede-461f-4a4c-9491-fba542167cfe', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:16.859178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d311b6ce-dc3f-4c68-a334-12c0f5582a9b is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:16.859576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.874017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d311b6ce-dc3f-4c68-a334-12c0f5582a9b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:16.896436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:16.900604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.12 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/492f3989-53a3-45b0-8249-06d988584dbf) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:16.901773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:16.902439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 836c461b-d989-4c75-a77a-a094e93e6945 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:35:16.967374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['67f889f6-2891-4671-ac39-4893abe7f7fd'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:17.002955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=836c461b-d989-4c75-a77a-a094e93e6945,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:17.018426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:17.030157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (492f3989-53a3-45b0-8249-06d988584dbf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.030420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '836c461b-d989-4c75-a77a-a094e93e6945', 'network_id': '9162b990-69bd-41a8-a4b3-67f9b46c6f7e', 'port_id': '836c461b-d989-4c75-a77a-a094e93e6945', 'mac_address': 'fa:16:3e:64:d1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cc8040-789c-40e5-8505-b34b1d01d8db', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:35:17.072331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (492f3989-53a3-45b0-8249-06d988584dbf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.092606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 836c461b-d989-4c75-a77a-a094e93e6945 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:17.093003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (836c461b-d989-4c75-a77a-a094e93e6945), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.112609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:17.115423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:17.121883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:17.128112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=492f3989-53a3-45b0-8249-06d988584dbf,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:17.141349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836c461b-d989-4c75-a77a-a094e93e6945 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:35:17.183480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=836c461b-d989-4c75-a77a-a094e93e6945,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:17.194488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.260453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:17.403791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (625eda99-eb95-48e2-a06e-8459d7d9c5a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.431763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.437480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.442787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.448601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.453869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.459219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.465090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:17.469893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-598ffb5e-430a-4180-b98d-10ddb3ca1b96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5437 time: 0.1142159 Apr 07 11:35:17.532114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a08cb1cc-4cc0-4c7c-95a3-a0430cb0eb4d req-1eada909-7c71-4df5-a371-837a94687d8a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578601 Apr 07 11:35:17.635558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (625eda99-eb95-48e2-a06e-8459d7d9c5a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.769250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:35:17.889150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:17.900553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:17.910843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:17.911439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:17.924832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:17.927187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eafbaba8-7951-4ab9-9ea6-51bf3d66df23 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6717300 Apr 07 11:35:17.930841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39904) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:17.952355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:17.963380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:17.964097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:18.181976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:18.182780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd95b3d-b178-4d20-af18-50c6e101f594 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:18.196360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 71943856-4331-446f-8bc1-bac7773b2ace up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:18.258299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 71943856-4331-446f-8bc1-bac7773b2ace completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:18.262503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 71943856-4331-446f-8bc1-bac7773b2ace triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:18.263388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (71943856-4331-446f-8bc1-bac7773b2ace), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:18.349258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d311b6ce-dc3f-4c68-a334-12c0f5582a9b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:18.353192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 71943856-4331-446f-8bc1-bac7773b2ace is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:18.353714 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71943856-4331-446f-8bc1-bac7773b2ace), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:18.404137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:18.409965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:35:18.412205 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77728322-120e-4847-884a-54f3a322dbbd" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "71943856-4331-446f-8bc1-bac7773b2ace"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:35:18.434048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=71943856-4331-446f-8bc1-bac7773b2ace,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:18.444194 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:18.481453 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd443955-301e-4b86-b52a-91b8e23ece60 x-openstack-request-id: req-dd443955-301e-4b86-b52a-91b8e23ece60 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:35:18.481945 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "71943856-4331-446f-8bc1-bac7773b2ace", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:35:18.482234 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd443955-301e-4b86-b52a-91b8e23ece60 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:35:18.482733 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd443955-301e-4b86-b52a-91b8e23ece60'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace', 'code': 200} Apr 07 11:35:18.535259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:18.726486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['836c461b-d989-4c75-a77a-a094e93e6945'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:18.765879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.771105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.776698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.782052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.783364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4a9d472e-e99e-45b5-9637-64fbf5209831'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:35:18.788137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.793661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.799548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:18.801712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-8e730cb3-f0f3-4938-beb2-c645dd02b087 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5438 time: 0.1710145 Apr 07 11:35:18.866256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.1 (de6f4422-6dad-48d4-baba-c646d3ccf767/789b20b7-959e-4a56-9281-d7e6fac54711/ff2d4ad5-d518-4eff-8a18-a794c9720c62) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:18.919555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bde57402-1adb-4b5e-a380-08b46c86dbce req-65ccb23d-8ad3-4746-b5d4-052df112c23d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987360 Apr 07 11:35:19.019973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.056634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.096763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:19.100058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:19.104097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:19.134765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=ff2d4ad5-d518-4eff-8a18-a794c9720c62,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:19.154938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (625eda99-eb95-48e2-a06e-8459d7d9c5a8), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.297411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.596700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.602232 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.675857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=ff2d4ad5-d518-4eff-8a18-a794c9720c62,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:19.681225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (625eda99-eb95-48e2-a06e-8459d7d9c5a8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:19.784185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:19.785574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:19.903346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:20.190262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 064a4b6d-639c-4a42-979b-a0eb4f3eb989 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:20.259408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:20.263992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:20.264486 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.350201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:20.350746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.356198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.361784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.367025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.372899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.378194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.383655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.387433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:20.388994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:20.391248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-47400adc-b88f-4338-8365-6bafa08edb5d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5438 time: 0.1166008 Apr 07 11:35:20.394654 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.396766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b0b2f3ed-d242-4f00-a70d-39529a16195b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:20.407380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:20.412336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90db9a9f-8655-43df-b716-0552d4d32ae7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/routers/625eda99-eb95-48e2-a06e-8459d7d9c5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799020 Apr 07 11:35:20.415952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39950) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:20.421650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'port': {'network_id': 'de6f4422-6dad-48d4-baba-c646d3ccf767', 'name': 'tempest-FloatingIPTestJSON-1234087231'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:20.422806 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:20.456168 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:20.457346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:20.470359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bb70c40-e88a-45b7-abdf-7d433860d7b8 req-92aa1292-a029-43f2-a6ad-00c35dc7fcb0 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715666 Apr 07 11:35:20.499133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a4b6d-639c-4a42-979b-a0eb4f3eb989'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:35:20.501512 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfe9859-2df0-4d12-916b-b7f97dd68942" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "064a4b6d-639c-4a42-979b-a0eb4f3eb989"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:35:20.576649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:20.581322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.581644 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753a9ca6-07c6-49cd-934c-9e6c42959c6c x-openstack-request-id: req-753a9ca6-07c6-49cd-934c-9e6c42959c6c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:35:20.581938 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "064a4b6d-639c-4a42-979b-a0eb4f3eb989", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:35:20.582242 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-753a9ca6-07c6-49cd-934c-9e6c42959c6c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:35:20.582593 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753a9ca6-07c6-49cd-934c-9e6c42959c6c'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a4b6d-639c-4a42-979b-a0eb4f3eb989', 'code': 200} Apr 07 11:35:20.594454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=064a4b6d-639c-4a42-979b-a0eb4f3eb989,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:20.604039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port b0b2f3ed-d242-4f00-a70d-39529a16195b completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:20.605100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] device_id is not set on port 81f3a1ce-a53c-450d-838a-f0627740816f yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:20.608710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port b0b2f3ed-d242-4f00-a70d-39529a16195b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:20.609093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.648355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:20.659193 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:20.660190 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:20.696677 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:20.697653 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0ab13-271f-4297-8d5d-73655e9e2244 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:20.706460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port b0b2f3ed-d242-4f00-a70d-39529a16195b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:20.706909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.742866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:20.747411 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:20.772735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.11 (de6f4422-6dad-48d4-baba-c646d3ccf767/789b20b7-959e-4a56-9281-d7e6fac54711/81f3a1ce-a53c-450d-838a-f0627740816f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:20.802104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:21.252154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (81f3a1ce-a53c-450d-838a-f0627740816f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:21.286962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (81f3a1ce-a53c-450d-838a-f0627740816f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:21.325815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:21.328876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:21.332835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:21.377744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=81f3a1ce-a53c-450d-838a-f0627740816f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:21.404058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.404864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:21.425725 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-438529f4-153c-4aac-a588-efc43a1f2c75 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0062988 Apr 07 11:35:21.426440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39972) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:21.432015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'port': {'network_id': 'de6f4422-6dad-48d4-baba-c646d3ccf767', 'name': 'tempest-FloatingIPTestJSON-1568363678'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:21.568091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:21.574538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:21.596181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] device_id is not set on port 74eabbec-6763-4194-bcbd-546f12446107 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:21.629296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.638046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.643488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.649795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.659434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.670645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.682624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:21.692207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-361a6d30-207f-481a-937a-77d6b76c9466 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5440 time: 0.1428597 Apr 07 11:35:21.767175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.8 (de6f4422-6dad-48d4-baba-c646d3ccf767/789b20b7-959e-4a56-9281-d7e6fac54711/74eabbec-6763-4194-bcbd-546f12446107) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:21.773387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f143d3c-cff0-490e-957c-3acfb5d989e9 req-59949413-8784-4c3d-8faa-26f9f23d24d6 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732358 Apr 07 11:35:21.927613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (74eabbec-6763-4194-bcbd-546f12446107), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:21.988104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (74eabbec-6763-4194-bcbd-546f12446107), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.040465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:22.043730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:22.052072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:22.059474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=74eabbec-6763-4194-bcbd-546f12446107,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:22.108575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:22.109237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.126995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8dfe5b48-4d4c-40ef-8904-a5099216e300 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7000148 Apr 07 11:35:22.130261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39986) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:22.135614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '74eabbec-6763-4194-bcbd-546f12446107', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:22.158060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.210556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d311b6ce-dc3f-4c68-a334-12c0f5582a9b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:22.292601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d311b6ce-dc3f-4c68-a334-12c0f5582a9b completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:22.296999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d311b6ce-dc3f-4c68-a334-12c0f5582a9b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:22.297727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.312987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.403624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d311b6ce-dc3f-4c68-a334-12c0f5582a9b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:22.404124 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.451862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:22.455963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.116 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cd17a6de-cb58-4538-ac34-c2878f95da6b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:22.459560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.461203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 836c461b-d989-4c75-a77a-a094e93e6945 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:22.563407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:22.587921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b2f3ed-d242-4f00-a70d-39529a16195b'}, {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:35:22.591451 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9be38cd-4dcc-4267-9a57-db371f3883ec" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "b0b2f3ed-d242-4f00-a70d-39529a16195b"}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "d311b6ce-dc3f-4c68-a334-12c0f5582a9b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:35:22.596545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 836c461b-d989-4c75-a77a-a094e93e6945 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:22.603837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 836c461b-d989-4c75-a77a-a094e93e6945 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:22.604431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (836c461b-d989-4c75-a77a-a094e93e6945), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.667148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.677362 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61189cc0-aade-4e60-9b7e-0e52c6435d9d x-openstack-request-id: req-61189cc0-aade-4e60-9b7e-0e52c6435d9d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:35:22.677908 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "b0b2f3ed-d242-4f00-a70d-39529a16195b", "code": 200}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "d311b6ce-dc3f-4c68-a334-12c0f5582a9b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:35:22.679481 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61189cc0-aade-4e60-9b7e-0e52c6435d9d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:35:22.680189 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61189cc0-aade-4e60-9b7e-0e52c6435d9d'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b2f3ed-d242-4f00-a70d-39529a16195b', 'code': 200} Apr 07 11:35:22.682248 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61189cc0-aade-4e60-9b7e-0e52c6435d9d'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b', 'code': 200} Apr 07 11:35:22.737595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.789848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:22.792908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:22.808543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=cd17a6de-cb58-4538-ac34-c2878f95da6b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:22.813309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:22.823427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 836c461b-d989-4c75-a77a-a094e93e6945 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:22.823953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (836c461b-d989-4c75-a77a-a094e93e6945), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.909304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=836c461b-d989-4c75-a77a-a094e93e6945,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:22.915596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:22.918565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 67f889f6-2891-4671-ac39-4893abe7f7fd up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:23.014542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.037554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.037554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.049010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.055970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.072718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.078213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:23.087681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-50d7b2a4-b325-425d-a291-8787b5d4cf25 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5442 time: 0.1635938 Apr 07 11:35:23.100210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:23.123952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 67f889f6-2891-4671-ac39-4893abe7f7fd completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:23.129217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 67f889f6-2891-4671-ac39-4893abe7f7fd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:23.130523 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.207387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fa6bb82-002e-49a9-ba25-b5c1edc0d6a0 req-faf47392-21aa-40d2-aa3d-6edb3c9076fb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186984 Apr 07 11:35:23.266177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 67f889f6-2891-4671-ac39-4893abe7f7fd is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:23.266747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.303014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=67f889f6-2891-4671-ac39-4893abe7f7fd,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:23.309290 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.310198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4a9d472e-e99e-45b5-9637-64fbf5209831 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:23.319619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (5670894b-68ab-44c2-b5aa-b25cad85b8c7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.406597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:23.423661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 4a9d472e-e99e-45b5-9637-64fbf5209831 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:35:23.431324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.431839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 4a9d472e-e99e-45b5-9637-64fbf5209831 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:23.432313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.529633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4a9d472e-e99e-45b5-9637-64fbf5209831 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:23.530032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.567860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4a9d472e-e99e-45b5-9637-64fbf5209831,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:23.575386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.629939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.636727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.643570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:23.713937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=cd17a6de-cb58-4538-ac34-c2878f95da6b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:23.722343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (5670894b-68ab-44c2-b5aa-b25cad85b8c7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:23.836667 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 5670894b-68ab-44c2-b5aa-b25cad85b8c7 associated. External IP: 172.25.5.116, port: 74eabbec-6763-4194-bcbd-546f12446107. Apr 07 11:35:24.061161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:24.176161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:24.187622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:24.197356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:24.201102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:24.201959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.230943 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-45dd8e26-6836-4ea5-9b22-17043d3b0259 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0968108 Apr 07 11:35:24.233445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40024) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:24.235549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:24.252993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.263347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:24.263988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.297763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (5670894b-68ab-44c2-b5aa-b25cad85b8c7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:24.306262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.306932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d6880-b083-49b2-9b08-86e19a5f4827 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:24.376636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.382046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.387753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.393018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.398291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.404960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.410278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.412248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-39aafdfc-9db4-4a15-bfd9-605e2d6b6254 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1115770 Apr 07 11:35:24.464357 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:24.469187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (5670894b-68ab-44c2-b5aa-b25cad85b8c7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:24.469611 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 5670894b-68ab-44c2-b5aa-b25cad85b8c7 disassociated. External IP: 172.25.5.116, port: 74eabbec-6763-4194-bcbd-546f12446107. Apr 07 11:35:24.486728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb65d3eb-f371-4d85-87ce-f85b6b9edc29 req-bb245714-0216-4a7d-bdc5-d67113f8e693 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611908 Apr 07 11:35:24.683935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945'}, {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f889f6-2891-4671-ac39-4893abe7f7fd'}, {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:35:24.686281 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970ff3e-690f-477f-b586-1d7c83649c87" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "836c461b-d989-4c75-a77a-a094e93e6945"}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "67f889f6-2891-4671-ac39-4893abe7f7fd"}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:35:24.689511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:24.743640 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 07 Apr 2022 11:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fad5a4-694b-47a0-91ef-95b1a98347b5 x-openstack-request-id: req-90fad5a4-694b-47a0-91ef-95b1a98347b5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:35:24.743946 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "836c461b-d989-4c75-a77a-a094e93e6945", "code": 200}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "67f889f6-2891-4671-ac39-4893abe7f7fd", "code": 200}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-plugged", "status": "completed", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:35:24.744205 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90fad5a4-694b-47a0-91ef-95b1a98347b5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:35:24.744627 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fad5a4-694b-47a0-91ef-95b1a98347b5'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945', 'code': 200} Apr 07 11:35:24.744877 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fad5a4-694b-47a0-91ef-95b1a98347b5'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f889f6-2891-4671-ac39-4893abe7f7fd', 'code': 200} Apr 07 11:35:24.745155 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fad5a4-694b-47a0-91ef-95b1a98347b5'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831', 'code': 200} Apr 07 11:35:24.817168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:24.821725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:24.836967 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:24.850560 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:24.851202 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.867922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-551fb83c-71b5-4c15-b233-27b0261e048e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/floatingips/5670894b-68ab-44c2-b5aa-b25cad85b8c7 HTTP/1.1" status: 200 len: 688 time: 0.6357462 Apr 07 11:35:24.872012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40044) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:24.901539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.902048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.902543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.903026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.903501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.904007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.904669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.905485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:24.908817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-86ca985b-be11-4384-8e49-d579a0259ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6718 time: 0.0916910 Apr 07 11:35:24.911923 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:24.912533 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.951253 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:24.951904 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b89d99-334e-427b-9bb2-7d4286e978a6 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:24.977519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b46098a-7f68-4776-896c-4ee18cf3eec6 req-7fc4a07a-24b0-4a12-9740-5be947e4fa55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620177 Apr 07 11:35:25.016271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port cd17a6de-cb58-4538-ac34-c2878f95da6b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:25.016615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.094687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.095016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (cd17a6de-cb58-4538-ac34-c2878f95da6b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.115875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for cd17a6de-cb58-4538-ac34-c2878f95da6b owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:25.258833 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cd17a6de-cb58-4538-ac34-c2878f95da6b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.286908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=cd17a6de-cb58-4538-ac34-c2878f95da6b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:25.358215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (5670894b-68ab-44c2-b5aa-b25cad85b8c7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.360808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.362284 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-71c1aa0e-d3ce-4431-bb6f-03c5b99410b4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/floatingips/5670894b-68ab-44c2-b5aa-b25cad85b8c7 HTTP/1.1" status: 204 len: 168 time: 0.4892881 Apr 07 11:35:25.366035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40056) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:25.370742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '81f3a1ce-a53c-450d-838a-f0627740816f'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:25.394047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.498742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.615357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.138 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/46b7a2b3-c7c8-48a8-ac92-c921e8409382) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:25.637726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.643761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.649717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.655253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.660599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.666163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.671485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:25.673752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-88696659-349d-49c1-bed8-747530b234a7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1062007 Apr 07 11:35:25.730492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.746717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0621f1ff-433b-4f68-aaaa-5bfc84e010f4 req-2f5d2d48-b4d3-404b-81f3-ebf49a7dde39 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619612 Apr 07 11:35:25.775324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:25.811721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:25.816034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:25.822381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:25.827864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=46b7a2b3-c7c8-48a8-ac92-c921e8409382,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:26.201286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:26.275478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:26.428770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:26.434019 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:26.509567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=46b7a2b3-c7c8-48a8-ac92-c921e8409382,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:26.522391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:26.637118 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1e8b7b53-5f87-45e3-862d-86ca0fe926f0 associated. External IP: 172.25.5.138, port: 81f3a1ce-a53c-450d-838a-f0627740816f. Apr 07 11:35:26.924695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.930215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.935803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.941542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.951922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.957805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.964300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:26.966461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-318fefdb-4655-47ee-b3cc-b0f4b4dd7b2c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1290157 Apr 07 11:35:27.032096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bda48cec-5da2-4125-aa36-0581a4c2b5d1 req-00826069-c100-4592-909c-a737ef5ea426 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597916 Apr 07 11:35:27.187543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.193614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.199616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.205412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.214300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.220335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:27.220822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.225969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:27.227987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651e9310-f0b5-4db4-89f7-483c5d180e58 req-3dcea46d-8e50-46f5-b80f-04741b375591 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1088932 Apr 07 11:35:27.240339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:27.244918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Request body: {'floatingip': {'port_id': '71943856-4331-446f-8bc1-bac7773b2ace'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:27.292618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:27.344068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:27.358553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84016746-a992-4074-946d-b1ee7531d60f None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:27.365760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:27.373611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84016746-a992-4074-946d-b1ee7531d60f None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:27.375123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84016746-a992-4074-946d-b1ee7531d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:27.411190 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da6349a2-8b49-48df-80f3-798892b5cdc2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0432742 Apr 07 11:35:27.413325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40100) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:27.418131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84016746-a992-4074-946d-b1ee7531d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:27.426937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84016746-a992-4074-946d-b1ee7531d60f None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:27.427536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84016746-a992-4074-946d-b1ee7531d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:27.462609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84016746-a992-4074-946d-b1ee7531d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:27.463274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84016746-a992-4074-946d-b1ee7531d60f None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:27.552484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e056e3e4-4971-4ab3-b030-b3228b6b3ccd tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/floatingips/1e8b7b53-5f87-45e3-862d-86ca0fe926f0 HTTP/1.1" status: 200 len: 979 time: 0.1380386 Apr 07 11:35:27.555885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40106) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:27.676131 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6a857020-73c3-463b-8fa5-52dfceb29426 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1189375 Apr 07 11:35:27.678586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40108) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:27.683235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'port_id': '74eabbec-6763-4194-bcbd-546f12446107'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:27.744772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:27.830879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:27.836369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:27.946736 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Floating IP c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0 associated. External IP: 172.25.5.161, port: 71943856-4331-446f-8bc1-bac7773b2ace. Apr 07 11:35:28.193329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:28.262888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:28.268854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:28.316908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:28.322364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:28.326874 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] Sync routers for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:28.338918 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:28.339867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:28.373406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-93f59b19-2237-45b5-9ade-1cfb5137b907 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "PUT /v2.0/floatingips/c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0 HTTP/1.1" status: 200 len: 992 time: 1.1233275 Apr 07 11:35:28.373406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:35:28.373406 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c178103c-c4d9-4863-b617-4833c78d5217" -d '{"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "71943856-4331-446f-8bc1-bac7773b2ace"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:35:28.401956 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1e8b7b53-5f87-45e3-862d-86ca0fe926f0 associated. External IP: 172.25.5.138, port: 81f3a1ce-a53c-450d-838a-f0627740816f. Apr 07 11:35:28.432088 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100ef701-c221-4d42-bff0-6146694bdcac x-openstack-request-id: req-100ef701-c221-4d42-bff0-6146694bdcac {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:35:28.432380 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "tag": "71943856-4331-446f-8bc1-bac7773b2ace", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:35:28.432644 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-100ef701-c221-4d42-bff0-6146694bdcac {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:35:28.433065 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100ef701-c221-4d42-bff0-6146694bdcac'] response: {'name': 'network-changed', 'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace', 'status': 'completed', 'code': 200} Apr 07 11:35:28.492544 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:35:28.531090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.531486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.531973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.532443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.532917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.533414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.533881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.535905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ed585623-46b7-4a77-ae22-9750a2bd44e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6718 time: 0.0850332 Apr 07 11:35:28.661248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:28.663236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-55f2f872-233a-4efe-a485-6e05d783faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.665804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-55f2f872-233a-4efe-a485-6e05d783faea service neutron] 10.222.0.41 "GET /v2.0/networks?id=a82a7aee-d3ab-49b2-8704-9fd091b2723a HTTP/1.1" status: 200 len: 917 time: 0.1215577 Apr 07 11:35:28.765474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-257c34b4-1e9c-427b-8aa9-25ee87542738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71943856-4331-446f-8bc1-bac7773b2ace HTTP/1.1" status: 200 len: 1000 time: 0.0912344 Apr 07 11:35:28.772310 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'port_id': '71943856-4331-446f-8bc1-bac7773b2ace', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'mac_address': 'fa:16:3e:e3:f8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:35:27Z', 'revision_number': 1, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:28.800020 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] Checking router: 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:35:28.810023 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:28.810929 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:28.821898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:28.825459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-4a86d590-be68-4296-99bb-71ffc0c7903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.827080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-4a86d590-be68-4296-99bb-71ffc0c7903e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16f5cc86-b218-4ee5-a2dd-a527dfd12698 HTTP/1.1" status: 200 len: 855 time: 0.0554373 Apr 07 11:35:28.832294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:28.847687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:28.848689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:28.903200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178103c-c4d9-4863-b617-4833c78d5217 req-79882b50-eee9-405e-9ced-03bf113aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:28.904733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-79882b50-eee9-405e-9ced-03bf113aaca9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a82a7aee-d3ab-49b2-8704-9fd091b2723a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0711598 Apr 07 11:35:28.927482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:28.945341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:35:28.954391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:28.957362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.005110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.006064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5189c-af7a-4763-881f-37a5a883136b None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:29.023735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-9120dc18-0ca8-4b35-9802-575e58a280c4 service neutron] 10.222.0.41 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098857 Apr 07 11:35:29.133473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c178103c-c4d9-4863-b617-4833c78d5217 req-ef342ea7-f270-44e1-9230-cbdbd6efc5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030498 Apr 07 11:35:29.172615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:29.224569 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'port_id': '71943856-4331-446f-8bc1-bac7773b2ace', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'mac_address': 'fa:16:3e:e3:f8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:35:27Z', 'revision_number': 1, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.251646 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750ef06-b546-4224-ae26-c9901dafe5af None None] The sync data for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 is: [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'port_id': '71943856-4331-446f-8bc1-bac7773b2ace', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'mac_address': 'fa:16:3e:e3:f8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:35:27Z', 'revision_number': 1, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:29.297088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:29.301852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:29.318533 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:29.331304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:29.333268 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.372610 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.384125 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:29.385003 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.392662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-360f6972-bd1e-4aea-bb8e-5055ec26eb8d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/floatingips/1e8b7b53-5f87-45e3-862d-86ca0fe926f0 HTTP/1.1" status: 200 len: 978 time: 1.7106218 Apr 07 11:35:29.393143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40142) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:29.397994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:29.423537 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:29.424186 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabeedd-3423-41cc-a1a3-f70ace415545 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:29.460947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:29.544066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfced7a6-e2f3-4770-9804-c2c129f7853c None None] New status for floating IP c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:35:29.627269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:29.632259 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:29.632618 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1e8b7b53-5f87-45e3-862d-86ca0fe926f0 disassociated. External IP: 172.25.5.138, port: 74eabbec-6763-4194-bcbd-546f12446107. Apr 07 11:35:29.885437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:30.005167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:30.010172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.014736 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:30.023805 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:30.024374 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:30.042998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dca7ee05-05b2-4c2d-9bf3-57612ff8c4fc tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/floatingips/1e8b7b53-5f87-45e3-862d-86ca0fe926f0 HTTP/1.1" status: 200 len: 688 time: 0.6463695 Apr 07 11:35:30.043554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40154) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:30.060300 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:30.068870 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:30.069514 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:30.106349 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:30.107009 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54eae0-0378-4abd-b524-ae7d870f36ab None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:30.171197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 46b7a2b3-c7c8-48a8-ac92-c921e8409382 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:30.171550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.253311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.253548 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (46b7a2b3-c7c8-48a8-ac92-c921e8409382), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.265330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 46b7a2b3-c7c8-48a8-ac92-c921e8409382 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:30.402460 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (46b7a2b3-c7c8-48a8-ac92-c921e8409382), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.432434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=46b7a2b3-c7c8-48a8-ac92-c921e8409382,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:30.498890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1e8b7b53-5f87-45e3-862d-86ca0fe926f0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.501505 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.505045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a146db73-f81e-42ae-9747-619ca63333f0 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e8b7b53-5f87-45e3-862d-86ca0fe926f0 HTTP/1.1" status: 204 len: 168 time: 0.4585791 Apr 07 11:35:30.505228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:30.543834 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-43d91893-fac0-428e-a92f-496383e671a7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] delete failed (client error): The resource could not be found. Apr 07 11:35:30.548468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-43d91893-fac0-428e-a92f-496383e671a7 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e8b7b53-5f87-45e3-862d-86ca0fe926f0 HTTP/1.1" status: 404 len: 345 time: 0.0387552 Apr 07 11:35:30.549193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40166) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:30.633689 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e323282-ff2d-4e0a-a06e-9e8bf10129ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.639163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ddcd4-9aa2-4c66-90a1-a7392d151cb6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:30.644466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ddcd4-9aa2-4c66-90a1-a7392d151cb6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:30.650560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ddcd4-9aa2-4c66-90a1-a7392d151cb6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:30.652259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e8ddcd4-9aa2-4c66-90a1-a7392d151cb6 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/ports?network_id=de6f4422-6dad-48d4-baba-c646d3ccf767 HTTP/1.1" status: 200 len: 2359 time: 0.1023827 Apr 07 11:35:30.654916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40170) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:30.716841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51811e6d-6ee5-40b7-92ac-18b5e65b8d9c tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:30.718259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51811e6d-6ee5-40b7-92ac-18b5e65b8d9c tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/subnets/789b20b7-959e-4a56-9281-d7e6fac54711 HTTP/1.1" status: 200 len: 797 time: 0.0617599 Apr 07 11:35:30.722992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40174) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:30.728194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'port': {'network_id': 'de6f4422-6dad-48d4-baba-c646d3ccf767', 'name': 'tempest-FloatingIPTestJSON-413285440', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:30.842726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:30.924613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:30.947513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] device_id is not set on port ffc1c784-7def-43c2-a685-16683fb6df1d yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:31.199686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.14 (de6f4422-6dad-48d4-baba-c646d3ccf767/789b20b7-959e-4a56-9281-d7e6fac54711/ffc1c784-7def-43c2-a685-16683fb6df1d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:31.205630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.13 (de6f4422-6dad-48d4-baba-c646d3ccf767/789b20b7-959e-4a56-9281-d7e6fac54711/ffc1c784-7def-43c2-a685-16683fb6df1d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:31.357038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (ffc1c784-7def-43c2-a685-16683fb6df1d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.391183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ffc1c784-7def-43c2-a685-16683fb6df1d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.435442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:31.438637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:31.445729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:31.452627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=ffc1c784-7def-43c2-a685-16683fb6df1d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:31.502465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:31.503118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.521346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1184408f-9f32-4f9b-a1ea-72de369ad57d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.7971954 Apr 07 11:35:31.523818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40190) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:31.528383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'ffc1c784-7def-43c2-a685-16683fb6df1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:31.549228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.649323 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.656786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.778750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.166 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/441f96b6-4145-448c-91c3-b4de41a433b3) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:31.896727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (441f96b6-4145-448c-91c3-b4de41a433b3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.936077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (441f96b6-4145-448c-91c3-b4de41a433b3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:31.978667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:31.982294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:31.985934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:32.015198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=441f96b6-4145-448c-91c3-b4de41a433b3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:32.696417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (08c6a509-f872-4285-bb81-41d63aaaa254), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:32.777892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (441f96b6-4145-448c-91c3-b4de41a433b3), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:32.953271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (441f96b6-4145-448c-91c3-b4de41a433b3), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:32.960117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (441f96b6-4145-448c-91c3-b4de41a433b3), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:32.978803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5358-52f5-4d06-83b6-30f4d0d86bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:33.053172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=441f96b6-4145-448c-91c3-b4de41a433b3,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:33.063874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (08c6a509-f872-4285-bb81-41d63aaaa254), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:33.200479 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 08c6a509-f872-4285-bb81-41d63aaaa254 associated. External IP: 172.25.5.166, port: ffc1c784-7def-43c2-a685-16683fb6df1d. Apr 07 11:35:33.476005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:33.493659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:33.596183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:33.607069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:33.620020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:33.620798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:33.624309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:33.658313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0a60f2a2-1649-4337-8d54-b85e7f3ec418 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1333611 Apr 07 11:35:33.661289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40244) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:33.666828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'port_id': 'ffc1c784-7def-43c2-a685-16683fb6df1d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:33.671607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:33.681699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:33.682326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:33.726876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:33.728680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88ccaa-be0d-48bb-b865-6ae49cf15557 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:33.740547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (08c6a509-f872-4285-bb81-41d63aaaa254), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:34.467029 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:34.566080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:34.570752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (08c6a509-f872-4285-bb81-41d63aaaa254), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:34.815207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:34.932802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:34.937966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:34.948404 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:34.966165 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:34.967525 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:35.004702 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:35.015313 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:35.016175 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:35.030652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c9d349e0-6951-4c34-9bb7-a03ce9c30235 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/floatingips/08c6a509-f872-4285-bb81-41d63aaaa254 HTTP/1.1" status: 200 len: 978 time: 1.3658502 Apr 07 11:35:35.031157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:35.062049 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:35.062980 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1e5f1-28a4-49f2-bce2-6c91aaeeb269 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:35.225908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 441f96b6-4145-448c-91c3-b4de41a433b3 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:35.226272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (441f96b6-4145-448c-91c3-b4de41a433b3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:35.318631 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (441f96b6-4145-448c-91c3-b4de41a433b3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:35.319366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (441f96b6-4145-448c-91c3-b4de41a433b3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:35.340762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 441f96b6-4145-448c-91c3-b4de41a433b3 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:35.547017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (441f96b6-4145-448c-91c3-b4de41a433b3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:35.575016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=441f96b6-4145-448c-91c3-b4de41a433b3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:35.656299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (08c6a509-f872-4285-bb81-41d63aaaa254), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:35.657027 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 08c6a509-f872-4285-bb81-41d63aaaa254 disassociated (deleted). External IP: 172.25.5.166, port: ffc1c784-7def-43c2-a685-16683fb6df1d. Apr 07 11:35:35.885794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:36.008567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:36.021962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:36.022784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.031289 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.037452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:36.038299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:36.057429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3ba97924-3177-466d-85d3-a6cce8c28346 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/floatingips/08c6a509-f872-4285-bb81-41d63aaaa254 HTTP/1.1" status: 204 len: 168 time: 1.0249293 Apr 07 11:35:36.059969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:36.079522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:36.090462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:36.091475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:36.133933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:36.134604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245b603-fd28-4b4c-84aa-6458e842d6d9 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:36.173122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port ffc1c784-7def-43c2-a685-16683fb6df1d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:36.173597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ffc1c784-7def-43c2-a685-16683fb6df1d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.271793 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ffc1c784-7def-43c2-a685-16683fb6df1d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.285153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for ffc1c784-7def-43c2-a685-16683fb6df1d owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:36.492578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ffc1c784-7def-43c2-a685-16683fb6df1d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.523330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=ffc1c784-7def-43c2-a685-16683fb6df1d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:36.631694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.639523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0b77dd1a-5a35-42ae-8845-114b0f8d616d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/ports/ffc1c784-7def-43c2-a685-16683fb6df1d HTTP/1.1" status: 204 len: 168 time: 0.5750082 Apr 07 11:35:36.640061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40302) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:36.644300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:36.670774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.675894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-9772ead4-4167-40a8-8e44-849b56f78066 req-4cee8a68-fbdc-4825-8d4f-b8741e1b0838 tempest-AttachVolumeTestJSON-1017389937 tempest-AttachVolumeTestJSON-1017389937-project] (104177) timed out ('10.222.0.23', 49416) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:35:36.780180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:36.894902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.16 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/2a6deff3-3ef4-4fe7-8740-a577d161b89c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:37.010431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.047667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.089441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:37.092454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:37.096014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:37.126779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=2a6deff3-3ef4-4fe7-8740-a577d161b89c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:37.184255 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.213507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1d5978b3-a491-41f3-bf6e-99f65bef819d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.255870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.470908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.480337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.563841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=2a6deff3-3ef4-4fe7-8740-a577d161b89c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:37.582725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1d5978b3-a491-41f3-bf6e-99f65bef819d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.615822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.623167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-82159c39-cbc0-4058-b218-91d9c4d3f32b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9805696 Apr 07 11:35:37.623588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:37.636873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'port': {'network_id': 'de6f4422-6dad-48d4-baba-c646d3ccf767', 'name': 'tempest-FloatingIPTestJSON-519149195'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:37.777062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:37.781408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:37.806272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] device_id is not set on port 3ccaa4cd-c42b-4817-81b5-878ece7519be yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:37.980853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.4 (de6f4422-6dad-48d4-baba-c646d3ccf767/789b20b7-959e-4a56-9281-d7e6fac54711/3ccaa4cd-c42b-4817-81b5-878ece7519be) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:38.192111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (3ccaa4cd-c42b-4817-81b5-878ece7519be), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:38.265727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3ccaa4cd-c42b-4817-81b5-878ece7519be), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:38.274228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:35:38.323143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network de6f4422-6dad-48d4-baba-c646d3ccf767 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:38.327535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:38.329364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=3ccaa4cd-c42b-4817-81b5-878ece7519be,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:38.331514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:38.382875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:38.383868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:38.401618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-15001f07-51e4-43d8-81ca-57a02ba6a734 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7761908 Apr 07 11:35:38.404121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40338) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:38.409238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'port_id': '3ccaa4cd-c42b-4817-81b5-878ece7519be'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:38.456542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1d5978b3-a491-41f3-bf6e-99f65bef819d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:38.990868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:38.995458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1d5978b3-a491-41f3-bf6e-99f65bef819d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:39.116373 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1d5978b3-a491-41f3-bf6e-99f65bef819d associated. External IP: 172.25.5.16, port: 3ccaa4cd-c42b-4817-81b5-878ece7519be. Apr 07 11:35:39.373519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:39.808897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:39.813513 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:39.824338 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:39.841414 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:39.842378 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:39.847098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0c4f6977-0865-462e-bdfc-f8847c6a9372 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/floatingips/1d5978b3-a491-41f3-bf6e-99f65bef819d HTTP/1.1" status: 200 len: 976 time: 1.4418318 Apr 07 11:35:39.849512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40366) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:39.888247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:39.901451 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:39.902163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:39.955893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 3ccaa4cd-c42b-4817-81b5-878ece7519be {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:39.956278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3ccaa4cd-c42b-4817-81b5-878ece7519be), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:39.959714 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:39.961935 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6cbf1-71e5-4b3f-a336-23879880d666 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:40.056268 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3ccaa4cd-c42b-4817-81b5-878ece7519be), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:40.296947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:40.297586 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1d5978b3-a491-41f3-bf6e-99f65bef819d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:40.297919 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1d5978b3-a491-41f3-bf6e-99f65bef819d disassociated. External IP: 172.25.5.16, port: 3ccaa4cd-c42b-4817-81b5-878ece7519be. Apr 07 11:35:40.298620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 3ccaa4cd-c42b-4817-81b5-878ece7519be owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:40.457083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3ccaa4cd-c42b-4817-81b5-878ece7519be), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:40.489280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=3ccaa4cd-c42b-4817-81b5-878ece7519be,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:40.612301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:40.746864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:40.759988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:40.784096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:40.785430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:40.817015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:40.820700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6a218ac6-0c7a-4dfd-906b-7fbfb679dfe1 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/ports/3ccaa4cd-c42b-4817-81b5-878ece7519be HTTP/1.1" status: 204 len: 168 time: 0.9699535 Apr 07 11:35:40.822937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40384) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:40.840536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:40.850220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:40.851048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:40.877408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f109a475-1e7d-4a86-8a51-cdae56155c31 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/floatingips/1d5978b3-a491-41f3-bf6e-99f65bef819d HTTP/1.1" status: 200 len: 687 time: 0.0529401 Apr 07 11:35:40.879494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:40.894152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:40.895067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41bea1-5898-4e7a-aebb-f03b8521e8cc None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:41.041405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 2a6deff3-3ef4-4fe7-8740-a577d161b89c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:41.041787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.123451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.124096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (2a6deff3-3ef4-4fe7-8740-a577d161b89c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.137451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 2a6deff3-3ef4-4fe7-8740-a577d161b89c owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:41.290968 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2a6deff3-3ef4-4fe7-8740-a577d161b89c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.327427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=2a6deff3-3ef4-4fe7-8740-a577d161b89c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:41.409659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1d5978b3-a491-41f3-bf6e-99f65bef819d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.413263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.415559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ee9f7a7b-b857-4a01-90c4-3d549dacf542 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/floatingips/1d5978b3-a491-41f3-bf6e-99f65bef819d HTTP/1.1" status: 204 len: 168 time: 0.5350869 Apr 07 11:35:41.419154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40400) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:41.431749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '74eabbec-6763-4194-bcbd-546f12446107'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:41.456212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.574353 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.699251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.133 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/39642677-45c1-43e3-99a0-61fb15d72ed7) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:41.843952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.891652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:41.954861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=39642677-45c1-43e3-99a0-61fb15d72ed7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:41.958608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:41.960426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:41.969801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:42.398916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1b09f9c5-b81c-47b0-b666-e5913fee284e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:42.489075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:42.701641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:42.717198 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:42.822223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=39642677-45c1-43e3-99a0-61fb15d72ed7,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:42.825648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1b09f9c5-b81c-47b0-b666-e5913fee284e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:42.965121 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1b09f9c5-b81c-47b0-b666-e5913fee284e associated. External IP: 172.25.5.133, port: 74eabbec-6763-4194-bcbd-546f12446107. Apr 07 11:35:43.221922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:43.748556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:43.763217 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:43.770785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:43.774227 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:43.774861 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:43.808891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d8c6cbe6-a0df-4bc0-bbd8-224bcc78b5f8 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3809907 Apr 07 11:35:43.811397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40444) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:43.813246 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:43.816886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-288160859'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:43.823521 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:43.824176 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:43.847802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:43.851912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:43.866044 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:43.867614 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eed5f6-7b47-41c4-91de-07dcabc1e4f7 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:43.885073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:35:43.899612 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9fa44819-df14-4df1-8d0e-173f6b783071), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:43.899960 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Added segment 9fa44819-df14-4df1-8d0e-173f6b783071 of type vlan for network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c Apr 07 11:35:43.944973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:43.978811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:43.986426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:43.987534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.068665 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2560136 Apr 07 11:35:44.072786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40458) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:44.089991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'subnet': {'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:44.144345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d62b-1214-41ca-a52c-e74b5a04c515 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Network': ['ID=bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:44.160805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:35:44.206060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:44.210755 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.399794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6a03c-a822-42d5-b16a-e3905f7a7c7b req-40362e8e-5c20-4575-a79c-97294daef4b6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:44.407401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5b6a03c-a822-42d5-b16a-e3905f7a7c7b req-40362e8e-5c20-4575-a79c-97294daef4b6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.0689495 Apr 07 11:35:44.461554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5b6a03c-a822-42d5-b16a-e3905f7a7c7b req-bfd6b229-96dd-475a-88a0-236a0b6a4a41 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531473 Apr 07 11:35:44.464347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (002e4be3-fef2-427b-9e27-129c1cfcf65f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.537310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Subnet': ['ID=002e4be3-fef2-427b-9e27-129c1cfcf65f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:44.547067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Checking segment: {'id': '9fa44819-df14-4df1-8d0e-173f6b783071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:35:44.547523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network hostable DHCP agents. Network: bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:35:44.564732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:35:44.574567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:44.581067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:44.581236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.585063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa191eaf-6564-4ec6-9dac-206635e0b7b8 None None] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:44.604340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15fbf741-71bd-4fea-bae1-cda2c1237b7f tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5304780 Apr 07 11:35:44.607208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40472) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:44.612177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-668633496', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:44.635699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.636757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.701768 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_controller (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.705564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c', 'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c', 'project_id': '3af8db4862bc4ecc8eb1f24aac4d958a', 'fixed_ips': [{'subnet_id': '002e4be3-fef2-427b-9e27-129c1cfcf65f'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:35:44.706584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:44.865049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Allocated IP 172.20.0.2 (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c/002e4be3-fef2-427b-9e27-129c1cfcf65f/5c021be5-7074-4b77-9cd0-4fa7e34a2113) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:44.880164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.035425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Publish callbacks [] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.042021 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.084491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:45.087908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:45.094662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:45.099808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.103298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Pushing event updated for resources: {'Port': ['ID=5c021be5-7074-4b77-9cd0-4fa7e34a2113,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:45.124565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.162507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Attempting to bind port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:35:45.163087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Attempting to bind port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9fa44819-df14-4df1-8d0e-173f6b783071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:35:45.163233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Attempting to bind port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 on network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:35:45.169740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:35:45.170121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Checking segment: {'id': '9fa44819-df14-4df1-8d0e-173f6b783071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:35:45.170527 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.170923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Bound using segment: {'id': '9fa44819-df14-4df1-8d0e-173f6b783071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:35:45.171393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Bound port: 5c021be5-7074-4b77-9cd0-4fa7e34a2113, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa44819-df14-4df1-8d0e-173f6b783071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:35:45.171777 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.235155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] For port 5c021be5-7074-4b77-9cd0-4fa7e34a2113, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:35:45.238989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] For port 5c021be5-7074-4b77-9cd0-4fa7e34a2113, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c021be5-7074-4b77-9cd0-4fa7e34a2113,segment=NetworkSegment(9fa44819-df14-4df1-8d0e-173f6b783071),segment_id=9fa44819-df14-4df1-8d0e-173f6b783071)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:35:45.245492 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.310536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.25.5.10 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/42ce8ccb-7692-4233-bec4-fb0db3327f70) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:45.318299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29353b-21be-4f4b-90e7-94194c366ec7 None None] Pushing event updated for resources: {'Port': ['ID=5c021be5-7074-4b77-9cd0-4fa7e34a2113,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:45.436225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (42ce8ccb-7692-4233-bec4-fb0db3327f70), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.517350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (42ce8ccb-7692-4233-bec4-fb0db3327f70), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.577778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:45.581871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:45.596379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:45.641340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbde5ba-5d54-4e06-82d4-3a650f8883f5 req-5c3079bc-d890-4047-9d9f-fd37ffeda43d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:45.643268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cbde5ba-5d54-4e06-82d4-3a650f8883f5 req-5c3079bc-d890-4047-9d9f-fd37ffeda43d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.0771306 Apr 07 11:35:45.645675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=42ce8ccb-7692-4233-bec4-fb0db3327f70,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:45.712423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cbde5ba-5d54-4e06-82d4-3a650f8883f5 req-af45d17d-ff96-4301-9614-258c018e5f99 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575700 Apr 07 11:35:45.928339 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.090983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c021be5-7074-4b77-9cd0-4fa7e34a2113 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:46.152027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:46.152581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.181591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.265664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:46.266258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.322284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 5c021be5-7074-4b77-9cd0-4fa7e34a2113, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c021be5-7074-4b77-9cd0-4fa7e34a2113,segment=NetworkSegment(9fa44819-df14-4df1-8d0e-173f6b783071),segment_id=9fa44819-df14-4df1-8d0e-173f6b783071)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:46.328498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.373521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router c074e8a6-fd86-4cba-8d40-62c1f87a0df6 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:35:46.411868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=5c021be5-7074-4b77-9cd0-4fa7e34a2113,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:46.522635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263bb55-748d-4c1f-955b-944d539d94bb None None] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:46.529401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:46.559973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.564221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3738a293-a87c-45a6-89e3-b03752827d28 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9532828 Apr 07 11:35:46.564449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:46.586793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] Sync routers for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:46.604798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-016e18c1-9ed5-4181-a5da-db24043578cd None None] Provisioning complete for port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:46.605276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-016e18c1-9ed5-4181-a5da-db24043578cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:46.658430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:46.658994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:46.712263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:46.731818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:46.732457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:46.809030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:46.810240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8216d-c975-4d22-9fae-d9fe318eb930 None None] The sync data for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:46.866336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0712d4-978d-4385-b8dd-d8d0bc78b14b req-6f2bbc7d-97bf-44cb-9b69-056197a80e9f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:46.875180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef0712d4-978d-4385-b8dd-d8d0bc78b14b req-6f2bbc7d-97bf-44cb-9b69-056197a80e9f tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.0774143 Apr 07 11:35:46.876187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-016e18c1-9ed5-4181-a5da-db24043578cd None None] Current status of the port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:46.932820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef0712d4-978d-4385-b8dd-d8d0bc78b14b req-6d1faa95-59da-4c80-9d9e-fdee96146185 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554557 Apr 07 11:35:47.115957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:47.206765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-86cacff8-132b-47f8-8f58-0a99cf907a14 None None] Provisioning complete for port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:47.207182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-86cacff8-132b-47f8-8f58-0a99cf907a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:47.315048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-86cacff8-132b-47f8-8f58-0a99cf907a14 None None] Current status of the port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:47.443667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.1 (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c/002e4be3-fef2-427b-9e27-129c1cfcf65f/a325678c-5c38-4c7d-b34e-9744db6dfbc1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:47.584687 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:47.630889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:47.709636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:47.715136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:47.716864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=a325678c-5c38-4c7d-b34e-9744db6dfbc1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:47.719723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:47.782829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:47.874828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-f372bf6d-31c4-4604-a0c8-74ef8c42d230 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:47.877690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-f372bf6d-31c4-4604-a0c8-74ef8c42d230 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.0779154 Apr 07 11:35:47.999619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.071221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f8d6820c-3123-4f7b-a122-107f357af85a None None] Provisioning complete for port a325678c-5c38-4c7d-b34e-9744db6dfbc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:48.071623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8d6820c-3123-4f7b-a122-107f357af85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.104158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c021be5-7074-4b77-9cd0-4fa7e34a2113 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:35:48.141663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Deleting port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:48.142012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.157395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6820c-3123-4f7b-a122-107f357af85a None None] Port a325678c-5c38-4c7d-b34e-9744db6dfbc1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:35:48.186296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:48.187227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.212664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712449-c936-4d47-acf8-6cdfc1ededec req-e1af92b3-1e28-496c-9cf9-0acb9436924e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:48.214337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73712449-c936-4d47-acf8-6cdfc1ededec req-e1af92b3-1e28-496c-9cf9-0acb9436924e tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 946 time: 0.1516490 Apr 07 11:35:48.306481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73712449-c936-4d47-acf8-6cdfc1ededec req-689561f7-a81d-46f6-aa80-8cef35a7b665 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b7d53c-039c-4734-8d54-5fbc9171b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832353 Apr 07 11:35:48.328530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] For port 5352ffa1-81c0-4e3c-867a-309ef3c733c5, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5352ffa1-81c0-4e3c-867a-309ef3c733c5,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:48.328916 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.358498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:35:48.437790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.444024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.523684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.529936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=a325678c-5c38-4c7d-b34e-9744db6dfbc1,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:48.575512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.576247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.576755 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Floating IP 779ea67d-88b4-4da2-9168-d238a48d36d2 disassociated. External IP: 172.25.5.61, port: 5352ffa1-81c0-4e3c-867a-309ef3c733c5. Apr 07 11:35:48.578352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Calling delete_port for 5352ffa1-81c0-4e3c-867a-309ef3c733c5 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:48.814170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5352ffa1-81c0-4e3c-867a-309ef3c733c5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:48.856427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event deleted for resources: {'Port': ['ID=5352ffa1-81c0-4e3c-867a-309ef3c733c5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:48.868888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.869307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.869675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.870026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.870372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.870717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.871058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.871393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.871731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.872063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.872398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.872728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:48.873058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:49.041802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:49.043876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:49.046260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Router d3829bd4-c1f7-4951-a337-29e0894ff367 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:49.189401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:49.205417 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] Sync routers for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:49.205956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router c074e8a6-fd86-4cba-8d40-62c1f87a0df6 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:49.219527 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:49.220594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:49.280173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] No DVR routers for this DVR port 5352ffa1-81c0-4e3c-867a-309ef3c733c5 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:35:49.283845 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:49.287879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0f84b4d-e77e-4d7f-b4a8-a8997db3ede2 req-4c5578e6-2cfc-45a8-b3b5-c3ab1c6f1238 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "DELETE /v2.0/ports/5352ffa1-81c0-4e3c-867a-309ef3c733c5 HTTP/1.1" status: 204 len: 173 time: 1.4044492 Apr 07 11:35:49.289679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'name': 'network-vif-deleted', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:35:49.306768 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7ec41a-d481-42d6-914b-a480073c9171" -d '{"events": [{"server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "name": "network-vif-deleted", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:35:49.416394 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d69032-1616-4ed0-a8b4-582ff2944679 x-openstack-request-id: req-94d69032-1616-4ed0-a8b4-582ff2944679 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:35:49.417063 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b6953f-9062-4c01-8d5a-af8417ac2058", "name": "network-vif-deleted", "tag": "5352ffa1-81c0-4e3c-867a-309ef3c733c5", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:35:49.417624 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94d69032-1616-4ed0-a8b4-582ff2944679 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:35:49.418262 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d69032-1616-4ed0-a8b4-582ff2944679'] response: {'server_uuid': '47b6953f-9062-4c01-8d5a-af8417ac2058', 'name': 'network-vif-deleted', 'tag': '5352ffa1-81c0-4e3c-867a-309ef3c733c5', 'status': 'completed', 'code': 200} Apr 07 11:35:49.433992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:49.448878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] Sync routers for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:49.466908 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eab4680e-29e0-4b61-8ff6-abe4eabcf419 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/routers/c074e8a6-fd86-4cba-8d40-62c1f87a0df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9011068 Apr 07 11:35:49.469524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40510) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:49.475572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'port': {'network_id': 'bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c', 'name': 'tempest-FloatingIPTestJSON-1345552560'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:49.502946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:49.503756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:49.593518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:49.615397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:49.617546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:49.626338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49576671-0b43-49e2-a672-b14627af942b req-63c559d9-b26d-4953-a801-34d2370a4cc1 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b6953f-9062-4c01-8d5a-af8417ac2058 HTTP/1.1" status: 200 len: 210 time: 0.1294584 Apr 07 11:35:49.656742 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:35:49.666006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:49.666684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f8658-b575-4ee6-8b79-07a50e9494f5 None None] The sync data for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:49.674199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-85ae3bef-de76-4545-a935-140747eeb83a None None] Provisioning complete for port a325678c-5c38-4c7d-b34e-9744db6dfbc1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:49.674591 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-85ae3bef-de76-4545-a935-140747eeb83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:49.736890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-85ae3bef-de76-4545-a935-140747eeb83a None None] Port a325678c-5c38-4c7d-b34e-9744db6dfbc1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:35:49.744590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Made reservation on behalf of 3af8db4862bc4ecc8eb1f24aac4d958a for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:35:49.748705 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:49.778616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] device_id is not set on port e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:35:49.934795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Allocated IP 172.20.0.14 (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c/002e4be3-fef2-427b-9e27-129c1cfcf65f/e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:35:49.935959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:49.973705 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] Checking router: d3829bd4-c1f7-4951-a337-29e0894ff367 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:35:49.984239 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:49.984985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:50.120345 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:35:50.156733 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for port (e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:50.193391 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:50.247410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:35:50.248713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:35:50.252787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:35:50.287447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event updated for resources: {'Port': ['ID=e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:50.325065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:50.325788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:50.347975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f6c5a2ba-0a8e-4cab-b221-70e1241e9311 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8769634 Apr 07 11:35:50.351182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40514) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:50.356806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Request body: {'floatingip': {'port_id': 'e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:35:50.403051 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:50.428739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1b09f9c5-b81c-47b0-b666-e5913fee284e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:50.436706 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7563f2-85b5-4564-8a03-9d4f576ac109 None None] The sync data for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 is: [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:29:53Z', 'revision_number': 4, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '124a4fae-457b-45b2-ae39-4860e1b7375d', 'name': '', 'network_id': 'cb38c5a4-0317-4b36-a22f-f74dae7632b8', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'mac_address': 'fa:16:3e:4b:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:51Z', 'updated_at': '2022-04-07T11:29:58Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'subnets': [{'id': '5887c97a-5c53-4b79-9bcf-220b67e6bf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:50.564874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-749a8a8e-de6d-437a-98e2-cdea9016928d None None] Provisioning complete for port e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:35:50.565831 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-749a8a8e-de6d-437a-98e2-cdea9016928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:50.618765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-749a8a8e-de6d-437a-98e2-cdea9016928d None None] Port e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:35:50.760380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40522) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:50.853394 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b741b53-d59f-49c3-b865-954429f829c0 None None] New status for floating IP 779ea67d-88b4-4da2-9168-d238a48d36d2: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:35:50.883654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5f9700b-cbdd-4e5c-8338-8a9d4f69daa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group (07b7d53c-039c-4734-8d54-5fbc9171b3c7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:50.938645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5f9700b-cbdd-4e5c-8338-8a9d4f69daa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group (07b7d53c-039c-4734-8d54-5fbc9171b3c7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.043962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5f9700b-cbdd-4e5c-8338-8a9d4f69daa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (07b7d53c-039c-4734-8d54-5fbc9171b3c7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.047976 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c5f9700b-cbdd-4e5c-8338-8a9d4f69daa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.051576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c5f9700b-cbdd-4e5c-8338-8a9d4f69daa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "DELETE /v2.0/security-groups/07b7d53c-039c-4734-8d54-5fbc9171b3c7 HTTP/1.1" status: 204 len: 168 time: 0.2866182 Apr 07 11:35:51.061360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40524) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:51.062615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9700b-cbdd-4e5c-8338-8a9d4f69daa0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b7d53c-039c-4734-8d54-5fbc9171b3c7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:51.088608 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-8ce2345e-277e-4825-be24-33ae17c8ada3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] show failed (client error): The resource could not be found. Apr 07 11:35:51.093514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ce2345e-277e-4825-be24-33ae17c8ada3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups/07b7d53c-039c-4734-8d54-5fbc9171b3c7 HTTP/1.1" status: 404 len: 347 time: 0.0298500 Apr 07 11:35:51.093794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40526) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:51.127376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.133733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1b09f9c5-b81c-47b0-b666-e5913fee284e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.259779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Deleting port a38a0097-b206-4e35-89e8-1dc5a43d1928 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:51.260384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.275806 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1b09f9c5-b81c-47b0-b666-e5913fee284e associated. External IP: 172.25.5.133, port: 74eabbec-6763-4194-bcbd-546f12446107. Apr 07 11:35:51.352594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.353509 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (a38a0097-b206-4e35-89e8-1dc5a43d1928), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.370739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Calling delete_port for a38a0097-b206-4e35-89e8-1dc5a43d1928 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:51.537826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:51.552886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a38a0097-b206-4e35-89e8-1dc5a43d1928), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.580955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event deleted for resources: {'Port': ['ID=a38a0097-b206-4e35-89e8-1dc5a43d1928,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:51.674524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:51.682133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks [] for floatingip (779ea67d-88b4-4da2-9168-d238a48d36d2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.686818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:51.687158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-27034405-a2b5-4770-9e37-dcc171bb1a1c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "DELETE /v2.0/floatingips/779ea67d-88b4-4da2-9168-d238a48d36d2 HTTP/1.1" status: 204 len: 168 time: 0.5924215 Apr 07 11:35:51.701062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:51.719815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:51.720658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:51.771226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:51.783610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:51.784498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:51.864952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:51.865865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5d194-1379-4398-b6b2-f7c2f6fa6e09 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:51.965961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router c074e8a6-fd86-4cba-8d40-62c1f87a0df6 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:52.086243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:52.090902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:52.097780 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] Sync routers for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:52.111420 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:52.112403 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:52.153441 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:52.154315 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-833bad55-db5c-461c-a3ff-4c5fe7d0f094 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/floatingips/1b09f9c5-b81c-47b0-b666-e5913fee284e HTTP/1.1" status: 200 len: 979 time: 1.8017406 Apr 07 11:35:52.157420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40536) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:52.164329 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:52.165247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:52.203590 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:52.204395 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be91124-5051-4978-9855-8dd7fd41aeb4 None None] The sync data for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:52.258975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:52.259336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:52.340193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5352ffa1-81c0-4e3c-867a-309ef3c733c5 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:35:52.352861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:52.364245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 5352ffa1-81c0-4e3c-867a-309ef3c733c5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:35:52.364591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5352ffa1-81c0-4e3c-867a-309ef3c733c5 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:35:52.530790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:52.531067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1b09f9c5-b81c-47b0-b666-e5913fee284e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:52.531354 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Floating IP 1b09f9c5-b81c-47b0-b666-e5913fee284e disassociated. External IP: 172.25.5.133, port: e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e. Apr 07 11:35:52.531693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:52.674831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:52.715737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:53.202341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router c074e8a6-fd86-4cba-8d40-62c1f87a0df6 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:53.328922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:53.340935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] Sync routers for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:53.354053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:53.355124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:53.401855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:53.419846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:53.420483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:53.421107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:53.424776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6cbbb966-e8a5-4e4e-9f70-adb0b0a68c3b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/ports/e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e HTTP/1.1" status: 204 len: 168 time: 1.2663398 Apr 07 11:35:53.427570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:53.464927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:53.465855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5140db-1467-4f05-8a43-51b55dfe8d81 None None] The sync data for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:53.855495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:54.183680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port a325678c-5c38-4c7d-b34e-9744db6dfbc1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:54.184029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:54.290611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:54.306105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for a325678c-5c38-4c7d-b34e-9744db6dfbc1 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:54.540127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a325678c-5c38-4c7d-b34e-9744db6dfbc1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:54.577186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=a325678c-5c38-4c7d-b34e-9744db6dfbc1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:54.791013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.030426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router c074e8a6-fd86-4cba-8d40-62c1f87a0df6 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:35:55.149822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:35:55.156152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c2c8a0f6-4de6-474f-9866-c8a933c6b439 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/routers/c074e8a6-fd86-4cba-8d40-62c1f87a0df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7266440 Apr 07 11:35:55.158353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40552) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:55.162377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] Sync routers for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:35:55.173350 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:55.174286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:55.214735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:55.223871 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] Routers {'c074e8a6-fd86-4cba-8d40-62c1f87a0df6'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:35:55.224514 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:55.261664 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:55.262319 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787c42f-5b7a-4803-b5cc-23ba97538b47 None None] The sync data for ids ['c074e8a6-fd86-4cba-8d40-62c1f87a0df6'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:35:55.279737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.390535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.451624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 42ce8ccb-7692-4233-bec4-fb0db3327f70 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:55.451984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (42ce8ccb-7692-4233-bec4-fb0db3327f70), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.531202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (42ce8ccb-7692-4233-bec4-fb0db3327f70), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.542865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 42ce8ccb-7692-4233-bec4-fb0db3327f70 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:55.735658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (42ce8ccb-7692-4233-bec4-fb0db3327f70), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.773365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=42ce8ccb-7692-4233-bec4-fb0db3327f70,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:55.848013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.947014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:55.949555 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_controller (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.002356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (c074e8a6-fd86-4cba-8d40-62c1f87a0df6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.003131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Fanout notify agent at l3_agent the message router_deleted on router c074e8a6-fd86-4cba-8d40-62c1f87a0df6 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:35:56.015312 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.019365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4ef65a09-a6a5-49f0-9f0a-4766b1dc18e2 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/routers/c074e8a6-fd86-4cba-8d40-62c1f87a0df6 HTTP/1.1" status: 204 len: 168 time: 0.8576121 Apr 07 11:35:56.019722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40556) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:56.076754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting subnet 002e4be3-fef2-427b-9e27-129c1cfcf65f {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:35:56.080730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for subnet (002e4be3-fef2-427b-9e27-129c1cfcf65f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.125577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (002e4be3-fef2-427b-9e27-129c1cfcf65f), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.214907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (002e4be3-fef2-427b-9e27-129c1cfcf65f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.275160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (002e4be3-fef2-427b-9e27-129c1cfcf65f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.302907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Subnet': ['ID=002e4be3-fef2-427b-9e27-129c1cfcf65f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:56.308174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.313956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bcbaa376-4fd0-41e6-acef-bf71deb5591e tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/subnets/002e4be3-fef2-427b-9e27-129c1cfcf65f HTTP/1.1" status: 204 len: 168 time: 0.2908108 Apr 07 11:35:56.314873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40560) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:56.317019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b176707-32a1-417c-88ae-9fabdec3745f None None] Network bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:35:56.402847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.484987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] DHCP port deletion for bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:35:56.553082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] Deleting port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:56.553510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.628926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] For port 5c021be5-7074-4b77-9cd0-4fa7e34a2113, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5c021be5-7074-4b77-9cd0-4fa7e34a2113,segment=NetworkSegment(9fa44819-df14-4df1-8d0e-173f6b783071),segment_id=9fa44819-df14-4df1-8d0e-173f6b783071)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:56.629488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.644656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] Calling delete_port for 5c021be5-7074-4b77-9cd0-4fa7e34a2113 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:56.745034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.773745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] Pushing event deleted for resources: {'Port': ['ID=5c021be5-7074-4b77-9cd0-4fa7e34a2113,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:56.781002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe03c2-002a-43da-92fe-d1d2631b4505 None None] No DVR routers for this DVR port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:35:56.807624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:56.808105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.873845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] For port 5c021be5-7074-4b77-9cd0-4fa7e34a2113, host n-d-836788-1, got binding levels [] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:35:56.874210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.887933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 5c021be5-7074-4b77-9cd0-4fa7e34a2113 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:56.890582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 was not found and therefore no delete operation was performed {{(pid=104178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:35:56.891953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5c021be5-7074-4b77-9cd0-4fa7e34a2113), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:56.908035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] No DVR routers for this DVR port 5c021be5-7074-4b77-9cd0-4fa7e34a2113 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:35:56.932865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=5c021be5-7074-4b77-9cd0-4fa7e34a2113,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:57.019354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.043833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:57.055702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa44819-df14-4df1-8d0e-173f6b783071') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:57.055929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa44819-df14-4df1-8d0e-173f6b783071') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:57.067680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (9fa44819-df14-4df1-8d0e-173f6b783071), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.083135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9fa44819-df14-4df1-8d0e-173f6b783071), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.090310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:35:57.090719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (9fa44819-df14-4df1-8d0e-173f6b783071), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:35:57.094012 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:35:57.176741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.193767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.197783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/networks/bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c HTTP/1.1" status: 204 len: 168 time: 0.8800840 Apr 07 11:35:57.200565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40568) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:57.217801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cc04d-576d-4431-ba9b-b7376d88092d tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Network': ['ID=bbb105c7-abdb-4ea5-a97f-1cfc3ccdac6c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:57.344939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 39642677-45c1-43e3-99a0-61fb15d72ed7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:57.345416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.420340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.420583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (39642677-45c1-43e3-99a0-61fb15d72ed7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.432996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 39642677-45c1-43e3-99a0-61fb15d72ed7 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:57.570398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (39642677-45c1-43e3-99a0-61fb15d72ed7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.597625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=39642677-45c1-43e3-99a0-61fb15d72ed7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:57.672658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for floatingip (1b09f9c5-b81c-47b0-b666-e5913fee284e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.682469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:57.683409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd9c38e2-5fd1-4ea0-8b3d-e6c7b4dc2b58 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b09f9c5-b81c-47b0-b666-e5913fee284e HTTP/1.1" status: 204 len: 168 time: 0.4818740 Apr 07 11:35:57.687850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40570) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:57.714654 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daf3223-62c2-474a-9a19-91a86bc43f4b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] DELETE failed (client error): The resource could not be found. Apr 07 11:35:57.715144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6daf3223-62c2-474a-9a19-91a86bc43f4b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:35:57.718258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6daf3223-62c2-474a-9a19-91a86bc43f4b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/ports/e3e8dded-aa09-4e4d-9dcf-c08d19fb0c0e HTTP/1.1" status: 404 len: 333 time: 0.0292592 Apr 07 11:35:57.720920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:57.749426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8b588235-8a19-49ed-a866-ba6181ff8645 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/ports?device_id=c074e8a6-fd86-4cba-8d40-62c1f87a0df6 HTTP/1.1" status: 200 len: 205 time: 0.0272958 Apr 07 11:35:57.751755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:57.795134 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-9d6e9ca5-ecf6-47b3-8b48-bb0e0960b240 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] delete failed (client error): The resource could not be found. Apr 07 11:35:57.796290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9d6e9ca5-ecf6-47b3-8b48-bb0e0960b240 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/routers/c074e8a6-fd86-4cba-8d40-62c1f87a0df6 HTTP/1.1" status: 404 len: 336 time: 0.0436068 Apr 07 11:35:57.798935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40576) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:57.825472 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b4ddce-f3b1-4b63-a78c-49440f6bd741 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] DELETE failed (client error): The resource could not be found. Apr 07 11:35:57.826164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b4ddce-f3b1-4b63-a78c-49440f6bd741 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:35:57.828963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-17b4ddce-f3b1-4b63-a78c-49440f6bd741 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/subnets/002e4be3-fef2-427b-9e27-129c1cfcf65f HTTP/1.1" status: 404 len: 337 time: 0.0290999 Apr 07 11:35:57.831515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40578) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:57.941607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 74eabbec-6763-4194-bcbd-546f12446107 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:57.943293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (74eabbec-6763-4194-bcbd-546f12446107), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.040959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c021be5-7074-4b77-9cd0-4fa7e34a2113 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:35:58.062481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5c021be5-7074-4b77-9cd0-4fa7e34a2113 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:35:58.063150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5c021be5-7074-4b77-9cd0-4fa7e34a2113 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:35:58.083242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (74eabbec-6763-4194-bcbd-546f12446107), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.097919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 74eabbec-6763-4194-bcbd-546f12446107 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:58.278944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (74eabbec-6763-4194-bcbd-546f12446107), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.312872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=74eabbec-6763-4194-bcbd-546f12446107,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:58.388372 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.391809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2184c1c6-ae3e-4674-b075-5b23ddf6aa2b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/ports/74eabbec-6763-4194-bcbd-546f12446107 HTTP/1.1" status: 204 len: 168 time: 0.5593669 Apr 07 11:35:58.394447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40618) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:58.500805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 81f3a1ce-a53c-450d-838a-f0627740816f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:58.501177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (81f3a1ce-a53c-450d-838a-f0627740816f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.600478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (81f3a1ce-a53c-450d-838a-f0627740816f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.615473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 81f3a1ce-a53c-450d-838a-f0627740816f owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:35:58.769929 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (81f3a1ce-a53c-450d-838a-f0627740816f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.817047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=81f3a1ce-a53c-450d-838a-f0627740816f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:35:58.835636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.835840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.836193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.836547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.836891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.837324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.837811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.838340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.838688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.839155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.839497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.839833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.840171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:35:58.919179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:58.929596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40688) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:58.930687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-654b1235-c79c-4063-b041-e295e4bf664b tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/ports/81f3a1ce-a53c-450d-838a-f0627740816f HTTP/1.1" status: 204 len: 168 time: 0.5322790 Apr 07 11:35:58.997729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ef2787-5b39-4982-bb4c-3a5f85bf0c60 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:35:59.002178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-65ef2787-5b39-4982-bb4c-3a5f85bf0c60 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "GET /v2.0/ports?device_id=625eda99-eb95-48e2-a06e-8459d7d9c5a8 HTTP/1.1" status: 200 len: 913 time: 0.0727007 Apr 07 11:35:59.002402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40700) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:59.539106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (625eda99-eb95-48e2-a06e-8459d7d9c5a8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:59.876123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port ff2d4ad5-d518-4eff-8a18-a794c9720c62 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:35:59.876472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:59.999163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:00.013747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for ff2d4ad5-d518-4eff-8a18-a794c9720c62 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:00.275570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ff2d4ad5-d518-4eff-8a18-a794c9720c62), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:00.307012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=ff2d4ad5-d518-4eff-8a18-a794c9720c62,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:00.549779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (625eda99-eb95-48e2-a06e-8459d7d9c5a8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:00.642577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-268eff56-3b9c-4687-83e2-48c4b7c6e3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:00.833332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:36:00.978283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:36:00.988012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-032058ed-89ed-410d-b808-a4eb81d59f38 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "PUT /v2.0/routers/625eda99-eb95-48e2-a06e-8459d7d9c5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813035 Apr 07 11:36:00.988012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40916) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:00.997431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] Sync routers for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:36:01.027319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:01.027972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:01.126372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:01.133184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router (625eda99-eb95-48e2-a06e-8459d7d9c5a8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.148771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] Routers {'625eda99-eb95-48e2-a06e-8459d7d9c5a8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:01.149737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:01.204310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:01.204976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4ee9b-04c4-4fd8-b7b3-702202d30a44 None None] The sync data for ids ['625eda99-eb95-48e2-a06e-8459d7d9c5a8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:36:01.276126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_gateway (625eda99-eb95-48e2-a06e-8459d7d9c5a8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.358259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting port 492f3989-53a3-45b0-8249-06d988584dbf {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:01.358827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (492f3989-53a3-45b0-8249-06d988584dbf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.504222 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (492f3989-53a3-45b0-8249-06d988584dbf), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.538672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Calling delete_port for 492f3989-53a3-45b0-8249-06d988584dbf owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:01.686310 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.810341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (492f3989-53a3-45b0-8249-06d988584dbf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.838516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Port': ['ID=492f3989-53a3-45b0-8249-06d988584dbf,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:01.945431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (625eda99-eb95-48e2-a06e-8459d7d9c5a8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.082062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (625eda99-eb95-48e2-a06e-8459d7d9c5a8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.084519 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router_controller (625eda99-eb95-48e2-a06e-8459d7d9c5a8), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.152856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (625eda99-eb95-48e2-a06e-8459d7d9c5a8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.153913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Fanout notify agent at l3_agent the message router_deleted on router 625eda99-eb95-48e2-a06e-8459d7d9c5a8 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:36:02.163184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.164866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8c92324b-dd14-4377-9423-9d4ec5f55d57 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/routers/625eda99-eb95-48e2-a06e-8459d7d9c5a8 HTTP/1.1" status: 204 len: 168 time: 1.1759551 Apr 07 11:36:02.167153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41038) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:02.234212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Deleting subnet 789b20b7-959e-4a56-9281-d7e6fac54711 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:36:02.238245 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for subnet (789b20b7-959e-4a56-9281-d7e6fac54711), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.284776 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (789b20b7-959e-4a56-9281-d7e6fac54711), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.371405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (789b20b7-959e-4a56-9281-d7e6fac54711), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.481570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (789b20b7-959e-4a56-9281-d7e6fac54711), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.505107 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.510260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/subnets/789b20b7-959e-4a56-9281-d7e6fac54711 HTTP/1.1" status: 204 len: 168 time: 0.3419161 Apr 07 11:36:02.512771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41060) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:02.551370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2be3c6-a7b7-4e6c-857f-32ea035d9eb4 tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Subnet': ['ID=789b20b7-959e-4a56-9281-d7e6fac54711,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:02.655740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (de6f4422-6dad-48d4-baba-c646d3ccf767), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.710817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-674b03ad-cb34-409c-9307-fd8386a1600f tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:02.712652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-674b03ad-cb34-409c-9307-fd8386a1600f tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/networks?id=7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 200 len: 814 time: 0.1531918 Apr 07 11:36:02.788989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (de6f4422-6dad-48d4-baba-c646d3ccf767), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.817625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6f4422-6dad-48d4-baba-c646d3ccf767']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:02.858196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fe2e33-b3fb-46df-837c-c4293a8996a2') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:02.858821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fe2e33-b3fb-46df-837c-c4293a8996a2') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:02.884950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d8fe2e33-b3fb-46df-837c-c4293a8996a2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.915895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d8fe2e33-b3fb-46df-837c-c4293a8996a2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.927799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-1ececca7-12d9-4eee-892f-171c12531372 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/quotas/136beec1f5b5439f88dced3e2c576f5c HTTP/1.1" status: 200 len: 375 time: 0.2070405 Apr 07 11:36:02.932226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:36:02.933780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d8fe2e33-b3fb-46df-837c-c4293a8996a2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:02.993520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-b28e4866-2aee-4302-b61d-95ce8195701d tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=136beec1f5b5439f88dced3e2c576f5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566986 Apr 07 11:36:03.014227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f52368a1-6bdc-4eda-90e6-277313a1864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:36:03.052428 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:36:03.104727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (de6f4422-6dad-48d4-baba-c646d3ccf767), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:03.111250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:03.120792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] 10.222.0.13 "DELETE /v2.0/networks/de6f4422-6dad-48d4-baba-c646d3ccf767 HTTP/1.1" status: 204 len: 168 time: 0.6054938 Apr 07 11:36:03.162378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba84f14-ec8a-4c81-a313-a062e147f7fa tempest-FloatingIPTestJSON-819490314 tempest-FloatingIPTestJSON-819490314-project] Pushing event deleted for resources: {'Network': ['ID=de6f4422-6dad-48d4-baba-c646d3ccf767,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:03.168870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-96134930-a7ad-4d23-9e29-61da6e38ead3 service neutron] 10.222.0.13 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601884 Apr 07 11:36:03.347430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-8bb02127-6fd3-4dcd-a605-15adb25b2d26 service neutron] 10.222.0.13 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640711 Apr 07 11:36:03.393337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41088) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:03.520641 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:03.655026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41098) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:03.964193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-667945c2-17de-42a1-b474-e577e7a0ac8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af8db4862bc4ecc8eb1f24aac4d958a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078811 Apr 07 11:36:03.973964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41110) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:04.040661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c55f23-7a59-477d-9dd6-a1de88ffb728 admin admin] Publish callbacks [] for security_group (16af12d5-702f-4dec-b5e2-35e3e3e88a61), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:04.068745 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c55f23-7a59-477d-9dd6-a1de88ffb728 admin admin] Publish callbacks [] for security_group (16af12d5-702f-4dec-b5e2-35e3e3e88a61), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:04.077551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c52ccc73-b46e-4e2d-be4e-0e713669c483 req-a8d8575a-3b10-4756-9247-b62bf310e8fd tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 210 time: 0.0454090 Apr 07 11:36:04.089378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46942ad8-96a3-403c-b162-c199d0463f00 req-362ca47d-0b71-47c0-9d60-cca9f3e66f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:04.098332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46942ad8-96a3-403c-b162-c199d0463f00 req-362ca47d-0b71-47c0-9d60-cca9f3e66f92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1128 time: 0.7034249 Apr 07 11:36:04.156413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c55f23-7a59-477d-9dd6-a1de88ffb728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (16af12d5-702f-4dec-b5e2-35e3e3e88a61), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:04.161783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c55f23-7a59-477d-9dd6-a1de88ffb728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:04.164958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51c55f23-7a59-477d-9dd6-a1de88ffb728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16af12d5-702f-4dec-b5e2-35e3e3e88a61 HTTP/1.1" status: 204 len: 168 time: 0.1895223 Apr 07 11:36:04.174765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46942ad8-96a3-403c-b162-c199d0463f00 req-e93578d6-6d83-40e4-97a7-bfdba39b84ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754933 Apr 07 11:36:04.180197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c55f23-7a59-477d-9dd6-a1de88ffb728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af12d5-702f-4dec-b5e2-35e3e3e88a61,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:04.485990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.312885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-fce4911c-4460-4982-9c1d-538c8b12cc56 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:05.316513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-fce4911c-4460-4982-9c1d-538c8b12cc56 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "GET /v2.0/networks?id=7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 200 len: 814 time: 0.2711334 Apr 07 11:36:05.329487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Request body: {'port': {'device_id': '647da293-b1cb-4b3d-9819-16f863d501c3', 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9', 'admin_state_up': True, 'tenant_id': '136beec1f5b5439f88dced3e2c576f5c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:05.382524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41152) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:05.517757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42cfd51a-c838-4fcf-9679-aa28135cc54e req-d474fa3a-eaee-484c-bf37-d7285c2b9608 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 210 time: 0.2517021 Apr 07 11:36:05.544309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Made reservation on behalf of 136beec1f5b5439f88dced3e2c576f5c for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:05.548835 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.559084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004552075'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:05.619194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.631386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.814035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (713918d0-7e57-43d6-9994-d4b334a9c04d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.824210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (713918d0-7e57-43d6-9994-d4b334a9c04d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.832787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Allocated IP 172.20.0.5 (7de89015-09b5-4770-a12b-cf1ed89ef7f9/ebac0344-598b-49e5-b128-92b65ceebcba/39ce4d53-a9e3-48ca-894c-e83c956befc1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:05.971993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713918d0-7e57-43d6-9994-d4b334a9c04d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:05.978057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:05.984469 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.033393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.077036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.080660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks [] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.080832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6941602 Apr 07 11:36:06.085043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41160) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:06.102676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb97ea6-7b30-47b2-98f5-d7de4ffaefc6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f61693-eba8-4baa-b347-615e04f02690,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:06.121055 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.202706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:06.219744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:06.229316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-394a425f-bd59-4201-b294-dffc620b71ad tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1413832 Apr 07 11:36:06.230829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:06.232094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41162) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:06.240069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-security--1752119285', 'description': 'tempest-security-description-1401907324'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:06.277354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Pushing event updated for resources: {'Port': ['ID=39ce4d53-a9e3-48ca-894c-e83c956befc1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:06.285805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.341199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:06.342194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.351771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.362133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.366568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.369958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-a0f9cd41-d5f7-443d-8694-e3badce0f26c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0444980 Apr 07 11:36:06.371148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:06.371459 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "PUT /v2.0/security-groups/b3f61693-eba8-4baa-b347-615e04f02690 HTTP/1.1" status: 200 len: 1797 time: 0.1373098 Apr 07 11:36:06.402581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb216b8a-38ad-4e93-bf67-60cd4bedee89 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f61693-eba8-4baa-b347-615e04f02690,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:06.408982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Request body: {'port': {'device_id': '647da293-b1cb-4b3d-9819-16f863d501c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:06.445789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ce40f192-9d7c-405f-942b-2a8ca2540feb tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups/b3f61693-eba8-4baa-b347-615e04f02690 HTTP/1.1" status: 200 len: 1797 time: 0.0730543 Apr 07 11:36:06.448885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41166) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:06.519927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.553890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cddd8d58-06bc-46ed-b32b-bedc70a09e1e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.607177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cddd8d58-06bc-46ed-b32b-bedc70a09e1e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.970957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cddd8d58-06bc-46ed-b32b-bedc70a09e1e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3f61693-eba8-4baa-b347-615e04f02690), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.973924 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cddd8d58-06bc-46ed-b32b-bedc70a09e1e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:06.978057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cddd8d58-06bc-46ed-b32b-bedc70a09e1e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3f61693-eba8-4baa-b347-615e04f02690 HTTP/1.1" status: 204 len: 168 time: 0.5250528 Apr 07 11:36:06.978409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41172) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.030376 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22020d17-f1b7-44ef-8dab-269a325bcb2b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0483019 Apr 07 11:36:07.030597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41174) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.034312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd8d58-06bc-46ed-b32b-bedc70a09e1e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f61693-eba8-4baa-b347-615e04f02690,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.073498 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-f59c09d1-4218-476a-adf6-819029b6f76e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] delete failed (client error): The resource could not be found. Apr 07 11:36:07.083594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41176) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.084324 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f59c09d1-4218-476a-adf6-819029b6f76e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3f61693-eba8-4baa-b347-615e04f02690 HTTP/1.1" status: 404 len: 347 time: 0.0402081 Apr 07 11:36:07.091428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790820247'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:07.113228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ce4d53-a9e3-48ca-894c-e83c956befc1 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:36:07.125388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Publish callbacks [] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.136052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35429b67-171b-433f-9745-c59b3a0d860e req-867c1261-0c76-4a84-82b9-06dd2dfbb7bb tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:07.138297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35429b67-171b-433f-9745-c59b3a0d860e req-867c1261-0c76-4a84-82b9-06dd2dfbb7bb tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 931 time: 0.4404695 Apr 07 11:36:07.178075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.182147 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.190229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Transition to ACTIVE for port object 39ce4d53-a9e3-48ca-894c-e83c956befc1 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:36:07.211393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.308511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35429b67-171b-433f-9745-c59b3a0d860e req-22ce5b70-9fef-4767-b6ca-126f9240c456 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592758 Apr 07 11:36:07.309170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Pushing event updated for resources: {'Port': ['ID=39ce4d53-a9e3-48ca-894c-e83c956befc1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.412167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (1569a4e8-c6c0-4a97-9960-40d4a0e3810b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.420947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1569a4e8-c6c0-4a97-9960-40d4a0e3810b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.451400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Attempting to bind port 39ce4d53-a9e3-48ca-894c-e83c956befc1 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:07.451742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Attempting to bind port 39ce4d53-a9e3-48ca-894c-e83c956befc1 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:07.452079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Attempting to bind port 39ce4d53-a9e3-48ca-894c-e83c956befc1 on network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:07.467998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Port 39ce4d53-a9e3-48ca-894c-e83c956befc1 on network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:36:07.468359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Attempting to bind port 39ce4d53-a9e3-48ca-894c-e83c956befc1 on network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:07.472684 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.474095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3879509 Apr 07 11:36:07.477787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41180) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.479811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ad796-4a2a-4f23-884b-38905a7b168e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1569a4e8-c6c0-4a97-9960-40d4a0e3810b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.485232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '1569a4e8-c6c0-4a97-9960-40d4a0e3810b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:07.498060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:07.498573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Checking segment: {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:07.498969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Bound using segment: {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:07.499572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Bound port: 39ce4d53-a9e3-48ca-894c-e83c956befc1, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:07.499946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.552229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (2889dea8-a892-457d-8d2b-28b6e82d5310), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.611573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] For port 39ce4d53-a9e3-48ca-894c-e83c956befc1, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:07.618638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] For port 39ce4d53-a9e3-48ca-894c-e83c956befc1, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:07.628330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.645193 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (2889dea8-a892-457d-8d2b-28b6e82d5310), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.666559 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2889dea8-a892-457d-8d2b-28b6e82d5310), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.678163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:07.678163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.679952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] 10.222.0.41 "PUT /v2.0/ports/39ce4d53-a9e3-48ca-894c-e83c956befc1 HTTP/1.1" status: 200 len: 1091 time: 1.2751284 Apr 07 11:36:07.682596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647da293-b1cb-4b3d-9819-16f863d501c3', 'tag': '39ce4d53-a9e3-48ca-894c-e83c956befc1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:07.685395 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfc3b2b-61d6-48dd-a61b-cf471436735d" -d '{"events": [{"name": "network-changed", "server_uuid": "647da293-b1cb-4b3d-9819-16f863d501c3", "tag": "39ce4d53-a9e3-48ca-894c-e83c956befc1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:07.710087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2889dea8-a892-457d-8d2b-28b6e82d5310,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.732384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.736648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec98c72a-919e-423b-a1ee-cc2988633e14 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2548542 Apr 07 11:36:07.737510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41184) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.743933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323dda7-a152-4c04-bb2f-c1feb9618c02 service neutron] Pushing event updated for resources: {'Port': ['ID=39ce4d53-a9e3-48ca-894c-e83c956befc1,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.760147 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e026fb8-2a45-46bb-b18e-ee181284dc62 x-openstack-request-id: req-2e026fb8-2a45-46bb-b18e-ee181284dc62 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:07.760147 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647da293-b1cb-4b3d-9819-16f863d501c3", "tag": "39ce4d53-a9e3-48ca-894c-e83c956befc1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:07.760147 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e026fb8-2a45-46bb-b18e-ee181284dc62 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:07.760574 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e026fb8-2a45-46bb-b18e-ee181284dc62'] response: {'name': 'network-changed', 'server_uuid': '647da293-b1cb-4b3d-9819-16f863d501c3', 'tag': '39ce4d53-a9e3-48ca-894c-e83c956befc1', 'status': 'completed', 'code': 200} Apr 07 11:36:07.766487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11644e61-b03c-4f59-9260-d935db6c0cd1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (2889dea8-a892-457d-8d2b-28b6e82d5310), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.774879 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11644e61-b03c-4f59-9260-d935db6c0cd1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (2889dea8-a892-457d-8d2b-28b6e82d5310), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.794091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-16250288-a7b8-4e53-a16b-8da6a9129ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:07.795579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-16250288-a7b8-4e53-a16b-8da6a9129ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=136beec1f5b5439f88dced3e2c576f5c&device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 1125 time: 0.0484440 Apr 07 11:36:07.802383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11644e61-b03c-4f59-9260-d935db6c0cd1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2889dea8-a892-457d-8d2b-28b6e82d5310), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.812750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11644e61-b03c-4f59-9260-d935db6c0cd1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.816307 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-11644e61-b03c-4f59-9260-d935db6c0cd1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2889dea8-a892-457d-8d2b-28b6e82d5310 HTTP/1.1" status: 204 len: 168 time: 0.0752740 Apr 07 11:36:07.818005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41186) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.826750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11644e61-b03c-4f59-9260-d935db6c0cd1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2889dea8-a892-457d-8d2b-28b6e82d5310,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.845778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-2e25a860-c03b-45de-b696-12ba515d0f7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1 HTTP/1.1" status: 200 len: 217 time: 0.0432532 Apr 07 11:36:07.872959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-355e2316-8b0d-42a9-a288-cd2ffac8ff7c tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513930 Apr 07 11:36:07.873355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41188) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.900158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c64-7b23-4f59-86f3-44460af906b6 req-eb49244f-a6dd-41c2-b57d-45545c002b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:07.901680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-eb49244f-a6dd-41c2-b57d-45545c002b1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebac0344-598b-49e5-b128-92b65ceebcba HTTP/1.1" status: 200 len: 854 time: 0.0487909 Apr 07 11:36:07.930451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238f68df-3407-4694-827b-620115c3a26e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (1569a4e8-c6c0-4a97-9960-40d4a0e3810b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.935744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-7f0077c7-bc6e-4952-9fb3-49c5c3ca3718 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7de89015-09b5-4770-a12b-cf1ed89ef7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281746 Apr 07 11:36:07.955603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238f68df-3407-4694-827b-620115c3a26e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (1569a4e8-c6c0-4a97-9960-40d4a0e3810b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.004253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238f68df-3407-4694-827b-620115c3a26e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1569a4e8-c6c0-4a97-9960-40d4a0e3810b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.008888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-238f68df-3407-4694-827b-620115c3a26e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.010811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-238f68df-3407-4694-827b-620115c3a26e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/1569a4e8-c6c0-4a97-9960-40d4a0e3810b HTTP/1.1" status: 204 len: 168 time: 0.1366141 Apr 07 11:36:08.014333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41190) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:08.023549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f68df-3407-4694-827b-620115c3a26e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1569a4e8-c6c0-4a97-9960-40d4a0e3810b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:08.056857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-7159c8ee-c4b8-43c3-b3f0-b3d96dba8bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147525 Apr 07 11:36:08.129401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-942d59cd-3b16-4236-ab8b-416e2398768b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1105666 Apr 07 11:36:08.130062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41192) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:08.136722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--584106355'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:08.184581 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.197760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15490c64-7b23-4f59-86f3-44460af906b6 req-ec79d282-f82d-4901-babb-eef23e0355df service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327689 Apr 07 11:36:08.286541 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (67c7829a-3b8b-4151-b798-4f89a81e3ff7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.293941 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (67c7829a-3b8b-4151-b798-4f89a81e3ff7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.333423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.338420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2036817 Apr 07 11:36:08.338420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46494-e98d-4953-a062-6046eeaa908d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c7829a-3b8b-4151-b798-4f89a81e3ff7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:08.339714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:08.351163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-58c210a6-9d4c-45cd-a544-8a4a8c92f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:08.353669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-58c210a6-9d4c-45cd-a544-8a4a8c92f095 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=136beec1f5b5439f88dced3e2c576f5c&device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 1125 time: 0.0994644 Apr 07 11:36:08.357263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '67c7829a-3b8b-4151-b798-4f89a81e3ff7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:08.407270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (9d15ced1-b843-4316-8b1f-6f2f4afb7e0e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.469321 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (9d15ced1-b843-4316-8b1f-6f2f4afb7e0e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.474475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9d15ced1-b843-4316-8b1f-6f2f4afb7e0e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.494238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d15ced1-b843-4316-8b1f-6f2f4afb7e0e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:08.499907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-b59e696e-1116-4b09-9005-0feb2a0e13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:08.501607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-b59e696e-1116-4b09-9005-0feb2a0e13d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 200 len: 915 time: 0.1412854 Apr 07 11:36:08.505722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.506129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7ab72b5d-86f6-4f4e-af23-fdb575b92e6a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645463 Apr 07 11:36:08.509377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41200) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:08.513749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '67c7829a-3b8b-4151-b798-4f89a81e3ff7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:08.524502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d1b9-e7a6-4ae3-8d18-574e259c06a6 req-4ca41017-5c37-4e6a-870b-d91d7ae7396e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:08.526193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d23d1b9-e7a6-4ae3-8d18-574e259c06a6 req-4ca41017-5c37-4e6a-870b-d91d7ae7396e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 943 time: 0.1107967 Apr 07 11:36:08.544540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b2e1934b-4473-4a1c-9bb5-b9240a698110), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.564028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-d5989543-6ed8-4ef3-9f11-321487dc56be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1 HTTP/1.1" status: 200 len: 217 time: 0.0525126 Apr 07 11:36:08.621662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b2e1934b-4473-4a1c-9bb5-b9240a698110), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.628544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b2e1934b-4473-4a1c-9bb5-b9240a698110), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.652685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e1934b-4473-4a1c-9bb5-b9240a698110,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:08.656223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-2fcd0b36-1b96-4bde-96c2-cc9acd5ae7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:08.658239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-2fcd0b36-1b96-4bde-96c2-cc9acd5ae7f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebac0344-598b-49e5-b128-92b65ceebcba HTTP/1.1" status: 200 len: 854 time: 0.0823252 Apr 07 11:36:08.661637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d23d1b9-e7a6-4ae3-8d18-574e259c06a6 req-6b5bbaba-2b19-4fef-bd48-550582d1049c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054425 Apr 07 11:36:08.663136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.667039 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c1d054ac-e1f7-459a-be60-7bc0b3ea5075 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542704 Apr 07 11:36:08.667326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41202) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:08.679156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '67c7829a-3b8b-4151-b798-4f89a81e3ff7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:08.705173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-3fd6d8d5-3072-40da-a849-38cbd7e40411 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7de89015-09b5-4770-a12b-cf1ed89ef7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402210 Apr 07 11:36:08.764650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b693d944-e886-4cf6-84fd-de9c55c89429), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.844074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-62ab5366-43c0-449f-afdb-1219f5e89e3a service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310177 Apr 07 11:36:08.854773 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b693d944-e886-4cf6-84fd-de9c55c89429), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.863156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b693d944-e886-4cf6-84fd-de9c55c89429), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.918043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b693d944-e886-4cf6-84fd-de9c55c89429,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:08.930045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.933891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3edc9b49-9eac-4798-a2f4-95915c41da16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630615 Apr 07 11:36:08.934723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41206) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:08.939846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '67c7829a-3b8b-4151-b798-4f89a81e3ff7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:08.987216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (ca760143-99d9-4080-81b7-506d0b073bbe), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:08.994111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbfc3b2b-61d6-48dd-a61b-cf471436735d req-c75f9491-7c82-484a-84e2-02ce82975f1b service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412997 Apr 07 11:36:09.071467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (ca760143-99d9-4080-81b7-506d0b073bbe), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.076642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ca760143-99d9-4080-81b7-506d0b073bbe), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.096853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca760143-99d9-4080-81b7-506d0b073bbe,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.104454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.105739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a55fbb66-41e9-407c-8498-4cb872cc04b9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706731 Apr 07 11:36:09.108424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41208) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.113446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '67c7829a-3b8b-4151-b798-4f89a81e3ff7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:09.141213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b1d2a411-5d64-4597-ad53-d05c34f14877), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.204175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b1d2a411-5d64-4597-ad53-d05c34f14877), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.208095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b1d2a411-5d64-4597-ad53-d05c34f14877), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.227499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d2a411-5d64-4597-ad53-d05c34f14877,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.236338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.237838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-83c89e66-2ebe-40dd-94f7-e8b40a963428 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1284637 Apr 07 11:36:09.240771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41210) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.270804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1af-6d55-4ed9-99d5-8157e572780b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b1d2a411-5d64-4597-ad53-d05c34f14877), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.279478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1af-6d55-4ed9-99d5-8157e572780b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b1d2a411-5d64-4597-ad53-d05c34f14877), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.309326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1af-6d55-4ed9-99d5-8157e572780b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b1d2a411-5d64-4597-ad53-d05c34f14877), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.315356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d6eca1af-6d55-4ed9-99d5-8157e572780b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.316502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d6eca1af-6d55-4ed9-99d5-8157e572780b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b1d2a411-5d64-4597-ad53-d05c34f14877 HTTP/1.1" status: 204 len: 168 time: 0.0742712 Apr 07 11:36:09.319065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41212) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.341673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca1af-6d55-4ed9-99d5-8157e572780b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1d2a411-5d64-4597-ad53-d05c34f14877,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.379525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ed269772-1c97-4fec-af34-dcd40f6f66d2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0563025 Apr 07 11:36:09.379738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41218) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.405694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8403d0de-d07b-4178-ac81-e2ec77318ce6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (ca760143-99d9-4080-81b7-506d0b073bbe), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.415694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8403d0de-d07b-4178-ac81-e2ec77318ce6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (ca760143-99d9-4080-81b7-506d0b073bbe), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.450750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8403d0de-d07b-4178-ac81-e2ec77318ce6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ca760143-99d9-4080-81b7-506d0b073bbe), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.457654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8403d0de-d07b-4178-ac81-e2ec77318ce6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.461740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8403d0de-d07b-4178-ac81-e2ec77318ce6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ca760143-99d9-4080-81b7-506d0b073bbe HTTP/1.1" status: 204 len: 168 time: 0.0781770 Apr 07 11:36:09.462122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.465339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403d0de-d07b-4178-ac81-e2ec77318ce6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca760143-99d9-4080-81b7-506d0b073bbe,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.521014 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6fd13262-8c62-4a31-bb64-c1d56cec4e7e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0550520 Apr 07 11:36:09.521298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.547883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7923b561-d051-42ba-bb65-6485d9738be3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b693d944-e886-4cf6-84fd-de9c55c89429), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.556933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7923b561-d051-42ba-bb65-6485d9738be3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b693d944-e886-4cf6-84fd-de9c55c89429), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.584077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7923b561-d051-42ba-bb65-6485d9738be3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b693d944-e886-4cf6-84fd-de9c55c89429), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.591586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7923b561-d051-42ba-bb65-6485d9738be3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.593008 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7923b561-d051-42ba-bb65-6485d9738be3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b693d944-e886-4cf6-84fd-de9c55c89429 HTTP/1.1" status: 204 len: 168 time: 0.0687027 Apr 07 11:36:09.596170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41226) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.598581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923b561-d051-42ba-bb65-6485d9738be3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b693d944-e886-4cf6-84fd-de9c55c89429,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.640204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627050d3-1df3-442b-88f4-05cdb69643bb req-c17ff60a-29a1-4772-9f61-cf66127ea427 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:09.642628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-627050d3-1df3-442b-88f4-05cdb69643bb req-c17ff60a-29a1-4772-9f61-cf66127ea427 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.0883338 Apr 07 11:36:09.670589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e92556cd-7709-4bfb-b249-52f707d8f569 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0728331 Apr 07 11:36:09.673475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41228) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.702246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21252174-8055-48c1-95de-bbe19d1476f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b2e1934b-4473-4a1c-9bb5-b9240a698110), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.711484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21252174-8055-48c1-95de-bbe19d1476f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (b2e1934b-4473-4a1c-9bb5-b9240a698110), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.726432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-627050d3-1df3-442b-88f4-05cdb69643bb req-fbe60a69-f870-418e-9b3e-c01d2189979d tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737989 Apr 07 11:36:09.757633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21252174-8055-48c1-95de-bbe19d1476f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b2e1934b-4473-4a1c-9bb5-b9240a698110), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.771792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21252174-8055-48c1-95de-bbe19d1476f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.775445 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21252174-8055-48c1-95de-bbe19d1476f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b2e1934b-4473-4a1c-9bb5-b9240a698110 HTTP/1.1" status: 204 len: 168 time: 0.0986686 Apr 07 11:36:09.775445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21252174-8055-48c1-95de-bbe19d1476f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2e1934b-4473-4a1c-9bb5-b9240a698110,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.775691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.816452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69513eef-a02f-46ba-86a8-1f75b0345361 req-6859bb6b-5555-47b0-8058-2193bec2bc72 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:09.817984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69513eef-a02f-46ba-86a8-1f75b0345361 req-6859bb6b-5555-47b0-8058-2193bec2bc72 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 943 time: 0.0595708 Apr 07 11:36:09.826922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-de69b56b-032f-402e-bd64-53d136d2c971 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0501602 Apr 07 11:36:09.829505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.855476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80e08259-61d7-4c92-b5ee-de0a6c461184 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (9d15ced1-b843-4316-8b1f-6f2f4afb7e0e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.863826 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80e08259-61d7-4c92-b5ee-de0a6c461184 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (9d15ced1-b843-4316-8b1f-6f2f4afb7e0e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.877295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69513eef-a02f-46ba-86a8-1f75b0345361 req-7d3a0b63-b50f-4ff8-8d9f-eea12115b2b3 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512834 Apr 07 11:36:09.892302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80e08259-61d7-4c92-b5ee-de0a6c461184 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9d15ced1-b843-4316-8b1f-6f2f4afb7e0e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.900003 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-80e08259-61d7-4c92-b5ee-de0a6c461184 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:09.903614 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-80e08259-61d7-4c92-b5ee-de0a6c461184 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9d15ced1-b843-4316-8b1f-6f2f4afb7e0e HTTP/1.1" status: 204 len: 168 time: 0.0708582 Apr 07 11:36:09.903849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41236) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:09.915348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e08259-61d7-4c92-b5ee-de0a6c461184 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d15ced1-b843-4316-8b1f-6f2f4afb7e0e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:09.957416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-de7a8e65-413c-4ecc-a788-6a96b923953f tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496264 Apr 07 11:36:09.958136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.012599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36acaa97-cefa-4bbd-ac65-43dde454c6fc tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (67c7829a-3b8b-4151-b798-4f89a81e3ff7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.034738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36acaa97-cefa-4bbd-ac65-43dde454c6fc tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (67c7829a-3b8b-4151-b798-4f89a81e3ff7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.077050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36acaa97-cefa-4bbd-ac65-43dde454c6fc tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (67c7829a-3b8b-4151-b798-4f89a81e3ff7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.079736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36acaa97-cefa-4bbd-ac65-43dde454c6fc tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.080957 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36acaa97-cefa-4bbd-ac65-43dde454c6fc tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/67c7829a-3b8b-4151-b798-4f89a81e3ff7 HTTP/1.1" status: 204 len: 168 time: 0.1218457 Apr 07 11:36:10.083784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41240) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.090520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acaa97-cefa-4bbd-ac65-43dde454c6fc tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c7829a-3b8b-4151-b798-4f89a81e3ff7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:10.138490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eef773a3-9e7f-4adb-8633-e411a6e219e9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532742 Apr 07 11:36:10.143206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41242) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.148091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768066694'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:10.169035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.239318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (cb7bf7c1-c53b-4dc5-a544-20debe5286f2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.243472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cb7bf7c1-c53b-4dc5-a544-20debe5286f2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.282552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.283839 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1395390 Apr 07 11:36:10.286076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95892b-47a1-40ee-8a9b-0a7ee7aed78a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7bf7c1-c53b-4dc5-a544-20debe5286f2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:10.286895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41244) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.292379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': 'cb7bf7c1-c53b-4dc5-a544-20debe5286f2', 'direction': 'ingress', 'protocol': 17}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:10.316232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8e658-541f-4485-9081-01459c5d28a4 req-d2e22e1b-8aed-4a15-a38f-fb8d7728ffe2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:10.317867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a8e658-541f-4485-9081-01459c5d28a4 req-d2e22e1b-8aed-4a15-a38f-fb8d7728ffe2 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.0822852 Apr 07 11:36:10.366427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (11f6e106-e547-4493-838d-bce800a11ef4), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.457052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (11f6e106-e547-4493-838d-bce800a11ef4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.462581 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (11f6e106-e547-4493-838d-bce800a11ef4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.473907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Deleting port 4b7770da-7dc5-4417-9e66-c6e615c095ee {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:10.474251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.498402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f6e106-e547-4493-838d-bce800a11ef4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:10.530153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.531337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-99b243ba-26ff-4ef8-be7e-df376b31d678 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2434547 Apr 07 11:36:10.534205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41246) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.614041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] For port 4b7770da-7dc5-4417-9e66-c6e615c095ee, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4b7770da-7dc5-4417-9e66-c6e615c095ee,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:10.614751 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.640423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Calling delete_port for 4b7770da-7dc5-4417-9e66-c6e615c095ee owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:10.642327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd22842d-d031-4edf-aa4d-2c5e2b285fcd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (cb7bf7c1-c53b-4dc5-a544-20debe5286f2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.700274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd22842d-d031-4edf-aa4d-2c5e2b285fcd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (cb7bf7c1-c53b-4dc5-a544-20debe5286f2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.774419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd22842d-d031-4edf-aa4d-2c5e2b285fcd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cb7bf7c1-c53b-4dc5-a544-20debe5286f2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.777408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd22842d-d031-4edf-aa4d-2c5e2b285fcd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.785164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41250) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.785731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fd22842d-d031-4edf-aa4d-2c5e2b285fcd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb7bf7c1-c53b-4dc5-a544-20debe5286f2 HTTP/1.1" status: 204 len: 168 time: 0.2463808 Apr 07 11:36:10.813013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22842d-d031-4edf-aa4d-2c5e2b285fcd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7bf7c1-c53b-4dc5-a544-20debe5286f2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:10.850324 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d81d0b3-aa5b-4ad9-bac2-addd3e020920 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676842 Apr 07 11:36:10.854578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41252) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.859302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927432736'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:10.884428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4b7770da-7dc5-4417-9e66-c6e615c095ee), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.884712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.901885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8ea20f7d-f1f5-42a4-8358-34675cfb6e5a', '4b7770da-7dc5-4417-9e66-c6e615c095ee'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:10.941767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ff9c-d8af-41c1-a1eb-861ae94f069b req-d72fbb98-cdd7-4afd-994f-581a1dac5bb9 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:10.953212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0f5ff9c-d8af-41c1-a1eb-861ae94f069b req-d72fbb98-cdd7-4afd-994f-581a1dac5bb9 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b4fbaa-bf7b-41f2-8265-ff11b372e187 HTTP/1.1" status: 200 len: 945 time: 0.1312916 Apr 07 11:36:10.957445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event deleted for resources: {'Port': ['ID=4b7770da-7dc5-4417-9e66-c6e615c095ee,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:10.977524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (50688404-7393-433d-b14e-e3537683721d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:10.985058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50688404-7393-433d-b14e-e3537683721d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.018927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.023862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1644554 Apr 07 11:36:11.024446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41256) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.029077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--210705216'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:11.060723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.071824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc659c-41b8-4802-94b4-660b0bb7dbd2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50688404-7393-433d-b14e-e3537683721d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.112652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] No DVR routers for this DVR port 4b7770da-7dc5-4417-9e66-c6e615c095ee on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:36:11.120801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.124453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91a8e658-541f-4485-9081-01459c5d28a4 req-0b0ae011-020c-4dcf-9a0f-681799ceb372 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "DELETE /v2.0/ports/4b7770da-7dc5-4417-9e66-c6e615c095ee HTTP/1.1" status: 204 len: 173 time: 0.7999876 Apr 07 11:36:11.126438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'name': 'network-vif-deleted', 'tag': '4b7770da-7dc5-4417-9e66-c6e615c095ee'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:11.135633 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e6661c-1205-4459-854a-47142b622a14" -d '{"events": [{"server_uuid": "40b4fbaa-bf7b-41f2-8265-ff11b372e187", "name": "network-vif-deleted", "tag": "4b7770da-7dc5-4417-9e66-c6e615c095ee"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:11.146816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (cfd3246b-6f08-4d2c-8bba-49c2cdc11e21), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.153204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cfd3246b-6f08-4d2c-8bba-49c2cdc11e21), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.167647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0f5ff9c-d8af-41c1-a1eb-861ae94f069b req-e7d2f390-0bfd-4539-8c6b-aef8f0e6f57a tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135401 Apr 07 11:36:11.192580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd3246b-6f08-4d2c-8bba-49c2cdc11e21,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.204297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.205767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-14bc6954-ab36-4a23-915a-2e523cb15cc1 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1804032 Apr 07 11:36:11.208650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41262) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.212196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d0d15-4fd7-4e2d-8bea-6c669a51a678 req-3f7e4cc6-d802-43e6-a570-4ce294d40498 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:11.215151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '50688404-7393-433d-b14e-e3537683721d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cfd3246b-6f08-4d2c-8bba-49c2cdc11e21', 'remote_ip_prefix': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:11.219917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a21d0d15-4fd7-4e2d-8bea-6c669a51a678 req-3f7e4cc6-d802-43e6-a570-4ce294d40498 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 943 time: 0.1791627 Apr 07 11:36:11.234868 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ad3bc-dccb-46d0-a5dc-016a58fb377f x-openstack-request-id: req-ae3ad3bc-dccb-46d0-a5dc-016a58fb377f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:11.235388 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b4fbaa-bf7b-41f2-8265-ff11b372e187", "name": "network-vif-deleted", "tag": "4b7770da-7dc5-4417-9e66-c6e615c095ee", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:11.235970 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae3ad3bc-dccb-46d0-a5dc-016a58fb377f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:11.236689 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3ad3bc-dccb-46d0-a5dc-016a58fb377f'] response: {'server_uuid': '40b4fbaa-bf7b-41f2-8265-ff11b372e187', 'name': 'network-vif-deleted', 'tag': '4b7770da-7dc5-4417-9e66-c6e615c095ee', 'status': 'completed', 'code': 200} Apr 07 11:36:11.266461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (d3d22a77-5172-4486-b7e8-6e5088018132), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.288848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a21d0d15-4fd7-4e2d-8bea-6c669a51a678 req-55833841-68dc-48ae-b3dd-06ba86c5d0e0 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651624 Apr 07 11:36:11.378772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (d3d22a77-5172-4486-b7e8-6e5088018132), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.384698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d3d22a77-5172-4486-b7e8-6e5088018132), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.405251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d22a77-5172-4486-b7e8-6e5088018132,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.415581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.416952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-797e9c21-f365-4d7f-9f07-51f6428157fe tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2071781 Apr 07 11:36:11.419740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41264) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.451496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc7c-2e4b-4a50-930a-6532070671e2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (d3d22a77-5172-4486-b7e8-6e5088018132), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.460782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc7c-2e4b-4a50-930a-6532070671e2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (d3d22a77-5172-4486-b7e8-6e5088018132), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.491532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc7c-2e4b-4a50-930a-6532070671e2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d3d22a77-5172-4486-b7e8-6e5088018132), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.498921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30a9dc7c-2e4b-4a50-930a-6532070671e2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.500047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30a9dc7c-2e4b-4a50-930a-6532070671e2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d3d22a77-5172-4486-b7e8-6e5088018132 HTTP/1.1" status: 204 len: 168 time: 0.0793571 Apr 07 11:36:11.502928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.506249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9dc7c-2e4b-4a50-930a-6532070671e2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3d22a77-5172-4486-b7e8-6e5088018132,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.549508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9d3a5d1e-5902-44b2-80b3-3f8e3c90f69c tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0426531 Apr 07 11:36:11.549738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41268) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.615209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16695b24-09f0-44e0-9d2d-d40bffddcd05 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (cfd3246b-6f08-4d2c-8bba-49c2cdc11e21), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.645734 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16695b24-09f0-44e0-9d2d-d40bffddcd05 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (cfd3246b-6f08-4d2c-8bba-49c2cdc11e21), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.693889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16695b24-09f0-44e0-9d2d-d40bffddcd05 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cfd3246b-6f08-4d2c-8bba-49c2cdc11e21), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.697944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-16695b24-09f0-44e0-9d2d-d40bffddcd05 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.698348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-16695b24-09f0-44e0-9d2d-d40bffddcd05 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfd3246b-6f08-4d2c-8bba-49c2cdc11e21 HTTP/1.1" status: 204 len: 168 time: 0.1477132 Apr 07 11:36:11.700967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.711271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695b24-09f0-44e0-9d2d-d40bffddcd05 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd3246b-6f08-4d2c-8bba-49c2cdc11e21,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.775138 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9df76eab-5769-4634-98e8-79d8e531c3d9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0729244 Apr 07 11:36:11.777919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41272) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.829324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfbc8-1363-4bdd-99eb-fd91eafa2b4d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (50688404-7393-433d-b14e-e3537683721d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.851935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfbc8-1363-4bdd-99eb-fd91eafa2b4d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (50688404-7393-433d-b14e-e3537683721d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.893521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfbc8-1363-4bdd-99eb-fd91eafa2b4d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50688404-7393-433d-b14e-e3537683721d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.896536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfbc8-1363-4bdd-99eb-fd91eafa2b4d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.898215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dfbcfbc8-1363-4bdd-99eb-fd91eafa2b4d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/50688404-7393-433d-b14e-e3537683721d HTTP/1.1" status: 204 len: 168 time: 0.1193278 Apr 07 11:36:11.901233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41274) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.910720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcfbc8-1363-4bdd-99eb-fd91eafa2b4d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50688404-7393-433d-b14e-e3537683721d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.955023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2a0c16dd-5301-4deb-9b81-9c38f30f4f48 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0522294 Apr 07 11:36:11.958781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41276) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:11.962930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161566757'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:11.982978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.049862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (bdfd4223-c255-4525-baab-87a1faae3f22), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.053352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdfd4223-c255-4525-baab-87a1faae3f22), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.083457 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.084683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1249998 Apr 07 11:36:12.087142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163d992-c366-44ad-afe4-6bdcc7f420f9 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd4223-c255-4525-baab-87a1faae3f22,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.088510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41278) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.094420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': 'bdfd4223-c255-4525-baab-87a1faae3f22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:12.121512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (c7d4a382-55b6-4799-9775-c515fc9b77cf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.170000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (c7d4a382-55b6-4799-9775-c515fc9b77cf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.173567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c7d4a382-55b6-4799-9775-c515fc9b77cf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.191582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d4a382-55b6-4799-9775-c515fc9b77cf,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.200475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.201715 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-980bf18b-d3f8-40a7-973c-a504fb8cd872 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1109891 Apr 07 11:36:12.204626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41282) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.233320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-febb3349-d655-4326-8f00-483723379160 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (c7d4a382-55b6-4799-9775-c515fc9b77cf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.243964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-febb3349-d655-4326-8f00-483723379160 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (c7d4a382-55b6-4799-9775-c515fc9b77cf), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.271882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-febb3349-d655-4326-8f00-483723379160 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c7d4a382-55b6-4799-9775-c515fc9b77cf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.277678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-febb3349-d655-4326-8f00-483723379160 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.278859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-febb3349-d655-4326-8f00-483723379160 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c7d4a382-55b6-4799-9775-c515fc9b77cf HTTP/1.1" status: 204 len: 168 time: 0.0732138 Apr 07 11:36:12.281733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.286698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb3349-d655-4326-8f00-483723379160 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d4a382-55b6-4799-9775-c515fc9b77cf,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.332901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41290) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.333265 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6a2db78-d203-49bd-8b07-22f01ba798c3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498765 Apr 07 11:36:12.433307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 39ce4d53-a9e3-48ca-894c-e83c956befc1 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:36:12.455045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f288d63a-d341-4fe9-a6d5-9a0f473f4d93 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (bdfd4223-c255-4525-baab-87a1faae3f22), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.495792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b73ae6-d131-4977-990f-682799ffcc84 req-ef520464-5c2d-4120-ae5e-eb727fb750cc tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:12.497320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50b73ae6-d131-4977-990f-682799ffcc84 req-ef520464-5c2d-4120-ae5e-eb727fb750cc tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 943 time: 0.1329398 Apr 07 11:36:12.514531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f288d63a-d341-4fe9-a6d5-9a0f473f4d93 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (bdfd4223-c255-4525-baab-87a1faae3f22), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.530613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 39ce4d53-a9e3-48ca-894c-e83c956befc1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:12.542566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '39ce4d53-a9e3-48ca-894c-e83c956befc1', 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9', 'port_id': '39ce4d53-a9e3-48ca-894c-e83c956befc1', 'mac_address': 'fa:16:3e:5d:b4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebac0344-598b-49e5-b128-92b65ceebcba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:36:12.577284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f750-11b3-4bf7-8865-13d1782ad359 req-924f2420-7494-4e56-afb8-fb9a25a5cfd6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:12.578895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd4f750-11b3-4bf7-8865-13d1782ad359 req-924f2420-7494-4e56-afb8-fb9a25a5cfd6 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1434958 Apr 07 11:36:12.581829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 39ce4d53-a9e3-48ca-894c-e83c956befc1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:12.582228 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.600605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ce4d53-a9e3-48ca-894c-e83c956befc1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:36:12.618315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50b73ae6-d131-4977-990f-682799ffcc84 req-559ef320-5aac-4bc2-b91f-eb53869f7b46 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089184 Apr 07 11:36:12.623312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 39ce4d53-a9e3-48ca-894c-e83c956befc1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:12.624634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f288d63a-d341-4fe9-a6d5-9a0f473f4d93 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bdfd4223-c255-4525-baab-87a1faae3f22), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.627269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f288d63a-d341-4fe9-a6d5-9a0f473f4d93 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.628402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f288d63a-d341-4fe9-a6d5-9a0f473f4d93 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdfd4223-c255-4525-baab-87a1faae3f22 HTTP/1.1" status: 204 len: 168 time: 0.2942617 Apr 07 11:36:12.629155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.631308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41294) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.650494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288d63a-d341-4fe9-a6d5-9a0f473f4d93 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd4223-c255-4525-baab-87a1faae3f22,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.674219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd4f750-11b3-4bf7-8865-13d1782ad359 req-ce6b4ed4-7749-4892-9b8a-6e04dd3d8087 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856242 Apr 07 11:36:12.706578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ed1b16f-b208-4eb4-a2b3-ef11f5887702 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732110 Apr 07 11:36:12.710634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.716139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--60653787'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:12.724645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=39ce4d53-a9e3-48ca-894c-e83c956befc1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.736253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.736608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.737280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.737521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.737971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.738315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.738697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.739691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.740030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.740366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.740750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.741632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.741963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.742287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.812977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (7381086a-7325-499c-8b21-eabf5f1b2309), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.817328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7381086a-7325-499c-8b21-eabf5f1b2309), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.848486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.849748 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1379864 Apr 07 11:36:12.851509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283cd1a-e4b2-4ed8-ac62-c5637fa493ce tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7381086a-7325-499c-8b21-eabf5f1b2309,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.853790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41298) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:12.859083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '7381086a-7325-499c-8b21-eabf5f1b2309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:12.891170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (7ab7ac31-6767-4412-a6bd-58126d97b2be), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.954980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (7ab7ac31-6767-4412-a6bd-58126d97b2be), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.959091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7ab7ac31-6767-4412-a6bd-58126d97b2be), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.977639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab7ac31-6767-4412-a6bd-58126d97b2be,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.986318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.987833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5eca7eab-0b89-44e4-a454-4f20e3b96fc2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327095 Apr 07 11:36:12.992092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41300) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.010124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2838fc6-ea9f-47f8-a46e-2645f7912cc8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules/7ab7ac31-6767-4412-a6bd-58126d97b2be HTTP/1.1" status: 200 len: 763 time: 0.0165703 Apr 07 11:36:13.012489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41302) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.034538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['39ce4d53-a9e3-48ca-894c-e83c956befc1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:13.063248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-adca4646-d5ed-4687-b07d-ffbd32b3de3f tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0471878 Apr 07 11:36:13.063961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41304) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.091237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b4cdfb6-63d5-43b7-8ae4-fd3bd83c8bd6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (7ab7ac31-6767-4412-a6bd-58126d97b2be), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.100002 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b4cdfb6-63d5-43b7-8ae4-fd3bd83c8bd6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (7ab7ac31-6767-4412-a6bd-58126d97b2be), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.129044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b4cdfb6-63d5-43b7-8ae4-fd3bd83c8bd6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7ab7ac31-6767-4412-a6bd-58126d97b2be), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.137152 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b4cdfb6-63d5-43b7-8ae4-fd3bd83c8bd6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.138236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9b4cdfb6-63d5-43b7-8ae4-fd3bd83c8bd6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7ab7ac31-6767-4412-a6bd-58126d97b2be HTTP/1.1" status: 204 len: 168 time: 0.0733173 Apr 07 11:36:13.140945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.144328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cdfb6-63d5-43b7-8ae4-fd3bd83c8bd6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ab7ac31-6767-4412-a6bd-58126d97b2be,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:13.187096 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f6d61ba-722e-4248-b03e-30a7f9cb8181 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446820 Apr 07 11:36:13.189597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.195320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '7381086a-7325-499c-8b21-eabf5f1b2309', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:13.222173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (5d6c9d09-f49e-44df-aecc-4ae652426573), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.279084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (5d6c9d09-f49e-44df-aecc-4ae652426573), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.282863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5d6c9d09-f49e-44df-aecc-4ae652426573), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.302927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6c9d09-f49e-44df-aecc-4ae652426573,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:13.313460 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.314641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-33d9c845-c599-4bfb-b9b6-dcccc5ae9ee4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239953 Apr 07 11:36:13.317279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41310) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.333294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a94c5422-6d7e-4694-a512-f76b20209e16 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules/5d6c9d09-f49e-44df-aecc-4ae652426573 HTTP/1.1" status: 200 len: 763 time: 0.0149419 Apr 07 11:36:13.336635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.375202 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-236aa2e6-ca60-442e-a737-d702e9d5b7e6 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0373716 Apr 07 11:36:13.377769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41314) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.406386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1cab33d9-6cd7-4e36-b7a2-98c5b943debd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (5d6c9d09-f49e-44df-aecc-4ae652426573), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.414656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1cab33d9-6cd7-4e36-b7a2-98c5b943debd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (5d6c9d09-f49e-44df-aecc-4ae652426573), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.443704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1cab33d9-6cd7-4e36-b7a2-98c5b943debd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5d6c9d09-f49e-44df-aecc-4ae652426573), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.452230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1cab33d9-6cd7-4e36-b7a2-98c5b943debd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.453378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1cab33d9-6cd7-4e36-b7a2-98c5b943debd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5d6c9d09-f49e-44df-aecc-4ae652426573 HTTP/1.1" status: 204 len: 168 time: 0.0746782 Apr 07 11:36:13.456736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41316) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.457904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab33d9-6cd7-4e36-b7a2-98c5b943debd tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d6c9d09-f49e-44df-aecc-4ae652426573,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:13.499461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd468022-f447-40cc-8b83-2401e0fc88b4 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413785 Apr 07 11:36:13.502105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41318) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.506363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '7381086a-7325-499c-8b21-eabf5f1b2309', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:13.527683 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Project 7374afcfb6af421d9fd352f11b7e69e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:36:13.532526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (3c169008-d287-4e77-9021-577f5b9fd887), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.587587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (3c169008-d287-4e77-9021-577f5b9fd887), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.591138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3c169008-d287-4e77-9021-577f5b9fd887), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.610429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c169008-d287-4e77-9021-577f5b9fd887,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:13.618726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.619932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90f0fe7a-f125-41d1-a43c-164db87352f2 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168826 Apr 07 11:36:13.622650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41320) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.639435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bcc751be-1bd8-4b4e-8641-48770f21dced tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules/3c169008-d287-4e77-9021-577f5b9fd887 HTTP/1.1" status: 200 len: 769 time: 0.0157483 Apr 07 11:36:13.641864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.681673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-95c5e21c-a484-45e6-9b77-50f623de3408 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0385199 Apr 07 11:36:13.684794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.743405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26d2a10e-791f-412e-aa12-dcf9f8c904fa tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (3c169008-d287-4e77-9021-577f5b9fd887), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.755112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26d2a10e-791f-412e-aa12-dcf9f8c904fa tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (3c169008-d287-4e77-9021-577f5b9fd887), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.812464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509460d-6d80-4bc2-aa84-1712f9182079 req-1c66715a-e785-420e-824f-cf71abbb1262 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:13.814135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4509460d-6d80-4bc2-aa84-1712f9182079 req-1c66715a-e785-420e-824f-cf71abbb1262 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 944 time: 0.1215067 Apr 07 11:36:13.831326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26d2a10e-791f-412e-aa12-dcf9f8c904fa tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3c169008-d287-4e77-9021-577f5b9fd887), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.839436 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26d2a10e-791f-412e-aa12-dcf9f8c904fa tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.840561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-26d2a10e-791f-412e-aa12-dcf9f8c904fa tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3c169008-d287-4e77-9021-577f5b9fd887 HTTP/1.1" status: 204 len: 168 time: 0.1547327 Apr 07 11:36:13.843299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.856443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2a10e-791f-412e-aa12-dcf9f8c904fa tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c169008-d287-4e77-9021-577f5b9fd887,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:13.875522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d114-b707-45f3-9ed9-dd4cb233dee3 req-457e1355-0b3b-492a-ad39-a32805ab0fa3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:13.877027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8036d114-b707-45f3-9ed9-dd4cb233dee3 req-457e1355-0b3b-492a-ad39-a32805ab0fa3 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1133389 Apr 07 11:36:13.883490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f73fb31-16f9-4314-a9ff-a1ffa2a82e33 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389848 Apr 07 11:36:13.886312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41332) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:13.911950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4509460d-6d80-4bc2-aa84-1712f9182079 req-925f31ee-f922-40e4-a295-75ddb5b15a43 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 Apr 07 11:36:13.942306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8036d114-b707-45f3-9ed9-dd4cb233dee3 req-acc3c106-633e-400f-977e-9e477a3f22d8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Apr 07 11:36:13.949754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b712a61-30a3-4f60-8243-2e5d938564d3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (7381086a-7325-499c-8b21-eabf5f1b2309), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:13.975997 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b712a61-30a3-4f60-8243-2e5d938564d3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (7381086a-7325-499c-8b21-eabf5f1b2309), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.016648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b712a61-30a3-4f60-8243-2e5d938564d3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7381086a-7325-499c-8b21-eabf5f1b2309), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.019318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b712a61-30a3-4f60-8243-2e5d938564d3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.020458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b712a61-30a3-4f60-8243-2e5d938564d3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/7381086a-7325-499c-8b21-eabf5f1b2309 HTTP/1.1" status: 204 len: 168 time: 0.1328743 Apr 07 11:36:14.024146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41334) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.030157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712a61-30a3-4f60-8243-2e5d938564d3 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7381086a-7325-499c-8b21-eabf5f1b2309,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:14.074008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ee394c42-c9d8-4e2d-8380-d53a4ad4193a tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0486345 Apr 07 11:36:14.078076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41336) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.082524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060813012'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:14.103395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.169676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (141e685d-0e66-42af-9c04-c4cec683c769), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.173393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (141e685d-0e66-42af-9c04-c4cec683c769), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.202388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.203601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1246042 Apr 07 11:36:14.205650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bddde-43bf-4dc9-9a1c-0fe7715412a8 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141e685d-0e66-42af-9c04-c4cec683c769,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:14.206446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41338) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.211907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Request body: {'security_group_rule': {'security_group_id': '141e685d-0e66-42af-9c04-c4cec683c769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:14.238278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (a98ad6f6-ebc6-46d8-9d2e-2da586ab776a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.284798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (a98ad6f6-ebc6-46d8-9d2e-2da586ab776a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.288917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a98ad6f6-ebc6-46d8-9d2e-2da586ab776a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.308639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98ad6f6-ebc6-46d8-9d2e-2da586ab776a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:14.318134 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.319875 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bf2a91cb-e186-4e9f-b0f4-c5a12c03904e tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118312 Apr 07 11:36:14.322725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.375628 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8057-2ac1-449c-9e56-2124055f3e32 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (141e685d-0e66-42af-9c04-c4cec683c769), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.398729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8057-2ac1-449c-9e56-2124055f3e32 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (141e685d-0e66-42af-9c04-c4cec683c769), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.442229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8057-2ac1-449c-9e56-2124055f3e32 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (141e685d-0e66-42af-9c04-c4cec683c769), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.446335 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8057-2ac1-449c-9e56-2124055f3e32 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.447544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bb0b8057-2ac1-449c-9e56-2124055f3e32 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/141e685d-0e66-42af-9c04-c4cec683c769 HTTP/1.1" status: 204 len: 168 time: 0.1237345 Apr 07 11:36:14.450447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41342) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.454345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 39ce4d53-a9e3-48ca-894c-e83c956befc1 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:14.456581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b8057-2ac1-449c-9e56-2124055f3e32 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e685d-0e66-42af-9c04-c4cec683c769,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:14.504392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7273103c-045a-49e8-a84e-43f0961f07f5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523438 Apr 07 11:36:14.507192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41344) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.515623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 39ce4d53-a9e3-48ca-894c-e83c956befc1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:36:14.519355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 39ce4d53-a9e3-48ca-894c-e83c956befc1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:14.519800 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.545869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12668207-0c24-4943-92e2-3269d57070b5 tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0343344 Apr 07 11:36:14.546074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41346) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.559307 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-216a2b7a-1fa0-4c8d-8e31-814265e7aa2d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] delete failed (client error): The resource could not be found. Apr 07 11:36:14.560282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-216a2b7a-1fa0-4c8d-8e31-814265e7aa2d tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "DELETE /v2.0/security-groups/141e685d-0e66-42af-9c04-c4cec683c769 HTTP/1.1" status: 404 len: 347 time: 0.0133967 Apr 07 11:36:14.564311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41348) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.605039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 39ce4d53-a9e3-48ca-894c-e83c956befc1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:14.605458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.615600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-23939e3e-f258-41cf-8686-3e3fe080be4b tempest-SecGroupIPv6Test-1907057969 tempest-SecGroupIPv6Test-1907057969-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0465345 Apr 07 11:36:14.798371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647da293-b1cb-4b3d-9819-16f863d501c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ce4d53-a9e3-48ca-894c-e83c956befc1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:14.801345 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e61e3a-e2fe-4ae8-98b6-a880c6257345" -d '{"events": [{"server_uuid": "647da293-b1cb-4b3d-9819-16f863d501c3", "name": "network-vif-plugged", "status": "completed", "tag": "39ce4d53-a9e3-48ca-894c-e83c956befc1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:14.817832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 39ce4d53-a9e3-48ca-894c-e83c956befc1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:14.818190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-4684fcb8-eb74-4a77-8878-3d49c775f2c0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:14.821150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-4684fcb8-eb74-4a77-8878-3d49c775f2c0 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.0663137 Apr 07 11:36:14.825385 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.826831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4b7770da-7dc5-4417-9e66-c6e615c095ee no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:36:14.851823 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644c2d91-75dd-4f59-bbd6-2f5f0797ad21 x-openstack-request-id: req-644c2d91-75dd-4f59-bbd6-2f5f0797ad21 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:14.852237 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647da293-b1cb-4b3d-9819-16f863d501c3", "name": "network-vif-plugged", "status": "completed", "tag": "39ce4d53-a9e3-48ca-894c-e83c956befc1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:14.852593 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-644c2d91-75dd-4f59-bbd6-2f5f0797ad21 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:14.853092 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644c2d91-75dd-4f59-bbd6-2f5f0797ad21'] response: {'server_uuid': '647da293-b1cb-4b3d-9819-16f863d501c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ce4d53-a9e3-48ca-894c-e83c956befc1', 'code': 200} Apr 07 11:36:14.885856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 4b7770da-7dc5-4417-9e66-c6e615c095ee {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:36:14.886591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4b7770da-7dc5-4417-9e66-c6e615c095ee not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:36:14.905770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=39ce4d53-a9e3-48ca-894c-e83c956befc1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:14.926152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41356) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.942739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Deleting port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:14.943512 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:14.973747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218a9eb-23a8-4fcc-adbf-b6b594729305 req-9a639119-6d8f-4884-b598-33ccfdffbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:14.975275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0218a9eb-23a8-4fcc-adbf-b6b594729305 req-9a639119-6d8f-4884-b598-33ccfdffbe63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 1127 time: 0.0622063 Apr 07 11:36:15.029657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0218a9eb-23a8-4fcc-adbf-b6b594729305 req-0b64287f-724b-4b09-a323-e18729b32fc5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Apr 07 11:36:15.131192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2f8e9ba2-c394-43f0-97a8-b14dc8de8123 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7374afcfb6af421d9fd352f11b7e69e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045858 Apr 07 11:36:15.134038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41364) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:15.185501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff64169b-66ba-4aeb-938f-c64e7a11105c admin admin] Publish callbacks [] for security_group (713918d0-7e57-43d6-9994-d4b334a9c04d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.208388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff64169b-66ba-4aeb-938f-c64e7a11105c admin admin] Publish callbacks [] for security_group (713918d0-7e57-43d6-9994-d4b334a9c04d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.263858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff64169b-66ba-4aeb-938f-c64e7a11105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (713918d0-7e57-43d6-9994-d4b334a9c04d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.266614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff64169b-66ba-4aeb-938f-c64e7a11105c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.268010 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ff64169b-66ba-4aeb-938f-c64e7a11105c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/713918d0-7e57-43d6-9994-d4b334a9c04d HTTP/1.1" status: 204 len: 168 time: 0.1329682 Apr 07 11:36:15.276400 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:36:15.278353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64169b-66ba-4aeb-938f-c64e7a11105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713918d0-7e57-43d6-9994-d4b334a9c04d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:15.427612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad0f63-d28c-4f41-93ee-e793cfa5bc4f req-5604462f-d5e8-4f2e-b5d6-ab3f5d937471 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:15.429318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7aad0f63-d28c-4f41-93ee-e793cfa5bc4f req-5604462f-d5e8-4f2e-b5d6-ab3f5d937471 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 945 time: 0.4315763 Apr 07 11:36:15.431413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] For port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:15.431779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.444167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d05b3-e8c3-4086-a9f2-d74023fcd5f4 req-748668f1-6e30-46f0-8b2d-a893b40534e8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:15.446352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-713d05b3-e8c3-4086-a9f2-d74023fcd5f4 req-748668f1-6e30-46f0-8b2d-a893b40534e8 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8 HTTP/1.1" status: 200 len: 945 time: 0.1334374 Apr 07 11:36:15.471068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Calling delete_port for 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:15.575985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-713d05b3-e8c3-4086-a9f2-d74023fcd5f4 req-164d1322-25f9-41e9-bf37-7c330f6ae37c tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.13 "GET /v2.0/security-groups?id=21a42d99-caeb-4817-8e35-14c27264de20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219785 Apr 07 11:36:15.580789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7aad0f63-d28c-4f41-93ee-e793cfa5bc4f req-13a3070a-cdde-4c3f-a748-a82f028a2ba8 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279697 Apr 07 11:36:15.669536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8ea20f7d-f1f5-42a4-8358-34675cfb6e5a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.684494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['8ea20f7d-f1f5-42a4-8358-34675cfb6e5a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:15.702674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Pushing event deleted for resources: {'Port': ['ID=8ea20f7d-f1f5-42a4-8358-34675cfb6e5a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:15.758888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] No DVR routers for this DVR port 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:36:15.761679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:15.768019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07b38e4b-b2dd-4acc-8ff6-92cb7b1f9aa9 req-c2dcc453-bcd8-4ce1-af5e-b7e6ff00aa94 tempest-ServerRescueNegativeTestJSON-1358836939 tempest-ServerRescueNegativeTestJSON-1358836939-project] 10.222.0.41 "DELETE /v2.0/ports/8ea20f7d-f1f5-42a4-8358-34675cfb6e5a HTTP/1.1" status: 204 len: 173 time: 0.9395738 Apr 07 11:36:15.768019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'name': 'network-vif-deleted', 'tag': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:15.768019 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360ff8b-385d-4bee-ad69-8b7e3b778d56" -d '{"events": [{"server_uuid": "f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8", "name": "network-vif-deleted", "tag": "8ea20f7d-f1f5-42a4-8358-34675cfb6e5a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:15.812139 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfa6d0e-cb9d-4df2-856a-c546ecad2153 x-openstack-request-id: req-2cfa6d0e-cb9d-4df2-856a-c546ecad2153 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:15.812433 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8", "name": "network-vif-deleted", "tag": "8ea20f7d-f1f5-42a4-8358-34675cfb6e5a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:15.812690 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cfa6d0e-cb9d-4df2-856a-c546ecad2153 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:15.813101 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfa6d0e-cb9d-4df2-856a-c546ecad2153'] response: {'server_uuid': 'f22c3cf7-dbba-4e59-a51c-dcbd3a163ff8', 'name': 'network-vif-deleted', 'tag': '8ea20f7d-f1f5-42a4-8358-34675cfb6e5a', 'status': 'completed', 'code': 200} Apr 07 11:36:16.029104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:16.033054 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028734 Apr 07 11:36:16.035915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41390) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:16.155909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-338b39df-ab6f-4743-80cb-77bcbb9fcd04 tempest-NetworksApiDiscovery-2085307650 tempest-NetworksApiDiscovery-2085307650-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1187761 Apr 07 11:36:16.435468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:16.560286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-accf3f6e-26da-4bc1-82d5-9570a6f1cced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.637533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41406) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:16.645273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-accf3f6e-26da-4bc1-82d5-9570a6f1cced admin admin] Publish callbacks [] for security_group (08d6368f-2033-4e89-bf5f-7416a041ca55), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.651247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-accf3f6e-26da-4bc1-82d5-9570a6f1cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (08d6368f-2033-4e89-bf5f-7416a041ca55), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.701205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-accf3f6e-26da-4bc1-82d5-9570a6f1cced admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=737ae47af6134fdb9877d600b55b9779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645242 Apr 07 11:36:16.701449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41410) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:16.702364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3f6e-26da-4bc1-82d5-9570a6f1cced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6368f-2033-4e89-bf5f-7416a041ca55,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:16.829642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95d0c7-95c8-48a0-a35e-a477ed6ff841 req-9f2a93e4-730d-465e-9005-7429940658f1 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:16.831144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc95d0c7-95c8-48a0-a35e-a477ed6ff841 req-9f2a93e4-730d-465e-9005-7429940658f1 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 945 time: 0.1629708 Apr 07 11:36:16.890764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdb32e44-5c82-4431-bb75-637bfc88225e admin admin] Publish callbacks [] for security_group (08d6368f-2033-4e89-bf5f-7416a041ca55), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.934418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc95d0c7-95c8-48a0-a35e-a477ed6ff841 req-577fc6db-8ceb-4f0f-92a5-13bd7baaa500 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969491 Apr 07 11:36:16.938470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdb32e44-5c82-4431-bb75-637bfc88225e admin admin] Publish callbacks [] for security_group (08d6368f-2033-4e89-bf5f-7416a041ca55), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:17.117814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdb32e44-5c82-4431-bb75-637bfc88225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (08d6368f-2033-4e89-bf5f-7416a041ca55), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:17.122053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fdb32e44-5c82-4431-bb75-637bfc88225e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:17.126463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fdb32e44-5c82-4431-bb75-637bfc88225e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08d6368f-2033-4e89-bf5f-7416a041ca55 HTTP/1.1" status: 204 len: 168 time: 0.4214394 Apr 07 11:36:17.150975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb32e44-5c82-4431-bb75-637bfc88225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6368f-2033-4e89-bf5f-7416a041ca55,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:17.321451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (d3829bd4-c1f7-4951-a337-29e0894ff367), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:17.681305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Deleting port 124a4fae-457b-45b2-ae39-4860e1b7375d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:17.682827 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:17.806188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] For port 124a4fae-457b-45b2-ae39-4860e1b7375d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=124a4fae-457b-45b2-ae39-4860e1b7375d,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:17.806532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:17.822895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Calling delete_port for 124a4fae-457b-45b2-ae39-4860e1b7375d owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:18.057832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (124a4fae-457b-45b2-ae39-4860e1b7375d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:18.093625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Pushing event deleted for resources: {'Port': ['ID=124a4fae-457b-45b2-ae39-4860e1b7375d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:18.333444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (d3829bd4-c1f7-4951-a337-29e0894ff367), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:18.465430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:36:18.491580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:36:18.492012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 8ea20f7d-f1f5-42a4-8358-34675cfb6e5a not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:36:18.619216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Router d3829bd4-c1f7-4951-a337-29e0894ff367 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:36:18.791925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:36:18.801274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ee59d6c6-c86e-4c6a-9070-b4f452509efe admin admin] 10.222.0.13 "PUT /v2.0/routers/d3829bd4-c1f7-4951-a337-29e0894ff367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623766 Apr 07 11:36:18.802991 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] Sync routers for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:36:18.804553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41522) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:18.825291 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:18.826429 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:36:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:18.950484 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:36:18.963542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks [] for router (d3829bd4-c1f7-4951-a337-29e0894ff367), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.104935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks [] for router_gateway (d3829bd4-c1f7-4951-a337-29e0894ff367), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.183156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Deleting port 34cf26fa-8cd1-428b-b332-5708e442869e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:19.183515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.311731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] For port 34cf26fa-8cd1-428b-b332-5708e442869e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=34cf26fa-8cd1-428b-b332-5708e442869e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:19.312679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.328138 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:36:18Z', 'revision_number': 5, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port': {'id': '34cf26fa-8cd1-428b-b332-5708e442869e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:29:47Z', 'updated_at': '2022-04-07T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:19.344466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Calling delete_port for 34cf26fa-8cd1-428b-b332-5708e442869e owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:19.360452 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] Checking router: d3829bd4-c1f7-4951-a337-29e0894ff367 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:36:19.371222 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] Routers {'d3829bd4-c1f7-4951-a337-29e0894ff367'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:19.372051 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:36:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d3829bd4-c1f7-4951-a337-29e0894ff367'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:19.487966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] Set router d3829bd4-c1f7-4951-a337-29e0894ff367 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:36:19.556024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (34cf26fa-8cd1-428b-b332-5708e442869e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.561630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:36:19Z', 'revision_number': 6, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:19.587725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=34cf26fa-8cd1-428b-b332-5708e442869e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:19.590714 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb10a9-8a10-4d0e-bdfa-5213786b158f None None] The sync data for ids ['d3829bd4-c1f7-4951-a337-29e0894ff367'] in n-d-836788-1 is: [{'id': 'd3829bd4-c1f7-4951-a337-29e0894ff367', 'name': 'tempest-ServerRescueNegativeTestJSON-1440884007-router', 'tenant_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:29:46Z', 'updated_at': '2022-04-07T11:36:19Z', 'revision_number': 6, 'project_id': 'ec1f3cf75d114468a559f7bbe4aa554b', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:36:19.676396 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (d3829bd4-c1f7-4951-a337-29e0894ff367), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.780340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d3829bd4-c1f7-4951-a337-29e0894ff367), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.782690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks [] for router_controller (d3829bd4-c1f7-4951-a337-29e0894ff367), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.832036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d3829bd4-c1f7-4951-a337-29e0894ff367), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.832592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3829bd4-c1f7-4951-a337-29e0894ff367 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:36:19.838635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.839806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f041d9db-e556-4c70-b926-9bc4a6f7bb0c admin admin] 10.222.0.13 "DELETE /v2.0/routers/d3829bd4-c1f7-4951-a337-29e0894ff367 HTTP/1.1" status: 204 len: 168 time: 1.0335846 Apr 07 11:36:19.842379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41536) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:19.887755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Deleting subnet 5887c97a-5c53-4b79-9bcf-220b67e6bf8d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:36:19.891117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Publish callbacks [] for subnet (5887c97a-5c53-4b79-9bcf-220b67e6bf8d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.925853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (5887c97a-5c53-4b79-9bcf-220b67e6bf8d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.043971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (5887c97a-5c53-4b79-9bcf-220b67e6bf8d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.115656 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (5887c97a-5c53-4b79-9bcf-220b67e6bf8d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.141784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5887c97a-5c53-4b79-9bcf-220b67e6bf8d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:20.145944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.153103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f6506565-5302-4418-84fb-692ec6cce948 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5887c97a-5c53-4b79-9bcf-220b67e6bf8d HTTP/1.1" status: 204 len: 168 time: 0.3096316 Apr 07 11:36:20.153516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:20.160994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5530cf-5177-4e8a-bd6d-371a7f7d674a None None] Network cb38c5a4-0317-4b36-a22f-f74dae7632b8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:20.242820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (cb38c5a4-0317-4b36-a22f-f74dae7632b8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.305256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Deleting port efc62c46-5f0c-4abb-b132-7b140b68eef9 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:20.306001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.338485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.343973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.349551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.355424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.361554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.367471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.372731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.374682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-ed26b1c8-9e56-45ee-96ef-24475c63750d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1250126 Apr 07 11:36:20.413906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] For port efc62c46-5f0c-4abb-b132-7b140b68eef9, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efc62c46-5f0c-4abb-b132-7b140b68eef9,segment=NetworkSegment(47ad2273-f737-430b-95f6-e6d8fd5cfc3b),segment_id=47ad2273-f737-430b-95f6-e6d8fd5cfc3b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:20.417276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.442804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] DHCP port deletion for cb38c5a4-0317-4b36-a22f-f74dae7632b8 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:36:20.456721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Calling delete_port for efc62c46-5f0c-4abb-b132-7b140b68eef9 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:20.463810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 124a4fae-457b-45b2-ae39-4860e1b7375d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:36:20.469750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ab7266d-bea4-465a-8df7-673f1e614d6d req-02ddfe14-affb-40dc-a2df-83b30d33e2d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870364 Apr 07 11:36:20.501951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 124a4fae-457b-45b2-ae39-4860e1b7375d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:36:20.502724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 124a4fae-457b-45b2-ae39-4860e1b7375d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:36:20.573341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.612640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Deleting port efc62c46-5f0c-4abb-b132-7b140b68eef9 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:20.613387 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.620801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc62c46-5f0c-4abb-b132-7b140b68eef9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:20.626051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] No DVR routers for this DVR port efc62c46-5f0c-4abb-b132-7b140b68eef9 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:36:20.721807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.743746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.752659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] For port efc62c46-5f0c-4abb-b132-7b140b68eef9, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:20.753347 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.755629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.757388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (cb38c5a4-0317-4b36-a22f-f74dae7632b8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.766625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.780694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Calling delete_port for efc62c46-5f0c-4abb-b132-7b140b68eef9 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:20.785444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.787185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Port efc62c46-5f0c-4abb-b132-7b140b68eef9 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:36:20.791178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (efc62c46-5f0c-4abb-b132-7b140b68eef9), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.796425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.801575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb38c5a4-0317-4b36-a22f-f74dae7632b8']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:20.804834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:20.807419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eec98edd-68aa-476e-a78b-204b41504502 req-3a24a37c-3ca8-4c11-b5f5-13fdd22b265c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.2209675 Apr 07 11:36:20.829551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ad2273-f737-430b-95f6-e6d8fd5cfc3b') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:20.829979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ad2273-f737-430b-95f6-e6d8fd5cfc3b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:20.843404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] Pushing event deleted for resources: {'Port': ['ID=efc62c46-5f0c-4abb-b132-7b140b68eef9,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:20.846393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f456b8f-c0bd-477a-9cea-3070b331b27b None None] No DVR routers for this DVR port efc62c46-5f0c-4abb-b132-7b140b68eef9 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:36:20.847567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (47ad2273-f737-430b-95f6-e6d8fd5cfc3b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.882775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (47ad2273-f737-430b-95f6-e6d8fd5cfc3b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.896942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:36:20.898418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (47ad2273-f737-430b-95f6-e6d8fd5cfc3b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:36:20.902238 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:36:20.970842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (cb38c5a4-0317-4b36-a22f-f74dae7632b8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.976408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.982824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb38c5a4-0317-4b36-a22f-f74dae7632b8 HTTP/1.1" status: 204 len: 168 time: 0.8258500 Apr 07 11:36:21.009820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276215f0-f160-4869-8efe-6be3578657b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb38c5a4-0317-4b36-a22f-f74dae7632b8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:21.293900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:21.361479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7043d0dd-e70b-4fd8-bab0-18181208727c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec1f3cf75d114468a559f7bbe4aa554b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637033 Apr 07 11:36:21.361708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:21.432783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b42f0547-4963-48a9-8b68-0b7fbfedc58a admin admin] Publish callbacks [] for security_group (21a42d99-caeb-4817-8e35-14c27264de20), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:21.461316 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b42f0547-4963-48a9-8b68-0b7fbfedc58a admin admin] Publish callbacks [] for security_group (21a42d99-caeb-4817-8e35-14c27264de20), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:21.524195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b42f0547-4963-48a9-8b68-0b7fbfedc58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (21a42d99-caeb-4817-8e35-14c27264de20), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:21.530165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b42f0547-4963-48a9-8b68-0b7fbfedc58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:21.532432 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b42f0547-4963-48a9-8b68-0b7fbfedc58a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21a42d99-caeb-4817-8e35-14c27264de20 HTTP/1.1" status: 204 len: 168 time: 0.1683862 Apr 07 11:36:21.561546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0547-4963-48a9-8b68-0b7fbfedc58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a42d99-caeb-4817-8e35-14c27264de20,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:22.111626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efc62c46-5f0c-4abb-b132-7b140b68eef9 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:36:22.143370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: efc62c46-5f0c-4abb-b132-7b140b68eef9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:36:22.144783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efc62c46-5f0c-4abb-b132-7b140b68eef9 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:36:22.147750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 34cf26fa-8cd1-428b-b332-5708e442869e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:36:22.215272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 34cf26fa-8cd1-428b-b332-5708e442869e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:36:22.215680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 34cf26fa-8cd1-428b-b332-5708e442869e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:36:22.261784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.263355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.264016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.264667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.265353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.266002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.266641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:22.268963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-dca339bb-b935-4b44-9b07-833399cf22b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6718 time: 0.1147838 Apr 07 11:36:22.345636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-8561c7ea-1bb7-4384-bf24-be77af21c8dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692408 Apr 07 11:36:22.776654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41608) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:22.937747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1546743956-network', 'tenant_id': '6567940023ee42249c72166ce4acc805'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:22.966484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Made reservation on behalf of 6567940023ee42249c72166ce4acc805 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:22.969402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:22.981392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.118486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks [] for security_group (2c341f5a-f079-4e7c-aa6b-8b05f30b36d1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.122970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2c341f5a-f079-4e7c-aa6b-8b05f30b36d1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.162017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:36:23.169835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:23.178061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (752bcdf3-8782-4e03-bae3-7d11540cead6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.179182 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Added segment 752bcdf3-8782-4e03-bae3-7d11540cead6 of type vlan for network c2d21e4b-0d8c-435f-8ac7-842255b8721a Apr 07 11:36:23.245416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c2d21e4b-0d8c-435f-8ac7-842255b8721a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.279855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c2d21e4b-0d8c-435f-8ac7-842255b8721a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.281021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:23.281722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.372138 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5935969 Apr 07 11:36:23.373923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:23.382520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Request body: {'subnet': {'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1546743956-subnet', 'tenant_id': '6567940023ee42249c72166ce4acc805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:23.403296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60549e9b-229e-46e6-aef8-3d55d3c31fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d21e4b-0d8c-435f-8ac7-842255b8721a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:23.414702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Made reservation on behalf of 6567940023ee42249c72166ce4acc805 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:23.416379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c2d21e4b-0d8c-435f-8ac7-842255b8721a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:36:23.417543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.724761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (402c6319-c2ae-453c-9f02-0307e8f8c615), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.808308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=402c6319-c2ae-453c-9f02-0307e8f8c615,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:23.818194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Checking segment: {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:23.818559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Network hostable DHCP agents. Network: c2d21e4b-0d8c-435f-8ac7-842255b8721a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:36:23.838100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Network c2d21e4b-0d8c-435f-8ac7-842255b8721a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:36:23.849794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c2d21e4b-0d8c-435f-8ac7-842255b8721a) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:23.859486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695ed1b-252e-4d40-8e11-69bb4546ca2c None None] Network c2d21e4b-0d8c-435f-8ac7-842255b8721a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:23.872619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:23.873530 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:23.912192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-71e055e9-ca57-42d5-bb57-39582c443e3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5303078 Apr 07 11:36:24.052543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a1361-887b-4b0b-ae76-01d610dc67f4 None None] Network c2d21e4b-0d8c-435f-8ac7-842255b8721a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:24.539377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-fd8d47ad-62c2-4372-a432-1ed5e808c934 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:24.541182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-fd8d47ad-62c2-4372-a432-1ed5e808c934 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 814 time: 0.1235621 Apr 07 11:36:24.557381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-837ebe03-87b6-4527-9bfd-ee30b8054c36 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/quotas/6567940023ee42249c72166ce4acc805 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Apr 07 11:36:24.598637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-2787bfaf-0e02-4712-9c7e-2cb07cddc376 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324664 Apr 07 11:36:24.771887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-46c21c0f-37bc-4722-971b-a8f7d8670017 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654105 Apr 07 11:36:24.881819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-0a6b4fd3-dab2-4a8f-88c3-dcb2722f4826 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030724 Apr 07 11:36:25.080011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7d73154-31aa-42f1-8b34-4dc548dbb989 req-85231fd2-53fb-4338-b737-aa825b371e39 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 210 time: 0.0345540 Apr 07 11:36:26.206473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9982d36-1f0c-4538-8d00-abe82986378e req-dc1749b2-55fd-463a-bd99-6de6d809d23b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 210 time: 0.0416391 Apr 07 11:36:26.415183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-98535b1e-0dfd-4f19-ae9f-f802bda19c28 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:26.416962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-98535b1e-0dfd-4f19-ae9f-f802bda19c28 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 814 time: 0.2063458 Apr 07 11:36:26.435821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Request body: {'port': {'device_id': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'admin_state_up': True, 'tenant_id': '6567940023ee42249c72166ce4acc805'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:26.621657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Made reservation on behalf of 6567940023ee42249c72166ce4acc805 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:26.625205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:26.779767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Allocated IP 172.20.0.5 (c2d21e4b-0d8c-435f-8ac7-842255b8721a/402c6319-c2ae-453c-9f02-0307e8f8c615/a8691f5b-f55b-4da5-b114-0d69cbe244ff) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:26.954248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks [] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:26.996693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:27.050085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Network c2d21e4b-0d8c-435f-8ac7-842255b8721a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:27.056667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:27.059392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:27.092524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:27.130393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:27.131032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:27.151370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-296fddc7-b83d-4ec0-b0ea-a74c13c62a00 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267487 Apr 07 11:36:27.164812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Request body: {'port': {'device_id': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:27.237737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:27.428165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36041d5-ae0b-4f5b-b3e0-e1dd013997c5 req-e48e8ab3-adad-4e13-ba48-9d2984161173 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:27.428165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c36041d5-ae0b-4f5b-b3e0-e1dd013997c5 req-e48e8ab3-adad-4e13-ba48-9d2984161173 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 931 time: 0.1396778 Apr 07 11:36:27.535428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c36041d5-ae0b-4f5b-b3e0-e1dd013997c5 req-921aa59e-5198-4629-8990-c4259e0a3eaa tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902007 Apr 07 11:36:27.652177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8691f5b-f55b-4da5-b114-0d69cbe244ff {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:36:27.660796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Publish callbacks [] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:27.677943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Transition to ACTIVE for port object a8691f5b-f55b-4da5-b114-0d69cbe244ff will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:36:27.685534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:27.749075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:27.839261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Attempting to bind port a8691f5b-f55b-4da5-b114-0d69cbe244ff on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:27.840040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Attempting to bind port a8691f5b-f55b-4da5-b114-0d69cbe244ff by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:27.840218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Attempting to bind port a8691f5b-f55b-4da5-b114-0d69cbe244ff on network c2d21e4b-0d8c-435f-8ac7-842255b8721a {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:27.868457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Port a8691f5b-f55b-4da5-b114-0d69cbe244ff on network c2d21e4b-0d8c-435f-8ac7-842255b8721a not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:36:27.868797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Attempting to bind port a8691f5b-f55b-4da5-b114-0d69cbe244ff on network c2d21e4b-0d8c-435f-8ac7-842255b8721a {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:27.874516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:27.874861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Checking segment: {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:27.875513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Bound using segment: {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:27.875663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Bound port: a8691f5b-f55b-4da5-b114-0d69cbe244ff, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:27.876014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:27.964728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:27.967923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:27.976140 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:28.334929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:28.335711 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:28.337084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] 10.222.0.41 "PUT /v2.0/ports/a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 1091 time: 1.1773558 Apr 07 11:36:28.337592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:28.339848 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c332a-b357-46dd-9158-6459db5818bf" -d '{"events": [{"name": "network-changed", "server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:28.366829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d65fa-63be-48c2-af13-f8897c276a6f service neutron] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:28.410797 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cae5b2-48c0-4c59-9e3e-662df05b0c0f x-openstack-request-id: req-78cae5b2-48c0-4c59-9e3e-662df05b0c0f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:28.411622 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:28.412063 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78cae5b2-48c0-4c59-9e3e-662df05b0c0f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:28.412798 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cae5b2-48c0-4c59-9e3e-662df05b0c0f'] response: {'name': 'network-changed', 'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'status': 'completed', 'code': 200} Apr 07 11:36:28.454193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-69d3307d-930e-4077-884f-b187bdbebfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:28.455718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-69d3307d-930e-4077-884f-b187bdbebfcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1125 time: 0.0631459 Apr 07 11:36:28.503957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-eea858d7-424d-4166-9296-97073b0c2505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 217 time: 0.0393546 Apr 07 11:36:28.560572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-bf573546-e889-4cd1-af81-849b4c1ba74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:28.562183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-bf573546-e889-4cd1-af81-849b4c1ba74e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0508506 Apr 07 11:36:28.602688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-09358f6e-7bbb-4da9-a4c1-8f021ca55e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329587 Apr 07 11:36:28.779772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e1945-51b1-4c0d-974d-f9b013cf9458 req-daca14bd-8dca-49be-b0e9-7871d679552f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:28.781385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-593e1945-51b1-4c0d-974d-f9b013cf9458 req-daca14bd-8dca-49be-b0e9-7871d679552f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.1386142 Apr 07 11:36:28.790382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-b6f2cf56-7554-457d-ba92-16bae92e8018 service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783905 Apr 07 11:36:28.893686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-593e1945-51b1-4c0d-974d-f9b013cf9458 req-63b6ed87-3b57-4840-8e62-b7778521b8e6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019819 Apr 07 11:36:28.930178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd5db4a-d931-4609-999b-60b2a4ddc72f req-3ab5f54b-dd30-4cdd-9f25-14f37c11f7bd service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305957 Apr 07 11:36:29.037080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c332a-b357-46dd-9158-6459db5818bf req-1e863ec9-84a0-4518-8bcb-fed94be14fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:29.039578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-1e863ec9-84a0-4518-8bcb-fed94be14fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1125 time: 0.0554905 Apr 07 11:36:29.141241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c332a-b357-46dd-9158-6459db5818bf req-231b4454-92ac-4c33-ba5a-47fe0af12488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:29.142835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-231b4454-92ac-4c33-ba5a-47fe0af12488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 915 time: 0.0971365 Apr 07 11:36:29.192234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-2c691634-a089-496f-804f-d001fd98af23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 217 time: 0.0435169 Apr 07 11:36:29.244288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c332a-b357-46dd-9158-6459db5818bf req-c4f1883a-a95f-42cf-a64a-2ae3599577ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:29.245800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-c4f1883a-a95f-42cf-a64a-2ae3599577ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0474069 Apr 07 11:36:29.279341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-054b4d89-2192-4b59-801b-bdb0682a9a16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266171 Apr 07 11:36:29.399308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-bcb5592a-bfcd-4b9b-a166-5c1743129ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139417 Apr 07 11:36:29.495153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3f5c332a-b357-46dd-9158-6459db5818bf req-561900de-ee34-4a41-b730-a6f81c93a9fa service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901449 Apr 07 11:36:30.046078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffed22-a865-4f5a-acac-a23eefb800ff req-a6b62297-5cbc-423f-b445-5d32423a88f7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:30.048086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77ffed22-a865-4f5a-acac-a23eefb800ff req-a6b62297-5cbc-423f-b445-5d32423a88f7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0630205 Apr 07 11:36:30.104994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77ffed22-a865-4f5a-acac-a23eefb800ff req-19fde18c-01e1-439c-bf0e-c0ecf9255e36 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501444 Apr 07 11:36:30.646704 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-14d5085b-9388-48d1-b68f-19299eb34e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:31.261481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299a644-74d4-4780-8eb2-6e52950e0fb8 req-04c727f5-6943-4dc6-baa8-4c4d4015499c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:31.263249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6299a644-74d4-4780-8eb2-6e52950e0fb8 req-04c727f5-6943-4dc6-baa8-4c4d4015499c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0722022 Apr 07 11:36:31.327893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6299a644-74d4-4780-8eb2-6e52950e0fb8 req-cffdea32-2b68-4ac2-80e8-042f3b1322a3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Apr 07 11:36:31.694770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.467597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b01634-540d-45d9-a3d8-01ebdb7f8786 req-d5093cf0-b580-447a-9acc-661bed662e09 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:32.469437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2b01634-540d-45d9-a3d8-01ebdb7f8786 req-d5093cf0-b580-447a-9acc-661bed662e09 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0599084 Apr 07 11:36:32.515090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:36:32.526385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2b01634-540d-45d9-a3d8-01ebdb7f8786 req-57a49a4b-e509-4442-8728-b52c4a921541 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Apr 07 11:36:32.628312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:32.641900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'port_id': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'mac_address': 'fa:16:3e:03:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402c6319-c2ae-453c-9f02-0307e8f8c615', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:36:32.692729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:32.693118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.723085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8691f5b-f55b-4da5-b114-0d69cbe244ff {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:36:32.747036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:32.751652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.802091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:32.961844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f491273-a034-4dc9-a35a-6c0e7549704d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:33.155749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a8691f5b-f55b-4da5-b114-0d69cbe244ff'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:33.501646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:33.689821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd617b-6189-4177-8152-1adc65a537e5 req-4e047576-7217-4a4a-83c6-d2dcfb6a6809 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:33.691393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39cd617b-6189-4177-8152-1adc65a537e5 req-4e047576-7217-4a4a-83c6-d2dcfb6a6809 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 944 time: 0.0703542 Apr 07 11:36:33.772911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39cd617b-6189-4177-8152-1adc65a537e5 req-19b19a8d-d750-475a-8947-bc8e8cf2f8fc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673122 Apr 07 11:36:34.458942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.519763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:34.576231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port a8691f5b-f55b-4da5-b114-0d69cbe244ff completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:36:34.582308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port a8691f5b-f55b-4da5-b114-0d69cbe244ff triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:34.583039 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.692693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:34.694492 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.741365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:34.742456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:34.745355 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5763832-34b6-4359-847a-2ea31263056f" -d '{"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-plugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:34.748925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.800856 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d155b-8063-46a2-b2f8-675c7723fc91 x-openstack-request-id: req-949d155b-8063-46a2-b2f8-675c7723fc91 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:34.801670 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-plugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:34.801670 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-949d155b-8063-46a2-b2f8-675c7723fc91 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:34.802048 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949d155b-8063-46a2-b2f8-675c7723fc91'] response: {'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'code': 200} Apr 07 11:36:34.807518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:34.947598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ffa4b-554f-4a8f-bf21-9c2ea3604643 req-a57ef636-1347-4cce-9877-d1183d6ba3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:34.949208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f5ffa4b-554f-4a8f-bf21-9c2ea3604643 req-a57ef636-1347-4cce-9877-d1183d6ba3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1127 time: 0.0836399 Apr 07 11:36:34.973945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb72e-796e-4ea2-8307-d28dadcd1e29 req-eed7cc8f-15aa-40bc-ab02-1512b742542c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:34.973945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-062cb72e-796e-4ea2-8307-d28dadcd1e29 req-eed7cc8f-15aa-40bc-ab02-1512b742542c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0965562 Apr 07 11:36:35.039541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-062cb72e-796e-4ea2-8307-d28dadcd1e29 req-82737d90-5007-4ca8-a2a0-738cb18769d7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566537 Apr 07 11:36:35.069373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f5ffa4b-554f-4a8f-bf21-9c2ea3604643 req-274ccd06-21e0-4363-b41c-a134ff4e4cda service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133940 Apr 07 11:36:36.029896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:36.190176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3e6dd-511d-4062-b83f-67f0bfdb7de5 req-2a199fe4-8cce-4262-af52-5ab032d78895 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:36.192136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63e3e6dd-511d-4062-b83f-67f0bfdb7de5 req-2a199fe4-8cce-4262-af52-5ab032d78895 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0607359 Apr 07 11:36:36.269786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63e3e6dd-511d-4062-b83f-67f0bfdb7de5 req-8a67b8b6-0c59-4cf8-94cd-84ff4891e0c9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679200 Apr 07 11:36:37.177882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:37.419884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5428b-8a3a-4b4e-a3ee-b2c237cd4199 req-44834e37-c010-45bd-910e-9aa58552a2f0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:37.421417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06f5428b-8a3a-4b4e-a3ee-b2c237cd4199 req-44834e37-c010-45bd-910e-9aa58552a2f0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0696566 Apr 07 11:36:37.508998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06f5428b-8a3a-4b4e-a3ee-b2c237cd4199 req-1b2601ee-20df-43ae-9367-1a67037d652c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757596 Apr 07 11:36:37.771666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-4ec5ad8d-d3ce-496a-8d54-9a783f38dc70 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:37.780164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-4ec5ad8d-d3ce-496a-8d54-9a783f38dc70 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 814 time: 0.1356959 Apr 07 11:36:37.792585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-875dece3-c4cf-45b6-9596-36ff326727fa tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/quotas/6567940023ee42249c72166ce4acc805 HTTP/1.1" status: 200 len: 375 time: 0.0113246 Apr 07 11:36:37.864163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-764b2214-d721-40d4-9890-849537059f80 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582893 Apr 07 11:36:37.972907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-dbf59cbe-2d1c-4cc6-9430-154aed73b084 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988624 Apr 07 11:36:38.066124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-79b38bf8-58ee-4665-a8ef-08c6808b2273 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Apr 07 11:36:38.248380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e96812c1-9959-4ce7-bb9c-ec992f05c2d5 req-c40a6e34-3047-40a1-b706-3aa0f245c4dd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 210 time: 0.0335035 Apr 07 11:36:39.284587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-d0d95907-1fb3-4140-8227-c4740fe13288 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:39.286957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-d0d95907-1fb3-4140-8227-c4740fe13288 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 814 time: 0.1262963 Apr 07 11:36:39.302039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Request body: {'port': {'device_id': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'admin_state_up': True, 'tenant_id': '6567940023ee42249c72166ce4acc805'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:39.426303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79e966d6-dde7-476e-b81c-f34be6e45d8d req-74a384ce-1a39-4d76-b8de-428ce365633a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 210 time: 0.0345044 Apr 07 11:36:39.466936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Made reservation on behalf of 6567940023ee42249c72166ce4acc805 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:39.471129 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.613440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Allocated IP 172.20.0.14 (c2d21e4b-0d8c-435f-8ac7-842255b8721a/402c6319-c2ae-453c-9f02-0307e8f8c615/c2a1ac22-9f1d-4045-81b8-3b64438c2b6f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:39.772721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks [] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.807264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.826962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a8691f5b-f55b-4da5-b114-0d69cbe244ff'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:39.868400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Network c2d21e4b-0d8c-435f-8ac7-842255b8721a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:39.873936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:39.878485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:39.883337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Pushing event updated for resources: {'Port': ['ID=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:39.942282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:39.944812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.979223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-3838362b-20e3-4a81-9e62-f2c7bc8d42e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6818981 Apr 07 11:36:39.992101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Request body: {'port': {'device_id': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:40.067894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.416484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a1ac22-9f1d-4045-81b8-3b64438c2b6f {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:36:40.427797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Publish callbacks [] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.453938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Transition to ACTIVE for port object c2a1ac22-9f1d-4045-81b8-3b64438c2b6f will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:36:40.469347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.590114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:40.680589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44dfc-da7f-4ad8-a070-679a3a2bec53 req-cbf811c5-70dd-43a2-901d-858b5a3059d3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:40.689599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2e44dfc-da7f-4ad8-a070-679a3a2bec53 req-cbf811c5-70dd-43a2-901d-858b5a3059d3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 944 time: 0.1761169 Apr 07 11:36:40.724560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Attempting to bind port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:40.725985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Attempting to bind port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:40.726352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Attempting to bind port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f on network c2d21e4b-0d8c-435f-8ac7-842255b8721a {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:40.742357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f on network c2d21e4b-0d8c-435f-8ac7-842255b8721a not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:36:40.742722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Attempting to bind port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f on network c2d21e4b-0d8c-435f-8ac7-842255b8721a {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:40.758048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:40.758401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Checking segment: {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:40.758789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Bound using segment: {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:40.759226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Bound port: c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752bcdf3-8782-4e03-bae3-7d11540cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:40.759588 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.766324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2e44dfc-da7f-4ad8-a070-679a3a2bec53 req-2ed19d10-b6fb-4c2a-9607-a07600038b30 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755839 Apr 07 11:36:40.833998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] For port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:40.837804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] For port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:40.844521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.884210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:40.884925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.886412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] 10.222.0.41 "PUT /v2.0/ports/c2a1ac22-9f1d-4045-81b8-3b64438c2b6f HTTP/1.1" status: 200 len: 1092 time: 0.8994768 Apr 07 11:36:40.886914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'tag': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:40.889259 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4cfa8c-90b0-42ea-b52d-597950811944", "tag": "c2a1ac22-9f1d-4045-81b8-3b64438c2b6f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:40.937340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190bce-d575-43d4-b9b6-dc985ebc0ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:40.953688 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c5471-642d-4147-801e-e246e18adbd7 x-openstack-request-id: req-0a2c5471-642d-4147-801e-e246e18adbd7 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:40.953991 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4cfa8c-90b0-42ea-b52d-597950811944", "tag": "c2a1ac22-9f1d-4045-81b8-3b64438c2b6f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:40.954273 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a2c5471-642d-4147-801e-e246e18adbd7 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:40.954694 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2c5471-642d-4147-801e-e246e18adbd7'] response: {'name': 'network-changed', 'server_uuid': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'tag': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f', 'status': 'completed', 'code': 200} Apr 07 11:36:41.067597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-c757f0ad-61ac-417b-b25c-4d4646e36566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:41.070920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-c757f0ad-61ac-417b-b25c-4d4646e36566 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 1126 time: 0.1392152 Apr 07 11:36:41.117424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-1f9b6c3e-5305-4c63-b1f3-79425892ee7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f HTTP/1.1" status: 200 len: 217 time: 0.0393429 Apr 07 11:36:41.170311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c531-d546-4c03-95b6-e44314f0df2d req-20114155-8bb8-4b0a-983c-dba10527822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:41.171774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-20114155-8bb8-4b0a-983c-dba10527822d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0494394 Apr 07 11:36:41.203424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-b7709b9c-74ca-4cc7-ace1-73ff818a36e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256121 Apr 07 11:36:41.300819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-19d947a2-35ac-4692-ba26-3120c1f4a5ed service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898533 Apr 07 11:36:41.399368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1135c531-d546-4c03-95b6-e44314f0df2d req-a2e40dac-0b6a-4c48-a62f-d04743258d96 service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917256 Apr 07 11:36:41.502007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-edf738f8-692a-477b-aad6-daa9606ab5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:41.504110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-edf738f8-692a-477b-aad6-daa9606ab5ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 1126 time: 0.0592129 Apr 07 11:36:41.602074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-15778b81-071e-4848-8e9e-825e0ed657a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:41.603938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-15778b81-071e-4848-8e9e-825e0ed657a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 915 time: 0.0922561 Apr 07 11:36:41.656444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-2fb954f1-008c-40cb-8d1a-3ec42c346d53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f HTTP/1.1" status: 200 len: 217 time: 0.0361075 Apr 07 11:36:41.709238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-d6f98ba6-280a-42bb-a9ba-6e8e796d1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:41.709238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-d6f98ba6-280a-42bb-a9ba-6e8e796d1482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0458827 Apr 07 11:36:41.742006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-1663f89e-816c-400e-a681-7f70087d49aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272009 Apr 07 11:36:41.852344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-60466b66-b043-444f-9663-1d08a375c77d service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046872 Apr 07 11:36:41.977311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8908402-4fc9-41ab-8135-67768ec9faf9 req-44a36858-39e4-4ebd-85f9-895676e7f1e8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:41.978460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8908402-4fc9-41ab-8135-67768ec9faf9 req-44a36858-39e4-4ebd-85f9-895676e7f1e8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 944 time: 0.1134706 Apr 07 11:36:42.015707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37fe2aac-71e8-4dbb-a245-1ae9129f2fdf req-ae38ac7c-9e60-4447-bd4d-c9e38f671395 service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478255 Apr 07 11:36:42.054868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8908402-4fc9-41ab-8135-67768ec9faf9 req-15f94a46-5991-4101-ad3f-be74a7d285b1 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505474 Apr 07 11:36:43.187039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb238d-db73-4347-ac28-649609ee8fb7 req-0a0e562a-4479-4a1b-a4c7-1c2cf1e94036 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:43.189748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9eb238d-db73-4347-ac28-649609ee8fb7 req-0a0e562a-4479-4a1b-a4c7-1c2cf1e94036 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 944 time: 0.0605917 Apr 07 11:36:43.264426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9eb238d-db73-4347-ac28-649609ee8fb7 req-0b0f14ef-d9c4-484e-9a9b-5107cf7018dc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602272 Apr 07 11:36:44.399546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83fc8e-10ab-4fd1-bc64-2216e76928d5 req-9e58399c-f20f-436c-a5ff-9e0b677fa19c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:44.402135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e83fc8e-10ab-4fd1-bc64-2216e76928d5 req-9e58399c-f20f-436c-a5ff-9e0b677fa19c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 944 time: 0.0601883 Apr 07 11:36:44.472350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e83fc8e-10ab-4fd1-bc64-2216e76928d5 req-6c804973-6501-461c-8ad5-653228e56d3b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599983 Apr 07 11:36:44.551212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2a1ac22-9f1d-4045-81b8-3b64438c2b6f details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:36:44.654254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:44.667164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f', 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'port_id': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f', 'mac_address': 'fa:16:3e:28:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402c6319-c2ae-453c-9f02-0307e8f8c615', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:36:44.706500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:44.707184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.729407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a1ac22-9f1d-4045-81b8-3b64438c2b6f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:36:44.757769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:44.765826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.826443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:45.195839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c2a1ac22-9f1d-4045-81b8-3b64438c2b6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:45.621035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0ff2-372f-43d5-83cd-bdfe75e97a1c req-46263af4-3221-43dc-8ff4-2ae28851c01e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:45.622657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f6b0ff2-372f-43d5-83cd-bdfe75e97a1c req-46263af4-3221-43dc-8ff4-2ae28851c01e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 945 time: 0.0601788 Apr 07 11:36:45.673456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f6b0ff2-372f-43d5-83cd-bdfe75e97a1c req-567cd617-d4a2-4193-959d-7ab718126f84 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Apr 07 11:36:46.573256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2a1ac22-9f1d-4045-81b8-3b64438c2b6f up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:46.633090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:36:46.638081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:46.638464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:46.720092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:46.720487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:46.752201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:46.755072 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b463112-2684-49c0-951b-39f866bb122c" -d '{"events": [{"server_uuid": "ac4cfa8c-90b0-42ea-b52d-597950811944", "name": "network-vif-plugged", "status": "completed", "tag": "c2a1ac22-9f1d-4045-81b8-3b64438c2b6f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:46.772214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:46.778552 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:46.831196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c4934-8112-47ff-8f74-5bd844f30d2a req-d3dd493c-3722-4d28-891b-f78abf2b8cfa tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:46.839686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-909c4934-8112-47ff-8f74-5bd844f30d2a req-d3dd493c-3722-4d28-891b-f78abf2b8cfa tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 946 time: 0.0730639 Apr 07 11:36:46.851001 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40718d62-ddae-411f-80a6-ca1d457888c9 x-openstack-request-id: req-40718d62-ddae-411f-80a6-ca1d457888c9 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:46.855098 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cfa8c-90b0-42ea-b52d-597950811944", "name": "network-vif-plugged", "status": "completed", "tag": "c2a1ac22-9f1d-4045-81b8-3b64438c2b6f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:46.855098 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40718d62-ddae-411f-80a6-ca1d457888c9 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:46.855098 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40718d62-ddae-411f-80a6-ca1d457888c9'] response: {'server_uuid': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f', 'code': 200} Apr 07 11:36:46.867373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:46.951054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954c68-b8af-4254-b96f-42bc32541d1d req-32874d9c-60c8-4949-b5c0-8a307ed009fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:46.952573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e954c68-b8af-4254-b96f-42bc32541d1d req-32874d9c-60c8-4949-b5c0-8a307ed009fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 1128 time: 0.0675867 Apr 07 11:36:46.976231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-909c4934-8112-47ff-8f74-5bd844f30d2a req-f932184d-26ca-47e0-bbbb-1ffb2614c2fc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356122 Apr 07 11:36:47.012349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e954c68-b8af-4254-b96f-42bc32541d1d req-ed04b125-0110-4045-81af-e41e725b09ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 Apr 07 11:36:48.142866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dbfe-7cd2-4323-adb5-4e92d6f34295 req-554f25c5-56d8-4ad8-afd5-3277848a44d4 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:48.145266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90a3dbfe-7cd2-4323-adb5-4e92d6f34295 req-554f25c5-56d8-4ad8-afd5-3277848a44d4 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 946 time: 0.0701685 Apr 07 11:36:48.206783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90a3dbfe-7cd2-4323-adb5-4e92d6f34295 req-7dee6fc2-653a-463d-b213-db77637f56c9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546446 Apr 07 11:36:49.357369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef08a-1e97-4c56-bd05-830d7cbfe362 req-99a5b198-9027-4511-a8a1-bcbc38c2c05f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:49.358858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f0ef08a-1e97-4c56-bd05-830d7cbfe362 req-99a5b198-9027-4511-a8a1-bcbc38c2c05f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 946 time: 0.0670066 Apr 07 11:36:49.409562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f0ef08a-1e97-4c56-bd05-830d7cbfe362 req-f846941c-9f0f-4100-8675-cb1082266b55 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Apr 07 11:36:49.668498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478beb8d-ca48-4620-8c02-3552ca28c215 req-0762c035-abd3-417d-bf21-cd33fef29525 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:49.670323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-478beb8d-ca48-4620-8c02-3552ca28c215 req-0762c035-abd3-417d-bf21-cd33fef29525 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 946 time: 0.0561409 Apr 07 11:36:49.728248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-478beb8d-ca48-4620-8c02-3552ca28c215 req-b43ea14c-dec1-46bd-89a3-5c1d98db66bf tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 Apr 07 11:36:50.862255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4020b7-7f3f-474c-98e2-7fa42ee47d96 req-81de4114-1e00-46c7-8570-db2284881585 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:50.864493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc4020b7-7f3f-474c-98e2-7fa42ee47d96 req-81de4114-1e00-46c7-8570-db2284881585 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 946 time: 0.0602849 Apr 07 11:36:50.915858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc4020b7-7f3f-474c-98e2-7fa42ee47d96 req-0f83956e-0284-456d-bb82-4428b62463da tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Apr 07 11:36:51.119385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a556c5-556a-4098-b01e-40260f0926a4 req-327d7b58-3c88-469d-8a6d-9cc5ea98ab05 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:51.120855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19a556c5-556a-4098-b01e-40260f0926a4 req-327d7b58-3c88-469d-8a6d-9cc5ea98ab05 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 946 time: 0.0538199 Apr 07 11:36:51.223699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Deleting port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:36:51.223699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.368900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] For port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:51.369763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.390353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Calling delete_port for c2a1ac22-9f1d-4045-81b8-3b64438c2b6f owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:36:51.579371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c2a1ac22-9f1d-4045-81b8-3b64438c2b6f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.592787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:36:51.621600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Pushing event deleted for resources: {'Port': ['ID=c2a1ac22-9f1d-4045-81b8-3b64438c2b6f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:51.644704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.645193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.645610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.646023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.660640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.661183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.661536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.661878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.662283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.662621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.662952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.663281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.663615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:51.737454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] No DVR routers for this DVR port c2a1ac22-9f1d-4045-81b8-3b64438c2b6f on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:36:51.740380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.743656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19a556c5-556a-4098-b01e-40260f0926a4 req-1877f55b-3ec1-4016-a9d9-29cbf757ce0b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "DELETE /v2.0/ports/c2a1ac22-9f1d-4045-81b8-3b64438c2b6f HTTP/1.1" status: 204 len: 173 time: 0.6173732 Apr 07 11:36:51.744108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'name': 'network-vif-deleted', 'tag': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:36:51.746889 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd513ac-8a33-41d1-acc1-9687919aeb5a" -d '{"events": [{"server_uuid": "ac4cfa8c-90b0-42ea-b52d-597950811944", "name": "network-vif-deleted", "tag": "c2a1ac22-9f1d-4045-81b8-3b64438c2b6f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:36:51.798019 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8c8a1-8575-4639-accb-78288d9bac62 x-openstack-request-id: req-3db8c8a1-8575-4639-accb-78288d9bac62 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:36:51.798318 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cfa8c-90b0-42ea-b52d-597950811944", "name": "network-vif-deleted", "tag": "c2a1ac22-9f1d-4045-81b8-3b64438c2b6f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:36:51.798578 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3db8c8a1-8575-4639-accb-78288d9bac62 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:36:51.798988 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db8c8a1-8575-4639-accb-78288d9bac62'] response: {'server_uuid': 'ac4cfa8c-90b0-42ea-b52d-597950811944', 'name': 'network-vif-deleted', 'tag': 'c2a1ac22-9f1d-4045-81b8-3b64438c2b6f', 'status': 'completed', 'code': 200} Apr 07 11:36:52.032727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4ac7323-9aa2-43b2-953c-d25d9761fb0e req-8c79d621-8a24-4f4a-b014-cb26ba95c26d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4cfa8c-90b0-42ea-b52d-597950811944 HTTP/1.1" status: 200 len: 210 time: 0.0312822 Apr 07 11:36:52.277381 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:36:53.200409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7886b99-6a1f-4a60-981b-86ed195b170e req-def9075a-a995-4235-aa86-5dd31511240f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:53.202010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7886b99-6a1f-4a60-981b-86ed195b170e req-def9075a-a995-4235-aa86-5dd31511240f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0586176 Apr 07 11:36:53.252601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7886b99-6a1f-4a60-981b-86ed195b170e req-890d8b79-9bb4-4fc5-92a1-3494fd626a53 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Apr 07 11:36:53.427075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9005c-5f5d-42d0-89a6-0a410710e8b8 req-b686c2e9-704b-4c3a-8670-37fdc017c0da tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:53.428994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b9005c-5f5d-42d0-89a6-0a410710e8b8 req-b686c2e9-704b-4c3a-8670-37fdc017c0da tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0565939 Apr 07 11:36:53.483916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b9005c-5f5d-42d0-89a6-0a410710e8b8 req-eaf28a93-47ff-4585-908e-5ab3773d4ba2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Apr 07 11:36:53.644509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79435570-8708-45cc-bc80-7928b5fa3119 req-c84b37f1-2d97-4de8-86e4-d7462096235b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:53.646016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79435570-8708-45cc-bc80-7928b5fa3119 req-c84b37f1-2d97-4de8-86e4-d7462096235b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0626781 Apr 07 11:36:53.699178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79435570-8708-45cc-bc80-7928b5fa3119 req-7053a6f5-8319-4d95-9b46-a040b0167f85 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Apr 07 11:36:54.605497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2a1ac22-9f1d-4045-81b8-3b64438c2b6f no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:36:54.626952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: c2a1ac22-9f1d-4045-81b8-3b64438c2b6f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:36:54.627495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2a1ac22-9f1d-4045-81b8-3b64438c2b6f not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:36:56.442005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615230f3-3225-4c66-962a-18aa3bcce340 req-7687474c-f2f8-4018-8545-e9fd7ec6ebc1 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:56.444076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-615230f3-3225-4c66-962a-18aa3bcce340 req-7687474c-f2f8-4018-8545-e9fd7ec6ebc1 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0542161 Apr 07 11:36:56.494669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-615230f3-3225-4c66-962a-18aa3bcce340 req-c491ead5-01c8-4cb1-b433-065121f6375e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451872 Apr 07 11:36:56.625390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28183-3c33-4340-9249-7dbfd3e932fa req-0b94665f-70b3-4045-ab7c-c408cd33e43e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:56.626947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91f28183-3c33-4340-9249-7dbfd3e932fa req-0b94665f-70b3-4045-ab7c-c408cd33e43e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0623918 Apr 07 11:36:56.682091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91f28183-3c33-4340-9249-7dbfd3e932fa req-ae7aa0fb-1a5a-4ec9-b5ca-5a593d908079 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482693 Apr 07 11:36:59.223160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf29b93-2328-464b-b0d2-a6a4694ec527 req-df1e8c32-10fd-4656-9a29-1d56dd2baa46 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:59.224996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf29b93-2328-464b-b0d2-a6a4694ec527 req-df1e8c32-10fd-4656-9a29-1d56dd2baa46 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0562081 Apr 07 11:36:59.273162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbf29b93-2328-464b-b0d2-a6a4694ec527 req-82d3b75d-35cd-4eaa-8f5e-85660ddd276b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 Apr 07 11:36:59.399511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3656c2-b522-4da8-984d-e8b9e4b3a788 req-ea3c1a3f-c9e6-4c57-b905-74d6790b9061 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:59.401009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a3656c2-b522-4da8-984d-e8b9e4b3a788 req-ea3c1a3f-c9e6-4c57-b905-74d6790b9061 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0556910 Apr 07 11:36:59.455522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a3656c2-b522-4da8-984d-e8b9e4b3a788 req-3e45c695-39aa-49ae-a458-468feeab0e15 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485086 Apr 07 11:36:59.621934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13ec31-f88b-420f-9e05-393ac084921f req-536ecb10-1a6c-4ea3-99d5-de7fcfd04376 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:59.623391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d13ec31-f88b-420f-9e05-393ac084921f req-536ecb10-1a6c-4ea3-99d5-de7fcfd04376 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0525484 Apr 07 11:36:59.670103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d13ec31-f88b-420f-9e05-393ac084921f req-91270364-ba46-4880-9b50-aa9419a8d58a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Apr 07 11:36:59.791486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9ef5c-6e77-4ad7-a1dd-5107a1030ff3 req-9d020fc1-bd0e-4f56-9e6e-398aaf284583 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:59.792858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ef9ef5c-6e77-4ad7-a1dd-5107a1030ff3 req-9d020fc1-bd0e-4f56-9e6e-398aaf284583 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0529513 Apr 07 11:36:59.839589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ef9ef5c-6e77-4ad7-a1dd-5107a1030ff3 req-3aaf6003-92e6-47a1-a83b-0e541d2f3b9b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Apr 07 11:37:00.351781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fbbe8-9638-4666-8c43-fe76e2d72d85 req-8cb4cddd-d1cd-4959-83d0-7b7ec1c5dee7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:00.353296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444fbbe8-9638-4666-8c43-fe76e2d72d85 req-8cb4cddd-d1cd-4959-83d0-7b7ec1c5dee7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.3815722 Apr 07 11:37:00.401667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444fbbe8-9638-4666-8c43-fe76e2d72d85 req-2c170ff3-a717-4bdc-b3a1-aae8797d878a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Apr 07 11:37:00.523538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82eede-5d04-4bba-8de6-e3fefd784851 req-84ed765b-ed3b-4dcc-8f03-bf0b76336a36 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:00.524951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c82eede-5d04-4bba-8de6-e3fefd784851 req-84ed765b-ed3b-4dcc-8f03-bf0b76336a36 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0536411 Apr 07 11:37:00.571479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c82eede-5d04-4bba-8de6-e3fefd784851 req-12ff500f-ef5d-4338-a304-141156973d3d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Apr 07 11:37:00.654143 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4210418e-68c4-41d8-8382-7550fe8c669e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:00.756671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de976f-935d-4366-a08a-69edb551d8f3 req-872a2cca-ccad-4860-8aa6-09e5ea701607 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:00.758301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57de976f-935d-4366-a08a-69edb551d8f3 req-872a2cca-ccad-4860-8aa6-09e5ea701607 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0576735 Apr 07 11:37:00.806325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57de976f-935d-4366-a08a-69edb551d8f3 req-6782a6b7-add9-4f8d-b325-9994a84e0a4b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Apr 07 11:37:00.929336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efd5d8-d7fa-43bf-94ba-84d0330d4dde req-a1e502a9-db71-4d87-b93e-7d083de39fc8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:00.930743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1efd5d8-d7fa-43bf-94ba-84d0330d4dde req-a1e502a9-db71-4d87-b93e-7d083de39fc8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0546918 Apr 07 11:37:00.979788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1efd5d8-d7fa-43bf-94ba-84d0330d4dde req-599254d3-0663-480b-96eb-4507ce600605 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Apr 07 11:37:01.164557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3429b-28fd-4ddd-9bcb-9cf4633f3061 req-dd64abce-f5db-4e5a-85fc-aaebebf7b691 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:01.166604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2f3429b-28fd-4ddd-9bcb-9cf4633f3061 req-dd64abce-f5db-4e5a-85fc-aaebebf7b691 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0610754 Apr 07 11:37:01.220914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2f3429b-28fd-4ddd-9bcb-9cf4633f3061 req-25a13211-d46e-4e71-bbcd-51ecfe0d5d70 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476630 Apr 07 11:37:01.350348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dfb85-6b6a-47a0-9e24-18f41c0e9e0c req-aa741bc1-d8ac-43aa-8f1f-5b7338a00c15 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:01.351644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a5dfb85-6b6a-47a0-9e24-18f41c0e9e0c req-aa741bc1-d8ac-43aa-8f1f-5b7338a00c15 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0562904 Apr 07 11:37:01.402428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a5dfb85-6b6a-47a0-9e24-18f41c0e9e0c req-3132c725-2b7d-4259-b88a-ad1f85d426bf tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Apr 07 11:37:01.574129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db854b6f-49a4-4fbd-9cca-a1035de81ee1 req-5731ba5c-4205-4438-864d-059da11a003d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:01.575895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db854b6f-49a4-4fbd-9cca-a1035de81ee1 req-5731ba5c-4205-4438-864d-059da11a003d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Apr 07 11:37:01.623187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db854b6f-49a4-4fbd-9cca-a1035de81ee1 req-ee9cf089-5b66-400b-9dd3-8e29048864f0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Apr 07 11:37:01.696057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:01.759112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9a9e-0868-4e85-9ef7-15b7c7fce08b req-d2ae2026-2528-4c78-bf08-ba46df1e5c11 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:01.760593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d86f9a9e-0868-4e85-9ef7-15b7c7fce08b req-d2ae2026-2528-4c78-bf08-ba46df1e5c11 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0573895 Apr 07 11:37:01.808054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d86f9a9e-0868-4e85-9ef7-15b7c7fce08b req-445e70fc-f32a-48fd-8de7-1188bad5a9f3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Apr 07 11:37:02.034536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e522b7d-3205-4265-987b-1318a84b0788 req-e6635849-d87d-4b67-aa94-a38742dda18b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:02.035997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e522b7d-3205-4265-987b-1318a84b0788 req-e6635849-d87d-4b67-aa94-a38742dda18b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 814 time: 0.1049273 Apr 07 11:37:02.051398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e522b7d-3205-4265-987b-1318a84b0788 req-20464462-f6ed-4959-bc5c-5306f87049c0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/quotas/6567940023ee42249c72166ce4acc805 HTTP/1.1" status: 200 len: 375 time: 0.0092077 Apr 07 11:37:02.108811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e522b7d-3205-4265-987b-1318a84b0788 req-a2e31972-c0c5-4078-8da8-7279e131cc14 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517960 Apr 07 11:37:02.223802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f3214-7731-435f-ad44-33dd9cd8bbdc req-33febc15-9aae-4997-a044-15e3ef5b2d61 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:02.226056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-084f3214-7731-435f-ad44-33dd9cd8bbdc req-33febc15-9aae-4997-a044-15e3ef5b2d61 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0581625 Apr 07 11:37:02.282380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-084f3214-7731-435f-ad44-33dd9cd8bbdc req-1a664adb-725c-4bb5-9c8d-d880398db638 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Apr 07 11:37:02.453847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479069-6659-4200-a0f0-43bca5d0ea38 req-0db1b684-2029-4d03-a156-7d1463d94843 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:02.456233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6479069-6659-4200-a0f0-43bca5d0ea38 req-0db1b684-2029-4d03-a156-7d1463d94843 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0905199 Apr 07 11:37:02.532639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6479069-6659-4200-a0f0-43bca5d0ea38 req-1d0fb91a-ca49-487f-8e96-d3e6c0a699a9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Apr 07 11:37:02.730455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d90a059-290b-4d4b-8abb-485d7b10844e req-7a7219e3-be8b-4b51-93be-6db8ee2bda32 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6567940023ee42249c72166ce4acc805 HTTP/1.1" status: 200 len: 221 time: 0.0437472 Apr 07 11:37:02.837306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddb709-714a-4592-8c42-0dee1fc65c95 req-ba64fe0a-10cd-477e-a49a-f0a8845f6d53 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:02.838786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10ddb709-714a-4592-8c42-0dee1fc65c95 req-ba64fe0a-10cd-477e-a49a-f0a8845f6d53 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Apr 07 11:37:02.888356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10ddb709-714a-4592-8c42-0dee1fc65c95 req-d5bde7ae-373a-463e-84bd-a953376a3776 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Apr 07 11:37:02.954462 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00a37f11-f5ca-4a57-b530-27c5cb8a67ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:03.010452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d17f4-22a7-43bb-bb1f-8d85e94cb00e req-5a243a14-0076-41ce-8377-d5e268a06fa4 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:03.012004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c10d17f4-22a7-43bb-bb1f-8d85e94cb00e req-5a243a14-0076-41ce-8377-d5e268a06fa4 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Apr 07 11:37:03.060587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c10d17f4-22a7-43bb-bb1f-8d85e94cb00e req-a42d08fc-0ddc-4410-9693-53c0978e3a16 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Apr 07 11:37:03.205500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad52291-4c0f-4b36-8733-84e5fed6d4e9 req-f707f498-ca09-4022-bf7b-ed528b822c8e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:03.206972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ad52291-4c0f-4b36-8733-84e5fed6d4e9 req-f707f498-ca09-4022-bf7b-ed528b822c8e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0590882 Apr 07 11:37:03.255029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ad52291-4c0f-4b36-8733-84e5fed6d4e9 req-d192cfdb-665f-4eaf-b239-3b95df04c3be tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Apr 07 11:37:03.388233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71791d4d-dd9c-4b5b-a7a6-2a4ccfb2481b req-52f9fc00-b86a-43c3-a9f5-1300431ee2bf tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:03.389909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71791d4d-dd9c-4b5b-a7a6-2a4ccfb2481b req-52f9fc00-b86a-43c3-a9f5-1300431ee2bf tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0595839 Apr 07 11:37:03.442004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71791d4d-dd9c-4b5b-a7a6-2a4ccfb2481b req-1aba36b9-8719-4854-bce5-bc764f5e2757 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Apr 07 11:37:03.512589 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:03.601465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a1920-c596-40de-b733-92948100d491 req-1652eb06-e111-445d-be63-07b95e9832fc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:03.603571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6a1920-c596-40de-b733-92948100d491 req-1652eb06-e111-445d-be63-07b95e9832fc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0598183 Apr 07 11:37:03.658820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6a1920-c596-40de-b733-92948100d491 req-0ffbdce1-785a-4142-bc75-c035a226208b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Apr 07 11:37:03.781852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efc358-5f9a-48fd-ae3d-85f39297b706 req-aa378321-d613-4e0e-8cc4-7b2ec9db0574 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:03.783596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14efc358-5f9a-48fd-ae3d-85f39297b706 req-aa378321-d613-4e0e-8cc4-7b2ec9db0574 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0575535 Apr 07 11:37:03.835759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14efc358-5f9a-48fd-ae3d-85f39297b706 req-90b002fa-37e1-4cb1-bed1-4281906daace tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456948 Apr 07 11:37:03.969967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944fe0e-8fc1-4cd4-949b-ccc6dafe2b17 req-785804fb-98e7-457d-80e7-4be7503bcffb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:03.972385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5944fe0e-8fc1-4cd4-949b-ccc6dafe2b17 req-785804fb-98e7-457d-80e7-4be7503bcffb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0567513 Apr 07 11:37:04.028751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5944fe0e-8fc1-4cd4-949b-ccc6dafe2b17 req-6c27f4d0-8240-4045-9f7c-0f6bbc039f44 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Apr 07 11:37:04.157153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb9bc-685c-4f4a-affe-11c2ff88ac9a req-531cf890-c7ac-4bc0-b6c1-9dfd83187cff tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:04.158813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-660eb9bc-685c-4f4a-affe-11c2ff88ac9a req-531cf890-c7ac-4bc0-b6c1-9dfd83187cff tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0556266 Apr 07 11:37:04.210109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-660eb9bc-685c-4f4a-affe-11c2ff88ac9a req-168ffd8b-e824-4710-89f3-e475b62932c4 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Apr 07 11:37:04.379841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf43c3-d54d-45a3-830f-8230f84cb28f req-c6cf1e4a-f6cb-418a-8b11-a6362b405f1d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:04.382356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ccf43c3-d54d-45a3-830f-8230f84cb28f req-c6cf1e4a-f6cb-418a-8b11-a6362b405f1d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0587704 Apr 07 11:37:04.434521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ccf43c3-d54d-45a3-830f-8230f84cb28f req-cd4b4c4e-0d95-4b3e-bf7a-6f69c7ddb6a8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Apr 07 11:37:04.474512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.581923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634470d-ad6e-4e5e-8747-8172e4ccde22 req-17b982a9-6a7c-4a8a-8b34-55ae5b21bb6d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:04.583507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6634470d-ad6e-4e5e-8747-8172e4ccde22 req-17b982a9-6a7c-4a8a-8b34-55ae5b21bb6d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0606353 Apr 07 11:37:04.638282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6634470d-ad6e-4e5e-8747-8172e4ccde22 req-769041d6-c961-4225-b402-e6dd85655b47 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479126 Apr 07 11:37:04.820867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5442-b12b-44cd-b01c-b3f3046fc4eb req-96afddb5-31be-4e88-a4d4-e01b5677074e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:04.825732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbac5442-b12b-44cd-b01c-b3f3046fc4eb req-96afddb5-31be-4e88-a4d4-e01b5677074e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0677915 Apr 07 11:37:04.886266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbac5442-b12b-44cd-b01c-b3f3046fc4eb req-f31cd28f-6fd6-448d-94a9-b4b64e28baa8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Apr 07 11:37:05.074713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4851042-1b25-4001-852c-719a397d89e8 req-b065622e-2f2b-440e-811a-61d686a1a935 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:05.076209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4851042-1b25-4001-852c-719a397d89e8 req-b065622e-2f2b-440e-811a-61d686a1a935 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0650086 Apr 07 11:37:05.131780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4851042-1b25-4001-852c-719a397d89e8 req-384e8483-d76b-4458-b999-45608f9c837f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Apr 07 11:37:05.274959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334b9a-2a49-4a40-a247-242d6a185bf1 req-a4ad5198-0ac0-47ad-bcac-732a4128b67e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:05.281033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24334b9a-2a49-4a40-a247-242d6a185bf1 req-a4ad5198-0ac0-47ad-bcac-732a4128b67e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0595865 Apr 07 11:37:05.329767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24334b9a-2a49-4a40-a247-242d6a185bf1 req-81f7428a-5abc-4e1b-9480-7fc314f23af7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474613 Apr 07 11:37:05.454714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ca1f6-da2a-42d7-9096-c152e2b79fd6 req-178b435a-3281-43b9-bff8-10b0a1ca374f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:05.457539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-333ca1f6-da2a-42d7-9096-c152e2b79fd6 req-178b435a-3281-43b9-bff8-10b0a1ca374f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0559709 Apr 07 11:37:05.508045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-333ca1f6-da2a-42d7-9096-c152e2b79fd6 req-129c9308-c7eb-4ea9-8072-91155742f8e7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Apr 07 11:37:05.720131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edab3f-fb7e-48b4-ba77-7155e8e7f679 req-81236d45-cd30-4129-b1bb-050add198c0f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:05.728953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36edab3f-fb7e-48b4-ba77-7155e8e7f679 req-81236d45-cd30-4129-b1bb-050add198c0f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0749273 Apr 07 11:37:05.780945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36edab3f-fb7e-48b4-ba77-7155e8e7f679 req-c8b7876d-4274-41e9-8a84-0115ce6e21bb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510755 Apr 07 11:37:05.966940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0703e-724a-40c8-a37d-f6f3d6c73f88 req-44dd5b48-d208-44dc-a40b-957a6e6d632a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:05.968350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7f0703e-724a-40c8-a37d-f6f3d6c73f88 req-44dd5b48-d208-44dc-a40b-957a6e6d632a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0642545 Apr 07 11:37:06.023542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7f0703e-724a-40c8-a37d-f6f3d6c73f88 req-ccba3a1d-7bc4-422d-a307-bc84e22a6736 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Apr 07 11:37:06.026123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:06.209389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2305dc1-7975-4e03-8233-66031693528d req-1f8056c3-5f4a-4460-a4fb-30c849bae724 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:06.210872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2305dc1-7975-4e03-8233-66031693528d req-1f8056c3-5f4a-4460-a4fb-30c849bae724 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0595260 Apr 07 11:37:06.257860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2305dc1-7975-4e03-8233-66031693528d req-a15d5693-e418-49c1-b4dd-5bc17c3396d6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Apr 07 11:37:06.384861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0993-ad00-45a4-9f25-82efe39373c5 req-d72bece2-f43a-4bcc-9597-745b6f92a7a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:06.386176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c32a0993-ad00-45a4-9f25-82efe39373c5 req-d72bece2-f43a-4bcc-9597-745b6f92a7a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0572524 Apr 07 11:37:06.435377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c32a0993-ad00-45a4-9f25-82efe39373c5 req-2cc0bd87-5e55-4235-8dbd-9727a0ff13ab tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Apr 07 11:37:06.577192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4c063-d333-4f5e-9270-75aebb673451 req-47d07cd2-6f29-479e-852f-d20234bed0ad tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:06.578714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fef4c063-d333-4f5e-9270-75aebb673451 req-47d07cd2-6f29-479e-852f-d20234bed0ad tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0541246 Apr 07 11:37:06.642190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fef4c063-d333-4f5e-9270-75aebb673451 req-6e380059-2541-4200-9ded-19bc5d0b2583 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 Apr 07 11:37:06.819874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0bb70-5154-450e-868d-adfcd4c6e5d7 req-eae8b0d6-c3e9-48ab-a9c8-ab1e88c7010e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:06.821665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0b0bb70-5154-450e-868d-adfcd4c6e5d7 req-eae8b0d6-c3e9-48ab-a9c8-ab1e88c7010e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0903928 Apr 07 11:37:06.873486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0b0bb70-5154-450e-868d-adfcd4c6e5d7 req-ba6a248d-7b35-4c7c-8cd3-28faa238a846 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460613 Apr 07 11:37:07.109681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6eca-9ba8-4ae7-bfcd-4132415c6081 req-68dd094d-506b-441f-b90e-6618dfc2f80a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:07.111903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a79e6eca-9ba8-4ae7-bfcd-4132415c6081 req-68dd094d-506b-441f-b90e-6618dfc2f80a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0560946 Apr 07 11:37:07.182991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a79e6eca-9ba8-4ae7-bfcd-4132415c6081 req-53008314-5be2-4014-9f2d-a88c5fb9ea53 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648050 Apr 07 11:37:07.184794 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:08.336136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b16dd-2288-4db7-8c93-0e51bcb624ce req-783d37ad-70c2-473f-9753-3cf19f8fe769 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:08.337828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b4b16dd-2288-4db7-8c93-0e51bcb624ce req-783d37ad-70c2-473f-9753-3cf19f8fe769 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0616567 Apr 07 11:37:08.385036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b4b16dd-2288-4db7-8c93-0e51bcb624ce req-b76d8ed6-8542-4edd-b061-540519568fe6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Apr 07 11:37:08.681296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b129-b291-48a9-93c8-2f25b1c2fe86 req-2da5e2fc-29c9-4c1e-91ff-c5fdda04c266 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:08.682734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b64b129-b291-48a9-93c8-2f25b1c2fe86 req-2da5e2fc-29c9-4c1e-91ff-c5fdda04c266 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0719485 Apr 07 11:37:08.745908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b64b129-b291-48a9-93c8-2f25b1c2fe86 req-a47701f8-b150-49d2-b5b6-0c2189625d7a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561371 Apr 07 11:37:09.860032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81dae7-82dd-49fa-93eb-54405f9f636e req-be88f11d-fd4a-4e89-b4a5-ee9293c8a2ad tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:09.861554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f81dae7-82dd-49fa-93eb-54405f9f636e req-be88f11d-fd4a-4e89-b4a5-ee9293c8a2ad tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Apr 07 11:37:09.925984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f81dae7-82dd-49fa-93eb-54405f9f636e req-49c78d0f-8632-4cf9-a56b-2dd789bafe3b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573199 Apr 07 11:37:10.063537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91375c0-b4a7-4014-8c8c-2b4bf05447d5 req-05c0e2b4-04a8-478e-9f6d-e6da410a5db8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.065513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c91375c0-b4a7-4014-8c8c-2b4bf05447d5 req-05c0e2b4-04a8-478e-9f6d-e6da410a5db8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0557926 Apr 07 11:37:10.116565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c91375c0-b4a7-4014-8c8c-2b4bf05447d5 req-63124ad8-effb-4e4b-95ee-570576824874 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Apr 07 11:37:10.352872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-a7821021-333f-4233-b0fc-35df69533c2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1025417 Apr 07 11:37:10.375283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2380a-35d8-440d-8316-6de0d73ba6ae req-dfb3ac07-57f4-4f9d-bf38-e034fe9642fd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.381761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15a2380a-35d8-440d-8316-6de0d73ba6ae req-dfb3ac07-57f4-4f9d-bf38-e034fe9642fd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1428142 Apr 07 11:37:10.459968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15a2380a-35d8-440d-8316-6de0d73ba6ae req-4563c544-c8bf-48a0-bc23-c2081ee47d10 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770245 Apr 07 11:37:10.484389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.485026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.485597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.486135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.486674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.487466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.487995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.490579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-9b4fe772-2f67-4f0f-a022-77c4309329bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c7031a919347508b584baf9cf5dbef&device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 6718 time: 0.0710416 Apr 07 11:37:10.655707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a58987-9618-41d5-8696-4bdf1158e0af req-7d85b4c4-bdff-46b4-98a9-bdd81967e327 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.657229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79a58987-9618-41d5-8696-4bdf1158e0af req-7d85b4c4-bdff-46b4-98a9-bdd81967e327 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0905724 Apr 07 11:37:10.660986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-ea1576fb-db72-49e9-a12a-867074259f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.661534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-ea1576fb-db72-49e9-a12a-867074259f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.662050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-ea1576fb-db72-49e9-a12a-867074259f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.663747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-ea1576fb-db72-49e9-a12a-867074259f2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a82a7aee-d3ab-49b2-8704-9fd091b2723a&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e HTTP/1.1" status: 200 len: 2298 time: 0.1498501 Apr 07 11:37:10.762090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79a58987-9618-41d5-8696-4bdf1158e0af req-a72cba76-3a23-46ca-a034-b6d32b9e0817 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964592 Apr 07 11:37:10.763685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-0080d9a0-1a27-4b5f-82b2-ff860baa3c97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71943856-4331-446f-8bc1-bac7773b2ace HTTP/1.1" status: 200 len: 1002 time: 0.0923424 Apr 07 11:37:10.821043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-2e44b1d1-014a-40ba-b92c-7c0811d9958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.822698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-2e44b1d1-014a-40ba-b92c-7c0811d9958d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16f5cc86-b218-4ee5-a2dd-a527dfd12698 HTTP/1.1" status: 200 len: 855 time: 0.0531099 Apr 07 11:37:10.923550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177f04e-de74-413f-ae31-7912def3e3f4 req-1de5065e-cadf-4daa-91d1-01e82d0787cc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.924963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c177f04e-de74-413f-ae31-7912def3e3f4 req-1de5065e-cadf-4daa-91d1-01e82d0787cc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0667052 Apr 07 11:37:10.926956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-5ffdb86a-7644-43a1-82a4-7b8fcae248a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:10.928893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-5ffdb86a-7644-43a1-82a4-7b8fcae248a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a82a7aee-d3ab-49b2-8704-9fd091b2723a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997074 Apr 07 11:37:10.944031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-5be5e4ce-1f7d-4c26-8b9d-10cc46de588b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:37:10.944999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-5be5e4ce-1f7d-4c26-8b9d-10cc46de588b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062759 Apr 07 11:37:11.036183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c177f04e-de74-413f-ae31-7912def3e3f4 req-e49eeb2b-f716-4a71-8a84-7e9a62eeee44 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031914 Apr 07 11:37:11.071579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-587231a1-48d1-43d9-b4b1-a87608b57214 service neutron] 10.222.0.41 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153581 Apr 07 11:37:11.222586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-c75dc430-7ee3-4341-8c5d-f8876614b0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446788 Apr 07 11:37:11.234675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d39d85-cc66-4275-b06c-2bd141380855 req-1bac37d5-138c-4c95-a611-861dff71a70b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.241660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d39d85-cc66-4275-b06c-2bd141380855 req-1bac37d5-138c-4c95-a611-861dff71a70b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0894253 Apr 07 11:37:11.324430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-66e57545-1f93-425c-915c-deab725070f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 217 time: 0.0815070 Apr 07 11:37:11.332063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d39d85-cc66-4275-b06c-2bd141380855 req-782571eb-40f3-4618-a8a8-5de1ee493876 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826430 Apr 07 11:37:11.379994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-5081c000-9c01-4752-93fd-3cbcf0bd8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.382098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-5081c000-9c01-4752-93fd-3cbcf0bd8772 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.0485399 Apr 07 11:37:11.439447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-4f118997-13c6-48d2-89a8-71af536b7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.441195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-4f118997-13c6-48d2-89a8-71af536b7a18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0530908 Apr 07 11:37:11.573951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-3c9de48c-f730-4746-b1ca-af110608c660 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252759 Apr 07 11:37:11.581749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5bd78-9098-4ddf-b339-42732ae3a975 req-34c227aa-68e5-48fa-80d0-fdaf442fc8b0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.583132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cf5bd78-9098-4ddf-b339-42732ae3a975 req-34c227aa-68e5-48fa-80d0-fdaf442fc8b0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0867393 Apr 07 11:37:11.696964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cf5bd78-9098-4ddf-b339-42732ae3a975 req-b9b398bb-8835-4058-8685-3f7e97efb8d5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029918 Apr 07 11:37:11.719782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-8597de98-fd3d-4b19-a741-352c8165ccc7 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355901 Apr 07 11:37:11.771719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-78721c7e-5290-496b-8d2d-836118992ec3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 217 time: 0.0440428 Apr 07 11:37:11.854301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-d9f8c25f-675e-499b-bed2-2fdea506a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.855857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-d9f8c25f-675e-499b-bed2-2fdea506a737 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.0783300 Apr 07 11:37:11.898161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e21402-d6aa-4e0c-ab8d-f5afa826dd2e req-90c44826-647a-4244-98c9-c495e5a33a91 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.899814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21e21402-d6aa-4e0c-ab8d-f5afa826dd2e req-90c44826-647a-4244-98c9-c495e5a33a91 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0945144 Apr 07 11:37:11.941654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-89d13ef4-ad4c-4d89-bebc-47249a722ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:11.943913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-89d13ef4-ad4c-4d89-bebc-47249a722ed2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0810335 Apr 07 11:37:11.976887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21e21402-d6aa-4e0c-ab8d-f5afa826dd2e req-047631b8-8aa5-4b6d-9b92-2ee6a0644678 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702288 Apr 07 11:37:12.094403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-6e58fd22-e25e-49d1-b360-9163fe86d63b service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409295 Apr 07 11:37:12.192132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253adb0e-e528-44fb-8063-3b16b0e08578 req-01342e43-792d-46ed-9ae2-fb2432a1f6ac tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:12.195535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-253adb0e-e528-44fb-8063-3b16b0e08578 req-01342e43-792d-46ed-9ae2-fb2432a1f6ac tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1161964 Apr 07 11:37:12.292281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-253adb0e-e528-44fb-8063-3b16b0e08578 req-8ec6b528-0ffe-4886-af19-6cc0f00e1291 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Apr 07 11:37:12.295480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-f6c41d1c-f904-4d45-8712-dfa0afea841f service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848643 Apr 07 11:37:12.370003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-71d543d8-2cc6-449b-931f-2551d30f763f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989 HTTP/1.1" status: 200 len: 217 time: 0.0680954 Apr 07 11:37:12.455658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-d8231dae-b3c3-4dd8-a731-e09bcb702d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:12.457184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-d8231dae-b3c3-4dd8-a731-e09bcb702d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.0817523 Apr 07 11:37:12.482268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5b30-52f8-4452-b407-21b95f96e527 req-5d963367-237a-4219-8726-1c9765dfdc67 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:12.483954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f50a5b30-52f8-4452-b407-21b95f96e527 req-5d963367-237a-4219-8726-1c9765dfdc67 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0820780 Apr 07 11:37:12.550588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-138a0ba5-0aa6-43d6-9e3b-338a22f0408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:12.552085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-138a0ba5-0aa6-43d6-9e3b-338a22f0408e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0887983 Apr 07 11:37:12.557032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f50a5b30-52f8-4452-b407-21b95f96e527 req-761218e8-f475-416c-a118-03023810a410 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568027 Apr 07 11:37:12.695557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-6adb48ed-5d1b-4b22-80b3-a4272f2e16cb service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368699 Apr 07 11:37:12.770723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c47d98-35dd-4fbf-a01a-9e245dd35ee7 req-d95c2db2-cfa0-4801-b635-31179fcd1c92 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:12.772242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22c47d98-35dd-4fbf-a01a-9e245dd35ee7 req-d95c2db2-cfa0-4801-b635-31179fcd1c92 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1167824 Apr 07 11:37:12.839848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-444462e2-43f1-465b-a45a-f4b50c900920 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353395 Apr 07 11:37:12.847781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22c47d98-35dd-4fbf-a01a-9e245dd35ee7 req-3500cd8f-f799-4ffd-ab04-b30f3bac1225 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695450 Apr 07 11:37:12.901059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-4a73beac-a24b-44b9-8ecc-d0f9d6bb603a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b HTTP/1.1" status: 200 len: 217 time: 0.0458028 Apr 07 11:37:13.293174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-27d729ec-1382-4ec7-9a66-843bcaa279f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.294617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-27d729ec-1382-4ec7-9a66-843bcaa279f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 200 len: 797 time: 0.3889740 Apr 07 11:37:13.337516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d94b-617d-4e37-aae5-1124acc1034d req-cb497a60-54e9-452b-87c3-377f8b0e7cfb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.338992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4312d94b-617d-4e37-aae5-1124acc1034d req-cb497a60-54e9-452b-87c3-377f8b0e7cfb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.4056706 Apr 07 11:37:13.388444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-c4fe564f-f34c-4737-8daa-7efe6e8feb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.390001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-c4fe564f-f34c-4737-8daa-7efe6e8feb41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b74a2bc-c4e6-4d14-8ad7-8d9781271832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0876300 Apr 07 11:37:13.417028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4312d94b-617d-4e37-aae5-1124acc1034d req-e32365ec-31fc-4c1c-bef1-076c1f42e94d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Apr 07 11:37:13.498038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-c7168780-db06-4f6b-964f-49b133587526 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968254 Apr 07 11:37:13.644529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a660d-2543-4da4-959f-2ee34be308f6 req-83cb2d2a-0b55-4f62-ac84-3d5f65548d67 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.647474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a2a660d-2543-4da4-959f-2ee34be308f6 req-83cb2d2a-0b55-4f62-ac84-3d5f65548d67 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0858662 Apr 07 11:37:13.649355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-19f5052f-adf2-46ba-bb4b-b350bd255452 service neutron] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454022 Apr 07 11:37:13.721234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-e2532f1a-28a8-424a-af9e-732fab03b36d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a9d472e-e99e-45b5-9637-64fbf5209831 HTTP/1.1" status: 200 len: 217 time: 0.0652859 Apr 07 11:37:13.785823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a2a660d-2543-4da4-959f-2ee34be308f6 req-b8a16c12-dc85-4cb2-9b87-3407c96cf379 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290607 Apr 07 11:37:13.805529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-454e3635-2f6c-4655-b063-bcfed796cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.806958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-454e3635-2f6c-4655-b063-bcfed796cf75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75cc8040-789c-40e5-8505-b34b1d01d8db HTTP/1.1" status: 200 len: 797 time: 0.0777314 Apr 07 11:37:13.894746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-a912b81b-c0a7-46d1-a98b-d448f5cee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.896957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-a912b81b-c0a7-46d1-a98b-d448f5cee201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0843749 Apr 07 11:37:13.963173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3f448-229e-42c7-a3a6-99a8d46e0654 req-be1ce15e-0899-416e-a3b6-cfd65a0dcec0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:13.964808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9c3f448-229e-42c7-a3a6-99a8d46e0654 req-be1ce15e-0899-416e-a3b6-cfd65a0dcec0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1080985 Apr 07 11:37:14.034713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-86330470-e30e-46bd-96e8-30d52c293a81 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312785 Apr 07 11:37:14.067182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9c3f448-229e-42c7-a3a6-99a8d46e0654 req-34bd7902-1640-4307-8a8a-44df64cc8bf9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924373 Apr 07 11:37:14.156433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-41bad95c-da02-4cfc-92fb-a6103879694a service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137702 Apr 07 11:37:14.216601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-349b9313-f924-4246-a54c-8b3924598a7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=836c461b-d989-4c75-a77a-a094e93e6945 HTTP/1.1" status: 200 len: 217 time: 0.0534825 Apr 07 11:37:14.287922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-37fc3a38-480d-4ba3-a238-1bc64744c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:14.289481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-37fc3a38-480d-4ba3-a238-1bc64744c468 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75cc8040-789c-40e5-8505-b34b1d01d8db HTTP/1.1" status: 200 len: 797 time: 0.0573480 Apr 07 11:37:14.301405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d8ed3-55f8-42ef-9cbd-4013af5e7803 req-523cba05-2272-49af-b9ba-54b2bd5638af tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:14.304970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-411d8ed3-55f8-42ef-9cbd-4013af5e7803 req-523cba05-2272-49af-b9ba-54b2bd5638af tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1352410 Apr 07 11:37:14.404017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-411d8ed3-55f8-42ef-9cbd-4013af5e7803 req-b4ef84ec-1057-4606-9d2a-d49a45dc2da1 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887103 Apr 07 11:37:14.406068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-6c471c52-57fa-4ace-98af-9f87507ea038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:14.407724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-6c471c52-57fa-4ace-98af-9f87507ea038 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9162b990-69bd-41a8-a4b3-67f9b46c6f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1015270 Apr 07 11:37:14.547962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-1f8bf0a9-0de6-402d-ad09-406f691d3005 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325126 Apr 07 11:37:14.562785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662482-a984-4ad4-a033-9b79dddff00f req-8c9a5242-de2d-4753-ac56-58306160e749 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:14.564488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da662482-a984-4ad4-a033-9b79dddff00f req-8c9a5242-de2d-4753-ac56-58306160e749 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0778334 Apr 07 11:37:14.669469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da662482-a984-4ad4-a033-9b79dddff00f req-d24cf16b-0ed2-4956-8c13-9d5f069971cc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899763 Apr 07 11:37:14.703167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9697619-90a5-4e9f-8b2d-7fb6574c0f54 req-03b008f6-057c-403b-999a-1d553ebd19f9 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372802 Apr 07 11:37:14.902447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851e0fc-de82-4e83-808e-77a4bdcd8c27 req-5865097b-9f59-4319-b80a-0043b6c0b1cd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:14.904695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e851e0fc-de82-4e83-808e-77a4bdcd8c27 req-5865097b-9f59-4319-b80a-0043b6c0b1cd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0703385 Apr 07 11:37:14.970692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e851e0fc-de82-4e83-808e-77a4bdcd8c27 req-d8e7970a-4739-4d9d-8bd3-e5a6fe033b1e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Apr 07 11:37:15.105740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8de-09d4-4fc4-87a7-10e51cf63dd8 req-46fa0f10-a888-4f87-b2a8-3d8a420ad4ac tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:15.107334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78d1f8de-09d4-4fc4-87a7-10e51cf63dd8 req-46fa0f10-a888-4f87-b2a8-3d8a420ad4ac tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0601091 Apr 07 11:37:15.157170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78d1f8de-09d4-4fc4-87a7-10e51cf63dd8 req-196227ee-9e72-47e2-a174-9c7f4b11a91a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Apr 07 11:37:15.345073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f755d-c50c-4b4a-9095-ab1fced5c302 req-2e4a11df-2f9f-47f0-afbf-e0bf2aae2fed tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:15.346663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb8f755d-c50c-4b4a-9095-ab1fced5c302 req-2e4a11df-2f9f-47f0-afbf-e0bf2aae2fed tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0557954 Apr 07 11:37:15.417510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb8f755d-c50c-4b4a-9095-ab1fced5c302 req-629f7bec-b2e0-43eb-9c4b-c7dfb7135917 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Apr 07 11:37:15.579091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c418698-b8a3-4a08-9f1f-ef474c36898f req-bcddf56d-07ff-4ddc-b8a2-b30429df558f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:15.580938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c418698-b8a3-4a08-9f1f-ef474c36898f req-bcddf56d-07ff-4ddc-b8a2-b30429df558f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0676928 Apr 07 11:37:15.635628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c418698-b8a3-4a08-9f1f-ef474c36898f req-ff62cbce-26a8-4a16-a788-551da990d5e5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471833 Apr 07 11:37:15.795635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc46432-bd3f-4e32-8d9a-68ff3f07c329 req-be5a5452-3762-43fd-8375-38cd7ac435ef tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:15.797172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc46432-bd3f-4e32-8d9a-68ff3f07c329 req-be5a5452-3762-43fd-8375-38cd7ac435ef tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0635629 Apr 07 11:37:15.848381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc46432-bd3f-4e32-8d9a-68ff3f07c329 req-51f27d67-96f2-44ab-9104-612b7e38dd13 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Apr 07 11:37:15.971972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf273a-c734-4273-adbc-b8c624ef0639 req-1273eeda-700f-4604-9256-04f9ed5ccb4c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:15.973466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66bf273a-c734-4273-adbc-b8c624ef0639 req-1273eeda-700f-4604-9256-04f9ed5ccb4c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0542667 Apr 07 11:37:16.030475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66bf273a-c734-4273-adbc-b8c624ef0639 req-1f9b28b5-c340-4e51-855b-e543f4d0464d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496347 Apr 07 11:37:16.518007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b4745-4aa3-489c-b101-ac17b47267bb req-6eeeb754-a95c-4077-9f8e-1f04ddc7d54f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:16.519481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e57b4745-4aa3-489c-b101-ac17b47267bb req-6eeeb754-a95c-4077-9f8e-1f04ddc7d54f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0547485 Apr 07 11:37:16.570424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e57b4745-4aa3-489c-b101-ac17b47267bb req-b9b47604-262a-4cbc-9e26-2b95aeefde05 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Apr 07 11:37:17.702433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa17f0d-50d3-4915-b115-5d86b16949e0 req-6b9306f6-a25d-496d-a3e6-03ca6e5c22a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:17.704204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fa17f0d-50d3-4915-b115-5d86b16949e0 req-6b9306f6-a25d-496d-a3e6-03ca6e5c22a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0548413 Apr 07 11:37:17.765180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fa17f0d-50d3-4915-b115-5d86b16949e0 req-aa7cd3fa-92d7-4c18-8298-b170439ac7bc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Apr 07 11:37:18.910138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac72fd-cbff-4105-83ce-b5568a4017ba req-8c43f4d0-ac43-4cc2-9fc0-64b405fdb0b5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:18.913475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4eac72fd-cbff-4105-83ce-b5568a4017ba req-8c43f4d0-ac43-4cc2-9fc0-64b405fdb0b5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0641742 Apr 07 11:37:18.963838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4eac72fd-cbff-4105-83ce-b5568a4017ba req-25e323d1-47e8-4b14-a81c-35d2ca46521a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Apr 07 11:37:20.093489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374f2d-655d-439e-ad3e-9f52b7a4f007 req-904315ef-bed2-4ae9-a4b1-23444f5a5d55 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:20.095091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10374f2d-655d-439e-ad3e-9f52b7a4f007 req-904315ef-bed2-4ae9-a4b1-23444f5a5d55 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Apr 07 11:37:20.144212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10374f2d-655d-439e-ad3e-9f52b7a4f007 req-c67c91e1-97df-4c84-8c73-4ce5aa389216 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Apr 07 11:37:21.314488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13210-08c3-49d0-8b5f-4b595e8bcfb8 req-836b0d9b-a0c0-4b8b-883b-045616de2e27 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:21.319136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70b13210-08c3-49d0-8b5f-4b595e8bcfb8 req-836b0d9b-a0c0-4b8b-883b-045616de2e27 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0810869 Apr 07 11:37:21.394945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70b13210-08c3-49d0-8b5f-4b595e8bcfb8 req-d796e9e2-d079-41ad-974b-6803fcb082b3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704279 Apr 07 11:37:22.534147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb15113-dab0-41aa-8214-73e9b3a957c9 req-1787ec43-aff0-4a09-be70-01a39906dc50 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:22.536904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cb15113-dab0-41aa-8214-73e9b3a957c9 req-1787ec43-aff0-4a09-be70-01a39906dc50 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0567782 Apr 07 11:37:22.585557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cb15113-dab0-41aa-8214-73e9b3a957c9 req-735269c1-1753-4689-8fa6-6c6370740a54 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Apr 07 11:37:23.728195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab449-dcf3-4c99-91bd-c752470eb418 req-122b2e01-b0fb-43fd-bea7-4db6038c67a2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:23.729737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c18ab449-dcf3-4c99-91bd-c752470eb418 req-122b2e01-b0fb-43fd-bea7-4db6038c67a2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0708756 Apr 07 11:37:23.782116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c18ab449-dcf3-4c99-91bd-c752470eb418 req-74213612-b5d0-48a5-84ab-93112d9c392a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Apr 07 11:37:24.780406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:37:24.887142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:24.899936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'port_id': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'mac_address': 'fa:16:3e:03:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402c6319-c2ae-453c-9f02-0307e8f8c615', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:37:24.907147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1bcd1-4ba6-4e8a-afbe-a668ee70dea4 req-ca77d704-52f3-4f44-bc79-fcc6ad1b8d36 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:24.909214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5c1bcd1-4ba6-4e8a-afbe-a668ee70dea4 req-ca77d704-52f3-4f44-bc79-fcc6ad1b8d36 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0541682 Apr 07 11:37:24.944949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:24.945578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:24.959815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8691f5b-f55b-4da5-b114-0d69cbe244ff {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:37:24.960747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5c1bcd1-4ba6-4e8a-afbe-a668ee70dea4 req-8ce1b15b-1ab8-4d1b-9099-448536b55924 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Apr 07 11:37:24.981478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:24.985396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:25.036906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:25.045358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.045737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.046077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.046422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.046766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.047109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.047449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.047787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.048120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.048453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.048788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.049292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.049627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:25.121186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a8691f5b-f55b-4da5-b114-0d69cbe244ff'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:37:26.082712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b74b91-8e82-4080-ae26-c785e3d6b78b req-61c17972-7311-4182-8526-9c6d9aca0db6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:26.084964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73b74b91-8e82-4080-ae26-c785e3d6b78b req-61c17972-7311-4182-8526-9c6d9aca0db6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 944 time: 0.0542459 Apr 07 11:37:26.136724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73b74b91-8e82-4080-ae26-c785e3d6b78b req-8a86bccf-73bf-4f20-9099-4bd0d47cd2e8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Apr 07 11:37:26.792123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:37:26.850032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port a8691f5b-f55b-4da5-b114-0d69cbe244ff triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:26.850583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:26.938979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:26.939367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:26.965259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:37:26.967442 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd5de7b-4d8d-4c58-8881-9afd6afc7bcd" -d '{"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-plugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:37:26.981547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:26.986856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:27.038960 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e327bdc1-1da2-4c5b-b53f-b4eddc27963f x-openstack-request-id: req-e327bdc1-1da2-4c5b-b53f-b4eddc27963f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:37:27.039532 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-plugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:37:27.039802 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e327bdc1-1da2-4c5b-b53f-b4eddc27963f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:37:27.040194 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e327bdc1-1da2-4c5b-b53f-b4eddc27963f'] response: {'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'code': 200} Apr 07 11:37:27.044789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:27.265335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a294d8-2971-4e78-b583-d1738bef606a req-5406d8a3-99e2-410a-a427-6acee7f6dc01 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:27.266782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59a294d8-2971-4e78-b583-d1738bef606a req-5406d8a3-99e2-410a-a427-6acee7f6dc01 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0612054 Apr 07 11:37:27.318506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59a294d8-2971-4e78-b583-d1738bef606a req-861bb767-1de2-460d-b7e7-e94bad4d3774 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Apr 07 11:37:28.457042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3283daa-d492-4abc-80bd-f3893f6d8df2 req-e684203a-0a96-4ba6-8aa5-5dcad2ed251a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:28.458759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3283daa-d492-4abc-80bd-f3893f6d8df2 req-e684203a-0a96-4ba6-8aa5-5dcad2ed251a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0557289 Apr 07 11:37:28.515590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3283daa-d492-4abc-80bd-f3893f6d8df2 req-e65c57b5-654b-4f3d-ad72-c0a79498bba7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502150 Apr 07 11:37:29.279713 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:37:29.713247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2dee-6e98-4aa1-9bc8-23f7b29b0cc8 req-6affb477-68a8-48a7-9754-a07295908703 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:29.722397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b1f2dee-6e98-4aa1-9bc8-23f7b29b0cc8 req-6affb477-68a8-48a7-9754-a07295908703 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0782754 Apr 07 11:37:29.816018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b1f2dee-6e98-4aa1-9bc8-23f7b29b0cc8 req-9e3f86ac-b112-46fb-a342-5c2eea6086d6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918438 Apr 07 11:37:30.649351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b7fff19e-3115-42b1-843c-60d82c5ad322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:31.009594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332b03b-1a31-423b-a575-022f7023d853 req-b831d1cc-f735-43fd-89e2-f1637707f7d5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:31.017428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9332b03b-1a31-423b-a575-022f7023d853 req-b831d1cc-f735-43fd-89e2-f1637707f7d5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1215272 Apr 07 11:37:31.049111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05089f-31e8-4867-864e-200d925afd50 req-b9c503fc-41b3-47c2-a23f-23e94b467171 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:31.050695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d05089f-31e8-4867-864e-200d925afd50 req-b9c503fc-41b3-47c2-a23f-23e94b467171 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 945 time: 0.1087255 Apr 07 11:37:31.103341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9332b03b-1a31-423b-a575-022f7023d853 req-d6e30f3a-b382-415b-8f57-0cd087d83455 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845733 Apr 07 11:37:31.135516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d05089f-31e8-4867-864e-200d925afd50 req-3bc01d35-f1bb-4a4b-800f-ffe695dcf58c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733500 Apr 07 11:37:31.734357 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:32.261112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ace4ee-bc7f-4e35-b3b9-201984979f96 req-ad0e044c-0f95-4585-8184-92506cb028fa tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:32.269792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36ace4ee-bc7f-4e35-b3b9-201984979f96 req-ad0e044c-0f95-4585-8184-92506cb028fa tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0934494 Apr 07 11:37:32.387437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36ace4ee-bc7f-4e35-b3b9-201984979f96 req-8882f792-aab9-40e3-8d80-6fc390deab15 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159360 Apr 07 11:37:32.412761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcde39-7a43-4ff1-a500-ab92c38c0e67 req-6eff076b-df85-4350-99a8-24f036b89a06 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:32.420657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8bdcde39-7a43-4ff1-a500-ab92c38c0e67 req-6eff076b-df85-4350-99a8-24f036b89a06 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 945 time: 0.1471345 Apr 07 11:37:32.487605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8bdcde39-7a43-4ff1-a500-ab92c38c0e67 req-25e39a6b-7824-489f-adbc-3d766c638f9a tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595660 Apr 07 11:37:32.721626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617459-9210-4e22-afbc-e84efb047e1e req-5027b159-b29c-4eb1-bdd5-7d5b93971ebd tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:32.723201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba617459-9210-4e22-afbc-e84efb047e1e req-5027b159-b29c-4eb1-bdd5-7d5b93971ebd tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 945 time: 0.0640063 Apr 07 11:37:32.873276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Deleting port 39ce4d53-a9e3-48ca-894c-e83c956befc1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:37:32.874127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:32.981611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d0824a9c-ea87-4603-9b91-1ee1abb1f1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.028560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] For port 39ce4d53-a9e3-48ca-894c-e83c956befc1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=39ce4d53-a9e3-48ca-894c-e83c956befc1,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:33.028794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.047294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Calling delete_port for 39ce4d53-a9e3-48ca-894c-e83c956befc1 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:37:33.242779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (39ce4d53-a9e3-48ca-894c-e83c956befc1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.283618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Pushing event deleted for resources: {'Port': ['ID=39ce4d53-a9e3-48ca-894c-e83c956befc1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:33.338697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] No DVR routers for this DVR port 39ce4d53-a9e3-48ca-894c-e83c956befc1 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:37:33.345438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.349536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba617459-9210-4e22-afbc-e84efb047e1e req-0c2ae90e-108d-43c3-8d14-9c96442c3081 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "DELETE /v2.0/ports/39ce4d53-a9e3-48ca-894c-e83c956befc1 HTTP/1.1" status: 204 len: 173 time: 0.6204493 Apr 07 11:37:33.350068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647da293-b1cb-4b3d-9819-16f863d501c3', 'name': 'network-vif-deleted', 'tag': '39ce4d53-a9e3-48ca-894c-e83c956befc1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:37:33.352493 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd0abe-eacd-4772-a3c3-ea6c4a888a23" -d '{"events": [{"server_uuid": "647da293-b1cb-4b3d-9819-16f863d501c3", "name": "network-vif-deleted", "tag": "39ce4d53-a9e3-48ca-894c-e83c956befc1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:37:33.552134 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.605463 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b68f7-4da4-4977-a4c0-468fda83bd5a x-openstack-request-id: req-e15b68f7-4da4-4977-a4c0-468fda83bd5a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:37:33.605765 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647da293-b1cb-4b3d-9819-16f863d501c3", "name": "network-vif-deleted", "tag": "39ce4d53-a9e3-48ca-894c-e83c956befc1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:37:33.606030 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e15b68f7-4da4-4977-a4c0-468fda83bd5a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:37:33.606445 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15b68f7-4da4-4977-a4c0-468fda83bd5a'] response: {'server_uuid': '647da293-b1cb-4b3d-9819-16f863d501c3', 'name': 'network-vif-deleted', 'tag': '39ce4d53-a9e3-48ca-894c-e83c956befc1', 'status': 'completed', 'code': 200} Apr 07 11:37:33.632674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9573a58-9b84-4a6e-b6e4-ee9904f121c2 req-abd0d519-122d-4cfe-ace0-da3ac2e498c5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:33.634328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9573a58-9b84-4a6e-b6e4-ee9904f121c2 req-abd0d519-122d-4cfe-ace0-da3ac2e498c5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0661302 Apr 07 11:37:33.700652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d2689db-8dcf-4dcb-93b9-2f43073d6cd6 req-d06a452c-d223-4303-8458-089abf3cb6e2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=647da293-b1cb-4b3d-9819-16f863d501c3 HTTP/1.1" status: 200 len: 210 time: 0.0427248 Apr 07 11:37:33.750821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9573a58-9b84-4a6e-b6e4-ee9904f121c2 req-3e9f7a04-db75-4f45-b57c-f9f730a74cc3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097217 Apr 07 11:37:34.465741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:34.838248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 39ce4d53-a9e3-48ca-894c-e83c956befc1 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:37:34.878554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 39ce4d53-a9e3-48ca-894c-e83c956befc1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:37:34.878923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 39ce4d53-a9e3-48ca-894c-e83c956befc1 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:37:34.968573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbcd39-b4e4-4f47-b5d4-48d90872254d req-4116edb5-d0d1-4609-93c4-9e245f1236d3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:34.973191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bbcd39-b4e4-4f47-b5d4-48d90872254d req-4116edb5-d0d1-4609-93c4-9e245f1236d3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0979874 Apr 07 11:37:35.054415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bbcd39-b4e4-4f47-b5d4-48d90872254d req-87d77e8d-6d29-40db-96af-e5f733a1627e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763564 Apr 07 11:37:36.034674 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:36.240864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1b8e-8af2-4cdf-8af0-bb947388d5ca req-62c59430-f48c-4dfa-a9aa-6fe87dcacee2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:36.257729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2bda1b8e-8af2-4cdf-8af0-bb947388d5ca req-62c59430-f48c-4dfa-a9aa-6fe87dcacee2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0903833 Apr 07 11:37:36.337703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2bda1b8e-8af2-4cdf-8af0-bb947388d5ca req-46a3dfa8-60b1-4ee9-8d91-30054a3f7acd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789714 Apr 07 11:37:37.199271 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:37.561565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa022d94-13c8-453a-930e-d587270a1823 req-e662aaef-77ea-47d6-9db3-33ffa32235a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:37.569526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa022d94-13c8-453a-930e-d587270a1823 req-e662aaef-77ea-47d6-9db3-33ffa32235a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.1022110 Apr 07 11:37:37.633440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa022d94-13c8-453a-930e-d587270a1823 req-fb294089-0632-4bb8-85fa-0ec324772e5b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593367 Apr 07 11:37:37.931359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42736) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:38.150191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.253383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Publish callbacks [] for security_group (25d00dab-c09f-457a-8cd4-cd9a5b97afec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.261518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (25d00dab-c09f-457a-8cd4-cd9a5b97afec), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.306671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42744) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:38.319391 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93e4252922224e7d9126acb6970f594b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850837 Apr 07 11:37:38.357815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d00dab-c09f-457a-8cd4-cd9a5b97afec,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:38.374660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.375053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.375406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.375750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.376095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.376438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.376783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.381532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.382341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.382875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.383391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.383933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.384449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b02c58-130f-4b82-8ab9-e180181b5f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:38.415787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97cbebf4-71d7-42f5-8937-74fdbab7ee7b admin admin] Publish callbacks [] for security_group (25d00dab-c09f-457a-8cd4-cd9a5b97afec), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.441474 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97cbebf4-71d7-42f5-8937-74fdbab7ee7b admin admin] Publish callbacks [] for security_group (25d00dab-c09f-457a-8cd4-cd9a5b97afec), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.502554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97cbebf4-71d7-42f5-8937-74fdbab7ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (25d00dab-c09f-457a-8cd4-cd9a5b97afec), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.506829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-97cbebf4-71d7-42f5-8937-74fdbab7ee7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:38.510265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-97cbebf4-71d7-42f5-8937-74fdbab7ee7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25d00dab-c09f-457a-8cd4-cd9a5b97afec HTTP/1.1" status: 204 len: 168 time: 0.2001307 Apr 07 11:37:38.516840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbebf4-71d7-42f5-8937-74fdbab7ee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d00dab-c09f-457a-8cd4-cd9a5b97afec,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:38.775919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a44e3-c6af-4b10-9b4c-85d18c183f85 req-bd885359-7e56-44eb-98d1-40af5a369314 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:38.784047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f7a44e3-c6af-4b10-9b4c-85d18c183f85 req-bd885359-7e56-44eb-98d1-40af5a369314 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0687790 Apr 07 11:37:38.852935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f7a44e3-c6af-4b10-9b4c-85d18c183f85 req-6e0181a1-6ae3-4a10-893e-3aeb9ab268da tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676532 Apr 07 11:37:38.956573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42752) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:38.970640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73a77453-0205-4de8-bb11-7a57fe7e9941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.071138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73a77453-0205-4de8-bb11-7a57fe7e9941 admin admin] Publish callbacks [] for security_group (3c91375f-de15-477d-ae97-15de0adf94b2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.076675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73a77453-0205-4de8-bb11-7a57fe7e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3c91375f-de15-477d-ae97-15de0adf94b2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.122175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-73a77453-0205-4de8-bb11-7a57fe7e9941 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad4c98e179d043ec977558029e36906d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620343 Apr 07 11:37:39.122175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a77453-0205-4de8-bb11-7a57fe7e9941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91375f-de15-477d-ae97-15de0adf94b2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:39.122547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 42754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:39.622078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30d7a4b9-e8d4-40ea-8588-9cfe56d68cde admin admin] Publish callbacks [] for security_group (3c91375f-de15-477d-ae97-15de0adf94b2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.659606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30d7a4b9-e8d4-40ea-8588-9cfe56d68cde admin admin] Publish callbacks [] for security_group (3c91375f-de15-477d-ae97-15de0adf94b2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.745500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30d7a4b9-e8d4-40ea-8588-9cfe56d68cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3c91375f-de15-477d-ae97-15de0adf94b2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.748407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30d7a4b9-e8d4-40ea-8588-9cfe56d68cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:39.752168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30d7a4b9-e8d4-40ea-8588-9cfe56d68cde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c91375f-de15-477d-ae97-15de0adf94b2 HTTP/1.1" status: 204 len: 168 time: 0.6255744 Apr 07 11:37:39.777674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7a4b9-e8d4-40ea-8588-9cfe56d68cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91375f-de15-477d-ae97-15de0adf94b2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:39.995640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf702-ccbf-42f0-89e2-1f0b17ff67ee req-481dc1e6-629a-4546-9a3b-4f97b40e3388 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:39.997203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-691cf702-ccbf-42f0-89e2-1f0b17ff67ee req-481dc1e6-629a-4546-9a3b-4f97b40e3388 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0661688 Apr 07 11:37:40.059550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-691cf702-ccbf-42f0-89e2-1f0b17ff67ee req-8271adbe-6b9e-44fc-9ca2-2e0fe0a65e7c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555208 Apr 07 11:37:41.067329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-8530e267-b9b3-4b75-8431-898fbe15ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:41.069246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-8530e267-b9b3-4b75-8431-898fbe15ad35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1127 time: 0.0471365 Apr 07 11:37:41.234887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496236d4-f300-4be3-930a-1a3f01d8f77d req-ce8b3301-3186-438a-8590-8a80c6f0b3b8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:41.236362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-496236d4-f300-4be3-930a-1a3f01d8f77d req-ce8b3301-3186-438a-8590-8a80c6f0b3b8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0868521 Apr 07 11:37:41.238143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-6c88fc84-8d06-4ea9-aa90-d830c0cbe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:41.239989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-6c88fc84-8d06-4ea9-aa90-d830c0cbe82e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 915 time: 0.1648571 Apr 07 11:37:41.297584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-9f17f52b-54b6-4bca-a927-2e0f789fb788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 217 time: 0.0454752 Apr 07 11:37:41.350662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-496236d4-f300-4be3-930a-1a3f01d8f77d req-3615d3f6-c999-4b1b-aa61-c2de63af339e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065683 Apr 07 11:37:41.367115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-8f095be2-95af-419a-ae59-de4d0f47fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:41.369219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-8f095be2-95af-419a-ae59-de4d0f47fa0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0655904 Apr 07 11:37:41.403576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-fc0f38da-b479-4198-a775-2931470eb1a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272648 Apr 07 11:37:41.495698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-b6f0e421-6f03-46aa-8f13-c048a3fed7df service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872862 Apr 07 11:37:41.604120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd15c8ca-b4db-4540-8d03-5fe2e9b695b7 req-a7c3aee4-6d1a-43e4-9819-dbd5a29170dc service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027336 Apr 07 11:37:42.483035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa5887-bb47-47d3-932d-733a1c97bc74 req-63ea17b6-f50e-4803-b94e-3e994af0fbc0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:42.484532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81fa5887-bb47-47d3-932d-733a1c97bc74 req-63ea17b6-f50e-4803-b94e-3e994af0fbc0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 945 time: 0.0543306 Apr 07 11:37:42.532377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81fa5887-bb47-47d3-932d-733a1c97bc74 req-1c4f1df5-be0e-4586-952f-1cb2ee901519 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Apr 07 11:37:42.855176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:37:42.940807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:42.941367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:42.965622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:37:42.967999 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04820902-c5ca-4674-93fc-439a5d89d353" -d '{"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-unplugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:37:42.987708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:42.994055 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:43.189688 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25222908-5719-4b37-8ab8-45a0ecf6b22a x-openstack-request-id: req-25222908-5719-4b37-8ab8-45a0ecf6b22a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:37:43.189988 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-unplugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:37:43.190243 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25222908-5719-4b37-8ab8-45a0ecf6b22a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:37:43.190525 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25222908-5719-4b37-8ab8-45a0ecf6b22a'] response: {'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'code': 200} Apr 07 11:37:43.219123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:43.656549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbd03-1232-4de3-8096-e11a7e585a4b req-f4d7667e-3ea0-4da1-a3fe-6d06e3770030 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:43.658906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e7fbd03-1232-4de3-8096-e11a7e585a4b req-f4d7667e-3ea0-4da1-a3fe-6d06e3770030 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0582430 Apr 07 11:37:43.728002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e7fbd03-1232-4de3-8096-e11a7e585a4b req-ca8e300e-e9dc-4b34-9e7b-ef1b0221529e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569787 Apr 07 11:37:43.850949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef8b11-005a-4e44-b9aa-d2608e158ca3 req-58a51da3-6a23-4372-86e5-6b370d5b2236 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:43.852516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26ef8b11-005a-4e44-b9aa-d2608e158ca3 req-58a51da3-6a23-4372-86e5-6b370d5b2236 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0559375 Apr 07 11:37:43.905523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26ef8b11-005a-4e44-b9aa-d2608e158ca3 req-b976df62-fd28-4bad-977b-7deeebf68a31 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Apr 07 11:37:44.188463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-5fce9e85-1ff0-415f-a81a-53d80c45753c req-14c7a4d2-53d0-400c-8491-e935dee8a0d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:37:44.198346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fce9e85-1ff0-415f-a81a-53d80c45753c req-14c7a4d2-53d0-400c-8491-e935dee8a0d3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1261332 Apr 07 11:37:44.400326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cec9d-f36b-4252-a8e6-88c3b416b19b req-5587cd81-42ce-4033-b2bb-8a207e883854 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:44.402397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e66cec9d-f36b-4252-a8e6-88c3b416b19b req-5587cd81-42ce-4033-b2bb-8a207e883854 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0719955 Apr 07 11:37:44.463740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e66cec9d-f36b-4252-a8e6-88c3b416b19b req-e4887917-9206-40d7-8d71-fe1d01b3b068 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553775 Apr 07 11:37:44.724883 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-d30f27ae-82a3-43af-a731-24cd3b61fcb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260276 Apr 07 11:37:44.731831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-ec183451-067c-496e-9ee3-a7170b630dce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:37:44.732925 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-ec183451-067c-496e-9ee3-a7170b630dce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051866 Apr 07 11:37:44.896679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-c40070e6-fee3-4766-b496-4e43c5a497a8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:44.898105 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-c40070e6-fee3-4766-b496-4e43c5a497a8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports/a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 940 time: 0.1323910 Apr 07 11:37:45.598464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c153bd6-8288-4d96-9e26-8faf3501a7e0 req-f3be0515-2b11-4e34-b136-5622c899b34c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:45.601761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c153bd6-8288-4d96-9e26-8faf3501a7e0 req-f3be0515-2b11-4e34-b136-5622c899b34c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0672300 Apr 07 11:37:45.652552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c153bd6-8288-4d96-9e26-8faf3501a7e0 req-42c93b34-3b97-474b-9e78-258351e7ba12 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Apr 07 11:37:45.988264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-3b5080a8-cb5d-46e7-8f16-d14f6727e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:45.990850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-3b5080a8-cb5d-46e7-8f16-d14f6727e143 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039&tenant_id=6567940023ee42249c72166ce4acc805 HTTP/1.1" status: 200 len: 1125 time: 0.0801504 Apr 07 11:37:46.127289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-18ff0a41-a4fc-493b-bdac-61287cbc87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:46.128695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-18ff0a41-a4fc-493b-bdac-61287cbc87ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1125 time: 0.1163592 Apr 07 11:37:46.202148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-01ce0b42-91e3-4b98-bf2b-68cb3682a24e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:46.203608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-01ce0b42-91e3-4b98-bf2b-68cb3682a24e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/networks?id=7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 200 len: 814 time: 0.1564834 Apr 07 11:37:46.225959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b3cc3920-aa83-4af4-aeda-dab4349a16b3 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/quotas/136beec1f5b5439f88dced3e2c576f5c HTTP/1.1" status: 200 len: 375 time: 0.0150619 Apr 07 11:37:46.273085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-82d5560d-50ac-404a-bc08-21dbeb0a4405 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=136beec1f5b5439f88dced3e2c576f5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407319 Apr 07 11:37:46.278576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-64a3113e-eecb-463f-8b69-301c565b299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:46.280016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-64a3113e-eecb-463f-8b69-301c565b299a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 915 time: 0.1419199 Apr 07 11:37:46.362241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-f51243b4-1f79-4cc7-b7c6-0b8d2d5037ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 217 time: 0.0733724 Apr 07 11:37:46.436674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-accb12d8-b1c1-4199-ba59-9229007a9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:46.438124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-accb12d8-b1c1-4199-ba59-9229007a9141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0678535 Apr 07 11:37:46.454540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-4ae2a0b7-def9-41d5-b05f-e0b15f66292a service neutron] 10.222.0.13 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735499 Apr 07 11:37:46.487782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-e620e64e-b7f3-4cca-8758-c7f2d5cc8f9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423341 Apr 07 11:37:46.630507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-a0d844a1-357e-4b9b-879e-113d306d3d46 service neutron] 10.222.0.13 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520448 Apr 07 11:37:46.640732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-bba139c1-cf83-42ae-a425-373b7b237c07 service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417468 Apr 07 11:37:46.790216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-4fbb8d77-4e5e-49fb-b3d7-74d9a1d0b59a service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430941 Apr 07 11:37:46.815120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd35956-d424-4b08-b86e-90e3ec207ebc req-710e3bb5-36ad-4e02-83fe-54679b1fe902 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:46.817597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cd35956-d424-4b08-b86e-90e3ec207ebc req-710e3bb5-36ad-4e02-83fe-54679b1fe902 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0779295 Apr 07 11:37:46.845810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44095d20-b91c-4189-bd57-df72984b0eb7 req-9eb5ea0a-5951-4f82-bb0e-eb88365bf23b tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0270982 Apr 07 11:37:46.884067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:37:46.905494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cd35956-d424-4b08-b86e-90e3ec207ebc req-d1c84025-eac0-49b0-b8c0-02f86f3e1b0c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579388 Apr 07 11:37:46.997515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: DOWN; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:47.991353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1963960a-ba14-433a-972b-8a5d701d30ab req-cd814ecd-3a13-4c55-aed1-bcf15e94913f tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0500541 Apr 07 11:37:48.120348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a11a-88ae-46ec-bce8-801e160e8f9f req-4b363caa-1d6b-4887-a92c-1c5121af05a9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:48.121954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1e7a11a-88ae-46ec-bce8-801e160e8f9f req-4b363caa-1d6b-4887-a92c-1c5121af05a9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0890439 Apr 07 11:37:48.193265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1e7a11a-88ae-46ec-bce8-801e160e8f9f req-53e95bcb-cb08-4c2b-bf94-c42391c0d6f0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653641 Apr 07 11:37:48.769836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42974) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:48.914478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee8c05f3-8a8a-496a-a1d1-0139fbfa0f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.032504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee8c05f3-8a8a-496a-a1d1-0139fbfa0f31 admin admin] Publish callbacks [] for security_group (b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.040301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ee8c05f3-8a8a-496a-a1d1-0139fbfa0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.131042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c05f3-8a8a-496a-a1d1-0139fbfa0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:49.165897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a1969f3-66f2-4624-a861-41503611bc1b req-83208f40-c3c7-4a47-ad7d-04f29f3a33f8 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0634556 Apr 07 11:37:49.175543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ee8c05f3-8a8a-496a-a1d1-0139fbfa0f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdafbdd56217446b9e9585885c96844f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031055 Apr 07 11:37:49.178404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42980) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:49.654101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e645cf92-397f-40be-b87a-2560e4f96db7 admin admin] Publish callbacks [] for security_group (b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.682261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275aa4-9932-4a7e-a331-7e7b8f3f46e8 req-23cf96b4-bacd-4167-a2af-16f03b180453 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:49.684069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e275aa4-9932-4a7e-a331-7e7b8f3f46e8 req-23cf96b4-bacd-4167-a2af-16f03b180453 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.1028640 Apr 07 11:37:49.705473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e645cf92-397f-40be-b87a-2560e4f96db7 admin admin] Publish callbacks [] for security_group (b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.802304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e275aa4-9932-4a7e-a331-7e7b8f3f46e8 req-915cdf78-ffc2-4a68-9663-9b38e7e938db tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089201 Apr 07 11:37:49.858786 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e645cf92-397f-40be-b87a-2560e4f96db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.865061 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e645cf92-397f-40be-b87a-2560e4f96db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:49.868725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e645cf92-397f-40be-b87a-2560e4f96db7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6 HTTP/1.1" status: 204 len: 168 time: 0.6866910 Apr 07 11:37:49.878581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645cf92-397f-40be-b87a-2560e4f96db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f0f1aa-7b40-447a-bd3f-66944ca7e8f6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:50.310838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b7e13c9-a830-4bb8-911f-400c4dda310a req-54075de7-0694-462f-b715-07157b21dda4 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0406506 Apr 07 11:37:50.377661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42992) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:50.394535 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51ed387e-a8fd-433c-9504-5723eb0da856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.519034 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51ed387e-a8fd-433c-9504-5723eb0da856 admin admin] Publish callbacks [] for security_group (205e4277-fd1f-4b74-bcbd-90c61c972d73), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.526294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-51ed387e-a8fd-433c-9504-5723eb0da856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (205e4277-fd1f-4b74-bcbd-90c61c972d73), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.568765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed387e-a8fd-433c-9504-5723eb0da856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205e4277-fd1f-4b74-bcbd-90c61c972d73,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:50.573264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-51ed387e-a8fd-433c-9504-5723eb0da856 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1528236041fc43ddb9474c8ac94fefc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938603 Apr 07 11:37:50.576274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 42994) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:50.633970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a867be-1f84-490e-b379-50b70c36c648 admin admin] Publish callbacks [] for security_group (205e4277-fd1f-4b74-bcbd-90c61c972d73), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.657501 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a867be-1f84-490e-b379-50b70c36c648 admin admin] Publish callbacks [] for security_group (205e4277-fd1f-4b74-bcbd-90c61c972d73), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.709236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a867be-1f84-490e-b379-50b70c36c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (205e4277-fd1f-4b74-bcbd-90c61c972d73), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.710886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-96a867be-1f84-490e-b379-50b70c36c648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:50.713575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-96a867be-1f84-490e-b379-50b70c36c648 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/205e4277-fd1f-4b74-bcbd-90c61c972d73 HTTP/1.1" status: 204 len: 168 time: 0.1361489 Apr 07 11:37:50.723732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a867be-1f84-490e-b379-50b70c36c648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205e4277-fd1f-4b74-bcbd-90c61c972d73,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:50.974048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc1a2-bcd4-4f3e-92f2-6f7bcc749ec3 req-f4ce0f5d-c47a-4b34-8efb-421bebbc9547 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:50.975963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-042bc1a2-bcd4-4f3e-92f2-6f7bcc749ec3 req-f4ce0f5d-c47a-4b34-8efb-421bebbc9547 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0628076 Apr 07 11:37:51.035484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-042bc1a2-bcd4-4f3e-92f2-6f7bcc749ec3 req-64da94c5-66cb-478f-8a14-49b58493b59c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533705 Apr 07 11:37:51.445075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32a7ffa3-f1d8-41fe-a694-f77345d29085 req-30a25725-125c-4bec-a1fa-a1ab6ef8f203 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Apr 07 11:37:52.240281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526b38-280f-4f44-943d-b91f816dd9c4 req-a56060a9-5010-4e0c-95e8-339ee07993a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:52.241986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0526b38-280f-4f44-943d-b91f816dd9c4 req-a56060a9-5010-4e0c-95e8-339ee07993a5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0578725 Apr 07 11:37:52.296606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0526b38-280f-4f44-943d-b91f816dd9c4 req-ad1c5239-eb17-4fa1-b05c-0dd715f3ac1b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Apr 07 11:37:52.581407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4bc647c-f937-4048-a401-d10ab70f6794 req-94eeb1e9-2e78-4a9b-804c-4d1672fe7bc6 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0489240 Apr 07 11:37:53.276982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43074) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:53.431586 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.477005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1216ecf-41aa-4c2b-a613-279d0446de20 req-f912e583-92f3-425f-87ae-2ca26bcfe1ee tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:53.478678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1216ecf-41aa-4c2b-a613-279d0446de20 req-f912e583-92f3-425f-87ae-2ca26bcfe1ee tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0913367 Apr 07 11:37:53.556076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1216ecf-41aa-4c2b-a613-279d0446de20 req-bd014a78-09da-4b43-8a49-0e1f633abd01 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696387 Apr 07 11:37:53.568666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Publish callbacks [] for security_group (2a0d2055-09ad-4989-8434-1738837dfdb7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.575211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2a0d2055-09ad-4989-8434-1738837dfdb7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.622492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43082) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:53.623152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=459e76e1d7c24c41be2c46d9f5850adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446507 Apr 07 11:37:53.623727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d2055-09ad-4989-8434-1738837dfdb7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:53.632900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.633294 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.633890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.634030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.634325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.634665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.635028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.635341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.635664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.636206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.636719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.638767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.639330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6707c-0917-488b-bf99-22f811649d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:53.685266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5fff-eaba-49bf-a720-7144f5f5efe6 admin admin] Publish callbacks [] for security_group (2a0d2055-09ad-4989-8434-1738837dfdb7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.713468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b821124-5abe-4327-a648-1d3837332d31 req-cc9046fa-2b23-4872-b117-9ac9957ec2c8 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0440114 Apr 07 11:37:53.722605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5fff-eaba-49bf-a720-7144f5f5efe6 admin admin] Publish callbacks [] for security_group (2a0d2055-09ad-4989-8434-1738837dfdb7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.775557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5fff-eaba-49bf-a720-7144f5f5efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2a0d2055-09ad-4989-8434-1738837dfdb7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.778196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5fff-eaba-49bf-a720-7144f5f5efe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:53.781439 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ecd5fff-eaba-49bf-a720-7144f5f5efe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a0d2055-09ad-4989-8434-1738837dfdb7 HTTP/1.1" status: 204 len: 168 time: 0.1577549 Apr 07 11:37:53.790732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd5fff-eaba-49bf-a720-7144f5f5efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d2055-09ad-4989-8434-1738837dfdb7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:54.210368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43088) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:54.224251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adaee39b-2254-459d-b9b0-e64d36ba6152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.322897 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adaee39b-2254-459d-b9b0-e64d36ba6152 admin admin] Publish callbacks [] for security_group (b9575248-32e1-473f-ae55-a8e2c3d7ae99), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.329563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adaee39b-2254-459d-b9b0-e64d36ba6152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b9575248-32e1-473f-ae55-a8e2c3d7ae99), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.374469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-adaee39b-2254-459d-b9b0-e64d36ba6152 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f27d99e22d1e4c21b501fe95a2c54686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630206 Apr 07 11:37:54.377194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43092) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:54.379143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaee39b-2254-459d-b9b0-e64d36ba6152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9575248-32e1-473f-ae55-a8e2c3d7ae99,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:54.438806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3852-0918-4921-8892-4e0381e01179 admin admin] Publish callbacks [] for security_group (b9575248-32e1-473f-ae55-a8e2c3d7ae99), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.465312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3852-0918-4921-8892-4e0381e01179 admin admin] Publish callbacks [] for security_group (b9575248-32e1-473f-ae55-a8e2c3d7ae99), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.518321 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3852-0918-4921-8892-4e0381e01179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b9575248-32e1-473f-ae55-a8e2c3d7ae99), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.521875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3852-0918-4921-8892-4e0381e01179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:54.525691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7b8d3852-0918-4921-8892-4e0381e01179 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9575248-32e1-473f-ae55-a8e2c3d7ae99 HTTP/1.1" status: 204 len: 168 time: 0.1450150 Apr 07 11:37:54.531624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3852-0918-4921-8892-4e0381e01179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9575248-32e1-473f-ae55-a8e2c3d7ae99,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:54.712506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557f52e-b5e4-41bb-9454-b657a3d0603c req-139384bf-834f-495b-8265-d75284676361 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:54.715429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4557f52e-b5e4-41bb-9454-b657a3d0603c req-139384bf-834f-495b-8265-d75284676361 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0722828 Apr 07 11:37:54.786840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4557f52e-b5e4-41bb-9454-b657a3d0603c req-b4ce2656-3ba3-496c-bb88-ccf2abaec177 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649812 Apr 07 11:37:54.855882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1fa2b9a-0eda-441e-8158-2ec0a16ab345 req-6714a2f9-2398-43e8-8fd7-f06ab9888c2d tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0388670 Apr 07 11:37:55.917195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9173a-0665-4c8e-b8cc-fbdc3996aeeb req-9306b669-24d3-4631-b3d9-139761b0347d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:55.923966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb9173a-0665-4c8e-b8cc-fbdc3996aeeb req-9306b669-24d3-4631-b3d9-139761b0347d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0624905 Apr 07 11:37:55.975210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d01d05a1-5f8c-4b41-ac06-26e160f8160c req-efde9c24-b4b7-4cc0-9abc-48d8fd5ecc1c tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0362754 Apr 07 11:37:56.000117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb9173a-0665-4c8e-b8cc-fbdc3996aeeb req-3be38deb-cf5f-4b2b-98a8-0614b575e5ba tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738108 Apr 07 11:37:56.677264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43172) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:56.782161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-232bb8d6-7994-44b7-978e-66a7662c6131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:56.852436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-232bb8d6-7994-44b7-978e-66a7662c6131 admin admin] Publish callbacks [] for security_group (a9ff557d-785c-4a2d-9a1a-c661c92af7ca), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:56.856557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-232bb8d6-7994-44b7-978e-66a7662c6131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a9ff557d-785c-4a2d-9a1a-c661c92af7ca), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:56.892203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bb8d6-7994-44b7-978e-66a7662c6131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff557d-785c-4a2d-9a1a-c661c92af7ca,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:56.897195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-232bb8d6-7994-44b7-978e-66a7662c6131 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=899e3013a4014e61991fe888abe7ae18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188861 Apr 07 11:37:56.899819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43176) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:56.945903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e77d07b-625a-4892-ae5c-3e12ade25728 admin admin] Publish callbacks [] for security_group (a9ff557d-785c-4a2d-9a1a-c661c92af7ca), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:56.966310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e77d07b-625a-4892-ae5c-3e12ade25728 admin admin] Publish callbacks [] for security_group (a9ff557d-785c-4a2d-9a1a-c661c92af7ca), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.016806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e77d07b-625a-4892-ae5c-3e12ade25728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a9ff557d-785c-4a2d-9a1a-c661c92af7ca), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.019574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5e77d07b-625a-4892-ae5c-3e12ade25728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.022006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5e77d07b-625a-4892-ae5c-3e12ade25728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9ff557d-785c-4a2d-9a1a-c661c92af7ca HTTP/1.1" status: 204 len: 168 time: 0.1212037 Apr 07 11:37:57.031263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77d07b-625a-4892-ae5c-3e12ade25728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff557d-785c-4a2d-9a1a-c661c92af7ca,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:57.125297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84132fbb-ecb3-488a-82eb-7e8bcfed4111 req-eb24068d-e6de-4efe-99f1-6b4bf4c098c1 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0442863 Apr 07 11:37:57.151124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aeb64-45c8-4ea4-b9f3-7ecb30c63b7c req-5debb2c0-342c-4325-a07b-ba942d8ff326 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:57.152606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-890aeb64-45c8-4ea4-b9f3-7ecb30c63b7c req-5debb2c0-342c-4325-a07b-ba942d8ff326 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0802169 Apr 07 11:37:57.203122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-890aeb64-45c8-4ea4-b9f3-7ecb30c63b7c req-7676946e-8d81-46cb-9789-4fc86969ffe3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Apr 07 11:37:57.303008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43186) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:57.317703 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6153ea89-1478-4508-81c6-1f07e76812b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.389498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6153ea89-1478-4508-81c6-1f07e76812b7 admin admin] Publish callbacks [] for security_group (98eb00d5-8669-4c20-868f-a7b57dddabb6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.392913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6153ea89-1478-4508-81c6-1f07e76812b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (98eb00d5-8669-4c20-868f-a7b57dddabb6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.429654 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6153ea89-1478-4508-81c6-1f07e76812b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea0409388b474729a44bf4e59dade5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255994 Apr 07 11:37:57.431556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153ea89-1478-4508-81c6-1f07e76812b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eb00d5-8669-4c20-868f-a7b57dddabb6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:57.432310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43188) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:57.481008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37c07b1f-6ac4-4d69-a92a-d4cf9844e1c9 admin admin] Publish callbacks [] for security_group (98eb00d5-8669-4c20-868f-a7b57dddabb6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.502496 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37c07b1f-6ac4-4d69-a92a-d4cf9844e1c9 admin admin] Publish callbacks [] for security_group (98eb00d5-8669-4c20-868f-a7b57dddabb6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.550125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37c07b1f-6ac4-4d69-a92a-d4cf9844e1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (98eb00d5-8669-4c20-868f-a7b57dddabb6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.553440 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37c07b1f-6ac4-4d69-a92a-d4cf9844e1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:57.554597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-37c07b1f-6ac4-4d69-a92a-d4cf9844e1c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98eb00d5-8669-4c20-868f-a7b57dddabb6 HTTP/1.1" status: 204 len: 168 time: 0.1213040 Apr 07 11:37:57.564021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c07b1f-6ac4-4d69-a92a-d4cf9844e1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eb00d5-8669-4c20-868f-a7b57dddabb6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:58.224572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06f4b8b6-492c-40f7-93d8-b769951b4cfe req-0f2542de-c505-42c0-b36e-4516d401fcca tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0300131 Apr 07 11:37:58.327865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfc3c1-49b4-4911-a89d-22f5949e2ceb req-863de5a5-1e7f-44c1-b15f-252d28ebfdfd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:58.329368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bbfc3c1-49b4-4911-a89d-22f5949e2ceb req-863de5a5-1e7f-44c1-b15f-252d28ebfdfd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0565672 Apr 07 11:37:58.381184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bbfc3c1-49b4-4911-a89d-22f5949e2ceb req-635c2f23-a168-48a6-b0fb-135364a679eb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Apr 07 11:37:59.324311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56170436-0a69-4fab-bafc-9906a8496c34 req-b70a6105-73bc-4e7a-9f68-b41adfacc749 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0285084 Apr 07 11:37:59.579538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d775cf-57b1-420e-9a86-4ce26c016862 req-5ce67a39-5e5d-47ab-b8e8-cf1172f64e21 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:59.581195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39d775cf-57b1-420e-9a86-4ce26c016862 req-5ce67a39-5e5d-47ab-b8e8-cf1172f64e21 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.1231549 Apr 07 11:37:59.663919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-66634fe0-e070-4770-8c47-518d5ab20bf1 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:59.665470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-66634fe0-e070-4770-8c47-518d5ab20bf1 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "GET /v2.0/networks?id=7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 200 len: 814 time: 0.1590848 Apr 07 11:37:59.668627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39d775cf-57b1-420e-9a86-4ce26c016862 req-605c7dd8-927a-4837-adfd-d4e95336d77a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Apr 07 11:37:59.678971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Request body: {'port': {'device_id': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9', 'admin_state_up': True, 'tenant_id': '136beec1f5b5439f88dced3e2c576f5c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:37:59.799179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Made reservation on behalf of 136beec1f5b5439f88dced3e2c576f5c for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:37:59.802684 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:59.945504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Allocated IP 172.20.0.7 (7de89015-09b5-4770-a12b-cf1ed89ef7f9/ebac0344-598b-49e5-b128-92b65ceebcba/7f9cc12d-2c4a-433d-854a-7b6ade72b599) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:38:00.098059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks [] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.131670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.174283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:00.177728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:00.183746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:38:00.211704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Pushing event updated for resources: {'Port': ['ID=7f9cc12d-2c4a-433d-854a-7b6ade72b599,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:00.238440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:00.239543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.254027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-c49c650f-cf4b-4039-aa86-820f319269b2 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801404 Apr 07 11:38:00.264754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Request body: {'port': {'device_id': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:00.323874 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.531602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2357a75-60da-41a2-83c7-c9a9b78c10be req-0f55b649-6677-4da3-9178-6bd343afd818 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:00.532989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2357a75-60da-41a2-83c7-c9a9b78c10be req-0f55b649-6677-4da3-9178-6bd343afd818 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 931 time: 0.1090868 Apr 07 11:38:00.608818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2357a75-60da-41a2-83c7-c9a9b78c10be req-9aee95fa-97d3-4e33-93a8-502167a0d978 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Apr 07 11:38:00.636231 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aad762ec-c3c0-4876-9f7f-84fd628a5fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.666195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9cc12d-2c4a-433d-854a-7b6ade72b599 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:38:00.673566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Publish callbacks [] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.686315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Transition to ACTIVE for port object 7f9cc12d-2c4a-433d-854a-7b6ade72b599 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:38:00.689739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.741821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9cc12d-2c4a-433d-854a-7b6ade72b599,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:00.847425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Attempting to bind port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:38:00.847766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Attempting to bind port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:38:00.848754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Attempting to bind port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 on network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:00.856505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 on network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:38:00.856820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Attempting to bind port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 on network 7de89015-09b5-4770-a12b-cf1ed89ef7f9 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:00.869934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1306-4dc7-4f0e-9fbd-a007400394af req-c9bf3324-6279-4450-b36b-31a56e8d9527 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:00.871575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12ac1306-4dc7-4f0e-9fbd-a007400394af req-c9bf3324-6279-4450-b36b-31a56e8d9527 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.1075268 Apr 07 11:38:00.872912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:38:00.873281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Checking segment: {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:38:00.873672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Bound using segment: {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:38:00.874122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Bound port: 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30bcd79-1d51-4541-a8d4-f83a84b2762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:38:00.874484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.964452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12ac1306-4dc7-4f0e-9fbd-a007400394af req-91a84f5f-e3fe-404d-b6f0-a791c154f0e9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811133 Apr 07 11:38:00.983880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] For port 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:00.987167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] For port 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:38:00.994146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:01.035987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.036696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:01.038093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f9cc12d-2c4a-433d-854a-7b6ade72b599 HTTP/1.1" status: 200 len: 1091 time: 0.7772813 Apr 07 11:38:01.038531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'tag': '7f9cc12d-2c4a-433d-854a-7b6ade72b599'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:01.040732 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f4d42d-5a2e-4feb-b139-c962d8f2ec67", "tag": "7f9cc12d-2c4a-433d-854a-7b6ade72b599"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:01.072095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5d9dc-6aa8-47cc-bfd2-5ce4de1fa0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9cc12d-2c4a-433d-854a-7b6ade72b599,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:01.084778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5268f-de0e-42dd-aa98-33b854d95b69 x-openstack-request-id: req-a2f5268f-de0e-42dd-aa98-33b854d95b69 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:01.084778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f4d42d-5a2e-4feb-b139-c962d8f2ec67", "tag": "7f9cc12d-2c4a-433d-854a-7b6ade72b599", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:01.084778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f5268f-de0e-42dd-aa98-33b854d95b69 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:01.085165 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f5268f-de0e-42dd-aa98-33b854d95b69'] response: {'name': 'network-changed', 'server_uuid': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'tag': '7f9cc12d-2c4a-433d-854a-7b6ade72b599', 'status': 'completed', 'code': 200} Apr 07 11:38:01.140429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-2c956fde-7381-48f9-928b-5d8142e046da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.141957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-2c956fde-7381-48f9-928b-5d8142e046da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=136beec1f5b5439f88dced3e2c576f5c&device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 1125 time: 0.0458493 Apr 07 11:38:01.184441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-3097f9a5-5ecf-4e1c-95a7-b842bf7973f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599 HTTP/1.1" status: 200 len: 217 time: 0.0337329 Apr 07 11:38:01.235920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-91c363d7-e0f1-4563-b3f6-101c2e94dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.237389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-91c363d7-e0f1-4563-b3f6-101c2e94dc1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebac0344-598b-49e5-b128-92b65ceebcba HTTP/1.1" status: 200 len: 854 time: 0.0474753 Apr 07 11:38:01.268770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-28dafbcc-d219-42cb-ad44-41854d514fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7de89015-09b5-4770-a12b-cf1ed89ef7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249991 Apr 07 11:38:01.355710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-7055253b-a89c-4692-957b-f4e318c348b7 service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808649 Apr 07 11:38:01.446602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1da3cf55-3a57-41d0-b3ca-bbdb4fe54910 req-473f370e-f3e8-42fb-b181-a3a9de77ffe2 service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852861 Apr 07 11:38:01.537949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-4bf72747-55f5-4510-a6df-374863ac5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.539507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-4bf72747-55f5-4510-a6df-374863ac5249 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=136beec1f5b5439f88dced3e2c576f5c&device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 1125 time: 0.0473015 Apr 07 11:38:01.634623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-0c1c5223-c5d7-413d-932e-ab3825df5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.636013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-0c1c5223-c5d7-413d-932e-ab3825df5952 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 200 len: 915 time: 0.0901432 Apr 07 11:38:01.690934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-ebb5de4f-28d9-4ee3-aa97-0234c6768fc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599 HTTP/1.1" status: 200 len: 217 time: 0.0478644 Apr 07 11:38:01.735757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:01.768878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-05ce1d19-9dd5-44b6-80cf-6c1bf0741e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.770655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-05ce1d19-9dd5-44b6-80cf-6c1bf0741e65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebac0344-598b-49e5-b128-92b65ceebcba HTTP/1.1" status: 200 len: 854 time: 0.0599689 Apr 07 11:38:01.778447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311fe08-7b51-4e65-ac8e-aedfaea7fe5f req-68985b4f-5512-471b-a3bf-c33ad9ff1eff tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:01.779826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3311fe08-7b51-4e65-ac8e-aedfaea7fe5f req-68985b4f-5512-471b-a3bf-c33ad9ff1eff tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 943 time: 0.0981371 Apr 07 11:38:01.812316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-84a1ba23-8671-4951-800f-17fc8d57502e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7de89015-09b5-4770-a12b-cf1ed89ef7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315244 Apr 07 11:38:01.896185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3311fe08-7b51-4e65-ac8e-aedfaea7fe5f req-ee502943-1b67-4220-b3a0-528e4535faaa tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070814 Apr 07 11:38:01.930865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-3a127990-6a76-49fe-80d9-e8cfa51bdfbf service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123390 Apr 07 11:38:02.030945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f83f20e-5b82-4ef7-ab96-b96ccd2de99f req-b4560ed0-e7dc-4815-85f8-6c840bfdca46 service neutron] 10.222.0.41 "GET /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943520 Apr 07 11:38:02.100143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf02de-7162-4d43-b24a-7d5d1c42a291 req-d44deefb-2165-4517-a765-f621999d5469 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:02.101678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fcf02de-7162-4d43-b24a-7d5d1c42a291 req-d44deefb-2165-4517-a765-f621999d5469 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 943 time: 0.0571387 Apr 07 11:38:02.150007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fcf02de-7162-4d43-b24a-7d5d1c42a291 req-dd83348e-126e-4b03-b1f7-6aacf093300c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Apr 07 11:38:02.959252 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cac8a776-7c4e-470f-91c3-4d6beeadb9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:02.962060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:38:03.039417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09848d2b-2393-46b4-b1ac-d5f495147b5d req-9eee51e6-5918-46b6-af41-078f32c7da0f tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:03.041167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09848d2b-2393-46b4-b1ac-d5f495147b5d req-9eee51e6-5918-46b6-af41-078f32c7da0f tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 943 time: 0.0742378 Apr 07 11:38:03.090031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:03.097624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-09848d2b-2393-46b4-b1ac-d5f495147b5d req-2f10dfc2-9e46-46c1-836d-03cbe52f2115 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Apr 07 11:38:03.102658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'network_id': 'c2d21e4b-0d8c-435f-8ac7-842255b8721a', 'port_id': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'mac_address': 'fa:16:3e:03:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402c6319-c2ae-453c-9f02-0307e8f8c615', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:38:03.173825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:03.174509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:03.194376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8691f5b-f55b-4da5-b114-0d69cbe244ff {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:38:03.219801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:03.228002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:03.285051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:03.327936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b3d68-039a-4989-bccb-64cae0116f93 req-83f9466c-fca8-4ef8-9744-45e826de8dab tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:03.329536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-423b3d68-039a-4989-bccb-64cae0116f93 req-83f9466c-fca8-4ef8-9744-45e826de8dab tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 944 time: 0.0620499 Apr 07 11:38:03.381822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-423b3d68-039a-4989-bccb-64cae0116f93 req-7bd8ccce-18ed-429a-8db0-3792b15ca299 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Apr 07 11:38:03.527859 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:03.663779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a8691f5b-f55b-4da5-b114-0d69cbe244ff'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:38:04.227194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a32ab-8dc2-4965-9462-61353fe21624 req-f5c476cf-46c8-468d-b543-a9415db9ac28 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:04.228755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e1a32ab-8dc2-4965-9462-61353fe21624 req-f5c476cf-46c8-468d-b543-a9415db9ac28 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 943 time: 0.0563624 Apr 07 11:38:04.280331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e1a32ab-8dc2-4965-9462-61353fe21624 req-90030f2b-5368-449e-a30f-29d4d69b0757 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Apr 07 11:38:04.464005 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:04.502422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d358a0-f00d-40b8-8dec-57450aba35ef req-decc7b03-b40b-4baf-b088-03e34b10d4e8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:04.503943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5d358a0-f00d-40b8-8dec-57450aba35ef req-decc7b03-b40b-4baf-b088-03e34b10d4e8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 944 time: 0.0533636 Apr 07 11:38:04.552168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5d358a0-f00d-40b8-8dec-57450aba35ef req-dce8b860-69af-4f7b-ad30-56c82fb8d3d3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Apr 07 11:38:04.977182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7f9cc12d-2c4a-433d-854a-7b6ade72b599 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:38:04.979346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:05.090201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port a8691f5b-f55b-4da5-b114-0d69cbe244ff triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:05.090572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:05.140122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:05.158004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '7f9cc12d-2c4a-433d-854a-7b6ade72b599', 'network_id': '7de89015-09b5-4770-a12b-cf1ed89ef7f9', 'port_id': '7f9cc12d-2c4a-433d-854a-7b6ade72b599', 'mac_address': 'fa:16:3e:b5:13:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebac0344-598b-49e5-b128-92b65ceebcba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:38:05.222574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:05.223024 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:05.243944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a8691f5b-f55b-4da5-b114-0d69cbe244ff is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:05.244305 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:05.247108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9cc12d-2c4a-433d-854a-7b6ade72b599 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:38:05.284241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:05.289979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:05.292324 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1560a244-5ff0-40a2-aee9-418a30647e36" -d '{"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-plugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:05.302263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:05.308101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:05.348170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:05.354045 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d905388-a76d-4fc8-bf90-870004661cee x-openstack-request-id: req-2d905388-a76d-4fc8-bf90-870004661cee {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:05.355162 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-plugged", "status": "completed", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:05.355428 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d905388-a76d-4fc8-bf90-870004661cee {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:05.355836 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d905388-a76d-4fc8-bf90-870004661cee'] response: {'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'code': 200} Apr 07 11:38:05.380664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7f9cc12d-2c4a-433d-854a-7b6ade72b599,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:05.439461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:05.446262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286409ed-eb05-421b-b9b0-1650e0584d47 req-5935f6f5-d2b1-44fc-bc50-f83cc0125691 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:05.447829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-286409ed-eb05-421b-b9b0-1650e0584d47 req-5935f6f5-d2b1-44fc-bc50-f83cc0125691 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 944 time: 0.0867198 Apr 07 11:38:05.529825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-286409ed-eb05-421b-b9b0-1650e0584d47 req-d75fb0cc-9e68-4124-ac66-dc5e0c78ee98 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729642 Apr 07 11:38:05.553611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671882-a42e-4df2-bc14-0bad20c9ae67 req-e9f80e4e-70b3-4ed9-aefb-aa4e9fa3fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:05.555203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63671882-a42e-4df2-bc14-0bad20c9ae67 req-e9f80e4e-70b3-4ed9-aefb-aa4e9fa3fabd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1128 time: 0.0709603 Apr 07 11:38:05.605635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63671882-a42e-4df2-bc14-0bad20c9ae67 req-c6bfd568-3b2d-45a5-a927-20847f4a9084 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Apr 07 11:38:05.677115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234061fa-2c17-4cae-868e-8c0dfc624633 req-ff2f5b47-6aeb-42cf-b299-2f50b181a74d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:05.678609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-234061fa-2c17-4cae-868e-8c0dfc624633 req-ff2f5b47-6aeb-42cf-b299-2f50b181a74d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0531859 Apr 07 11:38:05.684220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7f9cc12d-2c4a-433d-854a-7b6ade72b599'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:38:05.740831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-234061fa-2c17-4cae-868e-8c0dfc624633 req-2e99d8f6-859f-442c-a034-d21194badacc tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536702 Apr 07 11:38:06.018051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:06.280495 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:38:06.667127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba7e0-5d3f-4c2d-bd00-cadb53fa1e6d req-fc982e40-8cd2-4030-b9a5-514b0ea38b5e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:06.668667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f41ba7e0-5d3f-4c2d-bd00-cadb53fa1e6d req-fc982e40-8cd2-4030-b9a5-514b0ea38b5e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 944 time: 0.0596981 Apr 07 11:38:06.716345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f41ba7e0-5d3f-4c2d-bd00-cadb53fa1e6d req-5dab686f-80ca-4e37-8944-dd0e3bd45bfd tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Apr 07 11:38:06.859027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49421a-6366-44c0-9d26-4fef79174270 req-28a69dab-f38e-4aba-ad9b-6d1cdbbeb6f2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:06.860523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd49421a-6366-44c0-9d26-4fef79174270 req-28a69dab-f38e-4aba-ad9b-6d1cdbbeb6f2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Apr 07 11:38:06.908255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd49421a-6366-44c0-9d26-4fef79174270 req-c24594fc-c543-4069-8aa1-a30b5077ea48 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Apr 07 11:38:06.992305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7f9cc12d-2c4a-433d-854a-7b6ade72b599 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:07.042307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:38:07.046392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:07.046776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.126668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:07.126971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.173286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:07.179313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.185039 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.232221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7f9cc12d-2c4a-433d-854a-7b6ade72b599,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:07.357203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9cc12d-2c4a-433d-854a-7b6ade72b599'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:07.365457 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654d098-6141-472a-8632-cba53950dd45" -d '{"events": [{"server_uuid": "a7f4d42d-5a2e-4feb-b139-c962d8f2ec67", "name": "network-vif-plugged", "status": "completed", "tag": "7f9cc12d-2c4a-433d-854a-7b6ade72b599"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:07.414057 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad3465-9236-460b-acbb-d49c4a86b6d0 x-openstack-request-id: req-f7ad3465-9236-460b-acbb-d49c4a86b6d0 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:07.414365 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f4d42d-5a2e-4feb-b139-c962d8f2ec67", "name": "network-vif-plugged", "status": "completed", "tag": "7f9cc12d-2c4a-433d-854a-7b6ade72b599", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:07.414817 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7ad3465-9236-460b-acbb-d49c4a86b6d0 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:07.415580 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ad3465-9236-460b-acbb-d49c4a86b6d0'] response: {'server_uuid': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9cc12d-2c4a-433d-854a-7b6ade72b599', 'code': 200} Apr 07 11:38:07.521313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c2d2-7330-40f0-807c-cde26ea285bd req-1960f679-7413-4575-affa-142fd099f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:07.523176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ce1c2d2-7330-40f0-807c-cde26ea285bd req-1960f679-7413-4575-affa-142fd099f9d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 1127 time: 0.0461869 Apr 07 11:38:07.573050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ce1c2d2-7330-40f0-807c-cde26ea285bd req-9a5a6996-0773-4d35-9a0b-30a5028f7de8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Apr 07 11:38:07.836557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57b0e1-a59c-4e87-9c03-3dd1abde5840 req-5b54616d-ee18-4ce6-813b-5727343cece8 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:07.838178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e57b0e1-a59c-4e87-9c03-3dd1abde5840 req-5b54616d-ee18-4ce6-813b-5727343cece8 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 945 time: 0.0533512 Apr 07 11:38:07.891442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e57b0e1-a59c-4e87-9c03-3dd1abde5840 req-0144b47c-4251-4fdd-a19f-50d95ab37e14 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473573 Apr 07 11:38:08.032908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb1a8f-3fb9-4fdb-8790-6d3bb4c37bbd req-34dbd1c1-5a70-4d93-9800-8f4626c95a64 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:08.034564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85fb1a8f-3fb9-4fdb-8790-6d3bb4c37bbd req-34dbd1c1-5a70-4d93-9800-8f4626c95a64 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0540607 Apr 07 11:38:08.084994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85fb1a8f-3fb9-4fdb-8790-6d3bb4c37bbd req-ce5c15b8-a9c3-444b-a521-e07c0f05ce9f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Apr 07 11:38:08.209923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325678af-44e3-4cbd-918c-2478e9f520b3 req-f18ed51c-8c1f-4ea2-ab2e-53ecc1117c12 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:08.211396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325678af-44e3-4cbd-918c-2478e9f520b3 req-f18ed51c-8c1f-4ea2-ab2e-53ecc1117c12 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0581408 Apr 07 11:38:08.260571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-325678af-44e3-4cbd-918c-2478e9f520b3 req-e0484df8-9d62-4a47-bd74-65b666b3e65c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Apr 07 11:38:08.391006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86243a7-ccef-4ba5-90cf-597054b55138 req-8ff590de-e171-43cf-aaec-3986b9eefb25 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:08.392478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b86243a7-ccef-4ba5-90cf-597054b55138 req-8ff590de-e171-43cf-aaec-3986b9eefb25 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0538814 Apr 07 11:38:08.440358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b86243a7-ccef-4ba5-90cf-597054b55138 req-7c5d3b18-c90b-4831-8e68-6c0f7bd34369 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Apr 07 11:38:08.584617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1bb6e-6718-40cd-9675-fac227bb1544 req-e1ebbdb7-59b9-468a-a9bc-bb87e1331b6d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:08.586487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed1bb6e-6718-40cd-9675-fac227bb1544 req-e1ebbdb7-59b9-468a-a9bc-bb87e1331b6d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0553620 Apr 07 11:38:08.637401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ed1bb6e-6718-40cd-9675-fac227bb1544 req-354054f7-6ef6-4f65-a6a4-73774f1fa5a9 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Apr 07 11:38:08.762520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c998b5-a45e-42a7-927f-cf7d9aec3118 req-fc4bfdd3-0660-40b0-a999-007635ebc6f5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:08.764014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3c998b5-a45e-42a7-927f-cf7d9aec3118 req-fc4bfdd3-0660-40b0-a999-007635ebc6f5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0546453 Apr 07 11:38:08.813275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3c998b5-a45e-42a7-927f-cf7d9aec3118 req-83f01fb2-ab56-4067-9496-0ee384627ee6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432844 Apr 07 11:38:09.040993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23960-1357-4f1a-a702-e8bcd6a4a6c6 req-0b08b36b-0e0d-4737-a440-7e24af1aa9a6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:09.042506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecb23960-1357-4f1a-a702-e8bcd6a4a6c6 req-0b08b36b-0e0d-4737-a440-7e24af1aa9a6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.1196244 Apr 07 11:38:09.063413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37b151-6582-4df7-8ab1-83a8c7c5b91a req-e1daa74c-973e-4483-a09c-b4a6d608b07d tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:09.064737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e37b151-6582-4df7-8ab1-83a8c7c5b91a req-e1daa74c-973e-4483-a09c-b4a6d608b07d tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 945 time: 0.0828440 Apr 07 11:38:09.127900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecb23960-1357-4f1a-a702-e8bcd6a4a6c6 req-2bbcdb8d-8a7c-42bb-8f77-9cfb3a5e91ce tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784781 Apr 07 11:38:09.135590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e37b151-6582-4df7-8ab1-83a8c7c5b91a req-4e43cb9c-0285-41fa-bce5-8edab33f2eac tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Apr 07 11:38:09.262222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec23aa-a6da-4b50-a1c7-13d30cf8d625 req-07760ebc-2b9b-4963-8b49-40327f9e61a2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:09.265634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61ec23aa-a6da-4b50-a1c7-13d30cf8d625 req-07760ebc-2b9b-4963-8b49-40327f9e61a2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0613902 Apr 07 11:38:09.318760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61ec23aa-a6da-4b50-a1c7-13d30cf8d625 req-7df11996-410b-49aa-a751-c5a37ab39db1 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488791 Apr 07 11:38:09.633991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6acc3f-f5af-41cc-8131-9fd13521eb2c req-e1fdf45a-a3ba-417c-920c-7b73ba6bb6b7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:09.635580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b6acc3f-f5af-41cc-8131-9fd13521eb2c req-e1fdf45a-a3ba-417c-920c-7b73ba6bb6b7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0786393 Apr 07 11:38:09.703957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b6acc3f-f5af-41cc-8131-9fd13521eb2c req-664347de-07ec-4f43-ada9-a68932f3c4f2 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617564 Apr 07 11:38:10.721930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-4a8350b4-c8e4-454c-807a-488ce0b6dd69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556962 Apr 07 11:38:10.796310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-1296ad60-4b35-4912-a336-bf7f71f03093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:10.798319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-1296ad60-4b35-4912-a336-bf7f71f03093 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b183427693664a51abda7a2551bae7e2&device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 1128 time: 0.0560796 Apr 07 11:38:10.917404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e6de3-4802-4ef1-9e90-abdefa2c5f23 req-749e3699-327a-40e5-8c58-e11f3dadbc76 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:10.919062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a7e6de3-4802-4ef1-9e90-abdefa2c5f23 req-749e3699-327a-40e5-8c58-e11f3dadbc76 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.1264999 Apr 07 11:38:10.965716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-4594b57d-5270-4c1a-8513-7a022c889d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:10.967457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-4594b57d-5270-4c1a-8513-7a022c889d95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ed2c075-e986-4a4a-b707-fecd0f717d33 HTTP/1.1" status: 200 len: 909 time: 0.1377194 Apr 07 11:38:11.034716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a7e6de3-4802-4ef1-9e90-abdefa2c5f23 req-a617f4db-3add-4f27-a9bf-c79e3a03a808 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010983 Apr 07 11:38:11.060926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-fca8b30f-c6a7-4313-a1ea-bb38f2c13c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdeb758-5853-4c84-a564-c7766c654d19 HTTP/1.1" status: 200 len: 1002 time: 0.0778780 Apr 07 11:38:11.115838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-23a5af0a-c235-45b4-ac0c-f7daca614449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:11.118131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-23a5af0a-c235-45b4-ac0c-f7daca614449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=398022c7-8607-4929-b6a7-e72a4170a74a HTTP/1.1" status: 200 len: 847 time: 0.0539737 Apr 07 11:38:11.182657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-a694765a-158b-4550-bb7d-6c42780c8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:11.184364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-a694765a-158b-4550-bb7d-6c42780c8b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ed2c075-e986-4a4a-b707-fecd0f717d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608265 Apr 07 11:38:11.303306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-e35b9394-3546-493a-9e93-c8831e464761 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131246 Apr 07 11:38:11.427867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-5557fdad-0461-42e9-868e-0bd96e95d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:11.429360 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-5557fdad-0461-42e9-868e-0bd96e95d0c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6567940023ee42249c72166ce4acc805&device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 1128 time: 0.0950918 Apr 07 11:38:11.430564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89308e32-9d56-472f-a207-8947cbb59c58 req-df089705-a267-494c-ba20-d56e144f5b4b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:11.432289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89308e32-9d56-472f-a207-8947cbb59c58 req-df089705-a267-494c-ba20-d56e144f5b4b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.1091225 Apr 07 11:38:11.674087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-9f816931-0d9e-4d5d-8e62-6545b9ffc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:11.683356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-9f816931-0d9e-4d5d-8e62-6545b9ffc4d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 200 len: 915 time: 0.1658387 Apr 07 11:38:11.739682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-e80b5515-2575-4c9e-9afa-ce8315df007e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 200 len: 217 time: 0.0504835 Apr 07 11:38:11.802760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-e1d1775d-b74a-4255-9814-343e8dea8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:11.804691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-e1d1775d-b74a-4255-9814-343e8dea8550 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 200 len: 854 time: 0.0594642 Apr 07 11:38:11.843352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-35dbf51f-fcbc-4ad6-a8e0-f7f51c50d907 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2d21e4b-0d8c-435f-8ac7-842255b8721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323589 Apr 07 11:38:11.890551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c681216a-55fe-4819-afb6-87534c4a7ee2 req-253132ed-01da-4904-853c-44a9b987332c service neutron] 10.222.0.41 "GET /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772729 Apr 07 11:38:11.931701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89308e32-9d56-472f-a207-8947cbb59c58 req-bb229693-ed8c-449e-afd0-a51c6c4a7332 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861524 Apr 07 11:38:11.966599 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-694111c4-81d7-4bec-a7c5-80da634979cc service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164546 Apr 07 11:38:12.072574 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9f7e412d-bec8-4bea-920e-dfb0364d34ec req-576185bc-1045-4f90-9a82-8898b8aed2a0 service neutron] 10.222.0.41 "GET /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006486 Apr 07 11:38:13.070415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40a990-ccc4-469f-b334-7db21549429b req-98c4db86-a743-4690-8ef6-028f2f9e719f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:13.073830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e40a990-ccc4-469f-b334-7db21549429b req-98c4db86-a743-4690-8ef6-028f2f9e719f tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0783389 Apr 07 11:38:13.133662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e40a990-ccc4-469f-b334-7db21549429b req-cc5040d8-a897-4e70-83e8-ff96c6bd39c0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525184 Apr 07 11:38:14.262326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b50cf-a981-4e4a-be97-a4bd96cffa68 req-894574c1-119e-4db1-9265-fad57ef1fff6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:14.265581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-451b50cf-a981-4e4a-be97-a4bd96cffa68 req-894574c1-119e-4db1-9265-fad57ef1fff6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0607488 Apr 07 11:38:14.314324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-451b50cf-a981-4e4a-be97-a4bd96cffa68 req-286da225-9dff-4c6c-9e07-c19adef3bb05 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Apr 07 11:38:14.446520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c265a64-4111-430b-9fb9-aa44a931d8d2 req-4852c8f8-2965-43ac-be79-1e4c8a933df5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:14.448183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c265a64-4111-430b-9fb9-aa44a931d8d2 req-4852c8f8-2965-43ac-be79-1e4c8a933df5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0567017 Apr 07 11:38:14.499860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c265a64-4111-430b-9fb9-aa44a931d8d2 req-b1f89d0d-34e0-4e23-81b1-20f6f05e70a4 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Apr 07 11:38:14.646791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc35a7-218c-4510-bc08-87ccdc640b7c req-5b3ce534-01d7-419e-8445-c2009eeb865a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:14.648295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13dc35a7-218c-4510-bc08-87ccdc640b7c req-5b3ce534-01d7-419e-8445-c2009eeb865a tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0597224 Apr 07 11:38:14.701315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13dc35a7-218c-4510-bc08-87ccdc640b7c req-e0590ab2-e0db-4baf-982d-d172c9a4c8fd tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 Apr 07 11:38:14.842821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d802fd-96cc-4516-9b6f-38e9f943745d req-e162b496-9511-4f02-8a46-ba6567034b8c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:14.844694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57d802fd-96cc-4516-9b6f-38e9f943745d req-e162b496-9511-4f02-8a46-ba6567034b8c tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0641117 Apr 07 11:38:14.917729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57d802fd-96cc-4516-9b6f-38e9f943745d req-218c3596-1c01-4860-b004-16f4f2ec7098 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660090 Apr 07 11:38:15.080919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2c7b-4420-4085-b1c0-b4fe24a24b1b req-e66b12fe-5fb6-43d2-9965-bc7cb7f04d99 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:15.083330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c07d2c7b-4420-4085-b1c0-b4fe24a24b1b req-e66b12fe-5fb6-43d2-9965-bc7cb7f04d99 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0535710 Apr 07 11:38:15.131640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c07d2c7b-4420-4085-b1c0-b4fe24a24b1b req-dceb255a-020d-4094-a9ef-e7e8cf1e5ec5 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 Apr 07 11:38:15.259061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cf9cc-b1a0-4322-947f-a891d91c013d req-8fb177b3-a44b-414f-94c9-3350271dc8e6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:15.260803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-495cf9cc-b1a0-4322-947f-a891d91c013d req-8fb177b3-a44b-414f-94c9-3350271dc8e6 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0575619 Apr 07 11:38:15.308033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-495cf9cc-b1a0-4322-947f-a891d91c013d req-3a7df2b2-d156-4616-b8a3-b2b806bf5fbf tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Apr 07 11:38:15.451331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfe04b-cd39-4e0c-b472-4260ebb83385 req-66dd79ca-84b1-4fa6-92da-941858970cd7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:15.452787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62bfe04b-cd39-4e0c-b472-4260ebb83385 req-66dd79ca-84b1-4fa6-92da-941858970cd7 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0526943 Apr 07 11:38:15.504581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62bfe04b-cd39-4e0c-b472-4260ebb83385 req-006e8797-d0d0-4e03-a063-b3b618cf9a83 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Apr 07 11:38:15.631724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11090fbd-2e94-424c-9750-d9e827a6a269 req-d05dbb69-db1f-4d07-9cac-08aebb9a13ab tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:15.633348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11090fbd-2e94-424c-9750-d9e827a6a269 req-d05dbb69-db1f-4d07-9cac-08aebb9a13ab tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0566728 Apr 07 11:38:15.686668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11090fbd-2e94-424c-9750-d9e827a6a269 req-1dbd020c-3343-4031-a920-03f0a819f987 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461743 Apr 07 11:38:15.859293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1c870-cad2-4227-acdb-c4ef23cd878e req-4bd146da-d64f-487b-a4d0-5f9067f57fc0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:15.860934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c1c870-cad2-4227-acdb-c4ef23cd878e req-4bd146da-d64f-487b-a4d0-5f9067f57fc0 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0557623 Apr 07 11:38:15.933217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c1c870-cad2-4227-acdb-c4ef23cd878e req-ff8b65b0-62bc-4278-b38f-d7ece225ec86 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620065 Apr 07 11:38:16.071246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c243e-0465-4df3-8eb9-f7c539aa98a1 req-07f0bded-8692-42ed-a027-f5ed6a4fd57b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:16.072629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d4c243e-0465-4df3-8eb9-f7c539aa98a1 req-07f0bded-8692-42ed-a027-f5ed6a4fd57b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0572429 Apr 07 11:38:16.121765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d4c243e-0465-4df3-8eb9-f7c539aa98a1 req-f3518b3d-467e-4fb2-bbf4-649590c03290 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Apr 07 11:38:16.268284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc5496-a2f8-4055-a37d-f910ff3886c9 req-c92392a7-d6d5-427e-8f0b-8ba253a3e26d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:16.269770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50cc5496-a2f8-4055-a37d-f910ff3886c9 req-c92392a7-d6d5-427e-8f0b-8ba253a3e26d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0589125 Apr 07 11:38:16.320091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50cc5496-a2f8-4055-a37d-f910ff3886c9 req-1959425c-87b9-4039-b989-00cf890aaa42 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Apr 07 11:38:16.450028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85204-8ecb-47f1-82db-4417ff58a440 req-7c842bce-0350-434c-868b-e226a9af6f1e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:16.451659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9f85204-8ecb-47f1-82db-4417ff58a440 req-7c842bce-0350-434c-868b-e226a9af6f1e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0560985 Apr 07 11:38:16.505047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9f85204-8ecb-47f1-82db-4417ff58a440 req-058241d9-a91a-40fc-8c76-833051dfa937 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Apr 07 11:38:16.651697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648ff36-7b67-421d-9531-46cbc40249d0 req-9ee18a02-e43d-42a1-a7e6-c1756eb09fcb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:16.653246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1648ff36-7b67-421d-9531-46cbc40249d0 req-9ee18a02-e43d-42a1-a7e6-c1756eb09fcb tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0681524 Apr 07 11:38:16.713964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1648ff36-7b67-421d-9531-46cbc40249d0 req-5ca40efa-8ef8-483a-8330-dca0045f0d78 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545239 Apr 07 11:38:16.836509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b078d5-aa30-4aad-bf44-4627f90640c7 req-c391d9a6-3692-48cb-96be-47c143278498 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:16.838164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62b078d5-aa30-4aad-bf44-4627f90640c7 req-c391d9a6-3692-48cb-96be-47c143278498 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0557308 Apr 07 11:38:16.888669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62b078d5-aa30-4aad-bf44-4627f90640c7 req-0298fc02-8c8f-4666-9a32-8d364b41d133 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Apr 07 11:38:17.038668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebd7d8-a03c-42c3-ad1c-c29f57081a35 req-54266bcd-ba99-49ff-83bb-caa87aa4fa3b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:17.041312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aaebd7d8-a03c-42c3-ad1c-c29f57081a35 req-54266bcd-ba99-49ff-83bb-caa87aa4fa3b tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0622277 Apr 07 11:38:17.134341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aaebd7d8-a03c-42c3-ad1c-c29f57081a35 req-535d0a97-b061-4132-aeba-98beedbfec9d tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737712 Apr 07 11:38:24.498806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.505178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.510985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.516618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.522776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.528255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.534006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.536263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-ab2484e4-08fb-44aa-b219-5f6538dfde52 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1278434 Apr 07 11:38:24.597412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a5b1fd7-62d2-4c66-96b3-d1de7737d650 req-7177daef-6427-49fc-9340-b0b31fa064bf tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549550 Apr 07 11:38:25.759715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.765460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.771151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.776694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.782957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.788953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.794237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:25.796202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-fb0370c1-ce05-4ec3-ba6e-ac4706b110f4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1084001 Apr 07 11:38:25.864867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90e0b0fb-42cf-4808-8c36-e032605e814a req-8d73eb3c-cf14-4ddb-9ef6-4b4b0f1f988a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622368 Apr 07 11:38:26.764846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3560c4-532d-4ab4-b23b-4fd10ba2a236 req-05ad7571-d238-4e18-bffc-8fdc95a50e92 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:26.766600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e3560c4-532d-4ab4-b23b-4fd10ba2a236 req-05ad7571-d238-4e18-bffc-8fdc95a50e92 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0930607 Apr 07 11:38:26.858609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e3560c4-532d-4ab4-b23b-4fd10ba2a236 req-ed079e70-6130-4d76-88c9-8acebcfc7b37 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 Apr 07 11:38:27.043408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.049574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.056041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.062951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.069525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.077442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.083766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:27.085956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-08a167d2-4408-4e6e-8501-a693e76ba675 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1123278 Apr 07 11:38:27.162866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df18a918-466c-4c67-9a18-e74eaf1c43b8 req-4fc462ed-fe76-4174-8625-ae43d843e943 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704057 Apr 07 11:38:28.002064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4904e3-94b9-4d8f-8f76-b93f38ad6124 req-e7a11808-c0fc-49ba-9a51-4c0fc06b8ae3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.008918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.009870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd4904e3-94b9-4d8f-8f76-b93f38ad6124 req-e7a11808-c0fc-49ba-9a51-4c0fc06b8ae3 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0652740 Apr 07 11:38:28.015614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.030226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.046364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.054768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.064376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.078157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.081602 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-a473b824-3dd7-46d0-9c08-335292fb1c64 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1366811 Apr 07 11:38:28.083803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd4904e3-94b9-4d8f-8f76-b93f38ad6124 req-47c42346-e8c1-4e8e-bc58-c64b03adc0ba tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 Apr 07 11:38:28.147312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c08bca29-20e8-447a-a524-eb479917ba81 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.149430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c08bca29-20e8-447a-a524-eb479917ba81 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "GET /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0617845 Apr 07 11:38:28.272720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-4c1cdee8-e350-4ea3-82c2-379bebd67a6a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "GET /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1177149 Apr 07 11:38:28.283930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:28.349781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.359937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:28.360351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.368055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.375444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.384702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.390320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.396357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.398417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-0f2e5286-6382-4c25-9d52-0e7d8fa94a97 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 5444 time: 0.1374443 Apr 07 11:38:28.470125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-318399ad-bdc9-456a-b6bd-1cb857106702 req-99d35d17-2611-4ee0-968b-4a54da519502 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcb00e98-d7e2-4d21-859d-f4a322fcd69c&id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652313 Apr 07 11:38:28.520881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=b0b2f3ed-d242-4f00-a70d-39529a16195b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:28.557524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] For port b0b2f3ed-d242-4f00-a70d-39529a16195b, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:28.595414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] device_id is not set on port b0b2f3ed-d242-4f00-a70d-39529a16195b yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:38:28.604254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Publish callbacks [] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:28.609990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:28.670508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] No DVR routers for this DVR port b0b2f3ed-d242-4f00-a70d-39529a16195b on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:28.710257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:28.728426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] In _notify_port_updated(), no bound segment for port b0b2f3ed-d242-4f00-a70d-39529a16195b on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:38:28.729458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.730164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:28.732096 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-7cdd545b-872c-44b9-86e3-42ca379aba11 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 200 len: 1032 time: 0.4535489 Apr 07 11:38:28.833377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-31992e14-eb31-4722-a541-3a6f0741c397 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:28.834927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-31992e14-eb31-4722-a541-3a6f0741c397 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "GET /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0928621 Apr 07 11:38:28.847034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:28.928994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:28.996577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-11b2cf4e-4cf4-422f-a9eb-fb2e08fe4dd0 None None] Provisioning complete for port b0b2f3ed-d242-4f00-a70d-39529a16195b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:28.997715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-11b2cf4e-4cf4-422f-a9eb-fb2e08fe4dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.035704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-11b2cf4e-4cf4-422f-a9eb-fb2e08fe4dd0 None None] Port b0b2f3ed-d242-4f00-a70d-39529a16195b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:38:29.089377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=67f889f6-2891-4671-ac39-4893abe7f7fd,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:29.126623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] For port 67f889f6-2891-4671-ac39-4893abe7f7fd, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:29.165458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] device_id is not set on port 67f889f6-2891-4671-ac39-4893abe7f7fd yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:38:29.178797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Publish callbacks [] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.186990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.236323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Pushing event updated for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:29.267952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b708f-1f4d-4ff6-91fd-b149569a297a req-b6c2f73f-2e2a-48c2-aa5e-40e3fc40027e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.270731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-424b708f-1f4d-4ff6-91fd-b149569a297a req-b6c2f73f-2e2a-48c2-aa5e-40e3fc40027e tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.0894639 Apr 07 11:38:29.280045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] No DVR routers for this DVR port 67f889f6-2891-4671-ac39-4893abe7f7fd on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:29.334353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] In _notify_port_updated(), no bound segment for port 67f889f6-2891-4671-ac39-4893abe7f7fd on network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:38:29.335674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.338899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.341497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-b6adbeec-6b64-4ed6-a6bf-8f9860f5a96e service neutron] 10.222.0.41 "PUT /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 200 len: 1033 time: 0.4983442 Apr 07 11:38:29.380814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-424b708f-1f4d-4ff6-91fd-b149569a297a req-8d4eee1d-ef4b-43b1-bc47-2c7dee525065 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030142 Apr 07 11:38:29.616247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-0e48b77c-b4fb-4907-9dd7-61668e8adfe8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.621688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-0e48b77c-b4fb-4907-9dd7-61668e8adfe8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 946 time: 0.2382960 Apr 07 11:38:29.665249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port d311b6ce-dc3f-4c68-a334-12c0f5582a9b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:38:29.665249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.765750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-23cbea9b-8e97-460c-a7c5-712d95797253 None None] Provisioning complete for port 67f889f6-2891-4671-ac39-4893abe7f7fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:29.766459 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23cbea9b-8e97-460c-a7c5-712d95797253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.810912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-23cbea9b-8e97-460c-a7c5-712d95797253 None None] Port 67f889f6-2891-4671-ac39-4893abe7f7fd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:38:29.850516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Deleting port a8691f5b-f55b-4da5-b114-0d69cbe244ff {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:38:29.850875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.867126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] For port d311b6ce-dc3f-4c68-a334-12c0f5582a9b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:29.870203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.906088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for d311b6ce-dc3f-4c68-a334-12c0f5582a9b owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:38:29.912012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-0c6cc388-9923-42a4-bbec-a5415861905d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.918600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-0c6cc388-9923-42a4-bbec-a5415861905d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.924487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-0c6cc388-9923-42a4-bbec-a5415861905d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.930398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-0c6cc388-9923-42a4-bbec-a5415861905d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.936296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-0c6cc388-9923-42a4-bbec-a5415861905d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:29.937982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-0c6cc388-9923-42a4-bbec-a5415861905d tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 3885 time: 0.2366490 Apr 07 11:38:30.031472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-129c8df3-0eb0-4415-80b9-b8b6a60fc8bf req-5d7c699d-7a87-4484-b6db-eaed42a5835c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764720 Apr 07 11:38:30.044377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] For port a8691f5b-f55b-4da5-b114-0d69cbe244ff, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a8691f5b-f55b-4da5-b114-0d69cbe244ff,segment=NetworkSegment(752bcdf3-8782-4e03-bae3-7d11540cead6),segment_id=752bcdf3-8782-4e03-bae3-7d11540cead6)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:30.044771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.070551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Calling delete_port for a8691f5b-f55b-4da5-b114-0d69cbe244ff owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:38:30.195751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d311b6ce-dc3f-4c68-a334-12c0f5582a9b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.228588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=d311b6ce-dc3f-4c68-a334-12c0f5582a9b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:30.297316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] No DVR routers for this DVR port d311b6ce-dc3f-4c68-a334-12c0f5582a9b on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:30.300363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.306510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-e2373fdf-e4b9-4f4e-8c6f-b2428b509ca7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "DELETE /v2.0/ports/d311b6ce-dc3f-4c68-a334-12c0f5582a9b HTTP/1.1" status: 204 len: 173 time: 0.9590566 Apr 07 11:38:30.307118 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:30.310538 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccdcad3-8372-46e5-a69d-675fabb4f8e6" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "d311b6ce-dc3f-4c68-a334-12c0f5582a9b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:30.353643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a8691f5b-f55b-4da5-b114-0d69cbe244ff), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.367002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a8691f5b-f55b-4da5-b114-0d69cbe244ff'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:38:30.371187 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd8b4f-6a6e-45b7-8280-f19488652c13 x-openstack-request-id: req-30dd8b4f-6a6e-45b7-8280-f19488652c13 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:30.371804 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "d311b6ce-dc3f-4c68-a334-12c0f5582a9b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:30.371804 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30dd8b4f-6a6e-45b7-8280-f19488652c13 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:30.375253 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dd8b4f-6a6e-45b7-8280-f19488652c13'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': 'd311b6ce-dc3f-4c68-a334-12c0f5582a9b', 'status': 'completed', 'code': 200} Apr 07 11:38:30.439804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Pushing event deleted for resources: {'Port': ['ID=a8691f5b-f55b-4da5-b114-0d69cbe244ff,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:30.489042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] No DVR routers for this DVR port a8691f5b-f55b-4da5-b114-0d69cbe244ff on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:30.492143 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.498225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7b4599ce-eaa7-43d7-90b6-40ce99ea2ffd req-a875870f-c6fa-4250-85b2-406d07615483 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.41 "DELETE /v2.0/ports/a8691f5b-f55b-4da5-b114-0d69cbe244ff HTTP/1.1" status: 204 len: 173 time: 0.8673217 Apr 07 11:38:30.499000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-deleted', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:30.501556 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9372a179-befd-420e-be5b-0ab0e2c36a38" -d '{"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-deleted", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:30.538664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:38:30.540165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.629800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7527920-52bf-41a2-8f8f-217101ed84b7 req-d473afc7-305d-44f1-8570-834b1e3d9001 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] 10.222.0.13 "GET /v2.0/ports?device_id=becc58cd-3f50-43ae-9f51-1c907c0b0039 HTTP/1.1" status: 200 len: 210 time: 0.0705385 Apr 07 11:38:30.663471 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b596fe6b-df17-49d3-bbbd-51d0cb71a291 x-openstack-request-id: req-b596fe6b-df17-49d3-bbbd-51d0cb71a291 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:30.663750 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becc58cd-3f50-43ae-9f51-1c907c0b0039", "name": "network-vif-deleted", "tag": "a8691f5b-f55b-4da5-b114-0d69cbe244ff", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:30.664001 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b596fe6b-df17-49d3-bbbd-51d0cb71a291 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:30.664491 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b596fe6b-df17-49d3-bbbd-51d0cb71a291'] response: {'server_uuid': 'becc58cd-3f50-43ae-9f51-1c907c0b0039', 'name': 'network-vif-deleted', 'tag': 'a8691f5b-f55b-4da5-b114-0d69cbe244ff', 'status': 'completed', 'code': 200} Apr 07 11:38:30.673197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1df8-4526-4b1c-aa4f-cceb2bec2c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.760526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] For port 064a4b6d-639c-4a42-979b-a0eb4f3eb989, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=064a4b6d-639c-4a42-979b-a0eb4f3eb989,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:30.761570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.781479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 064a4b6d-639c-4a42-979b-a0eb4f3eb989 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:38:30.991121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (064a4b6d-639c-4a42-979b-a0eb4f3eb989), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.037889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=064a4b6d-639c-4a42-979b-a0eb4f3eb989,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:31.102292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 71943856-4331-446f-8bc1-bac7773b2ace no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:31.149958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] No DVR routers for this DVR port 064a4b6d-639c-4a42-979b-a0eb4f3eb989 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:31.153633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.158034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-70f5d5a3-8a6c-47a7-b4f5-f9e081ee1d00 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "DELETE /v2.0/ports/064a4b6d-639c-4a42-979b-a0eb4f3eb989 HTTP/1.1" status: 204 len: 173 time: 0.8332837 Apr 07 11:38:31.310035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 71943856-4331-446f-8bc1-bac7773b2ace is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:31.310552 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (71943856-4331-446f-8bc1-bac7773b2ace), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.321236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06171f-ca6d-4ff1-9d8b-d14a10a4c570 req-e1c73134-4768-404a-b2ae-58a09b05d0fe tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:31.330562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06171f-ca6d-4ff1-9d8b-d14a10a4c570 req-e1c73134-4768-404a-b2ae-58a09b05d0fe tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:31.338793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06171f-ca6d-4ff1-9d8b-d14a10a4c570 req-e1c73134-4768-404a-b2ae-58a09b05d0fe tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:31.349488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d06171f-ca6d-4ff1-9d8b-d14a10a4c570 req-e1c73134-4768-404a-b2ae-58a09b05d0fe tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 2417 time: 0.1742473 Apr 07 11:38:31.351264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 71943856-4331-446f-8bc1-bac7773b2ace {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:38:31.351763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (71943856-4331-446f-8bc1-bac7773b2ace), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.377907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:31.381514 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e944786-4227-4a4f-b4e7-d7de796a4725" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-unplugged", "status": "completed", "tag": "71943856-4331-446f-8bc1-bac7773b2ace"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:31.401069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=71943856-4331-446f-8bc1-bac7773b2ace,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:31.408351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.413012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 064a4b6d-639c-4a42-979b-a0eb4f3eb989 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:31.508454 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6138605c-b6d2-4a50-93c2-af96e8ef6836 x-openstack-request-id: req-6138605c-b6d2-4a50-93c2-af96e8ef6836 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:31.512110 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-unplugged", "status": "completed", "tag": "71943856-4331-446f-8bc1-bac7773b2ace", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:31.513191 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6138605c-b6d2-4a50-93c2-af96e8ef6836 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:31.513815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d06171f-ca6d-4ff1-9d8b-d14a10a4c570 req-59910cf2-c6f5-4418-8c71-2b18c26c7286 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550791 Apr 07 11:38:31.517741 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6138605c-b6d2-4a50-93c2-af96e8ef6836'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace', 'code': 200} Apr 07 11:38:31.521540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] For port 71943856-4331-446f-8bc1-bac7773b2ace, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=71943856-4331-446f-8bc1-bac7773b2ace,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:31.521916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (71943856-4331-446f-8bc1-bac7773b2ace), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.523221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 064a4b6d-639c-4a42-979b-a0eb4f3eb989 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:38:31.526834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 064a4b6d-639c-4a42-979b-a0eb4f3eb989 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:38:31.528267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b0b2f3ed-d242-4f00-a70d-39529a16195b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:31.595175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:31.605310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.605655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.606315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.606987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.607490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.608000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.608497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.609001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.609604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.610096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.610609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.611126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.611631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:31.631109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port b0b2f3ed-d242-4f00-a70d-39529a16195b host ! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:38:31.636798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device b0b2f3ed-d242-4f00-a70d-39529a16195b not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:38:31.637418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4a9d472e-e99e-45b5-9637-64fbf5209831 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:31.689254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43594) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:31.758918 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.797952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Deleting subnet 402c6319-c2ae-453c-9f02-0307e8f8c615 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:38:31.802353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Publish callbacks [] for subnet (402c6319-c2ae-453c-9f02-0307e8f8c615), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.839203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (402c6319-c2ae-453c-9f02-0307e8f8c615), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.862179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4a9d472e-e99e-45b5-9637-64fbf5209831 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:31.862573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.905825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.907510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.907510 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Floating IP c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0 disassociated. External IP: 172.25.5.161, port: 71943856-4331-446f-8bc1-bac7773b2ace. Apr 07 11:38:31.907510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 71943856-4331-446f-8bc1-bac7773b2ace owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:38:31.915992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (402c6319-c2ae-453c-9f02-0307e8f8c615), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.931714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4a9d472e-e99e-45b5-9637-64fbf5209831,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:31.937176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.937842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d311b6ce-dc3f-4c68-a334-12c0f5582a9b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:32.011442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d311b6ce-dc3f-4c68-a334-12c0f5582a9b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:38:32.011828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d311b6ce-dc3f-4c68-a334-12c0f5582a9b not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:38:32.012450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 67f889f6-2891-4671-ac39-4893abe7f7fd no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:32.029253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (402c6319-c2ae-453c-9f02-0307e8f8c615), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.058254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.070612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43598) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:32.072922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/402c6319-c2ae-453c-9f02-0307e8f8c615 HTTP/1.1" status: 204 len: 168 time: 0.3787045 Apr 07 11:38:32.078333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 67f889f6-2891-4671-ac39-4893abe7f7fd host ! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:38:32.079026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 67f889f6-2891-4671-ac39-4893abe7f7fd not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:38:32.079706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 836c461b-d989-4c75-a77a-a094e93e6945 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:32.117441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:32.146672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac91c3-1e15-4bc4-90fd-a32537faddd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402c6319-c2ae-453c-9f02-0307e8f8c615,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:32.213900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 836c461b-d989-4c75-a77a-a094e93e6945 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:32.215367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (836c461b-d989-4c75-a77a-a094e93e6945), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.288211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=836c461b-d989-4c75-a77a-a094e93e6945,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:32.298568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.377434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:32.495936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '064a4b6d-639c-4a42-979b-a0eb4f3eb989'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:32.500192 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780267e6-fdeb-4cf9-9fd5-11875f3b2938" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "064a4b6d-639c-4a42-979b-a0eb4f3eb989"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:32.522156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c2d21e4b-0d8c-435f-8ac7-842255b8721a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.537075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (71943856-4331-446f-8bc1-bac7773b2ace), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.599078 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e2b5f1-84f0-44bf-85fe-783c04a252aa x-openstack-request-id: req-b9e2b5f1-84f0-44bf-85fe-783c04a252aa {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:32.599380 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "064a4b6d-639c-4a42-979b-a0eb4f3eb989", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:32.599634 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9e2b5f1-84f0-44bf-85fe-783c04a252aa {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:32.600034 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e2b5f1-84f0-44bf-85fe-783c04a252aa'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '064a4b6d-639c-4a42-979b-a0eb4f3eb989', 'status': 'completed', 'code': 200} Apr 07 11:38:32.604447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=71943856-4331-446f-8bc1-bac7773b2ace,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:32.739445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef352e1-fc66-42f0-b668-5c5f5fb051d8 req-b87933ff-90ac-420c-bf11-25c67ec271d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:32.745346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c2d21e4b-0d8c-435f-8ac7-842255b8721a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.746735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef352e1-fc66-42f0-b668-5c5f5fb051d8 req-b87933ff-90ac-420c-bf11-25c67ec271d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:32.756596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aef352e1-fc66-42f0-b668-5c5f5fb051d8 req-b87933ff-90ac-420c-bf11-25c67ec271d1 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 1677 time: 0.1175580 Apr 07 11:38:32.826787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aef352e1-fc66-42f0-b668-5c5f5fb051d8 req-5e7cd76c-9e05-443e-be32-98f0835f308b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681469 Apr 07 11:38:32.850616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d21e4b-0d8c-435f-8ac7-842255b8721a']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:32.865836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752bcdf3-8782-4e03-bae3-7d11540cead6') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:32.866268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752bcdf3-8782-4e03-bae3-7d11540cead6') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:32.879420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (752bcdf3-8782-4e03-bae3-7d11540cead6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.905065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (752bcdf3-8782-4e03-bae3-7d11540cead6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.908756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:38:32.917320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:38:32.918110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (752bcdf3-8782-4e03-bae3-7d11540cead6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:38:32.920111 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:38:32.968156 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3d40-d131-423b-b960-68ce180bda96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.118269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c2d21e4b-0d8c-435f-8ac7-842255b8721a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.126014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.132093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2d21e4b-0d8c-435f-8ac7-842255b8721a HTTP/1.1" status: 204 len: 168 time: 1.0581999 Apr 07 11:38:33.148483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05164c5f-b540-4917-92d7-fea55d7c5487 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d21e4b-0d8c-435f-8ac7-842255b8721a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:33.176931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:38:33.193215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] Sync routers for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:38:33.224858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:38:33.226482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:38:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:33.275643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] No DVR routers for this DVR port 71943856-4331-446f-8bc1-bac7773b2ace on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:33.282168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.290383 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-df21fdd9-def3-48c9-9ac4-45a4f25d496e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "DELETE /v2.0/ports/71943856-4331-446f-8bc1-bac7773b2ace HTTP/1.1" status: 204 len: 173 time: 2.1270988 Apr 07 11:38:33.447885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:38:33.455430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43612) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:33.512857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 836c461b-d989-4c75-a77a-a094e93e6945 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:38:33.515815 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (836c461b-d989-4c75-a77a-a094e93e6945), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.522821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831'}, {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:33.525758 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dac026d-8db5-4576-a3a3-0945b402485c" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-unplugged", "status": "completed", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831"}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-unplugged", "status": "completed", "tag": "836c461b-d989-4c75-a77a-a094e93e6945"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:33.560495 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4af46cdf-e8cf-44f9-b1f9-463c1b1e77ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6567940023ee42249c72166ce4acc805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039631 Apr 07 11:38:33.564783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43616) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:33.600377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.773523 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37462101-9798-413a-ad6e-c028674cbb56 x-openstack-request-id: req-37462101-9798-413a-ad6e-c028674cbb56 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:33.773860 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-unplugged", "status": "completed", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831", "code": 200}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-unplugged", "status": "completed", "tag": "836c461b-d989-4c75-a77a-a094e93e6945", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:33.774065 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37462101-9798-413a-ad6e-c028674cbb56 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:33.774454 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37462101-9798-413a-ad6e-c028674cbb56'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831', 'code': 200} Apr 07 11:38:33.774730 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37462101-9798-413a-ad6e-c028674cbb56'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945', 'code': 200} Apr 07 11:38:33.839441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] For port 836c461b-d989-4c75-a77a-a094e93e6945, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=836c461b-d989-4c75-a77a-a094e93e6945,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:33.839796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (836c461b-d989-4c75-a77a-a094e93e6945), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.844433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92b609ea-0e24-436f-9056-cc3ad31c477b admin admin] Publish callbacks [] for security_group (2c341f5a-f079-4e7c-aa6b-8b05f30b36d1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.874955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 836c461b-d989-4c75-a77a-a094e93e6945 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:38:33.899346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92b609ea-0e24-436f-9056-cc3ad31c477b admin admin] Publish callbacks [] for security_group (2c341f5a-f079-4e7c-aa6b-8b05f30b36d1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.039675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:34.070985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92b609ea-0e24-436f-9056-cc3ad31c477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2c341f5a-f079-4e7c-aa6b-8b05f30b36d1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.074041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92b609ea-0e24-436f-9056-cc3ad31c477b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.075562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f4a7e-b52e-4a6b-be3d-c85e1316f848 req-21f40cc4-22b7-4796-9c19-eb08840304f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:34.076105 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92b609ea-0e24-436f-9056-cc3ad31c477b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c341f5a-f079-4e7c-aa6b-8b05f30b36d1 HTTP/1.1" status: 204 len: 168 time: 0.5095031 Apr 07 11:38:34.083880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f4a7e-b52e-4a6b-be3d-c85e1316f848 req-21f40cc4-22b7-4796-9c19-eb08840304f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:34.091904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-877f4a7e-b52e-4a6b-be3d-c85e1316f848 req-21f40cc4-22b7-4796-9c19-eb08840304f8 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 1677 time: 0.1205533 Apr 07 11:38:34.106367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] Checking router: 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:38:34.120939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b609ea-0e24-436f-9056-cc3ad31c477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c341f5a-f079-4e7c-aa6b-8b05f30b36d1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:34.124501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:38:34.125297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:38:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:34.146092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (836c461b-d989-4c75-a77a-a094e93e6945), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.195824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=836c461b-d989-4c75-a77a-a094e93e6945,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:34.243891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-877f4a7e-b52e-4a6b-be3d-c85e1316f848 req-08169d57-24ac-4cf2-8de8-6b8600a06f32 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups?id=861027a0-c1eb-466a-a44b-af5b3e169982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506715 Apr 07 11:38:34.273910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] No DVR routers for this DVR port 836c461b-d989-4c75-a77a-a094e93e6945 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:34.273910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.273910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-c2f12915-ce68-4cd1-9466-d82b88eb58ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "DELETE /v2.0/ports/836c461b-d989-4c75-a77a-a094e93e6945 HTTP/1.1" status: 204 len: 173 time: 0.9758344 Apr 07 11:38:34.304792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:38:34.451995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 4a9d472e-e99e-45b5-9637-64fbf5209831 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:38:34.455888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.590640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.610401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace'}, {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:34.613308 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674fb5f4-4e6d-4672-9ac6-202c99d6e3f6" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "71943856-4331-446f-8bc1-bac7773b2ace"}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "836c461b-d989-4c75-a77a-a094e93e6945"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:34.701892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] For port 4a9d472e-e99e-45b5-9637-64fbf5209831, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4a9d472e-e99e-45b5-9637-64fbf5209831,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:34.702289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.768339 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ece981e-a665-4d04-a5c7-905014a2de54 x-openstack-request-id: req-7ece981e-a665-4d04-a5c7-905014a2de54 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:34.768675 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "71943856-4331-446f-8bc1-bac7773b2ace", "status": "completed", "code": 200}, {"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "836c461b-d989-4c75-a77a-a094e93e6945", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:34.769225 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ece981e-a665-4d04-a5c7-905014a2de54 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:34.769483 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ece981e-a665-4d04-a5c7-905014a2de54'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '71943856-4331-446f-8bc1-bac7773b2ace', 'status': 'completed', 'code': 200} Apr 07 11:38:34.769848 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ece981e-a665-4d04-a5c7-905014a2de54'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '836c461b-d989-4c75-a77a-a094e93e6945', 'status': 'completed', 'code': 200} Apr 07 11:38:34.771212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 4a9d472e-e99e-45b5-9637-64fbf5209831 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:38:34.942824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:34.983364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94368f-0517-4644-b13a-990afb8596fb None None] The sync data for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 is: [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:32:41Z', 'revision_number': 4, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '4f49a8e5-be21-44b1-9e7f-48ee3ab87864', 'name': '', 'network_id': 'a82a7aee-d3ab-49b2-8704-9fd091b2723a', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'mac_address': 'fa:16:3e:49:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:40Z', 'updated_at': '2022-04-07T11:32:49Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'subnets': [{'id': '16f5cc86-b218-4ee5-a2dd-a527dfd12698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:38:35.014326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4a9d472e-e99e-45b5-9637-64fbf5209831), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:35.069532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=4a9d472e-e99e-45b5-9637-64fbf5209831,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:35.130352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:38:35.145464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] No DVR routers for this DVR port 4a9d472e-e99e-45b5-9637-64fbf5209831 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:38:35.164181 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:35.176803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8e0d6226-d00f-40b4-a15d-2150b59f4459 req-0e0366c3-d742-4f58-bf61-e53cf4b136bc tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.41 "DELETE /v2.0/ports/4a9d472e-e99e-45b5-9637-64fbf5209831 HTTP/1.1" status: 204 len: 173 time: 0.8978903 Apr 07 11:38:35.181281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: a8691f5b-f55b-4da5-b114-0d69cbe244ff {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:38:35.181849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a8691f5b-f55b-4da5-b114-0d69cbe244ff not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:38:35.551495 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e027b-bcf8-4110-9183-a4f3174e668c None None] New status for floating IP c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:38:35.578433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf666631-b3ad-49d1-8719-17b0843fddb3 req-f04233ee-09f9-4af4-b31f-5231b1b2750a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0996470 Apr 07 11:38:35.830203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:36.042888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-288426121-network', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:36.045815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.079568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Made reservation on behalf of c24de5fb945a4bba8dfd8b6832ed0415 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:38:36.083093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.094269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.182020 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks [] for security_group (3916b3ec-e565-4069-a9c0-11102d7fd815), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.187432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3916b3ec-e565-4069-a9c0-11102d7fd815), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.214545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:38:36.234418 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (90b770ec-384b-4c17-a98e-534a2b7418c3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.234768 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Added segment 90b770ec-384b-4c17-a98e-534a2b7418c3 of type vlan for network d7f4972e-29c9-4d81-83f5-71595b23c5cd Apr 07 11:38:36.236140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3916b3ec-e565-4069-a9c0-11102d7fd815,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:36.284507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d7f4972e-29c9-4d81-83f5-71595b23c5cd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.314272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d7f4972e-29c9-4d81-83f5-71595b23c5cd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.316420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:36.317970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.391953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5605264 Apr 07 11:38:36.391953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43660) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:36.397247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Request body: {'subnet': {'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-288426121-subnet', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:36.418069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db559c-2566-45e0-9cd2-025f88fb5b8d admin admin] Pushing event updated for resources: {'Network': ['ID=d7f4972e-29c9-4d81-83f5-71595b23c5cd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:36.420637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Made reservation on behalf of c24de5fb945a4bba8dfd8b6832ed0415 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:38:36.423021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.431989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:38:36.657472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (8926300d-99dc-4bcc-9e0a-febfe51480e2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.763347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b90aacca-e21d-45b3-a637-fe2b8e8232e5 req-df0ddd86-cd3f-44ed-9c7f-3e9f12aa0647 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0522783 Apr 07 11:38:36.771070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:36.774750 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d885ea8-97cb-40f4-9aca-785da7ccb4e1" -d '{"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:36.785770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8926300d-99dc-4bcc-9e0a-febfe51480e2,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:36.846765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:38:36.849430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Network hostable DHCP agents. Network: d7f4972e-29c9-4d81-83f5-71595b23c5cd, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:38:36.879511 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e1713-b255-4f37-89cd-8024f7850cd6 x-openstack-request-id: req-b08e1713-b255-4f37-89cd-8024f7850cd6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:36.879817 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b04fc1-c3ce-4a98-9a23-2c0f7d38250c", "name": "network-vif-deleted", "tag": "4a9d472e-e99e-45b5-9637-64fbf5209831", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:36.880084 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b08e1713-b255-4f37-89cd-8024f7850cd6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:36.880535 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08e1713-b255-4f37-89cd-8024f7850cd6'] response: {'server_uuid': '63b04fc1-c3ce-4a98-9a23-2c0f7d38250c', 'name': 'network-vif-deleted', 'tag': '4a9d472e-e99e-45b5-9637-64fbf5209831', 'status': 'completed', 'code': 200} Apr 07 11:38:36.891738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:38:36.911806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d7f4972e-29c9-4d81-83f5-71595b23c5cd) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:36.917204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:36.917906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.924060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986db065-dcb2-41c2-88a8-776d20051741 None None] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:38:36.943648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43676) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:36.948806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:36.951226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1229f7d7-5f9d-4442-aebb-6113c31257dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5586114 Apr 07 11:38:36.973259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:36.975381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.044932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks [] for router_controller (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.138047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d7f4972e-29c9-4d81-83f5-71595b23c5cd', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:38:37.139533 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.291888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks [] for router_gateway (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.341511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.471709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Allocated IP 172.20.0.2 (d7f4972e-29c9-4d81-83f5-71595b23c5cd/8926300d-99dc-4bcc-9e0a-febfe51480e2/efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:38:37.599215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks [] for router_gateway (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.701556 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.742490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Publish callbacks [] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.749717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.813639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:37.829727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:37.840459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:38:37.879379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Pushing event updated for resources: {'Port': ['ID=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:37.923984 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Allocated IP 172.25.5.75 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/9f8b3a81-8da8-4959-adf1-c503698aa8a5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:38:37.959765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-431e335d-5350-4e8a-a90f-166786c00969 req-16e69b46-d765-4690-bf20-a7b16bd5a484 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0663261 Apr 07 11:38:38.033333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Attempting to bind port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:38:38.033566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Attempting to bind port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:38:38.033898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Attempting to bind port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:38.043753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:38:38.044133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:38:38.044544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:38.044945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Bound using segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:38:38.047499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Bound port: efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:38:38.047914 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:38.148164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks [] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:38.194758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] For port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:38.202802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] For port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:38:38.207368 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:38.212230 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:38.258357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:38.264831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:38.271767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:38:38.278352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Pushing event updated for resources: {'Port': ['ID=9f8b3a81-8da8-4959-adf1-c503698aa8a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:38.302421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beefc7e-2f9f-48d0-9321-d56d5b4f3fee None None] Pushing event updated for resources: {'Port': ['ID=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:38.642389 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks [] for router_gateway (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:38.891787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:39.185772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-729531b1-2d13-4d10-b52b-a6aa955c0549 req-400ddedc-7c0f-494a-b06e-d1b5048092ee tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0604413 Apr 07 11:38:39.465499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:38:39.646568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c3ca1-7c23-4b4a-aa6b-347ea1d81b71 None None] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:38:39.647555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:38:39.693749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:38:39.721922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:39.723572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-912e3745-271f-4687-809d-8cb25e06da4d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7784455 Apr 07 11:38:39.726321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43694) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:39.793906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:38:39.797489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:38:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:39.940249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8349364c-30c8-4da9-8546-421f981246fd None None] Provisioning complete for port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:39.941697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8349364c-30c8-4da9-8546-421f981246fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.049924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:38:40.241444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:40.332915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81aea0c5-56ec-4c5d-906e-d1d2b37888cc req-46abfe54-23ac-4cd0-8102-8b149bcd2a07 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0440476 Apr 07 11:38:40.470190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.524151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8349364c-30c8-4da9-8546-421f981246fd None None] Current status of the port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:40.524630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8349364c-30c8-4da9-8546-421f981246fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.584423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:40.590876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.677557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8349364c-30c8-4da9-8546-421f981246fd None None] For port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:40.703992 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8349364c-30c8-4da9-8546-421f981246fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.824055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Allocated IP 172.20.0.1 (d7f4972e-29c9-4d81-83f5-71595b23c5cd/8926300d-99dc-4bcc-9e0a-febfe51480e2/a4990f84-79e0-4881-916e-6c7719fe9c18) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:38:40.847809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349364c-30c8-4da9-8546-421f981246fd None None] Pushing event updated for resources: {'Port': ['ID=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:40.875657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:38Z', 'revision_number': 3, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:40.878899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:40.908619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:38:40.909069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Updating router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:38:40.949425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.976209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a4a7c5a2-4985-42ba-85a7-7bc10cddd7ad None None] Provisioning complete for port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:40.976589 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a4a7c5a2-4985-42ba-85a7-7bc10cddd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:40.977571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks [] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.043399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.089208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:41.092905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:41.111046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:38:41.161051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Pushing event updated for resources: {'Port': ['ID=a4990f84-79e0-4881-916e-6c7719fe9c18,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:41.179430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.180382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.181364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.182132 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.182662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.183288 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.183808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.184324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.184835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.185488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.185992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.186492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.187011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:41.205976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.473654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.491062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7c5a2-4985-42ba-85a7-7bc10cddd7ad None None] Current status of the port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:41.509961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15453094-3239-43bb-aa6f-980b274f9905 req-a050788a-a3bd-496b-b485-9536a7d2ea47 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0600827 Apr 07 11:38:41.671243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-15632623-6dcb-495f-a5bc-064ab8b53dac None None] Provisioning complete for port a4990f84-79e0-4881-916e-6c7719fe9c18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:41.671617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15632623-6dcb-495f-a5bc-064ab8b53dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.732513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Publish callbacks [] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.750329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.756603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-15632623-6dcb-495f-a5bc-064ab8b53dac None None] Port a4990f84-79e0-4881-916e-6c7719fe9c18 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:38:41.820558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a8472-ab28-42ff-81c2-deb1de1ec25f None None] Pushing event updated for resources: {'Port': ['ID=9f8b3a81-8da8-4959-adf1-c503698aa8a5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:41.828801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Attempting to bind port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:38:41.829317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Attempting to bind port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:38:41.829692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Attempting to bind port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:41.837270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:38:41.837653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:38:41.838061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.838479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:38:41.838732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks [] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.839034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Bound port: 9f8b3a81-8da8-4959-adf1-c503698aa8a5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:38:41.839423 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.850118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.905859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:41.970521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] For port 9f8b3a81-8da8-4959-adf1-c503698aa8a5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:41.974867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] For port 9f8b3a81-8da8-4959-adf1-c503698aa8a5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9f8b3a81-8da8-4959-adf1-c503698aa8a5,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:38:41.990999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:42.017503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Pushing event updated for resources: {'Port': ['ID=a4990f84-79e0-4881-916e-6c7719fe9c18,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:42.103116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a8472-ab28-42ff-81c2-deb1de1ec25f None None] Pushing event updated for resources: {'Port': ['ID=9f8b3a81-8da8-4959-adf1-c503698aa8a5,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:42.105519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:42.107186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:42.196521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:42.287314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:38:42.287957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:38:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:42.425611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:38:42.483323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:38:42.622549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:38:42.633550 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7bea83d6-24ac-45a8-a145-3f50525e6147 admin admin] 10.222.0.13 "PUT /v2.0/routers/da1f19e5-09fb-4825-b58c-fc8a55e8ccbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9060371 Apr 07 11:38:42.691519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:42.692303 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:42.772205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edc9dc0f-a40e-4914-b2ae-e5b55b81289c req-52d543c7-f0fe-4c8e-9e2b-9e4dbc566451 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0659957 Apr 07 11:38:42.780478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0f9c4978-8c72-4527-8a95-fdcec02ffc73 None None] Provisioning complete for port a4990f84-79e0-4881-916e-6c7719fe9c18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:42.781832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4978-8c72-4527-8a95-fdcec02ffc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:42.972263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c4978-8c72-4527-8a95-fdcec02ffc73 None None] Port a4990f84-79e0-4881-916e-6c7719fe9c18 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:38:43.040814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:43.076529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d6186-a183-48be-9aaa-e9d42341b551 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:38:43.080268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:43.268387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:43.274031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243514055', 'description': 'tempest-description--446103762'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:43.282027 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:38:43.302528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.420704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (64d00672-4508-4e85-bdda-2077c704e872), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.430423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (64d00672-4508-4e85-bdda-2077c704e872), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.494312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.499753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2269878 Apr 07 11:38:43.499926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43726) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:43.507413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': '64d00672-4508-4e85-bdda-2077c704e872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:43.511271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc2257-04b0-4c22-ac91-686aa6370c62 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d00672-4508-4e85-bdda-2077c704e872,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:43.550830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (5d34c3f0-3e88-4f04-8911-6496bf236c69), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.625168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (5d34c3f0-3e88-4f04-8911-6496bf236c69), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.631723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5d34c3f0-3e88-4f04-8911-6496bf236c69), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.653096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d34c3f0-3e88-4f04-8911-6496bf236c69,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:43.666764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.670967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43728) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:43.671706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d06be064-70a5-45bc-9c78-c8b8b78acaa0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707051 Apr 07 11:38:43.682037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': '64d00672-4508-4e85-bdda-2077c704e872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:43.728139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (e65f1334-0a11-4bfe-86dd-1e2d3ff5bb3e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.790856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (e65f1334-0a11-4bfe-86dd-1e2d3ff5bb3e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.796944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e65f1334-0a11-4bfe-86dd-1e2d3ff5bb3e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.825498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65f1334-0a11-4bfe-86dd-1e2d3ff5bb3e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:43.836202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.837808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dfbbb1f4-c382-494b-817e-27dddc6faf94 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652455 Apr 07 11:38:43.840939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43732) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:43.853613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:43.923743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:43.928638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd50fea1-1e0b-4085-bd83-f12f4f7df834 req-37c8702b-1eee-4928-bdf0-bf12f5a9f5ff tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0403347 Apr 07 11:38:44.049653 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:44.289403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.25.5.119 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cc1068d3-2c47-4289-b3cd-1c6d7aeabac6) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:38:44.427873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:44.483336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:44.558221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:44.562125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:44.568867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:38:44.633555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=cc1068d3-2c47-4289-b3cd-1c6d7aeabac6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:44.760908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (c55ac4cf-b0c6-4267-ba0f-0af8d9ada805), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:44.821863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:45.108084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10acaa7b-a7f5-42ab-adb9-1691b53ba9c0 req-a5f0ecc6-047b-4fe8-866e-c48f49eee9c6 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0302331 Apr 07 11:38:45.157288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:45.164835 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:45.250402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=cc1068d3-2c47-4289-b3cd-1c6d7aeabac6,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:45.270815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c55ac4cf-b0c6-4267-ba0f-0af8d9ada805), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:45.289031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:45.291102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b1c9fadc-4bd1-4e3b-80d9-79a3fd667a56 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4481568 Apr 07 11:38:45.484523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-86b99d26-e6dc-467e-9e05-c716d413ba2a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--243514055&fields=id&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 267 time: 0.0528274 Apr 07 11:38:45.636939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-1f4915f4-ca1c-4923-8567-83c16424db83 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:45.642459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-1f4915f4-ca1c-4923-8567-83c16424db83 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.1483235 Apr 07 11:38:45.661864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-4e6156a9-a51e-4ebd-8866-bcc2e77a3874 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/quotas/c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 375 time: 0.0172508 Apr 07 11:38:45.738148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-7aebc54a-16a4-42ee-bcd0-408dd95a602f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748537 Apr 07 11:38:45.764851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-acf21dbe-2a51-437d-bdd8-0eacffcacd29 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:38:45.770341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-acf21dbe-2a51-437d-bdd8-0eacffcacd29 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135157 Apr 07 11:38:45.924874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-a3c430bf-67fa-4ea7-aa90-0714a4aec296 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461592 Apr 07 11:38:46.074263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b072436a-7e0b-474e-9e1c-1a7f711f8676 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483619 Apr 07 11:38:46.259512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9f8b3a81-8da8-4959-adf1-c503698aa8a5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:46.340287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d68fb759-76f2-45f6-a861-e60f9cb96be0 req-0d15b979-51b1-4d4a-9bd4-38d8cf5e4ef5 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0563197 Apr 07 11:38:46.408174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:46.408674 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:46.525717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:46.526620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:46.544741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c31b1cd-1a49-400e-a190-c5e63cda9eab req-746d05fe-3bee-4bc1-a351-cf67cefd4b5f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 210 time: 0.0546298 Apr 07 11:38:46.553168 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:38:46.564607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:38:46.564752 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:38:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:46.570075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9f8b3a81-8da8-4959-adf1-c503698aa8a5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9f8b3a81-8da8-4959-adf1-c503698aa8a5,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:46.576640 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:46.668084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9f8b3a81-8da8-4959-adf1-c503698aa8a5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:46.874622 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:38:47.456956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:47.525072 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:38:47.525750 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Updating router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf port a4990f84-79e0-4881-916e-6c7719fe9c18 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:38:47.567303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7b40aaf-4a4f-40e8-a421-52483aed604f req-c262031e-b96f-438b-bf71-6b5c029a32f9 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0513880 Apr 07 11:38:47.642461 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:47.850116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13c2f17e-cc18-40ab-a407-b87bcb496eae req-6c39f62b-2e07-4b92-b9ce-686e84905405 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 210 time: 0.0879545 Apr 07 11:38:48.233713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9f8b3a81-8da8-4959-adf1-c503698aa8a5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:48.244994 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Publish callbacks [] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.260741 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.377592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:48.378107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.404777 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Pushing event updated for resources: {'Port': ['ID=a4990f84-79e0-4881-916e-6c7719fe9c18,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:48.523583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:48.561169 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.561567 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.561922 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.562263 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.562599 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.562937 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.563270 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.563598 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.564629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.564629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.564629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.564908 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.565194 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:48.606038 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Attempting to bind port a4990f84-79e0-4881-916e-6c7719fe9c18 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:38:48.606410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Attempting to bind port a4990f84-79e0-4881-916e-6c7719fe9c18 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:38:48.606780 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Attempting to bind port a4990f84-79e0-4881-916e-6c7719fe9c18 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:48.617901 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:38:48.618078 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:38:48.618464 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.618800 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Bound using segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:38:48.619293 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Bound port: a4990f84-79e0-4881-916e-6c7719fe9c18, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:38:48.619682 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.676442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-62ccb3bf-7861-4915-9eeb-78ea4ef946ec tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:48.683737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-62ccb3bf-7861-4915-9eeb-78ea4ef946ec tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.4682298 Apr 07 11:38:48.789753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-4ca874fe-f2e4-4cd5-a8d3-82582a92e6a4 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 379 time: 0.0973370 Apr 07 11:38:48.801897 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] For port a4990f84-79e0-4881-916e-6c7719fe9c18, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:48.804301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'port': {'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'admin_state_up': True, 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'security_groups': ['64d00672-4508-4e85-bdda-2077c704e872']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:48.815180 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] For port a4990f84-79e0-4881-916e-6c7719fe9c18, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a4990f84-79e0-4881-916e-6c7719fe9c18,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:38:48.835567 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.839403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a366f802-acdf-4483-9fd1-002ea8a0d12e req-5e9bc040-01af-4ba1-afc5-9fb6fee35a77 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.1062505 Apr 07 11:38:48.858535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] Provisioning complete for port a4990f84-79e0-4881-916e-6c7719fe9c18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:48.859876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:48.950781 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:38:48.952131 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:38:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:49.102799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-757f1465-02f7-4406-9e6e-5be1f16edca9 req-9bdf86db-d99e-4964-bcca-85845c27e9b8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 210 time: 0.0712686 Apr 07 11:38:49.141703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Made reservation on behalf of c24de5fb945a4bba8dfd8b6832ed0415 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:38:49.146036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.154472 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:38:49.200910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] Current status of the port a4990f84-79e0-4881-916e-6c7719fe9c18 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:49.203649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.297954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] For port a4990f84-79e0-4881-916e-6c7719fe9c18, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a4990f84-79e0-4881-916e-6c7719fe9c18,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:49.308224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.403166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.20.0.14 (d7f4972e-29c9-4d81-83f5-71595b23c5cd/8926300d-99dc-4bcc-9e0a-febfe51480e2/4cadf66a-60cb-4b5b-8391-d9fdb798a44f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:38:49.445099 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685ff22-4557-492a-a48d-dcb8a6da01b8 None None] Pushing event updated for resources: {'Port': ['ID=a4990f84-79e0-4881-916e-6c7719fe9c18,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:49.466746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682824c-5a2c-4ea6-9911-d7411e2adfda None None] Pushing event updated for resources: {'Port': ['ID=a4990f84-79e0-4881-916e-6c7719fe9c18,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:49.502771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-41b0211b-88e1-478f-a297-08b7ca83dfd8 None None] Provisioning complete for port a4990f84-79e0-4881-916e-6c7719fe9c18 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:49.503253 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41b0211b-88e1-478f-a297-08b7ca83dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.650079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.681050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41b0211b-88e1-478f-a297-08b7ca83dfd8 None None] Current status of the port a4990f84-79e0-4881-916e-6c7719fe9c18 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:49.705990 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:48Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:38:49.734359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.752788 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbfadd9-23b3-40f1-a2ab-49b102598dc0 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:48Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:38:49.791690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:38:49.796602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:38:49.799668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:38:49.846320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:49.885527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:49.886337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:49.923380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-5a8a1a0d-6ce6-450c-94c4-ec8ec1e76b9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1263969 Apr 07 11:38:49.935326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Request body: {'port': {'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:50.061890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08fcfde2-c869-45ea-ac63-0fa6646b7ef7 req-1aa2433a-75a5-4c66-8a22-05fe98e847d4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0524356 Apr 07 11:38:50.088547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:50.246577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a4990f84-79e0-4881-916e-6c7719fe9c18 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:50.280148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f884c-cd72-4d3d-a17c-e24123bd28cf req-0978696e-9a63-45be-a465-6fc622321ea6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:50.281927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f79f884c-cd72-4d3d-a17c-e24123bd28cf req-0978696e-9a63-45be-a465-6fc622321ea6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 932 time: 0.0923188 Apr 07 11:38:50.368711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f79f884c-cd72-4d3d-a17c-e24123bd28cf req-38e5e637-6a7e-4b4a-934c-c4ccdb3ae0f8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790496 Apr 07 11:38:50.378986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2847636a-5da7-4ddc-b5af-fc65a54b54e2 None None] Provisioning complete for port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:50.379733 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2847636a-5da7-4ddc-b5af-fc65a54b54e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:50.449855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2847636a-5da7-4ddc-b5af-fc65a54b54e2 None None] Port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:38:50.474047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a4990f84-79e0-4881-916e-6c7719fe9c18 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:50.474806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:50.589074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a4990f84-79e0-4881-916e-6c7719fe9c18 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:50.886077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cadf66a-60cb-4b5b-8391-d9fdb798a44f {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:38:50.896390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Publish callbacks [] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:50.914607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Transition to ACTIVE for port object 4cadf66a-60cb-4b5b-8391-d9fdb798a44f will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:38:50.919374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:50.999943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:51.068825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Attempting to bind port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:38:51.069220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Attempting to bind port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:38:51.069520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Attempting to bind port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:51.075640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f on network d7f4972e-29c9-4d81-83f5-71595b23c5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:38:51.075949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Attempting to bind port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:38:51.082432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:38:51.082783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:38:51.083312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Bound using segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:38:51.083749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Bound port: 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:38:51.084109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:51.173725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] For port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:38:51.178847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] For port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:38:51.188968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:51.236690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97267680-978e-43c0-af1f-fe9b2a59e047 req-d25342f9-5ee8-4729-9a61-8e561c67072e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0484710 Apr 07 11:38:51.288821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:51.293880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:51.294805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:51.296610 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b8fc9bae-4f9d-4d01-bbc2-311bcbf3ddb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 200 len: 1092 time: 1.3663318 Apr 07 11:38:51.297407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:51.299872 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94669cc9-1c39-49a2-9605-87f44ed7567f" -d '{"events": [{"name": "network-changed", "server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:51.349012 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274dd01c-4358-4525-b141-50682ce63a74 x-openstack-request-id: req-274dd01c-4358-4525-b141-50682ce63a74 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:51.349664 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:51.350025 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-274dd01c-4358-4525-b141-50682ce63a74 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:51.350578 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274dd01c-4358-4525-b141-50682ce63a74'] response: {'name': 'network-changed', 'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'status': 'completed', 'code': 200} Apr 07 11:38:51.422489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-7e496d16-2042-49f4-b714-c71de30f8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:51.424271 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-7e496d16-2042-49f4-b714-c71de30f8374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 1126 time: 0.0694275 Apr 07 11:38:51.478578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-a10d02c5-1924-475d-b0dd-fe31b2a93577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 200 len: 217 time: 0.0471463 Apr 07 11:38:51.519775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ba4ca-6157-4a58-a344-352fd0f35fc6 req-608c2521-a8a9-4140-9371-e090523ae2f2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:51.522528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-674ba4ca-6157-4a58-a344-352fd0f35fc6 req-608c2521-a8a9-4140-9371-e090523ae2f2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 944 time: 0.0729949 Apr 07 11:38:51.557235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b853d717-fa3d-4c92-8713-64218206d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:51.558797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-b853d717-fa3d-4c92-8713-64218206d8d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0727267 Apr 07 11:38:51.606070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-674ba4ca-6157-4a58-a344-352fd0f35fc6 req-7932db1d-8e65-41a9-9847-9df912162f4d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778654 Apr 07 11:38:51.640344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-18922b76-6464-411f-b466-9628be03be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:51.642001 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-18922b76-6464-411f-b466-9628be03be09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0759096 Apr 07 11:38:51.763543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-3370b5fb-0b97-4ef0-b286-90e793d40df6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151767 Apr 07 11:38:51.892721 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f508544f-bfa7-4e0a-a52c-6905bbd39528 req-573cd763-68ce-40f2-8eda-37e0aa10598b service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228454 Apr 07 11:38:52.011112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-7bb55961-6a36-440d-a0ee-ba372ffe6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.013792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-7bb55961-6a36-440d-a0ee-ba372ffe6917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 1126 time: 0.0700302 Apr 07 11:38:52.126992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-6d737a5c-0efb-4c24-8638-07447b162b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.128682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-6d737a5c-0efb-4c24-8638-07447b162b2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.1083319 Apr 07 11:38:52.172195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-3a435b47-10e2-41df-867d-abdc03ec902d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 200 len: 217 time: 0.0369337 Apr 07 11:38:52.222524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-6218b22f-ef10-40ce-a057-46c79edb9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.224139 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-6218b22f-ef10-40ce-a057-46c79edb9a6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0465295 Apr 07 11:38:52.301860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-b78e896b-5cee-4eae-afb9-236f1c27c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.305339 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-b78e896b-5cee-4eae-afb9-236f1c27c6ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743334 Apr 07 11:38:52.384864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c88401d-d763-43af-a019-f0a2ddec217a req-70cf58bb-37df-49d5-9ba7-73f5f70539ce tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0355639 Apr 07 11:38:52.423813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-077b36d8-94b0-4fd0-95c7-a6d0fe160824 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094532 Apr 07 11:38:52.523258 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94669cc9-1c39-49a2-9605-87f44ed7567f req-17d59e77-d327-4cdf-aad4-e183ef01462c service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932548 Apr 07 11:38:52.738231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825df0f-a311-4009-be0b-308d06e30b87 req-ae51034a-c631-454d-b6af-4e70309cc4f3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.739744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1825df0f-a311-4009-be0b-308d06e30b87 req-ae51034a-c631-454d-b6af-4e70309cc4f3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 944 time: 0.0597422 Apr 07 11:38:52.798535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1825df0f-a311-4009-be0b-308d06e30b87 req-c63984be-70b2-46b0-a67d-58035cb618aa tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521817 Apr 07 11:38:53.485416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3344be78-d9de-4879-94f0-c4922768b212 req-51d44846-b3cb-4326-8b2e-71c607325773 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0279005 Apr 07 11:38:53.949155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecc7cf-c329-4d75-a261-38fc8c08e855 req-37725917-824b-4943-9cea-28f30b1aca25 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:53.950741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9eecc7cf-c329-4d75-a261-38fc8c08e855 req-37725917-824b-4943-9cea-28f30b1aca25 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 944 time: 0.0581765 Apr 07 11:38:54.005316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9eecc7cf-c329-4d75-a261-38fc8c08e855 req-dd121066-9bf6-41c4-bd82-96d9b29498df tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 Apr 07 11:38:54.602980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3666bf56-3153-4138-b87e-6268270b6991 req-363e1d73-30eb-4811-ac42-f9f79c1b0686 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0322988 Apr 07 11:38:55.132159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17b4b7-ad7c-4354-9d9d-38d75027f6b0 req-3a09e657-2a16-4144-bb39-ab272877b7cf tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:55.133651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf17b4b7-ad7c-4354-9d9d-38d75027f6b0 req-3a09e657-2a16-4144-bb39-ab272877b7cf tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 944 time: 0.0569956 Apr 07 11:38:55.180738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf17b4b7-ad7c-4354-9d9d-38d75027f6b0 req-a22141b1-ca25-4faf-9973-ef6eb323f839 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Apr 07 11:38:55.721739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90f5faab-fec6-4180-b597-2135adf8ebb6 req-ea20d44d-4f2e-4050-888d-fa7932794a9a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0292969 Apr 07 11:38:56.300670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380728-e576-4ac9-ac1e-1c9eefe766e2 req-66c69835-c093-41d3-ad9c-e96190f6b4eb tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:56.302193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b380728-e576-4ac9-ac1e-1c9eefe766e2 req-66c69835-c093-41d3-ad9c-e96190f6b4eb tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 944 time: 0.0541515 Apr 07 11:38:56.350860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b380728-e576-4ac9-ac1e-1c9eefe766e2 req-3698854e-782f-4121-903d-d17e33b9ed78 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Apr 07 11:38:56.830959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0301ae55-66b9-42e8-8fc1-1343ab878d2e req-ff9da45f-3e88-45ee-9e25-fc53378810b4 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0315213 Apr 07 11:38:57.262910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4cadf66a-60cb-4b5b-8391-d9fdb798a44f details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:38:57.366626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:57.383261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:38:57.427152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:57.427581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:57.444008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cadf66a-60cb-4b5b-8391-d9fdb798a44f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:38:57.466688 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:57.470623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:57.485585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496ed7-4bd9-4a92-94a1-c592ac2edcf5 req-dd578521-04b7-4fe2-987d-570e45ea8931 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:57.487873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db496ed7-4bd9-4a92-94a1-c592ac2edcf5 req-dd578521-04b7-4fe2-987d-570e45ea8931 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 944 time: 0.0631366 Apr 07 11:38:57.525804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:57.545540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db496ed7-4bd9-4a92-94a1-c592ac2edcf5 req-766b8cf1-ad99-4036-af6f-e16aa79e1654 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500910 Apr 07 11:38:57.853871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4cadf66a-60cb-4b5b-8391-d9fdb798a44f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:38:57.955521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4d0a277-793b-4833-9fdd-37bf6212a7dc req-db618fc4-5a06-41d6-96e7-1aaae37ae084 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0463114 Apr 07 11:38:58.670795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec678d-c318-4fda-a7a7-ee52165d09d6 req-264cf4cc-1602-4696-ba09-b9b6d0dabc40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:58.672250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dec678d-c318-4fda-a7a7-ee52165d09d6 req-264cf4cc-1602-4696-ba09-b9b6d0dabc40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 945 time: 0.0559680 Apr 07 11:38:58.723998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dec678d-c318-4fda-a7a7-ee52165d09d6 req-7d760123-1499-445b-b652-563accea5f88 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 Apr 07 11:38:59.069689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efd8574b-2baa-416a-8a8b-8cd42dd9c617 req-0a4788fe-ba59-4186-ae94-552026ce4587 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0286000 Apr 07 11:38:59.271077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4cadf66a-60cb-4b5b-8391-d9fdb798a44f up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:38:59.328565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:38:59.333057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:59.333710 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:59.418222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:59.419045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:59.446258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:38:59.448743 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db794fc-ef7a-465e-990f-13a5ae74399c" -d '{"events": [{"server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "name": "network-vif-plugged", "status": "completed", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:38:59.462435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:38:59.467001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:59.499591 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce873b-6130-40eb-8238-dd5cb9843439 x-openstack-request-id: req-87ce873b-6130-40eb-8238-dd5cb9843439 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:38:59.499896 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "name": "network-vif-plugged", "status": "completed", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:38:59.500155 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87ce873b-6130-40eb-8238-dd5cb9843439 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:38:59.500557 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ce873b-6130-40eb-8238-dd5cb9843439'] response: {'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'code': 200} Apr 07 11:38:59.530722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:59.602559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07699dac-0dc9-4827-9461-8c076fb19f3a req-16f64060-d5b4-4a4d-be2e-d38486bd8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:59.604225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-07699dac-0dc9-4827-9461-8c076fb19f3a req-16f64060-d5b4-4a4d-be2e-d38486bd8252 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 1128 time: 0.0475864 Apr 07 11:38:59.647584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-07699dac-0dc9-4827-9461-8c076fb19f3a req-d609a793-fb14-404b-817d-06643ba2c1dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376179 Apr 07 11:38:59.842840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14969-6ce6-4cfc-898e-52617d2267bf req-40fc9cee-b363-4358-b519-8c802d6bb61c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:59.844325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27e14969-6ce6-4cfc-898e-52617d2267bf req-40fc9cee-b363-4358-b519-8c802d6bb61c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0520227 Apr 07 11:38:59.892542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27e14969-6ce6-4cfc-898e-52617d2267bf req-36b4f825-db79-482b-a30a-2e8581e4a324 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Apr 07 11:39:00.179205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bc8445-cd9a-4bd5-9032-ee4fb069712d req-14c53608-56c7-4cfa-8d0f-6c5b0fa43885 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0297544 Apr 07 11:39:00.640395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ccadefb1-f6ef-4910-98bb-211e33e7f217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:01.024148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c70ce-bb52-4df7-a011-1417b042a317 req-4613aaea-ea75-4d34-bec3-7283eee7ef9e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:01.026121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e1c70ce-bb52-4df7-a011-1417b042a317 req-4613aaea-ea75-4d34-bec3-7283eee7ef9e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0599153 Apr 07 11:39:01.081821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e1c70ce-bb52-4df7-a011-1417b042a317 req-9982da1c-54d3-4c48-8f5e-dc3d186c2f95 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494337 Apr 07 11:39:01.281484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6087a711-f753-41c3-bb94-006015becd7c req-a104e98b-df6e-4a1b-adc7-83a51b575158 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0267172 Apr 07 11:39:01.749984 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:02.202475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186b4ce-6cb2-4576-ab70-1eedd1175917 req-c035a714-1fb7-4875-a89f-701ea5df58ec tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:02.203973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2186b4ce-6cb2-4576-ab70-1eedd1175917 req-c035a714-1fb7-4875-a89f-701ea5df58ec tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0530837 Apr 07 11:39:02.255248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2186b4ce-6cb2-4576-ab70-1eedd1175917 req-b3db17da-e414-442f-8903-c2ce8c025ee0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Apr 07 11:39:02.388389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa3134f4-77c7-4760-9a1a-6bc132b06de1 req-3d47c5e8-2e4f-45de-9a9c-b76ac81da49b tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0311821 Apr 07 11:39:02.400700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4550b-a163-444d-966b-9a67d48090e7 req-280076ea-be39-4ea4-98b2-ebbd1c24d9da tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:02.402500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2e4550b-a163-444d-966b-9a67d48090e7 req-280076ea-be39-4ea4-98b2-ebbd1c24d9da tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0795178 Apr 07 11:39:02.411685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:02.416369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:02.457100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (c55ac4cf-b0c6-4267-ba0f-0af8d9ada805), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:02.918621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:02.922494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c55ac4cf-b0c6-4267-ba0f-0af8d9ada805), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:02.961215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-29f8469f-1013-4839-97ce-69ae5500fc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:03.029047 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP c55ac4cf-b0c6-4267-ba0f-0af8d9ada805 associated. External IP: 172.25.5.119, port: 4cadf66a-60cb-4b5b-8391-d9fdb798a44f. Apr 07 11:39:03.249576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:39:03.361200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:39:03.366651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:03.372476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:39:03.382020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:39:03.382649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:39:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:03.403260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b24aabd5-b9fe-4e05-ab59-13e3b0cb1d5d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "PUT /v2.0/floatingips/c55ac4cf-b0c6-4267-ba0f-0af8d9ada805 HTTP/1.1" status: 200 len: 992 time: 0.9850445 Apr 07 11:39:03.403260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:39:03.403260 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4" -d '{"events": [{"name": "network-changed", "server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:39:03.446633 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb8d461-0313-4891-bca3-89dae693d34d x-openstack-request-id: req-bfb8d461-0313-4891-bca3-89dae693d34d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:39:03.447245 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:39:03.447245 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfb8d461-0313-4891-bca3-89dae693d34d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:39:03.447587 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb8d461-0313-4891-bca3-89dae693d34d'] response: {'name': 'network-changed', 'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'status': 'completed', 'code': 200} Apr 07 11:39:03.514739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:39:03.527626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-256ff0ad-ab6b-4037-841d-4a988744f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:03.529178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-256ff0ad-ab6b-4037-841d-4a988744f564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 1128 time: 0.0583484 Apr 07 11:39:03.532770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2243ed62-e3fa-4d29-af33-70fcff7d79a6 req-7d534670-a7bf-4291-903c-5be84d9c54be tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0311396 Apr 07 11:39:03.575896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:03.638147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-4e69674f-3172-46eb-a502-d8c18ab80df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:03.639741 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-4e69674f-3172-46eb-a502-d8c18ab80df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.1040587 Apr 07 11:39:03.741932 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-632f53a2-ae21-4424-97fc-e49ea9fcae11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 200 len: 1000 time: 0.0959852 Apr 07 11:39:03.796831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-c280ea39-b79e-49da-954e-82052d947c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:03.798328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-c280ea39-b79e-49da-954e-82052d947c48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0509524 Apr 07 11:39:03.847902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-1e7d7519-7b6c-4813-b9e3-ac95fcc378b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:03.849443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-1e7d7519-7b6c-4813-b9e3-ac95fcc378b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452836 Apr 07 11:39:03.942130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:02Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:03.950239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-32b8d4b8-ae14-4190-b04e-6c4ba13eefad service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948815 Apr 07 11:39:03.969166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:39:03.977979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:39:03.978612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:39:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:04.098387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:39:04.305801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e2732d-d2b4-46d1-adf1-c75ff37e43a4 req-d6082d0b-3c8f-4b7e-ab94-3b34c24cb374 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495877 Apr 07 11:39:04.346121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:02Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:04.373428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114b491-ca06-4fe3-8502-12f52cb81ea6 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:02Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:39:04.470462 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:04.620512 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702969c-03ea-4941-a846-a6deda0b9cbb None None] New status for floating IP c55ac4cf-b0c6-4267-ba0f-0af8d9ada805: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:39:04.662810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e052f9d-bcca-497b-9777-67a6d824841d req-3e18c050-f667-4771-b917-527faa83ea09 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0401087 Apr 07 11:39:05.763983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8118023c-7cd1-4164-b841-cab130e00003 req-608ebb10-561b-4d74-acc8-23a39384009a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0308597 Apr 07 11:39:06.025282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:06.867862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3aabb5d-2ba5-4a45-9901-7f7171329cd6 req-7d1fd9a8-5148-4ab1-8315-38e3a97fd828 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0274031 Apr 07 11:39:07.175444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:07.977523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a86ebec7-2b8e-47bb-b521-9c706d2ea5cb req-7e852218-2a1b-4836-92a2-f33e917e48cd tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0315516 Apr 07 11:39:08.467863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53c781-4522-4a7b-996d-5b06afa96a57 req-e31bd72c-216a-4652-846c-9a3915e8404e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:08.473652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd53c781-4522-4a7b-996d-5b06afa96a57 req-e31bd72c-216a-4652-846c-9a3915e8404e tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 945 time: 0.0606971 Apr 07 11:39:08.516910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 43902) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:08.527497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd53c781-4522-4a7b-996d-5b06afa96a57 req-308b50aa-b8b4-4847-a521-a00b72051d8d tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516391 Apr 07 11:39:08.637480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.730405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Publish callbacks [] for security_group (1b7f5221-971b-43ca-bbeb-95de204f1a05), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.734392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1b7f5221-971b-43ca-bbeb-95de204f1a05), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.776552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edbc857d7f2042909acde01ffce99fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560134 Apr 07 11:39:08.776552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7f5221-971b-43ca-bbeb-95de204f1a05,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:08.777040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 43906) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:08.782649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.783261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.783485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.783808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.784175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.785082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.785082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.785343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.785552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.785812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.786135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.786456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.786777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e77574-da75-4389-b1be-215492677acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:08.829084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30841bc8-80c8-4fa5-b928-019ed30324d1 admin admin] Publish callbacks [] for security_group (1b7f5221-971b-43ca-bbeb-95de204f1a05), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.849803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30841bc8-80c8-4fa5-b928-019ed30324d1 admin admin] Publish callbacks [] for security_group (1b7f5221-971b-43ca-bbeb-95de204f1a05), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.901226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30841bc8-80c8-4fa5-b928-019ed30324d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1b7f5221-971b-43ca-bbeb-95de204f1a05), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.903875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30841bc8-80c8-4fa5-b928-019ed30324d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:08.905025 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30841bc8-80c8-4fa5-b928-019ed30324d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b7f5221-971b-43ca-bbeb-95de204f1a05 HTTP/1.1" status: 204 len: 168 time: 0.1264088 Apr 07 11:39:08.913048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30841bc8-80c8-4fa5-b928-019ed30324d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7f5221-971b-43ca-bbeb-95de204f1a05,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:09.099546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8194dc1e-6752-4f60-b267-e65c999a42b0 req-08e13662-f156-4cbf-9ecc-2a6c3e50a577 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0419393 Apr 07 11:39:09.659976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27911fe-9837-4a7f-8edb-097803c40e90 req-11644fd6-1582-41dd-a193-26e5b5e63823 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:09.661567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c27911fe-9837-4a7f-8edb-097803c40e90 req-11644fd6-1582-41dd-a193-26e5b5e63823 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Apr 07 11:39:09.718153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c27911fe-9837-4a7f-8edb-097803c40e90 req-d30f0f5a-e7dc-4d49-82ca-3b671cb59abc tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/security-groups?id=166d4ebe-b970-49d9-bb24-168fc076773e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510297 Apr 07 11:39:10.183761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-063fecfe-579f-478f-a1f1-ffa8076d1701 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:10.185523 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-063fecfe-579f-478f-a1f1-ffa8076d1701 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 945 time: 0.0582733 Apr 07 11:39:10.251137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85661107-ce73-4896-a41b-5aab1619c526 req-f18c470e-0e1a-4a20-854b-856b9a264f4f tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0525262 Apr 07 11:39:10.304373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Deleting port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:10.304888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:10.397805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] For port 7f9cc12d-2c4a-433d-854a-7b6ade72b599, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7f9cc12d-2c4a-433d-854a-7b6ade72b599,segment=NetworkSegment(e30bcd79-1d51-4541-a8d4-f83a84b2762e),segment_id=e30bcd79-1d51-4541-a8d4-f83a84b2762e)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:10.398246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:10.411114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Calling delete_port for 7f9cc12d-2c4a-433d-854a-7b6ade72b599 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:10.546798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7f9cc12d-2c4a-433d-854a-7b6ade72b599), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:10.562503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7f9cc12d-2c4a-433d-854a-7b6ade72b599'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:39:10.576985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Pushing event deleted for resources: {'Port': ['ID=7f9cc12d-2c4a-433d-854a-7b6ade72b599,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:10.620947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] No DVR routers for this DVR port 7f9cc12d-2c4a-433d-854a-7b6ade72b599 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:10.623451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:10.627172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84b55318-67d3-4ce2-acc9-7f4b4153e4df req-87eab7be-6e65-410f-8bee-d59868359607 tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.41 "DELETE /v2.0/ports/7f9cc12d-2c4a-433d-854a-7b6ade72b599 HTTP/1.1" status: 204 len: 173 time: 0.4359918 Apr 07 11:39:10.628144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'name': 'network-vif-deleted', 'tag': '7f9cc12d-2c4a-433d-854a-7b6ade72b599'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:39:10.630711 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e37bf8b-b65e-4557-93d0-94976bbb0dfe" -d '{"events": [{"server_uuid": "a7f4d42d-5a2e-4feb-b139-c962d8f2ec67", "name": "network-vif-deleted", "tag": "7f9cc12d-2c4a-433d-854a-7b6ade72b599"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:39:10.676899 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8478d53-d23d-4dbb-a5bf-496f35844828 x-openstack-request-id: req-b8478d53-d23d-4dbb-a5bf-496f35844828 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:39:10.677542 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f4d42d-5a2e-4feb-b139-c962d8f2ec67", "name": "network-vif-deleted", "tag": "7f9cc12d-2c4a-433d-854a-7b6ade72b599", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:39:10.678013 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8478d53-d23d-4dbb-a5bf-496f35844828 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:39:10.678739 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8478d53-d23d-4dbb-a5bf-496f35844828'] response: {'server_uuid': 'a7f4d42d-5a2e-4feb-b139-c962d8f2ec67', 'name': 'network-vif-deleted', 'tag': '7f9cc12d-2c4a-433d-854a-7b6ade72b599', 'status': 'completed', 'code': 200} Apr 07 11:39:10.834982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff7c3599-5252-411d-aa13-f3930180cae0 req-e4bf016c-c6b0-4ce2-8ec8-120917746fbc tempest-VolumesSnapshotTestJSON-372366811 tempest-VolumesSnapshotTestJSON-372366811-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4d42d-5a2e-4feb-b139-c962d8f2ec67 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Apr 07 11:39:11.373449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ca11d48-e83e-4ba2-a5d2-0c729e3222be req-a1649d97-a0a7-4877-802c-19faddfee54e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0305903 Apr 07 11:39:12.512749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f243ecd-6aa8-475a-bc08-f7367de662d0 req-72c1e654-a4de-4d2f-9033-a3b606371e96 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0488312 Apr 07 11:39:13.621852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1dbed99a-eb11-4131-b055-54d618fe0668 req-9cf80e66-1edb-40e2-a578-38d222e11838 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0290973 Apr 07 11:39:14.746501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f3e112a-ff45-4e6e-b0d6-0ca988ee4561 req-096ed7a5-a59f-4bbe-9652-439cc6a66c3e tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0396743 Apr 07 11:39:15.380841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7f9cc12d-2c4a-433d-854a-7b6ade72b599 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:15.407922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 7f9cc12d-2c4a-433d-854a-7b6ade72b599 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:15.408643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7f9cc12d-2c4a-433d-854a-7b6ade72b599 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:15.876276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0081dacc-7955-464a-ae32-b286745933c7 req-c1afa919-e466-4766-9a35-d4f3578bf1fe tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0495236 Apr 07 11:39:16.984108 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a9964c3-4356-4906-a001-48a5951d57dd req-26e65d23-78a6-4d26-b4fc-755185b54c42 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/ports?device_id=63b04fc1-c3ce-4a98-9a23-2c0f7d38250c HTTP/1.1" status: 200 len: 210 time: 0.0312140 Apr 07 11:39:17.379701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44032) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:17.508314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f752fc-35af-434b-bf49-f1abfdefd8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.588860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f752fc-35af-434b-bf49-f1abfdefd8d2 admin admin] Publish callbacks [] for security_group (7c746a36-1a79-4dfa-85c9-e166808a4f87), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.593430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-79f752fc-35af-434b-bf49-f1abfdefd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7c746a36-1a79-4dfa-85c9-e166808a4f87), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.634660 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-79f752fc-35af-434b-bf49-f1abfdefd8d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=757a359cfc6b478fb1c49ad5a8754f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530322 Apr 07 11:39:17.638844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:17.655020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f752fc-35af-434b-bf49-f1abfdefd8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c746a36-1a79-4dfa-85c9-e166808a4f87,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:17.703829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d5d727-3334-401c-b2d1-1a0b17e82256 admin admin] Publish callbacks [] for security_group (7c746a36-1a79-4dfa-85c9-e166808a4f87), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.739480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d5d727-3334-401c-b2d1-1a0b17e82256 admin admin] Publish callbacks [] for security_group (7c746a36-1a79-4dfa-85c9-e166808a4f87), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.802461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d5d727-3334-401c-b2d1-1a0b17e82256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7c746a36-1a79-4dfa-85c9-e166808a4f87), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.805466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d5d727-3334-401c-b2d1-1a0b17e82256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.821698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-65d5d727-3334-401c-b2d1-1a0b17e82256 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c746a36-1a79-4dfa-85c9-e166808a4f87 HTTP/1.1" status: 204 len: 168 time: 0.1815257 Apr 07 11:39:17.839169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5d727-3334-401c-b2d1-1a0b17e82256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c746a36-1a79-4dfa-85c9-e166808a4f87,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:18.107286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44054) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:18.177371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cfde7d15-0d87-40ce-acc5-8c1d1edafe43 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group (861027a0-c1eb-466a-a44b-af5b3e169982), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.211531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cfde7d15-0d87-40ce-acc5-8c1d1edafe43 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group (861027a0-c1eb-466a-a44b-af5b3e169982), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.273979 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cfde7d15-0d87-40ce-acc5-8c1d1edafe43 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (861027a0-c1eb-466a-a44b-af5b3e169982), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.276803 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cfde7d15-0d87-40ce-acc5-8c1d1edafe43 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.278021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cfde7d15-0d87-40ce-acc5-8c1d1edafe43 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/security-groups/861027a0-c1eb-466a-a44b-af5b3e169982 HTTP/1.1" status: 204 len: 168 time: 0.1698322 Apr 07 11:39:18.280942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44064) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:18.288067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde7d15-0d87-40ce-acc5-8c1d1edafe43 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861027a0-c1eb-466a-a44b-af5b3e169982,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:18.297668 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-5d2f56a3-2472-4dc9-8a8e-cad87975a835 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] show failed (client error): The resource could not be found. Apr 07 11:39:18.304211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d2f56a3-2472-4dc9-8a8e-cad87975a835 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "GET /v2.0/security-groups/861027a0-c1eb-466a-a44b-af5b3e169982 HTTP/1.1" status: 404 len: 347 time: 0.0197496 Apr 07 11:39:18.305329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44066) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:18.477124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 0b3171ea-0a41-4547-b7e5-363ecf8cb698 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:18.477869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.578872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.579282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (0b3171ea-0a41-4547-b7e5-363ecf8cb698), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.595393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 0b3171ea-0a41-4547-b7e5-363ecf8cb698 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:18.775472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0b3171ea-0a41-4547-b7e5-363ecf8cb698), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.809665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=0b3171ea-0a41-4547-b7e5-363ecf8cb698,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:18.898949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for floatingip (c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.902085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.905723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f66daaa5-dace-4c84-9a5d-fc1176217c21 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/floatingips/c19ac964-1fe7-48ab-95b9-5ac58b2d4eb0 HTTP/1.1" status: 204 len: 168 time: 0.5961416 Apr 07 11:39:18.906016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44082) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:19.011445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 67f889f6-2891-4671-ac39-4893abe7f7fd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:19.011788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.123634 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.136399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 67f889f6-2891-4671-ac39-4893abe7f7fd owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:19.283017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (67f889f6-2891-4671-ac39-4893abe7f7fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.314646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=67f889f6-2891-4671-ac39-4893abe7f7fd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:19.405885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.417225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:19.417930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8fe77527-9568-474b-81f7-4e5863c07a27 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/ports/67f889f6-2891-4671-ac39-4893abe7f7fd HTTP/1.1" status: 204 len: 168 time: 0.5074899 Apr 07 11:39:19.530801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port b0b2f3ed-d242-4f00-a70d-39529a16195b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:19.531150 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.629547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.642466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for b0b2f3ed-d242-4f00-a70d-39529a16195b owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:19.797988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b0b2f3ed-d242-4f00-a70d-39529a16195b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.839719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=b0b2f3ed-d242-4f00-a70d-39529a16195b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:19.911771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:19.915698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-275fc639-d699-40c6-a290-e50975ab74cb tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/ports/b0b2f3ed-d242-4f00-a70d-39529a16195b HTTP/1.1" status: 204 len: 168 time: 0.5004923 Apr 07 11:39:19.918925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44110) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:19.991704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting subnet 75cc8040-789c-40e5-8505-b34b1d01d8db {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:39:19.996482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for subnet (75cc8040-789c-40e5-8505-b34b1d01d8db), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.036821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (75cc8040-789c-40e5-8505-b34b1d01d8db), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.134397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (75cc8040-789c-40e5-8505-b34b1d01d8db), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.202185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (75cc8040-789c-40e5-8505-b34b1d01d8db), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.232932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Subnet': ['ID=75cc8040-789c-40e5-8505-b34b1d01d8db,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:20.235196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.239641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ceffcef-f8ca-4da8-9acd-e128992b556c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/subnets/75cc8040-789c-40e5-8505-b34b1d01d8db HTTP/1.1" status: 204 len: 168 time: 0.3196793 Apr 07 11:39:20.242423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44118) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:20.255797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ad306-de90-4747-aa4a-b76d8c31ff23 None None] Network 9162b990-69bd-41a8-a4b3-67f9b46c6f7e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:20.284611 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:39:20.325051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting subnet fa4f1ede-461f-4a4c-9491-fba542167cfe {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:39:20.329549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for subnet (fa4f1ede-461f-4a4c-9491-fba542167cfe), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.388598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (fa4f1ede-461f-4a4c-9491-fba542167cfe), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.485598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] DHCP port deletion for 9162b990-69bd-41a8-a4b3-67f9b46c6f7e request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:39:20.570068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (fa4f1ede-461f-4a4c-9491-fba542167cfe), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.589366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] Deleting port 23c6a259-826b-4d2d-966f-14b57c680b30 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:20.589749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.655790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (fa4f1ede-461f-4a4c-9491-fba542167cfe), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.684232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] For port 23c6a259-826b-4d2d-966f-14b57c680b30, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=23c6a259-826b-4d2d-966f-14b57c680b30,segment=NetworkSegment(6de217d8-1902-41ed-89df-269447474fed),segment_id=6de217d8-1902-41ed-89df-269447474fed)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:20.684752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.687524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4f1ede-461f-4a4c-9491-fba542167cfe,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:20.694266 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.698259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-11db0671-7497-468a-8e03-581089384d6c tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/subnets/fa4f1ede-461f-4a4c-9491-fba542167cfe HTTP/1.1" status: 204 len: 168 time: 0.4542704 Apr 07 11:39:20.700301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44126) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:20.704548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b055d4-2477-470a-8640-1f98345c98d4 None None] Network 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:20.708012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] Calling delete_port for 23c6a259-826b-4d2d-966f-14b57c680b30 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:20.804911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9162b990-69bd-41a8-a4b3-67f9b46c6f7e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.877881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.882406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Deleting port 23c6a259-826b-4d2d-966f-14b57c680b30 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:20.882753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.904876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] Pushing event deleted for resources: {'Port': ['ID=23c6a259-826b-4d2d-966f-14b57c680b30,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:20.911820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec8a14-b7cc-4d94-b561-334e48a15159 None None] No DVR routers for this DVR port 23c6a259-826b-4d2d-966f-14b57c680b30 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:20.962396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] For port 23c6a259-826b-4d2d-966f-14b57c680b30, host n-d-836788-1, got binding levels [] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:20.963507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:20.977894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Calling delete_port for 23c6a259-826b-4d2d-966f-14b57c680b30 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:20.981283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.ipam_backend_mixin [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Port 23c6a259-826b-4d2d-966f-14b57c680b30 was not found and therefore no delete operation was performed {{(pid=104177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:39:20.982551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (23c6a259-826b-4d2d-966f-14b57c680b30), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.001069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] DHCP port deletion for 1b74a2bc-c4e6-4d14-8ad7-8d9781271832 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:39:21.015415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Port': ['ID=23c6a259-826b-4d2d-966f-14b57c680b30,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:21.026505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] No DVR routers for this DVR port 23c6a259-826b-4d2d-966f-14b57c680b30 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:21.079548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] Deleting port 8ce675f6-6763-42a2-a20d-064ce454c2bb {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:21.080187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.123921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9162b990-69bd-41a8-a4b3-67f9b46c6f7e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.147201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162b990-69bd-41a8-a4b3-67f9b46c6f7e']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:21.159550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de217d8-1902-41ed-89df-269447474fed') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:21.159861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de217d8-1902-41ed-89df-269447474fed') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:21.165818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] For port 8ce675f6-6763-42a2-a20d-064ce454c2bb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8ce675f6-6763-42a2-a20d-064ce454c2bb,segment=NetworkSegment(97183292-ada3-42b9-9b36-55d649a87565),segment_id=97183292-ada3-42b9-9b36-55d649a87565)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:21.166468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.179152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (6de217d8-1902-41ed-89df-269447474fed), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.187289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] Calling delete_port for 8ce675f6-6763-42a2-a20d-064ce454c2bb owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:21.218689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6de217d8-1902-41ed-89df-269447474fed), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.234232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:39:21.234671 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (6de217d8-1902-41ed-89df-269447474fed), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:39:21.242535 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:39:21.295475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (8ce675f6-6763-42a2-a20d-064ce454c2bb), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.328425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] Pushing event deleted for resources: {'Port': ['ID=8ce675f6-6763-42a2-a20d-064ce454c2bb,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:21.337006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc8a33-845d-48ae-9d2f-3cba265bb4a5 None None] No DVR routers for this DVR port 8ce675f6-6763-42a2-a20d-064ce454c2bb on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:21.381194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9162b990-69bd-41a8-a4b3-67f9b46c6f7e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.392288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.396798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/networks/9162b990-69bd-41a8-a4b3-67f9b46c6f7e HTTP/1.1" status: 204 len: 168 time: 0.6952727 Apr 07 11:39:21.399373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44130) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:21.423586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d46003-47c7-4c04-9a94-ad5fb50d278a tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Network': ['ID=9162b990-69bd-41a8-a4b3-67f9b46c6f7e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:21.501373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1b74a2bc-c4e6-4d14-8ad7-8d9781271832), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.612451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1b74a2bc-c4e6-4d14-8ad7-8d9781271832), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.648359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b74a2bc-c4e6-4d14-8ad7-8d9781271832']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:21.661344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97183292-ada3-42b9-9b36-55d649a87565') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:21.661918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97183292-ada3-42b9-9b36-55d649a87565') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:21.672612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (97183292-ada3-42b9-9b36-55d649a87565), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.689215 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (97183292-ada3-42b9-9b36-55d649a87565), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.699192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:39:21.699858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (97183292-ada3-42b9-9b36-55d649a87565), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:39:21.704540 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:39:21.784367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1b74a2bc-c4e6-4d14-8ad7-8d9781271832), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.812715 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:21.817346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] 10.222.0.13 "DELETE /v2.0/networks/1b74a2bc-c4e6-4d14-8ad7-8d9781271832 HTTP/1.1" status: 204 len: 168 time: 0.4169426 Apr 07 11:39:21.818435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5244c-67ea-443a-b304-12feb491edb7 tempest-TaggedBootDevicesTest_v242-571370766 tempest-TaggedBootDevicesTest_v242-571370766-project] Pushing event deleted for resources: {'Network': ['ID=1b74a2bc-c4e6-4d14-8ad7-8d9781271832,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:22.229938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 23c6a259-826b-4d2d-966f-14b57c680b30 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:22.266895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 23c6a259-826b-4d2d-966f-14b57c680b30 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:22.267398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 23c6a259-826b-4d2d-966f-14b57c680b30 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:22.267928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ce675f6-6763-42a2-a20d-064ce454c2bb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:22.293163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8ce675f6-6763-42a2-a20d-064ce454c2bb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:22.293590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8ce675f6-6763-42a2-a20d-064ce454c2bb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:30.657753 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0f2a-370d-42e1-a2a7-84a7dc762b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:31.749711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:32.968113 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c82e88c-e056-4dfd-96d6-52cad47d5f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:33.553921 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:34.479418 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.039055 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.259019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44308) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:36.480138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3bcffd3b-d546-4fd6-8d42-677381d07dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.603721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3bcffd3b-d546-4fd6-8d42-677381d07dfe admin admin] Publish callbacks [] for security_group (2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.611065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3bcffd3b-d546-4fd6-8d42-677381d07dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.647395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcffd3b-d546-4fd6-8d42-677381d07dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:36.670645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3bcffd3b-d546-4fd6-8d42-677381d07dfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3040dbe6b4bc4809b2c021817c95d6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099388 Apr 07 11:39:36.674738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44314) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:36.787442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e338076-d90a-4775-9eed-02be19cd2dae admin admin] Publish callbacks [] for security_group (2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.855449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e338076-d90a-4775-9eed-02be19cd2dae admin admin] Publish callbacks [] for security_group (2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.933812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e338076-d90a-4775-9eed-02be19cd2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.936761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e338076-d90a-4775-9eed-02be19cd2dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:36.941280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e338076-d90a-4775-9eed-02be19cd2dae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1 HTTP/1.1" status: 204 len: 168 time: 0.2624512 Apr 07 11:39:36.949234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e338076-d90a-4775-9eed-02be19cd2dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8818bc-bcc1-4175-b8d6-0b5ace5a12b1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:37.187633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.361082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:37.386040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43ec14b1-7655-4825-80b3-936df802a428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.537067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43ec14b1-7655-4825-80b3-936df802a428 admin admin] Publish callbacks [] for security_group (e049c732-4cfd-4f51-987b-faa8ca89c110), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.545061 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43ec14b1-7655-4825-80b3-936df802a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e049c732-4cfd-4f51-987b-faa8ca89c110), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.587495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec14b1-7655-4825-80b3-936df802a428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e049c732-4cfd-4f51-987b-faa8ca89c110,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:37.635646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-43ec14b1-7655-4825-80b3-936df802a428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daa07a95d5254410bcffcb123130ae33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735393 Apr 07 11:39:37.638198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44330) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:37.731445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b381a11-1c12-4ba7-b7c4-ae216eaae28d admin admin] Publish callbacks [] for security_group (e049c732-4cfd-4f51-987b-faa8ca89c110), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.779100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b381a11-1c12-4ba7-b7c4-ae216eaae28d admin admin] Publish callbacks [] for security_group (e049c732-4cfd-4f51-987b-faa8ca89c110), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.887667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b381a11-1c12-4ba7-b7c4-ae216eaae28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e049c732-4cfd-4f51-987b-faa8ca89c110), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.898520 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b381a11-1c12-4ba7-b7c4-ae216eaae28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.900036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b381a11-1c12-4ba7-b7c4-ae216eaae28d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e049c732-4cfd-4f51-987b-faa8ca89c110 HTTP/1.1" status: 204 len: 168 time: 0.2609386 Apr 07 11:39:37.943153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b381a11-1c12-4ba7-b7c4-ae216eaae28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e049c732-4cfd-4f51-987b-faa8ca89c110,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:38.671790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44344) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:38.694361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b066d3fc-4216-4ca3-aab5-2dddb6e6a71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:38.802400 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b066d3fc-4216-4ca3-aab5-2dddb6e6a71a admin admin] Publish callbacks [] for security_group (84b4bb32-000d-4b7b-a646-675082853c3d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:38.811531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b066d3fc-4216-4ca3-aab5-2dddb6e6a71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (84b4bb32-000d-4b7b-a646-675082853c3d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:38.854939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b066d3fc-4216-4ca3-aab5-2dddb6e6a71a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43654c81bbb94aee9cdcf36597efce2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817758 Apr 07 11:39:38.858022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44346) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:38.859511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066d3fc-4216-4ca3-aab5-2dddb6e6a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4bb32-000d-4b7b-a646-675082853c3d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:38.925118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90de3cf1-8d8f-4eac-8b1e-b41b150ae0d2 admin admin] Publish callbacks [] for security_group (84b4bb32-000d-4b7b-a646-675082853c3d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:38.947443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90de3cf1-8d8f-4eac-8b1e-b41b150ae0d2 admin admin] Publish callbacks [] for security_group (84b4bb32-000d-4b7b-a646-675082853c3d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:38.996880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90de3cf1-8d8f-4eac-8b1e-b41b150ae0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (84b4bb32-000d-4b7b-a646-675082853c3d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:38.999970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90de3cf1-8d8f-4eac-8b1e-b41b150ae0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:39.001536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-90de3cf1-8d8f-4eac-8b1e-b41b150ae0d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84b4bb32-000d-4b7b-a646-675082853c3d HTTP/1.1" status: 204 len: 168 time: 0.1420062 Apr 07 11:39:39.012619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de3cf1-8d8f-4eac-8b1e-b41b150ae0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4bb32-000d-4b7b-a646-675082853c3d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:42.884341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44418) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:43.555609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:43.909646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Deleting port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:43.910317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:44.023327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] For port 4f49a8e5-be21-44b1-9e7f-48ee3ab87864, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:44.023729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:44.039459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Calling delete_port for 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:44.242427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4f49a8e5-be21-44b1-9e7f-48ee3ab87864), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:44.280152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f49a8e5-be21-44b1-9e7f-48ee3ab87864,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.310908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.311751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.311751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.324584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.324999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.333682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:44.544291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:44.785794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:39:45.179594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:39:45.185442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-010a4007-f7f0-4005-9ef4-2b4858edf4c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/0f9feb00-7cfc-461b-b856-d2fd43bcbd7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999763 Apr 07 11:39:45.188282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:45.192153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] Sync routers for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:39:45.204131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:39:45.204809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:39:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:45.318550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks [] for router (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.335703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:39:45.460500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks [] for router_gateway (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.532978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Deleting port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:45.534010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.590815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:39:44Z', 'revision_number': 5, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port': {'id': '6e8b5c2a-0fbe-4edb-9b48-32067f93124d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:37Z', 'updated_at': '2022-04-07T11:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:45.624773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] Checking router: 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:39:45.629869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] For port 6e8b5c2a-0fbe-4edb-9b48-32067f93124d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:45.630209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.635090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] Routers {'0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:39:45.636001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:39:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:45.645538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Calling delete_port for 6e8b5c2a-0fbe-4edb-9b48-32067f93124d owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:45.753234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] Set router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:39:45.810343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:39:45Z', 'revision_number': 6, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:45.848368 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6e8b5c2a-0fbe-4edb-9b48-32067f93124d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.901975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8b5c2a-0fbe-4edb-9b48-32067f93124d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:46.008146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.028554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a19fe-aaf6-4c90-8579-b43cd17e0992 None None] The sync data for ids ['0f9feb00-7cfc-461b-b856-d2fd43bcbd7b'] in n-d-836788-1 is: [{'id': '0f9feb00-7cfc-461b-b856-d2fd43bcbd7b', 'name': 'tempest-TaggedBootDevicesTest_v242-819713631-router', 'tenant_id': '08c7031a919347508b584baf9cf5dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:36Z', 'updated_at': '2022-04-07T11:39:45Z', 'revision_number': 6, 'project_id': '08c7031a919347508b584baf9cf5dbef', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:39:46.168412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.171543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks [] for router_controller (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.330763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:46.331294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (0f9feb00-7cfc-461b-b856-d2fd43bcbd7b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.343455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9feb00-7cfc-461b-b856-d2fd43bcbd7b {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:39:46.348809 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.352270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-301af6ee-c278-4c80-b8a5-b5c1bcb54f14 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0f9feb00-7cfc-461b-b856-d2fd43bcbd7b HTTP/1.1" status: 204 len: 168 time: 1.1596496 Apr 07 11:39:46.352835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44446) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:46.356580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:46.357001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4f49a8e5-be21-44b1-9e7f-48ee3ab87864 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:46.400324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Deleting subnet 16f5cc86-b218-4ee5-a2dd-a527dfd12698 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:39:46.403901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Publish callbacks [] for subnet (16f5cc86-b218-4ee5-a2dd-a527dfd12698), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.443904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (16f5cc86-b218-4ee5-a2dd-a527dfd12698), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.858691 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (16f5cc86-b218-4ee5-a2dd-a527dfd12698), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.914879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (16f5cc86-b218-4ee5-a2dd-a527dfd12698), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.939409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f5cc86-b218-4ee5-a2dd-a527dfd12698,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:46.950940 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.952369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3d6fa-b4e6-4849-a8a9-621641717368 None None] Network a82a7aee-d3ab-49b2-8704-9fd091b2723a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:46.957581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-37838837-9d15-4b4d-9ef3-9040e40a676e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16f5cc86-b218-4ee5-a2dd-a527dfd12698 HTTP/1.1" status: 204 len: 168 time: 0.6007519 Apr 07 11:39:46.957970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44450) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:47.044286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (a82a7aee-d3ab-49b2-8704-9fd091b2723a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.132333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Deleting port a2272979-4fa0-45b2-92a1-efa58feeb447 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:47.132957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.221125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] For port a2272979-4fa0-45b2-92a1-efa58feeb447, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a2272979-4fa0-45b2-92a1-efa58feeb447,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:47.222018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.246403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Calling delete_port for a2272979-4fa0-45b2-92a1-efa58feeb447 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:47.261273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] DHCP port deletion for a82a7aee-d3ab-49b2-8704-9fd091b2723a request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:39:47.321187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Deleting port a2272979-4fa0-45b2-92a1-efa58feeb447 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:47.321645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.381216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.411236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] No DVR routers for this DVR port a2272979-4fa0-45b2-92a1-efa58feeb447 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:47.415894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2272979-4fa0-45b2-92a1-efa58feeb447,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:47.465702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] For port a2272979-4fa0-45b2-92a1-efa58feeb447, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a2272979-4fa0-45b2-92a1-efa58feeb447,segment=NetworkSegment(186be251-aadd-4dd6-8b2d-9925aa80deef),segment_id=186be251-aadd-4dd6-8b2d-9925aa80deef)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:47.466767 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.490200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Calling delete_port for a2272979-4fa0-45b2-92a1-efa58feeb447 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:47.539415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (a82a7aee-d3ab-49b2-8704-9fd091b2723a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.581536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82a7aee-d3ab-49b2-8704-9fd091b2723a']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:47.594097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186be251-aadd-4dd6-8b2d-9925aa80deef') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:47.594097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186be251-aadd-4dd6-8b2d-9925aa80deef') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:47.606503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (186be251-aadd-4dd6-8b2d-9925aa80deef), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.633579 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (a2272979-4fa0-45b2-92a1-efa58feeb447), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.643311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (186be251-aadd-4dd6-8b2d-9925aa80deef), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.651757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] No DVR routers for this DVR port a2272979-4fa0-45b2-92a1-efa58feeb447 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:47.669271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:39:47.669953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (186be251-aadd-4dd6-8b2d-9925aa80deef), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:39:47.674378 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:39:47.700344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Pushing event deleted for resources: {'Port': ['ID=a2272979-4fa0-45b2-92a1-efa58feeb447,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:47.719386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.719746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.720094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.721188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.721634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.725763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.726112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.726472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.726810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.727146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.727481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.727814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.728144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e0e59-f014-4e40-bbeb-d18719a699cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:47.749181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (a82a7aee-d3ab-49b2-8704-9fd091b2723a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.782658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.786974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a82a7aee-d3ab-49b2-8704-9fd091b2723a HTTP/1.1" status: 204 len: 168 time: 0.8280840 Apr 07 11:39:47.788633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad73d8-034e-49f6-a69f-fe430f7a6ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82a7aee-d3ab-49b2-8704-9fd091b2723a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:47.790183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44456) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:48.245679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (8cb86dbf-294b-481f-849f-d0c90a14bf0d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:48.247110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6e8b5c2a-0fbe-4edb-9b48-32067f93124d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:48.268248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6e8b5c2a-0fbe-4edb-9b48-32067f93124d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:48.268891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6e8b5c2a-0fbe-4edb-9b48-32067f93124d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:48.269451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a2272979-4fa0-45b2-92a1-efa58feeb447 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:48.294727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a2272979-4fa0-45b2-92a1-efa58feeb447 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:48.295324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a2272979-4fa0-45b2-92a1-efa58feeb447 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:48.604279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Deleting port 5f4cb7a0-396d-455f-9ab8-70d557c409ec {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:48.604724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:48.695034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] For port 5f4cb7a0-396d-455f-9ab8-70d557c409ec, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5f4cb7a0-396d-455f-9ab8-70d557c409ec,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:48.695034 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:48.711803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Calling delete_port for 5f4cb7a0-396d-455f-9ab8-70d557c409ec owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:48.976453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5f4cb7a0-396d-455f-9ab8-70d557c409ec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:49.005770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4cb7a0-396d-455f-9ab8-70d557c409ec,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:49.247457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (8cb86dbf-294b-481f-849f-d0c90a14bf0d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:49.543070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Router 8cb86dbf-294b-481f-849f-d0c90a14bf0d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:39:49.761289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:39:49.777296 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] Sync routers for ids ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:39:49.782779 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d86280c3-8ba3-40e9-983a-7daf88f85597 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cb86dbf-294b-481f-849f-d0c90a14bf0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9913697 Apr 07 11:39:49.786136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44470) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:49.799069 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] Routers {'8cb86dbf-294b-481f-849f-d0c90a14bf0d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:39:49.800126 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:39:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:49.942098 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] Set router 8cb86dbf-294b-481f-849f-d0c90a14bf0d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:39:49.974053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks [] for router (8cb86dbf-294b-481f-849f-d0c90a14bf0d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:50.084731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks [] for router_gateway (8cb86dbf-294b-481f-849f-d0c90a14bf0d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:50.148246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Deleting port 1a499b9d-abd1-4d2b-89ef-e87fc8368304 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:50.148597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:50.288925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] For port 1a499b9d-abd1-4d2b-89ef-e87fc8368304, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1a499b9d-abd1-4d2b-89ef-e87fc8368304,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:50.289325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:50.302551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Calling delete_port for 1a499b9d-abd1-4d2b-89ef-e87fc8368304 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:50.446582 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:39:48Z', 'revision_number': 5, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port': {'id': '1a499b9d-abd1-4d2b-89ef-e87fc8368304', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:32:49Z', 'updated_at': '2022-04-07T11:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:50.528195 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] Checking router: 8cb86dbf-294b-481f-849f-d0c90a14bf0d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:39:50.548624 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] Routers {'8cb86dbf-294b-481f-849f-d0c90a14bf0d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:39:50.549937 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:39:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:50.868490 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] Set router 8cb86dbf-294b-481f-849f-d0c90a14bf0d gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:39:50.966760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1a499b9d-abd1-4d2b-89ef-e87fc8368304), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.032869 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:39:50Z', 'revision_number': 6, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:51.036156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a499b9d-abd1-4d2b-89ef-e87fc8368304,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:51.066372 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f268f31-d5b2-4578-a8fe-707140c34bdf None None] The sync data for ids ['8cb86dbf-294b-481f-849f-d0c90a14bf0d'] in n-d-836788-1 is: [{'id': '8cb86dbf-294b-481f-849f-d0c90a14bf0d', 'name': 'tempest-TaggedBootDevicesTest_v242-103717850-router', 'tenant_id': '4ba6c2c2bee144198e0044138e46c7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:32:48Z', 'updated_at': '2022-04-07T11:39:50Z', 'revision_number': 6, 'project_id': '4ba6c2c2bee144198e0044138e46c7bd', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:39:51.202103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (8cb86dbf-294b-481f-849f-d0c90a14bf0d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.417165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (8cb86dbf-294b-481f-849f-d0c90a14bf0d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.424125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks [] for router_controller (8cb86dbf-294b-481f-849f-d0c90a14bf0d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.575118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (8cb86dbf-294b-481f-849f-d0c90a14bf0d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.575966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb86dbf-294b-481f-849f-d0c90a14bf0d {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:39:51.587784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.589331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c9499c5e-3fc7-4629-9976-741785eec8c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cb86dbf-294b-481f-849f-d0c90a14bf0d HTTP/1.1" status: 204 len: 168 time: 1.8018258 Apr 07 11:39:51.598221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44478) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:51.712591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Deleting subnet 5f936d75-2e9f-492f-966f-8f3510c040a0 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:39:51.719615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Publish callbacks [] for subnet (5f936d75-2e9f-492f-966f-8f3510c040a0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.792607 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (5f936d75-2e9f-492f-966f-8f3510c040a0), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:51.932322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (5f936d75-2e9f-492f-966f-8f3510c040a0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.030365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (5f936d75-2e9f-492f-966f-8f3510c040a0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.070006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.075714 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f936d75-2e9f-492f-966f-8f3510c040a0 HTTP/1.1" status: 204 len: 168 time: 0.4747968 Apr 07 11:39:52.078511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44484) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:52.088952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35657ed0-9811-4e34-a05d-4cba4a3e771f None None] Network 0194c6dc-b8de-42c5-8f6f-77fc22a55689 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:52.133881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82b04e-170c-4147-ba56-1568b751f2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f936d75-2e9f-492f-966f-8f3510c040a0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:52.233563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (0194c6dc-b8de-42c5-8f6f-77fc22a55689), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.276714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1a499b9d-abd1-4d2b-89ef-e87fc8368304 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:52.309907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 1a499b9d-abd1-4d2b-89ef-e87fc8368304 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:52.310306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1a499b9d-abd1-4d2b-89ef-e87fc8368304 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:52.311031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5f4cb7a0-396d-455f-9ab8-70d557c409ec no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:52.338390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5f4cb7a0-396d-455f-9ab8-70d557c409ec {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:52.339031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5f4cb7a0-396d-455f-9ab8-70d557c409ec not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:52.416727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Deleting port f982257e-b93f-415f-bbd0-25ce7dbe8b42 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:52.417115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.514834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] DHCP port deletion for 0194c6dc-b8de-42c5-8f6f-77fc22a55689 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:39:52.538804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] For port f982257e-b93f-415f-bbd0-25ce7dbe8b42, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f982257e-b93f-415f-bbd0-25ce7dbe8b42,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:52.539174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.557318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Calling delete_port for f982257e-b93f-415f-bbd0-25ce7dbe8b42 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:52.588907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] Deleting port f982257e-b93f-415f-bbd0-25ce7dbe8b42 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:39:52.589493 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.688221 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.712053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] For port f982257e-b93f-415f-bbd0-25ce7dbe8b42, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f982257e-b93f-415f-bbd0-25ce7dbe8b42,segment=NetworkSegment(7e08f03c-4d65-493c-ba98-a3b3cdb2cb93),segment_id=7e08f03c-4d65-493c-ba98-a3b3cdb2cb93)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:52.712881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.726492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f982257e-b93f-415f-bbd0-25ce7dbe8b42,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:52.735185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] Calling delete_port for f982257e-b93f-415f-bbd0-25ce7dbe8b42 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:39:52.737490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] No DVR routers for this DVR port f982257e-b93f-415f-bbd0-25ce7dbe8b42 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:52.837973 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (f982257e-b93f-415f-bbd0-25ce7dbe8b42), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.862292 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (0194c6dc-b8de-42c5-8f6f-77fc22a55689), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.865409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] No DVR routers for this DVR port f982257e-b93f-415f-bbd0-25ce7dbe8b42 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:39:52.904195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0354f3b-24f1-43cb-941d-df6c208f0787 None None] Pushing event deleted for resources: {'Port': ['ID=f982257e-b93f-415f-bbd0-25ce7dbe8b42,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:52.936030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0194c6dc-b8de-42c5-8f6f-77fc22a55689']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:52.947993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:52.948307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e08f03c-4d65-493c-ba98-a3b3cdb2cb93') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:39:52.960031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (7e08f03c-4d65-493c-ba98-a3b3cdb2cb93), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:52.994539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7e08f03c-4d65-493c-ba98-a3b3cdb2cb93), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.003227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:39:53.003821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (7e08f03c-4d65-493c-ba98-a3b3cdb2cb93), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:39:53.005528 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:39:53.089825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (0194c6dc-b8de-42c5-8f6f-77fc22a55689), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.115601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.121903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0194c6dc-b8de-42c5-8f6f-77fc22a55689 HTTP/1.1" status: 204 len: 168 time: 1.0400417 Apr 07 11:39:53.121903 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc576f10-bf15-43bc-8c91-bedda809c8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0194c6dc-b8de-42c5-8f6f-77fc22a55689,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:53.257797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44492) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:53.297438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1d2d62ff-691e-4679-9b5b-2efaebf1a9a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08c7031a919347508b584baf9cf5dbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383701 Apr 07 11:39:53.300942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44494) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:53.349485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf9058f-b7b9-4822-becf-bded78153d40 admin admin] Publish callbacks [] for security_group (dcb00e98-d7e2-4d21-859d-f4a322fcd69c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.370983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf9058f-b7b9-4822-becf-bded78153d40 admin admin] Publish callbacks [] for security_group (dcb00e98-d7e2-4d21-859d-f4a322fcd69c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.417421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf9058f-b7b9-4822-becf-bded78153d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dcb00e98-d7e2-4d21-859d-f4a322fcd69c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.420125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf9058f-b7b9-4822-becf-bded78153d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.421297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bf9058f-b7b9-4822-becf-bded78153d40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcb00e98-d7e2-4d21-859d-f4a322fcd69c HTTP/1.1" status: 204 len: 168 time: 0.1193650 Apr 07 11:39:53.434145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9058f-b7b9-4822-becf-bded78153d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb00e98-d7e2-4d21-859d-f4a322fcd69c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:53.768631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44500) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:53.816469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4eedda15-fb55-4078-8df2-1dd8848a7d5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ba6c2c2bee144198e0044138e46c7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466681 Apr 07 11:39:53.818898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44502) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:53.870243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcb6f27f-6c55-45e1-a61f-d01130547c5e admin admin] Publish callbacks [] for security_group (1691e804-9810-496a-9470-0d3addf277b1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.893891 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcb6f27f-6c55-45e1-a61f-d01130547c5e admin admin] Publish callbacks [] for security_group (1691e804-9810-496a-9470-0d3addf277b1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.942307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcb6f27f-6c55-45e1-a61f-d01130547c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1691e804-9810-496a-9470-0d3addf277b1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.945011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcb6f27f-6c55-45e1-a61f-d01130547c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:53.946190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bcb6f27f-6c55-45e1-a61f-d01130547c5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1691e804-9810-496a-9470-0d3addf277b1 HTTP/1.1" status: 204 len: 168 time: 0.1263809 Apr 07 11:39:53.954670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6f27f-6c55-45e1-a61f-d01130547c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691e804-9810-496a-9470-0d3addf277b1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:54.247445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f982257e-b93f-415f-bbd0-25ce7dbe8b42 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:39:54.279801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f982257e-b93f-415f-bbd0-25ce7dbe8b42 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:39:54.281442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f982257e-b93f-415f-bbd0-25ce7dbe8b42 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:39:54.949847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:55.114727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1013511307-network', 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:55.160510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:55.164075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.176624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.313507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks [] for security_group (0ab7890e-ef37-4b61-8a6c-dac298fd534b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.321323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ab7890e-ef37-4b61-8a6c-dac298fd534b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.364803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:39:55.371039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7890e-ef37-4b61-8a6c-dac298fd534b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:55.400163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2da30fff-ef52-41df-be5f-2e47c74a9fdf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.400734 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Added segment 2da30fff-ef52-41df-be5f-2e47c74a9fdf of type vlan for network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 Apr 07 11:39:55.472153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3233d158-f9f8-4756-ab6c-7d3d8fe47109), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.501524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3233d158-f9f8-4756-ab6c-7d3d8fe47109), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.502900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:55.503569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.573997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] Pushing event updated for resources: {'Network': ['ID=3233d158-f9f8-4756-ab6c-7d3d8fe47109,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:55.581792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4655212a-7241-4219-8c4a-4a9d0dd2ec71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6301033 Apr 07 11:39:55.586967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:39:55.597061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44550) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:55.606331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Request body: {'subnet': {'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1013511307-subnet', 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:55.655046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:55.658009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.909838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (33ce31e0-6e0d-4176-beb6-14a739dacedc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:55.958406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ce31e0-6e0d-4176-beb6-14a739dacedc,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:56.011394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:39:56.011827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Network hostable DHCP agents. Network: 3233d158-f9f8-4756-ab6c-7d3d8fe47109, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:39:56.036358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:39:56.048539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3233d158-f9f8-4756-ab6c-7d3d8fe47109) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:39:56.058881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4a420-69a8-4af5-92a3-870a57d71cc2 None None] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:56.062813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:56.063404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:56.093641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c90e296-2647-49d3-a451-7cb718dfd447 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4948115 Apr 07 11:39:56.207641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fabb6-23fa-4efb-aa56-2d724dfe3e23 None None] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:56.599840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-b16ef1e0-012b-40a7-8620-79c47709e781 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:56.601383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-b16ef1e0-012b-40a7-8620-79c47709e781 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1254478 Apr 07 11:39:56.631487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-efee5359-38ea-4f0c-a06e-afdf85815860 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0236418 Apr 07 11:39:56.673367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-957a9341-d00d-49ba-9768-1b8d232a4843 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372474 Apr 07 11:39:56.798370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-38d07c3c-1c85-4ebe-8d12-d3b6519b4ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132236 Apr 07 11:39:56.921090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-e4720990-5416-4134-8888-dd8dd3dc6fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158130 Apr 07 11:39:57.141670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-377969e2-b137-487b-8196-9d6c30b10e39 req-e9355374-f141-4d4f-a1a6-bc5a03a2b7f6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 210 time: 0.0479629 Apr 07 11:39:57.285249 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:39:58.215495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-763357be-385c-4b0f-b513-3f66aa630911 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:58.218097 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-763357be-385c-4b0f-b513-3f66aa630911 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1503358 Apr 07 11:39:58.233070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:58.261046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f0385-41d3-4501-9024-4e6a7c2cdb08 req-8ca0ea34-305c-4829-b747-7bed6a3c63bb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 210 time: 0.0422602 Apr 07 11:39:58.372010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:58.375931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:58.526969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.3 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:39:58.753001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:58.802902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:58.872438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:39:58.876318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:39:58.885951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:39:58.913388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:58.959549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:58.960653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:58.996504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-8d971026-31d1-4614-97b9-4cc229b59b0f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695353 Apr 07 11:39:59.013371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Request body: {'port': {'device_id': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:59.102162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.462643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb2282-14d4-4418-82d2-a787b69735c8 req-527f230e-37a3-40c8-92a3-238fa3f1f165 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:59.467783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfb2282-14d4-4418-82d2-a787b69735c8 req-527f230e-37a3-40c8-92a3-238fa3f1f165 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 931 time: 0.0691719 Apr 07 11:39:59.504854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:39:59.524389 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Publish callbacks [] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.559540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Transition to ACTIVE for port object 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:39:59.572175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.601641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfb2282-14d4-4418-82d2-a787b69735c8 req-eb093c36-b4d6-4f3d-af59-cf0bc7c01646 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266932 Apr 07 11:39:59.664130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Pushing event updated for resources: {'Port': ['ID=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:59.762708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Attempting to bind port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:39:59.763090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Attempting to bind port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:39:59.763432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Attempting to bind port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:39:59.768776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:39:59.769102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Attempting to bind port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:39:59.775228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:39:59.775581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:39:59.775975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:39:59.776419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Bound port: 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:39:59.776785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.857480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] For port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:39:59.863005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] For port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:39:59.873522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.916013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:59.916648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.919289 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] 10.222.0.41 "PUT /v2.0/ports/4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 HTTP/1.1" status: 200 len: 1091 time: 0.9127479 Apr 07 11:39:59.919763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'tag': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:39:59.922329 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428b641f-fffb-46f6-b45b-b1e5f09b30b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b68bc2d-193a-449e-9bc5-2102310a7b10", "tag": "4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:39:59.952127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a37c-6a24-4f79-afac-d73c74096b7a service neutron] Pushing event updated for resources: {'Port': ['ID=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:00.064914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-11b15251-8e7f-46dd-a204-f4f2f7a1355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:00.066752 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-11b15251-8e7f-46dd-a204-f4f2f7a1355f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 1125 time: 0.0835690 Apr 07 11:40:00.086551 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5d7177-7717-4ead-8ce3-fcbec7b737eb x-openstack-request-id: req-2e5d7177-7717-4ead-8ce3-fcbec7b737eb {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:00.086982 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b68bc2d-193a-449e-9bc5-2102310a7b10", "tag": "4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:00.087352 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e5d7177-7717-4ead-8ce3-fcbec7b737eb {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:00.087872 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5d7177-7717-4ead-8ce3-fcbec7b737eb'] response: {'name': 'network-changed', 'server_uuid': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'tag': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'status': 'completed', 'code': 200} Apr 07 11:40:00.151923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-a3897680-6b45-40df-abc3-bb183b54ad23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 HTTP/1.1" status: 200 len: 217 time: 0.0775445 Apr 07 11:40:00.208621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-15b957b2-4c3c-4e1b-9989-1d9679ce0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:00.210403 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-15b957b2-4c3c-4e1b-9989-1d9679ce0f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0511870 Apr 07 11:40:00.249227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-14269dc0-30c8-44d3-9d01-39860008751a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311570 Apr 07 11:40:00.354518 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-0bc60eb8-df55-47be-a8cd-3f160edb930e service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991979 Apr 07 11:40:00.454239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85aec8f1-3783-475e-89a5-23a4441eeccf req-46ea083c-cbcc-40ef-a51b-570f08ed96da service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929804 Apr 07 11:40:00.563242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-cd892073-cf96-46c4-8320-472821d2f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:00.566278 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-cd892073-cf96-46c4-8320-472821d2f331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 1125 time: 0.0622892 Apr 07 11:40:00.671444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de58abd8-b997-41ad-904c-23f41006d205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:00.677282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-dc0b6a72-92c1-4316-9731-bc53e66af6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:00.681695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-dc0b6a72-92c1-4316-9731-bc53e66af6c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.1061687 Apr 07 11:40:00.761613 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-cda2406e-017d-48fd-aa52-fe1e2c5571ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 HTTP/1.1" status: 200 len: 217 time: 0.0763063 Apr 07 11:40:00.865033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3acce-0d40-4816-ae6e-587e36457f2d req-0a277035-6876-41e2-9b37-e6815edbbcbf tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:00.879157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdb3acce-0d40-4816-ae6e-587e36457f2d req-0a277035-6876-41e2-9b37-e6815edbbcbf tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 943 time: 0.1157296 Apr 07 11:40:00.894956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-7d462c21-6438-458e-a6c3-0803f5c3451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:00.897770 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-7d462c21-6438-458e-a6c3-0803f5c3451b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.1240618 Apr 07 11:40:00.942932 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-746fe8fb-ed3f-4971-8d66-80fa404a6573 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378244 Apr 07 11:40:00.967706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdb3acce-0d40-4816-ae6e-587e36457f2d req-21c3c004-af51-496b-8003-33a88cd49753 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842493 Apr 07 11:40:01.070165 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-af150784-1c37-4142-b106-3a096954ec42 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199720 Apr 07 11:40:01.258306 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-428b641f-fffb-46f6-b45b-b1e5f09b30b0 req-2e701417-ff58-4666-af7a-dc03e55eee95 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793985 Apr 07 11:40:01.765319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:02.106359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5043-9331-4483-b8a1-c7084abc11b3 req-7535ca2e-2b4c-4622-af19-faab2e320721 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:02.108472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0fd5043-9331-4483-b8a1-c7084abc11b3 req-7535ca2e-2b4c-4622-af19-faab2e320721 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 943 time: 0.0579481 Apr 07 11:40:02.161059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0fd5043-9331-4483-b8a1-c7084abc11b3 req-ceb3ab74-3702-46f7-9bb2-572e2210836d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Apr 07 11:40:02.972318 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f372dd39-1b30-433d-98dd-edfe2799c6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:03.290609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525550c-c544-4769-b287-bc05a0cbda9e req-cf8834fb-0d7e-4a71-b9d2-fa441ea2f020 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:03.294695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3525550c-c544-4769-b287-bc05a0cbda9e req-cf8834fb-0d7e-4a71-b9d2-fa441ea2f020 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 943 time: 0.0607259 Apr 07 11:40:03.359409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3525550c-c544-4769-b287-bc05a0cbda9e req-5cff3efe-5ce6-45e0-af45-5901da894672 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603559 Apr 07 11:40:03.563606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:04.467625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:04.498319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d814b-fd38-442e-b753-63a78c594fb3 req-df0d99b7-64bc-487e-826b-8d003ef1011c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:04.500577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299d814b-fd38-442e-b753-63a78c594fb3 req-df0d99b7-64bc-487e-826b-8d003ef1011c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 943 time: 0.0645847 Apr 07 11:40:04.551888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299d814b-fd38-442e-b753-63a78c594fb3 req-24190ed4-dcfb-4962-ab32-dc2ddfacbcdb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Apr 07 11:40:05.665942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:40:05.694654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09d63-c296-492a-82f1-de389b1b6c91 req-3a581414-9dcd-434e-9a1f-8fbe389a455e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:05.696822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4d09d63-c296-492a-82f1-de389b1b6c91 req-3a581414-9dcd-434e-9a1f-8fbe389a455e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 943 time: 0.0678465 Apr 07 11:40:05.772886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:05.794083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'mac_address': 'fa:16:3e:2e:b9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:40:05.836488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4d09d63-c296-492a-82f1-de389b1b6c91 req-0ad21fbc-7481-4ed5-9409-15d8e6bad0ac tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334946 Apr 07 11:40:05.836910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:05.837332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:05.857357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:05.883849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:05.889332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:05.961394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:06.031541 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:06.271551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:07.028913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2ea7d-faa1-488e-b704-5bcc2f77606d req-f8d7c2b1-4953-47fd-aa9b-50945aa57e0d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:07.036500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07b2ea7d-faa1-488e-b704-5bcc2f77606d req-f8d7c2b1-4953-47fd-aa9b-50945aa57e0d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 944 time: 0.0693250 Apr 07 11:40:07.103251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07b2ea7d-faa1-488e-b704-5bcc2f77606d req-4b65779d-c389-482a-86f9-c70ed2b56e1f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 Apr 07 11:40:07.251973 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:07.686359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:07.797465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:40:07.810802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:07.811266 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:07.931299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:07.931686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:07.956705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:07.959072 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f40217d-3e39-45cb-84e4-22d823893c41" -d '{"events": [{"server_uuid": "0b68bc2d-193a-449e-9bc5-2102310a7b10", "name": "network-vif-plugged", "status": "completed", "tag": "4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:07.971529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:07.980383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:08.080332 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d04f454-40ec-4761-9dfa-5fab46754d21 x-openstack-request-id: req-5d04f454-40ec-4761-9dfa-5fab46754d21 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:08.080332 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b68bc2d-193a-449e-9bc5-2102310a7b10", "name": "network-vif-plugged", "status": "completed", "tag": "4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:08.080665 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d04f454-40ec-4761-9dfa-5fab46754d21 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:08.080986 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d04f454-40ec-4761-9dfa-5fab46754d21'] response: {'server_uuid': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'code': 200} Apr 07 11:40:08.091272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:08.197396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5505f0-c2ba-46d5-9afe-da30f1b6d82f req-e6be58a9-9b93-44b0-a85b-8751904f2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:08.199534 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd5505f0-c2ba-46d5-9afe-da30f1b6d82f req-e6be58a9-9b93-44b0-a85b-8751904f2e57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 1127 time: 0.0515087 Apr 07 11:40:08.233380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62639-aee7-4203-b334-e5949c9bd100 req-a44cda03-815a-404b-8f31-de25c1ec3098 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:08.238073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80b62639-aee7-4203-b334-e5949c9bd100 req-a44cda03-815a-404b-8f31-de25c1ec3098 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 945 time: 0.0732436 Apr 07 11:40:08.286118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fd5505f0-c2ba-46d5-9afe-da30f1b6d82f req-ba3d1e69-fce3-433a-ae9e-907c74ce3ec4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737205 Apr 07 11:40:08.313717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80b62639-aee7-4203-b334-e5949c9bd100 req-e2f31674-a345-4d6a-93e9-9c63ccca6ba3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689077 Apr 07 11:40:09.107168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76179ae9-ba89-4ba2-9632-b8a66ca88cd8 req-3f8adad8-1222-4e7a-a932-15c82c174662 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:09.115556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76179ae9-ba89-4ba2-9632-b8a66ca88cd8 req-3f8adad8-1222-4e7a-a932-15c82c174662 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.0634365 Apr 07 11:40:09.189720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76179ae9-ba89-4ba2-9632-b8a66ca88cd8 req-c481a2fa-f10e-4ab1-869f-ac4f851209b5 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724559 Apr 07 11:40:09.498754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245307-ff90-4e0a-b40f-39eb111a6fdc req-15d04073-c4e2-4a40-9253-9c9232451b3d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:09.506930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e245307-ff90-4e0a-b40f-39eb111a6fdc req-15d04073-c4e2-4a40-9253-9c9232451b3d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 945 time: 0.0957642 Apr 07 11:40:09.594686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e245307-ff90-4e0a-b40f-39eb111a6fdc req-5e13f6dc-05de-4144-be79-8fe264db9c3a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866590 Apr 07 11:40:09.697456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-85e854dc-0afb-4815-beac-74d6c36a05c5 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:09.725706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-85e854dc-0afb-4815-beac-74d6c36a05c5 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.41 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.1203451 Apr 07 11:40:09.905595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Deleting port abdeb758-5853-4c84-a564-c7766c654d19 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:09.905857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (abdeb758-5853-4c84-a564-c7766c654d19), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:10.107270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] For port abdeb758-5853-4c84-a564-c7766c654d19, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=abdeb758-5853-4c84-a564-c7766c654d19,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:10.107781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (abdeb758-5853-4c84-a564-c7766c654d19), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:10.391615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca8b34-dfff-401f-92d5-8dfa0c300621 req-a5cb816f-d905-41af-ad12-e41d159a5c0a tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:10.394467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aeca8b34-dfff-401f-92d5-8dfa0c300621 req-a5cb816f-d905-41af-ad12-e41d159a5c0a tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 946 time: 0.1212964 Apr 07 11:40:10.395342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:10.395867 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (df08dabc-80b6-44ac-ad74-4fa1db486911), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:10.396195 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Floating IP df08dabc-80b6-44ac-ad74-4fa1db486911 disassociated. External IP: 172.25.5.123, port: abdeb758-5853-4c84-a564-c7766c654d19. Apr 07 11:40:10.396668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Calling delete_port for abdeb758-5853-4c84-a564-c7766c654d19 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:10.498567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aeca8b34-dfff-401f-92d5-8dfa0c300621 req-5a4a538f-bfb6-4992-8ac7-1b29347cbed8 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa569f83-8921-43d7-85c8-d374bbc4b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974896 Apr 07 11:40:10.693089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (abdeb758-5853-4c84-a564-c7766c654d19), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:10.769303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event deleted for resources: {'Port': ['ID=abdeb758-5853-4c84-a564-c7766c654d19,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:10.825376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509a3a1-9620-4b25-837d-614b00e63c63 req-ba0e473b-caca-4222-b67a-f8622d1c5103 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:10.826974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b509a3a1-9620-4b25-837d-614b00e63c63 req-ba0e473b-caca-4222-b67a-f8622d1c5103 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 945 time: 0.1114035 Apr 07 11:40:10.911777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b509a3a1-9620-4b25-837d-614b00e63c63 req-ab00bfb6-2239-46bb-a92e-ce769dc958f7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771427 Apr 07 11:40:10.978781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:40:11.116119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:40:11.135034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] Sync routers for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:40:11.151830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:11.152486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:11.198137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] No DVR routers for this DVR port abdeb758-5853-4c84-a564-c7766c654d19 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:11.200934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:11.205039 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fb7b671e-19b7-41bd-a6cf-31cc8374f79a req-d32d6fb2-c7d4-4fd0-b3a3-73350c572c80 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.41 "DELETE /v2.0/ports/abdeb758-5853-4c84-a564-c7766c654d19 HTTP/1.1" status: 204 len: 173 time: 1.4717250 Apr 07 11:40:11.205564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'name': 'network-vif-deleted', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:11.216435 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a552323-60fa-4f6d-bdad-136025c1be50" -d '{"events": [{"server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "name": "network-vif-deleted", "tag": "abdeb758-5853-4c84-a564-c7766c654d19"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:11.339703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61db7e-20e9-4d1f-92ab-8ef7e40bcc5c req-05de1cf7-dff9-4ffb-a9a2-cc83d7dac994 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:11.352741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d61db7e-20e9-4d1f-92ab-8ef7e40bcc5c req-05de1cf7-dff9-4ffb-a9a2-cc83d7dac994 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.2786531 Apr 07 11:40:11.379133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:11.387166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d61db7e-20e9-4d1f-92ab-8ef7e40bcc5c req-be5440cd-ec27-4fbc-a963-f8b3430f6b29 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0320354 Apr 07 11:40:11.482605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d61db7e-20e9-4d1f-92ab-8ef7e40bcc5c req-28f07f1f-0db4-44a2-b3fc-6f3d44a9d203 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933297 Apr 07 11:40:11.703446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:11.707093 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9b752-ca08-4e57-aa65-4083439d4742 x-openstack-request-id: req-25f9b752-ca08-4e57-aa65-4083439d4742 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:11.707399 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f8ee4-83a3-4b1f-9053-5e28c8b42411", "name": "network-vif-deleted", "tag": "abdeb758-5853-4c84-a564-c7766c654d19", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:11.707658 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25f9b752-ca08-4e57-aa65-4083439d4742 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:11.708073 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f9b752-ca08-4e57-aa65-4083439d4742'] response: {'server_uuid': '314f8ee4-83a3-4b1f-9053-5e28c8b42411', 'name': 'network-vif-deleted', 'tag': 'abdeb758-5853-4c84-a564-c7766c654d19', 'status': 'completed', 'code': 200} Apr 07 11:40:11.765752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d61db7e-20e9-4d1f-92ab-8ef7e40bcc5c req-b3467650-2242-4666-96db-430f21ef1817 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740772 Apr 07 11:40:11.766191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] Checking router: dc16c83e-aa20-44fb-bc5b-ac7b7be02720 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:40:11.785723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:11.788495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:11.938592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24425b13-876a-415f-bed5-d2aa6b3f59c1 req-cf34423b-2ed4-49fb-bbb6-a7b059c618e3 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "GET /v2.0/ports?device_id=314f8ee4-83a3-4b1f-9053-5e28c8b42411 HTTP/1.1" status: 200 len: 210 time: 0.0680535 Apr 07 11:40:12.014896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:12.027064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d61db7e-20e9-4d1f-92ab-8ef7e40bcc5c req-423f0066-605e-44d3-9f00-f8b9a5433c21 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548609 Apr 07 11:40:12.413121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:12.440712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cb7f7-ceb8-45bc-abc5-df7b443215c4 None None] The sync data for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 is: [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:33:55Z', 'revision_number': 4, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '0653a286-40b9-4fcd-b86d-a18656a1fe9b', 'name': '', 'network_id': '1ed2c075-e986-4a4a-b707-fecd0f717d33', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'mac_address': 'fa:16:3e:ff:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:54Z', 'updated_at': '2022-04-07T11:34:01Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'subnets': [{'id': '398022c7-8607-4929-b6a7-e72a4170a74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:40:12.748172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-31d0479c-5b6c-462e-b3a9-716a66abb797 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085010 Apr 07 11:40:12.822016 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89761c-7b2b-497b-9ad2-c8b6e11ac5f3 None None] New status for floating IP df08dabc-80b6-44ac-ad74-4fa1db486911: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:40:12.874443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-b562da7e-526a-4443-8678-9da3559ff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:12.876764 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-b562da7e-526a-4443-8678-9da3559ff48a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 1128 time: 0.0725741 Apr 07 11:40:13.053423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:13.097454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-e55a7031-370d-4a4e-aab6-2c84a990fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:13.099189 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-e55a7031-370d-4a4e-aab6-2c84a990fcc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.2040825 Apr 07 11:40:13.233093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-2efa80dd-1c23-4094-8c6b-c5a8ab256d26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 200 len: 1002 time: 0.1269715 Apr 07 11:40:13.243697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Deleting port 5c15f81d-fbdf-41c4-80e0-5678502f8623 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:13.244050 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:13.336970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-0c3f1519-0a8d-45b5-8120-7b522aae1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:13.339862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-0c3f1519-0a8d-45b5-8120-7b522aae1daf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.1006112 Apr 07 11:40:13.368764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:13.369409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for floatingip (5c15f81d-fbdf-41c4-80e0-5678502f8623), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:13.382758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Calling delete_port for 5c15f81d-fbdf-41c4-80e0-5678502f8623 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:13.441963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-8830c97a-aed1-42a3-8c11-a4718b509a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:13.444061 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-8830c97a-aed1-42a3-8c11-a4718b509a57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976300 Apr 07 11:40:13.536398 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5c15f81d-fbdf-41c4-80e0-5678502f8623), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:13.625756 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-53c9cc5b-1b3f-4631-96b3-316336246d01 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747100 Apr 07 11:40:13.629702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event deleted for resources: {'Port': ['ID=5c15f81d-fbdf-41c4-80e0-5678502f8623,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:13.685532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.690055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.690530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.691487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.692378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.693629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.694605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.695704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.696658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.698262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.698830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.700961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.701471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:13.728856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device abdeb758-5853-4c84-a564-c7766c654d19 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:13.812612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: abdeb758-5853-4c84-a564-c7766c654d19 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:13.812970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device abdeb758-5853-4c84-a564-c7766c654d19 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:13.813121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for floatingip (df08dabc-80b6-44ac-ad74-4fa1db486911), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:13.818032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:13.823215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-01c91b10-89fc-430d-85f2-ce1dcac66124 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "DELETE /v2.0/floatingips/df08dabc-80b6-44ac-ad74-4fa1db486911 HTTP/1.1" status: 204 len: 168 time: 0.7656412 Apr 07 11:40:13.989200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8e85d25-1a3a-4c25-b35a-a810e0f6a819 req-e85802ca-a6ae-4673-b5ec-1d2ae1b854e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575330 Apr 07 11:40:14.060034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44810) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:14.182005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-d5ae6d14-52d2-4b68-af7b-e7213f545a5f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:14.193064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-d5ae6d14-52d2-4b68-af7b-e7213f545a5f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1860952 Apr 07 11:40:14.211655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-1b7d51c1-6308-4830-8d46-ab0995bdc66c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0195343 Apr 07 11:40:14.225320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08cfc97f-b267-4c8f-8b4e-247863c0a0f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group (aa569f83-8921-43d7-85c8-d374bbc4b463), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:14.277524 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08cfc97f-b267-4c8f-8b4e-247863c0a0f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group (aa569f83-8921-43d7-85c8-d374bbc4b463), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:14.301836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-38bee876-e0c1-45f1-97d7-446f81477b16 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892713 Apr 07 11:40:14.366655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08cfc97f-b267-4c8f-8b4e-247863c0a0f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aa569f83-8921-43d7-85c8-d374bbc4b463), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:14.382850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-08cfc97f-b267-4c8f-8b4e-247863c0a0f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:14.384589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-08cfc97f-b267-4c8f-8b4e-247863c0a0f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa569f83-8921-43d7-85c8-d374bbc4b463 HTTP/1.1" status: 204 len: 168 time: 0.3235567 Apr 07 11:40:14.402586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfc97f-b267-4c8f-8b4e-247863c0a0f7 tempest-TestServerBasicOps-223169722 tempest-TestServerBasicOps-223169722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa569f83-8921-43d7-85c8-d374bbc4b463,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:14.509790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-dd968115-b5f4-4aff-abd9-27d88cd9f739 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066636 Apr 07 11:40:14.656977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-643048bf-cce0-4299-bdf2-0a7461756c36 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421757 Apr 07 11:40:14.863718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ad7d772-65ce-46b6-9378-e020b2f9f146 req-ae9e4da9-7e08-4740-ab9e-d799b6d964e2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 210 time: 0.0366523 Apr 07 11:40:15.457267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44854) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:16.017719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b71f5a8-4914-4228-836d-4eb2a95654af req-6c49aa9c-a29b-415d-ac3a-e3a35433d1b3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 210 time: 0.0530994 Apr 07 11:40:16.162357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-730e2fd5-4c2e-43b0-9dbc-29d0f130136b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:16.174607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-730e2fd5-4c2e-43b0-9dbc-29d0f130136b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.2318678 Apr 07 11:40:16.231090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:16.646800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:16.661304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:16.902821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:16.943760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.8 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/ade2be5d-8656-479b-9995-9f3a57bd4574) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:17.155693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46132f23-afaa-45dc-ae17-ecc860d9a9d9 req-edd2c9a7-c88a-4144-a3ad-b9aa9fed2ecb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 210 time: 0.0581970 Apr 07 11:40:17.228977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:17.351475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:17.366203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:17.441195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:17.447381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=ade2be5d-8656-479b-9995-9f3a57bd4574,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:17.495541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:17.499477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:17.555424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:17.556068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:17.611941 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0d937a9f-2467-45ce-9267-b3a7650abe30 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3856256 Apr 07 11:40:17.624162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Request body: {'port': {'device_id': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:17.665585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Deleting port 0653a286-40b9-4fcd-b86d-a18656a1fe9b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:17.666219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:17.760915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:17.934467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] For port 0653a286-40b9-4fcd-b86d-a18656a1fe9b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0653a286-40b9-4fcd-b86d-a18656a1fe9b,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:17.934752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:17.955643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Calling delete_port for 0653a286-40b9-4fcd-b86d-a18656a1fe9b owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:18.205683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade2be5d-8656-479b-9995-9f3a57bd4574 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:18.214231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Publish callbacks [] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.277532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0653a286-40b9-4fcd-b86d-a18656a1fe9b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.281404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Transition to ACTIVE for port object ade2be5d-8656-479b-9995-9f3a57bd4574 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:40:18.310447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.312594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0653a286-40b9-4fcd-b86d-a18656a1fe9b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:18.321768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51e51-5d9a-4105-a261-2ccc9a698a53 req-691d1eec-7eaf-4354-bc07-634b1dacaa7e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:18.332087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ce51e51-5d9a-4105-a261-2ccc9a698a53 req-691d1eec-7eaf-4354-bc07-634b1dacaa7e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 931 time: 0.0934780 Apr 07 11:40:18.413749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ce51e51-5d9a-4105-a261-2ccc9a698a53 req-c5f3c788-b706-47bf-a829-75e25fad0148 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804133 Apr 07 11:40:18.479991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Pushing event updated for resources: {'Port': ['ID=ade2be5d-8656-479b-9995-9f3a57bd4574,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:18.639474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Attempting to bind port ade2be5d-8656-479b-9995-9f3a57bd4574 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:18.640037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Attempting to bind port ade2be5d-8656-479b-9995-9f3a57bd4574 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:18.640568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Attempting to bind port ade2be5d-8656-479b-9995-9f3a57bd4574 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:18.649991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Port ade2be5d-8656-479b-9995-9f3a57bd4574 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:40:18.650556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Attempting to bind port ade2be5d-8656-479b-9995-9f3a57bd4574 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:18.664684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:18.665409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:18.665409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:18.665772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Bound port: ade2be5d-8656-479b-9995-9f3a57bd4574, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:18.666298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.681367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.842586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] For port ade2be5d-8656-479b-9995-9f3a57bd4574, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:18.848032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] For port ade2be5d-8656-479b-9995-9f3a57bd4574, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ade2be5d-8656-479b-9995-9f3a57bd4574,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:18.861438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.912777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:18.913465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:18.915021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] 10.222.0.41 "PUT /v2.0/ports/ade2be5d-8656-479b-9995-9f3a57bd4574 HTTP/1.1" status: 200 len: 1091 time: 1.2954626 Apr 07 11:40:18.915677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'tag': 'ade2be5d-8656-479b-9995-9f3a57bd4574'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:18.918528 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06686a57-3eb6-4f80-84e7-06b43c7a7df2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6aaf92-b238-4e29-bb63-c85c68809c96", "tag": "ade2be5d-8656-479b-9995-9f3a57bd4574"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:19.010030 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe70a8e-5819-4271-9eff-7159e2ffae57 x-openstack-request-id: req-7fe70a8e-5819-4271-9eff-7159e2ffae57 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:19.010447 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6aaf92-b238-4e29-bb63-c85c68809c96", "tag": "ade2be5d-8656-479b-9995-9f3a57bd4574", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:19.010685 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fe70a8e-5819-4271-9eff-7159e2ffae57 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:19.011099 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe70a8e-5819-4271-9eff-7159e2ffae57'] response: {'name': 'network-changed', 'server_uuid': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'tag': 'ade2be5d-8656-479b-9995-9f3a57bd4574', 'status': 'completed', 'code': 200} Apr 07 11:40:19.058931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442be902-d9f6-45c6-be92-ee630a7cce56 service neutron] Pushing event updated for resources: {'Port': ['ID=ade2be5d-8656-479b-9995-9f3a57bd4574,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:19.096227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0c7d9607-23f8-45f1-a2b5-067bca2f562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:19.097906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-0c7d9607-23f8-45f1-a2b5-067bca2f562f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 1125 time: 0.0823796 Apr 07 11:40:19.146096 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-7bcbd01e-8fb0-49d6-8914-7295bc1b0302 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade2be5d-8656-479b-9995-9f3a57bd4574 HTTP/1.1" status: 200 len: 217 time: 0.0398602 Apr 07 11:40:19.148186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:40:19.263673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-f2b6fbf0-c9a0-4be4-a156-d8d2ed178b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:19.265168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-f2b6fbf0-c9a0-4be4-a156-d8d2ed178b0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.1110041 Apr 07 11:40:19.305869 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-27bd5d05-0495-44f2-a860-6dde0e35db17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353463 Apr 07 11:40:19.387618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:40:19.394633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-55377b02-b525-48b3-8296-e608d3f8d8cf admin admin] 10.222.0.13 "PUT /v2.0/routers/dc16c83e-aa20-44fb-bc5b-ac7b7be02720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9363098 Apr 07 11:40:19.397010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44902) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:19.402315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] Sync routers for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:40:19.415001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:19.415903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:19.532136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:19.585947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09ee3-5ef8-4d49-a6d8-cb0954dc4818 req-0e2a18bd-0ccc-4747-8e2e-3431131e7ba4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:19.587636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a09ee3-5ef8-4d49-a6d8-cb0954dc4818 req-0e2a18bd-0ccc-4747-8e2e-3431131e7ba4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 943 time: 0.0817368 Apr 07 11:40:19.658764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20a09ee3-5ef8-4d49-a6d8-cb0954dc4818 req-e900fa46-8532-4d97-9e48-0f150c666af2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565262 Apr 07 11:40:19.775350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:40:18Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:19.995756 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-1399ea44-073e-472d-a7c9-51b7459288f5 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749258 Apr 07 11:40:19.997360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] Checking router: dc16c83e-aa20-44fb-bc5b-ac7b7be02720 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:40:20.007388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] Routers {'dc16c83e-aa20-44fb-bc5b-ac7b7be02720'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:20.008415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:20.017876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks [] for router (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:20.136023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] Set router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:20.242440 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6a77e7ee-9afc-437b-ad57-47fd71bd89d6 req-958166c7-24c1-40bf-97f4-fb9e407396d1 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218733 Apr 07 11:40:20.247987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks [] for router_gateway (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:20.382014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:40:18Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:20.383206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-bdd0f3a9-2e43-4af3-9786-ce0a03b87151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:20.384755 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-bdd0f3a9-2e43-4af3-9786-ce0a03b87151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 1125 time: 0.0752409 Apr 07 11:40:20.386177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Deleting port 9a846e75-d96d-4a88-8320-2a6afad66d33 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:20.386517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:20.433461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95791424-b0cd-4986-a6eb-97576423e1ed None None] The sync data for ids ['dc16c83e-aa20-44fb-bc5b-ac7b7be02720'] in n-d-836788-1 is: [{'id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'name': 'tempest-TestServerBasicOps-185295696-router', 'tenant_id': 'b183427693664a51abda7a2551bae7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:33:49Z', 'updated_at': '2022-04-07T11:40:18Z', 'revision_number': 5, 'project_id': 'b183427693664a51abda7a2551bae7e2', 'gw_port': {'id': '9a846e75-d96d-4a88-8320-2a6afad66d33', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16c83e-aa20-44fb-bc5b-ac7b7be02720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:33:50Z', 'updated_at': '2022-04-07T11:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:40:20.561979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-2f9be180-d5bc-43e3-9d26-8f519a8e92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:20.563652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-2f9be180-d5bc-43e3-9d26-8f519a8e92d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.1627660 Apr 07 11:40:20.565862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] For port 9a846e75-d96d-4a88-8320-2a6afad66d33, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9a846e75-d96d-4a88-8320-2a6afad66d33,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:20.566327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:20.611782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Calling delete_port for 9a846e75-d96d-4a88-8320-2a6afad66d33 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:20.617240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-89b8b903-e41d-44a8-9b1a-7b6ee2867080 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade2be5d-8656-479b-9995-9f3a57bd4574 HTTP/1.1" status: 200 len: 217 time: 0.0433877 Apr 07 11:40:20.725541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-769f5229-0717-4d9b-8cc9-cd4cb19802f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:20.727253 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-769f5229-0717-4d9b-8cc9-cd4cb19802f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.1033199 Apr 07 11:40:20.812241 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-2c4f06e5-c9d9-4331-b855-4588c2715efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779257 Apr 07 11:40:20.908711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4a900-749e-4e74-9cb5-6b212c3b7084 req-51ef98ea-71ed-4c2c-afbc-f5788e41528d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:20.911083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1c4a900-749e-4e74-9cb5-6b212c3b7084 req-51ef98ea-71ed-4c2c-afbc-f5788e41528d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 943 time: 0.1299450 Apr 07 11:40:20.964067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-a99a2d34-7680-4b29-886d-ff1a738ee958 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418586 Apr 07 11:40:20.971116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9a846e75-d96d-4a88-8320-2a6afad66d33), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.017323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1c4a900-749e-4e74-9cb5-6b212c3b7084 req-bfe55b17-37fe-4a95-9644-5e83b49bb71f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886714 Apr 07 11:40:21.106175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a846e75-d96d-4a88-8320-2a6afad66d33,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:21.174668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.295038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-06686a57-3eb6-4f80-84e7-06b43c7a7df2 req-5f942774-3de5-458b-bf1d-b14eb168ad6f service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006685 Apr 07 11:40:21.304125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.306414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks [] for router_controller (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.355786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (dc16c83e-aa20-44fb-bc5b-ac7b7be02720), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.356563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc16c83e-aa20-44fb-bc5b-ac7b7be02720 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:40:21.363821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.365459 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b41bda7-d669-49d6-b629-f8f76195adc9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dc16c83e-aa20-44fb-bc5b-ac7b7be02720 HTTP/1.1" status: 204 len: 168 time: 1.9672344 Apr 07 11:40:21.368060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44918) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:21.424385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Deleting subnet 398022c7-8607-4929-b6a7-e72a4170a74a {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:40:21.428282 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Publish callbacks [] for subnet (398022c7-8607-4929-b6a7-e72a4170a74a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.477257 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (398022c7-8607-4929-b6a7-e72a4170a74a), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.576788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (398022c7-8607-4929-b6a7-e72a4170a74a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.642743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (398022c7-8607-4929-b6a7-e72a4170a74a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.657073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.663466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/398022c7-8607-4929-b6a7-e72a4170a74a HTTP/1.1" status: 204 len: 168 time: 0.2920132 Apr 07 11:40:21.663996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44922) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:21.666379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68badd41-2901-4cc4-a67b-647566ad2a10 None None] Network 1ed2c075-e986-4a4a-b707-fecd0f717d33 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:40:21.682013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08723b-3f6e-4a0c-bce4-8b23f9629a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398022c7-8607-4929-b6a7-e72a4170a74a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:21.798961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1ed2c075-e986-4a4a-b707-fecd0f717d33), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.890710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Deleting port e0331e9e-7c5e-440e-a346-c429d156c026 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:21.890710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:21.973351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] DHCP port deletion for 1ed2c075-e986-4a4a-b707-fecd0f717d33 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:40:21.988476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] For port e0331e9e-7c5e-440e-a346-c429d156c026, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0331e9e-7c5e-440e-a346-c429d156c026,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:21.989164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.023388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Calling delete_port for e0331e9e-7c5e-440e-a346-c429d156c026 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:22.119470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] Deleting port e0331e9e-7c5e-440e-a346-c429d156c026 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:22.123916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.297374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.309469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] For port e0331e9e-7c5e-440e-a346-c429d156c026, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e0331e9e-7c5e-440e-a346-c429d156c026,segment=NetworkSegment(7bbcc2a5-d2e0-4d29-9408-2bb797913459),segment_id=7bbcc2a5-d2e0-4d29-9408-2bb797913459)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:22.309775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.311558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8357-9484-4378-82ba-621ac3cdb56b req-3d334114-d2be-4f7c-8ae0-d41a44438acb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:22.320556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-562c8357-9484-4378-82ba-621ac3cdb56b req-3d334114-d2be-4f7c-8ae0-d41a44438acb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 943 time: 0.1554236 Apr 07 11:40:22.321554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0331e9e-7c5e-440e-a346-c429d156c026 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:22.331209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] Calling delete_port for e0331e9e-7c5e-440e-a346-c429d156c026 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:22.348796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] No DVR routers for this DVR port e0331e9e-7c5e-440e-a346-c429d156c026 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:22.357581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0331e9e-7c5e-440e-a346-c429d156c026,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:22.358184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e0331e9e-7c5e-440e-a346-c429d156c026 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:22.358663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e0331e9e-7c5e-440e-a346-c429d156c026 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:22.359208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a846e75-d96d-4a88-8320-2a6afad66d33 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:22.392744 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9a846e75-d96d-4a88-8320-2a6afad66d33 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:22.393522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a846e75-d96d-4a88-8320-2a6afad66d33 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:22.394081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0653a286-40b9-4fcd-b86d-a18656a1fe9b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:22.429834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-562c8357-9484-4378-82ba-621ac3cdb56b req-2591891b-5b05-4169-9326-533809f105a1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082966 Apr 07 11:40:22.457321 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1ed2c075-e986-4a4a-b707-fecd0f717d33), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.460982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 0653a286-40b9-4fcd-b86d-a18656a1fe9b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:22.466312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0653a286-40b9-4fcd-b86d-a18656a1fe9b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:22.492871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed2c075-e986-4a4a-b707-fecd0f717d33']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:22.507745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbcc2a5-d2e0-4d29-9408-2bb797913459') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:22.508490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbcc2a5-d2e0-4d29-9408-2bb797913459') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:22.525434 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (e0331e9e-7c5e-440e-a346-c429d156c026), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.545012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (7bbcc2a5-d2e0-4d29-9408-2bb797913459), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.560849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7bbcc2a5-d2e0-4d29-9408-2bb797913459), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.564604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] Pushing event deleted for resources: {'Port': ['ID=e0331e9e-7c5e-440e-a346-c429d156c026,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:22.569221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:40:22.570076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (7bbcc2a5-d2e0-4d29-9408-2bb797913459), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.586506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92add5-6f85-4208-a48d-8ca3c5ef3cd8 None None] No DVR routers for this DVR port e0331e9e-7c5e-440e-a346-c429d156c026 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:40:22.680679 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:40:22.689750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1ed2c075-e986-4a4a-b707-fecd0f717d33), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.695507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:22.713777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ed2c075-e986-4a4a-b707-fecd0f717d33 HTTP/1.1" status: 204 len: 168 time: 1.0459409 Apr 07 11:40:22.714284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44932) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:22.737354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd2cce-ec45-439b-a041-34ca76bd1d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed2c075-e986-4a4a-b707-fecd0f717d33,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:23.343106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (ac8b74d2-e11a-4735-979b-89ecaafe21e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:23.663014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a85ff1-36c6-4610-8ccf-342f59526297 req-ff90d304-3704-45cc-b550-ae147c3c11b9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:23.664558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6a85ff1-36c6-4610-8ccf-342f59526297 req-ff90d304-3704-45cc-b550-ae147c3c11b9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 943 time: 0.1043429 Apr 07 11:40:23.783448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ade2be5d-8656-479b-9995-9f3a57bd4574 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:40:23.830761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6a85ff1-36c6-4610-8ccf-342f59526297 req-7396d231-6a8f-4a04-8343-4f2fac27f478 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577477 Apr 07 11:40:23.893939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Deleting port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:23.894441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:23.967272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ade2be5d-8656-479b-9995-9f3a57bd4574, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ade2be5d-8656-479b-9995-9f3a57bd4574,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:23.983010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'ade2be5d-8656-479b-9995-9f3a57bd4574', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': 'ade2be5d-8656-479b-9995-9f3a57bd4574', 'mac_address': 'fa:16:3e:3b:87:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:40:24.028129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ade2be5d-8656-479b-9995-9f3a57bd4574 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:24.028658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:24.047668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade2be5d-8656-479b-9995-9f3a57bd4574 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:24.093642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ade2be5d-8656-479b-9995-9f3a57bd4574, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ade2be5d-8656-479b-9995-9f3a57bd4574,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:24.104250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:24.152968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] For port c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:24.153369 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:24.206349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Calling delete_port for c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:24.234855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ade2be5d-8656-479b-9995-9f3a57bd4574,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:24.419665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ade2be5d-8656-479b-9995-9f3a57bd4574'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:24.627172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:24.786731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:25.095559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c30cba-7c67-482f-8fcd-8e93ce1116e4 req-cf991715-0b82-4877-8b87-29cebe525108 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:25.102987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3c30cba-7c67-482f-8fcd-8e93ce1116e4 req-cf991715-0b82-4877-8b87-29cebe525108 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 944 time: 0.1047561 Apr 07 11:40:25.160751 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (ac8b74d2-e11a-4735-979b-89ecaafe21e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:25.178437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3c30cba-7c67-482f-8fcd-8e93ce1116e4 req-a354dc2d-234f-4258-9198-53a1adffce28 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745065 Apr 07 11:40:25.586750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Router ac8b74d2-e11a-4735-979b-89ecaafe21e0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:40:25.782905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ade2be5d-8656-479b-9995-9f3a57bd4574 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:25.814745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:40:25.824623 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] Sync routers for ids ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:40:25.842759 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] Routers {'ac8b74d2-e11a-4735-979b-89ecaafe21e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:25.842982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:25.843443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d8209cd-5ebe-442d-adc0-37a408c02dc3 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac8b74d2-e11a-4735-979b-89ecaafe21e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279001 Apr 07 11:40:25.846100 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:25.919432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port ade2be5d-8656-479b-9995-9f3a57bd4574 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:40:25.924764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port ade2be5d-8656-479b-9995-9f3a57bd4574 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:25.925181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:25.993147 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] Set router ac8b74d2-e11a-4735-979b-89ecaafe21e0 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:26.114472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks [] for router (ac8b74d2-e11a-4735-979b-89ecaafe21e0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:26.161647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ade2be5d-8656-479b-9995-9f3a57bd4574 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:26.162472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:26.241941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade2be5d-8656-479b-9995-9f3a57bd4574'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:26.244163 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab46035-f42f-4d49-ba66-7b0483dd9ba6" -d '{"events": [{"server_uuid": "0e6aaf92-b238-4e29-bb63-c85c68809c96", "name": "network-vif-plugged", "status": "completed", "tag": "ade2be5d-8656-479b-9995-9f3a57bd4574"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:26.320055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ade2be5d-8656-479b-9995-9f3a57bd4574, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ade2be5d-8656-479b-9995-9f3a57bd4574,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:26.330302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:26.444146 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:40:24Z', 'revision_number': 5, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port': {'id': 'ce61d69d-b203-4c2a-87fd-42ed7e99f272', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:34:01Z', 'updated_at': '2022-04-07T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:26.447473 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda47be-d96f-4850-a1a0-d699734e2494 x-openstack-request-id: req-9eda47be-d96f-4850-a1a0-d699734e2494 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:26.447830 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6aaf92-b238-4e29-bb63-c85c68809c96", "name": "network-vif-plugged", "status": "completed", "tag": "ade2be5d-8656-479b-9995-9f3a57bd4574", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:26.448315 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eda47be-d96f-4850-a1a0-d699734e2494 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:26.450615 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eda47be-d96f-4850-a1a0-d699734e2494'] response: {'server_uuid': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade2be5d-8656-479b-9995-9f3a57bd4574', 'code': 200} Apr 07 11:40:26.452719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ade2be5d-8656-479b-9995-9f3a57bd4574,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:26.520692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks [] for router_gateway (ac8b74d2-e11a-4735-979b-89ecaafe21e0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:26.523986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33d700-18ad-4fd9-8683-413d2b226c00 req-2c1745bc-c464-4c82-8aa7-a946b7dbaa48 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:26.527497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f33d700-18ad-4fd9-8683-413d2b226c00 req-2c1745bc-c464-4c82-8aa7-a946b7dbaa48 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.2142603 Apr 07 11:40:26.552464 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] Checking router: ac8b74d2-e11a-4735-979b-89ecaafe21e0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:40:26.586059 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] Routers {'ac8b74d2-e11a-4735-979b-89ecaafe21e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:26.586761 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:26.629054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9347d-009d-4a94-85c3-535cb2015100 req-1764cb6b-5733-4752-a71c-d9b118dc0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:26.629683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f33d700-18ad-4fd9-8683-413d2b226c00 req-c640db49-cb80-4d24-ad50-add6fdd290e8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941660 Apr 07 11:40:26.630603 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72d9347d-009d-4a94-85c3-535cb2015100 req-1764cb6b-5733-4752-a71c-d9b118dc0793 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 1127 time: 0.1948912 Apr 07 11:40:26.744034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Deleting port ce61d69d-b203-4c2a-87fd-42ed7e99f272 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:26.744400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:26.749292 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] Set router ac8b74d2-e11a-4735-979b-89ecaafe21e0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:26.847369 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:40:26Z', 'revision_number': 6, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:26.855104 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72d9347d-009d-4a94-85c3-535cb2015100 req-8fb547c7-f780-40b4-9ccb-fba65c1f305c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162261 Apr 07 11:40:26.902952 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867a11f-7600-4b3d-beee-a359d42e6a05 None None] The sync data for ids ['ac8b74d2-e11a-4735-979b-89ecaafe21e0'] in n-d-836788-1 is: [{'id': 'ac8b74d2-e11a-4735-979b-89ecaafe21e0', 'name': 'tempest-TestServerBasicOps-1447002031-router', 'tenant_id': '39d40ff87a404571929c9ec2c59e9de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:34:00Z', 'updated_at': '2022-04-07T11:40:26Z', 'revision_number': 6, 'project_id': '39d40ff87a404571929c9ec2c59e9de5', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:40:26.931007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] For port ce61d69d-b203-4c2a-87fd-42ed7e99f272, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ce61d69d-b203-4c2a-87fd-42ed7e99f272,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:26.931527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:26.945932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Calling delete_port for ce61d69d-b203-4c2a-87fd-42ed7e99f272 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:27.163466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ce61d69d-b203-4c2a-87fd-42ed7e99f272), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.207287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce61d69d-b203-4c2a-87fd-42ed7e99f272,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:27.290556 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (ac8b74d2-e11a-4735-979b-89ecaafe21e0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.422340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (ac8b74d2-e11a-4735-979b-89ecaafe21e0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.431453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks [] for router_controller (ac8b74d2-e11a-4735-979b-89ecaafe21e0), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.505914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (ac8b74d2-e11a-4735-979b-89ecaafe21e0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.506926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8b74d2-e11a-4735-979b-89ecaafe21e0 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:40:27.512356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.513803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3536a7f3-699f-4f0d-a96a-119ad6a1ff35 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac8b74d2-e11a-4735-979b-89ecaafe21e0 HTTP/1.1" status: 204 len: 168 time: 1.6700165 Apr 07 11:40:27.516212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44974) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:27.605021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Deleting subnet 9099ce29-c1d7-49b7-a8eb-2fc47dfae40d {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:40:27.608635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Publish callbacks [] for subnet (9099ce29-c1d7-49b7-a8eb-2fc47dfae40d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.706840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (9099ce29-c1d7-49b7-a8eb-2fc47dfae40d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.818963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (9099ce29-c1d7-49b7-a8eb-2fc47dfae40d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.942450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (9099ce29-c1d7-49b7-a8eb-2fc47dfae40d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.990375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9099ce29-c1d7-49b7-a8eb-2fc47dfae40d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:27.997495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.002097 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a6356985-64da-4bed-a5c5-2be04b319699 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9099ce29-c1d7-49b7-a8eb-2fc47dfae40d HTTP/1.1" status: 204 len: 168 time: 0.4833651 Apr 07 11:40:28.003992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93f91e-2f53-4fc8-b8ac-4ef49de7d863 None None] Network 613bbe6d-1829-43e2-9ce8-db7b0140913e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:40:28.004644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:28.275219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (613bbe6d-1829-43e2-9ce8-db7b0140913e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.275807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce61d69d-b203-4c2a-87fd-42ed7e99f272 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:28.312320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] DHCP port deletion for 613bbe6d-1829-43e2-9ce8-db7b0140913e request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:40:28.318722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ce61d69d-b203-4c2a-87fd-42ed7e99f272 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:28.319523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ce61d69d-b203-4c2a-87fd-42ed7e99f272 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:28.321020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:28.347816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:28.348542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c893b4d0-d6da-4cc1-88c0-6a6fa0e958ae not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:28.414368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0651a-0978-4aec-8da0-5b6eeb0899fb req-70de53b1-51e4-4e18-a8ae-73f0b22aeb09 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:28.418784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] Deleting port 82292d86-5f07-447e-a3af-ce48c141412f {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:28.419529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (82292d86-5f07-447e-a3af-ce48c141412f), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.426143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbf0651a-0978-4aec-8da0-5b6eeb0899fb req-70de53b1-51e4-4e18-a8ae-73f0b22aeb09 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.6832879 Apr 07 11:40:28.448025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Deleting port 82292d86-5f07-447e-a3af-ce48c141412f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:28.448425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (82292d86-5f07-447e-a3af-ce48c141412f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.525698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] For port 82292d86-5f07-447e-a3af-ce48c141412f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=82292d86-5f07-447e-a3af-ce48c141412f,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:28.526110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (82292d86-5f07-447e-a3af-ce48c141412f), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.528059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbf0651a-0978-4aec-8da0-5b6eeb0899fb req-9e487724-2e53-498d-a7e2-e1e60c244074 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957208 Apr 07 11:40:28.555138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] Calling delete_port for 82292d86-5f07-447e-a3af-ce48c141412f owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:28.571208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] For port 82292d86-5f07-447e-a3af-ce48c141412f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=82292d86-5f07-447e-a3af-ce48c141412f,segment=NetworkSegment(68157213-c083-4a6e-804f-c2c9302f84eb),segment_id=68157213-c083-4a6e-804f-c2c9302f84eb)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:28.571577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (82292d86-5f07-447e-a3af-ce48c141412f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.595852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Calling delete_port for 82292d86-5f07-447e-a3af-ce48c141412f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:28.687554 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (82292d86-5f07-447e-a3af-ce48c141412f), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.704975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (82292d86-5f07-447e-a3af-ce48c141412f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.738491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] Pushing event deleted for resources: {'Port': ['ID=82292d86-5f07-447e-a3af-ce48c141412f,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:28.749976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44abf31-644d-4312-8eab-5c85c38a4fa0 None None] No DVR routers for this DVR port 82292d86-5f07-447e-a3af-ce48c141412f on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:28.774349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] No DVR routers for this DVR port 82292d86-5f07-447e-a3af-ce48c141412f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:28.784181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=82292d86-5f07-447e-a3af-ce48c141412f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:28.888779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (613bbe6d-1829-43e2-9ce8-db7b0140913e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.916186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613bbe6d-1829-43e2-9ce8-db7b0140913e']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:28.928869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68157213-c083-4a6e-804f-c2c9302f84eb') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:28.929192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68157213-c083-4a6e-804f-c2c9302f84eb') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:28.940263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (68157213-c083-4a6e-804f-c2c9302f84eb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.958087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (68157213-c083-4a6e-804f-c2c9302f84eb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:28.967237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:40:28.968131 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (68157213-c083-4a6e-804f-c2c9302f84eb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:40:29.033926 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:40:29.042779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (613bbe6d-1829-43e2-9ce8-db7b0140913e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.047212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.055821 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/613bbe6d-1829-43e2-9ce8-db7b0140913e HTTP/1.1" status: 204 len: 168 time: 1.0493438 Apr 07 11:40:29.072242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57be5e2-1cb1-4b4d-b27c-207be86c5c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=613bbe6d-1829-43e2-9ce8-db7b0140913e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:29.204844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 44996) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:29.256365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 44998) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:29.263268 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-793d01ed-b24c-45f0-9a5d-837e0d45ae66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b183427693664a51abda7a2551bae7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565729 Apr 07 11:40:29.318584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3e13e3-a746-47bf-b292-eebd732d9167 admin admin] Publish callbacks [] for security_group (c88b5ead-35a1-4555-81d5-27c82cc6d095), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.351961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3e13e3-a746-47bf-b292-eebd732d9167 admin admin] Publish callbacks [] for security_group (c88b5ead-35a1-4555-81d5-27c82cc6d095), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.409372 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3e13e3-a746-47bf-b292-eebd732d9167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c88b5ead-35a1-4555-81d5-27c82cc6d095), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.412574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec3e13e3-a746-47bf-b292-eebd732d9167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.416282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec3e13e3-a746-47bf-b292-eebd732d9167 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c88b5ead-35a1-4555-81d5-27c82cc6d095 HTTP/1.1" status: 204 len: 168 time: 0.1560626 Apr 07 11:40:29.422324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e13e3-a746-47bf-b292-eebd732d9167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b5ead-35a1-4555-81d5-27c82cc6d095,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:29.757696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689dac-b4db-434e-ac6b-daeedbea01c8 req-1c163972-c4ff-4aa3-961a-0a16cc7cc72e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:29.759394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31689dac-b4db-434e-ac6b-daeedbea01c8 req-1c163972-c4ff-4aa3-961a-0a16cc7cc72e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.1091101 Apr 07 11:40:29.836328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31689dac-b4db-434e-ac6b-daeedbea01c8 req-6ae2d23a-777f-4ecf-8670-52b3bc1c836d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700543 Apr 07 11:40:29.981170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45014) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:30.031948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-39c5b9d7-4e75-46f0-a5b5-8e5c417aabc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39d40ff87a404571929c9ec2c59e9de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494404 Apr 07 11:40:30.035987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45016) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:30.044480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab714-f5dc-4249-bfdc-4f1c0db78052 req-b18f4c21-96b6-4896-83bf-0a6f1af86fe9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:30.046037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-438ab714-f5dc-4249-bfdc-4f1c0db78052 req-b18f4c21-96b6-4896-83bf-0a6f1af86fe9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.0930858 Apr 07 11:40:30.092064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2297c545-eb1c-47ff-9829-ff5388af6108 admin admin] Publish callbacks [] for security_group (7e9ffe35-26af-411b-93ec-e071f8b4261f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.114821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-438ab714-f5dc-4249-bfdc-4f1c0db78052 req-90c0f53f-3dad-4dac-bc27-27cec1c3a1f5 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Apr 07 11:40:30.118857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2297c545-eb1c-47ff-9829-ff5388af6108 admin admin] Publish callbacks [] for security_group (7e9ffe35-26af-411b-93ec-e071f8b4261f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.201067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2297c545-eb1c-47ff-9829-ff5388af6108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e9ffe35-26af-411b-93ec-e071f8b4261f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.205458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2297c545-eb1c-47ff-9829-ff5388af6108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.214468 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2297c545-eb1c-47ff-9829-ff5388af6108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e9ffe35-26af-411b-93ec-e071f8b4261f HTTP/1.1" status: 204 len: 168 time: 0.1773813 Apr 07 11:40:30.242996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297c545-eb1c-47ff-9829-ff5388af6108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ffe35-26af-411b-93ec-e071f8b4261f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:30.305930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 82292d86-5f07-447e-a3af-ce48c141412f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:30.350842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 82292d86-5f07-447e-a3af-ce48c141412f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:30.351374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 82292d86-5f07-447e-a3af-ce48c141412f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:30.661493 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9667f2cc-7cd5-446c-ab86-03cee7e99a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.666567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968cb85-616b-4514-b21a-e600a14bbd0f req-23becbf0-f1f9-4f49-b601-74f035f78144 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:30.668383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b968cb85-616b-4514-b21a-e600a14bbd0f req-23becbf0-f1f9-4f49-b601-74f035f78144 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.1093800 Apr 07 11:40:30.830876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b968cb85-616b-4514-b21a-e600a14bbd0f req-038e454c-503b-4928-988d-304d35f611af tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406047 Apr 07 11:40:31.769242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:32.018970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f34ef-23c0-4abd-89b7-94f1d9e87fda req-3a7d44de-9e97-4485-a045-1a47cf105ba0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:32.024164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-224f34ef-23c0-4abd-89b7-94f1d9e87fda req-3a7d44de-9e97-4485-a045-1a47cf105ba0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.1142833 Apr 07 11:40:32.104236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-224f34ef-23c0-4abd-89b7-94f1d9e87fda req-0cd2e4da-2588-465c-992c-db945b64bbd3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751741 Apr 07 11:40:32.313294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-b82435c1-de90-4464-a907-4fa68320cdb0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:32.316102 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-b82435c1-de90-4464-a907-4fa68320cdb0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 945 time: 0.4228833 Apr 07 11:40:32.427393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port ade2be5d-8656-479b-9995-9f3a57bd4574 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:32.428163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:32.528207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port ade2be5d-8656-479b-9995-9f3a57bd4574, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ade2be5d-8656-479b-9995-9f3a57bd4574,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:32.531033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:32.542747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for ade2be5d-8656-479b-9995-9f3a57bd4574 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:32.691659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ade2be5d-8656-479b-9995-9f3a57bd4574), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:32.703704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'ade2be5d-8656-479b-9995-9f3a57bd4574'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:32.725819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=ade2be5d-8656-479b-9995-9f3a57bd4574,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:32.780177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port ade2be5d-8656-479b-9995-9f3a57bd4574 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:32.783311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:32.786843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c3346c2d-a39f-4c0b-85bf-019a72447f99 req-5107f6f8-5abc-4179-a4da-44bd4a1be988 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/ade2be5d-8656-479b-9995-9f3a57bd4574 HTTP/1.1" status: 204 len: 173 time: 0.4644551 Apr 07 11:40:32.787318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'name': 'network-vif-deleted', 'tag': 'ade2be5d-8656-479b-9995-9f3a57bd4574'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:32.789645 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e0089-a64d-4be3-97c1-531695c1b1bf" -d '{"events": [{"server_uuid": "0e6aaf92-b238-4e29-bb63-c85c68809c96", "name": "network-vif-deleted", "tag": "ade2be5d-8656-479b-9995-9f3a57bd4574"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:32.841207 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337652c-69da-48a4-9a07-afcc9860854d x-openstack-request-id: req-e337652c-69da-48a4-9a07-afcc9860854d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:32.841518 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6aaf92-b238-4e29-bb63-c85c68809c96", "name": "network-vif-deleted", "tag": "ade2be5d-8656-479b-9995-9f3a57bd4574", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:32.841786 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e337652c-69da-48a4-9a07-afcc9860854d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:32.842207 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e337652c-69da-48a4-9a07-afcc9860854d'] response: {'server_uuid': '0e6aaf92-b238-4e29-bb63-c85c68809c96', 'name': 'network-vif-deleted', 'tag': 'ade2be5d-8656-479b-9995-9f3a57bd4574', 'status': 'completed', 'code': 200} Apr 07 11:40:32.965821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-249d2ab2-d028-4fe5-b8bf-0bd63e813d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:33.256927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5108ad89-bf4f-40c2-a83b-b48d123e8d70 req-d6830339-6ee4-4570-b77c-3ede2d793aa4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6aaf92-b238-4e29-bb63-c85c68809c96 HTTP/1.1" status: 200 len: 210 time: 0.0309248 Apr 07 11:40:33.561150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:34.284835 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:40:34.472784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:34.903410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-42d7862d-0c48-4e97-9dc5-e4adf441138b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:34.911853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-42d7862d-0c48-4e97-9dc5-e4adf441138b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1276786 Apr 07 11:40:34.925844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-c7bb5a01-74e1-411f-84b8-9cc45fc4ca8a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0129235 Apr 07 11:40:34.996361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-b6cc6b34-82e8-4c94-a342-8944226e9b10 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586581 Apr 07 11:40:35.096260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-c320ffc6-f304-4c53-8716-5d354d3f5486 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971680 Apr 07 11:40:35.098928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45154) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:35.104119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252383844', 'description': 'tempest-description--927990193'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:35.176802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.253478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-964127f0-d0a1-47d1-b2f5-89fb15967786 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447289 Apr 07 11:40:35.272800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (cf441411-c75b-497d-8445-65f45d1a7a58), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.279468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cf441411-c75b-497d-8445-65f45d1a7a58), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.314837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf441411-c75b-497d-8445-65f45d1a7a58,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:35.328708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.331023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-39be34a0-a520-42e6-9a76-b43b4a838487 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2309806 Apr 07 11:40:35.333467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45158) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:35.339781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': 'cf441411-c75b-497d-8445-65f45d1a7a58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:35.372861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (340e7df9-c8c5-43c3-90ff-164748e7bdf9), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.451766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (340e7df9-c8c5-43c3-90ff-164748e7bdf9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.459291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (340e7df9-c8c5-43c3-90ff-164748e7bdf9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.488959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340e7df9-c8c5-43c3-90ff-164748e7bdf9,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:35.553707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-142592d7-e547-4c92-a45e-8f4609f34237 req-23469b82-7f6f-4d5c-a3d5-e1fd4fa4182b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 210 time: 0.0434132 Apr 07 11:40:35.570148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.570947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45166) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:35.571430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cd4ffe23-61b1-4eac-b4d3-b6e35701ce0f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2345307 Apr 07 11:40:35.576105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': 'cf441411-c75b-497d-8445-65f45d1a7a58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:35.608893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (5a1dca40-c1d6-4e4c-903c-bc9997bad4e4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.693349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (5a1dca40-c1d6-4e4c-903c-bc9997bad4e4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.698742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5a1dca40-c1d6-4e4c-903c-bc9997bad4e4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.730425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1dca40-c1d6-4e4c-903c-bc9997bad4e4,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:35.745795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.749277 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cf1fbc5b-cf8f-4f79-af54-db5f1774ce0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765580 Apr 07 11:40:35.750356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45172) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:35.757074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:35.781094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:35.818315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ade2be5d-8656-479b-9995-9f3a57bd4574 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:35.847494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: ade2be5d-8656-479b-9995-9f3a57bd4574 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:35.848054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ade2be5d-8656-479b-9995-9f3a57bd4574 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:35.942673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.040293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.073780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.25.5.154 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/b1bfe8e6-d6ad-48d4-b011-41af860644d4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:36.207449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.252941 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.295562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:36.301914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:36.306811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:36.338869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=b1bfe8e6-d6ad-48d4-b011-41af860644d4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:36.435023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (f53a40ea-7132-4279-bb3d-fc657bc6d624), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.483836 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.758871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49d6e0d3-926c-44bb-bd0f-6e8eca22e67c req-0cb7fad2-0575-4007-ab4f-ab04f2675bee tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 210 time: 0.0491734 Apr 07 11:40:36.830175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.836921 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.926578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=b1bfe8e6-d6ad-48d4-b011-41af860644d4,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:36.929021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (f53a40ea-7132-4279-bb3d-fc657bc6d624), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.933616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-a9a75d77-4901-44a8-907d-666d04172731 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:36.936436 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-a9a75d77-4901-44a8-907d-666d04172731 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.2707665 Apr 07 11:40:36.946791 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:36.948132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ed1ad6c1-6b5a-4240-97b4-5548a780aa3a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1955903 Apr 07 11:40:36.951961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:37.100241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:37.108559 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:37.191639 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:37.238090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-acea9fe7-5c93-424e-ac78-99944a14b8d2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--252383844&fields=id&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 267 time: 0.0706468 Apr 07 11:40:37.292707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.8 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/5fa80be7-149a-447a-bc20-a791e332aa99) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:37.370255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-600a5e93-a07b-4671-a5e7-30bf2bfe8307 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:37.373601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-600a5e93-a07b-4671-a5e7-30bf2bfe8307 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.1333165 Apr 07 11:40:37.393637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-d341114f-8c82-42d1-9c2a-ccbab512bd85 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/quotas/c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 375 time: 0.0162745 Apr 07 11:40:37.481982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-fe13fce6-324f-4182-a840-3c300551d982 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868516 Apr 07 11:40:37.523208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (5fa80be7-149a-447a-bc20-a791e332aa99), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:37.579303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:37.590578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:37.604722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-65c4624d-ea9b-4626-9e1b-bedcc8188eb8 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193254 Apr 07 11:40:37.681123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:37.695539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:37.702900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:37.714466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-e182c4b6-1506-4938-9b6c-90d7eef546ea service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086729 Apr 07 11:40:37.740907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=5fa80be7-149a-447a-bc20-a791e332aa99,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:37.783390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:37.784199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:37.810894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-1862dccb-42c5-43d7-9be5-de077bfa7b70 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8643970 Apr 07 11:40:37.834506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Request body: {'port': {'device_id': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:37.936876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.041686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-563353c0-1478-4aa0-b076-ee0ef6b6a595 req-2d557083-653a-4303-bc01-241df4ce11a7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 210 time: 0.0750082 Apr 07 11:40:38.098863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af118a2-3798-47ed-8e68-d451a0a1b67b req-f5ecfcb4-4a4d-403a-b066-00b7fd8b1cfb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:38.102586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6af118a2-3798-47ed-8e68-d451a0a1b67b req-f5ecfcb4-4a4d-403a-b066-00b7fd8b1cfb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 931 time: 0.2168179 Apr 07 11:40:38.235812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6af118a2-3798-47ed-8e68-d451a0a1b67b req-56207e44-e29d-4df9-9418-eb877cbf4ea1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259942 Apr 07 11:40:38.372025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa80be7-149a-447a-bc20-a791e332aa99 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:38.382565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Publish callbacks [] for port (5fa80be7-149a-447a-bc20-a791e332aa99), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.397743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Transition to ACTIVE for port object 5fa80be7-149a-447a-bc20-a791e332aa99 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:40:38.403498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.483267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa80be7-149a-447a-bc20-a791e332aa99,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:38.595527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Attempting to bind port 5fa80be7-149a-447a-bc20-a791e332aa99 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:38.598242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Attempting to bind port 5fa80be7-149a-447a-bc20-a791e332aa99 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:38.598593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Attempting to bind port 5fa80be7-149a-447a-bc20-a791e332aa99 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:38.605264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Port 5fa80be7-149a-447a-bc20-a791e332aa99 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:40:38.605764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Attempting to bind port 5fa80be7-149a-447a-bc20-a791e332aa99 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:38.612463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:38.612814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:38.613233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:38.613934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Bound port: 5fa80be7-149a-447a-bc20-a791e332aa99, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:38.614280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.711253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] For port 5fa80be7-149a-447a-bc20-a791e332aa99, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:38.711253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] For port 5fa80be7-149a-447a-bc20-a791e332aa99, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5fa80be7-149a-447a-bc20-a791e332aa99,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:38.721519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.794924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:38.795557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.797011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fa80be7-149a-447a-bc20-a791e332aa99 HTTP/1.1" status: 200 len: 1091 time: 0.9780953 Apr 07 11:40:38.797565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'tag': '5fa80be7-149a-447a-bc20-a791e332aa99'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:38.799884 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f472fc-7321-426d-9002-d70c0e9fa0a7", "tag": "5fa80be7-149a-447a-bc20-a791e332aa99"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:38.821970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc45dd-8018-40dd-b2c2-c6a12c65ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa80be7-149a-447a-bc20-a791e332aa99,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:38.869866 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610b7a4-adee-4e0d-b419-2758e3f108a4 x-openstack-request-id: req-3610b7a4-adee-4e0d-b419-2758e3f108a4 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:38.870253 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f472fc-7321-426d-9002-d70c0e9fa0a7", "tag": "5fa80be7-149a-447a-bc20-a791e332aa99", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:38.870613 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3610b7a4-adee-4e0d-b419-2758e3f108a4 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:38.871033 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3610b7a4-adee-4e0d-b419-2758e3f108a4'] response: {'name': 'network-changed', 'server_uuid': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'tag': '5fa80be7-149a-447a-bc20-a791e332aa99', 'status': 'completed', 'code': 200} Apr 07 11:40:38.909473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-8fd3bce7-cac4-42b7-8fcc-6711b859ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:38.910744 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-8fd3bce7-cac4-42b7-8fcc-6711b859ced3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 1125 time: 0.0602427 Apr 07 11:40:38.957647 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-cf5cc64c-e74c-4e29-aa45-9343c650b140 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fa80be7-149a-447a-bc20-a791e332aa99 HTTP/1.1" status: 200 len: 217 time: 0.0400496 Apr 07 11:40:39.013860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-06f90ce3-99d4-4200-9225-b2ee827072d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:39.015757 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-06f90ce3-99d4-4200-9225-b2ee827072d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0524466 Apr 07 11:40:39.051308 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-9d312049-184a-4845-aefc-984184d4a4c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293071 Apr 07 11:40:39.195851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-43e0d5ba-f93f-4e50-be24-aa5ce7925068 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337833 Apr 07 11:40:39.219285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21b89d65-96c6-4973-a9ec-bb50948bc098 req-38c03e8a-0080-4e13-b924-dd7f78ca99a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 210 time: 0.0498772 Apr 07 11:40:39.310437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-bbc5515f-02aa-4e1d-80eb-9779998d0648 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:39.319590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-bbc5515f-02aa-4e1d-80eb-9779998d0648 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.2175672 Apr 07 11:40:39.368940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-78b602c7-753c-44b4-9c8a-5d34f4e86b3a req-6f43c6c1-a1a9-49ea-a0cd-9d55540dc584 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704867 Apr 07 11:40:39.477439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c1da-23da-4e2e-b521-b51cd2e10c07 req-c86c5baf-6bc5-450a-bafc-a0e2167ee3d9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:39.479367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc14c1da-23da-4e2e-b521-b51cd2e10c07 req-c86c5baf-6bc5-450a-bafc-a0e2167ee3d9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 943 time: 0.1429152 Apr 07 11:40:39.482459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-20138201-0e3a-436b-b0d6-f62d3438f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:39.483463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-20138201-0e3a-436b-b0d6-f62d3438f669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 1125 time: 0.0639672 Apr 07 11:40:39.517945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ba313a20-34a8-488b-af16-d36711daf083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 471 time: 0.1828535 Apr 07 11:40:39.526928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'port': {'device_id': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'admin_state_up': True, 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'security_groups': ['cf441411-c75b-497d-8445-65f45d1a7a58']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:39.614481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-fd85a456-a474-4b59-ac35-1d00ba2a9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:39.616777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-fd85a456-a474-4b59-ac35-1d00ba2a9314 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.1263163 Apr 07 11:40:39.629046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45224) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:39.679077 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-aca7568b-b460-468c-8511-d9fcf6550837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fa80be7-149a-447a-bc20-a791e332aa99 HTTP/1.1" status: 200 len: 217 time: 0.0557067 Apr 07 11:40:39.681848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc14c1da-23da-4e2e-b521-b51cd2e10c07 req-f0fea27c-5cbc-450f-b3f4-d055c2aebdcb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943810 Apr 07 11:40:39.706252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Made reservation on behalf of c24de5fb945a4bba8dfd8b6832ed0415 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:39.710024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:39.784093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-f92292f1-61d3-4183-8763-8a4c246f7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:39.785889 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-f92292f1-61d3-4183-8763-8a4c246f7918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0913947 Apr 07 11:40:39.861244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-d95ebea5-9fd7-4ae1-8b11-ad850a757072 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345371 Apr 07 11:40:39.977320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.20.0.6 (d7f4972e-29c9-4d81-83f5-71595b23c5cd/8926300d-99dc-4bcc-9e0a-febfe51480e2/57401a84-2bb4-43c0-afd4-8daa6bfacd02) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:39.997674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Deleting subnet ebac0344-598b-49e5-b128-92b65ceebcba {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:40:40.004136 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Publish callbacks [] for subnet (ebac0344-598b-49e5-b128-92b65ceebcba), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.018875 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-35026dcd-9968-47c4-be86-b9593b42d6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509318 Apr 07 11:40:40.060228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (ebac0344-598b-49e5-b128-92b65ceebcba), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.138291 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1cd46a26-7669-40f4-b5d0-faa9af8ad3f2 req-4a63711f-3e4a-4680-a83e-1e555e751c10 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137474 Apr 07 11:40:40.172166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ebac0344-598b-49e5-b128-92b65ceebcba), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.275186 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.278718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (ebac0344-598b-49e5-b128-92b65ceebcba), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.314962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebac0344-598b-49e5-b128-92b65ceebcba,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:40.323118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.326522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e7ae3f17-c262-42f7-8250-0131cacc66f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebac0344-598b-49e5-b128-92b65ceebcba HTTP/1.1" status: 204 len: 168 time: 0.6963484 Apr 07 11:40:40.330908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:40.371822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-317d545e-c11e-43ea-8a1e-0e53e5c4b055 req-dc3c3430-7801-4037-b41a-eb04a10451e1 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 210 time: 0.0427635 Apr 07 11:40:40.386042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.422176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (7de89015-09b5-4770-a12b-cf1ed89ef7f9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.439279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:40.442762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:40.445446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:40.480211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=57401a84-2bb4-43c0-afd4-8daa6bfacd02,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:40.512014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:40.512565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.534180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ded88ead-6794-4f25-ac07-dbf4735e3083 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0089598 Apr 07 11:40:40.543406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Request body: {'port': {'device_id': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:40.567542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (7de89015-09b5-4770-a12b-cf1ed89ef7f9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.591395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de89015-09b5-4770-a12b-cf1ed89ef7f9']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:40.603695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30bcd79-1d51-4541-a8d4-f83a84b2762e') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:40.604079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30bcd79-1d51-4541-a8d4-f83a84b2762e') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:40.615092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (e30bcd79-1d51-4541-a8d4-f83a84b2762e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.630844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e30bcd79-1d51-4541-a8d4-f83a84b2762e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.640156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:40:40.640576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (e30bcd79-1d51-4541-a8d4-f83a84b2762e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:40:40.643867 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:40:40.659492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.721818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (7de89015-09b5-4770-a12b-cf1ed89ef7f9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.730505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.739776 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] 10.222.0.13 "DELETE /v2.0/networks/7de89015-09b5-4770-a12b-cf1ed89ef7f9 HTTP/1.1" status: 204 len: 168 time: 0.4075429 Apr 07 11:40:40.756838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a3fb-eb63-407f-8790-1ad15f87fead admin admin] Pushing event deleted for resources: {'Network': ['ID=7de89015-09b5-4770-a12b-cf1ed89ef7f9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:40.922398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:40.922695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-475de2a2-1022-4967-addc-cb2d68e42fdc None None] Provisioning complete for port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:40.923168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-475de2a2-1022-4967-addc-cb2d68e42fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:40.967353 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ae2adf32-094b-4a7e-9de8-49ee00b8d1c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=136beec1f5b5439f88dced3e2c576f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439739 Apr 07 11:40:40.967353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45242) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:41.002856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-475de2a2-1022-4967-addc-cb2d68e42fdc None None] Port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:40:41.021774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514324a-b9e4-42f3-af9b-1766591abdc3 req-6511598e-80f9-490b-a1b9-117fdf4fadbc tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:41.023369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4514324a-b9e4-42f3-af9b-1766591abdc3 req-6511598e-80f9-490b-a1b9-117fdf4fadbc tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 943 time: 0.1668942 Apr 07 11:40:41.031132 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b94c1f-801c-4bf7-8b82-fb33cd548ac9 admin admin] Publish callbacks [] for security_group (166d4ebe-b970-49d9-bb24-168fc076773e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.057552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b94c1f-801c-4bf7-8b82-fb33cd548ac9 admin admin] Publish callbacks [] for security_group (166d4ebe-b970-49d9-bb24-168fc076773e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.112679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b94c1f-801c-4bf7-8b82-fb33cd548ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (166d4ebe-b970-49d9-bb24-168fc076773e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.113107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4514324a-b9e4-42f3-af9b-1766591abdc3 req-7d846e60-3b1c-4581-8349-2055926408ae tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790498 Apr 07 11:40:41.115734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-87b94c1f-801c-4bf7-8b82-fb33cd548ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.117173 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-87b94c1f-801c-4bf7-8b82-fb33cd548ac9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/166d4ebe-b970-49d9-bb24-168fc076773e HTTP/1.1" status: 204 len: 168 time: 0.1487777 Apr 07 11:40:41.126630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94c1f-801c-4bf7-8b82-fb33cd548ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d4ebe-b970-49d9-bb24-168fc076773e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:41.194868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57401a84-2bb4-43c0-afd4-8daa6bfacd02 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:41.206676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Publish callbacks [] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.224795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Transition to ACTIVE for port object 57401a84-2bb4-43c0-afd4-8daa6bfacd02 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:40:41.232794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.300941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Pushing event updated for resources: {'Port': ['ID=57401a84-2bb4-43c0-afd4-8daa6bfacd02,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:41.397439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Attempting to bind port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:41.397779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Attempting to bind port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:41.398112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Attempting to bind port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:41.413950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:40:41.415981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Attempting to bind port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:41.428511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:41.430345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:41.430939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Bound using segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:41.433915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Bound port: 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:41.434657 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.555215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] For port 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:41.560613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] For port 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:41.606394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.657960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:41.658866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:41.660257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] 10.222.0.41 "PUT /v2.0/ports/57401a84-2bb4-43c0-afd4-8daa6bfacd02 HTTP/1.1" status: 200 len: 1091 time: 1.1209791 Apr 07 11:40:41.664697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:41.667363 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5dc4a-b6aa-4360-938d-b6994b2fc417" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:41.710440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd916e30-11c3-49b3-8590-c62342408d94 req-2f84e982-5dfa-4940-8988-b70499206c1f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:41.717841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd916e30-11c3-49b3-8590-c62342408d94 req-2f84e982-5dfa-4940-8988-b70499206c1f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 943 time: 0.1596777 Apr 07 11:40:41.722097 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca2299-ccd8-4496-9c8d-3c9ead35d83d x-openstack-request-id: req-bfca2299-ccd8-4496-9c8d-3c9ead35d83d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:41.722402 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:41.722669 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfca2299-ccd8-4496-9c8d-3c9ead35d83d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:41.723081 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfca2299-ccd8-4496-9c8d-3c9ead35d83d'] response: {'name': 'network-changed', 'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'status': 'completed', 'code': 200} Apr 07 11:40:41.761468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3652-d92f-46d2-828f-1f377b86bb0e service neutron] Pushing event updated for resources: {'Port': ['ID=57401a84-2bb4-43c0-afd4-8daa6bfacd02,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:41.836354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd916e30-11c3-49b3-8590-c62342408d94 req-61e23499-64a8-4113-a72e-8ac7c4813af2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116858 Apr 07 11:40:41.847534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-580f5818-d6e3-4314-8ed7-9703c95e6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:41.851852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-580f5818-d6e3-4314-8ed7-9703c95e6da9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 1125 time: 0.1246588 Apr 07 11:40:41.910281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-f072edd0-c7de-4799-a4c9-1d5b03272176 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02 HTTP/1.1" status: 200 len: 217 time: 0.0502689 Apr 07 11:40:41.967438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ae74bde4-2929-4bc3-acc6-fd0c333fb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:41.969293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-ae74bde4-2929-4bc3-acc6-fd0c333fb975 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0534437 Apr 07 11:40:42.030151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-aee69a39-bce9-4f09-9e80-e064d7655034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.031689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-aee69a39-bce9-4f09-9e80-e064d7655034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569091 Apr 07 11:40:42.141823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-479addd1-c99a-4a78-8d65-5e95d7ee140e service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038699 Apr 07 11:40:42.289740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd3608-d86b-4192-917a-a4ea657047c4 req-9c98868c-da6a-440c-9391-3e1d0b793bf2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.291223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1cd3608-d86b-4192-917a-a4ea657047c4 req-9c98868c-da6a-440c-9391-3e1d0b793bf2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 943 time: 0.0815401 Apr 07 11:40:42.297335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b79dda3-3ccf-48a6-86b1-97ba96cf31b5 req-fe87a42c-3abe-4167-9a3a-47c3a8d86b70 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503398 Apr 07 11:40:42.367125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1cd3608-d86b-4192-917a-a4ea657047c4 req-3a6a7d1f-6b73-4f73-aad6-978e3ce73916 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687969 Apr 07 11:40:42.408286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-322e59f2-5c6f-44ec-98df-b1e94ea7a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.409862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-322e59f2-5c6f-44ec-98df-b1e94ea7a3aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 1125 time: 0.0602727 Apr 07 11:40:42.508519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-a67f63a2-4441-41aa-acb3-a7fa8770e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.509936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-a67f63a2-4441-41aa-acb3-a7fa8770e7fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.0940540 Apr 07 11:40:42.555062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-ffe2e696-711b-41f2-81e2-b6e642a8aced service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02 HTTP/1.1" status: 200 len: 217 time: 0.0353715 Apr 07 11:40:42.617482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-99051132-4159-4f41-9be6-1eab6eb07027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.619153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-99051132-4159-4f41-9be6-1eab6eb07027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0585649 Apr 07 11:40:42.677215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-1ec20f08-ee3c-4b9b-a4cb-21b8cef5610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.678782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-1ec20f08-ee3c-4b9b-a4cb-21b8cef5610a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543561 Apr 07 11:40:42.784756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-ced73a51-3b73-45fa-b40d-b6a974732b67 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992150 Apr 07 11:40:42.915891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f5dc4a-b6aa-4360-938d-b6994b2fc417 req-da59a775-7c73-412d-9eea-dc5624c911da service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256261 Apr 07 11:40:42.960113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b829ba9-85db-432a-afae-80b6337946a1 req-baa9ade5-878e-4f8f-9b7f-4e5cfb015e2d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:42.963178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b829ba9-85db-432a-afae-80b6337946a1 req-baa9ade5-878e-4f8f-9b7f-4e5cfb015e2d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 943 time: 0.0619280 Apr 07 11:40:43.014316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b829ba9-85db-432a-afae-80b6337946a1 req-194a699e-bc1b-4691-bde9-a41951187c76 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 Apr 07 11:40:43.502643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a716ca-c5f1-4945-8e1e-484492afff57 req-959d9b0a-aab8-4477-a0bf-cfad4abad60d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:43.509637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5a716ca-c5f1-4945-8e1e-484492afff57 req-959d9b0a-aab8-4477-a0bf-cfad4abad60d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 943 time: 0.0685425 Apr 07 11:40:43.556705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5a716ca-c5f1-4945-8e1e-484492afff57 req-8e5e0121-4c0f-4d99-a5e0-36aa74fb27c6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 Apr 07 11:40:43.862893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5fa80be7-149a-447a-bc20-a791e332aa99 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:40:43.903374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:43.909170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'network': {'name': 'tempest-network-smoke--844702520', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:43.930967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Made reservation on behalf of 19eb94a1819f4d2a8ad4c1add7ef5375 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:43.934965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:43.944876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:43.988327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5fa80be7-149a-447a-bc20-a791e332aa99, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5fa80be7-149a-447a-bc20-a791e332aa99,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:44.003314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5fa80be7-149a-447a-bc20-a791e332aa99', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': '5fa80be7-149a-447a-bc20-a791e332aa99', 'mac_address': 'fa:16:3e:a1:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:40:44.035566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (acecfc5e-8b27-45a2-aff1-3924768f61b7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.040880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (acecfc5e-8b27-45a2-aff1-3924768f61b7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.043687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5fa80be7-149a-447a-bc20-a791e332aa99 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:44.044505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.062098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa80be7-149a-447a-bc20-a791e332aa99 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:44.074025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:40:44.090788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acecfc5e-8b27-45a2-aff1-3924768f61b7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:44.091428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5fa80be7-149a-447a-bc20-a791e332aa99, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5fa80be7-149a-447a-bc20-a791e332aa99,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:44.093937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4cc422e3-6b91-4e27-aaf7-d978501b7e76), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.094528 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Added segment 4cc422e3-6b91-4e27-aaf7-d978501b7e76 of type vlan for network 5b0cb71a-20c8-40d3-9836-01bbfc392254 Apr 07 11:40:44.097228 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.139930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5b0cb71a-20c8-40d3-9836-01bbfc392254), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.162777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5fa80be7-149a-447a-bc20-a791e332aa99,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:44.183658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5b0cb71a-20c8-40d3-9836-01bbfc392254), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.190696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:44.191370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.203525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0543-badc-45ca-aac9-2b6252c6f900 req-db54e43c-88a3-4400-a32f-ca0ad58003d5 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:44.212569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffea0543-badc-45ca-aac9-2b6252c6f900 req-db54e43c-88a3-4400-a32f-ca0ad58003d5 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 943 time: 0.0885787 Apr 07 11:40:44.258121 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3534629 Apr 07 11:40:44.260823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45314) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:44.265596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffea0543-badc-45ca-aac9-2b6252c6f900 req-264fda0e-7e5d-46dc-bcfc-87f8bb2e6da4 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521185 Apr 07 11:40:44.276602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'admin_state_up': True, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:44.293428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaf843-0257-4c6b-b78a-9ee326e95c8f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Network': ['ID=5b0cb71a-20c8-40d3-9836-01bbfc392254,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:44.306060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (b095be9d-d8d1-4780-9804-195a9553c6ba), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.307104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (b095be9d-d8d1-4780-9804-195a9553c6ba), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.307761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:40:44.370217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_controller (b095be9d-d8d1-4780-9804-195a9553c6ba), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.417690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5fa80be7-149a-447a-bc20-a791e332aa99'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:44.525604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (b095be9d-d8d1-4780-9804-195a9553c6ba), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.682721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f6b7-63d9-4728-b32f-2901a49cc801 req-6943333d-c51e-48a6-952a-c79d7b1e9628 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:44.684678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2035f6b7-63d9-4728-b32f-2901a49cc801 req-6943333d-c51e-48a6-952a-c79d7b1e9628 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 944 time: 0.0566397 Apr 07 11:40:44.737397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (b095be9d-d8d1-4780-9804-195a9553c6ba), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.745644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2035f6b7-63d9-4728-b32f-2901a49cc801 req-1e51974b-a7ca-4852-8bec-92145c8fedb3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Apr 07 11:40:44.758441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:44.877628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.25.5.10 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:44.982287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:45.018269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:45.063670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:45.066646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:45.070448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:45.096971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:45.111130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.111481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.111829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.112168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.112503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.112834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.113187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.113519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.114102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.114430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.114755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.115079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.115404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:45.360658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (b095be9d-d8d1-4780-9804-195a9553c6ba), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:45.400341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b955696-5d9c-456e-8c43-d4a7ab9cc364 req-6caccb30-5cdf-4bd3-ad02-d9e4b4391641 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:45.402374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b955696-5d9c-456e-8c43-d4a7ab9cc364 req-6caccb30-5cdf-4bd3-ad02-d9e4b4391641 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 943 time: 0.0631263 Apr 07 11:40:45.452405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b955696-5d9c-456e-8c43-d4a7ab9cc364 req-acf5b73f-7d8f-46c7-bd6f-e52e0fb7cee4 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434721 Apr 07 11:40:45.866086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 57401a84-2bb4-43c0-afd4-8daa6bfacd02 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:40:45.868354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5fa80be7-149a-447a-bc20-a791e332aa99 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:45.869146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (b095be9d-d8d1-4780-9804-195a9553c6ba), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:45.874136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc2071-1f03-4e5c-84aa-5c1a3be8296a req-2f62b3f5-533f-458d-8c00-0d08098e0592 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:45.883244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42dc2071-1f03-4e5c-84aa-5c1a3be8296a req-2f62b3f5-533f-458d-8c00-0d08098e0592 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 944 time: 0.0667481 Apr 07 11:40:45.931576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42dc2071-1f03-4e5c-84aa-5c1a3be8296a req-7c0a7abe-26bf-4f5e-beb1-d3b8f20f5679 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470998 Apr 07 11:40:45.989414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5fa80be7-149a-447a-bc20-a791e332aa99 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:40:45.994936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5fa80be7-149a-447a-bc20-a791e332aa99 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:45.995317 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.019152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router b095be9d-d8d1-4780-9804-195a9553c6ba is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:40:46.049119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:46.064947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'port_id': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'mac_address': 'fa:16:3e:5f:2b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:40:46.137771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:40:46.170356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.175895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45332) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:46.176708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-501f5120-aaf5-4489-a149-0f8e57e94ae0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9147093 Apr 07 11:40:46.304258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Sync routers for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:40:46.307559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:46.308022 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.331788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57401a84-2bb4-43c0-afd4-8daa6bfacd02 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:46.335315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5afa9470-ae64-4882-bd53-5b2a7559fc4d tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=19eb94a1819f4d2a8ad4c1add7ef5375&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1582618 Apr 07 11:40:46.340605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45346) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:46.351972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:46.352697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:46.358928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5fa80be7-149a-447a-bc20-a791e332aa99 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:46.359389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.372365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:46.435639 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.476923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa80be7-149a-447a-bc20-a791e332aa99'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:46.479008 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1368b-3078-4e04-b634-5323d46fc517" -d '{"events": [{"server_uuid": "d9f472fc-7321-426d-9002-d70c0e9fa0a7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa80be7-149a-447a-bc20-a791e332aa99"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:46.504359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5fa80be7-149a-447a-bc20-a791e332aa99, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5fa80be7-149a-447a-bc20-a791e332aa99,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:46.524401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.533556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=57401a84-2bb4-43c0-afd4-8daa6bfacd02,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:46.535810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d419f-2423-44d0-8dfd-f0fbcc5b012a tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:46.537594 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-300d419f-2423-44d0-8dfd-f0fbcc5b012a tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1961997 Apr 07 11:40:46.540375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45352) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:46.593336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5fa80be7-149a-447a-bc20-a791e332aa99,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:46.599238 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17aca8-d4e0-46bf-ab6b-cb4d1a89e2ce x-openstack-request-id: req-7d17aca8-d4e0-46bf-ab6b-cb4d1a89e2ce {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:46.599629 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f472fc-7321-426d-9002-d70c0e9fa0a7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa80be7-149a-447a-bc20-a791e332aa99", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:46.599967 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d17aca8-d4e0-46bf-ab6b-cb4d1a89e2ce {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:46.600428 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d17aca8-d4e0-46bf-ab6b-cb4d1a89e2ce'] response: {'server_uuid': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa80be7-149a-447a-bc20-a791e332aa99', 'code': 200} Apr 07 11:40:46.601374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74fe6727-f8f5-41fe-ac36-69e693f3e449 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595620 Apr 07 11:40:46.603929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45354) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:46.609786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-620104407', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:46.633092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:46.705265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Made reservation on behalf of 19eb94a1819f4d2a8ad4c1add7ef5375 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:46.706740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2c09-7e61-473d-bd20-b79b814fe4ba req-0f7c919b-539b-4361-be9f-bbc41960871a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:46.709155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.717877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b84d2c09-7e61-473d-bd20-b79b814fe4ba req-0f7c919b-539b-4361-be9f-bbc41960871a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 944 time: 0.1440628 Apr 07 11:40:46.730626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a04689-4ac3-4170-ae1d-0c35b22afc63 req-2a67801e-e94b-4fac-9fc9-7b4425efa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:46.732719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07a04689-4ac3-4170-ae1d-0c35b22afc63 req-2a67801e-e94b-4fac-9fc9-7b4425efa847 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 1127 time: 0.0963316 Apr 07 11:40:46.765149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['57401a84-2bb4-43c0-afd4-8daa6bfacd02'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:46.829044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07a04689-4ac3-4170-ae1d-0c35b22afc63 req-a3f46358-72e8-46fb-92c7-d7cde2d8b630 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870116 Apr 07 11:40:46.834118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b84d2c09-7e61-473d-bd20-b79b814fe4ba req-ca816908-dab2-403a-8de4-8a74422d6cab tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151350 Apr 07 11:40:46.932128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (f87ab98c-4f1f-4221-adec-80e4810a7228), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:46.995185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:45Z', 'revision_number': 3, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:47.001859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Subnet': ['ID=f87ab98c-4f1f-4221-adec-80e4810a7228,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:47.011741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Checking segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:47.012194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network hostable DHCP agents. Network: 5b0cb71a-20c8-40d3-9836-01bbfc392254, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:40:47.034588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Checking router: b095be9d-d8d1-4780-9804-195a9553c6ba for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:40:47.035235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Updating router b095be9d-d8d1-4780-9804-195a9553c6ba port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:40:47.042152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:40:47.054158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5b0cb71a-20c8-40d3-9836-01bbfc392254) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:47.064505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fed350-55d7-440e-a0ec-a53595c2621b None None] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:40:47.067513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:47.068112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.084797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b9d1-1058-48c5-b683-4046ac31dad9 req-6860a244-c986-4c18-95da-d637c035cca2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:47.087267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d395b9d1-1058-48c5-b683-4046ac31dad9 req-6860a244-c986-4c18-95da-d637c035cca2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 945 time: 0.0723722 Apr 07 11:40:47.092937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-100b171c-a76f-4b21-b49e-7cfc071e6888 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4879267 Apr 07 11:40:47.096623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45358) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:47.129526 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.277178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5b0cb71a-20c8-40d3-9836-01bbfc392254', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:40:47.278032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.525384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Allocated IP 172.20.0.2 (5b0cb71a-20c8-40d3-9836-01bbfc392254/f87ab98c-4f1f-4221-adec-80e4810a7228/42a083d5-f352-4be0-8041-8fa8b478dae1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:47.572213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d395b9d1-1058-48c5-b683-4046ac31dad9 req-31a3d1bb-301d-49a2-af7f-0eef443b7d1d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744372 Apr 07 11:40:47.631491 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Publish callbacks [] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.639460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.723924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd78092-e830-4a4a-b87c-73e3cbed2b26 None None] Pushing event updated for resources: {'Port': ['ID=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:47.729787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Attempting to bind port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:47.730158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Attempting to bind port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:47.730528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Attempting to bind port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:47.744075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:47.744485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:47.744856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.745277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:47.745756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Bound port: 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:47.746139 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.823263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Publish callbacks [] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.835309 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.842051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] For port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:47.869517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 57401a84-2bb4-43c0-afd4-8daa6bfacd02 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:47.906411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] For port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:47.921830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:47.928102 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:47.939264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:47.948701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Pushing event updated for resources: {'Port': ['ID=42a083d5-f352-4be0-8041-8fa8b478dae1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:47.953171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:47.993349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.993723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.994409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.994409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.994778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.995032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.995363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.995956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.996066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.996322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.996651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.996979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:47.997320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:48.006609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.043898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:48.044631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:48.065590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40673d-ee57-4016-a70a-1a866fbf94f3 req-9de4464a-b034-492a-af41-8bfa6d8677b2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:48.067094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e40673d-ee57-4016-a70a-1a866fbf94f3 req-9de4464a-b034-492a-af41-8bfa6d8677b2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 944 time: 0.1132939 Apr 07 11:40:48.136965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Attempting to bind port 42a083d5-f352-4be0-8041-8fa8b478dae1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:48.137712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Attempting to bind port 42a083d5-f352-4be0-8041-8fa8b478dae1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:48.138086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Attempting to bind port 42a083d5-f352-4be0-8041-8fa8b478dae1 on network 5b0cb71a-20c8-40d3-9836-01bbfc392254 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:48.174788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e40673d-ee57-4016-a70a-1a866fbf94f3 req-bdd27a0e-245d-4912-85d8-4feb10dcc3de tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753002 Apr 07 11:40:48.177602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:40:48.195450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:48.195450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Checking segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:48.195450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.195450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Bound using segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:48.195450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Bound port: 42a083d5-f352-4be0-8041-8fa8b478dae1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:48.195450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.214339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:48.214857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.225796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd78092-e830-4a4a-b87c-73e3cbed2b26 None None] Pushing event updated for resources: {'Port': ['ID=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:48.272948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:48.401287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.20.0.1 (5b0cb71a-20c8-40d3-9836-01bbfc392254/f87ab98c-4f1f-4221-adec-80e4810a7228/6f91e16a-7f91-46de-b328-86048598045c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:48.537478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (6f91e16a-7f91-46de-b328-86048598045c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.574430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6f91e16a-7f91-46de-b328-86048598045c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.621605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] For port 42a083d5-f352-4be0-8041-8fa8b478dae1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:48.636905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:48.642080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:48.647316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:48.674923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] For port 42a083d5-f352-4be0-8041-8fa8b478dae1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=42a083d5-f352-4be0-8041-8fa8b478dae1,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:48.699511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.722114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:48.722519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.740894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (b095be9d-d8d1-4780-9804-195a9553c6ba), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.748854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=6f91e16a-7f91-46de-b328-86048598045c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:48.836456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:48.836720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53395f8-8c08-4360-8d31-da0e3afd9215 req-8b2e5acb-1d9d-43f5-86d4-9f278517f78e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:48.838728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53395f8-8c08-4360-8d31-da0e3afd9215 req-8b2e5acb-1d9d-43f5-86d4-9f278517f78e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 945 time: 0.1404004 Apr 07 11:40:48.840081 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1691a325-7019-4e14-ae82-7124b57bea41" -d '{"events": [{"server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "name": "network-vif-plugged", "status": "completed", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:48.870375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:48.876808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5bbe6-0001-4af9-87bc-7e742a3417a9 None None] Pushing event updated for resources: {'Port': ['ID=42a083d5-f352-4be0-8041-8fa8b478dae1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:48.889814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:48.931904 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87cfdbe-3a6b-4215-b0e8-8cbdb0e89b70 x-openstack-request-id: req-a87cfdbe-3a6b-4215-b0e8-8cbdb0e89b70 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:48.932121 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "name": "network-vif-plugged", "status": "completed", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:48.932382 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a87cfdbe-3a6b-4215-b0e8-8cbdb0e89b70 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:48.932788 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87cfdbe-3a6b-4215-b0e8-8cbdb0e89b70'] response: {'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'code': 200} Apr 07 11:40:48.948465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:45Z', 'revision_number': 3, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:48.972530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53395f8-8c08-4360-8d31-da0e3afd9215 req-188e1e52-8f7b-4a8c-9806-23a7c0aea974 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191390 Apr 07 11:40:48.985713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625287-a593-4cd1-9086-8b71b5e51400 None None] The sync data for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 is: [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:45Z', 'revision_number': 3, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:40:48.998642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=57401a84-2bb4-43c0-afd4-8daa6bfacd02,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:49.061828 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f91e16a-7f91-46de-b328-86048598045c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:49.223544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c01a-754e-4804-97d7-1c4054a7b93a req-9673a460-6914-4d6e-b013-43e5de4b53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:49.225118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c24c01a-754e-4804-97d7-1c4054a7b93a req-9673a460-6914-4d6e-b013-43e5de4b53cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 1127 time: 0.2220628 Apr 07 11:40:49.341110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5972185-a45a-40c6-b569-6a6f75b599c9 req-5d5fd399-2c7d-448e-b17a-2964c17b2216 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:49.342980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5972185-a45a-40c6-b569-6a6f75b599c9 req-5d5fd399-2c7d-448e-b17a-2964c17b2216 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 945 time: 0.2606406 Apr 07 11:40:49.405178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c24c01a-754e-4804-97d7-1c4054a7b93a req-8dcb813b-1e4c-44e6-8b71-8424828eec01 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423340 Apr 07 11:40:49.451439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514abbda-8970-47dd-bdd6-0463c95e34dd req-25122bfc-2bc4-4dd5-ad64-4af3d5fdb3fc tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:49.452839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-514abbda-8970-47dd-bdd6-0463c95e34dd req-25122bfc-2bc4-4dd5-ad64-4af3d5fdb3fc tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.1936224 Apr 07 11:40:49.562360 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5972185-a45a-40c6-b569-6a6f75b599c9 req-7bbc9d1d-5da1-4313-bd2a-a358637dde19 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094195 Apr 07 11:40:49.606582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-514abbda-8970-47dd-bdd6-0463c95e34dd req-8d9d6512-5199-4132-aac3-f3385b43adec tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398997 Apr 07 11:40:49.685088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (6f91e16a-7f91-46de-b328-86048598045c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:49.691308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6f91e16a-7f91-46de-b328-86048598045c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:49.811201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=6f91e16a-7f91-46de-b328-86048598045c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:49.815544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (b095be9d-d8d1-4780-9804-195a9553c6ba), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.003749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820de1-0e4b-4215-be87-777990e47fc3 req-73bc3965-41b5-46f6-a05e-6fcea9f91c63 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:50.005486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e820de1-0e4b-4215-be87-777990e47fc3 req-73bc3965-41b5-46f6-a05e-6fcea9f91c63 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 945 time: 0.1162515 Apr 07 11:40:50.007484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:50.009050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:50.178891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e820de1-0e4b-4215-be87-777990e47fc3 req-bdc08faf-bd1a-4b07-b958-6b9f2423a060 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615376 Apr 07 11:40:50.192149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router b095be9d-d8d1-4780-9804-195a9553c6ba has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:40:50.221757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a2ffb-a1fc-4a86-8e74-37535d7ddedd None None] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:40:50.323383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] Provisioning complete for port 42a083d5-f352-4be0-8041-8fa8b478dae1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:50.323812 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.363030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 42a083d5-f352-4be0-8041-8fa8b478dae1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:50.382018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:40:50.388026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dccb92df-b00d-49ee-8208-a88de6ff7bef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "PUT /v2.0/routers/b095be9d-d8d1-4780-9804-195a9553c6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2887039 Apr 07 11:40:50.391935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45388) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:50.401642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--405669887', 'description': 'tempest-secgroup_access--405669887 description', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:50.425403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.496029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (d43ae3fc-df48-45de-b6ec-c68374a86fcb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.500969 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d43ae3fc-df48-45de-b6ec-c68374a86fcb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.526571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 42a083d5-f352-4be0-8041-8fa8b478dae1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:50.526971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.535557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ae3fc-df48-45de-b6ec-c68374a86fcb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:50.540569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.541955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-743b7054-747e-4041-adf0-a78244802b0d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1449077 Apr 07 11:40:50.544748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45390) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:50.550608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1082335899', 'description': 'tempest-secgroup_general--1082335899 description', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:50.566787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] Current status of the port 42a083d5-f352-4be0-8041-8fa8b478dae1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:50.567450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.578004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.667340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] For port 42a083d5-f352-4be0-8041-8fa8b478dae1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=42a083d5-f352-4be0-8041-8fa8b478dae1,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:50.686641 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.715127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (d2be3f53-92b8-4613-9c00-27927e9acfab), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.719153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d2be3f53-92b8-4613-9c00-27927e9acfab), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.753490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.754633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2086861 Apr 07 11:40:50.757916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45396) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:50.762485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'security_group_rule': {'security_group_id': 'd43ae3fc-df48-45de-b6ec-c68374a86fcb', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:50.771280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbf0cc-e359-4866-a095-1ab52779f380 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2be3f53-92b8-4613-9c00-27927e9acfab,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:50.808697 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group_rule (b0b58380-d50f-471b-b3f8-45571d1dad08), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.838035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 42a083d5-f352-4be0-8041-8fa8b478dae1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:50.839168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:50.874497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263e47d-5d45-4a74-9a64-7b8655080517 None None] Pushing event updated for resources: {'Port': ['ID=42a083d5-f352-4be0-8041-8fa8b478dae1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:50.876947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4dfba-fccf-462c-b90e-dd2807579b8a req-a796a746-3361-4e13-9d0a-927ee430fd63 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:50.904232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17a4dfba-fccf-462c-b90e-dd2807579b8a req-a796a746-3361-4e13-9d0a-927ee430fd63 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.1729684 Apr 07 11:40:50.916327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:50.916729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.972725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group_rule (b0b58380-d50f-471b-b3f8-45571d1dad08), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:50.979319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b0b58380-d50f-471b-b3f8-45571d1dad08), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.015534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.016798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577322 Apr 07 11:40:51.021078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6c94c-fba6-4a2f-9982-4dbae8e3dfc4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b58380-d50f-471b-b3f8-45571d1dad08,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:51.049243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:51.049831 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.054261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17a4dfba-fccf-462c-b90e-dd2807579b8a req-e44b1faa-023c-469b-b56d-c742a477ca25 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488075 Apr 07 11:40:51.077068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:51.085291 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.123618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-67203afa-8f4b-4c18-b1e7-a8002fea79c3 None None] Provisioning complete for port 6f91e16a-7f91-46de-b328-86048598045c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:51.123988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-67203afa-8f4b-4c18-b1e7-a8002fea79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f91e16a-7f91-46de-b328-86048598045c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.184312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:51.222891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-67203afa-8f4b-4c18-b1e7-a8002fea79c3 None None] Port 6f91e16a-7f91-46de-b328-86048598045c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:40:51.235624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-67203afa-8f4b-4c18-b1e7-a8002fea79c3 None None] Provisioning complete for port 42a083d5-f352-4be0-8041-8fa8b478dae1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:51.236049 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-67203afa-8f4b-4c18-b1e7-a8002fea79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.304070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-6f373951-7197-413b-9709-55b165937926 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--405669887&fields=id&tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375 HTTP/1.1" status: 200 len: 267 time: 0.1058264 Apr 07 11:40:51.359287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-67203afa-8f4b-4c18-b1e7-a8002fea79c3 None None] Current status of the port 42a083d5-f352-4be0-8041-8fa8b478dae1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:51.407042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-86a805b4-7c5e-4df8-b60b-9965b0d77da5 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1082335899&fields=id&tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375 HTTP/1.1" status: 200 len: 267 time: 0.0743649 Apr 07 11:40:51.440455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f431-f9f5-49e6-ae18-71f774f75535 req-f5bde961-f1b2-4b3c-8fa5-39301ae939e6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:51.442202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac66f431-f9f5-49e6-ae18-71f774f75535 req-f5bde961-f1b2-4b3c-8fa5-39301ae939e6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 945 time: 0.1770627 Apr 07 11:40:51.492842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3d9ce1d5-1059-4d2a-a96a-aed9c19c713a None None] Provisioning complete for port 6f91e16a-7f91-46de-b328-86048598045c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:51.493217 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce1d5-1059-4d2a-a96a-aed9c19c713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f91e16a-7f91-46de-b328-86048598045c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.502886 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Sync routers for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:40:51.514675 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:51.515368 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:51.552494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ce1d5-1059-4d2a-a96a-aed9c19c713a None None] Port 6f91e16a-7f91-46de-b328-86048598045c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:40:51.608063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac66f431-f9f5-49e6-ae18-71f774f75535 req-d8bc5817-29cf-46ee-b93d-2947abdee366 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587291 Apr 07 11:40:51.646971 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:51.658779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c96c-9d54-46f5-9d82-893768497abf req-40f666e8-290c-4c5e-a50c-6b45594099f4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:51.660319 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7144c96c-9d54-46f5-9d82-893768497abf req-40f666e8-290c-4c5e-a50c-6b45594099f4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 945 time: 0.1608920 Apr 07 11:40:51.680888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-95b2aff4-1383-44f3-97f1-d251a33928dc None None] Provisioning complete for port 6f91e16a-7f91-46de-b328-86048598045c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:51.682402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95b2aff4-1383-44f3-97f1-d251a33928dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f91e16a-7f91-46de-b328-86048598045c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.733066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-2c3b5135-675d-4341-816d-8710baea75e7 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:51.736183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-2c3b5135-675d-4341-816d-8710baea75e7 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/networks?id=5b0cb71a-20c8-40d3-9836-01bbfc392254 HTTP/1.1" status: 200 len: 796 time: 0.3181701 Apr 07 11:40:51.748301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-95b2aff4-1383-44f3-97f1-d251a33928dc None None] Port 6f91e16a-7f91-46de-b328-86048598045c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:40:51.769428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-05c3b035-89ba-4d44-b0c9-715d1f1da054 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/quotas/19eb94a1819f4d2a8ad4c1add7ef5375 HTTP/1.1" status: 200 len: 375 time: 0.0222425 Apr 07 11:40:51.866424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-8b8cd655-3d07-4a9e-b5e2-26b31e74746a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774777 Apr 07 11:40:51.873326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port 5fa80be7-149a-447a-bc20-a791e332aa99 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:40:51.873326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:51.925288 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:49Z', 'revision_number': 2, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:51.962704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Checking router: b095be9d-d8d1-4780-9804-195a9553c6ba for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:40:51.963096 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Updating router b095be9d-d8d1-4780-9804-195a9553c6ba port 6f91e16a-7f91-46de-b328-86048598045c binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:40:52.005744 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f91e16a-7f91-46de-b328-86048598045c), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.057523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port 5fa80be7-149a-447a-bc20-a791e332aa99, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5fa80be7-149a-447a-bc20-a791e332aa99,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:52.057901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.087965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-794578ae-3bd8-4a07-927f-22385abb9fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729517 Apr 07 11:40:52.098925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for 5fa80be7-149a-447a-bc20-a791e332aa99 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:40:52.286839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 42a083d5-f352-4be0-8041-8fa8b478dae1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:52.353768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 42a083d5-f352-4be0-8041-8fa8b478dae1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:52.354560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.375779 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Publish callbacks [] for port (6f91e16a-7f91-46de-b328-86048598045c), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.386271 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6f91e16a-7f91-46de-b328-86048598045c), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.470199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 42a083d5-f352-4be0-8041-8fa8b478dae1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:52.471355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Pushing event updated for resources: {'Port': ['ID=6f91e16a-7f91-46de-b328-86048598045c,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:52.472036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:52.490465 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.490828 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.491156 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.491499 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.491837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.492318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.492657 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.492990 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.493374 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.493708 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.494034 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.494377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.494791 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:40:52.567576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:52.568455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.589078 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Attempting to bind port 6f91e16a-7f91-46de-b328-86048598045c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:52.589707 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Attempting to bind port 6f91e16a-7f91-46de-b328-86048598045c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:52.589984 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Attempting to bind port 6f91e16a-7f91-46de-b328-86048598045c on network 5b0cb71a-20c8-40d3-9836-01bbfc392254 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:52.595864 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:52.596240 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Checking segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:52.596646 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.597193 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Bound using segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:52.597671 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Bound port: 6f91e16a-7f91-46de-b328-86048598045c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:52.598055 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f91e16a-7f91-46de-b328-86048598045c), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.673060 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] For port 6f91e16a-7f91-46de-b328-86048598045c, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:52.680488 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] For port 6f91e16a-7f91-46de-b328-86048598045c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6f91e16a-7f91-46de-b328-86048598045c,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:52.691025 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6f91e16a-7f91-46de-b328-86048598045c), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.712538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:52.728530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033edb21-b7cd-4c95-82d4-792940844772 req-fd7beab2-867a-413b-b4ce-a351adccd6c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:52.730605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-033edb21-b7cd-4c95-82d4-792940844772 req-fd7beab2-867a-413b-b4ce-a351adccd6c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.1727760 Apr 07 11:40:52.763072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-f84c5b13-d9e0-4367-800c-796d1235dcd9 service neutron] 10.222.0.13 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728547 Apr 07 11:40:52.784540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] Provisioning complete for port 6f91e16a-7f91-46de-b328-86048598045c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:52.784871 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884b8d-56bb-40c5-a2f3-243423a8ab37 None None] Pushing event updated for resources: {'Port': ['ID=6f91e16a-7f91-46de-b328-86048598045c,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:52.784999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f91e16a-7f91-46de-b328-86048598045c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:52.842808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-033edb21-b7cd-4c95-82d4-792940844772 req-0422513c-42cf-4b96-af4f-3c8f5e5c2e30 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998688 Apr 07 11:40:52.847949 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:52.848242 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:52.983780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] Current status of the port 6f91e16a-7f91-46de-b328-86048598045c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:52.984573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f91e16a-7f91-46de-b328-86048598045c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:53.024361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5fa80be7-149a-447a-bc20-a791e332aa99), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:53.041018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', '5fa80be7-149a-447a-bc20-a791e332aa99'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:53.103867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=5fa80be7-149a-447a-bc20-a791e332aa99,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:53.128027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8983e-3b84-4fb1-9f13-586e17adbed9 req-954d0ac0-a903-4d31-87e1-f0b30f3003a2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:53.135189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6e8983e-3b84-4fb1-9f13-586e17adbed9 req-954d0ac0-a903-4d31-87e1-f0b30f3003a2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f472fc-7321-426d-9002-d70c0e9fa0a7 HTTP/1.1" status: 200 len: 867 time: 0.1866562 Apr 07 11:40:53.183232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] For port 6f91e16a-7f91-46de-b328-86048598045c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6f91e16a-7f91-46de-b328-86048598045c,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:40:53.200936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port 5fa80be7-149a-447a-bc20-a791e332aa99 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:40:53.209320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:53.212853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7144c96c-9d54-46f5-9d82-893768497abf req-854e52ba-4a5a-4eba-a8f5-34113ec9a480 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/5fa80be7-149a-447a-bc20-a791e332aa99 HTTP/1.1" status: 204 len: 173 time: 1.5458565 Apr 07 11:40:53.221273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35274784-386e-45de-a561-ed25d4f6a533 req-43fdc26b-9c8b-433b-84d6-8d7bc4df05f8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:53.228121 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6f91e16a-7f91-46de-b328-86048598045c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:53.233045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45428) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:53.240636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'port_id': '57401a84-2bb4-43c0-afd4-8daa6bfacd02'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:53.244142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35274784-386e-45de-a561-ed25d4f6a533 req-43fdc26b-9c8b-433b-84d6-8d7bc4df05f8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.2216787 Apr 07 11:40:53.244648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'name': 'network-vif-deleted', 'tag': '5fa80be7-149a-447a-bc20-a791e332aa99'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:53.252134 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0672a130-64c6-48f5-a534-cde644cf6612" -d '{"events": [{"server_uuid": "d9f472fc-7321-426d-9002-d70c0e9fa0a7", "name": "network-vif-deleted", "tag": "5fa80be7-149a-447a-bc20-a791e332aa99"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:53.347028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (f53a40ea-7132-4279-bb3d-fc657bc6d624), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:53.407489 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:53.435995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ccd2889-fe9e-4a95-8ddc-335f1dd23a8c req-9c4352c6-2ea0-4729-b478-52b217aa1911 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 210 time: 0.1316977 Apr 07 11:40:53.469583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6e8983e-3b84-4fb1-9f13-586e17adbed9 req-5cca63f3-3e35-497a-be6d-2806400cb6ad tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330956 Apr 07 11:40:53.529783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452cd71-20f6-4e92-ad2f-261a9d70842a None None] Pushing event updated for resources: {'Port': ['ID=6f91e16a-7f91-46de-b328-86048598045c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:53.558824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b93c015b-8c86-413f-aaa2-335046e12f4b None None] Provisioning complete for port 6f91e16a-7f91-46de-b328-86048598045c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:53.559229 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b93c015b-8c86-413f-aaa2-335046e12f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f91e16a-7f91-46de-b328-86048598045c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:53.578362 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d8cb89-1810-4abe-908d-ddc6322f2006 x-openstack-request-id: req-07d8cb89-1810-4abe-908d-ddc6322f2006 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:53.579782 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f472fc-7321-426d-9002-d70c0e9fa0a7", "name": "network-vif-deleted", "tag": "5fa80be7-149a-447a-bc20-a791e332aa99", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:53.581406 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07d8cb89-1810-4abe-908d-ddc6322f2006 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:53.581900 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d8cb89-1810-4abe-908d-ddc6322f2006'] response: {'server_uuid': 'd9f472fc-7321-426d-9002-d70c0e9fa0a7', 'name': 'network-vif-deleted', 'tag': '5fa80be7-149a-447a-bc20-a791e332aa99', 'status': 'completed', 'code': 200} Apr 07 11:40:53.768527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b93c015b-8c86-413f-aaa2-335046e12f4b None None] Current status of the port 6f91e16a-7f91-46de-b328-86048598045c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:53.777161 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:52Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:53.818322 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bddd-b3be-4347-a394-ef397442a839 None None] The sync data for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 is: [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:52Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:40:54.135191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:54.139910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (f53a40ea-7132-4279-bb3d-fc657bc6d624), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:54.281043 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP f53a40ea-7132-4279-bb3d-fc657bc6d624 associated. External IP: 172.25.5.154, port: 57401a84-2bb4-43c0-afd4-8daa6bfacd02. Apr 07 11:40:54.305409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f91e16a-7f91-46de-b328-86048598045c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:40:54.426290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6f91e16a-7f91-46de-b328-86048598045c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:54.426939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6f91e16a-7f91-46de-b328-86048598045c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:54.654002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-8bbe18f8-2ff4-4116-bdba-a1ab3f3e02bd tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:54.655851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-8bbe18f8-2ff4-4116-bdba-a1ab3f3e02bd tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.41 "GET /v2.0/networks?id=5b0cb71a-20c8-40d3-9836-01bbfc392254 HTTP/1.1" status: 200 len: 796 time: 0.2902198 Apr 07 11:40:54.682569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6f91e16a-7f91-46de-b328-86048598045c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:40:54.695624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96f8a927-ee13-4098-a4ba-ccbae66cfe8c req-fc62237f-d2ac-463c-b324-d3244d0f7d42 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 210 time: 0.0386226 Apr 07 11:40:54.717730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:40:54.763801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-52c6bb36-0202-4653-b050-9d1ccc9fda8e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375 HTTP/1.1" status: 200 len: 477 time: 0.0918446 Apr 07 11:40:54.775390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'port': {'device_id': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'admin_state_up': True, 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'security_groups': ['d43ae3fc-df48-45de-b6ec-c68374a86fcb', 'd2be3f53-92b8-4613-9c00-27927e9acfab']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:54.845796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:40:54.850608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:54.858453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:40:54.873632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:54.877442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:54.965153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fd79f4e4-293f-49d2-86d1-5c0eb4b670ce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "PUT /v2.0/floatingips/f53a40ea-7132-4279-bb3d-fc657bc6d624 HTTP/1.1" status: 200 len: 991 time: 1.7206571 Apr 07 11:40:54.965153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:54.966458 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a2ee54-473c-40f6-94cb-efcec363179f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:55.049923 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d510ff98-d885-41f4-bbcb-7d453877afd6 x-openstack-request-id: req-d510ff98-d885-41f4-bbcb-7d453877afd6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:55.050177 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:55.051114 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d510ff98-d885-41f4-bbcb-7d453877afd6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:55.051658 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d510ff98-d885-41f4-bbcb-7d453877afd6'] response: {'name': 'network-changed', 'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'status': 'completed', 'code': 200} Apr 07 11:40:55.126936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7d294c04-7d5c-4675-a1d4-15a9475f8694 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:55.134879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7d294c04-7d5c-4675-a1d4-15a9475f8694 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1913471 Apr 07 11:40:55.135152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2ee54-473c-40f6-94cb-efcec363179f req-d7e60a82-bf46-4bfc-bb27-50ec1695a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:55.137154 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-d7e60a82-bf46-4bfc-bb27-50ec1695a954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 1127 time: 0.0598857 Apr 07 11:40:55.139314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:55.161290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-783ef8bf-94b5-4ef9-bc55-522d54196489 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0252316 Apr 07 11:40:55.236039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Made reservation on behalf of 19eb94a1819f4d2a8ad4c1add7ef5375 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:55.239707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:55.371989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2ee54-473c-40f6-94cb-efcec363179f req-2e0a74d4-679d-47a4-9b7e-36ae35555402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:55.372816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-2eeb1c67-6faf-4758-9af0-733b3d30fbb4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1986566 Apr 07 11:40:55.375172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-2e0a74d4-679d-47a4-9b7e-36ae35555402 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.2093225 Apr 07 11:40:55.600365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:04Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}, {'id': 'f53a40ea-7132-4279-bb3d-fc657bc6d624', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:5f:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:40:36Z', 'updated_at': '2022-04-07T11:40:54Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:55.638352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-7d270085-a5c5-4c7a-9861-e4863d2c553e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02 HTTP/1.1" status: 200 len: 999 time: 0.2516830 Apr 07 11:40:55.651055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.20.0.9 (5b0cb71a-20c8-40d3-9836-01bbfc392254/f87ab98c-4f1f-4221-adec-80e4810a7228/5f264df1-25cb-4289-98d3-548d9f68aeb4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:55.665306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:40:55.676452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:40:55.677405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:55.706514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-4cd56f25-2b58-4967-a473-de4d26a1727a service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326337 Apr 07 11:40:55.766900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2ee54-473c-40f6-94cb-efcec363179f req-64920b93-0888-4d8e-bf4a-16ab9d2e92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:55.770138 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-64920b93-0888-4d8e-bf4a-16ab9d2e92a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.1267917 Apr 07 11:40:55.856784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2ee54-473c-40f6-94cb-efcec363179f req-5479155d-9171-44e9-a70a-70fff5c31bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:55.858501 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-5479155d-9171-44e9-a70a-70fff5c31bed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812316 Apr 07 11:40:55.889993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4e74587-5cea-446a-ac6a-6eb65077966a req-f4c1cda6-28e2-439e-97ff-9a465c86c162 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 210 time: 0.0495172 Apr 07 11:40:55.986821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-9f7ce1e5-ed3c-4047-8fe2-c4259eb0410b service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788179 Apr 07 11:40:56.031005 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-cc62e8b0-bdba-41b7-845b-a0cd21cd84bf service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655660 Apr 07 11:40:56.059013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5fa80be7-149a-447a-bc20-a791e332aa99 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:40:56.096955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:56.164579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:56.183954 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-00a2ee54-473c-40f6-94cb-efcec363179f req-b9424f80-218e-45d3-8671-b97874e1aa82 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458135 Apr 07 11:40:56.222837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 5fa80be7-149a-447a-bc20-a791e332aa99 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:40:56.223373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5fa80be7-149a-447a-bc20-a791e332aa99 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:40:56.264575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:56.303830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:56.314825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6aa8524-9623-47d8-9f8d-d25bf3750ae6 req-3a5697c5-959a-43fc-879e-3925dacf0c1c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 210 time: 0.0459836 Apr 07 11:40:56.316285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:40:56.332691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:56.380133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=5f264df1-25cb-4289-98d3-548d9f68aeb4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:56.416866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:56.418156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:56.441244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd97ec8a-e745-435f-827c-b70e7b75ef2a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6720636 Apr 07 11:40:56.455079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Request body: {'port': {'device_id': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:56.538010 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:56.699648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:04Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}, {'id': 'f53a40ea-7132-4279-bb3d-fc657bc6d624', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:5f:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:40:36Z', 'updated_at': '2022-04-07T11:40:54Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:40:56.736073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722b70a-7a96-413f-a2eb-be601b6fac0b None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:04Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}, {'id': 'f53a40ea-7132-4279-bb3d-fc657bc6d624', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:5f:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:40:36Z', 'updated_at': '2022-04-07T11:40:54Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:40:56.755028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c0c588f-acc6-4ba7-b53b-1a63a7310f61 None None] Provisioning complete for port 5f264df1-25cb-4289-98d3-548d9f68aeb4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:40:56.755611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c588f-acc6-4ba7-b53b-1a63a7310f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:56.799197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c588f-acc6-4ba7-b53b-1a63a7310f61 None None] Port 5f264df1-25cb-4289-98d3-548d9f68aeb4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:40:57.007883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f264df1-25cb-4289-98d3-548d9f68aeb4 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:57.017774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Publish callbacks [] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:57.042684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Transition to ACTIVE for port object 5f264df1-25cb-4289-98d3-548d9f68aeb4 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:40:57.051102 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0004a5-ed0d-449d-b975-c8e4ed457304 None None] New status for floating IP f53a40ea-7132-4279-bb3d-fc657bc6d624: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:40:57.064059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:57.157532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f264df1-25cb-4289-98d3-548d9f68aeb4,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:57.194315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dfc74-f16f-4acc-87c2-84b163b9c3eb req-72fbaf74-2720-4e90-bed7-22d62e9fc9a1 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:57.203815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d2dfc74-f16f-4acc-87c2-84b163b9c3eb req-72fbaf74-2720-4e90-bed7-22d62e9fc9a1 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 970 time: 0.1783600 Apr 07 11:40:57.326914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d2dfc74-f16f-4acc-87c2-84b163b9c3eb req-1719675a-a05a-4c07-aa1c-051410bc723c tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0954502 Apr 07 11:40:57.341576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Attempting to bind port 5f264df1-25cb-4289-98d3-548d9f68aeb4 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:57.342006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Attempting to bind port 5f264df1-25cb-4289-98d3-548d9f68aeb4 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:57.342351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Attempting to bind port 5f264df1-25cb-4289-98d3-548d9f68aeb4 on network 5b0cb71a-20c8-40d3-9836-01bbfc392254 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:57.349793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Port 5f264df1-25cb-4289-98d3-548d9f68aeb4 on network 5b0cb71a-20c8-40d3-9836-01bbfc392254 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:40:57.350197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Attempting to bind port 5f264df1-25cb-4289-98d3-548d9f68aeb4 on network 5b0cb71a-20c8-40d3-9836-01bbfc392254 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:57.362941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:57.363457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Checking segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:57.364186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Bound using segment: {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:57.364699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Bound port: 5f264df1-25cb-4289-98d3-548d9f68aeb4, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc422e3-6b91-4e27-aaf7-d978501b7e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:57.365286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:57.451024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a49de22-589b-4d6f-a665-c437955a42ce req-057872ba-3e8e-403b-8189-657b340cc5be tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 210 time: 0.0524137 Apr 07 11:40:57.496403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] For port 5f264df1-25cb-4289-98d3-548d9f68aeb4, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:57.500407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] For port 5f264df1-25cb-4289-98d3-548d9f68aeb4, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:57.508738 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:57.557388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:57.558012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:57.559383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f264df1-25cb-4289-98d3-548d9f68aeb4 HTTP/1.1" status: 200 len: 1130 time: 1.1109939 Apr 07 11:40:57.560490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:57.563087 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e884e8-10cf-4f99-8950-fb8fabe82562" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:57.600185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ea843-b9aa-45b5-8d29-fcce332d45b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f264df1-25cb-4289-98d3-548d9f68aeb4,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:57.621910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-46207e3f-ddf4-49dc-8a69-9ba5a89afc43 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:57.623383 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-46207e3f-ddf4-49dc-8a69-9ba5a89afc43 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1711147 Apr 07 11:40:57.637019 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4987c71b-9503-4e94-b7dc-61ccfe0222f4 x-openstack-request-id: req-4987c71b-9503-4e94-b7dc-61ccfe0222f4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:57.637415 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:57.637553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:57.637831 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4987c71b-9503-4e94-b7dc-61ccfe0222f4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:57.638354 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4987c71b-9503-4e94-b7dc-61ccfe0222f4'] response: {'name': 'network-changed', 'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'status': 'completed', 'code': 200} Apr 07 11:40:57.698344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-c15aede2-b8a0-4de5-8351-e0a13cc9e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:57.700190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-c15aede2-b8a0-4de5-8351-e0a13cc9e2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1164 time: 0.0526288 Apr 07 11:40:57.767303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-aeef4ba0-5a0e-40c1-a9bb-022062042620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0490954 Apr 07 11:40:57.796488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:40:57.801000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:57.838819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-58dfb65e-9c1f-491a-ae94-c895cad1447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:57.840801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-58dfb65e-9c1f-491a-ae94-c895cad1447d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f87ab98c-4f1f-4221-adec-80e4810a7228 HTTP/1.1" status: 200 len: 834 time: 0.0694375 Apr 07 11:40:57.907171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd515733-4768-4618-b974-70cf05b017f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:57.909096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-cd515733-4768-4618-b974-70cf05b017f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b0cb71a-20c8-40d3-9836-01bbfc392254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624263 Apr 07 11:40:57.960974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.10 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/21c4cbe1-5df1-4506-a64e-10611c18cf73) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:40:58.025428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-465832db-4500-41f7-b608-1b5c8a367008 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101136 Apr 07 11:40:58.129217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e29b58ff-a675-4d5d-a82a-322776e5303d req-8ac048fa-9038-45e7-a7a6-9f0d8d829ba4 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964873 Apr 07 11:40:58.162055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.197781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.208742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:40:58.247907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:40:58.252503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:40:58.256233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:40:58.266788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-08bda941-70a3-418b-951c-d71a6dfef81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.268477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-08bda941-70a3-418b-951c-d71a6dfef81e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1164 time: 0.0665226 Apr 07 11:40:58.285802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=21c4cbe1-5df1-4506-a64e-10611c18cf73,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:58.325205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.326446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.351836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-7bd08106-5ff1-4236-9b7e-a2351bfa521a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7198079 Apr 07 11:40:58.375828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Request body: {'port': {'device_id': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:40:58.394597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-3048524c-546d-4705-afdb-3dc5cdd85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.396231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-3048524c-546d-4705-afdb-3dc5cdd85157 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b0cb71a-20c8-40d3-9836-01bbfc392254 HTTP/1.1" status: 200 len: 897 time: 0.1207147 Apr 07 11:40:58.446939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.454869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-2039d0db-3b9d-4fd4-892a-71691ec86339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0521898 Apr 07 11:40:58.546015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-521bc0df-ff59-4672-9c09-af56bc9ab3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.547598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-521bc0df-ff59-4672-9c09-af56bc9ab3ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f87ab98c-4f1f-4221-adec-80e4810a7228 HTTP/1.1" status: 200 len: 834 time: 0.0854421 Apr 07 11:40:58.583040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f71a47-d057-46e6-a9bf-5eceba0c9f0d req-80a60f8b-1fca-49a1-a361-42d45b7021ca tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.584609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66f71a47-d057-46e6-a9bf-5eceba0c9f0d req-80a60f8b-1fca-49a1-a361-42d45b7021ca tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 982 time: 0.1331632 Apr 07 11:40:58.688717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-c3e88c0e-6c6c-4c3e-885f-020d523d39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.690270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-c3e88c0e-6c6c-4c3e-885f-020d523d39d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b0cb71a-20c8-40d3-9836-01bbfc392254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1347418 Apr 07 11:40:58.705016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e198d-2fd2-47eb-9724-46d39e9054e1 req-b3323b18-14de-46f4-bd49-209fc80b1848 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:58.707010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d8e198d-2fd2-47eb-9724-46d39e9054e1 req-b3323b18-14de-46f4-bd49-209fc80b1848 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 932 time: 0.1408608 Apr 07 11:40:58.713863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-66f71a47-d057-46e6-a9bf-5eceba0c9f0d req-5b10df3b-e723-47a0-89a6-72b7599ebf1f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1127436 Apr 07 11:40:58.782243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c4cbe1-5df1-4506-a64e-10611c18cf73 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:40:58.791197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Publish callbacks [] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.804970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Transition to ACTIVE for port object 21c4cbe1-5df1-4506-a64e-10611c18cf73 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:40:58.809093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.834890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d8e198d-2fd2-47eb-9724-46d39e9054e1 req-89b16934-5c7a-42b3-8b19-e0ab389ab7f0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135216 Apr 07 11:40:58.874113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-b957869a-2a00-4e04-abe2-5d071512cec5 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661234 Apr 07 11:40:58.898949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Pushing event updated for resources: {'Port': ['ID=21c4cbe1-5df1-4506-a64e-10611c18cf73,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:58.961634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Attempting to bind port 21c4cbe1-5df1-4506-a64e-10611c18cf73 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:40:58.961972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Attempting to bind port 21c4cbe1-5df1-4506-a64e-10611c18cf73 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:40:58.962301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Attempting to bind port 21c4cbe1-5df1-4506-a64e-10611c18cf73 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:58.966686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Port 21c4cbe1-5df1-4506-a64e-10611c18cf73 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:40:58.967000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Attempting to bind port 21c4cbe1-5df1-4506-a64e-10611c18cf73 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:40:58.972858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:40:58.973352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:40:58.973845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:40:58.974366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Bound port: 21c4cbe1-5df1-4506-a64e-10611c18cf73, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:40:58.974849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:58.993885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-43e884e8-10cf-4f99-8950-fb8fabe82562 req-d6dc1521-d9dc-47a3-952a-b0883c7fb775 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966637 Apr 07 11:40:59.042445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] For port 21c4cbe1-5df1-4506-a64e-10611c18cf73, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:40:59.045690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] For port 21c4cbe1-5df1-4506-a64e-10611c18cf73, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:40:59.051599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:59.084819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.085737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:59.087375 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] 10.222.0.41 "PUT /v2.0/ports/21c4cbe1-5df1-4506-a64e-10611c18cf73 HTTP/1.1" status: 200 len: 1092 time: 0.7173257 Apr 07 11:40:59.087821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'tag': '21c4cbe1-5df1-4506-a64e-10611c18cf73'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:40:59.090132 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a08ee-b413-4730-95a2-69614e627c83" -d '{"events": [{"name": "network-changed", "server_uuid": "26bef643-eea2-4d53-bbc9-549b94adfcaa", "tag": "21c4cbe1-5df1-4506-a64e-10611c18cf73"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:40:59.144985 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ff2ca9-dfb9-4f8e-8343-c7a8ee83064e x-openstack-request-id: req-94ff2ca9-dfb9-4f8e-8343-c7a8ee83064e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:40:59.145380 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bef643-eea2-4d53-bbc9-549b94adfcaa", "tag": "21c4cbe1-5df1-4506-a64e-10611c18cf73", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:40:59.145763 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94ff2ca9-dfb9-4f8e-8343-c7a8ee83064e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:40:59.146292 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ff2ca9-dfb9-4f8e-8343-c7a8ee83064e'] response: {'name': 'network-changed', 'server_uuid': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'tag': '21c4cbe1-5df1-4506-a64e-10611c18cf73', 'status': 'completed', 'code': 200} Apr 07 11:40:59.162380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750a95d-190a-4ddf-830f-86faf8683de5 service neutron] Pushing event updated for resources: {'Port': ['ID=21c4cbe1-5df1-4506-a64e-10611c18cf73,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:40:59.184557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-a7c38905-9258-4ef3-9091-cf97acd114d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.186493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-a7c38905-9258-4ef3-9091-cf97acd114d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 1126 time: 0.0573809 Apr 07 11:40:59.234155 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-76f9279f-719d-429c-98b4-4734e6f64156 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73 HTTP/1.1" status: 200 len: 217 time: 0.0395863 Apr 07 11:40:59.282801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-de35c7c4-f99e-4b03-9164-ecdcf866d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.284177 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-de35c7c4-f99e-4b03-9164-ecdcf866d46d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0443351 Apr 07 11:40:59.315888 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-12588c21-845d-4984-880a-634a29d965e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258844 Apr 07 11:40:59.410231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-1bf459a9-0c53-4219-a801-62963f050908 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880992 Apr 07 11:40:59.498155 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-32dd3c30-ded7-4a57-8b30-86ca0f4c14a7 req-3180b74b-67b0-4b6e-b54c-c76dac4abbd8 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817046 Apr 07 11:40:59.583736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a08ee-b413-4730-95a2-69614e627c83 req-a428200d-e9ba-47e6-91a2-5e9363211672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.585261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-a428200d-e9ba-47e6-91a2-5e9363211672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 1126 time: 0.0468891 Apr 07 11:40:59.684186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a08ee-b413-4730-95a2-69614e627c83 req-14c15999-06d4-47cc-a83d-af2912404d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.685695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-14c15999-06d4-47cc-a83d-af2912404d6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.0935481 Apr 07 11:40:59.730571 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-a76840eb-c7ad-4ef9-8bf8-1306a6ecc00c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73 HTTP/1.1" status: 200 len: 217 time: 0.0378308 Apr 07 11:40:59.787880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a08ee-b413-4730-95a2-69614e627c83 req-281e859f-e922-4f24-a632-64906964c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.789498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-281e859f-e922-4f24-a632-64906964c8e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0522003 Apr 07 11:40:59.820098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-bab9159e-6149-43e6-adb9-3cc56e9c3b5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253785 Apr 07 11:40:59.847176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b0ff9-e47a-4013-a3c5-b7123bb72ae3 req-c7bd670f-227c-419d-91db-f75407b31002 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:40:59.849578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d83b0ff9-e47a-4013-a3c5-b7123bb72ae3 req-c7bd670f-227c-419d-91db-f75407b31002 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 982 time: 0.0618472 Apr 07 11:40:59.932262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d83b0ff9-e47a-4013-a3c5-b7123bb72ae3 req-69726047-ae9d-459e-a179-d6162d3ba5c5 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0775940 Apr 07 11:40:59.945703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-926e3c27-e32f-43cb-a4f1-1974a12cb927 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144865 Apr 07 11:41:00.001470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274e17-3226-433b-b263-a2803c55a39f req-4c560b18-e44e-4db3-bc29-49f2db208cee tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:00.003291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7274e17-3226-433b-b263-a2803c55a39f req-4c560b18-e44e-4db3-bc29-49f2db208cee tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 944 time: 0.0700858 Apr 07 11:41:00.050462 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-437a08ee-b413-4730-95a2-69614e627c83 req-ebe144f8-7270-4adb-8c5a-6c66ef186712 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003954 Apr 07 11:41:00.059984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7274e17-3226-433b-b263-a2803c55a39f req-3a96cfce-0a7b-48fc-8b12-9f09070d5f6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487616 Apr 07 11:41:00.649913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d36f81e9-4722-4735-861e-7f4992be920c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:01.063365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e15f57-13db-4f77-b814-c68225c1c670 req-eb701ebd-2da0-488f-9b1a-735bb4aa9b71 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:01.064875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44e15f57-13db-4f77-b814-c68225c1c670 req-eb701ebd-2da0-488f-9b1a-735bb4aa9b71 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 982 time: 0.0573201 Apr 07 11:41:01.125021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44e15f57-13db-4f77-b814-c68225c1c670 req-e68bb15b-7e81-4ced-b0ba-8b765097736f tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542114 Apr 07 11:41:01.200043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e708d-e03d-44ce-b432-d98b619db2f8 req-c8e48edd-732e-4d50-9be0-eee96a16ae74 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:01.201580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee3e708d-e03d-44ce-b432-d98b619db2f8 req-c8e48edd-732e-4d50-9be0-eee96a16ae74 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 944 time: 0.0554414 Apr 07 11:41:01.251944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee3e708d-e03d-44ce-b432-d98b619db2f8 req-d2da2848-370a-4cb3-8dae-d0cc5c156585 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Apr 07 11:41:01.761717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:01.939485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5f264df1-25cb-4289-98d3-548d9f68aeb4 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:41:02.043569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5f264df1-25cb-4289-98d3-548d9f68aeb4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:02.055551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'port_id': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'mac_address': 'fa:16:3e:fe:98:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:41:02.099612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5f264df1-25cb-4289-98d3-548d9f68aeb4 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:02.099997 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:02.112981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f264df1-25cb-4289-98d3-548d9f68aeb4 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:02.133319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5f264df1-25cb-4289-98d3-548d9f68aeb4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:02.137337 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:02.192300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5f264df1-25cb-4289-98d3-548d9f68aeb4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:02.255582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe237-a90f-4f6b-b07d-ff7c7e0928f3 req-30f3f353-c67b-42e0-bb2a-0a9c7ecdbd02 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:02.257476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a8fe237-a90f-4f6b-b07d-ff7c7e0928f3 req-30f3f353-c67b-42e0-bb2a-0a9c7ecdbd02 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 983 time: 0.0584557 Apr 07 11:41:02.323976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a8fe237-a90f-4f6b-b07d-ff7c7e0928f3 req-855dd387-7b3a-4559-9912-8a103d1feb3d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0598481 Apr 07 11:41:02.386028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d95fdd-5c12-47e8-a242-e71ca4aeed44 req-e614c051-fe28-447f-b511-4ed5ad5a1440 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:02.387507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59d95fdd-5c12-47e8-a242-e71ca4aeed44 req-e614c051-fe28-447f-b511-4ed5ad5a1440 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 944 time: 0.0579150 Apr 07 11:41:02.435423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59d95fdd-5c12-47e8-a242-e71ca4aeed44 req-ce6f3664-ae93-4718-bb34-58df90a79332 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Apr 07 11:41:02.483881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['5f264df1-25cb-4289-98d3-548d9f68aeb4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:02.968257 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23a17a11-7a61-4abf-a1aa-5b97f30ded12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:03.453345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078dacf-4797-4ee0-bb86-a85cde2f0873 req-8e9404d2-e10e-48ea-aed1-5c7815c60537 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:03.454959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7078dacf-4797-4ee0-bb86-a85cde2f0873 req-8e9404d2-e10e-48ea-aed1-5c7815c60537 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 983 time: 0.0571444 Apr 07 11:41:03.520021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7078dacf-4797-4ee0-bb86-a85cde2f0873 req-4000b3d2-f200-4c35-b57e-c45918c2dbc8 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0591257 Apr 07 11:41:03.582927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:03.632283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c1a-8ac1-465a-878d-4978b4591e4a req-ffebb281-5705-4b7e-b67b-62d1cb4ca850 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:03.633751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-101c8c1a-8ac1-465a-878d-4978b4591e4a req-ffebb281-5705-4b7e-b67b-62d1cb4ca850 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 944 time: 0.1256313 Apr 07 11:41:03.685317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-101c8c1a-8ac1-465a-878d-4978b4591e4a req-ca5d3829-7538-4f6a-bc50-01dbcf836143 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Apr 07 11:41:03.941611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 21c4cbe1-5df1-4506-a64e-10611c18cf73 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:41:03.944324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5f264df1-25cb-4289-98d3-548d9f68aeb4 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:04.060053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 5f264df1-25cb-4289-98d3-548d9f68aeb4 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:41:04.068657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 5f264df1-25cb-4289-98d3-548d9f68aeb4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:04.069040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.119633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 21c4cbe1-5df1-4506-a64e-10611c18cf73, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:04.137748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '21c4cbe1-5df1-4506-a64e-10611c18cf73', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': '21c4cbe1-5df1-4506-a64e-10611c18cf73', 'mac_address': 'fa:16:3e:9a:ac:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:41:04.207106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 21c4cbe1-5df1-4506-a64e-10611c18cf73 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:04.207427 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.222095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 5f264df1-25cb-4289-98d3-548d9f68aeb4 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:04.222483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.227147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c4cbe1-5df1-4506-a64e-10611c18cf73 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:04.266746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:04.268992 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e8814-c9b7-4fbc-9db7-69e08274d2ab" -d '{"events": [{"server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "name": "network-vif-plugged", "status": "completed", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:04.273873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 21c4cbe1-5df1-4506-a64e-10611c18cf73, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:04.282741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.285803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 5f264df1-25cb-4289-98d3-548d9f68aeb4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:04.289907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.324544 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51c97e4-8315-42bc-83be-e1c28b0a34c4 x-openstack-request-id: req-c51c97e4-8315-42bc-83be-e1c28b0a34c4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:04.324852 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "name": "network-vif-plugged", "status": "completed", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:04.325119 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c51c97e4-8315-42bc-83be-e1c28b0a34c4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:04.325576 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51c97e4-8315-42bc-83be-e1c28b0a34c4'] response: {'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'code': 200} Apr 07 11:41:04.346682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=21c4cbe1-5df1-4506-a64e-10611c18cf73,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:04.403280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=5f264df1-25cb-4289-98d3-548d9f68aeb4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:04.474090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963d9c-0b13-4a68-a0f0-3e333ea6a59b req-8f321a25-bdd3-4e4c-bad4-129415a2f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:04.475511 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b2963d9c-0b13-4a68-a0f0-3e333ea6a59b req-8f321a25-bdd3-4e4c-bad4-129415a2f3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1166 time: 0.0517583 Apr 07 11:41:04.478897 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.532895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b2963d9c-0b13-4a68-a0f0-3e333ea6a59b req-d418efe7-8f52-4248-8386-84988763d527 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0509696 Apr 07 11:41:04.645488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39abc72-4704-4b4b-a791-55a4278c8cd7 req-7b280351-1e74-42da-997f-c0af99942cec tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:04.647023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39abc72-4704-4b4b-a791-55a4278c8cd7 req-7b280351-1e74-42da-997f-c0af99942cec tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.0576141 Apr 07 11:41:04.658547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['21c4cbe1-5df1-4506-a64e-10611c18cf73'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:04.724267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39abc72-4704-4b4b-a791-55a4278c8cd7 req-d42f9daf-aa14-492e-bbc8-8ec4318325b3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0711884 Apr 07 11:41:04.825481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04247b2e-0b01-4f2a-b778-07bc42e232cb req-15a20e6d-2d53-41e5-a04d-046c48e1ed56 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:04.826974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04247b2e-0b01-4f2a-b778-07bc42e232cb req-15a20e6d-2d53-41e5-a04d-046c48e1ed56 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 945 time: 0.0561032 Apr 07 11:41:04.879414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04247b2e-0b01-4f2a-b778-07bc42e232cb req-3a4a5831-e92c-4ac1-8c5f-15f552fd30db tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466862 Apr 07 11:41:05.853460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81020-1ccd-4f5a-b473-6eb14f4eb29c req-cdb6b2b0-d3eb-4dcd-ad80-82a26aed88c1 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:05.855254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01e81020-1ccd-4f5a-b473-6eb14f4eb29c req-cdb6b2b0-d3eb-4dcd-ad80-82a26aed88c1 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.0540130 Apr 07 11:41:05.916478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01e81020-1ccd-4f5a-b473-6eb14f4eb29c req-7fb24256-2c21-4738-a451-8b13cefa7925 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0544927 Apr 07 11:41:05.952468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 21c4cbe1-5df1-4506-a64e-10611c18cf73 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:06.026170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf3716-5298-4b0c-8c5e-29e5eef03db3 req-e8139ba4-1eb9-4cab-8ac9-2795cc6ef8de tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:06.028136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18cf3716-5298-4b0c-8c5e-29e5eef03db3 req-e8139ba4-1eb9-4cab-8ac9-2795cc6ef8de tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 945 time: 0.0614920 Apr 07 11:41:06.044948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 21c4cbe1-5df1-4506-a64e-10611c18cf73 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:41:06.064084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 21c4cbe1-5df1-4506-a64e-10611c18cf73 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:06.066227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:06.111635 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:06.127743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18cf3716-5298-4b0c-8c5e-29e5eef03db3 req-6bc45b0a-9432-4bdd-a5e5-ff0fd9d03d26 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Apr 07 11:41:06.182510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 21c4cbe1-5df1-4506-a64e-10611c18cf73 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:06.182964 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:06.215993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 21c4cbe1-5df1-4506-a64e-10611c18cf73, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:06.221206 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:06.270847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=21c4cbe1-5df1-4506-a64e-10611c18cf73,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:06.326771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c4cbe1-5df1-4506-a64e-10611c18cf73'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:06.329903 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e657f43-7ae9-4b47-b2df-9970f7780cde" -d '{"events": [{"server_uuid": "26bef643-eea2-4d53-bbc9-549b94adfcaa", "name": "network-vif-plugged", "status": "completed", "tag": "21c4cbe1-5df1-4506-a64e-10611c18cf73"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:06.371673 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6093fc-de04-4667-a2ee-24e70b95d123 x-openstack-request-id: req-7a6093fc-de04-4667-a2ee-24e70b95d123 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:06.371980 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bef643-eea2-4d53-bbc9-549b94adfcaa", "name": "network-vif-plugged", "status": "completed", "tag": "21c4cbe1-5df1-4506-a64e-10611c18cf73", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:06.372237 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a6093fc-de04-4667-a2ee-24e70b95d123 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:06.372643 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6093fc-de04-4667-a2ee-24e70b95d123'] response: {'server_uuid': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c4cbe1-5df1-4506-a64e-10611c18cf73', 'code': 200} Apr 07 11:41:06.474110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c53ac1-1354-4508-a90c-4eb11f2a7f66 req-de496ce2-ed27-4d66-87e8-c0e1de138196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:06.475505 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6c53ac1-1354-4508-a90c-4eb11f2a7f66 req-de496ce2-ed27-4d66-87e8-c0e1de138196 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 1128 time: 0.0466888 Apr 07 11:41:06.533479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6c53ac1-1354-4508-a90c-4eb11f2a7f66 req-ec8fad69-988e-482f-bdb0-dad0dc834226 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507483 Apr 07 11:41:07.114081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37206a4-17af-41e8-b5ff-9971412d52fb req-980f87c4-354a-4e2a-997b-9b2944c15f67 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:07.115481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b37206a4-17af-41e8-b5ff-9971412d52fb req-980f87c4-354a-4e2a-997b-9b2944c15f67 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.1145010 Apr 07 11:41:07.177801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b37206a4-17af-41e8-b5ff-9971412d52fb req-378ff12e-abde-43c9-ac6c-0c99ed92a9a1 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0564089 Apr 07 11:41:07.217696 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:07.335328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cdc3-8c26-4722-89c6-47e23f44da9b req-03730bb0-2d50-4904-9dd1-10bd29691c4e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:07.336903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a390cdc3-8c26-4722-89c6-47e23f44da9b req-03730bb0-2d50-4904-9dd1-10bd29691c4e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 946 time: 0.0884557 Apr 07 11:41:07.349407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6caf04-aa72-4b79-8ba3-6a13d601c463 req-48a3ca79-381e-41d8-bbe3-281dd2fe520d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:07.350836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef6caf04-aa72-4b79-8ba3-6a13d601c463 req-48a3ca79-381e-41d8-bbe3-281dd2fe520d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.0743408 Apr 07 11:41:07.428184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a390cdc3-8c26-4722-89c6-47e23f44da9b req-a30694d8-9cb9-48ea-b330-7561707bbf3d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Apr 07 11:41:07.449300 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef6caf04-aa72-4b79-8ba3-6a13d601c463 req-3de9dd44-004e-4fe0-8648-397ea4489ea4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0851119 Apr 07 11:41:07.563902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed718a3-a79b-4656-9b7d-a70059e351ef req-c4be9790-5948-467a-8cf5-42bb8aaff3b4 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:07.565792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ed718a3-a79b-4656-9b7d-a70059e351ef req-c4be9790-5948-467a-8cf5-42bb8aaff3b4 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1166 time: 0.0456324 Apr 07 11:41:07.585847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ed718a3-a79b-4656-9b7d-a70059e351ef req-b0bbf7a2-a84e-450f-a3b2-d385ce56a821 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:07.664895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ed718a3-a79b-4656-9b7d-a70059e351ef req-b0bbf7a2-a84e-450f-a3b2-d385ce56a821 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Publish callbacks [] for security_group (91c07bf3-4364-4e4b-b1ab-611344a44e21), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:07.669641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ed718a3-a79b-4656-9b7d-a70059e351ef req-b0bbf7a2-a84e-450f-a3b2-d385ce56a821 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (91c07bf3-4364-4e4b-b1ab-611344a44e21), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:07.710064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf7a2-a84e-450f-a3b2-d385ce56a821 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c07bf3-4364-4e4b-b1ab-611344a44e21,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:07.729452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ed718a3-a79b-4656-9b7d-a70059e351ef req-b0bbf7a2-a84e-450f-a3b2-d385ce56a821 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1577756 Apr 07 11:41:07.748257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45578) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:07.794926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa52f0d-16e6-4c30-9988-fc26340e95c6 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:07.799504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1fa52f0d-16e6-4c30-9988-fc26340e95c6 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1161 time: 0.0466292 Apr 07 11:41:07.799936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45580) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:07.804671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:07.825794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:07.931645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:08.050558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.25.5.46 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/13659287-02f3-4e3a-b060-0998116c74a4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:08.150101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (13659287-02f3-4e3a-b060-0998116c74a4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:08.183557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (13659287-02f3-4e3a-b060-0998116c74a4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:08.222764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:08.230304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:08.232806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:08.236789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=13659287-02f3-4e3a-b060-0998116c74a4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:08.628277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168ace0-8763-4a53-9f6f-64c5c2f02fcb req-58e9b1c8-9fea-4434-aebf-33ab11089e9e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:08.629924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7168ace0-8763-4a53-9f6f-64c5c2f02fcb req-58e9b1c8-9fea-4434-aebf-33ab11089e9e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 946 time: 0.1185093 Apr 07 11:41:08.661242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for floatingip (4494de8e-2db8-4e1d-a762-01c9898e0e3b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:08.727946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7168ace0-8763-4a53-9f6f-64c5c2f02fcb req-babacc5b-7223-41bd-b331-d4fb25053040 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 Apr 07 11:41:08.761011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (13659287-02f3-4e3a-b060-0998116c74a4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:08.986500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (13659287-02f3-4e3a-b060-0998116c74a4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:08.995144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (13659287-02f3-4e3a-b060-0998116c74a4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:09.065444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-d949fb8d-7b75-44f4-b5f8-c9c5a1ccc0d4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:09.066893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-d949fb8d-7b75-44f4-b5f8-c9c5a1ccc0d4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1822047 Apr 07 11:41:09.094946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=13659287-02f3-4e3a-b060-0998116c74a4,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:09.100119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-02e1e8e8-5ef4-4992-ad82-b1906c815fff tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0262573 Apr 07 11:41:09.104796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (4494de8e-2db8-4e1d-a762-01c9898e0e3b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:09.541087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-40b9a7a0-563f-428c-8880-95fbcbcaad16 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4341061 Apr 07 11:41:09.553504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-9d4391e5-9fd3-48ea-99e7-9c9b3cfd8116 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:41:09.554642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-9d4391e5-9fd3-48ea-99e7-9c9b3cfd8116 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063472 Apr 07 11:41:09.556145 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Floating IP 4494de8e-2db8-4e1d-a762-01c9898e0e3b associated. External IP: 172.25.5.46, port: 5f264df1-25cb-4289-98d3-548d9f68aeb4. Apr 07 11:41:09.732515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-69d9fb98-e1bc-45b7-8a37-4cb4471256c7 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391797 Apr 07 11:41:09.917516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-578e06ff-00e9-4330-900b-7d94eb4e145a service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759801 Apr 07 11:41:09.922540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router b095be9d-d8d1-4780-9804-195a9553c6ba has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:41:10.044630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:41:10.057936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] Sync routers for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:41:10.072017 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:10.084601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:10.085325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:10.135045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f66a351d-463e-4639-b990-82db06d76f62 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3336532 Apr 07 11:41:10.137540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45608) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:10.138217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:10.144908 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:10.224836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8273a07c-9f5e-4f02-b4de-1b1277cfdb10 req-31296c41-f619-4689-a006-9793adc873c5 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 210 time: 0.0879433 Apr 07 11:41:10.228758 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90cbf19-580e-4034-a741-e2a1ee981633 x-openstack-request-id: req-d90cbf19-580e-4034-a741-e2a1ee981633 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:10.229550 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:10.230973 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d90cbf19-580e-4034-a741-e2a1ee981633 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:10.232604 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90cbf19-580e-4034-a741-e2a1ee981633'] response: {'name': 'network-changed', 'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'status': 'completed', 'code': 200} Apr 07 11:41:10.507426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:10.853144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4494de8e-2db8-4e1d-a762-01c9898e0e3b', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'port_id': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'mac_address': 'fa:16:3e:fe:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:41:08Z', 'updated_at': '2022-04-07T11:41:08Z', 'revision_number': 0, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:53Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:10.922477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] Checking router: b095be9d-d8d1-4780-9804-195a9553c6ba for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:41:10.925797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.928565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.929249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.929894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.931575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.932221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.937147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84e48a7e-83f6-4693-b84b-f41b6ea40184 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.7985358 Apr 07 11:41:10.940314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:10.942295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:10.944633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-afb4c10c-3c45-4386-af90-e7affef01298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:10.945777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:10.949988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-afb4c10c-3c45-4386-af90-e7affef01298 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1166 time: 0.2992275 Apr 07 11:41:11.086162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-cd49aeda-de80-4b50-8228-6bc00f638790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.087879 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-cd49aeda-de80-4b50-8228-6bc00f638790 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b0cb71a-20c8-40d3-9836-01bbfc392254 HTTP/1.1" status: 200 len: 897 time: 0.1320796 Apr 07 11:41:11.166978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.167518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.168098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.168620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.169158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.169669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.175170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a90a43bd-1468-44bd-bba7-34f286213d3b tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.2313614 Apr 07 11:41:11.175369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:11.175821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45622) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:11.210800 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-3c17ed28-4e85-4e0f-a20a-d533f128d352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4 HTTP/1.1" status: 200 len: 998 time: 0.1092086 Apr 07 11:41:11.283146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-73d5c46a-f8b7-4c7e-8fdd-f23a19ff3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.285196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-73d5c46a-f8b7-4c7e-8fdd-f23a19ff3411 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f87ab98c-4f1f-4221-adec-80e4810a7228 HTTP/1.1" status: 200 len: 834 time: 0.0651007 Apr 07 11:41:11.285875 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:41:11.351536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-1526c30a-2a2e-41d9-a26d-324ee5a42a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.353480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-1526c30a-2a2e-41d9-a26d-324ee5a42a02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b0cb71a-20c8-40d3-9836-01bbfc392254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613201 Apr 07 11:41:11.418921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fef57d37-c37c-4380-91bf-e9656f475749 req-0d01869d-2022-47a9-938a-9440710a6da1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 210 time: 0.0460849 Apr 07 11:41:11.468033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-fe761914-35c1-4a93-939e-0e29b5639327 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067984 Apr 07 11:41:11.569088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b0197b5f-f0fb-41e1-a809-8a95fd87cb72 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2336 time: 0.3908925 Apr 07 11:41:11.571700 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45626) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:11.576472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4494de8e-2db8-4e1d-a762-01c9898e0e3b', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'port_id': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'mac_address': 'fa:16:3e:fe:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:41:08Z', 'updated_at': '2022-04-07T11:41:08Z', 'revision_number': 0, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:53Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:11.604882 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd685795-f77b-49e7-a8e2-a86cf1faeeb3 req-3a59e24a-888a-49c5-bd92-49ee58b7642d service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310298 Apr 07 11:41:11.650647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e496b3-4a47-42dd-9b94-616a5b849d0e tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.651137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e496b3-4a47-42dd-9b94-616a5b849d0e tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:11.653619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-56e496b3-4a47-42dd-9b94-616a5b849d0e tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b095be9d-d8d1-4780-9804-195a9553c6ba HTTP/1.1" status: 200 len: 2061 time: 0.0795293 Apr 07 11:41:11.796563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d18c5-85ea-4918-b03a-5c1152bbb0e5 None None] The sync data for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 is: [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '4494de8e-2db8-4e1d-a762-01c9898e0e3b', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'port_id': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'mac_address': 'fa:16:3e:fe:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:41:08Z', 'updated_at': '2022-04-07T11:41:08Z', 'revision_number': 0, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:53Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:41:12.013467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-1c2d9593-9fe9-4c26-b2f6-2e7ac153fb53 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:12.017022 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-1c2d9593-9fe9-4c26-b2f6-2e7ac153fb53 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1492248 Apr 07 11:41:12.029003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': '5617a6f6-4607-4228-a697-016fdbc98e06', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:12.112497 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f140a-f998-4856-be79-79a9c6a81ee3 None None] New status for floating IP 4494de8e-2db8-4e1d-a762-01c9898e0e3b: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:41:12.158491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:41:12.162297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:12.305949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.7 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/3e51083a-b944-4a7c-a7fa-a7a23cacbfde) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:12.462796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:12.498301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:12.517904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', '21c4cbe1-5df1-4506-a64e-10611c18cf73'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:12.543201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:12.546149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:12.550540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:12.567141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8074-6a69-40c6-b171-d8794dea7d11 req-c4f8cb64-9f6c-455b-ba0d-04d5042955eb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:12.568770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444a8074-6a69-40c6-b171-d8794dea7d11 req-c4f8cb64-9f6c-455b-ba0d-04d5042955eb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 931 time: 0.0785177 Apr 07 11:41:12.603867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:12.626010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:12.626707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:12.640909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-444a8074-6a69-40c6-b171-d8794dea7d11 req-ed4f4dce-2df3-4e5b-a8dd-a06213d840fb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Apr 07 11:41:12.647292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0ec41e23-d313-40bd-9388-34bce7eae4f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219985 Apr 07 11:41:12.666155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Request body: {'port': {'device_id': '5617a6f6-4607-4228-a697-016fdbc98e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:12.741481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:13.005180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e51083a-b944-4a7c-a7fa-a7a23cacbfde {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:13.012727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Publish callbacks [] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:13.025981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Transition to ACTIVE for port object 3e51083a-b944-4a7c-a7fa-a7a23cacbfde will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:41:13.030214 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:13.082133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Pushing event updated for resources: {'Port': ['ID=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:13.150669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Attempting to bind port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:13.151001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Attempting to bind port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:13.151323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Attempting to bind port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:13.155838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:41:13.156241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Attempting to bind port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:13.161265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:13.161614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:13.161996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:13.162434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Bound port: 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:13.162787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:13.228189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] For port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:13.231116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] For port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:13.238492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:13.271597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.272226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:13.273630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e51083a-b944-4a7c-a7fa-a7a23cacbfde HTTP/1.1" status: 200 len: 1091 time: 0.6130335 Apr 07 11:41:13.274068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5617a6f6-4607-4228-a697-016fdbc98e06', 'tag': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:13.276288 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0590c185-e352-47b3-bb6f-e8e84ffe86b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5617a6f6-4607-4228-a697-016fdbc98e06", "tag": "3e51083a-b944-4a7c-a7fa-a7a23cacbfde"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:13.308937 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e882d2-11b9-4e6b-859e-52bc0f4a2411 service neutron] Pushing event updated for resources: {'Port': ['ID=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:13.322092 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5228b967-5c40-4ed1-8cc3-675cfa06ab18 x-openstack-request-id: req-5228b967-5c40-4ed1-8cc3-675cfa06ab18 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:13.322440 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5617a6f6-4607-4228-a697-016fdbc98e06", "tag": "3e51083a-b944-4a7c-a7fa-a7a23cacbfde", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:13.322705 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5228b967-5c40-4ed1-8cc3-675cfa06ab18 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:13.323121 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5228b967-5c40-4ed1-8cc3-675cfa06ab18'] response: {'name': 'network-changed', 'server_uuid': '5617a6f6-4607-4228-a697-016fdbc98e06', 'tag': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde', 'status': 'completed', 'code': 200} Apr 07 11:41:13.371845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-49dd7fdf-8c27-4a89-bb7c-0ad2aa5e99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.373446 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-49dd7fdf-8c27-4a89-bb7c-0ad2aa5e99a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 1125 time: 0.0474498 Apr 07 11:41:13.425356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-a7c0ccb2-f160-4263-b8ff-a0ad2f42d9ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde HTTP/1.1" status: 200 len: 217 time: 0.0392764 Apr 07 11:41:13.474582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-45c53ddf-40a4-4e0a-8b51-cae07af1e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.476047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-45c53ddf-40a4-4e0a-8b51-cae07af1e722 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0448751 Apr 07 11:41:13.508655 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-1df6b683-74e6-404c-b4f7-501ecafc21a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256171 Apr 07 11:41:13.599034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-0c649dc2-6829-40ba-ae5c-1914bb69bcc5 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815697 Apr 07 11:41:13.696310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-24bbaabb-475f-4636-b5de-af77ee3ea0f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476229 Apr 07 11:41:13.723875 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cef4e63b-83ae-4714-a1de-836c11a08898 req-dbd7285c-01da-4fb4-911b-93cbf8f2147a service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080558 Apr 07 11:41:13.822139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e04b-c104-47c6-bb5b-e0dbd8ce41f5 req-4b84f7b9-2f28-4038-b585-4f6fbe9edb2e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.823859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77b5e04b-c104-47c6-bb5b-e0dbd8ce41f5 req-4b84f7b9-2f28-4038-b585-4f6fbe9edb2e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 943 time: 0.0894787 Apr 07 11:41:13.833030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-082ab524-721b-4aeb-8f03-8351b85be49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.834560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-082ab524-721b-4aeb-8f03-8351b85be49b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 1127 time: 0.0879869 Apr 07 11:41:13.844517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-2ffab8d9-9ed2-44de-9b6d-694562775c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.846088 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-2ffab8d9-9ed2-44de-9b6d-694562775c4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 1125 time: 0.0570612 Apr 07 11:41:13.938173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77b5e04b-c104-47c6-bb5b-e0dbd8ce41f5 req-b513988b-7c13-41f9-839e-f9e6d4b6229f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029017 Apr 07 11:41:13.973498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-61f9b96d-5018-4a30-a938-3fa3b80c2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.975209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-61f9b96d-5018-4a30-a938-3fa3b80c2a8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.1074078 Apr 07 11:41:13.982250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-a4fa366c-5b49-45b3-99d6-f9762cff0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:13.984028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-a4fa366c-5b49-45b3-99d6-f9762cff0485 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.1147561 Apr 07 11:41:14.022623 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-08402e92-359c-4d88-93af-cf460f0308d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde HTTP/1.1" status: 200 len: 217 time: 0.0391243 Apr 07 11:41:14.026456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-8a5bc85c-970a-49e6-89c5-7556ef75e74a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 HTTP/1.1" status: 200 len: 217 time: 0.0364244 Apr 07 11:41:14.079224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-b7fe6c63-a7e1-415b-a7dc-39a3b2e66cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:14.081633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-b7fe6c63-a7e1-415b-a7dc-39a3b2e66cd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0532310 Apr 07 11:41:14.088305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-6a67c915-b290-4889-99e4-dfbfc2db5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:14.089946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-6a67c915-b290-4889-99e4-dfbfc2db5d81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0569286 Apr 07 11:41:14.123637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-8a2482da-c69f-45cb-8f04-267f7a711687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357988 Apr 07 11:41:14.128611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-3c29b1d7-08e6-4f2d-b752-51b6c4a8168a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329237 Apr 07 11:41:14.232982 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-77af42c4-99fd-42e3-892b-cad8ed805aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970085 Apr 07 11:41:14.233690 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-0998e27d-5976-46b0-a293-73f6b90824ec service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985579 Apr 07 11:41:14.359736 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0590c185-e352-47b3-bb6f-e8e84ffe86b6 req-f71f78fc-8623-4c4c-9def-5f2053f1335f service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997615 Apr 07 11:41:14.373408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-616327ed-610b-4efe-ae3e-e80cd32c32d1 req-0de1b613-4d41-432d-a57d-b1ae93688437 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141171 Apr 07 11:41:14.412750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45648) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:14.519496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d511d74a-f903-4521-bff7-4625e7435441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.591966 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d511d74a-f903-4521-bff7-4625e7435441 admin admin] Publish callbacks [] for security_group (52427941-9171-48aa-8d48-7e90a7bd8839), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.596980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d511d74a-f903-4521-bff7-4625e7435441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52427941-9171-48aa-8d48-7e90a7bd8839), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.638095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d511d74a-f903-4521-bff7-4625e7435441 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd1a0d5447984ee299c3adc60957c6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217340 Apr 07 11:41:14.638095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511d74a-f903-4521-bff7-4625e7435441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52427941-9171-48aa-8d48-7e90a7bd8839,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:14.638790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:14.690289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Publish callbacks [] for security_group (52427941-9171-48aa-8d48-7e90a7bd8839), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.711702 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Publish callbacks [] for security_group (52427941-9171-48aa-8d48-7e90a7bd8839), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.765099 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52427941-9171-48aa-8d48-7e90a7bd8839), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.767906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:14.771771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52427941-9171-48aa-8d48-7e90a7bd8839 HTTP/1.1" status: 204 len: 168 time: 0.1295433 Apr 07 11:41:14.778879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52427941-9171-48aa-8d48-7e90a7bd8839,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:14.787201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.787549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.787893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.788231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.788558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.788891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.789248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.789574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.789900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.790224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.790546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.790870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:14.791189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa4cef-50b3-4494-b8d1-534ba0b45c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:15.059825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3b672-4dba-49f4-b819-3cd9755629e8 req-fe3fa3e8-0b2e-4e79-aefa-13bb2fe2d1e1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:15.061504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a3b672-4dba-49f4-b819-3cd9755629e8 req-fe3fa3e8-0b2e-4e79-aefa-13bb2fe2d1e1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 943 time: 0.0636799 Apr 07 11:41:15.117609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0a3b672-4dba-49f4-b819-3cd9755629e8 req-079fc579-265c-4e25-8ac7-20c6b5c71476 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495996 Apr 07 11:41:16.264465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e55b-96e3-4814-9887-73bd3cce0741 req-68d28ece-cedc-4274-9bfe-51114ea05293 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:16.271928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17e9e55b-96e3-4814-9887-73bd3cce0741 req-68d28ece-cedc-4274-9bfe-51114ea05293 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 943 time: 0.0633790 Apr 07 11:41:16.315113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17e9e55b-96e3-4814-9887-73bd3cce0741 req-b7b93b8c-e8fb-47e4-a6cd-1a31da3e779c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Apr 07 11:41:16.564441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:16.569073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132218765', 'description': 'tempest-secgroup-smoke-1132218765 description', 'project_id': 'fe704d60a6d34cdc845c72643be779cb'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:16.590428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.598723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.672254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (643979e6-b1f1-4e9c-ab1a-a42791cff97c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.675655 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (643979e6-b1f1-4e9c-ab1a-a42791cff97c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.710328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643979e6-b1f1-4e9c-ab1a-a42791cff97c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:16.753718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (3a298a00-46f5-43d2-8753-2fcb772d19af), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.757809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3a298a00-46f5-43d2-8753-2fcb772d19af), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.787427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.789598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2239614 Apr 07 11:41:16.790477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1518b35-b55b-488e-915c-75f39ca31434 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a298a00-46f5-43d2-8753-2fcb772d19af,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:16.791904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45698) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:16.796520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '3a298a00-46f5-43d2-8753-2fcb772d19af', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:16.821996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (50e9cd46-2633-4fc1-a386-18ddca4fe06e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.876152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (50e9cd46-2633-4fc1-a386-18ddca4fe06e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.880012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (50e9cd46-2633-4fc1-a386-18ddca4fe06e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.898142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e9cd46-2633-4fc1-a386-18ddca4fe06e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:16.908143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:16.909364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d44e25cf-31d8-4d0d-9090-fe677a80fa24 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164477 Apr 07 11:41:16.912142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:16.916499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '3a298a00-46f5-43d2-8753-2fcb772d19af', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:16.941840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (1cdde010-7ae6-45b5-8fec-71fa3f679a45), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.000965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (1cdde010-7ae6-45b5-8fec-71fa3f679a45), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.004343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (1cdde010-7ae6-45b5-8fec-71fa3f679a45), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.021774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdde010-7ae6-45b5-8fec-71fa3f679a45,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:17.029298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.030489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e7dfe1c6-0b9f-4b43-a16c-bdb7fc1bbfb1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174111 Apr 07 11:41:17.033357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:17.037509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '3a298a00-46f5-43d2-8753-2fcb772d19af', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:17.062133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (9b527233-e50d-45fb-b20b-8500593d71f6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.118412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (9b527233-e50d-45fb-b20b-8500593d71f6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.122002 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9b527233-e50d-45fb-b20b-8500593d71f6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.139943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b527233-e50d-45fb-b20b-8500593d71f6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:17.148092 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.149291 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-715c8ef6-fddb-4e85-9657-fa62f5e44579 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150024 Apr 07 11:41:17.151927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45704) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:17.156122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '3a298a00-46f5-43d2-8753-2fcb772d19af', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:17.179528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (2f6210ad-78cf-4276-8a67-0b219fc2bd35), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.236750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (2f6210ad-78cf-4276-8a67-0b219fc2bd35), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.241028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2f6210ad-78cf-4276-8a67-0b219fc2bd35), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.259522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6210ad-78cf-4276-8a67-0b219fc2bd35,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:17.269124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.270384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35172963-55d9-4230-8299-bb118877c6cc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175504 Apr 07 11:41:17.273003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:17.277254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '3a298a00-46f5-43d2-8753-2fcb772d19af', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:17.298511 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:41:17.303399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (84cd8ee9-1fd5-44d5-9dd0-2d2d9a3f02a8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.366173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (84cd8ee9-1fd5-44d5-9dd0-2d2d9a3f02a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.370156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (84cd8ee9-1fd5-44d5-9dd0-2d2d9a3f02a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.388948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cd8ee9-1fd5-44d5-9dd0-2d2d9a3f02a8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:17.396646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.398011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e4510bf-a93b-4dcf-8d84-179d4b03265e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240673 Apr 07 11:41:17.400646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45710) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:17.405103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '3a298a00-46f5-43d2-8753-2fcb772d19af', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:17.427939 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:41:17.432823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (eb9ce06d-c957-428f-94ec-673a6e78aa9e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.443999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815df9-2b51-4231-82d1-55c489bd6e3f req-16a25a91-1932-4bc7-9102-f402514f92fc tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:17.445511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1815df9-2b51-4231-82d1-55c489bd6e3f req-16a25a91-1932-4bc7-9102-f402514f92fc tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 943 time: 0.0568244 Apr 07 11:41:17.492793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (eb9ce06d-c957-428f-94ec-673a6e78aa9e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.494280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1815df9-2b51-4231-82d1-55c489bd6e3f req-62298c5e-94d8-4b5f-9373-de3e5730555d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Apr 07 11:41:17.496984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (eb9ce06d-c957-428f-94ec-673a6e78aa9e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.513190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9ce06d-c957-428f-94ec-673a6e78aa9e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:17.524155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.525424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0cf5e0bc-c76d-4325-96a9-0bad3c778b8c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236577 Apr 07 11:41:17.528388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45712) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:17.533157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'network': {'name': 'tempest-network-smoke--851610782', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:17.550611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:41:17.553768 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.576887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:41:17.586010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.586347 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Added segment d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460 of type vlan for network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f Apr 07 11:41:17.624210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.648497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.653253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:17.653824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.712455 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1799297 Apr 07 11:41:17.712455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45716) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:17.724410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'admin_state_up': True, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:17.738086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70069f7-07e6-4b8e-a6dc-6eeaa3063951 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Network': ['ID=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:17.748528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:41:17.753041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (3c07c916-c0c7-49e7-9ba1-6c1481242e30), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.754110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (3c07c916-c0c7-49e7-9ba1-6c1481242e30), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.806511 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (3c07c916-c0c7-49e7-9ba1-6c1481242e30), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.950685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (3c07c916-c0c7-49e7-9ba1-6c1481242e30), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:17.959565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3e51083a-b944-4a7c-a7fa-a7a23cacbfde details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:41:18.058736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:18.070197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde', 'mac_address': 'fa:16:3e:8c:7f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:41:18.115153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:18.115544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.132660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e51083a-b944-4a7c-a7fa-a7a23cacbfde {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:18.146954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (3c07c916-c0c7-49e7-9ba1-6c1481242e30), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.153492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:18.158280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.167774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.210422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:18.272046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.241 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/b2104bcb-d7e5-49a8-b630-21c252dd1d42) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:18.375520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.409601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.445159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:18.447990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:18.451371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:18.477669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=b2104bcb-d7e5-49a8-b630-21c252dd1d42,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:18.592497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['3e51083a-b944-4a7c-a7fa-a7a23cacbfde'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:18.618578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221e93-38b5-4e75-963d-6f024d21cbe7 req-4e28cd84-0013-48dc-8a42-ff8908091588 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:18.620089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc221e93-38b5-4e75-963d-6f024d21cbe7 req-4e28cd84-0013-48dc-8a42-ff8908091588 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 944 time: 0.0563662 Apr 07 11:41:18.668389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc221e93-38b5-4e75-963d-6f024d21cbe7 req-95303c90-629d-4aff-ada0-acad910a2dda tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Apr 07 11:41:18.725457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (3c07c916-c0c7-49e7-9ba1-6c1481242e30), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:18.932922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (3c07c916-c0c7-49e7-9ba1-6c1481242e30), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:19.355313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:41:19.466683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:41:19.476716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Sync routers for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:41:19.487356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:19.488753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22117e34-f8b2-4d2c-bf15-625c37484732 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7752090 Apr 07 11:41:19.492322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:19.493034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:19.493636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45720) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:19.602214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:19.626600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92e6fe97-8283-4081-ad2d-b4da6bd82836 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fe704d60a6d34cdc845c72643be779cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1316388 Apr 07 11:41:19.629124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45724) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:19.723687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24813e88-a6f4-4f3c-94ff-9cd8e6b20116 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:19.725205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24813e88-a6f4-4f3c-94ff-9cd8e6b20116 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951495 Apr 07 11:41:19.728168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45728) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:19.772061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b3df7375-5675-4c8c-b00a-e5ba9c1ea16f tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404005 Apr 07 11:41:19.772476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45730) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:19.777494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603914717', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:19.810552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:18Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:19.826569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d12b96-9c43-4c59-a6df-719ead7af2b1 req-d3cb9661-cbe5-40e5-a9fe-75be7d813c7c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:19.829207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0d12b96-9c43-4c59-a6df-719ead7af2b1 req-d3cb9661-cbe5-40e5-a9fe-75be7d813c7c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 944 time: 0.0628364 Apr 07 11:41:19.838743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Checking router: 3c07c916-c0c7-49e7-9ba1-6c1481242e30 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:41:19.839110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Updating router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 port b2104bcb-d7e5-49a8-b630-21c252dd1d42 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:41:19.868692 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:19.873696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:41:19.877763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:19.880888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0d12b96-9c43-4c59-a6df-719ead7af2b1 req-79da1fe2-ce73-4628-a490-5b1a2d3ad4f5 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Apr 07 11:41:19.979133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3e51083a-b944-4a7c-a7fa-a7a23cacbfde up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:20.067522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e50ad48b-e963-46e3-a8c9-d4b955db2f1c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.096526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:41:20.107010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:20.107392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.124324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Subnet': ['ID=e50ad48b-e963-46e3-a8c9-d4b955db2f1c,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:20.144633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Checking segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:20.145001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network hostable DHCP agents. Network: 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:41:20.162620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:41:20.171612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:20.177798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:20.178821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.186433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b58cde-7e2d-4d4e-9b68-28479176fd9c None None] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:41:20.200902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d387ef44-9eb6-4c7b-980c-8269afffb21a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4272249 Apr 07 11:41:20.205000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45732) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:20.259232 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Publish callbacks [] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.271397 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.386218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:20.386509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.389986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a8f0-d93e-4949-b570-a750103c7e6c None None] Pushing event updated for resources: {'Port': ['ID=b2104bcb-d7e5-49a8-b630-21c252dd1d42,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:20.401420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Attempting to bind port b2104bcb-d7e5-49a8-b630-21c252dd1d42 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:20.401794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Attempting to bind port b2104bcb-d7e5-49a8-b630-21c252dd1d42 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:20.402163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Attempting to bind port b2104bcb-d7e5-49a8-b630-21c252dd1d42 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:20.404925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:41:20.405782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.422082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:20.422548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:20.422952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.423344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:20.423819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Bound port: b2104bcb-d7e5-49a8-b630-21c252dd1d42, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:20.424208 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.458993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5617a6f6-4607-4228-a697-016fdbc98e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:20.461220 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb6e14a-5ed3-4729-b32f-5a5ab2fd0637" -d '{"events": [{"server_uuid": "5617a6f6-4607-4228-a697-016fdbc98e06", "name": "network-vif-plugged", "status": "completed", "tag": "3e51083a-b944-4a7c-a7fa-a7a23cacbfde"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:20.496616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:20.506073 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b558cd27-5025-4591-9101-eef491ef6576 x-openstack-request-id: req-b558cd27-5025-4591-9101-eef491ef6576 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:20.506364 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5617a6f6-4607-4228-a697-016fdbc98e06", "name": "network-vif-plugged", "status": "completed", "tag": "3e51083a-b944-4a7c-a7fa-a7a23cacbfde", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:20.506640 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b558cd27-5025-4591-9101-eef491ef6576 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:20.507164 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b558cd27-5025-4591-9101-eef491ef6576'] response: {'server_uuid': '5617a6f6-4607-4228-a697-016fdbc98e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde', 'code': 200} Apr 07 11:41:20.553284 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.585351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] For port b2104bcb-d7e5-49a8-b630-21c252dd1d42, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:20.609536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] For port b2104bcb-d7e5-49a8-b630-21c252dd1d42, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b2104bcb-d7e5-49a8-b630-21c252dd1d42,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:20.626367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.659047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134657-7940-485c-8605-5aeee001466f req-5fe662f9-633f-449c-b049-08f47c75c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:20.660444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7134657-7940-485c-8605-5aeee001466f req-5fe662f9-633f-449c-b049-08f47c75c082 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 1127 time: 0.0893354 Apr 07 11:41:20.673432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:20.717015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:20.727779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:20.728411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:20.732007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Allocated IP 172.20.0.2 (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f/e50ad48b-e963-46e3-a8c9-d4b955db2f1c/df16301d-9da6-4c09-9f99-1fac30f64dd6) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:20.744241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7134657-7940-485c-8605-5aeee001466f req-c8ac9f3e-ae2d-40bc-ad81-70e17536956f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Apr 07 11:41:20.985186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a8f0-d93e-4949-b570-a750103c7e6c None None] Pushing event updated for resources: {'Port': ['ID=b2104bcb-d7e5-49a8-b630-21c252dd1d42,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:21.012789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243819-4c7f-48f9-bc67-190e5c61a857 req-62431dc3-956d-4930-86b6-6b844a0639f3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:21.014283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14243819-4c7f-48f9-bc67-190e5c61a857 req-62431dc3-956d-4930-86b6-6b844a0639f3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.0553722 Apr 07 11:41:21.061690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14243819-4c7f-48f9-bc67-190e5c61a857 req-87651ee0-6645-455a-badc-578140c5e7be tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Apr 07 11:41:21.082243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:21.235367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Publish callbacks [] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.249483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.294221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.1 (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f/e50ad48b-e963-46e3-a8c9-d4b955db2f1c/cd443f02-2369-4973-9c7c-eba26380f837) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:21.327519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:21.330784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Pushing event updated for resources: {'Port': ['ID=df16301d-9da6-4c09-9f99-1fac30f64dd6,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:21.333987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:21.337310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:21.408971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Attempting to bind port df16301d-9da6-4c09-9f99-1fac30f64dd6 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:21.409277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Attempting to bind port df16301d-9da6-4c09-9f99-1fac30f64dd6 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:21.409633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Attempting to bind port df16301d-9da6-4c09-9f99-1fac30f64dd6 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:21.418248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:21.418623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Checking segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:21.419189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.419426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Bound using segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:21.419966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Bound port: df16301d-9da6-4c09-9f99-1fac30f64dd6, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:21.420354 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.427746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (cd443f02-2369-4973-9c7c-eba26380f837), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.435783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:18Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:21.462171 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cd443f02-2369-4973-9c7c-eba26380f837), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.482705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8c2e7-9963-447e-a012-7b56a1ab3d2a None None] The sync data for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 is: [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:18Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:41:21.505253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:21.508662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:21.518681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:21.524619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] For port df16301d-9da6-4c09-9f99-1fac30f64dd6, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:21.529491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] For port df16301d-9da6-4c09-9f99-1fac30f64dd6, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=df16301d-9da6-4c09-9f99-1fac30f64dd6,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:21.536979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.544193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=cd443f02-2369-4973-9c7c-eba26380f837,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:21.569454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (3c07c916-c0c7-49e7-9ba1-6c1481242e30), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:21.618190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c9e02-35b1-4608-b2c4-45d984a75724 None None] Pushing event updated for resources: {'Port': ['ID=df16301d-9da6-4c09-9f99-1fac30f64dd6,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:21.742031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd443f02-2369-4973-9c7c-eba26380f837), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.398159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b2104bcb-d7e5-49a8-b630-21c252dd1d42 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:22.489731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b2104bcb-d7e5-49a8-b630-21c252dd1d42 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:22.490108 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.544267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (cd443f02-2369-4973-9c7c-eba26380f837), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.564461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e62bb9-322f-4e5b-92a2-1a783a6854d9 req-9b192b1e-9746-40a9-8883-9d9c9f66c0f9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:22.566255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34e62bb9-322f-4e5b-92a2-1a783a6854d9 req-9b192b1e-9746-40a9-8883-9d9c9f66c0f9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.2304091 Apr 07 11:41:22.567563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cd443f02-2369-4973-9c7c-eba26380f837), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.600843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b2104bcb-d7e5-49a8-b630-21c252dd1d42 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:22.601481 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.646003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port b2104bcb-d7e5-49a8-b630-21c252dd1d42, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b2104bcb-d7e5-49a8-b630-21c252dd1d42,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:22.655157 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.656889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device df16301d-9da6-4c09-9f99-1fac30f64dd6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:22.721221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=cd443f02-2369-4973-9c7c-eba26380f837,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:22.724599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (3c07c916-c0c7-49e7-9ba1-6c1481242e30), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.789067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=b2104bcb-d7e5-49a8-b630-21c252dd1d42,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:22.820239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port df16301d-9da6-4c09-9f99-1fac30f64dd6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:22.820624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.852846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:22.858862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:22.887142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34e62bb9-322f-4e5b-92a2-1a783a6854d9 req-e08af018-1844-4aba-94d3-a04d28a40b3b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827797 Apr 07 11:41:22.975026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port df16301d-9da6-4c09-9f99-1fac30f64dd6 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:22.975429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:23.013076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port df16301d-9da6-4c09-9f99-1fac30f64dd6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=df16301d-9da6-4c09-9f99-1fac30f64dd6,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:23.021413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54a5e6-ec79-452c-9b98-fc851740f04b None None] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:41:23.022477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:41:23.023349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:23.136229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-23d5f8e3-67e1-4bb1-a939-278ebf33cc83 None None] Provisioning complete for port df16301d-9da6-4c09-9f99-1fac30f64dd6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:23.136627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23d5f8e3-67e1-4bb1-a939-278ebf33cc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:23.167489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:41:23.172876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=df16301d-9da6-4c09-9f99-1fac30f64dd6,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:23.178706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cdb650fd-faeb-4981-9d8d-93bc0037202b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/3c07c916-c0c7-49e7-9ba1-6c1481242e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9724028 Apr 07 11:41:23.271729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-23d5f8e3-67e1-4bb1-a939-278ebf33cc83 None None] Current status of the port df16301d-9da6-4c09-9f99-1fac30f64dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:23.347736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-e0d67287-7ee8-4c5e-8640-c8b772c5af38 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132218765&fields=id&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 267 time: 0.0520258 Apr 07 11:41:23.480756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-923d990d-ab27-4ed4-93fb-54a1004ea488 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:23.482514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-923d990d-ab27-4ed4-93fb-54a1004ea488 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 796 time: 0.1263306 Apr 07 11:41:23.500414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-855a4b04-59a0-4cd0-b622-b72171bd2d41 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/quotas/fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 375 time: 0.0105655 Apr 07 11:41:23.566601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-5d04a979-8661-452a-8ae1-cbdfd399cbe9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593698 Apr 07 11:41:23.597051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-357b3590-2945-4ef1-8f59-738f651e7957 None None] Provisioning complete for port df16301d-9da6-4c09-9f99-1fac30f64dd6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:23.597648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-357b3590-2945-4ef1-8f59-738f651e7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:23.680569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-029cbac3-9fa8-4eea-b359-2731c93320ee service neutron] 10.222.0.13 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988038 Apr 07 11:41:23.719279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-357b3590-2945-4ef1-8f59-738f651e7957 None None] Current status of the port df16301d-9da6-4c09-9f99-1fac30f64dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:23.732110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-357b3590-2945-4ef1-8f59-738f651e7957 None None] Provisioning complete for port cd443f02-2369-4973-9c7c-eba26380f837 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:23.732590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-357b3590-2945-4ef1-8f59-738f651e7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd443f02-2369-4973-9c7c-eba26380f837), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:23.773381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-357b3590-2945-4ef1-8f59-738f651e7957 None None] Port cd443f02-2369-4973-9c7c-eba26380f837 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:41:23.791043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-1b2d3a17-02bf-45f3-b4d5-41a65d882908 service neutron] 10.222.0.13 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032836 Apr 07 11:41:23.862574 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Sync routers for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:41:23.875291 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:23.875928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:23.902030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-71556804-795e-45b2-9821-38f5cb6b9f8b None None] Provisioning complete for port cd443f02-2369-4973-9c7c-eba26380f837 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:23.902323 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-71556804-795e-45b2-9821-38f5cb6b9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd443f02-2369-4973-9c7c-eba26380f837), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:23.952691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-71556804-795e-45b2-9821-38f5cb6b9f8b None None] Port cd443f02-2369-4973-9c7c-eba26380f837 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:41:24.013555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0dfd539-33c2-44d3-9b0f-46f876f67474 req-7c9558c3-d2f6-414f-baa2-03d4b64ecca5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 210 time: 0.0353549 Apr 07 11:41:24.054314 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:24.073999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c1d9-3c4d-49b9-8108-05d406cebe76 req-4d30c479-4202-4e4e-9afa-7b3de65c9d68 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:24.075544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb45c1d9-3c4d-49b9-8108-05d406cebe76 req-4d30c479-4202-4e4e-9afa-7b3de65c9d68 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.0561166 Apr 07 11:41:24.076390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-638b7762-47b3-4577-8caa-8930e312a9db None None] Provisioning complete for port cd443f02-2369-4973-9c7c-eba26380f837 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:24.076599 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-638b7762-47b3-4577-8caa-8930e312a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd443f02-2369-4973-9c7c-eba26380f837), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.139005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-638b7762-47b3-4577-8caa-8930e312a9db None None] Port cd443f02-2369-4973-9c7c-eba26380f837 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:41:24.142877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb45c1d9-3c4d-49b9-8108-05d406cebe76 req-ce14bad7-1b7f-41d3-9c8e-bb37a96251a5 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Apr 07 11:41:24.286393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b2104bcb-d7e5-49a8-b630-21c252dd1d42 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:24.309628 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 2, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:24.311740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf889ed-3abb-458c-92df-a0174213184f req-a2830777-4809-4e0d-9b06-f3e96cb23605 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:24.314203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdf889ed-3abb-458c-92df-a0174213184f req-a2830777-4809-4e0d-9b06-f3e96cb23605 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 946 time: 0.0851800 Apr 07 11:41:24.340136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b2104bcb-d7e5-49a8-b630-21c252dd1d42 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:24.340302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.349819 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Checking router: 3c07c916-c0c7-49e7-9ba1-6c1481242e30 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:41:24.350313 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Updating router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 port cd443f02-2369-4973-9c7c-eba26380f837 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:41:24.389898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdf889ed-3abb-458c-92df-a0174213184f req-bb26828f-8d3e-47c3-a5fa-3d88ce53f8c3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663574 Apr 07 11:41:24.394613 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd443f02-2369-4973-9c7c-eba26380f837), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.445913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b2104bcb-d7e5-49a8-b630-21c252dd1d42 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:24.447721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device df16301d-9da6-4c09-9f99-1fac30f64dd6 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:24.504644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port df16301d-9da6-4c09-9f99-1fac30f64dd6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:24.505028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.545211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe859a-f12e-443e-b768-e8cb218da87a req-19ec9c52-c75a-4c48-a321-f2cf5c354420 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:24.546939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afbe859a-f12e-443e-b768-e8cb218da87a req-19ec9c52-c75a-4c48-a321-f2cf5c354420 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.0922985 Apr 07 11:41:24.595204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port df16301d-9da6-4c09-9f99-1fac30f64dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:24.611695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afbe859a-f12e-443e-b768-e8cb218da87a req-e373446a-59bf-46b2-962e-003c4eaf7747 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568841 Apr 07 11:41:24.737457 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Publish callbacks [] for port (cd443f02-2369-4973-9c7c-eba26380f837), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.744147 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd443f02-2369-4973-9c7c-eba26380f837), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.825771 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ed8e5-f9c6-49f5-bb7d-2ee7fe958b96 None None] Pushing event updated for resources: {'Port': ['ID=cd443f02-2369-4973-9c7c-eba26380f837,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:24.862343 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Attempting to bind port cd443f02-2369-4973-9c7c-eba26380f837 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:24.862719 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Attempting to bind port cd443f02-2369-4973-9c7c-eba26380f837 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:24.863407 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Attempting to bind port cd443f02-2369-4973-9c7c-eba26380f837 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:24.868659 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:24.869656 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Checking segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:24.870091 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.870624 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Bound using segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:24.871106 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Bound port: cd443f02-2369-4973-9c7c-eba26380f837, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:24.871496 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd443f02-2369-4973-9c7c-eba26380f837), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.895156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9381a5d-8b3a-47e1-b7c0-535afbca96e7 req-b7f740e9-03ca-49f3-bcb6-1d35ea0170e0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:24.897612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9381a5d-8b3a-47e1-b7c0-535afbca96e7 req-b7f740e9-03ca-49f3-bcb6-1d35ea0170e0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.0590127 Apr 07 11:41:24.940152 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] For port cd443f02-2369-4973-9c7c-eba26380f837, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:24.944376 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] For port cd443f02-2369-4973-9c7c-eba26380f837, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cd443f02-2369-4973-9c7c-eba26380f837,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:24.951614 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd443f02-2369-4973-9c7c-eba26380f837), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:24.965009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9381a5d-8b3a-47e1-b7c0-535afbca96e7 req-d35902f4-fb9c-4a39-ae32-c3dea372e469 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624654 Apr 07 11:41:25.012287 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:25.012782 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:25.079796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] Provisioning complete for port cd443f02-2369-4973-9c7c-eba26380f837 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:25.081546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd443f02-2369-4973-9c7c-eba26380f837), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.152965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97727ba4-df35-4350-8097-2fdb39940c57 req-d28303fb-cac6-462e-8b6c-cccf8272fbf5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 210 time: 0.0615156 Apr 07 11:41:25.197618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ed8e5-f9c6-49f5-bb7d-2ee7fe958b96 None None] Pushing event updated for resources: {'Port': ['ID=cd443f02-2369-4973-9c7c-eba26380f837,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:25.219526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] Current status of the port cd443f02-2369-4973-9c7c-eba26380f837 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:25.219914 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd443f02-2369-4973-9c7c-eba26380f837), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.259280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] For port cd443f02-2369-4973-9c7c-eba26380f837, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cd443f02-2369-4973-9c7c-eba26380f837,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:25.265872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd443f02-2369-4973-9c7c-eba26380f837), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.280724 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:25.323532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373a00f-4dca-4147-b6a3-621b4fb9afd7 None None] Pushing event updated for resources: {'Port': ['ID=cd443f02-2369-4973-9c7c-eba26380f837,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:25.344949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-46defa4f-d8f5-4ce9-b801-2adedcd5fdc2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:25.346507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-46defa4f-d8f5-4ce9-b801-2adedcd5fdc2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 796 time: 0.1539342 Apr 07 11:41:25.391953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ec8a2243-caae-4026-99b3-dc730ea7897a None None] Provisioning complete for port cd443f02-2369-4973-9c7c-eba26380f837 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:25.392773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2243-caae-4026-99b3-dc730ea7897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd443f02-2369-4973-9c7c-eba26380f837), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.418947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-3f4a8e42-5a31-4cb1-a8aa-3b2be8b8926b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 380 time: 0.0610702 Apr 07 11:41:25.428699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'port': {'device_id': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'admin_state_up': True, 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'security_groups': ['3a298a00-46f5-43d2-8753-2fcb772d19af']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:25.479923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a2243-caae-4026-99b3-dc730ea7897a None None] Current status of the port cd443f02-2369-4973-9c7c-eba26380f837 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:25.514520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:25.543528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:41:25.547098 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.550033 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730055c7-e5d4-47b8-902a-0d18dc4526fc None None] The sync data for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 is: [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:41:25.693927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.13 (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f/e50ad48b-e963-46e3-a8c9-d4b955db2f1c/a77b52ec-514b-4df0-918f-73642a6de415) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:25.839541 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (a77b52ec-514b-4df0-918f-73642a6de415), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.876346 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:25.926880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:25.930149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:25.936826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:25.945103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:25.994260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:25.994927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.015331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7c6f4377-2053-4780-9fac-416b3643f27e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5908954 Apr 07 11:41:26.034705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Request body: {'port': {'device_id': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:26.134991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.159036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01deb17-c43b-4567-a5c1-3171079902be req-df9f1e58-71f9-4dd5-a8ec-ead6cc64eb9c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:26.160562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01deb17-c43b-4567-a5c1-3171079902be req-df9f1e58-71f9-4dd5-a8ec-ead6cc64eb9c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.1052876 Apr 07 11:41:26.242608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5b4c5fff-8947-4b81-b789-05ed4fa51b4f None None] Provisioning complete for port a77b52ec-514b-4df0-918f-73642a6de415 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:26.243817 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5fff-8947-4b81-b789-05ed4fa51b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a77b52ec-514b-4df0-918f-73642a6de415), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.295424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c5fff-8947-4b81-b789-05ed4fa51b4f None None] Port a77b52ec-514b-4df0-918f-73642a6de415 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:41:26.338493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cd443f02-2369-4973-9c7c-eba26380f837 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:26.360872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01deb17-c43b-4567-a5c1-3171079902be req-2929c403-0a92-49c3-a4a9-cc6b29559804 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794376 Apr 07 11:41:26.401755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cd443f02-2369-4973-9c7c-eba26380f837 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:26.402251 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd443f02-2369-4973-9c7c-eba26380f837), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.430240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f4c65-9121-4e2a-90a2-7680c8ff3eea req-2ea2e157-f867-4a90-a53d-1308450db54c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:26.431775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-873f4c65-9121-4e2a-90a2-7680c8ff3eea req-2ea2e157-f867-4a90-a53d-1308450db54c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 932 time: 0.1982410 Apr 07 11:41:26.506236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cd443f02-2369-4973-9c7c-eba26380f837 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:26.522094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-873f4c65-9121-4e2a-90a2-7680c8ff3eea req-332ae29a-7d8d-4369-8494-09feda15c954 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826273 Apr 07 11:41:26.585579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77b52ec-514b-4df0-918f-73642a6de415 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:26.594175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Publish callbacks [] for port (a77b52ec-514b-4df0-918f-73642a6de415), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.607917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Transition to ACTIVE for port object a77b52ec-514b-4df0-918f-73642a6de415 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:41:26.612734 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.621259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2ba82-178d-43a2-b447-456126793a86 req-b3842613-fc8c-450a-b910-858e866a557e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:26.622642 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36c2ba82-178d-43a2-b447-456126793a86 req-b3842613-fc8c-450a-b910-858e866a557e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 945 time: 0.0665989 Apr 07 11:41:26.670175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:26.756564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:26.757237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:26.757237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:26.764230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Port a77b52ec-514b-4df0-918f-73642a6de415 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:41:26.764558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:26.767919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:41:26.768289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.770904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:26.771192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Checking segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:26.771584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Bound using segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:26.772017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Bound port: a77b52ec-514b-4df0-918f-73642a6de415, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:26.772382 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.855545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:26.859505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:26.867947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.889076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:26.889709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.909164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for 3e51083a-b944-4a7c-a7fa-a7a23cacbfde owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:41:26.928963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:26.938875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:26.939521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:26.941945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-7cc1d375-b983-4c44-8112-b5be4703c978 service neutron] 10.222.0.41 "PUT /v2.0/ports/a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1092 time: 0.9112811 Apr 07 11:41:26.942431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:26.944744 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6ba04c-3da6-4b5a-b014-58036e808c89" -d '{"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:27.004045 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09877f88-15b9-4d0b-8be9-2fdff5987a47 x-openstack-request-id: req-09877f88-15b9-4d0b-8be9-2fdff5987a47 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:27.004345 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:27.004610 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09877f88-15b9-4d0b-8be9-2fdff5987a47 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:27.005023 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09877f88-15b9-4d0b-8be9-2fdff5987a47'] response: {'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'status': 'completed', 'code': 200} Apr 07 11:41:27.056721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-2309310c-1f0b-42f9-b496-bbcf68a5c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.058430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-2309310c-1f0b-42f9-b496-bbcf68a5c170 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1126 time: 0.0660729 Apr 07 11:41:27.074136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3e51083a-b944-4a7c-a7fa-a7a23cacbfde), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:27.087452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', '21c4cbe1-5df1-4506-a64e-10611c18cf73', '3e51083a-b944-4a7c-a7fa-a7a23cacbfde'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:27.112451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-8c0ec97f-c6d7-4ba6-87f5-22cc641e5dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 217 time: 0.0447755 Apr 07 11:41:27.169536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-16158367-2510-47c9-bb02-f17eddec80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.170844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port 3e51083a-b944-4a7c-a7fa-a7a23cacbfde on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:41:27.171019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-16158367-2510-47c9-bb02-f17eddec80a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0505815 Apr 07 11:41:27.174967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:27.179389 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36c2ba82-178d-43a2-b447-456126793a86 req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/3e51083a-b944-4a7c-a7fa-a7a23cacbfde HTTP/1.1" status: 204 len: 173 time: 0.5456004 Apr 07 11:41:27.180600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f90ea-279c-40c6-b6a3-cdfae829cc60 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=3e51083a-b944-4a7c-a7fa-a7a23cacbfde,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:27.184001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5617a6f6-4607-4228-a697-016fdbc98e06', 'name': 'network-vif-deleted', 'tag': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:27.186516 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9097794-5ed4-49b6-8104-8e9558696b81" -d '{"events": [{"server_uuid": "5617a6f6-4607-4228-a697-016fdbc98e06", "name": "network-vif-deleted", "tag": "3e51083a-b944-4a7c-a7fa-a7a23cacbfde"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:27.231291 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e147af1-a680-451f-b2b1-26e56deb32ce x-openstack-request-id: req-5e147af1-a680-451f-b2b1-26e56deb32ce {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:27.231876 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5617a6f6-4607-4228-a697-016fdbc98e06", "name": "network-vif-deleted", "tag": "3e51083a-b944-4a7c-a7fa-a7a23cacbfde", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:27.232346 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e147af1-a680-451f-b2b1-26e56deb32ce {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:27.232820 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e147af1-a680-451f-b2b1-26e56deb32ce'] response: {'server_uuid': '5617a6f6-4607-4228-a697-016fdbc98e06', 'name': 'network-vif-deleted', 'tag': '3e51083a-b944-4a7c-a7fa-a7a23cacbfde', 'status': 'completed', 'code': 200} Apr 07 11:41:27.260455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-04c9f6d9-536e-496c-a82d-09db84c3463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.262193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-04c9f6d9-536e-496c-a82d-09db84c3463f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818880 Apr 07 11:41:27.365298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-ad99c671-5c1b-4fb0-8118-e5b57774f969 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944095 Apr 07 11:41:27.473926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-befb0c97-c98b-4f4d-a0fb-e5206e07d015 req-008404af-37b4-44b0-b504-fa94694dcbfd service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982723 Apr 07 11:41:27.489993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0ac6610-36e7-4054-8718-f66b4304eb65 req-22e707db-2253-45a4-82ca-acc3c9773496 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=5617a6f6-4607-4228-a697-016fdbc98e06 HTTP/1.1" status: 200 len: 210 time: 0.0336037 Apr 07 11:41:27.572055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-9dea6d3d-96f9-49d4-b623-34eddd19d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.573814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-9dea6d3d-96f9-49d4-b623-34eddd19d47f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1126 time: 0.0476923 Apr 07 11:41:27.707934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1b5d3-0d23-4323-a965-d539dcc5d607 req-a186aac9-1cb3-4ffb-b101-f52b0aef676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.709454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33e1b5d3-0d23-4323-a965-d539dcc5d607 req-a186aac9-1cb3-4ffb-b101-f52b0aef676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.1091635 Apr 07 11:41:27.710963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-54e17a40-eb8f-41e4-a4be-e796fd5c1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.712264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-54e17a40-eb8f-41e4-a4be-e796fd5c1f96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.1303623 Apr 07 11:41:27.765710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-763a9cb1-91bb-4370-b320-f1f8b4fd0350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 217 time: 0.0452979 Apr 07 11:41:27.824535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33e1b5d3-0d23-4323-a965-d539dcc5d607 req-639a8b0d-90ab-48e7-a435-31a4f46a0c06 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070440 Apr 07 11:41:27.839379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-b8b85173-0fd7-46a7-aa57-5cf953739435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.840800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-b8b85173-0fd7-46a7-aa57-5cf953739435 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0642483 Apr 07 11:41:27.889648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-d622d10d-80be-4aae-ae61-5c436c11a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:27.891829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-d622d10d-80be-4aae-ae61-5c436c11a4d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444596 Apr 07 11:41:27.977895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-8f83f035-d9ee-494d-b6bd-32522d99c6ce service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789771 Apr 07 11:41:28.072072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b6ba04c-3da6-4b5a-b014-58036e808c89 req-2660ccaf-a46a-4e39-8e5b-5c737afa4b7f service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868363 Apr 07 11:41:28.760511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e8e5-7f3d-47e0-8225-4d0996a5b56f req-001565ba-0314-481a-8272-92c31cffc5cd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:28.762040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9530e8e5-7f3d-47e0-8225-4d0996a5b56f req-001565ba-0314-481a-8272-92c31cffc5cd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 946 time: 0.0526166 Apr 07 11:41:28.809533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9530e8e5-7f3d-47e0-8225-4d0996a5b56f req-9566b165-e776-412f-b120-97b37a00a509 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Apr 07 11:41:28.949602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5d95a-863d-4887-9645-6c3b1aa93935 req-ee53eec6-a0f0-4df9-b0d4-a33ddfc6bd48 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:28.951063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3f5d95a-863d-4887-9645-6c3b1aa93935 req-ee53eec6-a0f0-4df9-b0d4-a33ddfc6bd48 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.0578699 Apr 07 11:41:29.000164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3f5d95a-863d-4887-9645-6c3b1aa93935 req-d63c15a4-1b15-422a-9be7-f3644f6bf235 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Apr 07 11:41:29.928428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c531-1353-44e4-a03a-a3de4cb0e8a5 req-7ad3465f-be99-416c-b987-fb3c877fb6c1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:29.929901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d09c531-1353-44e4-a03a-a3de4cb0e8a5 req-7ad3465f-be99-416c-b987-fb3c877fb6c1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 946 time: 0.0507796 Apr 07 11:41:29.975302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d09c531-1353-44e4-a03a-a3de4cb0e8a5 req-64eea6ef-4990-40b6-ae00-e891e5470142 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Apr 07 11:41:29.998319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3e51083a-b944-4a7c-a7fa-a7a23cacbfde no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:41:30.018609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 3e51083a-b944-4a7c-a7fa-a7a23cacbfde {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:41:30.018959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 3e51083a-b944-4a7c-a7fa-a7a23cacbfde not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:41:30.116624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff6040-3b53-4dab-82d3-8bc37389ed2c req-558eafc8-34c8-43b0-b350-0312d3a5d49b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:30.118098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8dff6040-3b53-4dab-82d3-8bc37389ed2c req-558eafc8-34c8-43b0-b350-0312d3a5d49b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.0513983 Apr 07 11:41:30.170496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8dff6040-3b53-4dab-82d3-8bc37389ed2c req-35cecd53-4b19-45cc-901f-66dd9f42a9f7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469050 Apr 07 11:41:30.453750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6cef1984-f9b0-418e-a185-e47e8ea99876 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:30.455177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6cef1984-f9b0-418e-a185-e47e8ea99876 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 946 time: 0.0526314 Apr 07 11:41:30.548537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port 21c4cbe1-5df1-4506-a64e-10611c18cf73 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:41:30.549225 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.640752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c7b9196c-f146-4baa-a404-de4174011a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.641806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port 21c4cbe1-5df1-4506-a64e-10611c18cf73, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=21c4cbe1-5df1-4506-a64e-10611c18cf73,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:30.642731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.655886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for 21c4cbe1-5df1-4506-a64e-10611c18cf73 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:41:30.785909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (21c4cbe1-5df1-4506-a64e-10611c18cf73), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.797903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', '21c4cbe1-5df1-4506-a64e-10611c18cf73'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:30.814548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=21c4cbe1-5df1-4506-a64e-10611c18cf73,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:30.859937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port 21c4cbe1-5df1-4506-a64e-10611c18cf73 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:41:30.862627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.866262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69c7b25b-7db8-4cfc-9729-a9b365daf7b5 req-6e9e9b9e-0f5b-4b4e-992e-232b6517e7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/21c4cbe1-5df1-4506-a64e-10611c18cf73 HTTP/1.1" status: 204 len: 173 time: 0.4053934 Apr 07 11:41:30.866716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'name': 'network-vif-deleted', 'tag': '21c4cbe1-5df1-4506-a64e-10611c18cf73'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:30.868997 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a0c055-e0c0-4892-a03d-69519c520bfc" -d '{"events": [{"server_uuid": "26bef643-eea2-4d53-bbc9-549b94adfcaa", "name": "network-vif-deleted", "tag": "21c4cbe1-5df1-4506-a64e-10611c18cf73"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:30.926691 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9885bf53-6ebb-4067-bd64-ac84a38ef616 x-openstack-request-id: req-9885bf53-6ebb-4067-bd64-ac84a38ef616 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:30.926994 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bef643-eea2-4d53-bbc9-549b94adfcaa", "name": "network-vif-deleted", "tag": "21c4cbe1-5df1-4506-a64e-10611c18cf73", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:30.927257 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9885bf53-6ebb-4067-bd64-ac84a38ef616 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:30.927666 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9885bf53-6ebb-4067-bd64-ac84a38ef616'] response: {'server_uuid': '26bef643-eea2-4d53-bbc9-549b94adfcaa', 'name': 'network-vif-deleted', 'tag': '21c4cbe1-5df1-4506-a64e-10611c18cf73', 'status': 'completed', 'code': 200} Apr 07 11:41:31.082465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-504cdc7b-f551-4807-821a-01ad5b07188a req-6466a924-e371-4ae0-91fb-b0535f45538f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bef643-eea2-4d53-bbc9-549b94adfcaa HTTP/1.1" status: 200 len: 210 time: 0.0278599 Apr 07 11:41:31.295227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c1966-5410-4bc1-83cb-1c9507b5e793 req-6e9533b1-2402-4d16-9c2d-b73227b680e7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:31.301646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-685c1966-5410-4bc1-83cb-1c9507b5e793 req-6e9533b1-2402-4d16-9c2d-b73227b680e7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.0638945 Apr 07 11:41:31.350103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-685c1966-5410-4bc1-83cb-1c9507b5e793 req-7f272496-ed09-4ce4-aa29-1d4868af5f4a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 Apr 07 11:41:31.776577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:31.990726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:41:32.091825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:32.103680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'a77b52ec-514b-4df0-918f-73642a6de415', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'port_id': 'a77b52ec-514b-4df0-918f-73642a6de415', 'mac_address': 'fa:16:3e:66:1d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:41:32.141707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a77b52ec-514b-4df0-918f-73642a6de415 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:32.142108 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:32.155384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77b52ec-514b-4df0-918f-73642a6de415 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:32.177708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:32.181870 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:32.232442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:32.411165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-25c452c5-f1ec-489a-ac03-dcd2038759dd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:32.412752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-25c452c5-f1ec-489a-ac03-dcd2038759dd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1025913 Apr 07 11:41:32.440855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-0dfcb6d3-f50f-4b10-806b-f8b54c819ddf tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0228114 Apr 07 11:41:32.513490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719a3fe-5959-43a5-b868-8ba4d79da47b req-64bc676b-a73d-4301-bfb2-8edf79bb6c33 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:32.514892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8719a3fe-5959-43a5-b868-8ba4d79da47b req-64bc676b-a73d-4301-bfb2-8edf79bb6c33 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 945 time: 0.0906656 Apr 07 11:41:32.523873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-a9465c04-58be-4bc8-92ea-5e7b94dc68f2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675197 Apr 07 11:41:32.558747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a77b52ec-514b-4df0-918f-73642a6de415'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:32.623111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8719a3fe-5959-43a5-b868-8ba4d79da47b req-f217b016-9b0d-4ccc-85b1-e0e0a7a1a364 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982952 Apr 07 11:41:32.647219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-7364907d-b82a-4c9d-9af7-dda28c11d875 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167643 Apr 07 11:41:32.739540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-fd1a2867-f4b3-4c2f-959e-f4908c6ceb4c service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859587 Apr 07 11:41:32.900201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f154c9ce-f5d6-4306-b2f0-b150855bb865 req-2256610b-4a11-4443-a334-e1a33a20bccc tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 210 time: 0.0273058 Apr 07 11:41:32.970839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-19cf7516-de27-4b80-a645-3005983a73d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:33.594197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:33.751533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78382ac4-7b6c-4f1c-8884-07ef10e5b45f req-aec4d863-daf5-4f12-bc23-91690b4be529 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:33.753029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78382ac4-7b6c-4f1c-8884-07ef10e5b45f req-aec4d863-daf5-4f12-bc23-91690b4be529 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 945 time: 0.0593286 Apr 07 11:41:33.877855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78382ac4-7b6c-4f1c-8884-07ef10e5b45f req-77989c81-c5fa-47fe-8e40-62d4ad9de9f8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124480 Apr 07 11:41:33.900410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-776a19d9-a8c1-4628-b0ce-2faf11f52ae0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:33.901987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-776a19d9-a8c1-4628-b0ce-2faf11f52ae0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1466849 Apr 07 11:41:33.914654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': '63bb9142-c317-43cd-9bfb-173c3185261f', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:33.996027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c9671b8-fe42-48e6-905d-84e7bb61185b req-9faa7145-867b-41ad-a492-a6ba22c63c58 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 210 time: 0.0282338 Apr 07 11:41:34.013971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:34.048103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:41:34.051583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.063902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port a77b52ec-514b-4df0-918f-73642a6de415 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:41:34.067676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port a77b52ec-514b-4df0-918f-73642a6de415 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:34.068047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a77b52ec-514b-4df0-918f-73642a6de415), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.144314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a77b52ec-514b-4df0-918f-73642a6de415 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:34.144612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.166734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:34.169033 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765fca07-7955-4361-bdc1-0ad82da94e9b" -d '{"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-plugged", "status": "completed", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:34.180822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.9 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/dd6cae6b-bce7-4f82-9d25-b89572d6e014) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:34.192489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:34.205288 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.206290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 21c4cbe1-5df1-4506-a64e-10611c18cf73 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:41:34.231782 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48d266-9fea-4c94-903f-792ca87efd0d x-openstack-request-id: req-de48d266-9fea-4c94-903f-792ca87efd0d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:34.232246 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-plugged", "status": "completed", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:34.232607 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de48d266-9fea-4c94-903f-792ca87efd0d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:34.233068 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de48d266-9fea-4c94-903f-792ca87efd0d'] response: {'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'code': 200} Apr 07 11:41:34.253602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 21c4cbe1-5df1-4506-a64e-10611c18cf73 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:41:34.254044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 21c4cbe1-5df1-4506-a64e-10611c18cf73 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:41:34.279306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:34.331776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216347a6-58f3-4f2c-b223-263e8b2ddaed req-54110506-b082-477e-aa5f-59cc5454f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:34.333316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-216347a6-58f3-4f2c-b223-263e8b2ddaed req-54110506-b082-477e-aa5f-59cc5454f789 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.0488441 Apr 07 11:41:34.351754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.384914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-216347a6-58f3-4f2c-b223-263e8b2ddaed req-e88910c9-80e1-4869-89ad-26a2cdef5a28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Apr 07 11:41:34.386619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.397883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:34.428472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:34.431553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:34.434003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:34.469632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=dd6cae6b-bce7-4f82-9d25-b89572d6e014,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:34.491176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.495160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:34.496027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.513164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-57ac2f9a-9885-4674-8ada-74aaec59130e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019309 Apr 07 11:41:34.765120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Request body: {'port': {'device_id': '63bb9142-c317-43cd-9bfb-173c3185261f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:34.828560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:35.081044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017ae91-ebff-40ca-8798-60ef3c278cb2 req-52a016fd-4529-471b-9c50-e4fc11f6ae56 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:35.082521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8017ae91-ebff-40ca-8798-60ef3c278cb2 req-52a016fd-4529-471b-9c50-e4fc11f6ae56 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.1175795 Apr 07 11:41:35.519251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6cae6b-bce7-4f82-9d25-b89572d6e014 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:35.528110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8017ae91-ebff-40ca-8798-60ef3c278cb2 req-586f5110-23df-4e74-a94c-06efbc34510a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364781 Apr 07 11:41:35.537961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693d805-9588-4712-b1af-9df37379152f req-c0557ac9-edc3-493b-b209-84284907d9fd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:35.539384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c693d805-9588-4712-b1af-9df37379152f req-c0557ac9-edc3-493b-b209-84284907d9fd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 931 time: 0.4688275 Apr 07 11:41:35.549319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Publish callbacks [] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:35.567407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Transition to ACTIVE for port object dd6cae6b-bce7-4f82-9d25-b89572d6e014 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:41:35.574290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:35.633846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c693d805-9588-4712-b1af-9df37379152f req-49641ce4-4b0a-48ee-9ff0-23a12053a7d8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887289 Apr 07 11:41:35.647776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Pushing event updated for resources: {'Port': ['ID=dd6cae6b-bce7-4f82-9d25-b89572d6e014,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:35.722161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Attempting to bind port dd6cae6b-bce7-4f82-9d25-b89572d6e014 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:35.722498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Attempting to bind port dd6cae6b-bce7-4f82-9d25-b89572d6e014 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:35.722826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Attempting to bind port dd6cae6b-bce7-4f82-9d25-b89572d6e014 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:35.727017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Port dd6cae6b-bce7-4f82-9d25-b89572d6e014 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:41:35.727339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Attempting to bind port dd6cae6b-bce7-4f82-9d25-b89572d6e014 on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:35.732024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:35.732364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:35.732745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:35.733188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Bound port: dd6cae6b-bce7-4f82-9d25-b89572d6e014, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:35.733547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:35.800293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] For port dd6cae6b-bce7-4f82-9d25-b89572d6e014, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:35.803252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] For port dd6cae6b-bce7-4f82-9d25-b89572d6e014, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:35.808920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:35.842453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:35.843067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:35.845038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] 10.222.0.41 "PUT /v2.0/ports/dd6cae6b-bce7-4f82-9d25-b89572d6e014 HTTP/1.1" status: 200 len: 1091 time: 1.0842676 Apr 07 11:41:35.845491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bb9142-c317-43cd-9bfb-173c3185261f', 'tag': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:35.847715 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a63f4d3-6250-43a1-96d1-7c59a4e49252" -d '{"events": [{"name": "network-changed", "server_uuid": "63bb9142-c317-43cd-9bfb-173c3185261f", "tag": "dd6cae6b-bce7-4f82-9d25-b89572d6e014"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:35.873685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac45c3-af25-4cc0-a9c4-fd8110b37b7b service neutron] Pushing event updated for resources: {'Port': ['ID=dd6cae6b-bce7-4f82-9d25-b89572d6e014,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:35.891105 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59950af2-f372-4d76-b3cc-2d140012bf71 x-openstack-request-id: req-59950af2-f372-4d76-b3cc-2d140012bf71 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:35.891387 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bb9142-c317-43cd-9bfb-173c3185261f", "tag": "dd6cae6b-bce7-4f82-9d25-b89572d6e014", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:35.891640 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59950af2-f372-4d76-b3cc-2d140012bf71 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:35.892034 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59950af2-f372-4d76-b3cc-2d140012bf71'] response: {'name': 'network-changed', 'server_uuid': '63bb9142-c317-43cd-9bfb-173c3185261f', 'tag': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014', 'status': 'completed', 'code': 200} Apr 07 11:41:35.932540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-e6c13150-def7-44d0-b139-7104e470c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:35.934045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-e6c13150-def7-44d0-b139-7104e470c78d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 1125 time: 0.0522428 Apr 07 11:41:35.979470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-1672d747-ffbe-4463-905c-84e7d88f8ae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014 HTTP/1.1" status: 200 len: 217 time: 0.0347917 Apr 07 11:41:36.028226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-d8a7ff70-00d1-4e0b-9ee1-734094f0d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.029721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-d8a7ff70-00d1-4e0b-9ee1-734094f0d4a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0432007 Apr 07 11:41:36.041330 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:36.061098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-3e825be2-897b-4699-bbc8-aa8bee9bad76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250163 Apr 07 11:41:36.151154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-80e771b4-ca36-43a0-89e6-7c96f77b1f6c service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841451 Apr 07 11:41:36.237911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d3343592-c71b-4361-bf3e-89b7439ce42d req-19597fa0-2dc2-4119-b819-b288ede07179 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803201 Apr 07 11:41:36.332536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-7f2de978-99e1-410f-ba3d-a1d47d276fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.334049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-7f2de978-99e1-410f-ba3d-a1d47d276fec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 1125 time: 0.0500636 Apr 07 11:41:36.419548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-b4b741dc-9199-49a4-9818-a1c4d4221f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.421010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-b4b741dc-9199-49a4-9818-a1c4d4221f56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.0812542 Apr 07 11:41:36.464250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-724cab7b-c270-46dc-939b-84aa59646959 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014 HTTP/1.1" status: 200 len: 217 time: 0.0365293 Apr 07 11:41:36.512495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-fb70a07a-8007-4dae-a69b-55bc3fc24abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.513924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-fb70a07a-8007-4dae-a69b-55bc3fc24abe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0429356 Apr 07 11:41:36.560222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-d2204d59-75d6-49ce-9d90-1316b0a870b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246966 Apr 07 11:41:36.689319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e59d-2468-4d80-b291-493c62134d70 req-d41f43fd-fb74-4554-a4cb-c42a7ddbdaca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.690782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5e6e59d-2468-4d80-b291-493c62134d70 req-d41f43fd-fb74-4554-a4cb-c42a7ddbdaca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0850046 Apr 07 11:41:36.692664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-ea6517c6-7b0d-4b8d-8b4a-4e9dfadd0c88 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259737 Apr 07 11:41:36.821078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5e6e59d-2468-4d80-b291-493c62134d70 req-4d3756ee-44e0-4212-9e3f-68eb2118e9de tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243637 Apr 07 11:41:36.855880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed870-ae95-48bc-88c8-40a7bdf1747e req-2672cecf-b708-4249-bdaa-a9abb26e0fe0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.857357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e52ed870-ae95-48bc-88c8-40a7bdf1747e req-2672cecf-b708-4249-bdaa-a9abb26e0fe0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 943 time: 0.1461995 Apr 07 11:41:36.860161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a63f4d3-6250-43a1-96d1-7c59a4e49252 req-0cf5d0d3-70d9-48cc-84e1-0f6ccb3e65e2 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576202 Apr 07 11:41:36.931404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e52ed870-ae95-48bc-88c8-40a7bdf1747e req-13b4a5f3-d19d-4e6b-82e0-47fcc235a9e3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Apr 07 11:41:36.954356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f6fb2-93fb-427a-a3d5-00afd8d77a11 req-f43342bd-cfe3-48df-bde4-66cd54e7588e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:36.955849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-285f6fb2-93fb-427a-a3d5-00afd8d77a11 req-f43342bd-cfe3-48df-bde4-66cd54e7588e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0646596 Apr 07 11:41:37.008994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-285f6fb2-93fb-427a-a3d5-00afd8d77a11 req-095b0fff-2ded-4bc0-83ad-cabbc01a270a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Apr 07 11:41:37.030538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45856) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:37.072713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715839c8-1c4d-4425-b7ba-fa94be82ce70 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:37.074244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-715839c8-1c4d-4425-b7ba-fa94be82ce70 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1123 time: 0.0425928 Apr 07 11:41:37.077210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45858) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:37.082111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'a77b52ec-514b-4df0-918f-73642a6de415', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:37.102017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:37.191467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:37.198545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:37.305940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.112 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/37bdadaa-e682-4dc4-b4a9-771bcec7d3a4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:37.407708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:37.445511 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:37.483484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:37.486372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:37.492030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:37.514038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=37bdadaa-e682-4dc4-b4a9-771bcec7d3a4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:37.839870 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (feee91c6-e95a-4918-9b45-cf1b1984d3a2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:37.914049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.061254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d263c40-15ae-4191-bb93-97018709fcc4 req-60ec309a-0b72-42c8-ae52-f79e0374ffc1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:38.062899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d263c40-15ae-4191-bb93-97018709fcc4 req-60ec309a-0b72-42c8-ae52-f79e0374ffc1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 943 time: 0.0586927 Apr 07 11:41:38.085033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.089457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.118193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d263c40-15ae-4191-bb93-97018709fcc4 req-edb312b2-f066-4d75-9363-551c6d36015a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 Apr 07 11:41:38.169789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=37bdadaa-e682-4dc4-b4a9-771bcec7d3a4,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:38.175813 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (feee91c6-e95a-4918-9b45-cf1b1984d3a2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.283465 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP feee91c6-e95a-4918-9b45-cf1b1984d3a2 associated. External IP: 172.25.5.112, port: a77b52ec-514b-4df0-918f-73642a6de415. Apr 07 11:41:38.509226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:41:38.617304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:41:38.626672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] Sync routers for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:41:38.636667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:38.637305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:38.637600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.677214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-597e8525-5bb8-48c8-8196-8cb959795720 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5988834 Apr 07 11:41:38.677802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:38.680178 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924" -d '{"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:38.729432 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2087250-6936-4dfc-be42-60a87484c033 x-openstack-request-id: req-f2087250-6936-4dfc-be42-60a87484c033 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:38.729726 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:38.729982 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2087250-6936-4dfc-be42-60a87484c033 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:38.730712 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2087250-6936-4dfc-be42-60a87484c033'] response: {'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'status': 'completed', 'code': 200} Apr 07 11:41:38.756184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:38.828335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5c77a-a872-4ed2-ba99-8b334da21cf6 req-b0188546-4902-4b60-99ea-a305747a886d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:38.830729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2a5c77a-a872-4ed2-ba99-8b334da21cf6 req-b0188546-4902-4b60-99ea-a305747a886d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0902841 Apr 07 11:41:38.832792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-b65fd595-b743-4562-a57f-fc0ef757788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:38.834365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-b65fd595-b743-4562-a57f-fc0ef757788d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.0826073 Apr 07 11:41:38.934778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2a5c77a-a872-4ed2-ba99-8b334da21cf6 req-fd524a5f-c349-412f-a860-94d8eb3c694e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974629 Apr 07 11:41:38.962659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 45866) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:38.963002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-22f1a29f-318d-43d3-b3f4-1572194ee47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:38.964446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-22f1a29f-318d-43d3-b3f4-1572194ee47b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.1177688 Apr 07 11:41:38.998329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'feee91c6-e95a-4918-9b45-cf1b1984d3a2', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'port_id': 'a77b52ec-514b-4df0-918f-73642a6de415', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'mac_address': 'fa:16:3e:66:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:41:37Z', 'updated_at': '2022-04-07T11:41:37Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:25Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:39.026503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] Checking router: 3c07c916-c0c7-49e7-9ba1-6c1481242e30 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:41:39.029724 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f896361-88c0-4c27-964c-eba371050e10 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/feee91c6-e95a-4918-9b45-cf1b1984d3a2 HTTP/1.1" status: 200 len: 992 time: 0.0648830 Apr 07 11:41:39.036818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:41:39.037460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:41:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:39.040823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-66c6f0b7-aca0-4610-b056-576994844b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1000 time: 0.0704994 Apr 07 11:41:39.090090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-f44445e0-e21d-4a4f-a70c-4bb1c7d75cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:39.091547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-f44445e0-e21d-4a4f-a70c-4bb1c7d75cbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0449226 Apr 07 11:41:39.142462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-b8c0c008-9617-4136-96a1-04f078b475e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:39.144729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-b8c0c008-9617-4136-96a1-04f078b475e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467072 Apr 07 11:41:39.151212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:41:39.281762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d06b5-b38e-404d-b50c-105f345a0dfb req-ceaa4699-db0b-4cc0-9396-0879c2059533 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:39.283140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a9d06b5-b38e-404d-b50c-105f345a0dfb req-ceaa4699-db0b-4cc0-9396-0879c2059533 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 943 time: 0.0832658 Apr 07 11:41:39.285317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-701dda6d-9efd-4c3f-879e-85f7f171b7f9 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344299 Apr 07 11:41:39.380552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a9d06b5-b38e-404d-b50c-105f345a0dfb req-5044350c-2823-4400-86d4-2dc75103dabe tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917466 Apr 07 11:41:39.384430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'feee91c6-e95a-4918-9b45-cf1b1984d3a2', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'port_id': 'a77b52ec-514b-4df0-918f-73642a6de415', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'mac_address': 'fa:16:3e:66:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:41:37Z', 'updated_at': '2022-04-07T11:41:37Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:25Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:41:39.411727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9edd9bd-149a-4bee-a57d-b4e1e11c5924 req-7919391f-e831-4807-ab99-99f653da9980 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172585 Apr 07 11:41:39.415219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1064e-1f1c-4db0-8bcb-499f7065c226 None None] The sync data for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 is: [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'feee91c6-e95a-4918-9b45-cf1b1984d3a2', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'port_id': 'a77b52ec-514b-4df0-918f-73642a6de415', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'mac_address': 'fa:16:3e:66:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:41:37Z', 'updated_at': '2022-04-07T11:41:37Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:25Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:41:39.612003 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3fdc32-7aa1-4b2f-a736-0e7ab72beb63 None None] New status for floating IP feee91c6-e95a-4918-9b45-cf1b1984d3a2: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:41:40.032453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 45872) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:40.041835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dd6cae6b-bce7-4f82-9d25-b89572d6e014 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:41:40.100093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18ff070b-61c2-40ed-b923-c521be146eb4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/feee91c6-e95a-4918-9b45-cf1b1984d3a2 HTTP/1.1" status: 200 len: 994 time: 0.0608923 Apr 07 11:41:40.136656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dd6cae6b-bce7-4f82-9d25-b89572d6e014, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:40.149004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014', 'mac_address': 'fa:16:3e:54:2d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:41:40.190961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port dd6cae6b-bce7-4f82-9d25-b89572d6e014 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:40.191358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:40.204905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6cae6b-bce7-4f82-9d25-b89572d6e014 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:40.223940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dd6cae6b-bce7-4f82-9d25-b89572d6e014, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:40.228215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:40.276179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=dd6cae6b-bce7-4f82-9d25-b89572d6e014,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:40.504785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d042c6-64ea-4b16-b531-11fc51e55ade req-a3e286b9-f0ee-48d7-860d-ce303cafc018 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:40.506273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42d042c6-64ea-4b16-b531-11fc51e55ade req-a3e286b9-f0ee-48d7-860d-ce303cafc018 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 944 time: 0.0564640 Apr 07 11:41:40.553063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42d042c6-64ea-4b16-b531-11fc51e55ade req-934164a2-0ea5-41ea-a8e9-22c9ab2a2098 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Apr 07 11:41:40.583890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['dd6cae6b-bce7-4f82-9d25-b89572d6e014'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:41.671892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeec1eb-0404-4d76-acd3-4da5705f2a7d req-4e9234a9-cbdd-4225-9a31-73f173b85a19 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:41.673448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbeec1eb-0404-4d76-acd3-4da5705f2a7d req-4e9234a9-cbdd-4225-9a31-73f173b85a19 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 944 time: 0.0518758 Apr 07 11:41:41.721743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbeec1eb-0404-4d76-acd3-4da5705f2a7d req-b2cac9af-b328-4f26-8429-e54a35235d9b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Apr 07 11:41:42.063877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dd6cae6b-bce7-4f82-9d25-b89572d6e014 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:42.111422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port dd6cae6b-bce7-4f82-9d25-b89572d6e014 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:41:42.115758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port dd6cae6b-bce7-4f82-9d25-b89572d6e014 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:42.116134 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:42.196573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port dd6cae6b-bce7-4f82-9d25-b89572d6e014 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:42.196959 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:42.220657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb9142-c317-43cd-9bfb-173c3185261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:42.222923 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549b10eb-7de8-4595-a6ab-d4ae892769e9" -d '{"events": [{"server_uuid": "63bb9142-c317-43cd-9bfb-173c3185261f", "name": "network-vif-plugged", "status": "completed", "tag": "dd6cae6b-bce7-4f82-9d25-b89572d6e014"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:42.236034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dd6cae6b-bce7-4f82-9d25-b89572d6e014, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:42.240480 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:42.267633 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd9df3-a219-4f1e-89fc-577936dc1346 x-openstack-request-id: req-3cdd9df3-a219-4f1e-89fc-577936dc1346 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:42.268313 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb9142-c317-43cd-9bfb-173c3185261f", "name": "network-vif-plugged", "status": "completed", "tag": "dd6cae6b-bce7-4f82-9d25-b89572d6e014", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:42.268578 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cdd9df3-a219-4f1e-89fc-577936dc1346 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:42.268980 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cdd9df3-a219-4f1e-89fc-577936dc1346'] response: {'server_uuid': '63bb9142-c317-43cd-9bfb-173c3185261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014', 'code': 200} Apr 07 11:41:42.297352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=dd6cae6b-bce7-4f82-9d25-b89572d6e014,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:42.419324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e332d3-aa65-4008-b84e-be169c98c7f2 req-3a64091c-c53b-480a-8dda-2ac14bdc6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:42.420782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61e332d3-aa65-4008-b84e-be169c98c7f2 req-3a64091c-c53b-480a-8dda-2ac14bdc6b85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 1127 time: 0.0970147 Apr 07 11:41:42.466468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61e332d3-aa65-4008-b84e-be169c98c7f2 req-4ede908c-8b03-4566-a475-c8d42492b20a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Apr 07 11:41:42.838995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1542913-7403-4332-862f-c27291b91e52 req-c8771fb0-36b8-4f3c-b024-1630a1ae1845 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:42.840493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1542913-7403-4332-862f-c27291b91e52 req-c8771fb0-36b8-4f3c-b024-1630a1ae1845 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0515513 Apr 07 11:41:42.886524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1542913-7403-4332-862f-c27291b91e52 req-844fc9a2-274c-42f6-95e8-7ea485cde704 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Apr 07 11:41:44.007656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71801f19-72b3-4c02-855a-ef9b4b838bfc req-da8047b9-60c5-4e2f-8d8a-2b5e4eca0223 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:44.009031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71801f19-72b3-4c02-855a-ef9b4b838bfc req-da8047b9-60c5-4e2f-8d8a-2b5e4eca0223 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0521607 Apr 07 11:41:44.055326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71801f19-72b3-4c02-855a-ef9b4b838bfc req-a55e4a9b-758a-44a5-aac9-48a27d429984 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Apr 07 11:41:45.178973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052eca7-e5ed-46be-84cf-4263e4e748cd req-ba6c0e67-fd34-4ed5-83a6-c7fcf1b10700 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:45.180454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2052eca7-e5ed-46be-84cf-4263e4e748cd req-ba6c0e67-fd34-4ed5-83a6-c7fcf1b10700 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0576837 Apr 07 11:41:45.228100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2052eca7-e5ed-46be-84cf-4263e4e748cd req-90d65a1e-0e08-4a7a-82f6-ac3d16f93f6f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Apr 07 11:41:45.435591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773387-507e-4d1a-a92d-eb50d797b3b9 req-f4d17d75-e062-4099-bc44-561de6b00e54 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:45.437058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50773387-507e-4d1a-a92d-eb50d797b3b9 req-f4d17d75-e062-4099-bc44-561de6b00e54 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0519552 Apr 07 11:41:45.486244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50773387-507e-4d1a-a92d-eb50d797b3b9 req-daf82d0c-ef58-4f39-b116-615a22d2133a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Apr 07 11:41:45.607768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220ddae-7a7d-451b-a79b-cf38efc99fd3 req-28d316fe-e79e-4939-8ef8-0afb43c4fc22 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:45.609179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e220ddae-7a7d-451b-a79b-cf38efc99fd3 req-28d316fe-e79e-4939-8ef8-0afb43c4fc22 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0567448 Apr 07 11:41:45.655889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e220ddae-7a7d-451b-a79b-cf38efc99fd3 req-12da8f1b-1503-4879-8f0e-20af816da9ce tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Apr 07 11:41:45.889503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59c276-f561-4bb4-9d79-9dc764861d0f req-88a576ec-d01a-40cf-8404-0326f2077fd8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:45.890890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca59c276-f561-4bb4-9d79-9dc764861d0f req-88a576ec-d01a-40cf-8404-0326f2077fd8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0532722 Apr 07 11:41:45.938530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca59c276-f561-4bb4-9d79-9dc764861d0f req-2fa8e4c8-b8df-49d1-aad5-abd123d43bee tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Apr 07 11:41:47.062641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339c1ce-0fea-4a2e-a440-cb079d8ebf2c req-4213ce2e-0fd9-4620-a9fe-0d598c5f1420 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:47.064924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2339c1ce-0fea-4a2e-a440-cb079d8ebf2c req-4213ce2e-0fd9-4620-a9fe-0d598c5f1420 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0561769 Apr 07 11:41:47.116306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2339c1ce-0fea-4a2e-a440-cb079d8ebf2c req-d5977c29-b06b-4e4b-93df-8061e7ff88c7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Apr 07 11:41:47.426971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-03d0e34e-927f-4fd3-9047-5d5a2951caca tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:47.428409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-03d0e34e-927f-4fd3-9047-5d5a2951caca tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 945 time: 0.0538592 Apr 07 11:41:47.521151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port dd6cae6b-bce7-4f82-9d25-b89572d6e014 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:41:47.521494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:47.611834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port dd6cae6b-bce7-4f82-9d25-b89572d6e014, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dd6cae6b-bce7-4f82-9d25-b89572d6e014,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:47.612092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:47.624699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for dd6cae6b-bce7-4f82-9d25-b89572d6e014 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:41:47.757525 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dd6cae6b-bce7-4f82-9d25-b89572d6e014), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:47.773798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'dd6cae6b-bce7-4f82-9d25-b89572d6e014'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:47.789117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=dd6cae6b-bce7-4f82-9d25-b89572d6e014,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:47.833217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port dd6cae6b-bce7-4f82-9d25-b89572d6e014 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:41:47.835866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:47.839584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ab3bc2d-2648-4df2-a3af-221ff8c3eb29 req-9160fea1-9416-4fc8-8f68-347292d5ed6e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/dd6cae6b-bce7-4f82-9d25-b89572d6e014 HTTP/1.1" status: 204 len: 173 time: 0.4057181 Apr 07 11:41:47.840028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb9142-c317-43cd-9bfb-173c3185261f', 'name': 'network-vif-deleted', 'tag': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:47.842936 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34151fe4-4f17-45b5-8c40-7baa0a333350" -d '{"events": [{"server_uuid": "63bb9142-c317-43cd-9bfb-173c3185261f", "name": "network-vif-deleted", "tag": "dd6cae6b-bce7-4f82-9d25-b89572d6e014"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:47.882569 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810cf5aa-030c-41bb-8854-73f6532d67f4 x-openstack-request-id: req-810cf5aa-030c-41bb-8854-73f6532d67f4 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:47.883080 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb9142-c317-43cd-9bfb-173c3185261f", "name": "network-vif-deleted", "tag": "dd6cae6b-bce7-4f82-9d25-b89572d6e014", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:47.883348 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-810cf5aa-030c-41bb-8854-73f6532d67f4 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:47.884787 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810cf5aa-030c-41bb-8854-73f6532d67f4'] response: {'server_uuid': '63bb9142-c317-43cd-9bfb-173c3185261f', 'name': 'network-vif-deleted', 'tag': 'dd6cae6b-bce7-4f82-9d25-b89572d6e014', 'status': 'completed', 'code': 200} Apr 07 11:41:48.225729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54dd14df-050b-4c4e-a31f-d130fa895e75 req-80391432-9d6c-4412-9535-6d20e428542b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=63bb9142-c317-43cd-9bfb-173c3185261f HTTP/1.1" status: 200 len: 210 time: 0.0280912 Apr 07 11:41:48.285891 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:41:49.486807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-f104a2c3-c82e-410e-8bbf-cac8c87e0bb5 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:49.488271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-f104a2c3-c82e-410e-8bbf-cac8c87e0bb5 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1039639 Apr 07 11:41:49.503633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-f9393961-c258-48e5-b28d-7907ef643c7c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/quotas/e4fd416efe314a70a22dc4e6e1eb1cbf HTTP/1.1" status: 200 len: 375 time: 0.0095277 Apr 07 11:41:49.556244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-9f983b9d-a9d2-44c9-9111-9be7714627e6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474226 Apr 07 11:41:49.698328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-4739a6cb-2aed-4f65-834a-4fa878817bee service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354575 Apr 07 11:41:49.788786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-d7042f14-f230-4f49-9fa3-87eca2d1daf1 service neutron] 10.222.0.13 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847981 Apr 07 11:41:49.948420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dba64641-7768-4277-8e15-90e06013185c req-890fc1a8-9c53-4eb0-ba79-39c411bf13d6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Apr 07 11:41:50.919894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-c55b8232-beaf-4230-957e-6b9e3b1ba9a1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:50.921351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-c55b8232-beaf-4230-957e-6b9e3b1ba9a1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 806 time: 0.1080995 Apr 07 11:41:50.933427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Request body: {'port': {'device_id': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'admin_state_up': True, 'tenant_id': 'e4fd416efe314a70a22dc4e6e1eb1cbf'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:51.054484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca6738a0-3175-4f1d-9325-319a01350ec7 req-a74c8d17-22b3-4bff-bcf0-244dea15f99c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 210 time: 0.0374331 Apr 07 11:41:51.077538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Made reservation on behalf of e4fd416efe314a70a22dc4e6e1eb1cbf for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:41:51.081625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.200258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Allocated IP 172.20.0.5 (3233d158-f9f8-4756-ab6c-7d3d8fe47109/33ce31e0-6e0d-4176-beb6-14a739dacedc/88089945-ac9b-4d24-a7ef-b80ef0cd056e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:41:51.343801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks [] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.377425 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.396818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:51.425211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:41:51.433220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:41:51.435122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event updated for resources: {'Port': ['ID=88089945-ac9b-4d24-a7ef-b80ef0cd056e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:51.437239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:41:51.484482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:51.485100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.501434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-95ef54e7-e53d-436e-8efa-766b6104d335 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716300 Apr 07 11:41:51.531425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Request body: {'port': {'device_id': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:41:51.591568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.846697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88089945-ac9b-4d24-a7ef-b80ef0cd056e {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:51.853807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Publish callbacks [] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.865915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Transition to ACTIVE for port object 88089945-ac9b-4d24-a7ef-b80ef0cd056e will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:41:51.869763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:51.917985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=88089945-ac9b-4d24-a7ef-b80ef0cd056e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:51.986650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Attempting to bind port 88089945-ac9b-4d24-a7ef-b80ef0cd056e on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:41:51.987393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Attempting to bind port 88089945-ac9b-4d24-a7ef-b80ef0cd056e by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:41:51.987393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Attempting to bind port 88089945-ac9b-4d24-a7ef-b80ef0cd056e on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:51.991731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Port 88089945-ac9b-4d24-a7ef-b80ef0cd056e on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:41:51.992047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Attempting to bind port 88089945-ac9b-4d24-a7ef-b80ef0cd056e on network 3233d158-f9f8-4756-ab6c-7d3d8fe47109 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:41:51.997061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:41:51.997421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Checking segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:41:51.997797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Bound using segment: {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:41:51.998209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Bound port: 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da30fff-ef52-41df-be5f-2e47c74a9fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:41:51.998558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:52.063778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] For port 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:41:52.066995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] For port 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:41:52.071970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:52.103699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.104489 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:52.106562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/88089945-ac9b-4d24-a7ef-b80ef0cd056e HTTP/1.1" status: 200 len: 1091 time: 0.5794051 Apr 07 11:41:52.108713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'tag': '88089945-ac9b-4d24-a7ef-b80ef0cd056e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:52.112866 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1065a5-fca4-42e2-a846-ada3381ce511" -d '{"events": [{"name": "network-changed", "server_uuid": "393a2d3c-bc48-4d03-b1ef-d18ef7499fb5", "tag": "88089945-ac9b-4d24-a7ef-b80ef0cd056e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:52.141327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dd6cae6b-bce7-4f82-9d25-b89572d6e014 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:41:52.167319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: dd6cae6b-bce7-4f82-9d25-b89572d6e014 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:41:52.167552 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29689388-a993-4b57-bcc4-a3220c998104 x-openstack-request-id: req-29689388-a993-4b57-bcc4-a3220c998104 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:52.167689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dd6cae6b-bce7-4f82-9d25-b89572d6e014 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:41:52.167828 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393a2d3c-bc48-4d03-b1ef-d18ef7499fb5", "tag": "88089945-ac9b-4d24-a7ef-b80ef0cd056e", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:52.168086 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29689388-a993-4b57-bcc4-a3220c998104 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:52.168943 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29689388-a993-4b57-bcc4-a3220c998104'] response: {'name': 'network-changed', 'server_uuid': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'tag': '88089945-ac9b-4d24-a7ef-b80ef0cd056e', 'status': 'completed', 'code': 200} Apr 07 11:41:52.184090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8860e9c-cc02-4253-b2d5-21ee83b95eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=88089945-ac9b-4d24-a7ef-b80ef0cd056e,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:52.238581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e50e0-8bd7-4677-bc28-d094daf69863 req-99c48735-6fe3-4cb8-87a3-a2d4fd405f92 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.240253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c0e50e0-8bd7-4677-bc28-d094daf69863 req-99c48735-6fe3-4cb8-87a3-a2d4fd405f92 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 943 time: 0.1111095 Apr 07 11:41:52.242855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-9463354b-15d0-446b-883c-7941a4135318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.244197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-9463354b-15d0-446b-883c-7941a4135318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 1125 time: 0.0931504 Apr 07 11:41:52.309074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-7382a8f4-145d-44b2-bcdb-a448d5187cca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e HTTP/1.1" status: 200 len: 217 time: 0.0487547 Apr 07 11:41:52.354090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c0e50e0-8bd7-4677-bc28-d094daf69863 req-0147046d-ffad-4253-8cdd-1b701bf54117 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078205 Apr 07 11:41:52.370788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-f2f2c124-3a6d-4501-a794-44e49df6f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.372260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-f2f2c124-3a6d-4501-a794-44e49df6f872 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0544825 Apr 07 11:41:52.406338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-1d5a9336-437b-45c3-95e1-3455c80b7370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245385 Apr 07 11:41:52.521433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-4665c1e4-ec34-486d-a7bc-dfccbcf8c4fe service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989029 Apr 07 11:41:52.620100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4df8f770-d0a9-40bf-a6ec-6742d0aaea5a req-6dcf14ff-2a05-44ef-84dd-bee1e0c65284 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932193 Apr 07 11:41:52.733878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-af4b9b7f-446d-475e-8802-07d87fd22999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.735417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-af4b9b7f-446d-475e-8802-07d87fd22999 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 1125 time: 0.0625916 Apr 07 11:41:52.842937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-285aaec9-c2fe-422d-8c24-77781deb1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.844765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-285aaec9-c2fe-422d-8c24-77781deb1f75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 200 len: 907 time: 0.1035221 Apr 07 11:41:52.891831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-15963aea-5c23-46d1-ad8d-81ff15c57b07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e HTTP/1.1" status: 200 len: 217 time: 0.0404580 Apr 07 11:41:52.942494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-8799ddb7-18df-46e0-8a4e-00c686b086fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:52.944001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-8799ddb7-18df-46e0-8a4e-00c686b086fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 200 len: 846 time: 0.0461349 Apr 07 11:41:52.977697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-9e0548b9-89d5-401c-a04e-79d918fbc92b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3233d158-f9f8-4756-ab6c-7d3d8fe47109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271938 Apr 07 11:41:53.075033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-1a4db039-4d59-4db7-b5fe-2767168f968c service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906680 Apr 07 11:41:53.180971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e1065a5-fca4-42e2-a846-ada3381ce511 req-3c0458a2-496d-4284-b5fa-fef09f3e2c29 service neutron] 10.222.0.41 "GET /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985093 Apr 07 11:41:53.480360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08fd8a-3727-44ee-8b35-19224b3fd2c4 req-fb325ebb-a25b-4706-b3bb-24562db16bc9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:53.481764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f08fd8a-3727-44ee-8b35-19224b3fd2c4 req-fb325ebb-a25b-4706-b3bb-24562db16bc9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 943 time: 0.0561297 Apr 07 11:41:53.527925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f08fd8a-3727-44ee-8b35-19224b3fd2c4 req-960f42e1-7f1c-45cb-807c-51b8f0c93680 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Apr 07 11:41:54.648595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad3d55-b192-4258-bff5-ae4c25cb2457 req-0bfa7035-44fb-4ea3-90ae-f8f0ed8cdda4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:54.650097 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06ad3d55-b192-4258-bff5-ae4c25cb2457 req-0bfa7035-44fb-4ea3-90ae-f8f0ed8cdda4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 943 time: 0.0565102 Apr 07 11:41:54.698306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06ad3d55-b192-4258-bff5-ae4c25cb2457 req-fcce39fd-5c32-4522-b8c4-cc7796d2c636 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Apr 07 11:41:55.820512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68557811-fd0d-4e86-8591-bf896c347ca4 req-4d2fa35a-79cd-43df-9f27-f8f767c0807d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:55.825613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68557811-fd0d-4e86-8591-bf896c347ca4 req-4d2fa35a-79cd-43df-9f27-f8f767c0807d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 943 time: 0.0594158 Apr 07 11:41:55.872037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68557811-fd0d-4e86-8591-bf896c347ca4 req-d834f5c6-321f-4eba-bd65-ba6337f34979 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Apr 07 11:41:56.171258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 88089945-ac9b-4d24-a7ef-b80ef0cd056e details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:41:56.271614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:56.282136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '88089945-ac9b-4d24-a7ef-b80ef0cd056e', 'network_id': '3233d158-f9f8-4756-ab6c-7d3d8fe47109', 'port_id': '88089945-ac9b-4d24-a7ef-b80ef0cd056e', 'mac_address': 'fa:16:3e:08:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce31e0-6e0d-4176-beb6-14a739dacedc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:41:56.329835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 88089945-ac9b-4d24-a7ef-b80ef0cd056e is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:56.330206 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:56.349778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88089945-ac9b-4d24-a7ef-b80ef0cd056e {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:41:56.370395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:56.374770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:56.425925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=88089945-ac9b-4d24-a7ef-b80ef0cd056e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:56.433123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.433501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.433837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.434179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.434508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.434836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.435163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.435487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.435877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.436131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.436453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.436773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.437093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:56.772520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['88089945-ac9b-4d24-a7ef-b80ef0cd056e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:41:56.991160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb242b2-108a-4108-bd08-82ce99763d40 req-afc01739-3f01-4277-ab11-96c1604c440f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:56.992542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cb242b2-108a-4108-bd08-82ce99763d40 req-afc01739-3f01-4277-ab11-96c1604c440f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 944 time: 0.0518808 Apr 07 11:41:57.041239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cb242b2-108a-4108-bd08-82ce99763d40 req-bd64063b-a1e6-4cfd-a0b4-ba740def34df tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Apr 07 11:41:58.164821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001fc09-e401-48dc-91e3-5aa81d5229f1 req-e5b86c32-3393-47f7-be27-c0e3a186abc8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:58.166372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e001fc09-e401-48dc-91e3-5aa81d5229f1 req-e5b86c32-3393-47f7-be27-c0e3a186abc8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 944 time: 0.0566878 Apr 07 11:41:58.184678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 88089945-ac9b-4d24-a7ef-b80ef0cd056e up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:41:58.222743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e001fc09-e401-48dc-91e3-5aa81d5229f1 req-888c4921-f9a5-40e0-9175-2000155c2f69 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Apr 07 11:41:58.248349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 88089945-ac9b-4d24-a7ef-b80ef0cd056e completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:41:58.252981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 88089945-ac9b-4d24-a7ef-b80ef0cd056e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:41:58.253379 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:58.346465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 88089945-ac9b-4d24-a7ef-b80ef0cd056e is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:41:58.347012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:58.391322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88089945-ac9b-4d24-a7ef-b80ef0cd056e'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:41:58.393932 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759c5a9-8556-41ae-940a-178f3cbf283d" -d '{"events": [{"server_uuid": "393a2d3c-bc48-4d03-b1ef-d18ef7499fb5", "name": "network-vif-plugged", "status": "completed", "tag": "88089945-ac9b-4d24-a7ef-b80ef0cd056e"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:41:58.410198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:41:58.414731 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:58.441708 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a065f8-f7eb-4a0f-9a99-f6f777c3fc22 x-openstack-request-id: req-23a065f8-f7eb-4a0f-9a99-f6f777c3fc22 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:41:58.442188 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393a2d3c-bc48-4d03-b1ef-d18ef7499fb5", "name": "network-vif-plugged", "status": "completed", "tag": "88089945-ac9b-4d24-a7ef-b80ef0cd056e", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:41:58.442623 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23a065f8-f7eb-4a0f-9a99-f6f777c3fc22 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:41:58.443358 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a065f8-f7eb-4a0f-9a99-f6f777c3fc22'] response: {'server_uuid': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88089945-ac9b-4d24-a7ef-b80ef0cd056e', 'code': 200} Apr 07 11:41:58.480002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=88089945-ac9b-4d24-a7ef-b80ef0cd056e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:58.550372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390ae1-9fb8-44c6-ba42-b9c3b23f75ea req-c6380c5b-fb47-4973-b11f-a39481d7c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:58.551912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56390ae1-9fb8-44c6-ba42-b9c3b23f75ea req-c6380c5b-fb47-4973-b11f-a39481d7c5e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0450718 Apr 07 11:41:58.598547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56390ae1-9fb8-44c6-ba42-b9c3b23f75ea req-e3063322-07ee-4066-b026-c46828f9c705 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Apr 07 11:41:59.351344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee3cb6-59bd-4499-9091-e1616b9e2311 req-73b09e2f-0005-49f6-9f4c-7425c7fd8999 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:41:59.352838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2ee3cb6-59bd-4499-9091-e1616b9e2311 req-73b09e2f-0005-49f6-9f4c-7425c7fd8999 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0584195 Apr 07 11:41:59.400850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2ee3cb6-59bd-4499-9091-e1616b9e2311 req-5b8c42fa-f6af-44e3-bb2b-25ace18a5bbe tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Apr 07 11:42:00.522886 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7f8f9-ab69-483e-bf47-a000acac8e41 req-9ae082d4-7a86-44d4-bca8-3bd3ef6b0262 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:00.524266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3df7f8f9-ab69-483e-bf47-a000acac8e41 req-9ae082d4-7a86-44d4-bca8-3bd3ef6b0262 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Apr 07 11:42:00.573721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3df7f8f9-ab69-483e-bf47-a000acac8e41 req-a7aeaac8-0783-40dd-a1a3-ed96a256751d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Apr 07 11:42:00.642539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d43e896-12bd-4f73-8144-2ddb493b5d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:00.784055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff8462-90f2-4ef6-97d7-756aed3f944e req-58a9174d-151c-4fd7-9b39-f2440535bca9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:00.785457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8ff8462-90f2-4ef6-97d7-756aed3f944e req-58a9174d-151c-4fd7-9b39-f2440535bca9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0549104 Apr 07 11:42:00.832751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8ff8462-90f2-4ef6-97d7-756aed3f944e req-932fd854-4482-4d8f-8483-a1f01a90d9df tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Apr 07 11:42:00.975272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1b36a-9378-4757-89a7-f638fc23d69c req-712f6792-cf1b-4634-8892-ec79644d0d4d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:00.976740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89a1b36a-9378-4757-89a7-f638fc23d69c req-712f6792-cf1b-4634-8892-ec79644d0d4d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0699947 Apr 07 11:42:01.038033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89a1b36a-9378-4757-89a7-f638fc23d69c req-d5cdb842-d39f-499d-bdac-a612b7a8e7ff tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555558 Apr 07 11:42:01.265956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abd436-9a9c-48f7-b0cc-eb639d9dbbea req-6d646365-88a6-4f37-9143-a610fe831ecd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:01.276023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81abd436-9a9c-48f7-b0cc-eb639d9dbbea req-6d646365-88a6-4f37-9143-a610fe831ecd tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0628853 Apr 07 11:42:01.330322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81abd436-9a9c-48f7-b0cc-eb639d9dbbea req-64c55d24-bf1d-455b-8617-5386e465e524 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Apr 07 11:42:01.777314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:02.469614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659650-f4c1-4d05-b254-39319f3dc2f9 req-db175e58-547b-4234-8420-3bfa5b94bc59 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:02.471594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32659650-f4c1-4d05-b254-39319f3dc2f9 req-db175e58-547b-4234-8420-3bfa5b94bc59 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0683911 Apr 07 11:42:02.527003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32659650-f4c1-4d05-b254-39319f3dc2f9 req-16e123c5-0b36-4aaf-887d-67e122110ca0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496056 Apr 07 11:42:02.974104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-14917ebc-f7a0-4622-b744-25adcf203514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:03.594307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:03.650454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d8c00-0595-4acd-86d3-c3e0bd956b84 req-4b65ad5c-eb04-47f0-af8e-497638d9c9c8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:03.651935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da5d8c00-0595-4acd-86d3-c3e0bd956b84 req-4b65ad5c-eb04-47f0-af8e-497638d9c9c8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Apr 07 11:42:03.697701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da5d8c00-0595-4acd-86d3-c3e0bd956b84 req-40442f25-45a2-451f-84a4-a87645c032d7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 Apr 07 11:42:04.478714 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:04.823489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca656295-990c-476e-9b11-14a02b2ba3fd req-50bd09b3-a41f-414e-b945-895c94b2c13f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:04.824952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca656295-990c-476e-9b11-14a02b2ba3fd req-50bd09b3-a41f-414e-b945-895c94b2c13f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0583100 Apr 07 11:42:04.871175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca656295-990c-476e-9b11-14a02b2ba3fd req-d67b935f-5e68-4fa6-9883-7308183efb35 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Apr 07 11:42:05.988944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce2607-fe4d-4734-99e9-c10d92e5d8aa req-450a0b89-d3e3-46f5-a13b-31db544a70a6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:05.990760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ce2607-fe4d-4734-99e9-c10d92e5d8aa req-450a0b89-d3e3-46f5-a13b-31db544a70a6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0520256 Apr 07 11:42:06.038601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ce2607-fe4d-4734-99e9-c10d92e5d8aa req-aff242c3-5a80-4d07-a2c7-e55d299e9900 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Apr 07 11:42:06.043653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:07.156657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5571d3-4573-4fc9-851a-87dee0da8469 req-66bce946-f884-49ab-96dc-dda9100cce7d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:07.158834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d5571d3-4573-4fc9-851a-87dee0da8469 req-66bce946-f884-49ab-96dc-dda9100cce7d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0530665 Apr 07 11:42:07.193892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:07.210502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d5571d3-4573-4fc9-851a-87dee0da8469 req-a65bb534-25b5-49a2-89ac-9b35da945259 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Apr 07 11:42:08.331327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837547b-9bd9-4168-a767-4139b49231a2 req-91d11d9c-973b-4cc2-a9ab-a6c101b337b7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:08.332798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8837547b-9bd9-4168-a767-4139b49231a2 req-91d11d9c-973b-4cc2-a9ab-a6c101b337b7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0518806 Apr 07 11:42:08.381339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8837547b-9bd9-4168-a767-4139b49231a2 req-05a3a0eb-672b-47ac-a4fa-6a5a55c684e4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Apr 07 11:42:09.076325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5455-74a9-4f52-ab77-c4f0bc4c9b29 req-79f65d29-ff36-4c87-910a-01c3b413f775 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:09.077829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-766e5455-74a9-4f52-ab77-c4f0bc4c9b29 req-79f65d29-ff36-4c87-910a-01c3b413f775 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.0511899 Apr 07 11:42:09.124472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-766e5455-74a9-4f52-ab77-c4f0bc4c9b29 req-efa741c8-c2fe-42aa-9b70-be2259c77adf tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Apr 07 11:42:09.827960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ce649-c121-45ff-8470-8ca1e36f4049 req-9663b668-c4db-4849-847f-114bdab17190 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:09.829434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa5ce649-c121-45ff-8470-8ca1e36f4049 req-9663b668-c4db-4849-847f-114bdab17190 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.3800035 Apr 07 11:42:09.874848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa5ce649-c121-45ff-8470-8ca1e36f4049 req-41a8c587-8abc-4a62-9309-4e2a8f6ccd83 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Apr 07 11:42:10.244759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c1da6-92bc-427c-b17f-a597d4d56f09 req-ee834aca-4066-4aba-bb66-45a22707d5b0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:10.246231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-686c1da6-92bc-427c-b17f-a597d4d56f09 req-ee834aca-4066-4aba-bb66-45a22707d5b0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.0520625 Apr 07 11:42:10.294020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-686c1da6-92bc-427c-b17f-a597d4d56f09 req-924a4365-3341-4a46-8b7e-d3aed8e6fbdb tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf441411-c75b-497d-8445-65f45d1a7a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Apr 07 11:42:10.630962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-ffd99896-5769-4cf1-b864-193df79e816c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:10.632374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-ffd99896-5769-4cf1-b864-193df79e816c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 945 time: 0.0565999 Apr 07 11:42:10.724113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:10.724463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:10.814782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] For port 57401a84-2bb4-43c0-afd4-8daa6bfacd02, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=57401a84-2bb4-43c0-afd4-8daa6bfacd02,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:10.815138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:11.018652 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:11.019494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (f53a40ea-7132-4279-bb3d-fc657bc6d624), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:11.019713 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP f53a40ea-7132-4279-bb3d-fc657bc6d624 disassociated. External IP: 172.25.5.154, port: 57401a84-2bb4-43c0-afd4-8daa6bfacd02. Apr 07 11:42:11.020044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for 57401a84-2bb4-43c0-afd4-8daa6bfacd02 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:11.046709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921904c9-1ba3-4861-84bb-bca16d3d3aed req-367cc487-32ca-434c-9553-2027262a049a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:11.048172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-921904c9-1ba3-4861-84bb-bca16d3d3aed req-367cc487-32ca-434c-9553-2027262a049a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0858233 Apr 07 11:42:11.142296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-921904c9-1ba3-4861-84bb-bca16d3d3aed req-a2c04235-645d-4396-9ba4-d34b0a8e155e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655000 Apr 07 11:42:11.201731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (57401a84-2bb4-43c0-afd4-8daa6bfacd02), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:11.234069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=57401a84-2bb4-43c0-afd4-8daa6bfacd02,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:11.349465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:11.460134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8b2be8-3015-4ef6-ae23-cf1369ffe4f6 req-ab434b08-8514-4d2f-8a35-c64c584365ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf1475f-da6f-4c17-a20c-ef2162f98a1b HTTP/1.1" status: 200 len: 210 time: 0.0685897 Apr 07 11:42:11.499555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:11.510235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:11.520685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:11.521350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:11.540832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] No DVR routers for this DVR port 57401a84-2bb4-43c0-afd4-8daa6bfacd02 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:11.543294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:11.546592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39486f16-995d-4cfd-a863-6c61a690efe5 req-0bb3f4b7-d7f5-4a11-be16-d9f8afa10447 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "DELETE /v2.0/ports/57401a84-2bb4-43c0-afd4-8daa6bfacd02 HTTP/1.1" status: 204 len: 173 time: 0.9076343 Apr 07 11:42:11.547031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'name': 'network-vif-deleted', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:11.549297 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29752a71-9ece-4d3b-946d-ee11450b92bf" -d '{"events": [{"server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "name": "network-vif-deleted", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:11.590838 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8e622-c324-419c-a91f-d32d1eeb4ab3 x-openstack-request-id: req-9bc8e622-c324-419c-a91f-d32d1eeb4ab3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:11.591138 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf1475f-da6f-4c17-a20c-ef2162f98a1b", "name": "network-vif-deleted", "tag": "57401a84-2bb4-43c0-afd4-8daa6bfacd02", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:11.591397 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bc8e622-c324-419c-a91f-d32d1eeb4ab3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:11.591805 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc8e622-c324-419c-a91f-d32d1eeb4ab3'] response: {'server_uuid': 'ccf1475f-da6f-4c17-a20c-ef2162f98a1b', 'name': 'network-vif-deleted', 'tag': '57401a84-2bb4-43c0-afd4-8daa6bfacd02', 'status': 'completed', 'code': 200} Apr 07 11:42:11.641928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:12.041535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:04Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:12.072103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:12.081567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:12.082284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:12.194502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:12.263359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb816ea-190b-4603-a8c7-cd43d28d1257 req-e1898dae-4af3-426b-86d7-6de29b153b2d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:12.264856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfb816ea-190b-4603-a8c7-cd43d28d1257 req-e1898dae-4af3-426b-86d7-6de29b153b2d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Apr 07 11:42:12.312094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bfb816ea-190b-4603-a8c7-cd43d28d1257 req-a026e506-50d3-449e-8b8c-386dc0285575 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Apr 07 11:42:12.425018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:04Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:12.455119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27244cb-b4b4-4be6-8076-6f48c9efa1be None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c55ac4cf-b0c6-4267-ba0f-0af8d9ada805', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:0b:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:38:44Z', 'updated_at': '2022-04-07T11:39:04Z', 'revision_number': 2, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:12.549357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46014) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:12.609624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (cf441411-c75b-497d-8445-65f45d1a7a58), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.635705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (cf441411-c75b-497d-8445-65f45d1a7a58), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.687960 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7b95f-eb83-4049-b5be-ae9994b52794 None None] New status for floating IP f53a40ea-7132-4279-bb3d-fc657bc6d624: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:42:12.689074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (cf441411-c75b-497d-8445-65f45d1a7a58), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.692365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.693548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf441411-c75b-497d-8445-65f45d1a7a58 HTTP/1.1" status: 204 len: 168 time: 0.1430998 Apr 07 11:42:12.696391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46016) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:12.702583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf441411-c75b-497d-8445-65f45d1a7a58,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:12.711356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.711708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.712054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.712350 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-aae0920f-9f19-4ef8-9246-dc8ac5e4cdf8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] show failed (client error): The resource could not be found. Apr 07 11:42:12.712498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.712739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.713030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.713392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.713719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.714042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.714366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.714691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.715018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.715328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aae0920f-9f19-4ef8-9246-dc8ac5e4cdf8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups/cf441411-c75b-497d-8445-65f45d1a7a58 HTTP/1.1" status: 404 len: 347 time: 0.0173478 Apr 07 11:42:12.715477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512d95e-db31-4884-a180-8a73c6e5fcee tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:12.717949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46018) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:12.856224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port b1bfe8e6-d6ad-48d4-b011-41af860644d4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:12.856566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.930594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.930919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (b1bfe8e6-d6ad-48d4-b011-41af860644d4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:12.945283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for b1bfe8e6-d6ad-48d4-b011-41af860644d4 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:13.075923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b1bfe8e6-d6ad-48d4-b011-41af860644d4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:13.101790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=b1bfe8e6-d6ad-48d4-b011-41af860644d4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:13.167784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (f53a40ea-7132-4279-bb3d-fc657bc6d624), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:13.170700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:13.171851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-87c75052-394c-4c4e-a58c-aee6dc46dda8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/floatingips/f53a40ea-7132-4279-bb3d-fc657bc6d624 HTTP/1.1" status: 204 len: 168 time: 0.4525185 Apr 07 11:42:13.443369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdd81b-5e47-4655-88f6-a6eb6bb61f8a req-1c69befb-13e1-4a47-8356-38f175a06dfe tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:13.444928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0fdd81b-5e47-4655-88f6-a6eb6bb61f8a req-1c69befb-13e1-4a47-8356-38f175a06dfe tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0626731 Apr 07 11:42:13.494532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0fdd81b-5e47-4655-88f6-a6eb6bb61f8a req-bc734d32-1f1b-484e-b8d1-3c273bcb3717 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Apr 07 11:42:13.639079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-75958008-5b58-4bf5-9c1c-bdb80a6d3c6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439396 Apr 07 11:42:13.722586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369405f-e7a1-4b01-adab-86782d11f8de req-6cdb3385-1c2b-427d-a6bd-53930fa4fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:13.724077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-6cdb3385-1c2b-427d-a6bd-53930fa4fae8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 1128 time: 0.0444300 Apr 07 11:42:13.828721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369405f-e7a1-4b01-adab-86782d11f8de req-0e1ac947-6f5f-43d8-b25b-6fa61a60c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:13.830205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-0e1ac947-6f5f-43d8-b25b-6fa61a60c733 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.0882273 Apr 07 11:42:13.896423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-9e9d1501-a833-4a1f-b1c3-17334c641558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 200 len: 1002 time: 0.0582082 Apr 07 11:42:13.949792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369405f-e7a1-4b01-adab-86782d11f8de req-57e781aa-ae84-48ba-adda-35d4aa34f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:13.951279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-57e781aa-ae84-48ba-adda-35d4aa34f736 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0472884 Apr 07 11:42:13.999693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369405f-e7a1-4b01-adab-86782d11f8de req-d4f0c1ae-9025-411e-8f31-13f7fd3650f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:14.001363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-d4f0c1ae-9025-411e-8f31-13f7fd3650f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443759 Apr 07 11:42:14.090391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-32fcb8b5-8411-467e-bbe5-ff714b4f8d6f service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825329 Apr 07 11:42:14.183381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6369405f-e7a1-4b01-adab-86782d11f8de req-0f938202-ed4f-40dc-98cd-f57be7112763 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Apr 07 11:42:14.281764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 57401a84-2bb4-43c0-afd4-8daa6bfacd02 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:14.302907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 57401a84-2bb4-43c0-afd4-8daa6bfacd02 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:14.303251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 57401a84-2bb4-43c0-afd4-8daa6bfacd02 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:14.618681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c89aa-8701-4cb3-b514-37fb21801bc0 req-8f5e0933-7790-4abe-a4a3-9c4404008537 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:14.620154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f3c89aa-8701-4cb3-b514-37fb21801bc0 req-8f5e0933-7790-4abe-a4a3-9c4404008537 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0542407 Apr 07 11:42:14.667818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f3c89aa-8701-4cb3-b514-37fb21801bc0 req-06230f57-0a55-4f19-8f2e-97061085264f tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Apr 07 11:42:15.795685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54d91-7dad-4834-9d7f-a02a85e8ea81 req-b1e4501a-18a4-4e94-81ab-9e21041743ba tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:15.797091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6f54d91-7dad-4834-9d7f-a02a85e8ea81 req-b1e4501a-18a4-4e94-81ab-9e21041743ba tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0569093 Apr 07 11:42:15.845499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6f54d91-7dad-4834-9d7f-a02a85e8ea81 req-9ce70ddd-fda7-4925-9065-11caed55764b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Apr 07 11:42:16.968274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52186e23-7450-49fe-a060-3acb984ed550 req-419fe4d8-4892-4a77-a06c-9a24ac510110 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:16.969779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52186e23-7450-49fe-a060-3acb984ed550 req-419fe4d8-4892-4a77-a06c-9a24ac510110 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Apr 07 11:42:17.016860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52186e23-7450-49fe-a060-3acb984ed550 req-bd71a8de-16ed-4200-9edc-43823c674781 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Apr 07 11:42:18.136126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe6af2-85e4-4ff2-8a94-4da240bcb08d req-a9f42b13-c308-4822-a0d7-ce4431465545 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:18.137414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11fe6af2-85e4-4ff2-8a94-4da240bcb08d req-a9f42b13-c308-4822-a0d7-ce4431465545 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Apr 07 11:42:18.188617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11fe6af2-85e4-4ff2-8a94-4da240bcb08d req-c3ed06e1-a50c-4e05-81ce-22566892aeea tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Apr 07 11:42:19.311814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e0d8-5089-47d6-be80-1c65000d3764 req-32b374e2-1ce2-4da3-896a-98829883fd02 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:19.313341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c210e0d8-5089-47d6-be80-1c65000d3764 req-32b374e2-1ce2-4da3-896a-98829883fd02 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Apr 07 11:42:19.363087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c210e0d8-5089-47d6-be80-1c65000d3764 req-3b344aa0-5da8-4b57-9e4f-ed2c91256871 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Apr 07 11:42:20.483606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b4ab-26eb-4557-ae72-bf7a61cd9de5 req-f2e3efa9-7a50-45c1-a07b-97ab57005fa7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:20.484997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90e4b4ab-26eb-4557-ae72-bf7a61cd9de5 req-f2e3efa9-7a50-45c1-a07b-97ab57005fa7 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Apr 07 11:42:20.531495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90e4b4ab-26eb-4557-ae72-bf7a61cd9de5 req-44c4606d-e327-4dcd-b375-1bcd7a5e117c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Apr 07 11:42:21.663663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390c599-8872-47e3-9390-f63f3fa835c0 req-e9fd8f3f-0add-419d-ad71-5101a8fe9344 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:21.666048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3390c599-8872-47e3-9390-f63f3fa835c0 req-e9fd8f3f-0add-419d-ad71-5101a8fe9344 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0594771 Apr 07 11:42:21.717501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3390c599-8872-47e3-9390-f63f3fa835c0 req-f3bdc4ce-7824-40f4-8614-0a54a6319fa0 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Apr 07 11:42:22.845117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd4cf-2969-4624-8fc3-bc94cd4a1f1e req-b31f8b8d-2121-46b1-b77d-3cf9483bfcfa tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:22.846662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84cbd4cf-2969-4624-8fc3-bc94cd4a1f1e req-b31f8b8d-2121-46b1-b77d-3cf9483bfcfa tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0536561 Apr 07 11:42:22.894494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84cbd4cf-2969-4624-8fc3-bc94cd4a1f1e req-f4115fc1-8c28-43fb-ba0e-17dec8bec54e tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409925 Apr 07 11:42:23.246629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b496e-e174-4e55-ad60-13ca7a97f61a req-665fd318-9afc-4c0b-98da-2f1fd29e372d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:23.248157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a4b496e-e174-4e55-ad60-13ca7a97f61a req-665fd318-9afc-4c0b-98da-2f1fd29e372d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0657856 Apr 07 11:42:23.295238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a4b496e-e174-4e55-ad60-13ca7a97f61a req-2bb71898-915c-42c6-946f-37a6c79e8b3b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Apr 07 11:42:24.016955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29cdc8-52d9-44e4-a787-5c2872f46f07 req-ef35635c-b11c-48c1-a735-6eb35731c01c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:24.018528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed29cdc8-52d9-44e4-a787-5c2872f46f07 req-ef35635c-b11c-48c1-a735-6eb35731c01c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0517983 Apr 07 11:42:24.065983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed29cdc8-52d9-44e4-a787-5c2872f46f07 req-574feea4-51f2-47eb-b68f-33a76bde3e8b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Apr 07 11:42:24.415464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829687-7e56-4967-abc4-c1b2605c8a49 req-99c27abd-a20b-471f-8e76-cd08a9dc2d83 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:24.416952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e829687-7e56-4967-abc4-c1b2605c8a49 req-99c27abd-a20b-471f-8e76-cd08a9dc2d83 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0533874 Apr 07 11:42:24.466745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e829687-7e56-4967-abc4-c1b2605c8a49 req-a290e52b-a749-4cce-b748-9ef6849f587e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441813 Apr 07 11:42:25.198061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0945-a1db-4be8-845d-79969c54dc00 req-32b7482c-0fe4-4662-ad6e-529a58e096c9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:25.199496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-584f0945-a1db-4be8-845d-79969c54dc00 req-32b7482c-0fe4-4662-ad6e-529a58e096c9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.0820773 Apr 07 11:42:25.211998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d118a1-c4ab-47b0-b864-ae1146e15be2 req-67ccda98-0617-484b-b4aa-f97b33b28e72 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:25.213411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31d118a1-c4ab-47b0-b864-ae1146e15be2 req-67ccda98-0617-484b-b4aa-f97b33b28e72 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0706873 Apr 07 11:42:25.285247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:42:25.317843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31d118a1-c4ab-47b0-b864-ae1146e15be2 req-8856a14a-be37-4057-9bde-3d517d974d75 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978627 Apr 07 11:42:25.338661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:25.339001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:25.426540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] For port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:25.426826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:25.636991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:25.637374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c55ac4cf-b0c6-4267-ba0f-0af8d9ada805), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:25.637695 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP c55ac4cf-b0c6-4267-ba0f-0af8d9ada805 disassociated. External IP: 172.25.5.119, port: 4cadf66a-60cb-4b5b-8391-d9fdb798a44f. Apr 07 11:42:25.638035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for 4cadf66a-60cb-4b5b-8391-d9fdb798a44f owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:25.657020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b78f6-d61e-4b76-89f0-2757094e6f49 req-e8e7266f-eb8d-4fff-9d6c-025dd8369a03 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:25.658622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-769b78f6-d61e-4b76-89f0-2757094e6f49 req-e8e7266f-eb8d-4fff-9d6c-025dd8369a03 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=752dea6a-5ebd-46ec-86fb-4604903790fb HTTP/1.1" status: 200 len: 946 time: 0.1223497 Apr 07 11:42:25.760428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-769b78f6-d61e-4b76-89f0-2757094e6f49 req-524c8378-da27-4bc1-a415-90fc5a9c40c7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=64d00672-4508-4e85-bdda-2077c704e872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712452 Apr 07 11:42:25.819716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4cadf66a-60cb-4b5b-8391-d9fdb798a44f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:25.847292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=4cadf66a-60cb-4b5b-8391-d9fdb798a44f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:25.858804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.859157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.859505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.859851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.860185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.860518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.860852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.861281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.861620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.862510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.863028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.863493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.863732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:25.975517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:26.084849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:26.094882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:26.104570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:26.105210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:26.126267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] No DVR routers for this DVR port 4cadf66a-60cb-4b5b-8391-d9fdb798a44f on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:26.129626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:26.132853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-584f0945-a1db-4be8-845d-79969c54dc00 req-707276cf-8c05-4249-b9cf-2491a9d5358b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "DELETE /v2.0/ports/4cadf66a-60cb-4b5b-8391-d9fdb798a44f HTTP/1.1" status: 204 len: 173 time: 0.9280827 Apr 07 11:42:26.169289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'name': 'network-vif-deleted', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:26.169289 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e4ef3-431c-47b2-b85e-48160ae3c890" -d '{"events": [{"server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "name": "network-vif-deleted", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:26.182290 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a58a0-e371-47b1-ae8b-2ebb61c7a3ff x-openstack-request-id: req-6c3a58a0-e371-47b1-ae8b-2ebb61c7a3ff {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:26.182593 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752dea6a-5ebd-46ec-86fb-4604903790fb", "name": "network-vif-deleted", "tag": "4cadf66a-60cb-4b5b-8391-d9fdb798a44f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:26.182858 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c3a58a0-e371-47b1-ae8b-2ebb61c7a3ff {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:26.183289 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3a58a0-e371-47b1-ae8b-2ebb61c7a3ff'] response: {'server_uuid': '752dea6a-5ebd-46ec-86fb-4604903790fb', 'name': 'network-vif-deleted', 'tag': '4cadf66a-60cb-4b5b-8391-d9fdb798a44f', 'status': 'completed', 'code': 200} Apr 07 11:42:26.239643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:26.443852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919cafe-ae8a-4c6a-9be3-6c1fd05a5a0a req-38dfbeb9-27a5-4e3a-a743-47f25f572ec4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:26.445293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b919cafe-ae8a-4c6a-9be3-6c1fd05a5a0a req-38dfbeb9-27a5-4e3a-a743-47f25f572ec4 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0537102 Apr 07 11:42:26.457842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:26.487206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:26.495754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:26.496225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b919cafe-ae8a-4c6a-9be3-6c1fd05a5a0a req-d781dd07-c066-4ac9-91ce-8a2f51fc727d tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Apr 07 11:42:26.496353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:26.602510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:26.821081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:26.844826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46102) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:26.853762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c9187-2a5a-4a5e-984b-00742f5c4315 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:26.900978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf24044-6b6b-442b-92c0-3530e735f21e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (64d00672-4508-4e85-bdda-2077c704e872), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:26.927204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf24044-6b6b-442b-92c0-3530e735f21e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (64d00672-4508-4e85-bdda-2077c704e872), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:26.977419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf24044-6b6b-442b-92c0-3530e735f21e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (64d00672-4508-4e85-bdda-2077c704e872), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:26.979912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bf24044-6b6b-442b-92c0-3530e735f21e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:26.981110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bf24044-6b6b-442b-92c0-3530e735f21e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/security-groups/64d00672-4508-4e85-bdda-2077c704e872 HTTP/1.1" status: 204 len: 168 time: 0.1352491 Apr 07 11:42:26.984041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46106) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:26.991995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf24044-6b6b-442b-92c0-3530e735f21e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d00672-4508-4e85-bdda-2077c704e872,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:27.004618 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-bd083b78-11fa-4158-91b8-5594f7ec5f02 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] show failed (client error): The resource could not be found. Apr 07 11:42:27.008885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46108) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:27.008997 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd083b78-11fa-4158-91b8-5594f7ec5f02 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups/64d00672-4508-4e85-bdda-2077c704e872 HTTP/1.1" status: 404 len: 347 time: 0.0237546 Apr 07 11:42:27.120824 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1474a-bb42-459f-924c-d1549eae1aae None None] New status for floating IP c55ac4cf-b0c6-4267-ba0f-0af8d9ada805: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:42:27.141968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port cc1068d3-2c47-4289-b3cd-1c6d7aeabac6 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:27.142319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.220650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.220981 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.235602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for cc1068d3-2c47-4289-b3cd-1c6d7aeabac6 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:27.379469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cc1068d3-2c47-4289-b3cd-1c6d7aeabac6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.404196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=cc1068d3-2c47-4289-b3cd-1c6d7aeabac6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:27.465123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (c55ac4cf-b0c6-4267-ba0f-0af8d9ada805), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.467758 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.468920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-49fac537-7116-448c-9ffe-b1fdce355d9d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/floatingips/c55ac4cf-b0c6-4267-ba0f-0af8d9ada805 HTTP/1.1" status: 204 len: 168 time: 0.4587831 Apr 07 11:42:27.617578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1b11e-dc1e-4b8a-8525-70cd273750aa req-57062c70-6b34-4586-85f4-fc621a3cfdca tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:27.619066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0d1b11e-dc1e-4b8a-8525-70cd273750aa req-57062c70-6b34-4586-85f4-fc621a3cfdca tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0543439 Apr 07 11:42:27.623817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46114) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:27.738896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0d1b11e-dc1e-4b8a-8525-70cd273750aa req-a787546a-98b6-4fd2-a91b-6ca548ee5899 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065469 Apr 07 11:42:27.759839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ce0d4641-f663-4aec-962a-de4dc590231e tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2670 time: 0.1299562 Apr 07 11:42:27.759839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46116) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:27.763214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'network': {'name': 'tempest-network-smoke--1749255607', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'port_security_enabled': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:27.782861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Made reservation on behalf of 19eb94a1819f4d2a8ad4c1add7ef5375 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:42:27.786557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.810813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:42:27.819825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5994bdb9-8e17-4634-8126-32f09ea5f50a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.820166 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Added segment 5994bdb9-8e17-4634-8126-32f09ea5f50a of type vlan for network c3b2f83f-06e6-4688-998d-aa3547bf70cc Apr 07 11:42:27.861675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c3b2f83f-06e6-4688-998d-aa3547bf70cc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.889890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c3b2f83f-06e6-4688-998d-aa3547bf70cc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.895848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:27.896430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.946724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1872094 Apr 07 11:42:27.950771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46118) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:27.958434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'admin_state_up': True, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:27.984692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ec43-9ee4-4625-83ba-b8f680fca0ef tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Network': ['ID=c3b2f83f-06e6-4688-998d-aa3547bf70cc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:27.986004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46120) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:27.992522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460633206', 'description': 'tempest-description--1104887981'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:27.995726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (43f7a461-01e4-4cab-892e-7104395c7666), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.996106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:42:27.997173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (43f7a461-01e4-4cab-892e-7104395c7666), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.022022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.056661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_controller (43f7a461-01e4-4cab-892e-7104395c7666), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.094463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (dbf54dfa-4a7b-49bf-83b4-551879f98ce4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.098976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dbf54dfa-4a7b-49bf-83b4-551879f98ce4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.128410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.129466 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1417658 Apr 07 11:42:28.132693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46122) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:28.136989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': 'dbf54dfa-4a7b-49bf-83b4-551879f98ce4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:28.141859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110f0a0-b67a-4d41-bde6-00c66d0201c3 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf54dfa-4a7b-49bf-83b4-551879f98ce4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:28.166798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (7e2fd183-902a-42dd-8b24-5dae1e04ec37), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.230869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (7e2fd183-902a-42dd-8b24-5dae1e04ec37), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.235913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7e2fd183-902a-42dd-8b24-5dae1e04ec37), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.259162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2fd183-902a-42dd-8b24-5dae1e04ec37,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:28.266985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.268810 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e4ad011-85c4-454f-9104-4de71177fe6b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349227 Apr 07 11:42:28.271775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46124) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:28.276272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': 'dbf54dfa-4a7b-49bf-83b4-551879f98ce4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:28.303882 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (844bc049-2338-478c-b631-5a83f8eab984), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.343267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4cadf66a-60cb-4b5b-8391-d9fdb798a44f no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:28.366938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (844bc049-2338-478c-b631-5a83f8eab984), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.369423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 4cadf66a-60cb-4b5b-8391-d9fdb798a44f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:28.369790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4cadf66a-60cb-4b5b-8391-d9fdb798a44f not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:28.372391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (844bc049-2338-478c-b631-5a83f8eab984), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.392750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844bc049-2338-478c-b631-5a83f8eab984,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:28.401928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.403206 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2135e664-36e5-4531-975b-8f16d1a9b604 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304440 Apr 07 11:42:28.406429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46126) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:28.411633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:28.434621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.536369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.542052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (43f7a461-01e4-4cab-892e-7104395c7666), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.646450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.25.5.214 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/4911c414-9db1-4d75-81d6-aa2a26c6c668) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:42:28.738416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (43f7a461-01e4-4cab-892e-7104395c7666), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.747365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.757779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.787390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.826258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:28.835370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:28.839894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:42:28.843040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=4911c414-9db1-4d75-81d6-aa2a26c6c668,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:28.904980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa5558-313e-4c22-ab13-c94a84923227 req-a048f7b7-9cac-49d8-ac44-52d3d03e52e2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:28.906505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6faa5558-313e-4c22-ab13-c94a84923227 req-a048f7b7-9cac-49d8-ac44-52d3d03e52e2 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.0936818 Apr 07 11:42:28.919194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.25.5.188 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/f98937d8-7983-41b7-972b-4f3064d49162) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:42:28.932018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (0676b943-45c6-4f04-931c-fb1b600e7549), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.969733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.010424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6faa5558-313e-4c22-ab13-c94a84923227 req-8c6b62a9-311a-44cd-8e74-4a8b35aed4b9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931447 Apr 07 11:42:29.058805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (f98937d8-7983-41b7-972b-4f3064d49162), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.092788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f98937d8-7983-41b7-972b-4f3064d49162), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.124009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.130163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:29.130314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.133173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:29.136516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:42:29.165536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=f98937d8-7983-41b7-972b-4f3064d49162,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:29.205338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=4911c414-9db1-4d75-81d6-aa2a26c6c668,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:29.213971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (0676b943-45c6-4f04-931c-fb1b600e7549), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.232128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.233561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f4b3001-6988-4772-affb-1281379ace6e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8262126 Apr 07 11:42:29.415499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (43f7a461-01e4-4cab-892e-7104395c7666), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.508175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-c9403c1f-d789-4cec-81e8-632acb945adb tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--460633206&fields=id&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 267 time: 0.1160383 Apr 07 11:42:29.696257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-10c996a1-833d-40dc-9244-ce0526383ff8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:29.697748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-10c996a1-833d-40dc-9244-ce0526383ff8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.1828361 Apr 07 11:42:29.717993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-0a47a8c3-a073-4c77-a29d-a09c1f9d5f91 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/quotas/c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 375 time: 0.0146427 Apr 07 11:42:29.735552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (43f7a461-01e4-4cab-892e-7104395c7666), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.850816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-93e88450-0a34-446d-9f2b-7c908ef3440c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258867 Apr 07 11:42:29.968282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router 43f7a461-01e4-4cab-892e-7104395c7666 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:42:29.974673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-27369d60-ce7a-4a3b-b02a-3b138c6765ea service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127124 Apr 07 11:42:30.182325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-1513bffe-c8cc-4c50-96de-2397b5dc01af service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011895 Apr 07 11:42:30.189302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b755e-d3a5-48c3-ad49-424fbeba864a req-ccb75498-f083-4a39-afda-6e0c96f8f011 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:30.191397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d71b755e-d3a5-48c3-ad49-424fbeba864a req-ccb75498-f083-4a39-afda-6e0c96f8f011 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.1090074 Apr 07 11:42:30.192511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:30.203195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Sync routers for ids ['43f7a461-01e4-4cab-892e-7104395c7666'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:30.215871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Routers {'43f7a461-01e4-4cab-892e-7104395c7666'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:30.216868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['43f7a461-01e4-4cab-892e-7104395c7666'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:30.229568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.233808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46144) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.234258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f0c4f273-16be-4eb8-be75-0163d4bda685 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2821090 Apr 07 11:42:30.257826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d71b755e-d3a5-48c3-ad49-424fbeba864a req-4b9750f1-cd80-450d-8319-530f78010b3c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576475 Apr 07 11:42:30.335262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2334f8-797b-498e-b6e3-11e587399c40 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:30.339328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3d2334f8-797b-498e-b6e3-11e587399c40 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=19eb94a1819f4d2a8ad4c1add7ef5375&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1008852 Apr 07 11:42:30.339669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46150) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.353547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Set router 43f7a461-01e4-4cab-892e-7104395c7666 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:30.386029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4e59b96-79fc-4ea2-bf8e-0e446a7907b0 req-1b896576-21c1-4963-9eab-8cec38e2d2f0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 210 time: 0.0317521 Apr 07 11:42:30.445551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1564ec-d2ab-487f-8c80-6d96df1a7b93 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:30.447248 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4b1564ec-d2ab-487f-8c80-6d96df1a7b93 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065171 Apr 07 11:42:30.449932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46152) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.488450 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b951139-c665-4e91-a71b-0796f2a10f71 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372379 Apr 07 11:42:30.491358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46156) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.521174 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-27b9b163-8846-4028-bcc0-4f91458b52d9 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=19eb94a1819f4d2a8ad4c1add7ef5375&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278919 Apr 07 11:42:30.522992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46160) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.561724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:29Z', 'revision_number': 3, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:30.592000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Checking router: 43f7a461-01e4-4cab-892e-7104395c7666 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:30.592358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Updating router 43f7a461-01e4-4cab-892e-7104395c7666 port f98937d8-7983-41b7-972b-4f3064d49162 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:42:30.620727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f98937d8-7983-41b7-972b-4f3064d49162), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.674862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e8ab4e6c-352a-447b-9ead-c8963c4e6901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.686684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9814fce-80a2-4299-832b-27ba01c08dba tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:30.691444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d9814fce-80a2-4299-832b-27ba01c08dba tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1642985 Apr 07 11:42:30.691800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.724688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02f328ee-11c6-4392-aa0c-6a4770f82edc tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318153 Apr 07 11:42:30.727281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46166) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:30.733280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074065035', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:30.837233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Made reservation on behalf of 19eb94a1819f4d2a8ad4c1add7ef5375 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:42:30.840639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.906083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Publish callbacks [] for port (f98937d8-7983-41b7-972b-4f3064d49162), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.911448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f98937d8-7983-41b7-972b-4f3064d49162), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.964113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Attempting to bind port f98937d8-7983-41b7-972b-4f3064d49162 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:42:30.964488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Attempting to bind port f98937d8-7983-41b7-972b-4f3064d49162 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:42:30.965043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Attempting to bind port f98937d8-7983-41b7-972b-4f3064d49162 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:30.976261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c271-83ff-4a4b-9a47-1bd01acf58f0 None None] Pushing event updated for resources: {'Port': ['ID=f98937d8-7983-41b7-972b-4f3064d49162,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:30.978850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:42:30.979431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:42:30.979846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.980237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:42:30.980720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Bound port: f98937d8-7983-41b7-972b-4f3064d49162, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:42:30.981108 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f98937d8-7983-41b7-972b-4f3064d49162), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.035807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] For port f98937d8-7983-41b7-972b-4f3064d49162, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:42:31.039700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] For port f98937d8-7983-41b7-972b-4f3064d49162, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f98937d8-7983-41b7-972b-4f3064d49162,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:42:31.042511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (e61e0fb4-d7a4-438e-82d0-282205b05371), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.046356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f98937d8-7983-41b7-972b-4f3064d49162), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.102580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Subnet': ['ID=e61e0fb4-d7a4-438e-82d0-282205b05371,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:31.106736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Routers {'43f7a461-01e4-4cab-892e-7104395c7666'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:31.107379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['43f7a461-01e4-4cab-892e-7104395c7666'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:31.116227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Checking segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:42:31.116786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network hostable DHCP agents. Network: c3b2f83f-06e6-4688-998d-aa3547bf70cc, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:42:31.134176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:42:31.142814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c3b2f83f-06e6-4688-998d-aa3547bf70cc) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:31.148055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:31.148997 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.168033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1239dff2-0564-49d1-9824-77ae97232f4a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4371536 Apr 07 11:42:31.168257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46168) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:31.177432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d316d-9917-46e4-a8b0-7c03bfb7cfcc None None] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:42:31.181324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c271-83ff-4a4b-9a47-1bd01acf58f0 None None] Pushing event updated for resources: {'Port': ['ID=f98937d8-7983-41b7-972b-4f3064d49162,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:31.467969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] Set router 43f7a461-01e4-4cab-892e-7104395c7666 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:31.523118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48d1d54b-03b3-4880-988a-2762a417a9e3 req-b220bcef-494b-4b92-80b9-98b89e55e7b9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 210 time: 0.0538046 Apr 07 11:42:31.576113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f00d-f9c6-44f0-92b3-c5861341016b req-3ff83fc4-109b-4a54-8f7c-dc0360b69327 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:31.577588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c168f00d-f9c6-44f0-92b3-c5861341016b req-3ff83fc4-109b-4a54-8f7c-dc0360b69327 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.2131493 Apr 07 11:42:31.588132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-ddcc5756-8bef-432f-a87d-a47e9dd97146 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:31.589554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-ddcc5756-8bef-432f-a87d-a47e9dd97146 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.2815609 Apr 07 11:42:31.648876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'fixed_ips': [{'subnet_id': 'e61e0fb4-d7a4-438e-82d0-282205b05371'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:42:31.649798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.830209 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.831755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:29Z', 'revision_number': 3, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:31.867148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc3e51-6107-4a0b-bec8-8f3f9a9a36b5 None None] The sync data for ids ['43f7a461-01e4-4cab-892e-7104395c7666'] in n-d-836788-1 is: [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:29Z', 'revision_number': 3, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:31.882262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Allocated IP 172.20.0.18 (c3b2f83f-06e6-4688-998d-aa3547bf70cc/e61e0fb4-d7a4-438e-82d0-282205b05371/5f465aa1-853f-4958-ad50-a47341d83674) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:42:32.051786 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Publish callbacks [] for port (5f465aa1-853f-4958-ad50-a47341d83674), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.058299 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5f465aa1-853f-4958-ad50-a47341d83674), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.076625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c168f00d-f9c6-44f0-92b3-c5861341016b req-55132067-ba4c-40b7-82ff-1cc5f4bb1b64 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852598 Apr 07 11:42:32.105520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:32.109605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:32.111469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Pushing event updated for resources: {'Port': ['ID=5f465aa1-853f-4958-ad50-a47341d83674,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:32.114970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:42:32.115376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-33aa94ed-f51b-4e17-89a5-0cddbc9cc9c8 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 379 time: 0.1452868 Apr 07 11:42:32.126267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'port': {'device_id': '97f86161-a5be-4502-960b-d28bf8148b5c', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'admin_state_up': True, 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'security_groups': ['dbf54dfa-4a7b-49bf-83b4-551879f98ce4']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:32.183994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Attempting to bind port 5f465aa1-853f-4958-ad50-a47341d83674 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:42:32.184370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Attempting to bind port 5f465aa1-853f-4958-ad50-a47341d83674 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:42:32.184742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Attempting to bind port 5f465aa1-853f-4958-ad50-a47341d83674 on network c3b2f83f-06e6-4688-998d-aa3547bf70cc {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:32.197486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:42:32.198260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Checking segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:42:32.198895 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.199474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Bound using segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:42:32.200151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Bound port: 5f465aa1-853f-4958-ad50-a47341d83674, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:42:32.200726 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f465aa1-853f-4958-ad50-a47341d83674), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.279965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] For port 5f465aa1-853f-4958-ad50-a47341d83674, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:42:32.283470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] For port 5f465aa1-853f-4958-ad50-a47341d83674, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5f465aa1-853f-4958-ad50-a47341d83674,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:42:32.295894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f465aa1-853f-4958-ad50-a47341d83674), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.365303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c300c-8c78-4bfc-bc9a-8c13968fed77 None None] Pushing event updated for resources: {'Port': ['ID=5f465aa1-853f-4958-ad50-a47341d83674,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:32.395060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f98937d8-7983-41b7-972b-4f3064d49162 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:42:32.414117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Made reservation on behalf of c24de5fb945a4bba8dfd8b6832ed0415 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:42:32.418236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.421758 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.473047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f98937d8-7983-41b7-972b-4f3064d49162 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:32.473593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f98937d8-7983-41b7-972b-4f3064d49162), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.622987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f98937d8-7983-41b7-972b-4f3064d49162 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:32.623490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f98937d8-7983-41b7-972b-4f3064d49162), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.655180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f98937d8-7983-41b7-972b-4f3064d49162, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f98937d8-7983-41b7-972b-4f3064d49162,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:32.663361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f98937d8-7983-41b7-972b-4f3064d49162), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.706744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6efcb0f-5c46-4c1e-a452-302cc2275ada req-839649af-7cd2-4e8f-a1c4-e81a494c84eb tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 210 time: 0.0429258 Apr 07 11:42:32.735743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.20.0.11 (d7f4972e-29c9-4d81-83f5-71595b23c5cd/8926300d-99dc-4bcc-9e0a-febfe51480e2/dab93344-73d9-42ff-b53d-c5b8f2563744) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:42:32.759682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f98937d8-7983-41b7-972b-4f3064d49162,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:32.990539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c9da61c0-c055-49dd-a00b-3b5018f9c3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.009770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.20.0.17 (c3b2f83f-06e6-4688-998d-aa3547bf70cc/e61e0fb4-d7a4-438e-82d0-282205b05371/8d34a6ba-da6a-47a8-b890-6cdbba964105) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:42:33.039432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.155162 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.227944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.262648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:33.274551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:33.276382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=dab93344-73d9-42ff-b53d-c5b8f2563744,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:33.283302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:42:33.341418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c292cb-e1e7-44af-8160-67f4633035a8 req-2aba6341-80e4-492e-9325-6d49ba59c5a1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:33.343022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41c292cb-e1e7-44af-8160-67f4633035a8 req-2aba6341-80e4-492e-9325-6d49ba59c5a1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.1859908 Apr 07 11:42:33.356037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:33.356693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.363831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.432232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-887d0558-ef22-41d3-8ed9-baac83acb3a6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3097429 Apr 07 11:42:33.434078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:33.460001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Request body: {'port': {'device_id': '97f86161-a5be-4502-960b-d28bf8148b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:33.462386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:33.465235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:42:33.482457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a61df-0490-4009-8c8d-70c42f2f6c46 None None] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:42:33.537398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=8d34a6ba-da6a-47a8-b890-6cdbba964105,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:33.552677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41c292cb-e1e7-44af-8160-67f4633035a8 req-4a00c361-a4ff-45fe-8d44-fc2eb940d4fb tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927631 Apr 07 11:42:33.575900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Provisioning complete for port dab93344-73d9-42ff-b53d-c5b8f2563744 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:33.576069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.586302 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (43f7a461-01e4-4cab-892e-7104395c7666), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.634453 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.644989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Port dab93344-73d9-42ff-b53d-c5b8f2563744 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:42:33.648590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.664780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Provisioning complete for port 5f465aa1-853f-4958-ad50-a47341d83674 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:33.665690 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f465aa1-853f-4958-ad50-a47341d83674), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.778989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Current status of the port 5f465aa1-853f-4958-ad50-a47341d83674 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:33.780071 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5f465aa1-853f-4958-ad50-a47341d83674), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.813864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] For port 5f465aa1-853f-4958-ad50-a47341d83674, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5f465aa1-853f-4958-ad50-a47341d83674,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:33.820732 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5f465aa1-853f-4958-ad50-a47341d83674), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.880941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae8c50-79c2-4529-a631-142a40cadb3e None None] Pushing event updated for resources: {'Port': ['ID=5f465aa1-853f-4958-ad50-a47341d83674,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:34.025865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b7adf-20f1-46ae-a0a8-a7d0a611c794 req-b8784928-749e-4dae-a6a6-822db72ce3f6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:34.027525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c44b7adf-20f1-46ae-a0a8-a7d0a611c794 req-b8784928-749e-4dae-a6a6-822db72ce3f6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.2471931 Apr 07 11:42:34.044885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9e9d0-8e7f-42f3-843b-f832506fd62f req-d2e319e1-e181-4e07-990b-b6c3b5c56121 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:34.046466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1d9e9d0-8e7f-42f3-843b-f832506fd62f req-d2e319e1-e181-4e07-990b-b6c3b5c56121 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 932 time: 0.2063653 Apr 07 11:42:34.055390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cffb69c6-3769-4a46-b5d6-a867d80f7a78 None None] Provisioning complete for port 8d34a6ba-da6a-47a8-b890-6cdbba964105 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:34.056585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cffb69c6-3769-4a46-b5d6-a867d80f7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.087925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.101607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cffb69c6-3769-4a46-b5d6-a867d80f7a78 None None] Port 8d34a6ba-da6a-47a8-b890-6cdbba964105 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:42:34.117461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cffb69c6-3769-4a46-b5d6-a867d80f7a78 None None] Provisioning complete for port 5f465aa1-853f-4958-ad50-a47341d83674 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:34.117846 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cffb69c6-3769-4a46-b5d6-a867d80f7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f465aa1-853f-4958-ad50-a47341d83674), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.204576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cffb69c6-3769-4a46-b5d6-a867d80f7a78 None None] Current status of the port 5f465aa1-853f-4958-ad50-a47341d83674 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:34.235696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c44b7adf-20f1-46ae-a0a8-a7d0a611c794 req-478e1d58-d3c4-4d77-b75c-86adf2582148 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838202 Apr 07 11:42:34.242856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1d9e9d0-8e7f-42f3-843b-f832506fd62f req-25b05ca5-8e1b-49ca-bf9c-7ba9c7a4c53d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835351 Apr 07 11:42:34.329607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-921596e8-9686-40bc-b277-c2c8e984626b None None] Provisioning complete for port 8d34a6ba-da6a-47a8-b890-6cdbba964105 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:34.330295 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-921596e8-9686-40bc-b277-c2c8e984626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.348637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab93344-73d9-42ff-b53d-c5b8f2563744 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:42:34.370262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-921596e8-9686-40bc-b277-c2c8e984626b None None] Port 8d34a6ba-da6a-47a8-b890-6cdbba964105 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:42:34.373636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Publish callbacks [] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.403126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5f465aa1-853f-4958-ad50-a47341d83674 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:42:34.403311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Transition to ACTIVE for port object dab93344-73d9-42ff-b53d-c5b8f2563744 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:42:34.412525 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.457662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5f465aa1-853f-4958-ad50-a47341d83674 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:34.458049 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5f465aa1-853f-4958-ad50-a47341d83674), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.486138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc3ff-c446-4ae0-be59-f092edb34d60 req-549db76f-f39f-4139-89c8-ac065b78ccb1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:34.487986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f02dc3ff-c446-4ae0-be59-f092edb34d60 req-549db76f-f39f-4139-89c8-ac065b78ccb1 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.1581144 Apr 07 11:42:34.502849 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.549630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Pushing event updated for resources: {'Port': ['ID=dab93344-73d9-42ff-b53d-c5b8f2563744,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:34.570301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5f465aa1-853f-4958-ad50-a47341d83674 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:34.573738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f98937d8-7983-41b7-972b-4f3064d49162 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:42:34.625602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f98937d8-7983-41b7-972b-4f3064d49162 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:34.626452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f98937d8-7983-41b7-972b-4f3064d49162), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.660122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f02dc3ff-c446-4ae0-be59-f092edb34d60 req-db23613a-9007-46a7-bc7e-e9aae7fd2464 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547761 Apr 07 11:42:34.697862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Attempting to bind port dab93344-73d9-42ff-b53d-c5b8f2563744 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:42:34.698199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Attempting to bind port dab93344-73d9-42ff-b53d-c5b8f2563744 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:42:34.698526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Attempting to bind port dab93344-73d9-42ff-b53d-c5b8f2563744 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:34.712927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Port dab93344-73d9-42ff-b53d-c5b8f2563744 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:42:34.713229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Attempting to bind port dab93344-73d9-42ff-b53d-c5b8f2563744 on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:34.723942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:42:34.724278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:42:34.724664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Bound using segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:42:34.725103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Bound port: dab93344-73d9-42ff-b53d-c5b8f2563744, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:42:34.725491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.743647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f98937d8-7983-41b7-972b-4f3064d49162 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:34.748421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.753740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.873391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=8d34a6ba-da6a-47a8-b890-6cdbba964105,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:34.876125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (43f7a461-01e4-4cab-892e-7104395c7666), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.896839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] For port dab93344-73d9-42ff-b53d-c5b8f2563744, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:42:34.925342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] For port dab93344-73d9-42ff-b53d-c5b8f2563744, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dab93344-73d9-42ff-b53d-c5b8f2563744,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:42:34.965665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:35.015502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:35.016113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:35.017490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-464bc693-95b0-4d0d-925c-373240495072 service neutron] 10.222.0.41 "PUT /v2.0/ports/dab93344-73d9-42ff-b53d-c5b8f2563744 HTTP/1.1" status: 200 len: 1092 time: 1.5721664 Apr 07 11:42:35.019681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:35.022128 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35324d7-4d39-4fc2-8d7f-81735b1d4229" -d '{"events": [{"name": "network-changed", "server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:35.056817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77276a18-3869-4184-87e5-3080e347a29b req-34692380-f124-4830-b8ba-d64fe4483404 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:35.058375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77276a18-3869-4184-87e5-3080e347a29b req-34692380-f124-4830-b8ba-d64fe4483404 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.1788180 Apr 07 11:42:35.098089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bc693-95b0-4d0d-925c-373240495072 service neutron] Pushing event updated for resources: {'Port': ['ID=dab93344-73d9-42ff-b53d-c5b8f2563744,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:35.146806 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee96dbe7-379c-4215-af2f-d710b88c1d24 x-openstack-request-id: req-ee96dbe7-379c-4215-af2f-d710b88c1d24 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:35.147103 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:35.147358 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee96dbe7-379c-4215-af2f-d710b88c1d24 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:35.147767 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee96dbe7-379c-4215-af2f-d710b88c1d24'] response: {'name': 'network-changed', 'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'status': 'completed', 'code': 200} Apr 07 11:42:35.161603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:35.168126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:35.176743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77276a18-3869-4184-87e5-3080e347a29b req-b1d8c452-2721-47fe-9157-592fdbcb137b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079469 Apr 07 11:42:35.184904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-74534f68-597f-43a2-8198-eb078146878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:35.186424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-74534f68-597f-43a2-8198-eb078146878b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 1126 time: 0.1114163 Apr 07 11:42:35.483019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c5140e81-cc33-4685-8e72-c894b1cd1111 None None] Provisioning complete for port 8d34a6ba-da6a-47a8-b890-6cdbba964105 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:35.483310 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c5140e81-cc33-4685-8e72-c894b1cd1111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:35.517954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c5140e81-cc33-4685-8e72-c894b1cd1111 None None] Port 8d34a6ba-da6a-47a8-b890-6cdbba964105 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:42:35.650039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-61281ce2-7658-4aae-bece-73007c25d338 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab93344-73d9-42ff-b53d-c5b8f2563744 HTTP/1.1" status: 200 len: 217 time: 0.4237046 Apr 07 11:42:35.745198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-42262fef-4d0c-4285-8106-bd54ef05bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:35.746574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-42262fef-4d0c-4285-8106-bd54ef05bcc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0737162 Apr 07 11:42:35.756003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388e84-eef6-45ee-bf0d-df5b3bf2716f req-74218085-f8b8-4bed-8b45-f2320e90490f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:35.757389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69388e84-eef6-45ee-bf0d-df5b3bf2716f req-74218085-f8b8-4bed-8b45-f2320e90490f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 944 time: 0.1196895 Apr 07 11:42:35.800178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router 43f7a461-01e4-4cab-892e-7104395c7666 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:35.883716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-c7b460c2-e29c-4271-821c-92cae4738e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:35.885234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-c7b460c2-e29c-4271-821c-92cae4738e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257918 Apr 07 11:42:35.888260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69388e84-eef6-45ee-bf0d-df5b3bf2716f req-555d5348-9934-4d3c-bddd-3c2aeb617c10 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215880 Apr 07 11:42:36.024227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:36.030071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ab0ea3cf-d3c7-48f7-bfb3-d6e9f44e3be3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "PUT /v2.0/routers/43f7a461-01e4-4cab-892e-7104395c7666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8607156 Apr 07 11:42:36.032140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-e2c42b8e-f886-408e-b832-1a7324a25e1e service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181653 Apr 07 11:42:36.042548 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Sync routers for ids ['43f7a461-01e4-4cab-892e-7104395c7666'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:36.055784 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Routers {'43f7a461-01e4-4cab-892e-7104395c7666'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:36.056460 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['43f7a461-01e4-4cab-892e-7104395c7666'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:36.057805 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.134581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5bb7758a-cd56-46e1-9937-e600e8ee1449 req-46bf3f0d-5800-458b-8bec-3ddee9995731 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959182 Apr 07 11:42:36.174424 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Set router 43f7a461-01e4-4cab-892e-7104395c7666 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:36.255767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-4e00a8b3-37ce-4e00-82d6-584fbfebe531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.258582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-4e00a8b3-37ce-4e00-82d6-584fbfebe531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 1126 time: 0.0721710 Apr 07 11:42:36.353546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-19d9d41e-f3c8-4d50-8ab3-1a163d65774b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.355031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-19d9d41e-f3c8-4d50-8ab3-1a163d65774b tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.1689215 Apr 07 11:42:36.360425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-661f2258-7f33-4f51-aa8c-7d7454c3be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.362676 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-661f2258-7f33-4f51-aa8c-7d7454c3be8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.0973611 Apr 07 11:42:36.405847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-69d063f8-8cb3-4ac8-92ba-73062b9d131b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab93344-73d9-42ff-b53d-c5b8f2563744 HTTP/1.1" status: 200 len: 217 time: 0.0380728 Apr 07 11:42:36.420777 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:33Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8d34a6ba-da6a-47a8-b890-6cdbba964105', 'name': '', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:7d:19:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:32Z', 'updated_at': '2022-04-07T11:42:34Z', 'revision_number': 2, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:36.438574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa636787-f259-4a95-87ec-9b112e56149a req-2adb47eb-0585-4adc-97ff-539c2f8b60a8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.440303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa636787-f259-4a95-87ec-9b112e56149a req-2adb47eb-0585-4adc-97ff-539c2f8b60a8 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 945 time: 0.1541541 Apr 07 11:42:36.446098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-886ed66d-78d5-4e11-80f8-f60097669375 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.447536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-886ed66d-78d5-4e11-80f8-f60097669375 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/networks?id=c3b2f83f-06e6-4688-998d-aa3547bf70cc HTTP/1.1" status: 200 len: 798 time: 0.2204812 Apr 07 11:42:36.459163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Checking router: 43f7a461-01e4-4cab-892e-7104395c7666 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:36.459729 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Updating router 43f7a461-01e4-4cab-892e-7104395c7666 port 8d34a6ba-da6a-47a8-b890-6cdbba964105 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:42:36.461586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-3517ebed-94cc-4b93-adc5-4510aadb53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.463355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-3517ebed-94cc-4b93-adc5-4510aadb53be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0517259 Apr 07 11:42:36.487843 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.514958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-14d25a30-502a-4b78-99e9-d58590a8841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:36.516489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-14d25a30-502a-4b78-99e9-d58590a8841f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465219 Apr 07 11:42:36.520287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-e78e49f7-598d-4f6f-b546-948812dc44b7 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/quotas/19eb94a1819f4d2a8ad4c1add7ef5375 HTTP/1.1" status: 200 len: 375 time: 0.0575092 Apr 07 11:42:36.583312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa636787-f259-4a95-87ec-9b112e56149a req-9f50723d-c507-4dc0-a4a1-27cda95b88e9 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323490 Apr 07 11:42:36.606616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port 88089945-ac9b-4d24-a7ef-b80ef0cd056e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:36.607169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.626827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-361a2c0d-9022-42a7-b852-d378e20f8df1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038456 Apr 07 11:42:36.669986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-c7cc7be1-9983-4bf3-8abf-a09121d44993 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1388936 Apr 07 11:42:36.733447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a35324d7-4d39-4fc2-8d7f-81735b1d4229 req-5cc316b4-a838-42b9-b527-6a65140fc1c6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002715 Apr 07 11:42:36.796353 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Publish callbacks [] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.798777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port 88089945-ac9b-4d24-a7ef-b80ef0cd056e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=88089945-ac9b-4d24-a7ef-b80ef0cd056e,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:36.799162 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.801610 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.823352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for 88089945-ac9b-4d24-a7ef-b80ef0cd056e owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:36.842229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-a6e4a621-e4db-4fb8-af3f-ba21076cdba9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571710 Apr 07 11:42:36.941770 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Pushing event updated for resources: {'Port': ['ID=8d34a6ba-da6a-47a8-b890-6cdbba964105,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:36.969279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.969634 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.969979 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.970319 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.970657 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.971001 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.971375 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.971706 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.972475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.972475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.972669 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.972992 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.973330 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:42:36.994318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-0ec47b85-9c98-4018-b816-412553da23e7 service neutron] 10.222.0.13 "GET /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196339 Apr 07 11:42:37.014073 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Attempting to bind port 8d34a6ba-da6a-47a8-b890-6cdbba964105 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:42:37.014431 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Attempting to bind port 8d34a6ba-da6a-47a8-b890-6cdbba964105 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:42:37.015111 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Attempting to bind port 8d34a6ba-da6a-47a8-b890-6cdbba964105 on network c3b2f83f-06e6-4688-998d-aa3547bf70cc {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:37.021869 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:42:37.022259 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Checking segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:42:37.022672 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.023075 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Bound using segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:42:37.023570 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Bound port: 8d34a6ba-da6a-47a8-b890-6cdbba964105, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:42:37.023943 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.086723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (88089945-ac9b-4d24-a7ef-b80ef0cd056e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.100069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', '88089945-ac9b-4d24-a7ef-b80ef0cd056e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:42:37.100616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1555d5-99cf-4003-9c50-464a04e14c84 req-ea8562e2-b8dd-444d-911f-b33e18beb2d6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:37.101671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa1555d5-99cf-4003-9c50-464a04e14c84 req-ea8562e2-b8dd-444d-911f-b33e18beb2d6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 944 time: 0.1098084 Apr 07 11:42:37.112811 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] For port 8d34a6ba-da6a-47a8-b890-6cdbba964105, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:42:37.117273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] For port 8d34a6ba-da6a-47a8-b890-6cdbba964105, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8d34a6ba-da6a-47a8-b890-6cdbba964105,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:42:37.129422 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.133464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=88089945-ac9b-4d24-a7ef-b80ef0cd056e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:37.203947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port 88089945-ac9b-4d24-a7ef-b80ef0cd056e on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:37.209830 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.213394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5a95d63-a828-40d1-9e3e-19316377eb65 req-10cfc890-9219-497d-b808-96d71f26a301 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/88089945-ac9b-4d24-a7ef-b80ef0cd056e HTTP/1.1" status: 204 len: 173 time: 0.8495579 Apr 07 11:42:37.213797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'name': 'network-vif-deleted', 'tag': '88089945-ac9b-4d24-a7ef-b80ef0cd056e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:37.216196 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6622c3a6-37e4-4155-9cfa-a4992e5ddd5d" -d '{"events": [{"server_uuid": "393a2d3c-bc48-4d03-b1ef-d18ef7499fb5", "name": "network-vif-deleted", "tag": "88089945-ac9b-4d24-a7ef-b80ef0cd056e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:37.217015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.237935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa1555d5-99cf-4003-9c50-464a04e14c84 req-a421b512-c978-4611-a27d-47b59571f0c2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066048 Apr 07 11:42:37.286959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5d24-17bf-430b-8d75-128cbf2d237e None None] Pushing event updated for resources: {'Port': ['ID=8d34a6ba-da6a-47a8-b890-6cdbba964105,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:37.300422 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4dafcc-6aa7-4380-b36b-0c63c0eb5b1a x-openstack-request-id: req-cc4dafcc-6aa7-4380-b36b-0c63c0eb5b1a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:37.301474 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393a2d3c-bc48-4d03-b1ef-d18ef7499fb5", "name": "network-vif-deleted", "tag": "88089945-ac9b-4d24-a7ef-b80ef0cd056e", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:37.301777 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc4dafcc-6aa7-4380-b36b-0c63c0eb5b1a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:37.302294 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4dafcc-6aa7-4380-b36b-0c63c0eb5b1a'] response: {'server_uuid': '393a2d3c-bc48-4d03-b1ef-d18ef7499fb5', 'name': 'network-vif-deleted', 'tag': '88089945-ac9b-4d24-a7ef-b80ef0cd056e', 'status': 'completed', 'code': 200} Apr 07 11:42:37.311741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Routers {'43f7a461-01e4-4cab-892e-7104395c7666'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:37.312366 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['43f7a461-01e4-4cab-892e-7104395c7666'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:37.403976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] Provisioning complete for port 8d34a6ba-da6a-47a8-b890-6cdbba964105 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:37.404788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.443904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57e1b832-85ff-4bfc-ac0f-e10f3188a1e7 req-8aa88a8d-3b68-4fe2-ba13-dcdd54ed851d tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 210 time: 0.0811002 Apr 07 11:42:37.490985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] Set router 43f7a461-01e4-4cab-892e-7104395c7666 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:37.516633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] Current status of the port 8d34a6ba-da6a-47a8-b890-6cdbba964105 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:37.517041 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.554619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] For port 8d34a6ba-da6a-47a8-b890-6cdbba964105, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8d34a6ba-da6a-47a8-b890-6cdbba964105,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:37.561430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.624073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924ef50-8c1e-40aa-9835-329c9c646b83 None None] Pushing event updated for resources: {'Port': ['ID=8d34a6ba-da6a-47a8-b890-6cdbba964105,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:37.694665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4227de50-117d-4d98-bd35-10ab1a386700 None None] Provisioning complete for port 8d34a6ba-da6a-47a8-b890-6cdbba964105 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:37.695051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4227de50-117d-4d98-bd35-10ab1a386700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:37.735779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-657ec425-004c-4a8a-85ae-c7ac08be7a6f req-64c9a15c-fa62-464c-90b0-f1f719141f97 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=393a2d3c-bc48-4d03-b1ef-d18ef7499fb5 HTTP/1.1" status: 200 len: 210 time: 0.0421705 Apr 07 11:42:37.743435 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:33Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8d34a6ba-da6a-47a8-b890-6cdbba964105', 'name': '', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:7d:19:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:32Z', 'updated_at': '2022-04-07T11:42:37Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:37.776490 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b3c7d-692a-4ce2-b210-70e4d232c235 None None] The sync data for ids ['43f7a461-01e4-4cab-892e-7104395c7666'] in n-d-836788-1 is: [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:33Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '8d34a6ba-da6a-47a8-b890-6cdbba964105', 'name': '', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:7d:19:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:32Z', 'updated_at': '2022-04-07T11:42:37Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:37.798970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4227de50-117d-4d98-bd35-10ab1a386700 None None] Current status of the port 8d34a6ba-da6a-47a8-b890-6cdbba964105 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:38.367388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8d34a6ba-da6a-47a8-b890-6cdbba964105 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:42:38.385789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.23', 49759) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:38.386234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dad03-2fc2-4ef0-8d6b-0b6a9fb32dd1 req-79c73c74-c24d-4a85-abff-b870769b558b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:38.388339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-622dad03-2fc2-4ef0-8d6b-0b6a9fb32dd1 req-79c73c74-c24d-4a85-abff-b870769b558b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 944 time: 0.0697396 Apr 07 11:42:38.449893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 8d34a6ba-da6a-47a8-b890-6cdbba964105 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:38.450359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:38.495762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-622dad03-2fc2-4ef0-8d6b-0b6a9fb32dd1 req-2cb8c669-a5e0-451c-9d7c-643911e88444 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866935 Apr 07 11:42:38.560794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-9dc01554-f6fb-4b25-805a-c0215ce4a2c2 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:38.563379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-9dc01554-f6fb-4b25-805a-c0215ce4a2c2 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.23 "GET /v2.0/networks?id=c3b2f83f-06e6-4688-998d-aa3547bf70cc HTTP/1.1" status: 200 len: 798 time: 0.1764929 Apr 07 11:42:38.585305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Request body: {'port': {'device_id': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'admin_state_up': True, 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:38.599329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 8d34a6ba-da6a-47a8-b890-6cdbba964105 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:38.609530 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3370ec6-a375-45bd-b4db-d7b638b1b5f4 req-198bea00-3ef6-467e-b05c-44587bdbf425 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 210 time: 0.0396957 Apr 07 11:42:38.706770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Made reservation on behalf of 19eb94a1819f4d2a8ad4c1add7ef5375 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:42:38.710143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:38.860294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Allocated IP 172.20.0.30 (c3b2f83f-06e6-4688-998d-aa3547bf70cc/e61e0fb4-d7a4-438e-82d0-282205b05371/31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:42:38.989761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:39.030942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:39.412099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:42:39.415307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:42:39.419422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:42:39.459241 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event updated for resources: {'Port': ['ID=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:39.482998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:39.483639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:39.502167 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-618df930-b849-44d4-aca3-f1916390d4e4 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9239364 Apr 07 11:42:39.512069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-654fac12-c96b-42e5-91cb-0e07c6949399 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:42:39.513554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-654fac12-c96b-42e5-91cb-0e07c6949399 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059664 Apr 07 11:42:39.529830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720662d-467c-4932-82b4-a7f81c52504b req-8220c8d4-022f-461e-86f7-0b476bfab9c6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:39.537583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5720662d-467c-4932-82b4-a7f81c52504b req-8220c8d4-022f-461e-86f7-0b476bfab9c6 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 945 time: 0.0704567 Apr 07 11:42:39.589448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Request body: {'port': {'device_id': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:39.617296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5720662d-467c-4932-82b4-a7f81c52504b req-a74de6b1-3dbe-4717-9498-020092e8171c tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785124 Apr 07 11:42:39.658134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddafc67-d377-4bfd-9780-6b8e0882924a req-e7a60db2-e224-417b-b5b3-0eccd3a5951a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:39.660093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ddafc67-d377-4bfd-9780-6b8e0882924a req-e7a60db2-e224-417b-b5b3-0eccd3a5951a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 944 time: 0.0925508 Apr 07 11:42:39.665028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:39.742385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d9a21a7c-3eb5-4018-b222-42a3989514fc None None] Provisioning complete for port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:39.742973 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9a21a7c-3eb5-4018-b222-42a3989514fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:39.747129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ddafc67-d377-4bfd-9780-6b8e0882924a req-66c97ba5-39e4-4d50-b680-c634d1c572af tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813308 Apr 07 11:42:39.763090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa9be-870e-465d-bf16-a1f91d7e7042 req-0fcdfacc-8ebc-428f-ae86-4410411d50a0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:39.764583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-515fa9be-870e-465d-bf16-a1f91d7e7042 req-0fcdfacc-8ebc-428f-ae86-4410411d50a0 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 895 time: 0.0770774 Apr 07 11:42:39.795335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d9a21a7c-3eb5-4018-b222-42a3989514fc None None] Port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:42:39.936831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:42:39.944667 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Publish callbacks [] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:39.957494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Transition to ACTIVE for port object 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:42:39.961083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:40.012540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Pushing event updated for resources: {'Port': ['ID=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:40.086940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Attempting to bind port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:42:40.087283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Attempting to bind port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:42:40.087640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Attempting to bind port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de on network c3b2f83f-06e6-4688-998d-aa3547bf70cc {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:40.092223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de on network c3b2f83f-06e6-4688-998d-aa3547bf70cc not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:42:40.092543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Attempting to bind port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de on network c3b2f83f-06e6-4688-998d-aa3547bf70cc {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:42:40.098359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:42:40.098700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Checking segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:42:40.099088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Bound using segment: {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:42:40.099518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Bound port: 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5994bdb9-8e17-4634-8126-32f09ea5f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:42:40.099882 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:40.168382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] For port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:42:40.171666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] For port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:42:40.178297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:40.212925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.213561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:40.214992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] 10.222.0.23 "PUT /v2.0/ports/31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de HTTP/1.1" status: 200 len: 1055 time: 0.6942363 Apr 07 11:42:40.215374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'tag': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:40.217701 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f351df-66ff-4403-b176-89a49f68b323" -d '{"events": [{"name": "network-changed", "server_uuid": "02d39ff6-018c-4b47-ab1f-cef34b4b0d5b", "tag": "31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:40.259331 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c28b4-983b-4f0f-aa59-09a07176ce42 x-openstack-request-id: req-3e3c28b4-983b-4f0f-aa59-09a07176ce42 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:40.259585 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d39ff6-018c-4b47-ab1f-cef34b4b0d5b", "tag": "31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:40.259853 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e3c28b4-983b-4f0f-aa59-09a07176ce42 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:40.260259 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3c28b4-983b-4f0f-aa59-09a07176ce42'] response: {'name': 'network-changed', 'server_uuid': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'tag': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de', 'status': 'completed', 'code': 200} Apr 07 11:42:40.261424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d2ab-bdd0-4626-8aec-fc02978a55be service neutron] Pushing event updated for resources: {'Port': ['ID=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:40.317417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-363b0b78-7724-4afe-8f86-c8c0e15fa768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.319237 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-363b0b78-7724-4afe-8f86-c8c0e15fa768 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 1089 time: 0.0477550 Apr 07 11:42:40.367927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-fc203997-68ee-475d-b151-f50a11e648e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de HTTP/1.1" status: 200 len: 217 time: 0.0421526 Apr 07 11:42:40.438093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dab93344-73d9-42ff-b53d-c5b8f2563744 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:42:40.441629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 88089945-ac9b-4d24-a7ef-b80ef0cd056e no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:40.469025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 88089945-ac9b-4d24-a7ef-b80ef0cd056e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:40.469399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 88089945-ac9b-4d24-a7ef-b80ef0cd056e not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:40.523858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-2402d468-8350-4a1a-99d2-c9513e5c5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.525378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-2402d468-8350-4a1a-99d2-c9513e5c5b1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e61e0fb4-d7a4-438e-82d0-282205b05371 HTTP/1.1" status: 200 len: 838 time: 0.0473931 Apr 07 11:42:40.560646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dab93344-73d9-42ff-b53d-c5b8f2563744, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dab93344-73d9-42ff-b53d-c5b8f2563744,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:40.572119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'port_id': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'mac_address': 'fa:16:3e:53:0f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:42:40.574008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a46a-335b-4540-a039-ec85f744a95b req-46ffa922-b0bf-4287-8601-f474839373cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.575582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-46ffa922-b0bf-4287-8601-f474839373cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3b2f83f-06e6-4688-998d-aa3547bf70cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448947 Apr 07 11:42:40.609248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port dab93344-73d9-42ff-b53d-c5b8f2563744 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:40.609652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:40.623589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab93344-73d9-42ff-b53d-c5b8f2563744 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:42:40.643981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dab93344-73d9-42ff-b53d-c5b8f2563744, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dab93344-73d9-42ff-b53d-c5b8f2563744,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:40.648800 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:40.678350 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-2ce855e9-4f2c-4a45-a21b-81711e714028 service neutron] 10.222.0.23 "GET /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941026 Apr 07 11:42:40.703480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=dab93344-73d9-42ff-b53d-c5b8f2563744,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:40.756051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e659a-7848-4437-bba9-ab8efb0f81b9 req-bb0ac5e5-318e-46e0-8184-a6d1017be500 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.761601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e92e659a-7848-4437-bba9-ab8efb0f81b9 req-bb0ac5e5-318e-46e0-8184-a6d1017be500 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 945 time: 0.0684848 Apr 07 11:42:40.783933 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f743a46a-335b-4540-a039-ec85f744a95b req-91810470-30e9-4e62-8018-b20e9bf02995 service neutron] 10.222.0.23 "GET /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999408 Apr 07 11:42:40.816093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e92e659a-7848-4437-bba9-ab8efb0f81b9 req-afda07a0-e816-46e7-9115-3f696db506be tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ab7890e-ef37-4b61-8a6c-dac298fd534b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Apr 07 11:42:40.885782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a5e7f-93b7-40d3-a1f8-d6f3065cb77d req-a86ffd5d-1b62-4671-ba2b-4c8bf1b19759 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.887414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-904a5e7f-93b7-40d3-a1f8-d6f3065cb77d req-a86ffd5d-1b62-4671-ba2b-4c8bf1b19759 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 945 time: 0.0560617 Apr 07 11:42:40.897573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f351df-66ff-4403-b176-89a49f68b323 req-52e05114-8bde-4db6-b8f2-3e2a2d1f7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.899204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-52e05114-8bde-4db6-b8f2-3e2a2d1f7efa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 1089 time: 0.0563736 Apr 07 11:42:40.969647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-904a5e7f-93b7-40d3-a1f8-d6f3065cb77d req-91d4ff1a-dc7c-4980-840f-eb21c432a5da tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717366 Apr 07 11:42:40.976457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600043-c4a7-488b-aa28-9ea06dfa93cb req-2dbcfd2f-d7c1-445b-be91-6c16956db3dd tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:40.978203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21600043-c4a7-488b-aa28-9ea06dfa93cb req-2dbcfd2f-d7c1-445b-be91-6c16956db3dd tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 907 time: 0.0896676 Apr 07 11:42:41.000538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f351df-66ff-4403-b176-89a49f68b323 req-30a3758e-c1eb-4153-bf97-afaf3caa2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:41.002036 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-30a3758e-c1eb-4153-bf97-afaf3caa2d2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3b2f83f-06e6-4688-998d-aa3547bf70cc HTTP/1.1" status: 200 len: 899 time: 0.0970941 Apr 07 11:42:41.042107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-7038e08c-41ef-40ee-9af0-0502e1665017 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de HTTP/1.1" status: 200 len: 217 time: 0.0341742 Apr 07 11:42:41.099545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f351df-66ff-4403-b176-89a49f68b323 req-328c8bc4-1bd5-4b2d-9661-876ab96799bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:41.100939 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-328c8bc4-1bd5-4b2d-9661-876ab96799bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e61e0fb4-d7a4-438e-82d0-282205b05371 HTTP/1.1" status: 200 len: 838 time: 0.0526834 Apr 07 11:42:41.115145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['dab93344-73d9-42ff-b53d-c5b8f2563744'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:42:41.135010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-bd81b458-e902-443b-aa91-3ded93bc129a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:41.136390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-bd81b458-e902-443b-aa91-3ded93bc129a tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 945 time: 0.0540602 Apr 07 11:42:41.154559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f351df-66ff-4403-b176-89a49f68b323 req-14950c23-3aa5-4abf-80e3-512ea1a74c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:41.157011 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-14950c23-3aa5-4abf-80e3-512ea1a74c69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3b2f83f-06e6-4688-998d-aa3547bf70cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492055 Apr 07 11:42:41.234405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Deleting port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:41.234760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:41.256572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-cd02e52a-6c6a-42d4-a9cf-d660b731e1e8 service neutron] 10.222.0.23 "GET /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934260 Apr 07 11:42:41.327673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] For port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,segment=NetworkSegment(2da30fff-ef52-41df-be5f-2e47c74a9fdf),segment_id=2da30fff-ef52-41df-be5f-2e47c74a9fdf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:41.328039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:41.340727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Calling delete_port for 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:41.352871 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97f351df-66ff-4403-b176-89a49f68b323 req-28f47e0e-c5fe-4297-bf49-8d5db143efb6 service neutron] 10.222.0.23 "GET /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902159 Apr 07 11:42:41.471616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:41.483855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:42:41.501631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Pushing event deleted for resources: {'Port': ['ID=4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:41.544084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] No DVR routers for this DVR port 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:41.546484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:41.550710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdf855fd-8ad1-4aa2-a7f0-d01d716739b1 req-2a64bb79-bcfd-4564-a444-e0931b4ac9d3 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.41 "DELETE /v2.0/ports/4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 HTTP/1.1" status: 204 len: 173 time: 0.4088459 Apr 07 11:42:41.551152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'name': 'network-vif-deleted', 'tag': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:41.553462 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be1e84-1ba9-46a5-82c1-716a93646e17" -d '{"events": [{"server_uuid": "0b68bc2d-193a-449e-9bc5-2102310a7b10", "name": "network-vif-deleted", "tag": "4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:41.592821 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156ebf23-392e-44e7-a1a3-f29a7665b8ad x-openstack-request-id: req-156ebf23-392e-44e7-a1a3-f29a7665b8ad {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:41.593180 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b68bc2d-193a-449e-9bc5-2102310a7b10", "name": "network-vif-deleted", "tag": "4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:41.593445 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-156ebf23-392e-44e7-a1a3-f29a7665b8ad {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:41.593905 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156ebf23-392e-44e7-a1a3-f29a7665b8ad'] response: {'server_uuid': '0b68bc2d-193a-449e-9bc5-2102310a7b10', 'name': 'network-vif-deleted', 'tag': '4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2', 'status': 'completed', 'code': 200} Apr 07 11:42:41.916249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-800a8fda-ddc4-43ee-882b-bc23db62c8bb req-c06dba87-b004-42d4-88b7-0858077f6133 tempest-ServersTestJSON-126344177 tempest-ServersTestJSON-126344177-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b68bc2d-193a-449e-9bc5-2102310a7b10 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Apr 07 11:42:42.140433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9ef0-9630-4355-b00c-4a0184c173a2 req-d8c06255-d918-4ed6-9de5-89b3c89cccad tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:42.141933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cba9ef0-9630-4355-b00c-4a0184c173a2 req-d8c06255-d918-4ed6-9de5-89b3c89cccad tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 945 time: 0.0949035 Apr 07 11:42:42.148641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d041dde-047b-4f8d-b7ea-afad819f6779 req-7b8ca125-f3c1-4342-890b-c11f7f75858e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:42.150093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d041dde-047b-4f8d-b7ea-afad819f6779 req-7b8ca125-f3c1-4342-890b-c11f7f75858e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 907 time: 0.0924258 Apr 07 11:42:42.193153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cba9ef0-9630-4355-b00c-4a0184c173a2 req-770890ef-5006-4ec3-af34-c5fe609429c6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Apr 07 11:42:42.461392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dab93344-73d9-42ff-b53d-c5b8f2563744 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:42:42.510059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port dab93344-73d9-42ff-b53d-c5b8f2563744 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:42:42.514188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port dab93344-73d9-42ff-b53d-c5b8f2563744 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:42.514595 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:42.590839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port dab93344-73d9-42ff-b53d-c5b8f2563744 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:42.591234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:42.617291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:42.619511 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b13e85-5901-4737-a683-df83c0f2820c" -d '{"events": [{"server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "name": "network-vif-plugged", "status": "completed", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:42.632108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port dab93344-73d9-42ff-b53d-c5b8f2563744, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dab93344-73d9-42ff-b53d-c5b8f2563744,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:42.636308 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:42.637299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:42.673247 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea99f6f-fed2-4c6a-8d25-7ed281f8b423 x-openstack-request-id: req-1ea99f6f-fed2-4c6a-8d25-7ed281f8b423 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:42.673535 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "name": "network-vif-plugged", "status": "completed", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:42.673791 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ea99f6f-fed2-4c6a-8d25-7ed281f8b423 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:42.674842 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea99f6f-fed2-4c6a-8d25-7ed281f8b423'] response: {'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'code': 200} Apr 07 11:42:42.675302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:42.675646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4c7f7562-4c4e-4034-85a0-f0cc4ae52fd2 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:42.703097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=dab93344-73d9-42ff-b53d-c5b8f2563744,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:42.773824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9be258-98ae-40b1-8f6c-0ae17bc3d6a5 req-449adcb7-1a6c-41a3-9d30-94e4de28854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:42.775241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f9be258-98ae-40b1-8f6c-0ae17bc3d6a5 req-449adcb7-1a6c-41a3-9d30-94e4de28854c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 1128 time: 0.0493145 Apr 07 11:42:42.822637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f9be258-98ae-40b1-8f6c-0ae17bc3d6a5 req-4d0b7356-c212-4d7e-a8dd-735a171a0106 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Apr 07 11:42:42.972260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:43.017067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Deleting subnet 33ce31e0-6e0d-4176-beb6-14a739dacedc {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:42:43.020912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Publish callbacks [] for subnet (33ce31e0-6e0d-4176-beb6-14a739dacedc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.027897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:42:43.057109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (33ce31e0-6e0d-4176-beb6-14a739dacedc), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.102457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (33ce31e0-6e0d-4176-beb6-14a739dacedc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.162163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (33ce31e0-6e0d-4176-beb6-14a739dacedc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.191466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ce31e0-6e0d-4176-beb6-14a739dacedc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:43.194604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.197432 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-558ff132-8b08-4fdd-8e2b-fc1e63dde55d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/33ce31e0-6e0d-4176-beb6-14a739dacedc HTTP/1.1" status: 204 len: 168 time: 0.2241199 Apr 07 11:42:43.199819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46300) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:43.293243 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3233d158-f9f8-4756-ab6c-7d3d8fe47109), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.308229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:43.320298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de', 'network_id': 'c3b2f83f-06e6-4688-998d-aa3547bf70cc', 'port_id': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de', 'mac_address': 'fa:16:3e:15:3f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61e0fb4-d7a4-438e-82d0-282205b05371', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:42:43.332918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ac26-4df9-4552-9cf7-37b3cde8dbae req-b3a6cb89-27d4-4bd5-9011-fc32f342ee69 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:43.335342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6b04ac26-4df9-4552-9cf7-37b3cde8dbae req-b3a6cb89-27d4-4bd5-9011-fc32f342ee69 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 907 time: 0.0949540 Apr 07 11:42:43.359391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcb16e-26ec-4318-8d08-3b7faf0faead req-e45d6650-50b2-4880-8202-ed764b7a3dd9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:43.359391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85fcb16e-26ec-4318-8d08-3b7faf0faead req-e45d6650-50b2-4880-8202-ed764b7a3dd9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 946 time: 0.0779486 Apr 07 11:42:43.377513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:43.378018 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.385375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3233d158-f9f8-4756-ab6c-7d3d8fe47109), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.392623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:42:43.407232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3233d158-f9f8-4756-ab6c-7d3d8fe47109']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:43.413354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85fcb16e-26ec-4318-8d08-3b7faf0faead req-d1fcc0e1-7411-4474-b72b-9888fc79bec4 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 Apr 07 11:42:43.417541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da30fff-ef52-41df-be5f-2e47c74a9fdf') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:43.417842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da30fff-ef52-41df-be5f-2e47c74a9fdf') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:43.419230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:43.423250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.434485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2da30fff-ef52-41df-be5f-2e47c74a9fdf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.445725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2da30fff-ef52-41df-be5f-2e47c74a9fdf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.452094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:42:43.452479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2da30fff-ef52-41df-be5f-2e47c74a9fdf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:42:43.454217 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:42:43.475587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:43.513341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3233d158-f9f8-4756-ab6c-7d3d8fe47109), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.519023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.522149 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3233d158-f9f8-4756-ab6c-7d3d8fe47109 HTTP/1.1" status: 204 len: 168 time: 0.3214140 Apr 07 11:42:43.532844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05cd30-6f4f-4516-9a04-1469469502d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3233d158-f9f8-4756-ab6c-7d3d8fe47109,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:43.660865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:42:43.686658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:43.731811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9696efb4-7df6-4255-b902-1330eb7ba499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4fd416efe314a70a22dc4e6e1eb1cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439761 Apr 07 11:42:43.734253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:43.781905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bae8df06-98d1-4f70-9b6f-2669d2c8c783 admin admin] Publish callbacks [] for security_group (0ab7890e-ef37-4b61-8a6c-dac298fd534b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.803624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bae8df06-98d1-4f70-9b6f-2669d2c8c783 admin admin] Publish callbacks [] for security_group (0ab7890e-ef37-4b61-8a6c-dac298fd534b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.849183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bae8df06-98d1-4f70-9b6f-2669d2c8c783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0ab7890e-ef37-4b61-8a6c-dac298fd534b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.851666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bae8df06-98d1-4f70-9b6f-2669d2c8c783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:43.852809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bae8df06-98d1-4f70-9b6f-2669d2c8c783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ab7890e-ef37-4b61-8a6c-dac298fd534b HTTP/1.1" status: 204 len: 168 time: 0.1176436 Apr 07 11:42:43.860429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8df06-98d1-4f70-9b6f-2669d2c8c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7890e-ef37-4b61-8a6c-dac298fd534b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:44.468492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f19c7-1192-4840-b2a5-1ec4996faa9a req-de593d99-6b87-4894-8412-83b7ad9844ce tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:44.470036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b11f19c7-1192-4840-b2a5-1ec4996faa9a req-de593d99-6b87-4894-8412-83b7ad9844ce tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 908 time: 0.0589814 Apr 07 11:42:44.544176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599490-c2e1-4cfa-8dd3-bcc5560e5f9d req-0b139825-50b7-4c0a-a63e-9b3dbab08c1c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:44.545685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b599490-c2e1-4cfa-8dd3-bcc5560e5f9d req-0b139825-50b7-4c0a-a63e-9b3dbab08c1c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 946 time: 0.0541563 Apr 07 11:42:44.594967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b599490-c2e1-4cfa-8dd3-bcc5560e5f9d req-cf5dff35-fada-49f2-a854-676dd466111c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428770 Apr 07 11:42:44.710650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29a9e-7b96-4db7-9530-6b049f8ea77d req-692b94ad-38d2-41c8-8c7c-65fac1df3a5a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:44.712608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80b29a9e-7b96-4db7-9530-6b049f8ea77d req-692b94ad-38d2-41c8-8c7c-65fac1df3a5a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 946 time: 0.0548370 Apr 07 11:42:44.720853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46342) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:44.726026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'port_id': 'dab93344-73d9-42ff-b53d-c5b8f2563744'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:42:44.769999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (0676b943-45c6-4f04-931c-fb1b600e7549), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:44.976601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed5f6a37-6970-45d4-b949-58c9a81d9484 req-32418901-c01d-4786-a2b1-902bc760407a tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0528581 Apr 07 11:42:45.026766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:42:45.084329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:42:45.088278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:42:45.088681 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:45.177186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:42:45.177868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:45.203113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:45.205588 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda147a-dd4b-4562-ba21-c12fd32dcc74" -d '{"events": [{"server_uuid": "02d39ff6-018c-4b47-ab1f-cef34b4b0d5b", "name": "network-vif-plugged", "status": "completed", "tag": "31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:45.218903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:45.224850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:45.254245 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e37dd-988c-4022-815b-0329b1018f9a x-openstack-request-id: req-748e37dd-988c-4022-815b-0329b1018f9a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:45.254554 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d39ff6-018c-4b47-ab1f-cef34b4b0d5b", "name": "network-vif-plugged", "status": "completed", "tag": "31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:45.254822 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-748e37dd-988c-4022-815b-0329b1018f9a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:45.255240 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748e37dd-988c-4022-815b-0329b1018f9a'] response: {'server_uuid': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de', 'code': 200} Apr 07 11:42:45.275813 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:45.280756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (0676b943-45c6-4f04-931c-fb1b600e7549), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:45.290490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:45.369848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686ba2-9cab-451e-9f50-d7142e67023d req-d5a872b1-3d15-4ef9-a9c4-38e0eca3eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:45.371395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ce686ba2-9cab-451e-9f50-d7142e67023d req-d5a872b1-3d15-4ef9-a9c4-38e0eca3eeff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 1091 time: 0.0514042 Apr 07 11:42:45.400588 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP 0676b943-45c6-4f04-931c-fb1b600e7549 associated. External IP: 172.25.5.214, port: dab93344-73d9-42ff-b53d-c5b8f2563744. Apr 07 11:42:45.652257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00591ecc-0cf2-416d-8ab3-f339b3e0e8b8 req-7868cbcc-2b66-40e9-8cb0-3f3a34938faf tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:45.653838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00591ecc-0cf2-416d-8ab3-f339b3e0e8b8 req-7868cbcc-2b66-40e9-8cb0-3f3a34938faf tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 909 time: 0.1086268 Apr 07 11:42:45.664817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:46.135445 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-451d4d08-b542-4c4a-963c-2ff759eeee1c req-b58f02bc-3ee6-402c-abe9-7bd8dbe58aa1 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Apr 07 11:42:46.152025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:46.156599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:46.163102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:46.172886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:46.173815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:46.187067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0ecd12ff-d6c2-4538-866c-f54d07b04228 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "PUT /v2.0/floatingips/0676b943-45c6-4f04-931c-fb1b600e7549 HTTP/1.1" status: 200 len: 992 time: 1.4645729 Apr 07 11:42:46.187737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:46.191123 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b819380a-5422-4a6d-a97d-dac7cb53a9df" -d '{"events": [{"name": "network-changed", "server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:46.230132 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da046d1-1810-4958-9671-1fab4e4052ba x-openstack-request-id: req-4da046d1-1810-4958-9671-1fab4e4052ba {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:46.230428 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:46.230687 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4da046d1-1810-4958-9671-1fab4e4052ba {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:46.231140 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da046d1-1810-4958-9671-1fab4e4052ba'] response: {'name': 'network-changed', 'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'status': 'completed', 'code': 200} Apr 07 11:42:46.288893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:46.299814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-fb099549-837c-45ff-b58b-029ba914515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:46.301521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-fb099549-837c-45ff-b58b-029ba914515b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 1128 time: 0.0468528 Apr 07 11:42:46.405640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-ba58e036-fb58-4e3d-a1a1-50a4bb2fc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:46.407142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-ba58e036-fb58-4e3d-a1a1-50a4bb2fc30e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.1000655 Apr 07 11:42:46.476597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-22d3276f-55fc-4c80-a59e-81fe1656a773 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab93344-73d9-42ff-b53d-c5b8f2563744 HTTP/1.1" status: 200 len: 1000 time: 0.0619030 Apr 07 11:42:46.525162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-8a395dcd-7768-48d0-9988-4904dab459ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:46.526590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-8a395dcd-7768-48d0-9988-4904dab459ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0446296 Apr 07 11:42:46.529217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0676b943-45c6-4f04-931c-fb1b600e7549', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:53:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f86161-a5be-4502-960b-d28bf8148b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:45Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:46.555641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:46.563779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:46.564410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:46.615289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-c65047b0-227d-4b0a-89a3-fad20caa3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:46.616772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-c65047b0-227d-4b0a-89a3-fad20caa3f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477359 Apr 07 11:42:46.678056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:46.709646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-78dbcbd4-9efd-466a-aa1b-6e194bcafb77 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867960 Apr 07 11:42:46.840296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0aba9-4376-402a-9921-0547a5561bd8 req-9d6e251b-c380-4d36-9254-88fd32ca3159 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:46.841821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29b0aba9-4376-402a-9921-0547a5561bd8 req-9d6e251b-c380-4d36-9254-88fd32ca3159 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 909 time: 0.1083620 Apr 07 11:42:46.845396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b819380a-5422-4a6d-a97d-dac7cb53a9df req-42bc577f-1367-4e90-90c7-c1833ae83075 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294122 Apr 07 11:42:46.921684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0676b943-45c6-4f04-931c-fb1b600e7549', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:53:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f86161-a5be-4502-960b-d28bf8148b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:45Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:46.949335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d650197-2c1e-49dc-a525-efd5faf0538b None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0676b943-45c6-4f04-931c-fb1b600e7549', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:53:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f86161-a5be-4502-960b-d28bf8148b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:45Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:46.968472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650f91-5241-47d2-9aec-e7961f924ce9 req-e7875ee2-0369-431e-a8d3-681976643d81 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:46.970046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0650f91-5241-47d2-9aec-e7961f924ce9 req-e7875ee2-0369-431e-a8d3-681976643d81 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 909 time: 0.0542564 Apr 07 11:42:47.088564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3950a56-22ea-4636-8184-b8ee4fcfc65e req-06c34bd8-2b92-4325-99c5-9cda3e4decd3 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:47.090428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3950a56-22ea-4636-8184-b8ee4fcfc65e req-06c34bd8-2b92-4325-99c5-9cda3e4decd3 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 1091 time: 0.0508363 Apr 07 11:42:47.154838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128def1-29ab-47fa-87b7-bc8d1149d7be None None] New status for floating IP 0676b943-45c6-4f04-931c-fb1b600e7549: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:42:47.210034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52873ea-a1a3-4f7c-b3f6-38189c57690b req-3e60964d-82ea-4a5d-b011-3d69955fa22d tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:47.211585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a52873ea-a1a3-4f7c-b3f6-38189c57690b req-3e60964d-82ea-4a5d-b011-3d69955fa22d tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1166 time: 0.0472693 Apr 07 11:42:47.252271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9eee9ec-2b72-44f6-8b09-60c2fff3fc6d req-00f35f5b-22a5-41c9-989c-90319ce5954f tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0364399 Apr 07 11:42:47.287355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a52873ea-a1a3-4f7c-b3f6-38189c57690b req-9bf78878-4ac4-42a3-a578-12c2c8babc91 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0698924 Apr 07 11:42:47.310211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:47.358392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e04a3-e68b-492b-b66b-caf591b9b140 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:47.359917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef0e04a3-e68b-492b-b66b-caf591b9b140 tempest-TestSecurityGroupsBasicOps-608339574 tempest-TestSecurityGroupsBasicOps-608339574-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 1086 time: 0.0486557 Apr 07 11:42:47.578244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee609-4988-4720-bf06-20fcd0fcd856 req-65202e91-165b-4c8f-b1a2-f010d6302808 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:47.579692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6dee609-4988-4720-bf06-20fcd0fcd856 req-65202e91-165b-4c8f-b1a2-f010d6302808 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 909 time: 0.0519314 Apr 07 11:42:48.355517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d8481f1-293c-425a-8daf-69c401795862 req-12d9e650-5ab6-46c3-a01f-577b531fc17e tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0271993 Apr 07 11:42:48.637181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4251d5ef-dbd3-464c-8eb0-76e7102196ac req-de34949b-5cf2-4884-ad2f-6b0d1406fc6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0396302 Apr 07 11:42:48.700526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931d6fb-0a09-4996-baff-be454086457b req-360bf3ba-4e66-44a4-8f3d-cacdf41d51ad tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:48.702022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a931d6fb-0a09-4996-baff-be454086457b req-360bf3ba-4e66-44a4-8f3d-cacdf41d51ad tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 909 time: 0.0519688 Apr 07 11:42:48.803152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-bf28d6d5-1a0d-4261-a0ce-14c1a4667102 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:48.804687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-bf28d6d5-1a0d-4261-a0ce-14c1a4667102 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d39ff6-018c-4b47-ab1f-cef34b4b0d5b HTTP/1.1" status: 200 len: 909 time: 0.0522418 Apr 07 11:42:48.905489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:48.905748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:48.998194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] For port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:48.998540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:49.011177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:49.139010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:49.166532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:49.211467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] No DVR routers for this DVR port 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:49.213917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:49.217270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a7051ad8-2cf3-4b91-a690-5b5675a08f0e req-cdbbc3d7-85e7-4bcc-8ffb-872815473cde tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.23 "DELETE /v2.0/ports/31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de HTTP/1.1" status: 204 len: 173 time: 0.4079340 Apr 07 11:42:49.217733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'name': 'network-vif-deleted', 'tag': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:49.220162 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733c40a-28b2-4abf-a1e9-57fdc6592f36" -d '{"events": [{"server_uuid": "02d39ff6-018c-4b47-ab1f-cef34b4b0d5b", "name": "network-vif-deleted", "tag": "31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:49.271866 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5dd6c5-84c3-4775-84fd-7e38395e33ea x-openstack-request-id: req-ec5dd6c5-84c3-4775-84fd-7e38395e33ea {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:49.272174 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d39ff6-018c-4b47-ab1f-cef34b4b0d5b", "name": "network-vif-deleted", "tag": "31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:49.272433 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec5dd6c5-84c3-4775-84fd-7e38395e33ea {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:49.272849 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5dd6c5-84c3-4775-84fd-7e38395e33ea'] response: {'server_uuid': '02d39ff6-018c-4b47-ab1f-cef34b4b0d5b', 'name': 'network-vif-deleted', 'tag': '31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de', 'status': 'completed', 'code': 200} Apr 07 11:42:49.464370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6e109a2-15ed-4ae2-8028-15ff7d0144c1 req-d07bfd60-d57c-4f29-b891-dd2124d2e39c tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0306456 Apr 07 11:42:49.760926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46402) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:50.124060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (43f7a461-01e4-4cab-892e-7104395c7666), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:50.386257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port 8d34a6ba-da6a-47a8-b890-6cdbba964105 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:50.386520 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:50.476734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] For port 8d34a6ba-da6a-47a8-b890-6cdbba964105, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=8d34a6ba-da6a-47a8-b890-6cdbba964105,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:50.477413 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:50.490141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for 8d34a6ba-da6a-47a8-b890-6cdbba964105 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:50.578242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad2da6dc-d396-4532-97e0-56972079c144 req-dba5a80b-5085-426c-869e-1d01f3bd6d21 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0365260 Apr 07 11:42:50.706758 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8d34a6ba-da6a-47a8-b890-6cdbba964105), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:50.732633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=8d34a6ba-da6a-47a8-b890-6cdbba964105,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:50.926573 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (43f7a461-01e4-4cab-892e-7104395c7666), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.155411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11cb319a-2ed8-46f9-a309-913be16756a9 req-ea5bab4a-dcd2-44e2-98d2-d9345589cec5 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0292320 Apr 07 11:42:51.182502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router 43f7a461-01e4-4cab-892e-7104395c7666 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:51.292564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:51.297442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d2c287aa-be1c-4e61-b164-f9bb4f230072 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "PUT /v2.0/routers/43f7a461-01e4-4cab-892e-7104395c7666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5354590 Apr 07 11:42:51.300656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46420) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:51.303150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] Sync routers for ids ['43f7a461-01e4-4cab-892e-7104395c7666'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:51.313187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] Routers {'43f7a461-01e4-4cab-892e-7104395c7666'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:51.313881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['43f7a461-01e4-4cab-892e-7104395c7666'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:51.357985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting subnet e61e0fb4-d7a4-438e-82d0-282205b05371 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:42:51.361174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for subnet (e61e0fb4-d7a4-438e-82d0-282205b05371), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.401343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (e61e0fb4-d7a4-438e-82d0-282205b05371), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.424986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] Set router 43f7a461-01e4-4cab-892e-7104395c7666 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:51.483514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e61e0fb4-d7a4-438e-82d0-282205b05371), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.547014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (e61e0fb4-d7a4-438e-82d0-282205b05371), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.573723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Subnet': ['ID=e61e0fb4-d7a4-438e-82d0-282205b05371,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:51.577276 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.583486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-24bc5452-dcd5-477c-92f2-2cf631ad10cc tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/subnets/e61e0fb4-d7a4-438e-82d0-282205b05371 HTTP/1.1" status: 204 len: 168 time: 0.2785268 Apr 07 11:42:51.584139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46422) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:51.585858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78a34b-e57b-4ab1-8146-b499460495fc None None] Network c3b2f83f-06e6-4688-998d-aa3547bf70cc requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:42:51.685268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:50Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:51.701620 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router (43f7a461-01e4-4cab-892e-7104395c7666), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.720121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] Checking router: 43f7a461-01e4-4cab-892e-7104395c7666 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:51.735634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] Routers {'43f7a461-01e4-4cab-892e-7104395c7666'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:51.736238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['43f7a461-01e4-4cab-892e-7104395c7666'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:51.799302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] DHCP port deletion for c3b2f83f-06e6-4688-998d-aa3547bf70cc request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:42:51.812033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (43f7a461-01e4-4cab-892e-7104395c7666), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.866806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port f98937d8-7983-41b7-972b-4f3064d49162 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:51.867151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f98937d8-7983-41b7-972b-4f3064d49162), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.882000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] Set router 43f7a461-01e4-4cab-892e-7104395c7666 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:51.940169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] Deleting port 5f465aa1-853f-4958-ad50-a47341d83674 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:51.940813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5f465aa1-853f-4958-ad50-a47341d83674), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.945426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] For port f98937d8-7983-41b7-972b-4f3064d49162, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f98937d8-7983-41b7-972b-4f3064d49162,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:51.945798 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f98937d8-7983-41b7-972b-4f3064d49162), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:51.959161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for f98937d8-7983-41b7-972b-4f3064d49162 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:52.053323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] For port 5f465aa1-853f-4958-ad50-a47341d83674, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5f465aa1-853f-4958-ad50-a47341d83674,segment=NetworkSegment(5994bdb9-8e17-4634-8126-32f09ea5f50a),segment_id=5994bdb9-8e17-4634-8126-32f09ea5f50a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:52.053633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5f465aa1-853f-4958-ad50-a47341d83674), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.084179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] Calling delete_port for 5f465aa1-853f-4958-ad50-a47341d83674 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:52.150699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f98937d8-7983-41b7-972b-4f3064d49162), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.180922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=f98937d8-7983-41b7-972b-4f3064d49162,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:52.251500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (43f7a461-01e4-4cab-892e-7104395c7666), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.390853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:50Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:52.401803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4b9e860-8d14-44fe-9747-f1e1fbf4b26b req-9b205007-4784-4918-b34e-0c2bd1c03131 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.1082821 Apr 07 11:42:52.409440 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (43f7a461-01e4-4cab-892e-7104395c7666), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.413066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_controller (43f7a461-01e4-4cab-892e-7104395c7666), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.421846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b6fa7-3867-491d-8e05-24cacf33f799 None None] The sync data for ids ['43f7a461-01e4-4cab-892e-7104395c7666'] in n-d-836788-1 is: [{'id': '43f7a461-01e4-4cab-892e-7104395c7666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-280992497', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:50Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': 'f98937d8-7983-41b7-972b-4f3064d49162', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:93:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7a461-01e4-4cab-892e-7104395c7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:42:28Z', 'updated_at': '2022-04-07T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:52.423497 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (5f465aa1-853f-4958-ad50-a47341d83674), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.460299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5f465aa1-853f-4958-ad50-a47341d83674 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:52.465700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] Pushing event deleted for resources: {'Port': ['ID=5f465aa1-853f-4958-ad50-a47341d83674,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:52.481999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (43f7a461-01e4-4cab-892e-7104395c7666), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.482522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Fanout notify agent at l3_agent the message router_deleted on router 43f7a461-01e4-4cab-892e-7104395c7666 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:42:52.490551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.494159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b5b1db84-7491-4f26-a32b-0413d3106554 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/routers/43f7a461-01e4-4cab-892e-7104395c7666 HTTP/1.1" status: 204 len: 168 time: 0.9072406 Apr 07 11:42:52.494282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0ca36-2dff-4f1e-a940-3f78c8bd5b31 None None] No DVR routers for this DVR port 5f465aa1-853f-4958-ad50-a47341d83674 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:52.494372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46432) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:52.496678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5f465aa1-853f-4958-ad50-a47341d83674 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:52.497268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5f465aa1-853f-4958-ad50-a47341d83674 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:52.577461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c3b2f83f-06e6-4688-998d-aa3547bf70cc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.661309 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c3b2f83f-06e6-4688-998d-aa3547bf70cc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.680876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b2f83f-06e6-4688-998d-aa3547bf70cc']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:52.689995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5994bdb9-8e17-4634-8126-32f09ea5f50a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:52.690305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5994bdb9-8e17-4634-8126-32f09ea5f50a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:52.699687 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (5994bdb9-8e17-4634-8126-32f09ea5f50a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.712619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5994bdb9-8e17-4634-8126-32f09ea5f50a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.718593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:42:52.718983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (5994bdb9-8e17-4634-8126-32f09ea5f50a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:42:52.722475 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:42:52.785871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c3b2f83f-06e6-4688-998d-aa3547bf70cc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.794354 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:52.797422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/networks/c3b2f83f-06e6-4688-998d-aa3547bf70cc HTTP/1.1" status: 204 len: 168 time: 0.3021078 Apr 07 11:42:52.800817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46436) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:52.816957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d71f4-6d53-4dc6-8e1e-7a3fb5f07a8a tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Network': ['ID=c3b2f83f-06e6-4688-998d-aa3547bf70cc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:52.975535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port 13659287-02f3-4e3a-b060-0998116c74a4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:52.975880 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (13659287-02f3-4e3a-b060-0998116c74a4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:53.026256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:53.047854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:53.048210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 31cc1a75-e58a-4ff0-9fcb-9e77c0eb60de not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:53.060133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (13659287-02f3-4e3a-b060-0998116c74a4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:53.060466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for floatingip (13659287-02f3-4e3a-b060-0998116c74a4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:53.075619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for 13659287-02f3-4e3a-b060-0998116c74a4 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:53.223802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (13659287-02f3-4e3a-b060-0998116c74a4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:53.251470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=13659287-02f3-4e3a-b060-0998116c74a4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:53.315271 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for floatingip (4494de8e-2db8-4e1d-a762-01c9898e0e3b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:53.315647 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Floating IP 4494de8e-2db8-4e1d-a762-01c9898e0e3b disassociated (deleted). External IP: 172.25.5.46, port: 5f264df1-25cb-4289-98d3-548d9f68aeb4. Apr 07 11:42:53.779067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf8787dd-d9e5-4d44-9252-bacadefcc0e4 req-96656bde-29c2-4509-bdcb-75a4a0f5990d tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0379224 Apr 07 11:42:53.924680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router b095be9d-d8d1-4780-9804-195a9553c6ba has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:53.929793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-f5649912-053a-4cd0-a869-ac280ce576ba req-ad5e7b34-cddb-4526-9112-3386253db79d service neutron] (104177) timed out ('10.222.0.13', 59026) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:42:54.054359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:54.060726 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:54.063828 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43c658-3828-4211-b385-394136960e13 None None] Sync routers for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:54.074154 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:54.074764 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:54.098895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4a3a2c4-bec3-4f69-812b-8cf3860f7890 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/floatingips/4494de8e-2db8-4e1d-a762-01c9898e0e3b HTTP/1.1" status: 204 len: 168 time: 1.2937012 Apr 07 11:42:54.098895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:54.099789 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acabab30-1a67-407e-9072-ad72fa7808f8" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:54.148622 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2551a4-91ad-431c-bf50-e17e650de965 x-openstack-request-id: req-df2551a4-91ad-431c-bf50-e17e650de965 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:54.148926 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:54.149700 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df2551a4-91ad-431c-bf50-e17e650de965 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:54.149700 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2551a4-91ad-431c-bf50-e17e650de965'] response: {'name': 'network-changed', 'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'status': 'completed', 'code': 200} Apr 07 11:42:54.187518 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:54.223578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-52a051c8-aa98-4733-b97a-61b757dc5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:54.225309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-52a051c8-aa98-4733-b97a-61b757dc5bbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 1166 time: 0.0518980 Apr 07 11:42:54.275140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8d34a6ba-da6a-47a8-b890-6cdbba964105 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:54.296578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 8d34a6ba-da6a-47a8-b890-6cdbba964105 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:54.297238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 8d34a6ba-da6a-47a8-b890-6cdbba964105 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:54.297828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f98937d8-7983-41b7-972b-4f3064d49162 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:54.318833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f98937d8-7983-41b7-972b-4f3064d49162 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:54.319100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f98937d8-7983-41b7-972b-4f3064d49162 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:54.385241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-8c6f3187-6929-4edd-b918-ec0c04f2eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:54.386726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-8c6f3187-6929-4edd-b918-ec0c04f2eea4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b0cb71a-20c8-40d3-9836-01bbfc392254 HTTP/1.1" status: 200 len: 897 time: 0.1487045 Apr 07 11:42:54.396969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e090b34-4a37-460e-88a6-c233236b340d req-13df73ef-279c-4c2b-a362-4e2b6dd94483 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:54.398946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e090b34-4a37-460e-88a6-c233236b340d req-13df73ef-279c-4c2b-a362-4e2b6dd94483 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.0825701 Apr 07 11:42:54.421537 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:53Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:54.443894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-111efc0c-a379-43d5-8992-287feed7ba0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0445538 Apr 07 11:42:54.448784 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43c658-3828-4211-b385-394136960e13 None None] Checking router: b095be9d-d8d1-4780-9804-195a9553c6ba for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:42:54.457216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:54.457824 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:54.518585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-f8813666-0354-4feb-80d7-051b22721c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:54.520488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-f8813666-0354-4feb-80d7-051b22721c4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f87ab98c-4f1f-4221-adec-80e4810a7228 HTTP/1.1" status: 200 len: 834 time: 0.0683994 Apr 07 11:42:54.525338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e090b34-4a37-460e-88a6-c233236b340d req-7da39c32-0b31-4c43-9ffb-2c91beb3d556 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1197317 Apr 07 11:42:54.566971 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:42:54.577214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-812a8ac9-261d-4106-ba37-da76b5140af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:54.578740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-812a8ac9-261d-4106-ba37-da76b5140af6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b0cb71a-20c8-40d3-9836-01bbfc392254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491848 Apr 07 11:42:54.680181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-a04e8ecf-26f2-4eba-b634-18f6d014d469 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888221 Apr 07 11:42:54.764802 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3a43c658-3828-4211-b385-394136960e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:53Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:54.771688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acabab30-1a67-407e-9072-ad72fa7808f8 req-4903a0ce-9e1b-40b9-8fe4-8dc35a960f72 service neutron] 10.222.0.41 "GET /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 Apr 07 11:42:54.889638 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43c658-3828-4211-b385-394136960e13 None None] The sync data for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 is: [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:48Z', 'revision_number': 4, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '6f91e16a-7f91-46de-b328-86048598045c', 'name': '', 'network_id': '5b0cb71a-20c8-40d3-9836-01bbfc392254', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'mac_address': 'fa:16:3e:df:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:48Z', 'updated_at': '2022-04-07T11:40:53Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'subnets': [{'id': 'f87ab98c-4f1f-4221-adec-80e4810a7228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:42:54.890408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cecbb1c-c652-4e86-b70b-433879be4d7a req-1d485818-a653-4196-9e2c-10f9f3ae90bc tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Apr 07 11:42:55.147928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bc49b-687a-437f-9e41-23f3fd5972df None None] New status for floating IP 4494de8e-2db8-4e1d-a762-01c9898e0e3b: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:42:55.398937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc00eba-190d-4955-aff7-0abc118e702e req-223698f9-1519-414d-a5b4-0e64233aa662 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:55.400345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc00eba-190d-4955-aff7-0abc118e702e req-223698f9-1519-414d-a5b4-0e64233aa662 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.0478804 Apr 07 11:42:55.418171 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0bc00eba-190d-4955-aff7-0abc118e702e req-1fd9a9f3-0d79-405c-aaa5-af11cdf51c47 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:55.490833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0bc00eba-190d-4955-aff7-0abc118e702e req-1fd9a9f3-0d79-405c-aaa5-af11cdf51c47 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Publish callbacks [] for security_group (8e2496d5-5ee7-4779-af9b-ac5208f64375), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:55.494606 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0bc00eba-190d-4955-aff7-0abc118e702e req-1fd9a9f3-0d79-405c-aaa5-af11cdf51c47 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8e2496d5-5ee7-4779-af9b-ac5208f64375), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:55.533451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc00eba-190d-4955-aff7-0abc118e702e req-1fd9a9f3-0d79-405c-aaa5-af11cdf51c47 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273258 Apr 07 11:42:55.534457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9a9f3-0d79-405c-aaa5-af11cdf51c47 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2496d5-5ee7-4779-af9b-ac5208f64375,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:55.676458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085bc6-da19-41a5-9e58-3f68bc6c005d req-57afb155-bacc-402d-bf8d-232f05781c15 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:55.677887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53085bc6-da19-41a5-9e58-3f68bc6c005d req-57afb155-bacc-402d-bf8d-232f05781c15 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.0847154 Apr 07 11:42:55.688923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5b5b0-f6b2-4b7e-81b1-f073f881bbdb req-de35797f-26c8-4604-901c-b9a85f36319b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:55.691083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ba5b5b0-f6b2-4b7e-81b1-f073f881bbdb req-de35797f-26c8-4604-901c-b9a85f36319b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0891554 Apr 07 11:42:55.773083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ba5b5b0-f6b2-4b7e-81b1-f073f881bbdb req-7aa17d81-8aa5-4304-acef-4b20fda2ca60 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753839 Apr 07 11:42:55.777274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53085bc6-da19-41a5-9e58-3f68bc6c005d req-72499944-d75b-4a9f-8c28-4f9bb278b0c3 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/security-groups?id=d43ae3fc-df48-45de-b6ec-c68374a86fcb&id=d2be3f53-92b8-4613-9c00-27927e9acfab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0852714 Apr 07 11:42:55.796150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46456) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:55.861888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-027e73b7-a0d7-4d61-a4dd-a0b439d1b4a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/feee91c6-e95a-4918-9b45-cf1b1984d3a2 HTTP/1.1" status: 200 len: 994 time: 0.0639906 Apr 07 11:42:55.997718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48128c91-fe65-4e0f-9f92-af29f9294ca9 req-a7dabfb5-eebe-4fe2-8e33-d767f66ef0df tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Apr 07 11:42:56.124728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-e73eec56-1826-4b3f-83db-20091ce46f6e req-23aa17a5-b3f9-4551-987e-7a71d001840d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:42:56.125878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e73eec56-1826-4b3f-83db-20091ce46f6e req-23aa17a5-b3f9-4551-987e-7a71d001840d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055683 Apr 07 11:42:56.198139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-78882ed1-2d5b-4865-93c8-5c87d0111a3c tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:56.199647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-78882ed1-2d5b-4865-93c8-5c87d0111a3c tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.41 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 984 time: 0.0609288 Apr 07 11:42:56.307777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port 5f264df1-25cb-4289-98d3-548d9f68aeb4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:56.308125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:56.449655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] For port 5f264df1-25cb-4289-98d3-548d9f68aeb4, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=5f264df1-25cb-4289-98d3-548d9f68aeb4,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:56.450066 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:56.458868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745ea9a-db69-4165-babd-e9c37c451ce2 req-722d15e6-7d70-40bd-ba75-3d1f07019055 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:56.460348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d745ea9a-db69-4165-babd-e9c37c451ce2 req-722d15e6-7d70-40bd-ba75-3d1f07019055 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0869377 Apr 07 11:42:56.477350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for 5f264df1-25cb-4289-98d3-548d9f68aeb4 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:56.519988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-cfec8b0f-8856-443b-82e4-56223c348091 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1458704 Apr 07 11:42:56.565990 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d745ea9a-db69-4165-babd-e9c37c451ce2 req-7a785863-429d-4f3c-946e-927d3d14c66e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000597 Apr 07 11:42:56.649882 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5f264df1-25cb-4289-98d3-548d9f68aeb4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:56.682915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=5f264df1-25cb-4289-98d3-548d9f68aeb4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:56.730301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] No DVR routers for this DVR port 5f264df1-25cb-4289-98d3-548d9f68aeb4 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:42:56.733456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:56.737824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c75b70c-9e26-41f1-8589-90da75561a38 req-4a4ecf10-92b9-471d-a492-a6398a64088e tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.41 "DELETE /v2.0/ports/5f264df1-25cb-4289-98d3-548d9f68aeb4 HTTP/1.1" status: 204 len: 173 time: 0.5328889 Apr 07 11:42:56.738271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'name': 'network-vif-deleted', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:42:56.741396 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed46b93-267c-4560-8e4c-e5952930a9e0" -d '{"events": [{"server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "name": "network-vif-deleted", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:42:56.786160 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf9f379-9392-4877-93f4-7e1852858072 x-openstack-request-id: req-caf9f379-9392-4877-93f4-7e1852858072 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:42:56.786531 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f3064-db9b-4199-8f0c-5d5f2abf6256", "name": "network-vif-deleted", "tag": "5f264df1-25cb-4289-98d3-548d9f68aeb4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:42:56.786855 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caf9f379-9392-4877-93f4-7e1852858072 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:42:56.787281 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf9f379-9392-4877-93f4-7e1852858072'] response: {'server_uuid': 'df1f3064-db9b-4199-8f0c-5d5f2abf6256', 'name': 'network-vif-deleted', 'tag': '5f264df1-25cb-4289-98d3-548d9f68aeb4', 'status': 'completed', 'code': 200} Apr 07 11:42:56.881274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6c586b6-7de4-4328-a2af-a7fc998b8d29 req-11d6e39b-5481-48f3-b938-e9b481b3efbd tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1f3064-db9b-4199-8f0c-5d5f2abf6256 HTTP/1.1" status: 200 len: 210 time: 0.0329559 Apr 07 11:42:56.978213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-bb7e88de-df74-47fd-965c-53b517cf90db tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:56.979493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-bb7e88de-df74-47fd-965c-53b517cf90db tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports/a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1125 time: 0.0996571 Apr 07 11:42:57.110534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-078a958e-bb14-4571-95df-b75f5e8b91f0 req-b5f78fca-d342-49b9-9e53-c9bb69898762 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Apr 07 11:42:57.686663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d7326-04cf-4345-811a-fd0cb69a875a req-bc85f0b1-50dc-4e82-b5e2-ac5401e46298 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:57.688133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299d7326-04cf-4345-811a-fd0cb69a875a req-bc85f0b1-50dc-4e82-b5e2-ac5401e46298 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0522387 Apr 07 11:42:57.748395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-299d7326-04cf-4345-811a-fd0cb69a875a req-02b268dc-f13d-4d42-b3d4-9d737a0f843a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536673 Apr 07 11:42:57.792373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-88a49592-c6fe-44d5-97a2-d4a29b7c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:57.793906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-88a49592-c6fe-44d5-97a2-d4a29b7c29ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.0446804 Apr 07 11:42:57.885204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-5285d83e-fdb1-4770-a8a3-b0f7868c9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:57.886600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-5285d83e-fdb1-4770-a8a3-b0f7868c9cde service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.0847678 Apr 07 11:42:57.945485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46508) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:57.978656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-e6461feb-85aa-435d-81f5-8677559b0720 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1002 time: 0.0854425 Apr 07 11:42:58.041449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f76554-1c0c-4bc8-9aba-f715c72c6295 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (d2be3f53-92b8-4613-9c00-27927e9acfab), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.051813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-eef4e52f-cdab-49d7-b985-3f920afafaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:58.053297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-eef4e52f-cdab-49d7-b985-3f920afafaf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0639567 Apr 07 11:42:58.099322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f76554-1c0c-4bc8-9aba-f715c72c6295 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (d2be3f53-92b8-4613-9c00-27927e9acfab), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.140519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-3993ce29-900f-45a4-b972-06de85a7c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:58.141964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-3993ce29-900f-45a4-b972-06de85a7c1e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809555 Apr 07 11:42:58.156542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f76554-1c0c-4bc8-9aba-f715c72c6295 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d2be3f53-92b8-4613-9c00-27927e9acfab), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.159771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f76554-1c0c-4bc8-9aba-f715c72c6295 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.160855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-56f76554-1c0c-4bc8-9aba-f715c72c6295 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2be3f53-92b8-4613-9c00-27927e9acfab HTTP/1.1" status: 204 len: 168 time: 0.2144322 Apr 07 11:42:58.163643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:58.206280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f76554-1c0c-4bc8-9aba-f715c72c6295 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2be3f53-92b8-4613-9c00-27927e9acfab,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:58.244910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2b34752-33fc-4b9b-8125-872b0e8cc234 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (d43ae3fc-df48-45de-b6ec-c68374a86fcb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.251355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3b6e6c7-54f7-4c42-bf32-44a6a21cddd7 req-81b3a613-a15b-4328-aa0d-c6570cf8de6a tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0381212 Apr 07 11:42:58.271301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2b34752-33fc-4b9b-8125-872b0e8cc234 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (d43ae3fc-df48-45de-b6ec-c68374a86fcb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.280645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-fc857718-6c1d-4f2b-a0a8-7321e8a8a8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321805 Apr 07 11:42:58.325906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2b34752-33fc-4b9b-8125-872b0e8cc234 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d43ae3fc-df48-45de-b6ec-c68374a86fcb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.328630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c2b34752-33fc-4b9b-8125-872b0e8cc234 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.330363 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c2b34752-33fc-4b9b-8125-872b0e8cc234 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/security-groups/d43ae3fc-df48-45de-b6ec-c68374a86fcb HTTP/1.1" status: 204 len: 168 time: 0.1549695 Apr 07 11:42:58.334171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46514) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:58.347321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34752-33fc-4b9b-8125-872b0e8cc234 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ae3fc-df48-45de-b6ec-c68374a86fcb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:58.388165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-8b019d1c-b021-401f-9fd9-38d7b6d32e5a service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010737 Apr 07 11:42:58.534141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5f264df1-25cb-4289-98d3-548d9f68aeb4 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:42:58.554338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 5f264df1-25cb-4289-98d3-548d9f68aeb4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:42:58.554713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 5f264df1-25cb-4289-98d3-548d9f68aeb4 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:42:58.738168 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (b095be9d-d8d1-4780-9804-195a9553c6ba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:58.871748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff93d1-8852-499f-b936-3e55c1442e45 req-4fa38823-5fc1-435d-ad0d-40b28f9c49ce tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:42:58.873411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8ff93d1-8852-499f-b936-3e55c1442e45 req-4fa38823-5fc1-435d-ad0d-40b28f9c49ce tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0584288 Apr 07 11:42:58.927683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8ff93d1-8852-499f-b936-3e55c1442e45 req-1697c035-bb12-4a96-ad12-1524553a45a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482757 Apr 07 11:42:59.008748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port 6f91e16a-7f91-46de-b328-86048598045c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:42:59.009087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6f91e16a-7f91-46de-b328-86048598045c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.095278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] For port 6f91e16a-7f91-46de-b328-86048598045c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6f91e16a-7f91-46de-b328-86048598045c,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:42:59.095659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6f91e16a-7f91-46de-b328-86048598045c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.107854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for 6f91e16a-7f91-46de-b328-86048598045c owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:42:59.296919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6f91e16a-7f91-46de-b328-86048598045c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.328780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=6f91e16a-7f91-46de-b328-86048598045c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:42:59.369654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a7569e5-8941-4f7b-9859-5fdecacb76ab req-64bfafcb-a342-4409-9e1f-00be69823d02 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0370078 Apr 07 11:42:59.511560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (b095be9d-d8d1-4780-9804-195a9553c6ba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.736040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Router b095be9d-d8d1-4780-9804-195a9553c6ba has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:42:59.843048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:42:59.848310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6a4f796f-9b8e-4f72-884e-b9fa535a371b tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "PUT /v2.0/routers/b095be9d-d8d1-4780-9804-195a9553c6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119944 Apr 07 11:42:59.850870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46522) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:42:59.853298 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] Sync routers for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:42:59.865916 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:42:59.866531 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:42:59.902511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting subnet f87ab98c-4f1f-4221-adec-80e4810a7228 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:42:59.905636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for subnet (f87ab98c-4f1f-4221-adec-80e4810a7228), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.946531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (f87ab98c-4f1f-4221-adec-80e4810a7228), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.976601 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:00.034512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (f87ab98c-4f1f-4221-adec-80e4810a7228), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.058165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20d32b-a70a-4d5f-b7d2-d854bea762c6 req-19d2b598-4eea-41e6-a286-495fda2f73f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:00.060018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20d32b-a70a-4d5f-b7d2-d854bea762c6 req-19d2b598-4eea-41e6-a286-495fda2f73f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0609467 Apr 07 11:43:00.097361 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (f87ab98c-4f1f-4221-adec-80e4810a7228), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.117588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe20d32b-a70a-4d5f-b7d2-d854bea762c6 req-f6cd54e5-82da-4485-bf72-cd0f525c91ce tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507293 Apr 07 11:43:00.137705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Subnet': ['ID=f87ab98c-4f1f-4221-adec-80e4810a7228,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:00.137705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.142926 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e4d7f442-ef08-4bce-b194-f2dda82f0bbb tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/subnets/f87ab98c-4f1f-4221-adec-80e4810a7228 HTTP/1.1" status: 204 len: 168 time: 0.2878382 Apr 07 11:43:00.143295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:00.146898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86122e51-17c8-47bc-96b3-ee831401770b None None] Network 5b0cb71a-20c8-40d3-9836-01bbfc392254 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:00.169678 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:42:59Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:00.201697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] Checking router: b095be9d-d8d1-4780-9804-195a9553c6ba for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:00.211338 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] Routers {'b095be9d-d8d1-4780-9804-195a9553c6ba'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:00.211966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:42:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b095be9d-d8d1-4780-9804-195a9553c6ba'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:00.271090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router (b095be9d-d8d1-4780-9804-195a9553c6ba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.330729 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] Set router b095be9d-d8d1-4780-9804-195a9553c6ba gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:00.353399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] DHCP port deletion for 5b0cb71a-20c8-40d3-9836-01bbfc392254 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:43:00.405658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Deleting port 42a083d5-f352-4be0-8041-8fa8b478dae1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:00.406193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.479679 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] For port 42a083d5-f352-4be0-8041-8fa8b478dae1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=42a083d5-f352-4be0-8041-8fa8b478dae1,segment=NetworkSegment(4cc422e3-6b91-4e27-aaf7-d978501b7e76),segment_id=4cc422e3-6b91-4e27-aaf7-d978501b7e76)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:00.480395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.495299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14a209ea-7dc9-4a92-91e8-aa7c3df4260e req-782c0008-6c21-4024-a5db-0ad4f7979147 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0287368 Apr 07 11:43:00.498197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Calling delete_port for 42a083d5-f352-4be0-8041-8fa8b478dae1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:00.528418 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:42:59Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:00.555948 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44112e9f-c6c0-467d-9096-66cddf2a8e48 None None] The sync data for ids ['b095be9d-d8d1-4780-9804-195a9553c6ba'] in n-d-836788-1 is: [{'id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1118200875', 'tenant_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:42:59Z', 'revision_number': 5, 'project_id': '19eb94a1819f4d2a8ad4c1add7ef5375', 'gw_port': {'id': '96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095be9d-d8d1-4780-9804-195a9553c6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:40:44Z', 'updated_at': '2022-04-07T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:00.597946 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (42a083d5-f352-4be0-8041-8fa8b478dae1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.628755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Pushing event deleted for resources: {'Port': ['ID=42a083d5-f352-4be0-8041-8fa8b478dae1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:00.639838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] No DVR routers for this DVR port 42a083d5-f352-4be0-8041-8fa8b478dae1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:00.648290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.648290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.648290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.649198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.649198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.649198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.649821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.649821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.650290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.650517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.650879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.651179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.651510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99069dbb-70b6-44b2-be57-57c2fdf64fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:00.662691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-886af471-4a15-482c-a2da-7828e789014a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.730820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_gateway (b095be9d-d8d1-4780-9804-195a9553c6ba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.781680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Deleting port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:00.781939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.862460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] For port 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:00.862735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.879170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Calling delete_port for 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:01.055720 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.078466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Port': ['ID=96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:01.143700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (b095be9d-d8d1-4780-9804-195a9553c6ba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.235526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (b095be9d-d8d1-4780-9804-195a9553c6ba), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.237415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9920-cad7-4f18-98e7-7217bffe204e req-5dba9d6f-7847-4f99-85a6-38241355418f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:01.238717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router_controller (b095be9d-d8d1-4780-9804-195a9553c6ba), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.239103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-893a9920-cad7-4f18-98e7-7217bffe204e req-5dba9d6f-7847-4f99-85a6-38241355418f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Apr 07 11:43:01.285977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (b095be9d-d8d1-4780-9804-195a9553c6ba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.286558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Fanout notify agent at l3_agent the message router_deleted on router b095be9d-d8d1-4780-9804-195a9553c6ba {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:43:01.293472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.297162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b028c96-491c-40dd-b622-6087b3eaa302 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/routers/b095be9d-d8d1-4780-9804-195a9553c6ba HTTP/1.1" status: 204 len: 168 time: 1.1505506 Apr 07 11:43:01.297311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-893a9920-cad7-4f18-98e7-7217bffe204e req-ce549fec-1a88-42f3-b6cc-d74b75a684c9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503409 Apr 07 11:43:01.297437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46532) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:01.376694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5b0cb71a-20c8-40d3-9836-01bbfc392254), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.472636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5b0cb71a-20c8-40d3-9836-01bbfc392254), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.492228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0cb71a-20c8-40d3-9836-01bbfc392254']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:01.501033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc422e3-6b91-4e27-aaf7-d978501b7e76') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:01.501361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc422e3-6b91-4e27-aaf7-d978501b7e76') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:01.510399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (4cc422e3-6b91-4e27-aaf7-d978501b7e76), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.523039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4cc422e3-6b91-4e27-aaf7-d978501b7e76), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.528799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:01.529208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (4cc422e3-6b91-4e27-aaf7-d978501b7e76), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:01.532374 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:01.593647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5b0cb71a-20c8-40d3-9836-01bbfc392254), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.607768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-634c654d-8e71-4d43-8de6-2d404ae4fe5e req-13063852-3ffb-4525-9c11-f54f3a31a7b6 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Apr 07 11:43:01.612597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.618527 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] 10.222.0.13 "DELETE /v2.0/networks/5b0cb71a-20c8-40d3-9836-01bbfc392254 HTTP/1.1" status: 204 len: 168 time: 0.3177340 Apr 07 11:43:01.618527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90dd55-3234-4009-ab8c-7d480933d898 tempest-TestSecurityGroupsBasicOps-1423696241 tempest-TestSecurityGroupsBasicOps-1423696241-project] Pushing event deleted for resources: {'Network': ['ID=5b0cb71a-20c8-40d3-9836-01bbfc392254,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:01.793013 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.909003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:02.042544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c0f146e1-7398-49a1-a987-6ee2b073266d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19eb94a1819f4d2a8ad4c1add7ef5375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321590 Apr 07 11:43:02.044867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46546) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:02.091699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12706ca6-2c75-45fe-97a6-dda54f95e5af admin admin] Publish callbacks [] for security_group (acecfc5e-8b27-45a2-aff1-3924768f61b7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.113929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12706ca6-2c75-45fe-97a6-dda54f95e5af admin admin] Publish callbacks [] for security_group (acecfc5e-8b27-45a2-aff1-3924768f61b7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.159320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12706ca6-2c75-45fe-97a6-dda54f95e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (acecfc5e-8b27-45a2-aff1-3924768f61b7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.161983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12706ca6-2c75-45fe-97a6-dda54f95e5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.163140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12706ca6-2c75-45fe-97a6-dda54f95e5af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acecfc5e-8b27-45a2-aff1-3924768f61b7 HTTP/1.1" status: 204 len: 168 time: 0.1173589 Apr 07 11:43:02.170498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12706ca6-2c75-45fe-97a6-dda54f95e5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acecfc5e-8b27-45a2-aff1-3924768f61b7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:02.284485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:43:02.315815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 42a083d5-f352-4be0-8041-8fa8b478dae1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:02.343063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 42a083d5-f352-4be0-8041-8fa8b478dae1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:02.343418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 42a083d5-f352-4be0-8041-8fa8b478dae1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:02.343836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:02.363811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:02.364225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 96a787ce-32cb-4c7e-ac5b-c6bdbbff1fdd not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:02.365072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f91e16a-7f91-46de-b328-86048598045c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:02.385418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6f91e16a-7f91-46de-b328-86048598045c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:02.385777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6f91e16a-7f91-46de-b328-86048598045c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:02.425312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33095161-9c01-42e4-bafb-cc1f75e7394b req-92e6b5aa-4f5c-4836-96c4-892f1e32b964 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:02.426786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33095161-9c01-42e4-bafb-cc1f75e7394b req-92e6b5aa-4f5c-4836-96c4-892f1e32b964 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0607512 Apr 07 11:43:02.449172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:02.462628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11ade9ee-5fc3-4523-83cf-91a9ddffacbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.477273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33095161-9c01-42e4-bafb-cc1f75e7394b req-49218a19-46b2-48f0-a0be-4dd22023861c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Apr 07 11:43:02.539265 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11ade9ee-5fc3-4523-83cf-91a9ddffacbf admin admin] Publish callbacks [] for security_group (e3c246c6-9ff7-48df-af29-76352e974574), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.542786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-11ade9ee-5fc3-4523-83cf-91a9ddffacbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e3c246c6-9ff7-48df-af29-76352e974574), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.579297 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-11ade9ee-5fc3-4523-83cf-91a9ddffacbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=597fc1f25550476687d8ac447776a12c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288447 Apr 07 11:43:02.582095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ade9ee-5fc3-4523-83cf-91a9ddffacbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c246c6-9ff7-48df-af29-76352e974574,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:02.582715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46556) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:02.630612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b06fd9f-93e1-462c-83ea-51d3e87ee6af admin admin] Publish callbacks [] for security_group (e3c246c6-9ff7-48df-af29-76352e974574), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.652620 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b06fd9f-93e1-462c-83ea-51d3e87ee6af admin admin] Publish callbacks [] for security_group (e3c246c6-9ff7-48df-af29-76352e974574), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.714841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f855e6ad-7936-4b5c-9fdd-c5ee3818a473 req-15098792-b067-4e0c-a5ca-abbb3624ceee tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0304439 Apr 07 11:43:02.723739 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b06fd9f-93e1-462c-83ea-51d3e87ee6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e3c246c6-9ff7-48df-af29-76352e974574), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.726491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b06fd9f-93e1-462c-83ea-51d3e87ee6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.727608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2b06fd9f-93e1-462c-83ea-51d3e87ee6af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3c246c6-9ff7-48df-af29-76352e974574 HTTP/1.1" status: 204 len: 168 time: 0.1438971 Apr 07 11:43:02.735577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06fd9f-93e1-462c-83ea-51d3e87ee6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c246c6-9ff7-48df-af29-76352e974574,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:02.990030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-889ee66a-d074-4c9e-8de1-4cdc9f85f023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:03.047403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46564) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:03.088910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a461244-dc5a-419b-83a2-7a2ea92e4475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4fda3c7d8434444b1dec712adb73b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402818 Apr 07 11:43:03.091384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:03.137408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bf54-40ab-481c-9e80-d8f00e259660 admin admin] Publish callbacks [] for security_group (91c07bf3-4364-4e4b-b1ab-611344a44e21), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:03.158967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bf54-40ab-481c-9e80-d8f00e259660 admin admin] Publish callbacks [] for security_group (91c07bf3-4364-4e4b-b1ab-611344a44e21), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:03.207801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bf54-40ab-481c-9e80-d8f00e259660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (91c07bf3-4364-4e4b-b1ab-611344a44e21), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:03.210505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bf54-40ab-481c-9e80-d8f00e259660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:03.211625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f1b1bf54-40ab-481c-9e80-d8f00e259660 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91c07bf3-4364-4e4b-b1ab-611344a44e21 HTTP/1.1" status: 204 len: 168 time: 0.1193714 Apr 07 11:43:03.219651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1bf54-40ab-481c-9e80-d8f00e259660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c07bf3-4364-4e4b-b1ab-611344a44e21,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:03.604220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0995a1-8951-499d-bbc7-2c1e19cff7d7 req-cfb82196-44a7-48ae-8432-a233ce0675a1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:03.604866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:03.605760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0995a1-8951-499d-bbc7-2c1e19cff7d7 req-cfb82196-44a7-48ae-8432-a233ce0675a1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0585351 Apr 07 11:43:03.656135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de0995a1-8951-499d-bbc7-2c1e19cff7d7 req-919ad172-bc80-487a-9d58-195b942c0b99 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445797 Apr 07 11:43:03.819419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf14cb7f-36c3-410a-915a-122dc0c94b09 req-7337ab24-d1af-4957-b034-943c9c96a294 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0295830 Apr 07 11:43:03.884003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:03.980412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1288103017-network', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:04.000381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Made reservation on behalf of e0a733cbdbcd43a38972b4bfd4221669 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:04.002635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.010831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.083575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks [] for security_group (40658717-4c90-4b08-81b6-87038f467d6a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.087144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40658717-4c90-4b08-81b6-87038f467d6a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.113270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:43:04.119490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40658717-4c90-4b08-81b6-87038f467d6a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:04.125116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d11e5db2-a4d7-42d7-9810-adb1fea06fe2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.125506 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Added segment d11e5db2-a4d7-42d7-9810-adb1fea06fe2 of type vlan for network c806c6fd-1d93-4360-8980-7b7b6ed8c889 Apr 07 11:43:04.167385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c806c6fd-1d93-4360-8980-7b7b6ed8c889), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.190626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c806c6fd-1d93-4360-8980-7b7b6ed8c889), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.191515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:04.192070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.241471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3561966 Apr 07 11:43:04.244486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46596) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:04.250161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Request body: {'subnet': {'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1288103017-subnet', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:04.252331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f6dd1-261a-4202-8300-b95b3519ea81 admin admin] Pushing event updated for resources: {'Network': ['ID=c806c6fd-1d93-4360-8980-7b7b6ed8c889,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:04.262107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:43:04.271031 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Made reservation on behalf of e0a733cbdbcd43a38972b4bfd4221669 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:04.273954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.452797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e721e214-42fb-45e4-82ed-b12cfe60a51b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.485503 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.509779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e721e214-42fb-45e4-82ed-b12cfe60a51b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:04.519829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Checking segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:04.520194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Network hostable DHCP agents. Network: c806c6fd-1d93-4360-8980-7b7b6ed8c889, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:43:04.536520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:43:04.544768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c806c6fd-1d93-4360-8980-7b7b6ed8c889) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:04.549110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:04.549824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.553567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f56ea06-5602-477a-ac77-2256cb2cafa5 None None] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:04.567057 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f5499807-06fa-48b5-a583-d5a671c23cf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3213198 Apr 07 11:43:04.569746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:04.574146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:04.592935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (aa0ab6f8-93c5-41e5-b466-9f3613797df0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.593994 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (aa0ab6f8-93c5-41e5-b466-9f3613797df0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.651818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks [] for router_controller (aa0ab6f8-93c5-41e5-b466-9f3613797df0), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.665948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'fixed_ips': [{'subnet_id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:43:04.666817 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.822682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks [] for router_gateway (aa0ab6f8-93c5-41e5-b466-9f3613797df0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.827293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Allocated IP 172.20.0.2 (c806c6fd-1d93-4360-8980-7b7b6ed8c889/e721e214-42fb-45e4-82ed-b12cfe60a51b/ef0b2255-b2be-47b9-89da-454988c9ebbb) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:04.885015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bebb3f-2ac2-41aa-a3c0-e5c16d0bbc9a req-e6590f69-6ba4-4e55-ac2f-c4ac8de8bbe0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:04.888612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bebb3f-2ac2-41aa-a3c0-e5c16d0bbc9a req-e6590f69-6ba4-4e55-ac2f-c4ac8de8bbe0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.1253061 Apr 07 11:43:04.961315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-061f9f0b-9953-4392-a834-3825b614e033 req-29191c97-f4a7-4fd9-8637-82c09bb321eb tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0542960 Apr 07 11:43:04.978548 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Publish callbacks [] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.984620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.992331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40bebb3f-2ac2-41aa-a3c0-e5c16d0bbc9a req-5b786480-a940-47c8-b956-7c1f5cf8ef35 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975022 Apr 07 11:43:05.028848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:05.035393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:05.037970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:05.043931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Pushing event updated for resources: {'Port': ['ID=ef0b2255-b2be-47b9-89da-454988c9ebbb,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:05.098600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Attempting to bind port ef0b2255-b2be-47b9-89da-454988c9ebbb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:05.098979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Attempting to bind port ef0b2255-b2be-47b9-89da-454988c9ebbb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:05.099343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Attempting to bind port ef0b2255-b2be-47b9-89da-454988c9ebbb on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:05.104314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:05.104696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Checking segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:05.105100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.105531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Bound using segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:05.106005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Bound port: ef0b2255-b2be-47b9-89da-454988c9ebbb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:05.106389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.132557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks [] for router_gateway (aa0ab6f8-93c5-41e5-b466-9f3613797df0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.150978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.172194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] For port ef0b2255-b2be-47b9-89da-454988c9ebbb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:05.176181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] For port ef0b2255-b2be-47b9-89da-454988c9ebbb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef0b2255-b2be-47b9-89da-454988c9ebbb,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:05.182248 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.239985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f3b26-fb86-4e6f-8d68-6954391d7738 None None] Pushing event updated for resources: {'Port': ['ID=ef0b2255-b2be-47b9-89da-454988c9ebbb,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:05.261672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Allocated IP 172.25.5.96 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/4042c2af-e10c-449e-9b9b-e20b59b6142d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:05.370262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks [] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.420262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.462424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:05.465349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:05.471845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:05.477501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Pushing event updated for resources: {'Port': ['ID=4042c2af-e10c-449e-9b9b-e20b59b6142d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:05.723830 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks [] for router_gateway (aa0ab6f8-93c5-41e5-b466-9f3613797df0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:05.926239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (aa0ab6f8-93c5-41e5-b466-9f3613797df0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.045118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.072761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4332ed43-0a2b-4633-b4bc-63f17564e2a9 req-9b53bd1a-e8b3-40b7-8a91-86843468111c tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0346196 Apr 07 11:43:06.139633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7291937-58b7-421b-8712-13892e42f8bf None None] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:06.143404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Router aa0ab6f8-93c5-41e5-b466-9f3613797df0 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:43:06.162516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0077ce-002a-47e6-b94c-3247dff84a75 req-67df28db-9bfd-416a-a57f-441e4a1c8a01 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:06.163908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f0077ce-002a-47e6-b94c-3247dff84a75 req-67df28db-9bfd-416a-a57f-441e4a1c8a01 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0731928 Apr 07 11:43:06.253743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] Provisioning complete for port ef0b2255-b2be-47b9-89da-454988c9ebbb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:06.254126 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.291708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f0077ce-002a-47e6-b94c-3247dff84a75 req-bc6d5343-eed6-4097-bf72-527d429a7228 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219742 Apr 07 11:43:06.305062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:06.326888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.328446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e135992-e8c6-480a-b49f-77bc880f0d88 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7576916 Apr 07 11:43:06.331588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46608) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:06.339573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Sync routers for ids ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:06.353975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Routers {'aa0ab6f8-93c5-41e5-b466-9f3613797df0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:06.354845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:06.430120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef0b2255-b2be-47b9-89da-454988c9ebbb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:06.462340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] Current status of the port ef0b2255-b2be-47b9-89da-454988c9ebbb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:06.462727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.547574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] For port ef0b2255-b2be-47b9-89da-454988c9ebbb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef0b2255-b2be-47b9-89da-454988c9ebbb,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:06.555783 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.564810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Set router aa0ab6f8-93c5-41e5-b466-9f3613797df0 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:06.616763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ef0b2255-b2be-47b9-89da-454988c9ebbb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:06.617152 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.748311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064accb3-82b8-4a93-bdcc-6abcbd6e38de None None] Pushing event updated for resources: {'Port': ['ID=ef0b2255-b2be-47b9-89da-454988c9ebbb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:06.766460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1eacb11a-55eb-43ed-9999-943337cd874e None None] Provisioning complete for port ef0b2255-b2be-47b9-89da-454988c9ebbb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:06.766839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1eacb11a-55eb-43ed-9999-943337cd874e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.883676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ef0b2255-b2be-47b9-89da-454988c9ebbb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:07.093303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1eacb11a-55eb-43ed-9999-943337cd874e None None] Current status of the port ef0b2255-b2be-47b9-89da-454988c9ebbb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:07.104048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:05Z', 'revision_number': 3, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:07.107967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.131631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Checking router: aa0ab6f8-93c5-41e5-b466-9f3613797df0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:07.131985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Updating router aa0ab6f8-93c5-41e5-b466-9f3613797df0 port 4042c2af-e10c-449e-9b9b-e20b59b6142d binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:43:07.159723 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.197478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-217559dc-3265-45af-a611-dfb23c48bca3 req-0f8967a3-f6a7-40d7-9308-ad680d431427 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0346198 Apr 07 11:43:07.253409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.297106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Allocated IP 172.20.0.1 (c806c6fd-1d93-4360-8980-7b7b6ed8c889/e721e214-42fb-45e4-82ed-b12cfe60a51b/60c92f83-c77d-4df5-be76-c554a2d43772) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:07.433245 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks [] for port (60c92f83-c77d-4df5-be76-c554a2d43772), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.443088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Publish callbacks [] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.448729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.473778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4fed7-bce0-4030-b425-0250c1d1af70 req-e80c52ca-073d-409d-a67a-8f4a57f1e600 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:07.475257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cf4fed7-bce0-4030-b425-0250c1d1af70 req-e80c52ca-073d-409d-a67a-8f4a57f1e600 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0876629 Apr 07 11:43:07.498163 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.498410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Attempting to bind port 4042c2af-e10c-449e-9b9b-e20b59b6142d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:07.498627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Attempting to bind port 4042c2af-e10c-449e-9b9b-e20b59b6142d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:07.498995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Attempting to bind port 4042c2af-e10c-449e-9b9b-e20b59b6142d on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:07.510420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:07.510800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:07.511199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.511596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:07.512073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Bound port: 4042c2af-e10c-449e-9b9b-e20b59b6142d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:07.512459 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.513938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935997d-f76d-4ed2-ac2a-9f6b98316487 None None] Pushing event updated for resources: {'Port': ['ID=4042c2af-e10c-449e-9b9b-e20b59b6142d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:07.554980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:07.566039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:07.568036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] For port 4042c2af-e10c-449e-9b9b-e20b59b6142d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:07.571025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:07.571480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] For port 4042c2af-e10c-449e-9b9b-e20b59b6142d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4042c2af-e10c-449e-9b9b-e20b59b6142d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:07.576698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cf4fed7-bce0-4030-b425-0250c1d1af70 req-a7aa1036-d68d-4606-86ec-c22596bdd9a5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949903 Apr 07 11:43:07.578471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Pushing event updated for resources: {'Port': ['ID=60c92f83-c77d-4df5-be76-c554a2d43772,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:07.578601 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.628053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (aa0ab6f8-93c5-41e5-b466-9f3613797df0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.634737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Routers {'aa0ab6f8-93c5-41e5-b466-9f3613797df0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:07.635390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:07.719919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935997d-f76d-4ed2-ac2a-9f6b98316487 None None] Pushing event updated for resources: {'Port': ['ID=4042c2af-e10c-449e-9b9b-e20b59b6142d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:07.770711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] Set router aa0ab6f8-93c5-41e5-b466-9f3613797df0 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:07.794920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.884701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-03326c33-5a5c-4f4c-824b-0a1282d7ffb2 None None] Provisioning complete for port 60c92f83-c77d-4df5-be76-c554a2d43772 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:07.884996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-03326c33-5a5c-4f4c-824b-0a1282d7ffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.942928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-03326c33-5a5c-4f4c-824b-0a1282d7ffb2 None None] Port 60c92f83-c77d-4df5-be76-c554a2d43772 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:43:07.959771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks [] for port (60c92f83-c77d-4df5-be76-c554a2d43772), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:07.964177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:08.004924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:05Z', 'revision_number': 3, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:08.033961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Pushing event updated for resources: {'Port': ['ID=60c92f83-c77d-4df5-be76-c554a2d43772,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:08.036688 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (aa0ab6f8-93c5-41e5-b466-9f3613797df0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:08.038793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02b15d-b1a4-4ab0-a76b-72b8c8598bd8 None None] The sync data for ids ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'] in n-d-836788-1 is: [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:05Z', 'revision_number': 3, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:08.135592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:08.136973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:08.307669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Router aa0ab6f8-93c5-41e5-b466-9f3613797df0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:43:08.347549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be53860d-7058-4efe-83a3-da70cce407f3 req-04b4ad17-50d5-4b8f-9588-d558c4ebcad8 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0351541 Apr 07 11:43:08.356957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef0b2255-b2be-47b9-89da-454988c9ebbb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:08.412704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ef0b2255-b2be-47b9-89da-454988c9ebbb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:08.413001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:08.493523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:08.507134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0745a479-ecc2-432a-98f6-da5bd5c3db69 admin admin] 10.222.0.13 "PUT /v2.0/routers/aa0ab6f8-93c5-41e5-b466-9f3613797df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1665032 Apr 07 11:43:08.507324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e2eee1dc-f708-4bb1-a079-421f0a8da11c None None] Provisioning complete for port 60c92f83-c77d-4df5-be76-c554a2d43772 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:08.507324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e2eee1dc-f708-4bb1-a079-421f0a8da11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:08.538101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ef0b2255-b2be-47b9-89da-454988c9ebbb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:08.546344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e2eee1dc-f708-4bb1-a079-421f0a8da11c None None] Port 60c92f83-c77d-4df5-be76-c554a2d43772 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:43:08.714975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da89a8-38d2-42a5-a001-09bc3d946039 req-b458235e-9c89-4442-9330-5081571e2b59 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:08.716559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86da89a8-38d2-42a5-a001-09bc3d946039 req-b458235e-9c89-4442-9330-5081571e2b59 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0625255 Apr 07 11:43:08.772146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86da89a8-38d2-42a5-a001-09bc3d946039 req-4d796bd0-4e87-4f62-8842-af36ed21976d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481770 Apr 07 11:43:09.004434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46634) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:09.009482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-947551858-network', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:09.033159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Made reservation on behalf of 44dcca3515e24db2a7a6cd80d3a5ff4c for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:09.035619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.048643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.130953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks [] for security_group (71f23812-5b1f-41e2-960f-05166e1a5bea), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.134985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (71f23812-5b1f-41e2-960f-05166e1a5bea), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.160339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:43:09.169948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f23812-5b1f-41e2-960f-05166e1a5bea,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:09.175312 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7991cf01-7afe-484f-a0ae-5a9a75d62c87), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.175656 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Added segment 7991cf01-7afe-484f-a0ae-5a9a75d62c87 of type vlan for network 8838db14-553c-49cc-90c5-257912d0a8be Apr 07 11:43:09.215619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (8838db14-553c-49cc-90c5-257912d0a8be), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.241903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (8838db14-553c-49cc-90c5-257912d0a8be), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.243873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:09.244450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.297150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2915976 Apr 07 11:43:09.300545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46636) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:09.305802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Request body: {'subnet': {'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-947551858-subnet', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:09.308487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143d803-1f58-4e37-91aa-c158fdb9dc5b admin admin] Pushing event updated for resources: {'Network': ['ID=8838db14-553c-49cc-90c5-257912d0a8be,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:09.320557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 8838db14-553c-49cc-90c5-257912d0a8be details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:43:09.326051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Made reservation on behalf of 44dcca3515e24db2a7a6cd80d3a5ff4c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:09.328449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.484346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7eec05e7-eb02-4359-8fa2-0eaa5a605efd req-a201b891-0115-487d-b787-fa907a97ced4 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0347798 Apr 07 11:43:09.506792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (a303dc90-0c79-407d-8eda-449b14f684b8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.559958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a303dc90-0c79-407d-8eda-449b14f684b8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:09.570520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Checking segment: {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:09.570886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Network hostable DHCP agents. Network: 8838db14-553c-49cc-90c5-257912d0a8be, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:43:09.587902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Network 8838db14-553c-49cc-90c5-257912d0a8be is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:43:09.597507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 8838db14-553c-49cc-90c5-257912d0a8be) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:09.601627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:09.602222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.606943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bcdf0a-cdbe-46ab-96e8-6c2d663368d9 None None] Network 8838db14-553c-49cc-90c5-257912d0a8be requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:09.621364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9111c41-261d-4c4b-bc2f-8132b373d8c9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3194644 Apr 07 11:43:09.623787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46640) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:09.629215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:09.648054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (6c7fe73f-2c31-4e0d-9906-59c574a25670), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.649291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (6c7fe73f-2c31-4e0d-9906-59c574a25670), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.714699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks [] for router_controller (6c7fe73f-2c31-4e0d-9906-59c574a25670), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.721045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-8838db14-553c-49cc-90c5-257912d0a8be', 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'fixed_ips': [{'subnet_id': 'a303dc90-0c79-407d-8eda-449b14f684b8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:43:09.722468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.833929 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Sync routers for ids ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:09.848658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Routers {'aa0ab6f8-93c5-41e5-b466-9f3613797df0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:09.849456 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:09.880646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Allocated IP 172.20.0.2 (8838db14-553c-49cc-90c5-257912d0a8be/a303dc90-0c79-407d-8eda-449b14f684b8/156d47d7-86b3-4e53-9c61-6925ecec3514) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:09.891525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks [] for router_gateway (6c7fe73f-2c31-4e0d-9906-59c574a25670), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:09.926081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae250cc-f273-4070-8f95-f6d6604be40e req-3e6fd86f-96bb-424c-b4ff-5162d27bba00 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:09.927911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aae250cc-f273-4070-8f95-f6d6604be40e req-3e6fd86f-96bb-424c-b4ff-5162d27bba00 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0672622 Apr 07 11:43:09.969604 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Set router aa0ab6f8-93c5-41e5-b466-9f3613797df0 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:09.991594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aae250cc-f273-4070-8f95-f6d6604be40e req-69a06b0c-8e56-4ddd-b693-488ce1030bbd tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578046 Apr 07 11:43:10.056904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Publish callbacks [] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.063881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.115350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Network 8838db14-553c-49cc-90c5-257912d0a8be is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:10.119613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Pushing event updated for resources: {'Port': ['ID=156d47d7-86b3-4e53-9c61-6925ecec3514,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:10.123045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:10.129504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:10.144909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks [] for router_gateway (6c7fe73f-2c31-4e0d-9906-59c574a25670), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.165675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.191994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Attempting to bind port 156d47d7-86b3-4e53-9c61-6925ecec3514 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:10.192532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Attempting to bind port 156d47d7-86b3-4e53-9c61-6925ecec3514 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:10.192922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Attempting to bind port 156d47d7-86b3-4e53-9c61-6925ecec3514 on network 8838db14-553c-49cc-90c5-257912d0a8be {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:10.197428 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 4, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '60c92f83-c77d-4df5-be76-c554a2d43772', 'name': '', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'mac_address': 'fa:16:3e:ce:28:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:07Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 2, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'subnets': [{'id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:10.198320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:10.198707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Checking segment: {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:10.199120 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.199524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Bound using segment: {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:10.200005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Bound port: 156d47d7-86b3-4e53-9c61-6925ecec3514, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:10.200396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.236762 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Checking router: aa0ab6f8-93c5-41e5-b466-9f3613797df0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:10.237839 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Updating router aa0ab6f8-93c5-41e5-b466-9f3613797df0 port 60c92f83-c77d-4df5-be76-c554a2d43772 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:43:10.277816 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.281093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] For port 156d47d7-86b3-4e53-9c61-6925ecec3514, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:10.285229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] For port 156d47d7-86b3-4e53-9c61-6925ecec3514, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=156d47d7-86b3-4e53-9c61-6925ecec3514,segment=NetworkSegment(7991cf01-7afe-484f-a0ae-5a9a75d62c87),segment_id=7991cf01-7afe-484f-a0ae-5a9a75d62c87)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:10.292138 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.333638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Allocated IP 172.25.5.143 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/02277b8a-6a78-40f0-9ed0-0b61b4cec4a4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:10.406514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dab79c-e99a-4889-b141-076821f01e84 None None] Pushing event updated for resources: {'Port': ['ID=156d47d7-86b3-4e53-9c61-6925ecec3514,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:10.414740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4042c2af-e10c-449e-9b9b-e20b59b6142d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:10.468726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4042c2af-e10c-449e-9b9b-e20b59b6142d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:10.469108 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.485374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks [] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.541106 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.580457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:10.601892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4042c2af-e10c-449e-9b9b-e20b59b6142d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:10.602292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.606207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:10.610594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:10.632633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 4042c2af-e10c-449e-9b9b-e20b59b6142d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4042c2af-e10c-449e-9b9b-e20b59b6142d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:10.636620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50616a8b-3b94-486e-b33a-12900cf5f763 req-fbc79889-fd43-42bf-a3f0-37ccd3ce68c8 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0424435 Apr 07 11:43:10.663201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.698012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Pushing event updated for resources: {'Port': ['ID=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:10.742288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=4042c2af-e10c-449e-9b9b-e20b59b6142d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:10.797008 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Publish callbacks [] for port (60c92f83-c77d-4df5-be76-c554a2d43772), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.804738 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.888117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed6c36-cde8-47cd-8149-cf1c6e4a7d0b None None] Pushing event updated for resources: {'Port': ['ID=60c92f83-c77d-4df5-be76-c554a2d43772,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:10.919374 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Attempting to bind port 60c92f83-c77d-4df5-be76-c554a2d43772 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:10.919743 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Attempting to bind port 60c92f83-c77d-4df5-be76-c554a2d43772 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:10.920264 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Attempting to bind port 60c92f83-c77d-4df5-be76-c554a2d43772 on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:10.926288 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:10.927625 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Checking segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:10.928248 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.928883 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Bound using segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:10.929755 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Bound port: 60c92f83-c77d-4df5-be76-c554a2d43772, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:10.929973 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:10.957496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks [] for router_gateway (6c7fe73f-2c31-4e0d-9906-59c574a25670), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.008301 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] For port 60c92f83-c77d-4df5-be76-c554a2d43772, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:11.011927 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] For port 60c92f83-c77d-4df5-be76-c554a2d43772, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60c92f83-c77d-4df5-be76-c554a2d43772,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:11.031196 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.102982 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed6c36-cde8-47cd-8149-cf1c6e4a7d0b None None] Pushing event updated for resources: {'Port': ['ID=60c92f83-c77d-4df5-be76-c554a2d43772,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:11.107970 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Routers {'aa0ab6f8-93c5-41e5-b466-9f3613797df0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:11.109328 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:11.195902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] Provisioning complete for port 60c92f83-c77d-4df5-be76-c554a2d43772 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:11.196379 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.200835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12001596-a86f-4971-9b13-a5d1c4dd6692 req-c68c87f9-a321-40ea-8836-71d3a235d82c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:11.210658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12001596-a86f-4971-9b13-a5d1c4dd6692 req-c68c87f9-a321-40ea-8836-71d3a235d82c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.1162214 Apr 07 11:43:11.217826 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (6c7fe73f-2c31-4e0d-9906-59c574a25670), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.244113 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] Set router aa0ab6f8-93c5-41e5-b466-9f3613797df0 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:11.313254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12001596-a86f-4971-9b13-a5d1c4dd6692 req-b4edbc16-e245-48e1-afa7-c41f7ce71b89 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946169 Apr 07 11:43:11.343370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] Current status of the port 60c92f83-c77d-4df5-be76-c554a2d43772 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:11.344216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.394620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] For port 60c92f83-c77d-4df5-be76-c554a2d43772, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60c92f83-c77d-4df5-be76-c554a2d43772,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:11.403637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.421934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Router 6c7fe73f-2c31-4e0d-9906-59c574a25670 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:43:11.482057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8cf67-1c1b-4d52-9166-b54f3ce99856 None None] Pushing event updated for resources: {'Port': ['ID=60c92f83-c77d-4df5-be76-c554a2d43772,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:11.534081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7f4927ec-fd16-491b-804c-a8393677419e None None] Provisioning complete for port 60c92f83-c77d-4df5-be76-c554a2d43772 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:11.535263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f4927ec-fd16-491b-804c-a8393677419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.536694 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 4, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '60c92f83-c77d-4df5-be76-c554a2d43772', 'name': '', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'mac_address': 'fa:16:3e:ce:28:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:07Z', 'updated_at': '2022-04-07T11:43:11Z', 'revision_number': 4, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'subnets': [{'id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:11.554724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:11.564510 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a4bb-bebc-49ae-8594-c261cfdf0735 None None] The sync data for ids ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'] in n-d-836788-1 is: [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:07Z', 'revision_number': 4, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '60c92f83-c77d-4df5-be76-c554a2d43772', 'name': '', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'mac_address': 'fa:16:3e:ce:28:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:07Z', 'updated_at': '2022-04-07T11:43:11Z', 'revision_number': 4, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'subnets': [{'id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:11.571519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Sync routers for ids ['6c7fe73f-2c31-4e0d-9906-59c574a25670'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:11.587855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:11.592005 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ac898d3-e46d-4e37-86c2-84df4d33841d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9646146 Apr 07 11:43:11.592511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46648) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:11.595976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Routers {'6c7fe73f-2c31-4e0d-9906-59c574a25670'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:11.596826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['6c7fe73f-2c31-4e0d-9906-59c574a25670'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:11.747274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7f4927ec-fd16-491b-804c-a8393677419e None None] Current status of the port 60c92f83-c77d-4df5-be76-c554a2d43772 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:11.811025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Set router 6c7fe73f-2c31-4e0d-9906-59c574a25670 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:11.817838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-383e75f8-462f-4d8e-b53d-121c107947b6 req-61e636c3-acfb-42c5-acff-e64cb0779365 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0457852 Apr 07 11:43:11.879819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe23e5-4cad-4bc6-afe4-d78cab6ec104 None None] Network 8838db14-553c-49cc-90c5-257912d0a8be requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:12.025496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] Provisioning complete for port 156d47d7-86b3-4e53-9c61-6925ecec3514 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:12.025876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.153592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.350664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 3, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:12.352280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] Current status of the port 156d47d7-86b3-4e53-9c61-6925ecec3514 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:12.352677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.367185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Allocated IP 172.20.0.1 (8838db14-553c-49cc-90c5-257912d0a8be/a303dc90-0c79-407d-8eda-449b14f684b8/5333dc6a-c371-491e-8e19-55083c2d36bd) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:12.431736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Checking router: 6c7fe73f-2c31-4e0d-9906-59c574a25670 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:12.431736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Updating router 6c7fe73f-2c31-4e0d-9906-59c574a25670 port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:43:12.486929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.490030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] For port 156d47d7-86b3-4e53-9c61-6925ecec3514, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=156d47d7-86b3-4e53-9c61-6925ecec3514,segment=NetworkSegment(7991cf01-7afe-484f-a0ae-5a9a75d62c87),segment_id=7991cf01-7afe-484f-a0ae-5a9a75d62c87)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:12.526132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713382f4-f08c-45b6-8457-786b108453ce req-035317fa-1da8-4927-a2ef-8e22ad24b899 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:12.536789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-713382f4-f08c-45b6-8457-786b108453ce req-035317fa-1da8-4927-a2ef-8e22ad24b899 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.1187806 Apr 07 11:43:12.558769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 156d47d7-86b3-4e53-9c61-6925ecec3514 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:12.562171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.620448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-713382f4-f08c-45b6-8457-786b108453ce req-0bdf6f03-9a88-4e49-a488-b6b650df0af9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778227 Apr 07 11:43:12.620658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks [] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.667340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.732084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Network 8838db14-553c-49cc-90c5-257912d0a8be is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:12.733468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Pushing event updated for resources: {'Port': ['ID=5333dc6a-c371-491e-8e19-55083c2d36bd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:12.742529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:12.744989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:12.750302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.750302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.750610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.750867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.751201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.751643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.752221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.752809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.753351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.753691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.754026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.754358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.755027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:12.797384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2154-b4d9-4042-a441-42f9d321b19a None None] Pushing event updated for resources: {'Port': ['ID=156d47d7-86b3-4e53-9c61-6925ecec3514,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:12.800575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5b4097f6-7b67-4f10-bd50-67dfa029509f None None] Provisioning complete for port 156d47d7-86b3-4e53-9c61-6925ecec3514 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:12.800952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5b4097f6-7b67-4f10-bd50-67dfa029509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.806799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (6c7fe73f-2c31-4e0d-9906-59c574a25670), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:12.963028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 156d47d7-86b3-4e53-9c61-6925ecec3514 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:12.963452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.006599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8779127-e78c-45b2-b5b6-a214e03e21ff req-74404df1-5641-45a6-a50d-cdcb7616a471 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0617554 Apr 07 11:43:13.067721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.084084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5b4097f6-7b67-4f10-bd50-67dfa029509f None None] Current status of the port 156d47d7-86b3-4e53-9c61-6925ecec3514 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:13.165246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 156d47d7-86b3-4e53-9c61-6925ecec3514 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:13.166363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 60c92f83-c77d-4df5-be76-c554a2d43772 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:13.216602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Publish callbacks [] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.237572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.241746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ef1b330e-11d1-49cc-9fcc-0b34bfb97f44 None None] Provisioning complete for port 5333dc6a-c371-491e-8e19-55083c2d36bd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:13.242118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ef1b330e-11d1-49cc-9fcc-0b34bfb97f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.333258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Attempting to bind port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:13.333638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Attempting to bind port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:13.334008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Attempting to bind port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:13.339090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a014ed-3f45-44ae-8fdd-8f615db089ad None None] Pushing event updated for resources: {'Port': ['ID=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:13.341409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 60c92f83-c77d-4df5-be76-c554a2d43772 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:13.341894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.345348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b330e-11d1-49cc-9fcc-0b34bfb97f44 None None] Port 5333dc6a-c371-491e-8e19-55083c2d36bd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:43:13.348588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:13.349011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:13.349409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.349801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:13.350370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Bound port: 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:13.350751 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.451063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] For port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:13.455396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] For port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:13.480760 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.523074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 60c92f83-c77d-4df5-be76-c554a2d43772 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:13.524151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4042c2af-e10c-449e-9b9b-e20b59b6142d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:13.556195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks [] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.560744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.581044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a014ed-3f45-44ae-8fdd-8f615db089ad None None] Pushing event updated for resources: {'Port': ['ID=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:13.583940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Routers {'6c7fe73f-2c31-4e0d-9906-59c574a25670'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:13.584280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['6c7fe73f-2c31-4e0d-9906-59c574a25670'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:13.627393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (6c7fe73f-2c31-4e0d-9906-59c574a25670), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.630345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Pushing event updated for resources: {'Port': ['ID=5333dc6a-c371-491e-8e19-55083c2d36bd,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:13.672408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4042c2af-e10c-449e-9b9b-e20b59b6142d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:13.672776 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.740382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] Set router 6c7fe73f-2c31-4e0d-9906-59c574a25670 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:13.743140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb53bf8-5ca4-44f6-bb58-208ae3ec51ea req-9b84bcd3-1111-464a-b207-05a847594f45 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:13.744741 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fb53bf8-5ca4-44f6-bb58-208ae3ec51ea req-9b84bcd3-1111-464a-b207-05a847594f45 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0588462 Apr 07 11:43:13.748564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Network 8838db14-553c-49cc-90c5-257912d0a8be is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:13.750051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:13.818581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3fb53bf8-5ca4-44f6-bb58-208ae3ec51ea req-3cf79c9b-cff5-4edb-802c-3414d9e6faf0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673547 Apr 07 11:43:13.882689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Router 6c7fe73f-2c31-4e0d-9906-59c574a25670 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:43:13.895565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4042c2af-e10c-449e-9b9b-e20b59b6142d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:13.986971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:12Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5333dc6a-c371-491e-8e19-55083c2d36bd', 'name': '', 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'mac_address': 'fa:16:3e:d2:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:12Z', 'updated_at': '2022-04-07T11:43:13Z', 'revision_number': 2, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'subnets': [{'id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:14.001379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:14.007023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e5ff5967-00aa-4790-a220-1942457880cb admin admin] 10.222.0.13 "PUT /v2.0/routers/6c7fe73f-2c31-4e0d-9906-59c574a25670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4131064 Apr 07 11:43:14.016063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae32ff2-88f5-49c3-8782-bac1ac7df210 None None] The sync data for ids ['6c7fe73f-2c31-4e0d-9906-59c574a25670'] in n-d-836788-1 is: [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:12Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5333dc6a-c371-491e-8e19-55083c2d36bd', 'name': '', 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'mac_address': 'fa:16:3e:d2:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:12Z', 'updated_at': '2022-04-07T11:43:13Z', 'revision_number': 2, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'subnets': [{'id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:14.076153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-141b5597-ecd0-4780-be4f-cf0574f714ba None None] Provisioning complete for port 5333dc6a-c371-491e-8e19-55083c2d36bd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:14.076539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-141b5597-ecd0-4780-be4f-cf0574f714ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:14.115303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec317983-8b6d-4553-9172-08ec8dbbf696 req-6fb16d5b-d9f7-4a8e-ac36-f7aba8d59c8b tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0299530 Apr 07 11:43:14.134091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-141b5597-ecd0-4780-be4f-cf0574f714ba None None] Port 5333dc6a-c371-491e-8e19-55083c2d36bd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:43:14.364567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 156d47d7-86b3-4e53-9c61-6925ecec3514 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:14.389484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-a5646016-1858-4353-b0ad-21c6621ff370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:14.391316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-a5646016-1858-4353-b0ad-21c6621ff370 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.0566127 Apr 07 11:43:14.430057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 156d47d7-86b3-4e53-9c61-6925ecec3514 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:14.430456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:14.516442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 156d47d7-86b3-4e53-9c61-6925ecec3514 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:14.542058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-9e549219-0d6d-44b0-a8a3-11efbb8eb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:14.543943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-9e549219-0d6d-44b0-a8a3-11efbb8eb02b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.1218560 Apr 07 11:43:14.662838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-0e6473af-e4a1-4b8f-ba9d-fc96ed6a2bc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1002 time: 0.1111858 Apr 07 11:43:14.731985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-349d04ae-7a65-4011-8435-b7991539ca9a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:14.733495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-349d04ae-7a65-4011-8435-b7991539ca9a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/networks?id=c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 200 len: 911 time: 0.1446047 Apr 07 11:43:14.737627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-f9a74826-8e39-4c4a-bcc0-35225dd6e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:14.739080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-f9a74826-8e39-4c4a-bcc0-35225dd6e021 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0680594 Apr 07 11:43:14.758744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-8165c999-7aa1-449b-8a3f-c9941b2dee2d tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/quotas/44dcca3515e24db2a7a6cd80d3a5ff4c HTTP/1.1" status: 200 len: 375 time: 0.0187054 Apr 07 11:43:14.870790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-e7afd34d-a947-454a-884d-a2ae38453690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:14.872348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-e7afd34d-a947-454a-884d-a2ae38453690 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1261520 Apr 07 11:43:14.897260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-ac735b86-e6f5-494d-a1d8-8dad8e1ef2e1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180661 Apr 07 11:43:15.089603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341d56-bd38-4dee-a32e-ec0de6fd56e7 req-4647a302-a986-447b-8378-cf0698549c2c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:15.091067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89341d56-bd38-4dee-a32e-ec0de6fd56e7 req-4647a302-a986-447b-8378-cf0698549c2c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.1848655 Apr 07 11:43:15.094465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-5e5c6bcf-76d5-4ec0-aa75-5a300f074d18 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144918 Apr 07 11:43:15.097328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-31d62b92-0933-4c69-bccb-5dcddaca3039 service neutron] 10.222.0.13 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617258 Apr 07 11:43:15.250818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89341d56-bd38-4dee-a32e-ec0de6fd56e7 req-68fe62eb-989c-4075-8f93-568b418911fc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525435 Apr 07 11:43:15.295929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-180f24ba-268d-4e2c-99ff-f2e2a938435b service neutron] 10.222.0.13 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916306 Apr 07 11:43:15.297701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4187cbb0-54bb-47ba-89a9-b248255b0c49 req-edb07751-4c02-4d8b-b4d9-6ccb55c0ec16 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925063 Apr 07 11:43:15.347438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-afadbeb0-907c-4fc8-bc5e-cdbaba1252a6 req-f7454834-90c7-4c6d-bd36-f76f0f39c341 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0309012 Apr 07 11:43:15.467143 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-1ea26482-cb1b-4b53-af12-e1bf8cc0d627 service neutron] show failed (client error): The resource could not be found. Apr 07 11:43:15.468131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-1ea26482-cb1b-4b53-af12-e1bf8cc0d627 service neutron] 10.222.0.41 "GET /v2.0/ports/a77b52ec-514b-4df0-918f-73642a6de415/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0789926 Apr 07 11:43:15.484205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c39957b-5967-4c4c-bc79-ae01bf6324bc req-f49d4298-9f40-4325-be55-0cbf6872b7c5 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 210 time: 0.0330310 Apr 07 11:43:15.743717 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-ecb64247-61b5-4805-89a2-e15af604bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:15.745279 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-ecb64247-61b5-4805-89a2-e15af604bb6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 1128 time: 0.0940092 Apr 07 11:43:15.756855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:15.819445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.036693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:16.071202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:16.117447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:16.119724 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b49db-3018-46d4-8245-8cd60d21c674" -d '{"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-unplugged", "status": "completed", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:16.125224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Publish callbacks [] for port (a77b52ec-514b-4df0-918f-73642a6de415), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.142903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Transition to ACTIVE for port object a77b52ec-514b-4df0-918f-73642a6de415 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:43:16.146733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.185258 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0b4e3-24f2-4f37-9e5b-0654d9323474 x-openstack-request-id: req-c7c0b4e3-24f2-4f37-9e5b-0654d9323474 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:16.185546 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-unplugged", "status": "completed", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:16.186309 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7c0b4e3-24f2-4f37-9e5b-0654d9323474 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:16.186309 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c0b4e3-24f2-4f37-9e5b-0654d9323474'] response: {'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'code': 200} Apr 07 11:43:16.259985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:16.349732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] No DVR routers for this DVR port a77b52ec-514b-4df0-918f-73642a6de415 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:16.420714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f994e1-bf91-4924-a602-c752b7a588cf req-728987e2-d816-47ad-bc91-5fada8768ce6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:16.422942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99f994e1-bf91-4924-a602-c752b7a588cf req-728987e2-d816-47ad-bc91-5fada8768ce6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.0733886 Apr 07 11:43:16.454313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:16.531633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56da8bfc-5240-4b0b-ad44-3f6cefbbad8a req-22e644b6-91c2-4873-9fb4-b303e9ac7841 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0382752 Apr 07 11:43:16.550907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99f994e1-bf91-4924-a602-c752b7a588cf req-eb6f5ffa-20c0-4328-9748-a0a94680641b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150932 Apr 07 11:43:16.554865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:16.555429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:16.555812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:16.561674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Port a77b52ec-514b-4df0-918f-73642a6de415 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:43:16.562414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Attempting to bind port a77b52ec-514b-4df0-918f-73642a6de415 on network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:16.587859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:16.588334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Checking segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:16.588796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Bound using segment: {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:16.589623 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Bound port: a77b52ec-514b-4df0-918f-73642a6de415, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:16.590294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.598540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:16.599001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.668116 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Sync routers for ids ['6c7fe73f-2c31-4e0d-9906-59c574a25670'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:16.690724 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Routers {'6c7fe73f-2c31-4e0d-9906-59c574a25670'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:16.691357 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['6c7fe73f-2c31-4e0d-9906-59c574a25670'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:16.698748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-6caf06c2-4ada-4d7b-b826-b197f79efc2c tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:16.700492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-6caf06c2-4ada-4d7b-b826-b197f79efc2c tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.41 "GET /v2.0/networks?id=c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 200 len: 911 time: 0.1482849 Apr 07 11:43:16.720067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:16.720950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56160dd3-f5b2-4e52-8b10-57ba10eabaac req-28c2b5c3-4daf-480e-9089-4e55cd3b646c tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 210 time: 0.0340638 Apr 07 11:43:16.724539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Request body: {'port': {'device_id': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'admin_state_up': True, 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:16.731939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:16.752148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:16.752798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.754373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.755951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Made reservation on behalf of 44dcca3515e24db2a7a6cd80d3a5ff4c for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:16.759980 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.802648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:16.807667 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.813278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:16.814877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:16.816914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] 10.222.0.23 "PUT /v2.0/ports/a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1092 time: 1.0643430 Apr 07 11:43:16.851226 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Set router 6c7fe73f-2c31-4e0d-9906-59c574a25670 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:16.898119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415632-7e56-4a00-af1a-485b78a03607 service neutron] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:16.945519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-37828397-e2b4-408f-a0db-b21ffdeb3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:16.949220 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-37828397-e2b4-408f-a0db-b21ffdeb3f07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1126 time: 0.0981276 Apr 07 11:43:16.992953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Allocated IP 172.20.0.7 (c806c6fd-1d93-4360-8980-7b7b6ed8c889/e721e214-42fb-45e4-82ed-b12cfe60a51b/c2fffb30-2b08-459a-93ee-b6fc777460f9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:17.074692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-294b4a2a-4672-4987-b6f1-bcc160f82259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:17.076622 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-294b4a2a-4672-4987-b6f1-bcc160f82259 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.1220086 Apr 07 11:43:17.116549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:17.150587 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:12Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5333dc6a-c371-491e-8e19-55083c2d36bd', 'name': '', 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'mac_address': 'fa:16:3e:d2:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:12Z', 'updated_at': '2022-04-07T11:43:13Z', 'revision_number': 2, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'subnets': [{'id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:17.166837 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-dbcf350b-d474-4bbe-a32b-4301a5950fe0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1000 time: 0.0826471 Apr 07 11:43:17.179825 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Checking router: 6c7fe73f-2c31-4e0d-9906-59c574a25670 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:17.180426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Updating router 6c7fe73f-2c31-4e0d-9906-59c574a25670 port 5333dc6a-c371-491e-8e19-55083c2d36bd binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:43:17.186886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks [] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.213117 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.224879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-9df336f9-51dc-4caf-990e-d4be568da07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:17.226743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-9df336f9-51dc-4caf-990e-d4be568da07a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0539842 Apr 07 11:43:17.240575 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.281314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:17.283781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-a159c26f-d644-415f-ad0d-b4440fb08296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:17.285328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-a159c26f-d644-415f-ad0d-b4440fb08296 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533311 Apr 07 11:43:17.287297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:17.290940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:17.320712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Pushing event updated for resources: {'Port': ['ID=c2fffb30-2b08-459a-93ee-b6fc777460f9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:17.341170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:17.343278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.366913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-017666a7-ec36-4c15-9795-6d9a9831c734 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6486731 Apr 07 11:43:17.383406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Request body: {'port': {'device_id': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:17.403615 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-4e08f8f0-aafc-4906-a725-d3da3be019d0 service neutron] 10.222.0.23 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118546 Apr 07 11:43:17.458522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.527898 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ac436444-c4ab-4e4f-a771-6940e56aa19e req-7038aa62-6244-42d1-acdd-15c5d7027d65 service neutron] 10.222.0.23 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182475 Apr 07 11:43:17.552194 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Publish callbacks [] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.559635 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.636361 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40bced-4310-44f0-9f00-b10d65a35786 None None] Pushing event updated for resources: {'Port': ['ID=5333dc6a-c371-491e-8e19-55083c2d36bd,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:17.640452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1b1b2fc6-01a2-4d38-aee2-e4d5b87ad446 None None] Provisioning complete for port c2fffb30-2b08-459a-93ee-b6fc777460f9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:17.640943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2fc6-01a2-4d38-aee2-e4d5b87ad446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.719862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b2fc6-01a2-4d38-aee2-e4d5b87ad446 None None] Port c2fffb30-2b08-459a-93ee-b6fc777460f9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:43:17.734307 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Attempting to bind port 5333dc6a-c371-491e-8e19-55083c2d36bd on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:17.734868 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Attempting to bind port 5333dc6a-c371-491e-8e19-55083c2d36bd by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:17.735037 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Attempting to bind port 5333dc6a-c371-491e-8e19-55083c2d36bd on network 8838db14-553c-49cc-90c5-257912d0a8be {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:17.741612 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:17.741993 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Checking segment: {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:17.742404 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.742804 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Bound using segment: {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:17.743274 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Bound port: 5333dc6a-c371-491e-8e19-55083c2d36bd, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7991cf01-7afe-484f-a0ae-5a9a75d62c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:17.743695 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.798706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7a9a2e2-3bb4-46e6-9c41-c2295cf1fd07 req-a9f63ea4-a4be-410c-b720-c419403487ee tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.1085565 Apr 07 11:43:17.816039 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] For port 5333dc6a-c371-491e-8e19-55083c2d36bd, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:17.828179 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] For port 5333dc6a-c371-491e-8e19-55083c2d36bd, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5333dc6a-c371-491e-8e19-55083c2d36bd,segment=NetworkSegment(7991cf01-7afe-484f-a0ae-5a9a75d62c87),segment_id=7991cf01-7afe-484f-a0ae-5a9a75d62c87)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:17.835349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf89a8b-a92a-4d25-82b5-6f10aea4bb87 req-17c6143a-bdf6-4e07-910b-f4563b729a79 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:17.835521 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.836876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bf89a8b-a92a-4d25-82b5-6f10aea4bb87 req-17c6143a-bdf6-4e07-910b-f4563b729a79 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.1847770 Apr 07 11:43:17.900526 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Routers {'6c7fe73f-2c31-4e0d-9906-59c574a25670'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:17.901216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['6c7fe73f-2c31-4e0d-9906-59c574a25670'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:17.949768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] Provisioning complete for port 5333dc6a-c371-491e-8e19-55083c2d36bd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:17.950631 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:17.968261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bf89a8b-a92a-4d25-82b5-6f10aea4bb87 req-123f9033-5cad-4d0d-affb-9cf15b333e4d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176395 Apr 07 11:43:17.985787 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40bced-4310-44f0-9f00-b10d65a35786 None None] Pushing event updated for resources: {'Port': ['ID=5333dc6a-c371-491e-8e19-55083c2d36bd,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:18.011500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2d88b-99aa-4f3b-87a3-257c1e58df81 req-8a6e31cc-0965-41b3-9198-6f2434e942f1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.013373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13c2d88b-99aa-4f3b-87a3-257c1e58df81 req-8a6e31cc-0965-41b3-9198-6f2434e942f1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1027 time: 0.1167235 Apr 07 11:43:18.015539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fffb30-2b08-459a-93ee-b6fc777460f9 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:18.029433 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Publish callbacks [] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.060449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Transition to ACTIVE for port object c2fffb30-2b08-459a-93ee-b6fc777460f9 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:43:18.070762 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] Set router 6c7fe73f-2c31-4e0d-9906-59c574a25670 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:18.071375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.076598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] Current status of the port 5333dc6a-c371-491e-8e19-55083c2d36bd is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:18.077267 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.121195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13c2d88b-99aa-4f3b-87a3-257c1e58df81 req-11f8d92d-23e0-4b18-b614-a97e29e2b6d3 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005864 Apr 07 11:43:18.142907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] For port 5333dc6a-c371-491e-8e19-55083c2d36bd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5333dc6a-c371-491e-8e19-55083c2d36bd,segment=NetworkSegment(7991cf01-7afe-484f-a0ae-5a9a75d62c87),segment_id=7991cf01-7afe-484f-a0ae-5a9a75d62c87)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:18.148793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.172373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fffb30-2b08-459a-93ee-b6fc777460f9,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:18.187926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:18.193400 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374f7a08-dac2-4cb2-b08a-f8332ad6270a" -d '{"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:18.232919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930857bb-2424-4be8-88c1-6ed2f065490d None None] Pushing event updated for resources: {'Port': ['ID=5333dc6a-c371-491e-8e19-55083c2d36bd,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:18.278835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Attempting to bind port c2fffb30-2b08-459a-93ee-b6fc777460f9 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:18.279247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Attempting to bind port c2fffb30-2b08-459a-93ee-b6fc777460f9 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:18.279653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Attempting to bind port c2fffb30-2b08-459a-93ee-b6fc777460f9 on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:18.285081 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf15a8-e8b0-439f-9821-3ae315f61eec x-openstack-request-id: req-8faf15a8-e8b0-439f-9821-3ae315f61eec {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:18.285574 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:18.285844 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8faf15a8-e8b0-439f-9821-3ae315f61eec {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:18.286250 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8faf15a8-e8b0-439f-9821-3ae315f61eec'] response: {'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'status': 'completed', 'code': 200} Apr 07 11:43:18.286958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Port c2fffb30-2b08-459a-93ee-b6fc777460f9 on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:43:18.287328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Attempting to bind port c2fffb30-2b08-459a-93ee-b6fc777460f9 on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:18.293100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:18.293553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Checking segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:18.293999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Bound using segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:18.294496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Bound port: c2fffb30-2b08-459a-93ee-b6fc777460f9, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:18.295112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.331105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-55799e10-3abf-4429-b52b-1e89da2562cf None None] Provisioning complete for port 5333dc6a-c371-491e-8e19-55083c2d36bd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:18.333405 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55799e10-3abf-4429-b52b-1e89da2562cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.394626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] For port c2fffb30-2b08-459a-93ee-b6fc777460f9, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:18.402341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:12Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5333dc6a-c371-491e-8e19-55083c2d36bd', 'name': '', 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'mac_address': 'fa:16:3e:d2:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:12Z', 'updated_at': '2022-04-07T11:43:17Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'subnets': [{'id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:18.404871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] For port c2fffb30-2b08-459a-93ee-b6fc777460f9, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:18.414448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.456872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-1168e50f-e392-42db-9c9f-5f683d7e974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.464843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-55799e10-3abf-4429-b52b-1e89da2562cf None None] Current status of the port 5333dc6a-c371-491e-8e19-55083c2d36bd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:18.478349 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-1168e50f-e392-42db-9c9f-5f683d7e974d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1126 time: 0.1537895 Apr 07 11:43:18.486095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5333dc6a-c371-491e-8e19-55083c2d36bd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:18.497774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.498480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.499981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] 10.222.0.41 "PUT /v2.0/ports/c2fffb30-2b08-459a-93ee-b6fc777460f9 HTTP/1.1" status: 200 len: 1091 time: 1.1231177 Apr 07 11:43:18.500468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'tag': 'c2fffb30-2b08-459a-93ee-b6fc777460f9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:18.526300 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3fac41-488e-4994-9c2d-0ba566074c4e", "tag": "c2fffb30-2b08-459a-93ee-b6fc777460f9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:18.555564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-3b70d8a9-a976-4ccc-bb47-699b84404ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.558740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-3b70d8a9-a976-4ccc-bb47-699b84404ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1126 time: 0.2549915 Apr 07 11:43:18.563277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5333dc6a-c371-491e-8e19-55083c2d36bd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:18.563918 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.609530 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07854747-d885-4126-9dd0-82cc3a9b1912 x-openstack-request-id: req-07854747-d885-4126-9dd0-82cc3a9b1912 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:18.609892 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3fac41-488e-4994-9c2d-0ba566074c4e", "tag": "c2fffb30-2b08-459a-93ee-b6fc777460f9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:18.610082 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07854747-d885-4126-9dd0-82cc3a9b1912 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:18.610491 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07854747-d885-4126-9dd0-82cc3a9b1912'] response: {'name': 'network-changed', 'server_uuid': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'tag': 'c2fffb30-2b08-459a-93ee-b6fc777460f9', 'status': 'completed', 'code': 200} Apr 07 11:43:18.622985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b9209-29a4-4e1b-aadb-f3146df1e9fc None None] The sync data for ids ['6c7fe73f-2c31-4e0d-9906-59c574a25670'] in n-d-836788-1 is: [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:12Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '5333dc6a-c371-491e-8e19-55083c2d36bd', 'name': '', 'network_id': '8838db14-553c-49cc-90c5-257912d0a8be', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'mac_address': 'fa:16:3e:d2:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:12Z', 'updated_at': '2022-04-07T11:43:17Z', 'revision_number': 4, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'subnets': [{'id': 'a303dc90-0c79-407d-8eda-449b14f684b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:18.624743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:18.657360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400cd1-49f5-49dd-9170-fa74946caec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fffb30-2b08-459a-93ee-b6fc777460f9,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:18.674665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-5b194198-906b-4b10-9213-ca274b6d03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.681002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-5b194198-906b-4b10-9213-ca274b6d03c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1125 time: 0.1273036 Apr 07 11:43:18.731905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port a77b52ec-514b-4df0-918f-73642a6de415 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:43:18.732375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:18.748444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-4f806f57-9d97-4121-8ce9-11d4b34b7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.750299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-4f806f57-9d97-4121-8ce9-11d4b34b7c47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.2671611 Apr 07 11:43:18.758861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5333dc6a-c371-491e-8e19-55083c2d36bd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:18.760068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:18.778073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-25f4fbdc-313f-483f-ab46-37651af16b27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9 HTTP/1.1" status: 200 len: 217 time: 0.0787027 Apr 07 11:43:18.848160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-8a33ddc4-4fb7-4bd9-b65c-6f2c2f987c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.850404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-8a33ddc4-4fb7-4bd9-b65c-6f2c2f987c4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.2837663 Apr 07 11:43:18.853227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:18.853926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:18.917494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-33eaafce-b86d-4ac1-99be-d29d005ac358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:18.931895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-33eaafce-b86d-4ac1-99be-d29d005ac358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e721e214-42fb-45e4-82ed-b12cfe60a51b HTTP/1.1" status: 200 len: 849 time: 0.1411080 Apr 07 11:43:18.970879 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-7c94c24d-be0d-47d8-b452-3e099ddc847a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1000 time: 0.2123864 Apr 07 11:43:19.009632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:19.020578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a74e3de7-085e-46bc-a9f7-3f42a0d8f4d2 req-b7dac5bd-a512-4ad1-a1be-a0ef3e5e8300 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0672817 Apr 07 11:43:19.035041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-d2599a19-bbb4-4b67-8039-9418bee52bbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1000 time: 0.1764548 Apr 07 11:43:19.059003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-9056bb42-09bd-4821-b66b-6e5f542282b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.071495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-9056bb42-09bd-4821-b66b-6e5f542282b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c806c6fd-1d93-4360-8980-7b7b6ed8c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1203640 Apr 07 11:43:19.088201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-d54978f1-7f91-484c-84e7-0bcb1e99f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.089786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-d54978f1-7f91-484c-84e7-0bcb1e99f46a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.1124299 Apr 07 11:43:19.151071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-80e41bfa-d3a7-430e-ad2a-96004dc988a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.152327 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-80e41bfa-d3a7-430e-ad2a-96004dc988a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.1113222 Apr 07 11:43:19.203043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-fa6f6fa1-458a-4a02-af0b-7550a518ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.205731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-fa6f6fa1-458a-4a02-af0b-7550a518ed86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071315 Apr 07 11:43:19.266115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-55a71740-02ab-45b3-b24a-9b55df57e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.268143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-55a71740-02ab-45b3-b24a-9b55df57e881 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1091049 Apr 07 11:43:19.288954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-d3719225-2f56-402e-b6e9-0800ad04142b service neutron] 10.222.0.41 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197027 Apr 07 11:43:19.299159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff117bc6-6eb6-47b8-a77a-3b4746af560d req-bdbd8be9-d42c-4feb-81bc-bd6b2324afe5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.302644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff117bc6-6eb6-47b8-a77a-3b4746af560d req-bdbd8be9-d42c-4feb-81bc-bd6b2324afe5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.1503413 Apr 07 11:43:19.326081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d51919-31ff-4442-903d-0a97a289b5af req-b4d6303f-69bb-4ee9-872d-c80812b0e499 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.327629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39d51919-31ff-4442-903d-0a97a289b5af req-b4d6303f-69bb-4ee9-872d-c80812b0e499 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1125 time: 0.1047938 Apr 07 11:43:19.371591 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-478e239c-4ba4-4758-a6b6-689a73ea61ff service neutron] 10.222.0.23 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588166 Apr 07 11:43:19.436301 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-78b02d0f-5f19-4145-b7fa-b2db90e52f97 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616657 Apr 07 11:43:19.442714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff117bc6-6eb6-47b8-a77a-3b4746af560d req-924eada2-c21f-44b1-abbd-d9676d08c2d4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358554 Apr 07 11:43:19.464419 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39d51919-31ff-4442-903d-0a97a289b5af req-9fe50388-8749-4c76-a266-084682fcf990 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279366 Apr 07 11:43:19.501960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906997b1-9e9b-4a5a-9ec1-807cec29ea75 req-78596e17-baa6-4d9e-bcb5-5857a6f47ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397138 Apr 07 11:43:19.543096 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-96640550-7a02-405f-84a2-d56227ea0f41 service neutron] 10.222.0.23 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646824 Apr 07 11:43:19.567910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-374f7a08-dac2-4cb2-b08a-f8332ad6270a req-cca4b82a-2de8-494c-a91a-573ccfe8b128 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245160 Apr 07 11:43:19.608026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-860351a4-6232-4800-8d4f-333d3a93cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.609595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-860351a4-6232-4800-8d4f-333d3a93cdfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1125 time: 0.0574117 Apr 07 11:43:19.705055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-eaf1de0b-d3cb-457f-a00b-77f0747cb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:19.706937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-eaf1de0b-d3cb-457f-a00b-77f0747cb20d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 200 len: 911 time: 0.0909681 Apr 07 11:43:20.082223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-fa023e98-b189-48b0-80d3-e62c2c1e79bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9 HTTP/1.1" status: 200 len: 217 time: 0.3688760 Apr 07 11:43:20.155041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82b7161e-457d-46d4-8d8c-472e66af6df0 req-f3afdfeb-f648-4243-8b7a-52bf68596ce7 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0344157 Apr 07 11:43:20.156706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-6054b93e-46d4-45c4-b999-d370c3c42207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:20.159015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-6054b93e-46d4-45c4-b999-d370c3c42207 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e721e214-42fb-45e4-82ed-b12cfe60a51b HTTP/1.1" status: 200 len: 849 time: 0.0704999 Apr 07 11:43:20.208769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-65c1d6d6-ef6a-4c7b-9b88-b1cfb997b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:20.210278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-65c1d6d6-ef6a-4c7b-9b88-b1cfb997b7ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c806c6fd-1d93-4360-8980-7b7b6ed8c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454938 Apr 07 11:43:20.296935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-c68c458c-15f9-4f17-b5a0-3f273ef293f8 service neutron] 10.222.0.41 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795572 Apr 07 11:43:20.390600 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8700b8b-40db-4dd8-b1b6-685a36bcd7fb req-c60ed2b6-98ef-4ad6-9197-8c98471f27ca service neutron] 10.222.0.41 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830538 Apr 07 11:43:20.606165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff81641-f81b-4895-9d5d-ac7d7cbc86bf req-8b6f1391-93b5-48d3-a7c2-80e1c1458602 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:20.607625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ff81641-f81b-4895-9d5d-ac7d7cbc86bf req-8b6f1391-93b5-48d3-a7c2-80e1c1458602 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.0859184 Apr 07 11:43:20.634129 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa6806-201a-4243-a326-c6d516b167a3 req-8aa4bd20-8cfe-46f0-a315-908d65ea18a4 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:20.635821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aefa6806-201a-4243-a326-c6d516b167a3 req-8aa4bd20-8cfe-46f0-a315-908d65ea18a4 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1125 time: 0.0828192 Apr 07 11:43:20.687272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ff81641-f81b-4895-9d5d-ac7d7cbc86bf req-d1b45bac-f7ae-41fa-b6bd-17bddb8bc93a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732555 Apr 07 11:43:20.702648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aefa6806-201a-4243-a326-c6d516b167a3 req-983a8763-e746-4105-9da2-595d41b282f5 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Apr 07 11:43:20.962922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d86b-9766-4c30-9788-74ea16d55498 req-4093412d-cb7a-4e0f-b878-07db3be91576 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:20.964321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae37d86b-9766-4c30-9788-74ea16d55498 req-4093412d-cb7a-4e0f-b878-07db3be91576 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 944 time: 0.1211562 Apr 07 11:43:20.978515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-cf58a723-d30c-4d6f-ac42-196e29433d88 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:20.979888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-cf58a723-d30c-4d6f-ac42-196e29433d88 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651&tenant_id=fe704d60a6d34cdc845c72643be779cb&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 944 time: 0.1261849 Apr 07 11:43:21.059132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae37d86b-9766-4c30-9788-74ea16d55498 req-a2cf6cba-4234-4d12-98d9-5888b4629492 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891533 Apr 07 11:43:21.068166 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-fa312189-1d39-4e49-9dd2-e168cf73716b service neutron] delete failed (client error): The resource could not be found. Apr 07 11:43:21.069156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-fa312189-1d39-4e49-9dd2-e168cf73716b service neutron] 10.222.0.41 "DELETE /v2.0/ports/a77b52ec-514b-4df0-918f-73642a6de415/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0772891 Apr 07 11:43:21.158235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-92905771-836d-4ef6-8715-77974a624148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:21.159767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-92905771-836d-4ef6-8715-77974a624148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1126 time: 0.0456331 Apr 07 11:43:21.184366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:43:21.272071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-e65dda69-537f-4edd-ad26-5ae084a32846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:21.272071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-e65dda69-537f-4edd-ad26-5ae084a32846 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.1054969 Apr 07 11:43:21.290463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94fd2d8f-5fd2-404b-9bb0-42086edea652 req-280c90b4-b17a-4f1a-b823-b59b95d6f1b6 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0355456 Apr 07 11:43:21.317467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:21.330759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'a77b52ec-514b-4df0-918f-73642a6de415', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'port_id': 'a77b52ec-514b-4df0-918f-73642a6de415', 'mac_address': 'fa:16:3e:66:1d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:43:21.361927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-ba5923e4-4cae-44e5-921c-00f632d42e04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 1000 time: 0.0736842 Apr 07 11:43:21.377572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port a77b52ec-514b-4df0-918f-73642a6de415 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:21.378254 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:21.391444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77b52ec-514b-4df0-918f-73642a6de415 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:21.412591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:21.412960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-5d360acf-7880-46fa-9333-f74a37636582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:21.414665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-5d360acf-7880-46fa-9333-f74a37636582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0462635 Apr 07 11:43:21.418049 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:21.467616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:21.474312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-c76481ae-158b-42a4-82fa-54f3f755082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:21.475854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-c76481ae-158b-42a4-82fa-54f3f755082c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553970 Apr 07 11:43:21.567092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-387eac7c-c247-45ae-85b4-59b835399829 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844836 Apr 07 11:43:21.617394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['a77b52ec-514b-4df0-918f-73642a6de415'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:21.663865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8b5cf8b-d989-486d-b319-1ac42ba0cbf6 req-8005b108-aab6-4cb2-b7a7-0bc57aa58880 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902779 Apr 07 11:43:21.846972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-475078db-cf32-4487-8601-39b644fd5291 req-29885d3f-4f92-4078-bd12-29147360f3bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0550747 Apr 07 11:43:21.866521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398b9e-a37e-47a7-bc10-f27ae00060a3 req-c52317ef-14ab-4936-acbc-fde14d998097 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:21.868118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb398b9e-a37e-47a7-bc10-f27ae00060a3 req-c52317ef-14ab-4936-acbc-fde14d998097 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1125 time: 0.0651121 Apr 07 11:43:21.912987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb398b9e-a37e-47a7-bc10-f27ae00060a3 req-e0a15d56-7717-4798-b011-3c9b1c6e3516 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Apr 07 11:43:22.185828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c10533-3449-45d3-a871-4487f9012818 req-be7a8a6e-e23f-4d25-bceb-46c3d8d31106 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:22.187387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19c10533-3449-45d3-a871-4487f9012818 req-be7a8a6e-e23f-4d25-bceb-46c3d8d31106 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 945 time: 0.0554657 Apr 07 11:43:22.240236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19c10533-3449-45d3-a871-4487f9012818 req-8ad359a3-1540-4de1-af5b-addd831a2bc0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Apr 07 11:43:22.410298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-260ae9cc-2486-4aa1-a38e-5ba5dec7785a req-bfdb88db-6b58-4e5f-be27-a96044b727dd tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Apr 07 11:43:22.649026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2fffb30-2b08-459a-93ee-b6fc777460f9 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:43:22.753966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c2fffb30-2b08-459a-93ee-b6fc777460f9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:22.769715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'c2fffb30-2b08-459a-93ee-b6fc777460f9', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'port_id': 'c2fffb30-2b08-459a-93ee-b6fc777460f9', 'mac_address': 'fa:16:3e:f0:33:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:43:22.807136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c2fffb30-2b08-459a-93ee-b6fc777460f9 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:22.807524 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:22.820355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fffb30-2b08-459a-93ee-b6fc777460f9 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:22.840607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c2fffb30-2b08-459a-93ee-b6fc777460f9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:22.844623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:22.894734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c2fffb30-2b08-459a-93ee-b6fc777460f9,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:23.037038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe0e0c-a21e-44dc-8c90-708c6693229b req-59001214-b79e-49aa-a959-5f398e423435 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:23.038713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acfe0e0c-a21e-44dc-8c90-708c6693229b req-59001214-b79e-49aa-a959-5f398e423435 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1126 time: 0.0588441 Apr 07 11:43:23.085936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acfe0e0c-a21e-44dc-8c90-708c6693229b req-24276442-085c-4953-bcf3-a9dbdf22adb9 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Apr 07 11:43:23.197014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:23.231347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c2fffb30-2b08-459a-93ee-b6fc777460f9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:23.344432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port a77b52ec-514b-4df0-918f-73642a6de415 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:43:23.356279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port a77b52ec-514b-4df0-918f-73642a6de415 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:23.356662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a77b52ec-514b-4df0-918f-73642a6de415), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:23.373262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a727d7e-722d-4aa5-bb1b-164955e8bfd1 req-054dd33e-16a8-4d46-bd9c-f6564082db35 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:23.376099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a727d7e-722d-4aa5-bb1b-164955e8bfd1 req-054dd33e-16a8-4d46-bd9c-f6564082db35 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 945 time: 0.0580709 Apr 07 11:43:23.424824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a727d7e-722d-4aa5-bb1b-164955e8bfd1 req-131c6f67-7ffe-444d-9e78-02912d8f50d7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Apr 07 11:43:23.448236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:23.492916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port a77b52ec-514b-4df0-918f-73642a6de415 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:23.493343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:23.512558 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8a988cc-74b6-40b6-a92f-e6419f3cf5de tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/feee91c6-e95a-4918-9b45-cf1b1984d3a2 HTTP/1.1" status: 200 len: 993 time: 0.0631874 Apr 07 11:43:23.525825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:23.527971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d1fe48e-41c2-474a-aab4-9f2863c94ef9 req-59111555-7055-4eee-9b2b-73a0b80f5eaf tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0320334 Apr 07 11:43:23.528513 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d19952-2f25-45b6-81ff-87ad61b348ef" -d '{"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-plugged", "status": "completed", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:23.542868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:23.555648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:23.587433 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8cce29-54a6-44cc-ab6f-bb43bb16660a x-openstack-request-id: req-3c8cce29-54a6-44cc-ab6f-bb43bb16660a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:23.587734 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-plugged", "status": "completed", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:23.587999 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c8cce29-54a6-44cc-ab6f-bb43bb16660a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:23.588405 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8cce29-54a6-44cc-ab6f-bb43bb16660a'] response: {'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'code': 200} Apr 07 11:43:23.616964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:23.771710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4899064-9052-4fe0-a312-dc0655d25a94 req-c29d10da-1a57-4b50-a257-7114063fe985 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4f10135ba7b4ff2971a3293c6e45047&device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0326617 Apr 07 11:43:23.811121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4899064-9052-4fe0-a312-dc0655d25a94 req-5d270d48-71bd-41d2-997b-2e6f9e2cd117 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e4f10135ba7b4ff2971a3293c6e45047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323925 Apr 07 11:43:23.812814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-82a8c83f-a165-4b30-bcd9-980399cf184e req-12b85188-01ba-455e-844f-8e79531b47b0 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0445743 Apr 07 11:43:23.906772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899064-9052-4fe0-a312-dc0655d25a94 req-512ac6ea-3826-4d60-831c-2e8191f7318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:23.908443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4899064-9052-4fe0-a312-dc0655d25a94 req-512ac6ea-3826-4d60-831c-2e8191f7318f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910635 Apr 07 11:43:24.196874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d38f97-09ee-4555-b88c-ffd7458fe61d req-ba439629-0b49-4476-b011-da66833db595 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:24.198414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3d38f97-09ee-4555-b88c-ffd7458fe61d req-ba439629-0b49-4476-b011-da66833db595 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1126 time: 0.0446196 Apr 07 11:43:24.241364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3d38f97-09ee-4555-b88c-ffd7458fe61d req-20d57398-d98d-4e8e-817a-7678a4481eb1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Apr 07 11:43:24.662887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2fffb30-2b08-459a-93ee-b6fc777460f9 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:24.712129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port c2fffb30-2b08-459a-93ee-b6fc777460f9 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:43:24.716241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port c2fffb30-2b08-459a-93ee-b6fc777460f9 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:24.716626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:24.805391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c2fffb30-2b08-459a-93ee-b6fc777460f9 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:24.805959 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:24.838312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c2fffb30-2b08-459a-93ee-b6fc777460f9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:24.842092 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:24.890749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c2fffb30-2b08-459a-93ee-b6fc777460f9,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:24.926178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff6fee75-027b-4a0e-991f-49510a3789a9 req-85ceddfa-f61b-488a-b115-caaa19dbadf9 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.13 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0284195 Apr 07 11:43:25.359080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1fbc0-315d-43a6-9a9c-8825d1f8d2d8 req-15effa3f-9e8f-4a93-9da1-38314988b492 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:25.360548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67b1fbc0-315d-43a6-9a9c-8825d1f8d2d8 req-15effa3f-9e8f-4a93-9da1-38314988b492 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0553384 Apr 07 11:43:25.377993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4899064-9052-4fe0-a312-dc0655d25a94 req-60583ef2-2de3-4f6f-9ef2-2a6eadbfd587 tempest-ServerShowV254Test-45460044 tempest-ServerShowV254Test-45460044-project] 10.222.0.41 "GET /v2.0/ports?device_id=276e47f0-351f-402a-99a7-d672a2d95191 HTTP/1.1" status: 200 len: 210 time: 0.0310700 Apr 07 11:43:25.418231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-67b1fbc0-315d-43a6-9a9c-8825d1f8d2d8 req-aafd87a4-d17c-4044-9874-3c438a8f2aac tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Apr 07 11:43:25.589640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fffb30-2b08-459a-93ee-b6fc777460f9'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:25.592014 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1e3e4-440a-4577-9c0b-090deceb3629" -d '{"events": [{"server_uuid": "fe3fac41-488e-4994-9c2d-0ba566074c4e", "name": "network-vif-plugged", "status": "completed", "tag": "c2fffb30-2b08-459a-93ee-b6fc777460f9"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:25.628009 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1223f34-39dc-4ab9-b142-bf2e240b1651 x-openstack-request-id: req-e1223f34-39dc-4ab9-b142-bf2e240b1651 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:25.628316 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3fac41-488e-4994-9c2d-0ba566074c4e", "name": "network-vif-plugged", "status": "completed", "tag": "c2fffb30-2b08-459a-93ee-b6fc777460f9", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:25.628576 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1223f34-39dc-4ab9-b142-bf2e240b1651 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:25.628978 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1223f34-39dc-4ab9-b142-bf2e240b1651'] response: {'server_uuid': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fffb30-2b08-459a-93ee-b6fc777460f9', 'code': 200} Apr 07 11:43:25.734946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885654d-8bf6-4f1d-a0f7-8e9afb2a207b req-8573c2b0-695d-4e1f-bc43-2ef4296cd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:25.737117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c885654d-8bf6-4f1d-a0f7-8e9afb2a207b req-8573c2b0-695d-4e1f-bc43-2ef4296cd149 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0450919 Apr 07 11:43:25.786874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c885654d-8bf6-4f1d-a0f7-8e9afb2a207b req-df57261f-391a-4443-b762-e31e919786c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Apr 07 11:43:26.225174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46770) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:26.331982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.407164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Publish callbacks [] for security_group (c390c948-bb83-4529-b46e-eea9c82a52fd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.410912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c390c948-bb83-4529-b46e-eea9c82a52fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.448512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4f10135ba7b4ff2971a3293c6e45047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222490 Apr 07 11:43:26.449418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390c948-bb83-4529-b46e-eea9c82a52fd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:26.451219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46776) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:26.457623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.457991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.458432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.458656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.458998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.459760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.459760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.459989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.460271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.460618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.460913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.461276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.461585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b12f9e-c6af-40eb-a080-f901e863bbb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:43:26.506248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-873c39a0-f63f-45d7-b508-8f2f304dc722 admin admin] Publish callbacks [] for security_group (c390c948-bb83-4529-b46e-eea9c82a52fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.527994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-873c39a0-f63f-45d7-b508-8f2f304dc722 admin admin] Publish callbacks [] for security_group (c390c948-bb83-4529-b46e-eea9c82a52fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.546641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18647a-7111-424b-8261-781ce285d1e3 req-7c1e25ba-b825-4f6d-a60f-4010909b9978 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:26.548775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f18647a-7111-424b-8261-781ce285d1e3 req-7c1e25ba-b825-4f6d-a60f-4010909b9978 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0444396 Apr 07 11:43:26.575251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-873c39a0-f63f-45d7-b508-8f2f304dc722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c390c948-bb83-4529-b46e-eea9c82a52fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.577961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-873c39a0-f63f-45d7-b508-8f2f304dc722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:26.579222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-873c39a0-f63f-45d7-b508-8f2f304dc722 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c390c948-bb83-4529-b46e-eea9c82a52fd HTTP/1.1" status: 204 len: 168 time: 0.1269248 Apr 07 11:43:26.589423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c39a0-f63f-45d7-b508-8f2f304dc722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390c948-bb83-4529-b46e-eea9c82a52fd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:26.594029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f18647a-7111-424b-8261-781ce285d1e3 req-be557e7b-07f0-416d-aa96-5a686f9b8ed1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Apr 07 11:43:27.202344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46798) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:27.313547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-35057103-network', 'tenant_id': '1b1d3be0682043f18cdebb065e481e7f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:27.332653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Made reservation on behalf of 1b1d3be0682043f18cdebb065e481e7f for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:27.334918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.343172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.418261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks [] for security_group (db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.421920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.445672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:43:27.461713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:27.464563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4f5a826a-b583-4dc4-b1d5-97adafad36cf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.464925 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Added segment 4f5a826a-b583-4dc4-b1d5-97adafad36cf of type vlan for network 065983f8-95db-4221-966e-ea4af30056a4 Apr 07 11:43:27.509423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (065983f8-95db-4221-966e-ea4af30056a4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.534675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (065983f8-95db-4221-966e-ea4af30056a4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.535623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:27.536201 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.585744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3822658 Apr 07 11:43:27.588699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46804) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:27.593575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Request body: {'subnet': {'network_id': '065983f8-95db-4221-966e-ea4af30056a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-35057103-subnet', 'tenant_id': '1b1d3be0682043f18cdebb065e481e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:27.599218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac320fc5-3621-4412-a4e5-13d59cf22803 admin admin] Pushing event updated for resources: {'Network': ['ID=065983f8-95db-4221-966e-ea4af30056a4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:27.608717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 065983f8-95db-4221-966e-ea4af30056a4 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:43:27.615743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Made reservation on behalf of 1b1d3be0682043f18cdebb065e481e7f for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:27.618046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.732142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d29448-d67f-46f8-a39e-e7de5db57a30 req-10b3206c-1cd0-404f-9961-bd207ff3005e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:27.733794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d29448-d67f-46f8-a39e-e7de5db57a30 req-10b3206c-1cd0-404f-9961-bd207ff3005e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0507705 Apr 07 11:43:27.778949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d29448-d67f-46f8-a39e-e7de5db57a30 req-6c866ecc-30b7-454b-9ff2-d487e9b2a9fb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Apr 07 11:43:27.793563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (00b17606-49f3-48bb-bb4c-22ada9364680), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.842876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b17606-49f3-48bb-bb4c-22ada9364680,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:27.863777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Checking segment: {'id': '4f5a826a-b583-4dc4-b1d5-97adafad36cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '065983f8-95db-4221-966e-ea4af30056a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:27.864263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Network hostable DHCP agents. Network: 065983f8-95db-4221-966e-ea4af30056a4, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:43:27.882398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Network 065983f8-95db-4221-966e-ea4af30056a4 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:43:27.891073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 065983f8-95db-4221-966e-ea4af30056a4) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:27.893974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519aa8c-bfde-4999-8e6d-d3ef59005b07 req-c3c4bc2e-420f-4bc0-a0a7-6f276c20a80e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:27.895607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5519aa8c-bfde-4999-8e6d-d3ef59005b07 req-c3c4bc2e-420f-4bc0-a0a7-6f276c20a80e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0475223 Apr 07 11:43:27.896426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:27.897005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.903482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5fd837-6b4c-4fa0-af31-2db5a098aa72 None None] Network 065983f8-95db-4221-966e-ea4af30056a4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:27.916104 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-de9df67d-8307-47e5-bc43-46bc59a354f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3261888 Apr 07 11:43:27.953216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5519aa8c-bfde-4999-8e6d-d3ef59005b07 req-42ab26c1-8003-4cb1-989f-b93405ff5d58 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Apr 07 11:43:28.008812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec027e-aed6-420e-be1b-f82fba23411c None None] Network 065983f8-95db-4221-966e-ea4af30056a4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:28.084818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aca99-f028-420d-91a2-97b9a4af7f5a req-4cab226b-64aa-4bf1-b261-787bb46c600a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:28.086581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb2aca99-f028-420d-91a2-97b9a4af7f5a req-4cab226b-64aa-4bf1-b261-787bb46c600a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0485194 Apr 07 11:43:28.136362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb2aca99-f028-420d-91a2-97b9a4af7f5a req-3eb51564-fd5d-4971-800d-f2dc465c6394 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Apr 07 11:43:28.311614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46836) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:28.317186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1234267428-network', 'tenant_id': 'bc42bf840e0d482391de1ab3e1b31314'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:28.384180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Made reservation on behalf of bc42bf840e0d482391de1ab3e1b31314 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:28.386480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.398439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.443368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-98269c25-0bc4-4ba6-adb3-46c23356b878 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:28.445826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-98269c25-0bc4-4ba6-adb3-46c23356b878 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/networks?id=c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 200 len: 911 time: 0.1249726 Apr 07 11:43:28.469251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-f479c1fd-36a0-4b3e-816f-dd5d6916ea06 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/quotas/44dcca3515e24db2a7a6cd80d3a5ff4c HTTP/1.1" status: 200 len: 375 time: 0.0154247 Apr 07 11:43:28.538834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks [] for security_group (9bdb5038-fbcf-48e2-b95c-2334f0ddacec), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.543445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9bdb5038-fbcf-48e2-b95c-2334f0ddacec), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.565211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-548dde32-7b1b-4cb2-a493-c99ac7efa5ca tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862763 Apr 07 11:43:28.587024 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:43:28.602695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb5038-fbcf-48e2-b95c-2334f0ddacec,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:28.637502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (aa0badfd-835d-483c-a39a-9669c05ed42c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.637854 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Added segment aa0badfd-835d-483c-a39a-9669c05ed42c of type vlan for network 3992639c-040f-4edb-8d5a-a0d4b3b42ead Apr 07 11:43:28.689583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (3992639c-040f-4edb-8d5a-a0d4b3b42ead), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.726726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-9f0ef7ee-1ad4-4a8e-8b57-fa5ffac8bd63 service neutron] 10.222.0.13 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498332 Apr 07 11:43:28.732314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (3992639c-040f-4edb-8d5a-a0d4b3b42ead), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.733220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:28.733779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.831301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5184045 Apr 07 11:43:28.834278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46838) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:28.839286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Request body: {'subnet': {'network_id': '3992639c-040f-4edb-8d5a-a0d4b3b42ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1234267428-subnet', 'tenant_id': 'bc42bf840e0d482391de1ab3e1b31314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:28.846272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5face460-d8ba-4d67-a5d6-1646ade9cad1 admin admin] Pushing event updated for resources: {'Network': ['ID=3992639c-040f-4edb-8d5a-a0d4b3b42ead,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:28.862962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Made reservation on behalf of bc42bf840e0d482391de1ab3e1b31314 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:28.865569 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.874609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 3992639c-040f-4edb-8d5a-a0d4b3b42ead details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:43:28.888928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-d318aac9-9d25-43d8-9b52-83c08bee207d service neutron] 10.222.0.13 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521420 Apr 07 11:43:29.073206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bcd1166-45e9-498c-ae3d-8ea374182b81 req-edaad60f-97b6-4ced-936b-d3ca7b577aba tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 210 time: 0.0305665 Apr 07 11:43:29.382751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (cd8c029a-66e1-4c86-9f3c-1bbac7fb9451), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:29.442727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8c029a-66e1-4c86-9f3c-1bbac7fb9451,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:29.453663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Checking segment: {'id': 'aa0badfd-835d-483c-a39a-9669c05ed42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3992639c-040f-4edb-8d5a-a0d4b3b42ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:29.454042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Network hostable DHCP agents. Network: 3992639c-040f-4edb-8d5a-a0d4b3b42ead, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:43:29.472335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Network 3992639c-040f-4edb-8d5a-a0d4b3b42ead is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:43:29.482090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 3992639c-040f-4edb-8d5a-a0d4b3b42ead) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:29.487692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:29.488926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:29.496004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2c549-ea4a-43e0-934e-19c1ea8c9176 None None] Network 3992639c-040f-4edb-8d5a-a0d4b3b42ead requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:29.505580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8b95efb2-4fe1-4194-b168-b40842702a92 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6701276 Apr 07 11:43:29.618528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b6d4c-0902-4fca-b9ee-5cc1d472a567 None None] Network 3992639c-040f-4edb-8d5a-a0d4b3b42ead requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:30.012095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-1ef0eef3-99aa-4cac-9418-9eeca8fb4a0f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:30.013645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-1ef0eef3-99aa-4cac-9418-9eeca8fb4a0f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/networks?id=065983f8-95db-4221-966e-ea4af30056a4 HTTP/1.1" status: 200 len: 823 time: 0.1084323 Apr 07 11:43:30.030920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-54024cd8-b60c-4e8d-9ac6-a91cdb39e300 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/quotas/1b1d3be0682043f18cdebb065e481e7f HTTP/1.1" status: 200 len: 375 time: 0.0097859 Apr 07 11:43:30.043013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-a60a0fab-8892-490b-84cb-4d66af537b6a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:30.044473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-a60a0fab-8892-490b-84cb-4d66af537b6a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.23 "GET /v2.0/networks?id=c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 200 len: 911 time: 0.1016543 Apr 07 11:43:30.056183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Request body: {'port': {'device_id': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'admin_state_up': True, 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:30.073671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-fcec1d2e-8c08-45a9-b685-60592e8f937f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1d3be0682043f18cdebb065e481e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355737 Apr 07 11:43:30.077053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Made reservation on behalf of 44dcca3515e24db2a7a6cd80d3a5ff4c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:30.080136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.171477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-506c9e27-0378-4bc9-9b24-9d933d7c0397 req-09cffb9a-07b6-4f25-9b36-09e223014f43 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 210 time: 0.0282524 Apr 07 11:43:30.197708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-f681652f-4c70-40f8-a30e-0abed0702666 service neutron] 10.222.0.13 "GET /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157632 Apr 07 11:43:30.205735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Allocated IP 172.20.0.9 (c806c6fd-1d93-4360-8980-7b7b6ed8c889/e721e214-42fb-45e4-82ed-b12cfe60a51b/73362bbf-ce43-4dfe-8ed2-9200535ceb0c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:30.287187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-99455d5c-5df5-42d6-8c55-489abdc7dd53 service neutron] 10.222.0.13 "GET /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835531 Apr 07 11:43:30.338708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks [] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.373608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.384780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c2fffb30-2b08-459a-93ee-b6fc777460f9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:30.428362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:30.430641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:30.435727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:30.457668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-404ec2e6-03e5-4ddb-90c4-a67cdbb6cdd2 req-cbcee44b-bcb4-4a65-abe8-6b6e4caaaeb6 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 210 time: 0.0365338 Apr 07 11:43:30.480042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Pushing event updated for resources: {'Port': ['ID=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:30.493047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:30.493855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.512300 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4cb78e2-4d49-42b7-b41d-454c6f744a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4596190 Apr 07 11:43:30.528443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Request body: {'port': {'device_id': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:30.603712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.655468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ee463c6-7458-46c4-b885-4f09d037f9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.802893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d3c6ae74-34b6-45d5-89eb-296ed74cb020 None None] Provisioning complete for port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:30.803574 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ae74-34b6-45d5-89eb-296ed74cb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.847701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6ae74-34b6-45d5-89eb-296ed74cb020 None None] Port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:43:30.891099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73362bbf-ce43-4dfe-8ed2-9200535ceb0c {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:30.899400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Publish callbacks [] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.912730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Transition to ACTIVE for port object 73362bbf-ce43-4dfe-8ed2-9200535ceb0c will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:43:30.916447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.973533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:31.051674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Attempting to bind port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:31.052290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Attempting to bind port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:31.052383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Attempting to bind port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:31.057195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:43:31.057521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Attempting to bind port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c on network c806c6fd-1d93-4360-8980-7b7b6ed8c889 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:31.063303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:31.064327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Checking segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:31.064775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Bound using segment: {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:31.065173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Bound port: 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:31.065637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.142365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] For port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:31.145753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] For port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:31.151606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.187477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.188096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.190172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] 10.222.0.23 "PUT /v2.0/ports/73362bbf-ce43-4dfe-8ed2-9200535ceb0c HTTP/1.1" status: 200 len: 1091 time: 0.6708205 Apr 07 11:43:31.190657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'tag': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:31.192914 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eee81f-8be1-4aac-97ad-be61d6783794" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6026e8-4ab7-4535-b115-eb251dd6f402", "tag": "73362bbf-ce43-4dfe-8ed2-9200535ceb0c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:31.233084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400db48c-e1df-4f7d-bd09-225535fddcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:31.255533 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b26a8b-f872-4cb5-9fdc-ca99d6612412 x-openstack-request-id: req-f8b26a8b-f872-4cb5-9fdc-ca99d6612412 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:31.255820 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6026e8-4ab7-4535-b115-eb251dd6f402", "tag": "73362bbf-ce43-4dfe-8ed2-9200535ceb0c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:31.256081 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8b26a8b-f872-4cb5-9fdc-ca99d6612412 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:31.256515 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b26a8b-f872-4cb5-9fdc-ca99d6612412'] response: {'name': 'network-changed', 'server_uuid': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'tag': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c', 'status': 'completed', 'code': 200} Apr 07 11:43:31.292974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-ee3f3eb0-3dc4-4c86-a4be-ef4750f1cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.294596 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-ee3f3eb0-3dc4-4c86-a4be-ef4750f1cfdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1125 time: 0.0550928 Apr 07 11:43:31.315699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f86bba-31c1-439c-8d09-0ca52ec75f3c req-15e32aa9-2124-4e52-9d7b-258a83fcc0d6 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.317310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6f86bba-31c1-439c-8d09-0ca52ec75f3c req-15e32aa9-2124-4e52-9d7b-258a83fcc0d6 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1125 time: 0.0586374 Apr 07 11:43:31.348895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-e4208411-0d4d-41d7-af5b-57ad6b41bafc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c HTTP/1.1" status: 200 len: 217 time: 0.0405817 Apr 07 11:43:31.364700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c6f86bba-31c1-439c-8d09-0ca52ec75f3c req-048d9389-d7a3-4145-b3ad-0624ea5953a5 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Apr 07 11:43:31.406912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-afe97f4a-3431-471b-b6f0-2deb95091d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.409259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-afe97f4a-3431-471b-b6f0-2deb95091d75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e721e214-42fb-45e4-82ed-b12cfe60a51b HTTP/1.1" status: 200 len: 849 time: 0.0540271 Apr 07 11:43:31.440180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.23', 49768) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:31.467643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36216a-ec80-4e13-8145-97ce1285841e req-ae4ea4c1-020c-4a5e-991e-0aee629b9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.469463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-ae4ea4c1-020c-4a5e-991e-0aee629b9d4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c806c6fd-1d93-4360-8980-7b7b6ed8c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541437 Apr 07 11:43:31.562246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-f125208f-caad-4529-b3ef-1d337ddd974c tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.564910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-f125208f-caad-4529-b3ef-1d337ddd974c tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.23 "GET /v2.0/networks?id=065983f8-95db-4221-966e-ea4af30056a4 HTTP/1.1" status: 200 len: 823 time: 0.1227705 Apr 07 11:43:31.580916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Request body: {'port': {'device_id': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'network_id': '065983f8-95db-4221-966e-ea4af30056a4', 'admin_state_up': True, 'tenant_id': '1b1d3be0682043f18cdebb065e481e7f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:31.598803 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-d9e4c118-ad53-4709-9032-8acbda21357d service neutron] 10.222.0.23 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190445 Apr 07 11:43:31.616318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00325410-a86d-4df4-aac9-02da37787997 req-18a17dd5-d08b-49a9-ae87-d32509362d68 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 210 time: 0.0503712 Apr 07 11:43:31.695625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0c36216a-ec80-4e13-8145-97ce1285841e req-581dd643-52aa-4923-98da-3a0e73f98aa2 service neutron] 10.222.0.23 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890186 Apr 07 11:43:31.713521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Made reservation on behalf of 1b1d3be0682043f18cdebb065e481e7f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:31.717078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.799595 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.800334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-c3d3da02-1d99-4cab-978f-a014034ceda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.800811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-c3d3da02-1d99-4cab-978f-a014034ceda9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1125 time: 0.0507381 Apr 07 11:43:31.852050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Allocated IP 172.20.0.10 (065983f8-95db-4221-966e-ea4af30056a4/00b17606-49f3-48bb-bb4c-22ada9364680/cd697636-2fb6-434c-b2dc-ce4ea6471ad1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:43:31.897446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-8baeedf8-b330-430e-a65f-776fc25a03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.899035 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-8baeedf8-b330-430e-a65f-776fc25a03a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 200 len: 911 time: 0.0910347 Apr 07 11:43:31.945229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-9de13bf8-134e-4499-b053-c6de0fb09174 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c HTTP/1.1" status: 200 len: 217 time: 0.0354707 Apr 07 11:43:31.998284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-a14a3799-17c2-4a3f-8a2f-199655b4e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:31.999741 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-a14a3799-17c2-4a3f-8a2f-199655b4e673 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e721e214-42fb-45e4-82ed-b12cfe60a51b HTTP/1.1" status: 200 len: 849 time: 0.0484014 Apr 07 11:43:32.003132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks [] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.039723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.054996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-115a2651-41d0-4836-8d2d-15e72e52e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:32.056529 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-115a2651-41d0-4836-8d2d-15e72e52e561 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c806c6fd-1d93-4360-8980-7b7b6ed8c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503790 Apr 07 11:43:32.084050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Network 065983f8-95db-4221-966e-ea4af30056a4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:43:32.091089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:32.096252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:43:32.098828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Pushing event updated for resources: {'Port': ['ID=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:32.147443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:32.148055 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.150420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-2790e544-5083-48c3-96d0-f3157e4c26e6 service neutron] 10.222.0.23 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874434 Apr 07 11:43:32.163797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-dd07b3a1-8d0f-43ea-9833-f8383c3e7193 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888891 Apr 07 11:43:32.175801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Request body: {'port': {'device_id': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:32.237231 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.247743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-5623f7fe-e790-4d53-962d-c182a59fbbff service neutron] 10.222.0.23 "GET /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912101 Apr 07 11:43:32.527408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd697636-2fb6-434c-b2dc-ce4ea6471ad1 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:32.533317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491af95b-0ff2-45d2-b739-9c8f3ffed46b req-f2e222b9-5494-4319-8978-3efac94ffa3d tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:32.534850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-491af95b-0ff2-45d2-b739-9c8f3ffed46b req-f2e222b9-5494-4319-8978-3efac94ffa3d tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1125 time: 0.0977037 Apr 07 11:43:32.538654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Publish callbacks [] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.564959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Transition to ACTIVE for port object cd697636-2fb6-434c-b2dc-ce4ea6471ad1 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:43:32.573604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.621268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-491af95b-0ff2-45d2-b739-9c8f3ffed46b req-0a2c19e2-da0f-40de-a36c-79b9727b5b9c tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801408 Apr 07 11:43:32.637995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:32.738174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Attempting to bind port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:43:32.738510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Attempting to bind port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '4f5a826a-b583-4dc4-b1d5-97adafad36cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '065983f8-95db-4221-966e-ea4af30056a4'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:43:32.738837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Attempting to bind port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 on network 065983f8-95db-4221-966e-ea4af30056a4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:32.747454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 on network 065983f8-95db-4221-966e-ea4af30056a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:43:32.747778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Attempting to bind port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 on network 065983f8-95db-4221-966e-ea4af30056a4 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:43:32.755573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:43:32.755913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Checking segment: {'id': '4f5a826a-b583-4dc4-b1d5-97adafad36cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '065983f8-95db-4221-966e-ea4af30056a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:32.756295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Bound using segment: {'id': '4f5a826a-b583-4dc4-b1d5-97adafad36cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '065983f8-95db-4221-966e-ea4af30056a4'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:43:32.756725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Bound port: cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5a826a-b583-4dc4-b1d5-97adafad36cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '065983f8-95db-4221-966e-ea4af30056a4'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:43:32.757082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.766473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5377e9f-0596-4028-88a5-7dfd7da0222f req-bc0b04df-0c4c-45cc-8f69-67ba7873015f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:32.768775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5377e9f-0596-4028-88a5-7dfd7da0222f req-bc0b04df-0c4c-45cc-8f69-67ba7873015f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0810618 Apr 07 11:43:32.867921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5377e9f-0596-4028-88a5-7dfd7da0222f req-1a74d6a9-3c70-45c8-a4a3-faf25f84fc82 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930729 Apr 07 11:43:32.871382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] For port cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:43:32.874510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] For port cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,segment=NetworkSegment(4f5a826a-b583-4dc4-b1d5-97adafad36cf),segment_id=4f5a826a-b583-4dc4-b1d5-97adafad36cf)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:43:32.880797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.918972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:32.919670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.921019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] 10.222.0.23 "PUT /v2.0/ports/cd697636-2fb6-434c-b2dc-ce4ea6471ad1 HTTP/1.1" status: 200 len: 1092 time: 0.7497818 Apr 07 11:43:32.921502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'tag': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:32.923893 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb83556-8af3-4c1c-811e-b82518feb297" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15452d-0ced-458a-80c0-8208a05d79c1", "tag": "cd697636-2fb6-434c-b2dc-ce4ea6471ad1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:32.945040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c689-ac15-412b-9377-ee4e935051b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:32.972332 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1855eb0e-e14a-473f-8391-a5effda3b87e x-openstack-request-id: req-1855eb0e-e14a-473f-8391-a5effda3b87e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:32.973055 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15452d-0ced-458a-80c0-8208a05d79c1", "tag": "cd697636-2fb6-434c-b2dc-ce4ea6471ad1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:32.973055 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1855eb0e-e14a-473f-8391-a5effda3b87e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:32.973875 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1855eb0e-e14a-473f-8391-a5effda3b87e'] response: {'name': 'network-changed', 'server_uuid': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'tag': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1', 'status': 'completed', 'code': 200} Apr 07 11:43:32.984603 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-51cddfc7-814a-4d6e-9124-43ca34025c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:33.030319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-ca5b5bb9-696a-42cf-9d0c-3ec45bb5d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:33.031834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-ca5b5bb9-696a-42cf-9d0c-3ec45bb5d5d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b1d3be0682043f18cdebb065e481e7f&device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 1126 time: 0.0458775 Apr 07 11:43:33.075898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-a03fee14-5cb1-483c-a116-206ba739f5f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1 HTTP/1.1" status: 200 len: 217 time: 0.0366540 Apr 07 11:43:33.122097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-b6c51b3b-58c5-40b8-8778-c33dc8934b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:33.123505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-b6c51b3b-58c5-40b8-8778-c33dc8934b9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00b17606-49f3-48bb-bb4c-22ada9364680 HTTP/1.1" status: 200 len: 863 time: 0.0419171 Apr 07 11:43:33.153649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-396ba588-efd3-4e5c-a20c-f23d7372511c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=065983f8-95db-4221-966e-ea4af30056a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250571 Apr 07 11:43:33.252199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-196c3c50-737c-4d80-baee-a3d0698cc3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868926 Apr 07 11:43:33.336980 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d9b3dc3-69e6-4596-972c-78de1285f4ba req-963366ff-9ad7-43b9-883b-122153a6a29e service neutron] 10.222.0.23 "GET /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798421 Apr 07 11:43:33.424149 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-5d65b770-0ee6-4463-846b-895394f7d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:33.425650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-5d65b770-0ee6-4463-846b-895394f7d67e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b1d3be0682043f18cdebb065e481e7f&device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 1126 time: 0.0442221 Apr 07 11:43:33.515389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-7e78950a-b04e-4b20-89b8-e9d486152a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:33.517302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-7e78950a-b04e-4b20-89b8-e9d486152a67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=065983f8-95db-4221-966e-ea4af30056a4 HTTP/1.1" status: 200 len: 924 time: 0.0853939 Apr 07 11:43:33.557495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-69202e5f-90ef-4f9d-8a94-dd250e62b7fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1 HTTP/1.1" status: 200 len: 217 time: 0.0343902 Apr 07 11:43:33.610030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-a01fd0cb-115a-432d-aa2a-b6d3a9dd0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:33.611489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-a01fd0cb-115a-432d-aa2a-b6d3a9dd0afa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00b17606-49f3-48bb-bb4c-22ada9364680 HTTP/1.1" status: 200 len: 863 time: 0.0489569 Apr 07 11:43:33.619127 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:33.643593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-741f1eae-3092-49d1-bb29-c7facf7919a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=065983f8-95db-4221-966e-ea4af30056a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248461 Apr 07 11:43:34.131982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4770b-fb26-4086-894a-f7895ae546e8 req-46d4a46b-b7c6-4469-b361-145f456b06b5 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:34.133901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b4770b-fb26-4086-894a-f7895ae546e8 req-46d4a46b-b7c6-4469-b361-145f456b06b5 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1125 time: 0.4431179 Apr 07 11:43:34.138853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-929651aa-35c8-448c-9d69-b70c9d1c5df9 service neutron] 10.222.0.23 "GET /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884906 Apr 07 11:43:34.153825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e68ca8-50f0-4413-9b15-18ffa4a85366 req-a2d509f8-0f29-4e1b-a0b0-fa174674a0b8 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:34.155120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e68ca8-50f0-4413-9b15-18ffa4a85366 req-a2d509f8-0f29-4e1b-a0b0-fa174674a0b8 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0964992 Apr 07 11:43:34.273257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b4770b-fb26-4086-894a-f7895ae546e8 req-69405f1a-f1ea-4183-a380-7bad713eb1c3 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320205 Apr 07 11:43:34.278217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e68ca8-50f0-4413-9b15-18ffa4a85366 req-d6765e11-e7ae-4154-a400-95f5307e6edc tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141627 Apr 07 11:43:34.301897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdb83556-8af3-4c1c-811e-b82518feb297 req-3c7c12be-6435-4415-ac21-e1e37684986a service neutron] 10.222.0.23 "GET /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459007 Apr 07 11:43:34.487860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:35.200322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 73362bbf-ce43-4dfe-8ed2-9200535ceb0c details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:43:35.299857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:35.312201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c', 'network_id': 'c806c6fd-1d93-4360-8980-7b7b6ed8c889', 'port_id': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c', 'mac_address': 'fa:16:3e:33:26:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721e214-42fb-45e4-82ed-b12cfe60a51b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:43:35.352765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:35.353193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:35.371213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73362bbf-ce43-4dfe-8ed2-9200535ceb0c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:35.392226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:35.396741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:35.427893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dd603-90aa-47f5-88ca-3de339a43713 req-7a42bac1-fc17-4c3b-8b00-73bb91128636 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:35.429532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-982dd603-90aa-47f5-88ca-3de339a43713 req-7a42bac1-fc17-4c3b-8b00-73bb91128636 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1125 time: 0.0862319 Apr 07 11:43:35.437557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b55600-a846-4a30-8cc4-95f78eb12c5a req-d7965256-b7d3-4837-bd35-fb945c8773fc tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:35.439009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5b55600-a846-4a30-8cc4-95f78eb12c5a req-d7965256-b7d3-4837-bd35-fb945c8773fc tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0839942 Apr 07 11:43:35.447041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:35.511978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-982dd603-90aa-47f5-88ca-3de339a43713 req-35c9a9db-ae96-4087-9d45-60e9a1935d9b tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720048 Apr 07 11:43:35.516150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5b55600-a846-4a30-8cc4-95f78eb12c5a req-e8a2fe2a-05b0-40ca-9557-952d83648f43 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Apr 07 11:43:35.603537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['73362bbf-ce43-4dfe-8ed2-9200535ceb0c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:36.045246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:36.639895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33ff0d-61ce-4636-b704-7363e65c2791 req-363ff6e9-0a58-499d-81af-6a9833cfad58 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:36.641542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb33ff0d-61ce-4636-b704-7363e65c2791 req-363ff6e9-0a58-499d-81af-6a9833cfad58 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0573139 Apr 07 11:43:36.699764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb33ff0d-61ce-4636-b704-7363e65c2791 req-803823c0-57f7-4bce-84a1-005fed824dbe tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520427 Apr 07 11:43:36.876520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4fb8f-9225-43b3-b3af-d6ba4041204d req-d153b0e9-3ad8-4a56-ab73-9f8f78c2ea51 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:36.878135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87c4fb8f-9225-43b3-b3af-d6ba4041204d req-d153b0e9-3ad8-4a56-ab73-9f8f78c2ea51 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1126 time: 0.0446312 Apr 07 11:43:36.920695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87c4fb8f-9225-43b3-b3af-d6ba4041204d req-a36a9ba3-92b6-4c8a-b7f0-9424a8844781 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370770 Apr 07 11:43:37.195162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:37.215463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cd697636-2fb6-434c-b2dc-ce4ea6471ad1 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:43:37.218718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 73362bbf-ce43-4dfe-8ed2-9200535ceb0c up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:37.321563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:43:37.332915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:37.333315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:37.372841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,segment=NetworkSegment(4f5a826a-b583-4dc4-b1d5-97adafad36cf),segment_id=4f5a826a-b583-4dc4-b1d5-97adafad36cf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:37.393563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1', 'network_id': '065983f8-95db-4221-966e-ea4af30056a4', 'port_id': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1', 'mac_address': 'fa:16:3e:26:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b17606-49f3-48bb-bb4c-22ada9364680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:43:37.457244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:37.457576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:37.469480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:37.470044 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:37.481414 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd697636-2fb6-434c-b2dc-ce4ea6471ad1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:43:37.513515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:37.515711 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789fbd3c-ce07-46f9-9115-9f2d58c0993f" -d '{"events": [{"server_uuid": "7e6026e8-4ab7-4535-b115-eb251dd6f402", "name": "network-vif-plugged", "status": "completed", "tag": "73362bbf-ce43-4dfe-8ed2-9200535ceb0c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:37.520029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,segment=NetworkSegment(4f5a826a-b583-4dc4-b1d5-97adafad36cf),segment_id=4f5a826a-b583-4dc4-b1d5-97adafad36cf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:37.527705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:37.533636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:37.555674 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca8c0bb-a5ef-4f7c-9814-62958f7be1f4 x-openstack-request-id: req-4ca8c0bb-a5ef-4f7c-9814-62958f7be1f4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:37.555972 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6026e8-4ab7-4535-b115-eb251dd6f402", "name": "network-vif-plugged", "status": "completed", "tag": "73362bbf-ce43-4dfe-8ed2-9200535ceb0c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:37.556234 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ca8c0bb-a5ef-4f7c-9814-62958f7be1f4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:37.556625 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca8c0bb-a5ef-4f7c-9814-62958f7be1f4'] response: {'server_uuid': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c', 'code': 200} Apr 07 11:43:37.558921 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:37.589037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:37.637581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:37.666691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae9ca-fe3b-44b7-8efa-5e3859aa7f8e req-1f788c7e-0ef6-4d9a-8cf4-4555e4b09ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:37.668189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d3ae9ca-fe3b-44b7-8efa-5e3859aa7f8e req-1f788c7e-0ef6-4d9a-8cf4-4555e4b09ea9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0500166 Apr 07 11:43:37.713971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d3ae9ca-fe3b-44b7-8efa-5e3859aa7f8e req-96c0dae3-70f9-45a6-a41d-fd7ff9deaf41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 Apr 07 11:43:37.753514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['cd697636-2fb6-434c-b2dc-ce4ea6471ad1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:37.820135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fafaf9-2bb4-4c80-a2fb-fe2f8b83a4aa req-953bb3ba-2b8c-4074-bba0-e4a8affda653 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:37.821664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2fafaf9-2bb4-4c80-a2fb-fe2f8b83a4aa req-953bb3ba-2b8c-4074-bba0-e4a8affda653 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Apr 07 11:43:37.869513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2fafaf9-2bb4-4c80-a2fb-fe2f8b83a4aa req-bf3cc2b6-9f99-4188-ba35-8d450e2b61d7 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 Apr 07 11:43:38.042196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb2cda-b92e-4c81-83cd-343daa430134 req-34dd55f2-2142-4e58-a006-fd111e169646 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:38.043656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65cb2cda-b92e-4c81-83cd-343daa430134 req-34dd55f2-2142-4e58-a006-fd111e169646 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0502200 Apr 07 11:43:38.092596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65cb2cda-b92e-4c81-83cd-343daa430134 req-206f1835-820c-453b-8c6e-80df8b0d726a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Apr 07 11:43:38.989206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478d42-fc63-423e-854a-1dff3df2aa02 req-1ac698c7-4d3b-415d-bcd8-2c1124ddfb2d tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:38.990851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25478d42-fc63-423e-854a-1dff3df2aa02 req-1ac698c7-4d3b-415d-bcd8-2c1124ddfb2d tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 945 time: 0.0541687 Apr 07 11:43:39.035523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25478d42-fc63-423e-854a-1dff3df2aa02 req-27369573-e74e-48c2-b757-a9db0390478a tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Apr 07 11:43:39.201466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4c42-56b3-4521-bcfe-45326c001f36 req-d8915751-ea0d-49b3-bb37-440b44d26d99 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:39.202964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d91a4c42-56b3-4521-bcfe-45326c001f36 req-d8915751-ea0d-49b3-bb37-440b44d26d99 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0436184 Apr 07 11:43:39.249952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d91a4c42-56b3-4521-bcfe-45326c001f36 req-a59a9c17-79bc-40d9-949c-92299123efbc tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Apr 07 11:43:39.251747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cd697636-2fb6-434c-b2dc-ce4ea6471ad1 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:43:39.283870 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:43:39.302037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:43:39.306167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:43:39.306545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:39.369161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b036a9-c909-439d-b10a-cbf228a34b3b req-cf7b8e9a-4f6e-4800-9740-a59575d0b20f tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:39.370732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59b036a9-c909-439d-b10a-cbf228a34b3b req-cf7b8e9a-4f6e-4800-9740-a59575d0b20f tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0454171 Apr 07 11:43:39.388331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:43:39.388732 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:39.415762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59b036a9-c909-439d-b10a-cbf228a34b3b req-dc7e6fef-ca41-4415-83e5-67d84f9e0d65 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Apr 07 11:43:39.422603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,segment=NetworkSegment(4f5a826a-b583-4dc4-b1d5-97adafad36cf),segment_id=4f5a826a-b583-4dc4-b1d5-97adafad36cf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:39.427197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:39.474978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:39.526346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a395-fc65-4e6b-bb66-54eed0c42e90 req-04955c78-e9bb-420b-99b7-7d971022d8b3 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:39.527848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed68a395-fc65-4e6b-bb66-54eed0c42e90 req-04955c78-e9bb-420b-99b7-7d971022d8b3 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0454268 Apr 07 11:43:39.557913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:39.560233 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959d91e-ea5d-4e24-8785-c57a23ae5ad9" -d '{"events": [{"server_uuid": "6d15452d-0ced-458a-80c0-8208a05d79c1", "name": "network-vif-plugged", "status": "completed", "tag": "cd697636-2fb6-434c-b2dc-ce4ea6471ad1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:39.571846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed68a395-fc65-4e6b-bb66-54eed0c42e90 req-19308fd5-0f6e-4ad2-9c8d-14868f71ef00 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Apr 07 11:43:39.599332 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11533d21-4d75-4dab-9a7d-11e2065cb00b x-openstack-request-id: req-11533d21-4d75-4dab-9a7d-11e2065cb00b {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:39.599526 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d15452d-0ced-458a-80c0-8208a05d79c1", "name": "network-vif-plugged", "status": "completed", "tag": "cd697636-2fb6-434c-b2dc-ce4ea6471ad1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:39.599786 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11533d21-4d75-4dab-9a7d-11e2065cb00b {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:39.600192 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11533d21-4d75-4dab-9a7d-11e2065cb00b'] response: {'server_uuid': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1', 'code': 200} Apr 07 11:43:39.704341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e44-be00-4b76-82e7-08fe65b1143c req-e7513813-667a-4198-8120-8442cca929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:39.710482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7416e44-be00-4b76-82e7-08fe65b1143c req-e7513813-667a-4198-8120-8442cca929c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 1128 time: 0.0495782 Apr 07 11:43:39.753922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7416e44-be00-4b76-82e7-08fe65b1143c req-66aeff86-8899-40fa-8e21-06f712d92c25 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Apr 07 11:43:39.812005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34dbad-54eb-47e9-b979-45d81c9c9bb1 req-dad0b20f-469e-4941-bf5d-212eb9962a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:39.813565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da34dbad-54eb-47e9-b979-45d81c9c9bb1 req-dad0b20f-469e-4941-bf5d-212eb9962a2e tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0442433 Apr 07 11:43:39.855827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da34dbad-54eb-47e9-b979-45d81c9c9bb1 req-011e0535-5a5e-4057-9b98-53d988300262 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Apr 07 11:43:40.155402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4e96-9353-4eda-8f9d-e4693c30b39b req-a2ed67b7-60f5-4551-9962-5a8248d0eee3 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:40.156861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bab4e96-9353-4eda-8f9d-e4693c30b39b req-a2ed67b7-60f5-4551-9962-5a8248d0eee3 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0524693 Apr 07 11:43:40.208007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bab4e96-9353-4eda-8f9d-e4693c30b39b req-959d34a0-385c-49ef-9f75-d613d33494bc tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Apr 07 11:43:40.968076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9a182-46d0-449c-a9bc-55295bbb5748 req-ed54bcb5-1b7f-41e1-930e-442a72c94bf1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:40.969679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ca9a182-46d0-449c-a9bc-55295bbb5748 req-ed54bcb5-1b7f-41e1-930e-442a72c94bf1 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0459447 Apr 07 11:43:41.016011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ca9a182-46d0-449c-a9bc-55295bbb5748 req-6fd26676-bf5d-4e0c-b714-9d49b604096f tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Apr 07 11:43:41.326995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed46f-95a1-40b8-a343-87ae97024ad5 req-d5f3d716-c9b1-4b3f-8c41-fbca4b1ff3d8 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:41.328460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a6ed46f-95a1-40b8-a343-87ae97024ad5 req-d5f3d716-c9b1-4b3f-8c41-fbca4b1ff3d8 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0530949 Apr 07 11:43:41.376275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a6ed46f-95a1-40b8-a343-87ae97024ad5 req-2ea80eb9-bf31-48e5-8958-17985ca77683 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Apr 07 11:43:41.427338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-c8a69784-f29e-46a9-a6c3-96641ea48be4 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:41.428877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-c8a69784-f29e-46a9-a6c3-96641ea48be4 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 1127 time: 0.0470605 Apr 07 11:43:41.536588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23fc52-70c4-45d5-9fe4-ab3c768bf2bb req-5bd32a79-b5f6-4574-941c-aab8b33f9926 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:41.538116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc23fc52-70c4-45d5-9fe4-ab3c768bf2bb req-5bd32a79-b5f6-4574-941c-aab8b33f9926 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0824642 Apr 07 11:43:41.569602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Deleting port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:41.569937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:41.634329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc23fc52-70c4-45d5-9fe4-ab3c768bf2bb req-206eb11d-f8a9-49ab-9639-b902baa18748 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Apr 07 11:43:41.668789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] For port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:41.669423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:41.682202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Calling delete_port for 73362bbf-ce43-4dfe-8ed2-9200535ceb0c owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:41.833153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (73362bbf-ce43-4dfe-8ed2-9200535ceb0c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:41.844926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['73362bbf-ce43-4dfe-8ed2-9200535ceb0c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:41.847769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c2fffb30-2b08-459a-93ee-b6fc777460f9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:41.863297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Pushing event deleted for resources: {'Port': ['ID=73362bbf-ce43-4dfe-8ed2-9200535ceb0c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:41.908167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a9ac6-556b-40b8-b574-8b18cc872357 req-7f445c87-e786-4c81-8857-73466fe726bd tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:41.909786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-514a9ac6-556b-40b8-b574-8b18cc872357 req-7f445c87-e786-4c81-8857-73466fe726bd tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1172636 Apr 07 11:43:41.926077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] No DVR routers for this DVR port 73362bbf-ce43-4dfe-8ed2-9200535ceb0c on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:41.928847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:41.932240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ca6a596-5d70-4af3-a13d-a8638b41802d req-b748b0d5-1e48-4b44-a994-6858ee9bff69 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.23 "DELETE /v2.0/ports/73362bbf-ce43-4dfe-8ed2-9200535ceb0c HTTP/1.1" status: 204 len: 173 time: 0.4980884 Apr 07 11:43:41.936968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'name': 'network-vif-deleted', 'tag': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:41.939781 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7969001f-d65a-43d5-9964-9cbe710f7bed" -d '{"events": [{"server_uuid": "7e6026e8-4ab7-4535-b115-eb251dd6f402", "name": "network-vif-deleted", "tag": "73362bbf-ce43-4dfe-8ed2-9200535ceb0c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:41.986175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-514a9ac6-556b-40b8-b574-8b18cc872357 req-b06aa05f-c853-4c30-9a08-061160be13b5 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605156 Apr 07 11:43:42.043677 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a7a1b-4750-4d29-8326-2d85e763a3df x-openstack-request-id: req-c91a7a1b-4750-4d29-8326-2d85e763a3df {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:42.044231 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6026e8-4ab7-4535-b115-eb251dd6f402", "name": "network-vif-deleted", "tag": "73362bbf-ce43-4dfe-8ed2-9200535ceb0c", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:42.044598 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c91a7a1b-4750-4d29-8326-2d85e763a3df {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:42.045116 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91a7a1b-4750-4d29-8326-2d85e763a3df'] response: {'server_uuid': '7e6026e8-4ab7-4535-b115-eb251dd6f402', 'name': 'network-vif-deleted', 'tag': '73362bbf-ce43-4dfe-8ed2-9200535ceb0c', 'status': 'completed', 'code': 200} Apr 07 11:43:42.129983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e52830b2-3eed-4343-b22f-3ce6de732e78 req-5eca69db-6810-4502-a9b2-2be68d807bbc tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e6026e8-4ab7-4535-b115-eb251dd6f402 HTTP/1.1" status: 200 len: 210 time: 0.0302317 Apr 07 11:43:42.309320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa7e5d-6bcf-478e-90b8-2bee81bdb136 req-e9dac891-dbd7-4480-b5cb-c384101580a2 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:42.310790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cfa7e5d-6bcf-478e-90b8-2bee81bdb136 req-e9dac891-dbd7-4480-b5cb-c384101580a2 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0530257 Apr 07 11:43:42.358537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5cfa7e5d-6bcf-478e-90b8-2bee81bdb136 req-976f67fb-5c06-4d06-832c-c64a78a596b1 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Apr 07 11:43:43.395585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2797-a7cb-4a13-b103-8a23c405a77d req-d14361e9-afff-4428-92cc-39d537d56e3a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:43.401621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da8f2797-a7cb-4a13-b103-8a23c405a77d req-d14361e9-afff-4428-92cc-39d537d56e3a tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0569899 Apr 07 11:43:43.451271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da8f2797-a7cb-4a13-b103-8a23c405a77d req-5b71674a-1581-4d10-becc-55d87204ce7b tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Apr 07 11:43:43.492279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add0df-5891-474a-8ad7-4a27c956ee66 req-5763ecc1-ae26-4da0-ae26-2ffdcc97c00f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:43.493804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8add0df-5891-474a-8ad7-4a27c956ee66 req-5763ecc1-ae26-4da0-ae26-2ffdcc97c00f tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0615778 Apr 07 11:43:43.540539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8add0df-5891-474a-8ad7-4a27c956ee66 req-22ecc333-4a4d-403f-ad5e-36ebd0eab4a9 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Apr 07 11:43:43.686794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-80753093-0fcb-4cf4-bd82-7f425932ba8d tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:43.688295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-80753093-0fcb-4cf4-bd82-7f425932ba8d tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d15452d-0ced-458a-80c0-8208a05d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0566709 Apr 07 11:43:43.780937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Deleting port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:43.781297 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:43.873151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] For port cd697636-2fb6-434c-b2dc-ce4ea6471ad1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,segment=NetworkSegment(4f5a826a-b583-4dc4-b1d5-97adafad36cf),segment_id=4f5a826a-b583-4dc4-b1d5-97adafad36cf)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:43.873525 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:43.886353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Calling delete_port for cd697636-2fb6-434c-b2dc-ce4ea6471ad1 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:44.009758 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cd697636-2fb6-434c-b2dc-ce4ea6471ad1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.021487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['cd697636-2fb6-434c-b2dc-ce4ea6471ad1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:44.043869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Pushing event deleted for resources: {'Port': ['ID=cd697636-2fb6-434c-b2dc-ce4ea6471ad1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:44.087942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] No DVR routers for this DVR port cd697636-2fb6-434c-b2dc-ce4ea6471ad1 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:44.090488 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.093765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3d496be-5d5b-447e-b3a2-d9103c9098e6 req-4c72098b-b84b-446a-ada4-36b6c6231f02 tempest-ServersNegativeTestMultiTenantJSON-657348859 tempest-ServersNegativeTestMultiTenantJSON-657348859-project] 10.222.0.23 "DELETE /v2.0/ports/cd697636-2fb6-434c-b2dc-ce4ea6471ad1 HTTP/1.1" status: 204 len: 173 time: 0.3999097 Apr 07 11:43:44.094213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'name': 'network-vif-deleted', 'tag': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:44.097880 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca109694-2370-482e-ae4f-fb4825d3db52" -d '{"events": [{"server_uuid": "6d15452d-0ced-458a-80c0-8208a05d79c1", "name": "network-vif-deleted", "tag": "cd697636-2fb6-434c-b2dc-ce4ea6471ad1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:44.134032 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dfa068-299d-4343-9970-850ae483233b x-openstack-request-id: req-65dfa068-299d-4343-9970-850ae483233b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:44.134355 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d15452d-0ced-458a-80c0-8208a05d79c1", "name": "network-vif-deleted", "tag": "cd697636-2fb6-434c-b2dc-ce4ea6471ad1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:44.134610 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65dfa068-299d-4343-9970-850ae483233b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:44.135016 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dfa068-299d-4343-9970-850ae483233b'] response: {'server_uuid': '6d15452d-0ced-458a-80c0-8208a05d79c1', 'name': 'network-vif-deleted', 'tag': 'cd697636-2fb6-434c-b2dc-ce4ea6471ad1', 'status': 'completed', 'code': 200} Apr 07 11:43:44.571513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba605-adb1-4748-a9cd-b73b1bd57d27 req-f7ca4b59-ce07-486c-b6df-aa534ccd4246 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:44.573433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c50ba605-adb1-4748-a9cd-b73b1bd57d27 req-f7ca4b59-ce07-486c-b6df-aa534ccd4246 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0521312 Apr 07 11:43:44.602724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46964) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:44.620407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c50ba605-adb1-4748-a9cd-b73b1bd57d27 req-e6f241e8-7925-42f9-80f3-ec15da57fe6d tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=71f23812-5b1f-41e2-960f-05166e1a5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Apr 07 11:43:44.650146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Deleting subnet 00b17606-49f3-48bb-bb4c-22ada9364680 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:43:44.653367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Publish callbacks [] for subnet (00b17606-49f3-48bb-bb4c-22ada9364680), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.688858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (00b17606-49f3-48bb-bb4c-22ada9364680), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.737027 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (00b17606-49f3-48bb-bb4c-22ada9364680), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.788592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (00b17606-49f3-48bb-bb4c-22ada9364680), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.815675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b17606-49f3-48bb-bb4c-22ada9364680,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:44.817704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.820856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b8391c44-85e1-4948-9b2a-7bac274c7d7e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00b17606-49f3-48bb-bb4c-22ada9364680 HTTP/1.1" status: 204 len: 168 time: 0.2169774 Apr 07 11:43:44.823386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46966) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:44.892170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (065983f8-95db-4221-966e-ea4af30056a4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.917427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-f730f9d1-d5aa-4a32-b867-432163539744 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:44.918940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-f730f9d1-d5aa-4a32-b867-432163539744 tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 1127 time: 0.0483136 Apr 07 11:43:44.975577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (065983f8-95db-4221-966e-ea4af30056a4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:44.997406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065983f8-95db-4221-966e-ea4af30056a4']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:45.002177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Deleting port c2fffb30-2b08-459a-93ee-b6fc777460f9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:45.002524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.008407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5a826a-b583-4dc4-b1d5-97adafad36cf') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:45.008709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5a826a-b583-4dc4-b1d5-97adafad36cf') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:45.019006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (4f5a826a-b583-4dc4-b1d5-97adafad36cf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.032217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4f5a826a-b583-4dc4-b1d5-97adafad36cf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.038246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:45.038689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (4f5a826a-b583-4dc4-b1d5-97adafad36cf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:45.040783 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:45.089507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] For port c2fffb30-2b08-459a-93ee-b6fc777460f9, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c2fffb30-2b08-459a-93ee-b6fc777460f9,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:45.089872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.101690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (065983f8-95db-4221-966e-ea4af30056a4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.102898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Calling delete_port for c2fffb30-2b08-459a-93ee-b6fc777460f9 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:45.107609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.110804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] 10.222.0.13 "DELETE /v2.0/networks/065983f8-95db-4221-966e-ea4af30056a4 HTTP/1.1" status: 204 len: 168 time: 0.2864833 Apr 07 11:43:45.114917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46968) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:45.121989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77db5a8-7481-49be-8c0c-f1c36dfbd3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=065983f8-95db-4221-966e-ea4af30056a4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:45.197204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Deleting subnet cd8c029a-66e1-4c86-9f3c-1bbac7fb9451 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:43:45.212442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Publish callbacks [] for subnet (cd8c029a-66e1-4c86-9f3c-1bbac7fb9451), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.259740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (cd8c029a-66e1-4c86-9f3c-1bbac7fb9451), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.276479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 73362bbf-ce43-4dfe-8ed2-9200535ceb0c no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:45.301300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 73362bbf-ce43-4dfe-8ed2-9200535ceb0c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:45.301562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 73362bbf-ce43-4dfe-8ed2-9200535ceb0c not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:45.332178 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cd8c029a-66e1-4c86-9f3c-1bbac7fb9451), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.371418 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c2fffb30-2b08-459a-93ee-b6fc777460f9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.381680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c2fffb30-2b08-459a-93ee-b6fc777460f9'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:43:45.411136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2fffb30-2b08-459a-93ee-b6fc777460f9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:45.458956 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (cd8c029a-66e1-4c86-9f3c-1bbac7fb9451), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.461038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] No DVR routers for this DVR port c2fffb30-2b08-459a-93ee-b6fc777460f9 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:45.468830 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.472298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be2dff9f-42ad-49c6-894e-da3ed9ffd509 req-7a7e3e63-fbcb-4c63-8b0f-994935546abb tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c2fffb30-2b08-459a-93ee-b6fc777460f9 HTTP/1.1" status: 204 len: 173 time: 0.5481246 Apr 07 11:43:45.492156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8c029a-66e1-4c86-9f3c-1bbac7fb9451,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:45.505594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.510268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a7cbd79-bbe8-4202-bd5e-1d4c8e5f5b03 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd8c029a-66e1-4c86-9f3c-1bbac7fb9451 HTTP/1.1" status: 204 len: 168 time: 0.3941150 Apr 07 11:43:45.512804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46970) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:45.589919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (3992639c-040f-4edb-8d5a-a0d4b3b42ead), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.681045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (3992639c-040f-4edb-8d5a-a0d4b3b42ead), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.709395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3992639c-040f-4edb-8d5a-a0d4b3b42ead']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:45.721671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0badfd-835d-483c-a39a-9669c05ed42c') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:45.721970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0badfd-835d-483c-a39a-9669c05ed42c') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:45.731958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (aa0badfd-835d-483c-a39a-9669c05ed42c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.741841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-efcec48b-f160-4970-9a83-209f4f69475d req-9605da40-7b93-4017-8887-56fbb4374b2f tempest-TestServerMultinode-1748170709 tempest-TestServerMultinode-1748170709-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe3fac41-488e-4994-9c2d-0ba566074c4e HTTP/1.1" status: 200 len: 210 time: 0.0271173 Apr 07 11:43:45.746171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (aa0badfd-835d-483c-a39a-9669c05ed42c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.752594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:45.753194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (aa0badfd-835d-483c-a39a-9669c05ed42c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:45.754926 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:45.808567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (3992639c-040f-4edb-8d5a-a0d4b3b42ead), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.815283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:45.818404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3992639c-040f-4edb-8d5a-a0d4b3b42ead HTTP/1.1" status: 204 len: 168 time: 0.3045020 Apr 07 11:43:45.828122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f1e1e-cf59-4421-b412-0018a1cd8051 admin admin] Pushing event deleted for resources: {'Network': ['ID=3992639c-040f-4edb-8d5a-a0d4b3b42ead,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:45.989424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:46.034294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cd362fb1-435d-4824-959c-85da7d44c937 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b1d3be0682043f18cdebb065e481e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434093 Apr 07 11:43:46.036806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46982) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:46.083053 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9f7-60dc-44f0-8fc0-0b3160053000 admin admin] Publish callbacks [] for security_group (db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.103758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9f7-60dc-44f0-8fc0-0b3160053000 admin admin] Publish callbacks [] for security_group (db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.136605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'name': 'network-vif-deleted', 'tag': 'c2fffb30-2b08-459a-93ee-b6fc777460f9'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:46.139139 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671280b7-43e4-4286-ac5e-7f0e661c16e6" -d '{"events": [{"server_uuid": "fe3fac41-488e-4994-9c2d-0ba566074c4e", "name": "network-vif-deleted", "tag": "c2fffb30-2b08-459a-93ee-b6fc777460f9"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:46.151567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9f7-60dc-44f0-8fc0-0b3160053000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.154474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9f7-60dc-44f0-8fc0-0b3160053000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.155632 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6ebae9f7-60dc-44f0-8fc0-0b3160053000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5 HTTP/1.1" status: 204 len: 168 time: 0.1179051 Apr 07 11:43:46.165238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebae9f7-60dc-44f0-8fc0-0b3160053000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5bd8b2-7248-49c2-b7bb-e6ab90a3bfd5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:46.178625 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54448f-6915-4f08-a890-df745ad70a48 x-openstack-request-id: req-af54448f-6915-4f08-a890-df745ad70a48 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:46.178941 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3fac41-488e-4994-9c2d-0ba566074c4e", "name": "network-vif-deleted", "tag": "c2fffb30-2b08-459a-93ee-b6fc777460f9", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:46.179200 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af54448f-6915-4f08-a890-df745ad70a48 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:46.179606 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af54448f-6915-4f08-a890-df745ad70a48'] response: {'server_uuid': 'fe3fac41-488e-4994-9c2d-0ba566074c4e', 'name': 'network-vif-deleted', 'tag': 'c2fffb30-2b08-459a-93ee-b6fc777460f9', 'status': 'completed', 'code': 200} Apr 07 11:43:46.477847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:46.518074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5730a4de-18c1-49c9-8099-4bf385a74b9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc42bf840e0d482391de1ab3e1b31314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390816 Apr 07 11:43:46.520581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 46992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:46.567319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbee-998d-4e96-bd76-5d24a4c71183 admin admin] Publish callbacks [] for security_group (9bdb5038-fbcf-48e2-b95c-2334f0ddacec), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.588375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbee-998d-4e96-bd76-5d24a4c71183 admin admin] Publish callbacks [] for security_group (9bdb5038-fbcf-48e2-b95c-2334f0ddacec), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.637561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbee-998d-4e96-bd76-5d24a4c71183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9bdb5038-fbcf-48e2-b95c-2334f0ddacec), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.640136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbee-998d-4e96-bd76-5d24a4c71183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:46.641302 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-af9fbbee-998d-4e96-bd76-5d24a4c71183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bdb5038-fbcf-48e2-b95c-2334f0ddacec HTTP/1.1" status: 204 len: 168 time: 0.1197665 Apr 07 11:43:46.648874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fbbee-998d-4e96-bd76-5d24a4c71183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb5038-fbcf-48e2-b95c-2334f0ddacec,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:46.806483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 46998) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:47.171704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (aa0ab6f8-93c5-41e5-b466-9f3613797df0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.275638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cd697636-2fb6-434c-b2dc-ce4ea6471ad1 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:47.297497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: cd697636-2fb6-434c-b2dc-ce4ea6471ad1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:47.298432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cd697636-2fb6-434c-b2dc-ce4ea6471ad1 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:47.342224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47018) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:47.428799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Deleting port 60c92f83-c77d-4df5-be76-c554a2d43772 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:47.429155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.450537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1664814573-network', 'tenant_id': '2705ff0c5dee4c699c980dd991ae198f'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:47.471690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Made reservation on behalf of 2705ff0c5dee4c699c980dd991ae198f for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:47.474324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.483348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.507487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] For port 60c92f83-c77d-4df5-be76-c554a2d43772, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60c92f83-c77d-4df5-be76-c554a2d43772,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:47.507902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.521805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Calling delete_port for 60c92f83-c77d-4df5-be76-c554a2d43772 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:47.563278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks [] for security_group (c1e33d92-226e-47fc-b974-3f72339eadc2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.569371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c1e33d92-226e-47fc-b974-3f72339eadc2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.594371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:43:47.604496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e33d92-226e-47fc-b974-3f72339eadc2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:47.609576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5005de69-1ffe-415f-a4d9-95d8467cfbbe), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.609919 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Added segment 5005de69-1ffe-415f-a4d9-95d8467cfbbe of type vlan for network c2927241-3b40-4189-87b4-06a1880aef03 Apr 07 11:43:47.651624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c2927241-3b40-4189-87b4-06a1880aef03), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.678417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c2927241-3b40-4189-87b4-06a1880aef03), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.679389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:47.679968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.714031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (60c92f83-c77d-4df5-be76-c554a2d43772), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.737038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3935072 Apr 07 11:43:47.739620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Pushing event deleted for resources: {'Port': ['ID=60c92f83-c77d-4df5-be76-c554a2d43772,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:47.741689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47022) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:47.749398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b12445-6dd6-49ff-ab08-ea89defd7a84 admin admin] Pushing event updated for resources: {'Network': ['ID=c2927241-3b40-4189-87b4-06a1880aef03,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:47.750382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Request body: {'subnet': {'network_id': 'c2927241-3b40-4189-87b4-06a1880aef03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1664814573-subnet', 'tenant_id': '2705ff0c5dee4c699c980dd991ae198f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:43:47.818000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Made reservation on behalf of 2705ff0c5dee4c699c980dd991ae198f for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:43:47.820386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:47.924551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c2927241-3b40-4189-87b4-06a1880aef03 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:43:48.030934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (aa0ab6f8-93c5-41e5-b466-9f3613797df0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.168642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (2c2b4f91-51b4-44f3-a49e-d197b469bf26), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.272845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2b4f91-51b4-44f3-a49e-d197b469bf26,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:48.309374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Checking segment: {'id': '5005de69-1ffe-415f-a4d9-95d8467cfbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c2927241-3b40-4189-87b4-06a1880aef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:43:48.309725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Network hostable DHCP agents. Network: c2927241-3b40-4189-87b4-06a1880aef03, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:43:48.341948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Network c2927241-3b40-4189-87b4-06a1880aef03 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:43:48.358363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c2927241-3b40-4189-87b4-06a1880aef03) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:43:48.364526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:48.365508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.367707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c7352-851f-4c9c-afde-4943712540b1 None None] Network c2927241-3b40-4189-87b4-06a1880aef03 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:48.373909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Router aa0ab6f8-93c5-41e5-b466-9f3613797df0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:43:48.388871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-91979016-cb8d-4353-87f0-0b1b4fe321b5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6450753 Apr 07 11:43:48.480256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af7b58-cffc-4741-bb5d-d294a8a9d632 None None] Network c2927241-3b40-4189-87b4-06a1880aef03 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:48.523077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:48.573639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Deleting subnet 2c2b4f91-51b4-44f3-a49e-d197b469bf26 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:43:48.577543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Publish callbacks [] for subnet (2c2b4f91-51b4-44f3-a49e-d197b469bf26), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.616317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (2c2b4f91-51b4-44f3-a49e-d197b469bf26), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.657840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2c2b4f91-51b4-44f3-a49e-d197b469bf26), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.716994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (2c2b4f91-51b4-44f3-a49e-d197b469bf26), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.746027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2b4f91-51b4-44f3-a49e-d197b469bf26,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:48.750662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.756334 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b226071e-7023-40c2-bbca-74d521bd52b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c2b4f91-51b4-44f3-a49e-d197b469bf26 HTTP/1.1" status: 204 len: 168 time: 0.2317097 Apr 07 11:43:48.758253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47032) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:48.759467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2fffb30-2b08-459a-93ee-b6fc777460f9 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:48.783509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: c2fffb30-2b08-459a-93ee-b6fc777460f9 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:48.783965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c2fffb30-2b08-459a-93ee-b6fc777460f9 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:48.829018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c2927241-3b40-4189-87b4-06a1880aef03), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.851905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:48.858631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-17175d61-9cfb-4f27-bbaa-80a7e0316feb admin admin] 10.222.0.13 "PUT /v2.0/routers/aa0ab6f8-93c5-41e5-b466-9f3613797df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508871 Apr 07 11:43:48.861661 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47034) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:48.867784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] Sync routers for ids ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:48.879522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] Routers {'aa0ab6f8-93c5-41e5-b466-9f3613797df0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:48.880194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:48.979971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c2927241-3b40-4189-87b4-06a1880aef03), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:48.996643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] Set router aa0ab6f8-93c5-41e5-b466-9f3613797df0 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:49.009427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2927241-3b40-4189-87b4-06a1880aef03']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:49.022687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5005de69-1ffe-415f-a4d9-95d8467cfbbe') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:49.022983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5005de69-1ffe-415f-a4d9-95d8467cfbbe') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:49.035024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (5005de69-1ffe-415f-a4d9-95d8467cfbbe), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.051788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks [] for router (aa0ab6f8-93c5-41e5-b466-9f3613797df0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.085892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5005de69-1ffe-415f-a4d9-95d8467cfbbe), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.121427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:49.121821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (5005de69-1ffe-415f-a4d9-95d8467cfbbe), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:49.123458 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:49.177578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:47Z', 'revision_number': 5, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:49.191935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c2927241-3b40-4189-87b4-06a1880aef03), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.201435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.204659 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2927241-3b40-4189-87b4-06a1880aef03 HTTP/1.1" status: 204 len: 168 time: 0.4454031 Apr 07 11:43:49.210791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] Checking router: aa0ab6f8-93c5-41e5-b466-9f3613797df0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:49.218888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f390e26-f219-46b7-a1d0-227eb3717bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2927241-3b40-4189-87b4-06a1880aef03,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:49.220136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] Routers {'aa0ab6f8-93c5-41e5-b466-9f3613797df0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:49.221310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:49.225652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks [] for router_gateway (aa0ab6f8-93c5-41e5-b466-9f3613797df0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.284807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Deleting port 4042c2af-e10c-449e-9b9b-e20b59b6142d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:49.285236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.337041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47038) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:49.347962 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] Set router aa0ab6f8-93c5-41e5-b466-9f3613797df0 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:49.400240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] For port 4042c2af-e10c-449e-9b9b-e20b59b6142d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4042c2af-e10c-449e-9b9b-e20b59b6142d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:49.400604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.411236 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-64293c50-de18-45fc-95d4-f0d767354db6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2705ff0c5dee4c699c980dd991ae198f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731103 Apr 07 11:43:49.414077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:49.417158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Calling delete_port for 4042c2af-e10c-449e-9b9b-e20b59b6142d owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:49.465262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52a8661e-d905-4795-a924-2ea70222331f admin admin] Publish callbacks [] for security_group (c1e33d92-226e-47fc-b974-3f72339eadc2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.487722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52a8661e-d905-4795-a924-2ea70222331f admin admin] Publish callbacks [] for security_group (c1e33d92-226e-47fc-b974-3f72339eadc2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.537017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:47Z', 'revision_number': 5, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:49.539972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52a8661e-d905-4795-a924-2ea70222331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c1e33d92-226e-47fc-b974-3f72339eadc2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.543231 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52a8661e-d905-4795-a924-2ea70222331f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.544440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-52a8661e-d905-4795-a924-2ea70222331f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1e33d92-226e-47fc-b974-3f72339eadc2 HTTP/1.1" status: 204 len: 168 time: 0.1290896 Apr 07 11:43:49.567683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8661e-d905-4795-a924-2ea70222331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e33d92-226e-47fc-b974-3f72339eadc2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:49.567849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89e374-7b84-459a-a8af-7d63af85e58b None None] The sync data for ids ['aa0ab6f8-93c5-41e5-b466-9f3613797df0'] in n-d-836788-1 is: [{'id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'name': 'tempest-TestServerMultinode-1288103017-router', 'tenant_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:04Z', 'updated_at': '2022-04-07T11:43:47Z', 'revision_number': 5, 'project_id': 'e0a733cbdbcd43a38972b4bfd4221669', 'gw_port': {'id': '4042c2af-e10c-449e-9b9b-e20b59b6142d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ab6f8-93c5-41e5-b466-9f3613797df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:05Z', 'updated_at': '2022-04-07T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:49.615946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4042c2af-e10c-449e-9b9b-e20b59b6142d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.647522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4042c2af-e10c-449e-9b9b-e20b59b6142d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:49.707539 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (aa0ab6f8-93c5-41e5-b466-9f3613797df0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.803535 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (aa0ab6f8-93c5-41e5-b466-9f3613797df0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.805835 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks [] for router_controller (aa0ab6f8-93c5-41e5-b466-9f3613797df0), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.857351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (aa0ab6f8-93c5-41e5-b466-9f3613797df0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.857673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0ab6f8-93c5-41e5-b466-9f3613797df0 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:43:49.862030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.866422 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-268e32fa-f398-43e6-8072-16fab20a0b2b admin admin] 10.222.0.13 "DELETE /v2.0/routers/aa0ab6f8-93c5-41e5-b466-9f3613797df0 HTTP/1.1" status: 204 len: 168 time: 1.0004470 Apr 07 11:43:49.866518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47050) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:49.919289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Deleting subnet e721e214-42fb-45e4-82ed-b12cfe60a51b {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:43:49.923304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Publish callbacks [] for subnet (e721e214-42fb-45e4-82ed-b12cfe60a51b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:49.960729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (e721e214-42fb-45e4-82ed-b12cfe60a51b), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.042995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e721e214-42fb-45e4-82ed-b12cfe60a51b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.107783 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (e721e214-42fb-45e4-82ed-b12cfe60a51b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.136629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e721e214-42fb-45e4-82ed-b12cfe60a51b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:50.140332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.147450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47062) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:50.148037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f8c01e9-122c-4f4d-9b20-ef3f4c497691 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e721e214-42fb-45e4-82ed-b12cfe60a51b HTTP/1.1" status: 204 len: 168 time: 0.2806914 Apr 07 11:43:50.160655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400791fc-e21d-4d69-b760-bd3d24b4cd8d None None] Network c806c6fd-1d93-4360-8980-7b7b6ed8c889 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:50.236128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c806c6fd-1d93-4360-8980-7b7b6ed8c889), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.311804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Deleting port ef0b2255-b2be-47b9-89da-454988c9ebbb {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:50.312144 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.382009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] DHCP port deletion for c806c6fd-1d93-4360-8980-7b7b6ed8c889 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:43:50.402751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] For port ef0b2255-b2be-47b9-89da-454988c9ebbb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef0b2255-b2be-47b9-89da-454988c9ebbb,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:50.403281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.422446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Calling delete_port for ef0b2255-b2be-47b9-89da-454988c9ebbb owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:50.449641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] Deleting port ef0b2255-b2be-47b9-89da-454988c9ebbb {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:50.450024 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.463778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 60c92f83-c77d-4df5-be76-c554a2d43772 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:50.516393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 60c92f83-c77d-4df5-be76-c554a2d43772 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:50.516763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 60c92f83-c77d-4df5-be76-c554a2d43772 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:50.533707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.544039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] For port ef0b2255-b2be-47b9-89da-454988c9ebbb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef0b2255-b2be-47b9-89da-454988c9ebbb,segment=NetworkSegment(d11e5db2-a4d7-42d7-9810-adb1fea06fe2),segment_id=d11e5db2-a4d7-42d7-9810-adb1fea06fe2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:50.544526 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.560709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] Calling delete_port for ef0b2255-b2be-47b9-89da-454988c9ebbb owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:50.563733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0b2255-b2be-47b9-89da-454988c9ebbb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:50.563733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] No DVR routers for this DVR port ef0b2255-b2be-47b9-89da-454988c9ebbb on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:50.645459 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c806c6fd-1d93-4360-8980-7b7b6ed8c889), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.659045 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (ef0b2255-b2be-47b9-89da-454988c9ebbb), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.667620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c806c6fd-1d93-4360-8980-7b7b6ed8c889']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:50.681066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:50.681659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11e5db2-a4d7-42d7-9810-adb1fea06fe2') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:50.690245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] Pushing event deleted for resources: {'Port': ['ID=ef0b2255-b2be-47b9-89da-454988c9ebbb,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:50.694079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (d11e5db2-a4d7-42d7-9810-adb1fea06fe2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.700182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8aac17-c88d-4a74-b826-d785dbf5f2d5 None None] No DVR routers for this DVR port ef0b2255-b2be-47b9-89da-454988c9ebbb on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:50.721692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d11e5db2-a4d7-42d7-9810-adb1fea06fe2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.729442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:50.729932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (d11e5db2-a4d7-42d7-9810-adb1fea06fe2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:50.731971 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:50.793167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c806c6fd-1d93-4360-8980-7b7b6ed8c889), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.801125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:50.807691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c806c6fd-1d93-4360-8980-7b7b6ed8c889 HTTP/1.1" status: 204 len: 168 time: 0.6555612 Apr 07 11:43:50.807881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47076) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:50.821117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03d343-a888-4045-a30f-418062f845a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c806c6fd-1d93-4360-8980-7b7b6ed8c889,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:51.175908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (6c7fe73f-2c31-4e0d-9906-59c574a25670), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:51.446487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Deleting port 5333dc6a-c371-491e-8e19-55083c2d36bd {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:51.446740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:51.525425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] For port 5333dc6a-c371-491e-8e19-55083c2d36bd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5333dc6a-c371-491e-8e19-55083c2d36bd,segment=NetworkSegment(7991cf01-7afe-484f-a0ae-5a9a75d62c87),segment_id=7991cf01-7afe-484f-a0ae-5a9a75d62c87)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:51.525819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:51.538697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Calling delete_port for 5333dc6a-c371-491e-8e19-55083c2d36bd owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:51.730804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5333dc6a-c371-491e-8e19-55083c2d36bd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:51.759957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Pushing event deleted for resources: {'Port': ['ID=5333dc6a-c371-491e-8e19-55083c2d36bd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:51.975034 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (6c7fe73f-2c31-4e0d-9906-59c574a25670), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.066728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e107b77-20db-4915-b9a8-d4adbd19b48f req-327f77d8-bf65-475c-85c0-99ef60616e72 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:52.068187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e107b77-20db-4915-b9a8-d4adbd19b48f req-327f77d8-bf65-475c-85c0-99ef60616e72 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.1389139 Apr 07 11:43:52.144589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e107b77-20db-4915-b9a8-d4adbd19b48f req-4375776a-737f-4c5a-b9f7-d120809fe11e tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698731 Apr 07 11:43:52.168194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47098) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:52.263055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Router 6c7fe73f-2c31-4e0d-9906-59c574a25670 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:43:52.345174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 37bdadaa-e682-4dc4-b4a9-771bcec7d3a4 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:52.345788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.387371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:52.393606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a743d671-a283-4274-aa67-92e5817bd92f admin admin] 10.222.0.13 "PUT /v2.0/routers/6c7fe73f-2c31-4e0d-9906-59c574a25670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851617 Apr 07 11:43:52.396246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47100) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:52.399586 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] Sync routers for ids ['6c7fe73f-2c31-4e0d-9906-59c574a25670'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:52.412092 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] Routers {'6c7fe73f-2c31-4e0d-9906-59c574a25670'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:52.412383 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['6c7fe73f-2c31-4e0d-9906-59c574a25670'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:52.433889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.434355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.434935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4042c2af-e10c-449e-9b9b-e20b59b6142d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:52.448775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 37bdadaa-e682-4dc4-b4a9-771bcec7d3a4 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:52.466430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4042c2af-e10c-449e-9b9b-e20b59b6142d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:52.467207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4042c2af-e10c-449e-9b9b-e20b59b6142d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:52.467793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef0b2255-b2be-47b9-89da-454988c9ebbb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:52.498488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ef0b2255-b2be-47b9-89da-454988c9ebbb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:52.499565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef0b2255-b2be-47b9-89da-454988c9ebbb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:52.520855 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] Set router 6c7fe73f-2c31-4e0d-9906-59c574a25670 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:52.523269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks [] for router (6c7fe73f-2c31-4e0d-9906-59c574a25670), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.615382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (37bdadaa-e682-4dc4-b4a9-771bcec7d3a4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.636145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks [] for router_gateway (6c7fe73f-2c31-4e0d-9906-59c574a25670), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.644093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=37bdadaa-e682-4dc4-b4a9-771bcec7d3a4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:52.698197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Deleting port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:52.698694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.712374 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:51Z', 'revision_number': 5, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port': {'id': '02277b8a-6a78-40f0-9ed0-0b61b4cec4a4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:43:10Z', 'updated_at': '2022-04-07T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:52.717153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (feee91c6-e95a-4918-9b45-cf1b1984d3a2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.717630 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP feee91c6-e95a-4918-9b45-cf1b1984d3a2 disassociated (deleted). External IP: 172.25.5.112, port: a77b52ec-514b-4df0-918f-73642a6de415. Apr 07 11:43:52.741754 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] Checking router: 6c7fe73f-2c31-4e0d-9906-59c574a25670 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:52.750165 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] Routers {'6c7fe73f-2c31-4e0d-9906-59c574a25670'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:52.751513 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['6c7fe73f-2c31-4e0d-9906-59c574a25670'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:52.789525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] For port 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:52.789854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:52.803705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Calling delete_port for 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:52.853933 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] Set router 6c7fe73f-2c31-4e0d-9906-59c574a25670 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:52.910838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:52Z', 'revision_number': 6, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:52.937227 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa14f73-fe55-458d-96b2-4ab57a897169 None None] The sync data for ids ['6c7fe73f-2c31-4e0d-9906-59c574a25670'] in n-d-836788-1 is: [{'id': '6c7fe73f-2c31-4e0d-9906-59c574a25670', 'name': 'tempest-TestServerMultinode-947551858-router', 'tenant_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:43:09Z', 'updated_at': '2022-04-07T11:43:52Z', 'revision_number': 6, 'project_id': '44dcca3515e24db2a7a6cd80d3a5ff4c', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:52.941823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:43:52.986641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (02277b8a-6a78-40f0-9ed0-0b61b4cec4a4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.012656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02277b8a-6a78-40f0-9ed0-0b61b4cec4a4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:53.074127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:53.080000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.082062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (6c7fe73f-2c31-4e0d-9906-59c574a25670), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.087038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] Sync routers for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:53.100002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:53.100716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:53.119143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-34481b2a-5742-4e1f-976d-d309309aa744 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/floatingips/feee91c6-e95a-4918-9b45-cf1b1984d3a2 HTTP/1.1" status: 204 len: 168 time: 0.9498277 Apr 07 11:43:53.119742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:53.122819 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41639b9e-8609-4ab1-a617-8a879c0e3280" -d '{"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:53.206645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (6c7fe73f-2c31-4e0d-9906-59c574a25670), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.210529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks [] for router_controller (6c7fe73f-2c31-4e0d-9906-59c574a25670), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.265424 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (6c7fe73f-2c31-4e0d-9906-59c574a25670), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.266048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7fe73f-2c31-4e0d-9906-59c574a25670 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:43:53.271698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.275128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-971f7caa-3859-4aa7-8a34-210de2cea0c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6c7fe73f-2c31-4e0d-9906-59c574a25670 HTTP/1.1" status: 204 len: 168 time: 0.8748350 Apr 07 11:43:53.275497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47114) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:53.350572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Deleting subnet a303dc90-0c79-407d-8eda-449b14f684b8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:43:53.354463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Publish callbacks [] for subnet (a303dc90-0c79-407d-8eda-449b14f684b8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.404090 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3608ac-2bea-4e96-afc1-7c343045f2ab x-openstack-request-id: req-1d3608ac-2bea-4e96-afc1-7c343045f2ab {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:53.404494 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:53.404712 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d3608ac-2bea-4e96-afc1-7c343045f2ab {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:53.405194 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3608ac-2bea-4e96-afc1-7c343045f2ab'] response: {'name': 'network-changed', 'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'status': 'completed', 'code': 200} Apr 07 11:43:53.419423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a303dc90-0c79-407d-8eda-449b14f684b8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.488067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:53.550958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-21558436-22db-4c6d-a39d-57ee8dd2d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:53.552567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-21558436-22db-4c6d-a39d-57ee8dd2d79f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 1128 time: 0.1238291 Apr 07 11:43:53.565630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b00bd0-8a58-443c-9ee5-df246d169858 req-b6986b25-8183-4be2-908a-19485439b972 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:53.572668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a303dc90-0c79-407d-8eda-449b14f684b8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.572850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3b00bd0-8a58-443c-9ee5-df246d169858 req-b6986b25-8183-4be2-908a-19485439b972 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0968301 Apr 07 11:43:53.648220 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a303dc90-0c79-407d-8eda-449b14f684b8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.681759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a303dc90-0c79-407d-8eda-449b14f684b8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:53.696748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.700906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dfcabfd7-fc5a-4373-8134-36b60673db9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a303dc90-0c79-407d-8eda-449b14f684b8 HTTP/1.1" status: 204 len: 168 time: 0.4242342 Apr 07 11:43:53.703562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47130) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:53.708744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3b00bd0-8a58-443c-9ee5-df246d169858 req-f53cc50c-7f3d-4953-8495-492c9342f886 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348882 Apr 07 11:43:53.726383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13805a77-2342-4af5-bbd1-69e7610ce3a6 None None] Network 8838db14-553c-49cc-90c5-257912d0a8be requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:53.749934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-5e634ede-89b1-455d-94d0-e70defe373b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:53.752463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-5e634ede-89b1-455d-94d0-e70defe373b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 200 len: 897 time: 0.1672263 Apr 07 11:43:53.782566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8838db14-553c-49cc-90c5-257912d0a8be), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.812886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-d8a0ca80-6f23-4fc1-a0af-c07c473d98d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 200 len: 217 time: 0.0531745 Apr 07 11:43:53.862223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Deleting port 156d47d7-86b3-4e53-9c61-6925ecec3514 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:53.862953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:53.874407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-cde9c636-2f25-4202-b6af-d1f2bf987d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:53.876654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-cde9c636-2f25-4202-b6af-d1f2bf987d95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 200 len: 835 time: 0.0564036 Apr 07 11:43:53.904122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:25Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:53.939921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] Checking router: 3c07c916-c0c7-49e7-9ba1-6c1481242e30 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:53.950536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:53.950941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:53.953014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-caeaae8a-6344-4dc3-8b7f-926043de6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:53.955654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-caeaae8a-6344-4dc3-8b7f-926043de6271 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722942 Apr 07 11:43:54.028474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] For port 156d47d7-86b3-4e53-9c61-6925ecec3514, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=156d47d7-86b3-4e53-9c61-6925ecec3514,segment=NetworkSegment(7991cf01-7afe-484f-a0ae-5a9a75d62c87),segment_id=7991cf01-7afe-484f-a0ae-5a9a75d62c87)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:54.029154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.034416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] DHCP port deletion for 8838db14-553c-49cc-90c5-257912d0a8be request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:43:54.046664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Calling delete_port for 156d47d7-86b3-4e53-9c61-6925ecec3514 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:54.074202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-071dedbf-1092-419d-9518-88c536a27c94 service neutron] 10.222.0.23 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120052 Apr 07 11:43:54.142647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:54.156012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.170767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] No DVR routers for this DVR port 156d47d7-86b3-4e53-9c61-6925ecec3514 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:54.199628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Pushing event deleted for resources: {'Port': ['ID=156d47d7-86b3-4e53-9c61-6925ecec3514,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:54.213999 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41639b9e-8609-4ab1-a617-8a879c0e3280 req-2460df11-6268-4092-b19e-4d47c176f402 service neutron] 10.222.0.23 "GET /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312099 Apr 07 11:43:54.228371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Deleting port 156d47d7-86b3-4e53-9c61-6925ecec3514 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:54.228757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.390528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 156d47d7-86b3-4e53-9c61-6925ecec3514 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:54.405911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] For port 156d47d7-86b3-4e53-9c61-6925ecec3514, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:54.405911 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.440477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 156d47d7-86b3-4e53-9c61-6925ecec3514 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:54.441004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 156d47d7-86b3-4e53-9c61-6925ecec3514 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:54.441568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5333dc6a-c371-491e-8e19-55083c2d36bd no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:54.451897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Calling delete_port for 156d47d7-86b3-4e53-9c61-6925ecec3514 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:54.465927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Port 156d47d7-86b3-4e53-9c61-6925ecec3514 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:43:54.504467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5333dc6a-c371-491e-8e19-55083c2d36bd {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:54.505109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5333dc6a-c371-491e-8e19-55083c2d36bd not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:54.505507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:54.509355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (156d47d7-86b3-4e53-9c61-6925ecec3514), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.576505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:54.577407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02277b8a-6a78-40f0-9ed0-0b61b4cec4a4 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:54.580441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] No DVR routers for this DVR port 156d47d7-86b3-4e53-9c61-6925ecec3514 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:54.588261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb9c9d-61c2-448f-baca-c91d58acffd2 None None] Pushing event deleted for resources: {'Port': ['ID=156d47d7-86b3-4e53-9c61-6925ecec3514,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:54.660599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:25Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:54.675607 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-fadc72f0-5beb-4e3d-986e-650888908e33 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:54.677348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-fadc72f0-5beb-4e3d-986e-650888908e33 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.0721171 Apr 07 11:43:54.700201 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (8838db14-553c-49cc-90c5-257912d0a8be), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.709889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd79ba6-9a64-4865-addc-26b92d68469e None None] The sync data for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 is: [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:41:21Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd443f02-2369-4973-9c7c-eba26380f837', 'name': '', 'network_id': '5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:5e:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:20Z', 'updated_at': '2022-04-07T11:41:25Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'e50ad48b-e963-46e3-a8c9-d4b955db2f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:54.726549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8838db14-553c-49cc-90c5-257912d0a8be']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:54.738307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7991cf01-7afe-484f-a0ae-5a9a75d62c87') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:54.738764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7991cf01-7afe-484f-a0ae-5a9a75d62c87') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:54.750308 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (7991cf01-7afe-484f-a0ae-5a9a75d62c87), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.766614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7991cf01-7afe-484f-a0ae-5a9a75d62c87), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.773836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:54.774651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (7991cf01-7afe-484f-a0ae-5a9a75d62c87), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:54.776671 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:54.857270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (8838db14-553c-49cc-90c5-257912d0a8be), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.862069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port a77b52ec-514b-4df0-918f-73642a6de415 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:54.862417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a77b52ec-514b-4df0-918f-73642a6de415), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.871411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:54.877377 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8838db14-553c-49cc-90c5-257912d0a8be HTTP/1.1" status: 204 len: 168 time: 1.1694157 Apr 07 11:43:54.890227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ef750-99f4-4ae8-adff-3b95399d174f admin admin] Pushing event deleted for resources: {'Network': ['ID=8838db14-553c-49cc-90c5-257912d0a8be,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:54.932347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112594a-cbc6-482b-922d-5ba41f4314f2 req-b7db801f-ddfb-4e25-a331-5bc8899ab695 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:43:54.933917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e112594a-cbc6-482b-922d-5ba41f4314f2 req-b7db801f-ddfb-4e25-a331-5bc8899ab695 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651 HTTP/1.1" status: 200 len: 946 time: 0.1398244 Apr 07 11:43:55.026088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port a77b52ec-514b-4df0-918f-73642a6de415, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=a77b52ec-514b-4df0-918f-73642a6de415,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:55.026088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a77b52ec-514b-4df0-918f-73642a6de415), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.030510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e112594a-cbc6-482b-922d-5ba41f4314f2 req-7c9f7e52-b5ca-46fa-b16c-d35f4b8aed84 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a298a00-46f5-43d2-8753-2fcb772d19af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883245 Apr 07 11:43:55.046427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for a77b52ec-514b-4df0-918f-73642a6de415 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:55.074777 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b72e13-9bc8-4599-be56-2d8c127a4a15 None None] New status for floating IP feee91c6-e95a-4918-9b45-cf1b1984d3a2: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:43:55.145913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47140) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:55.197647 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f225caf-5a77-4d12-ab9b-a8491683fcb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0a733cbdbcd43a38972b4bfd4221669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502865 Apr 07 11:43:55.199806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47142) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:55.207073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a77b52ec-514b-4df0-918f-73642a6de415), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.238061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=a77b52ec-514b-4df0-918f-73642a6de415,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:55.265344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c1229c3-d84c-4432-9eff-8f9fbe5fe165 admin admin] Publish callbacks [] for security_group (40658717-4c90-4b08-81b6-87038f467d6a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.281942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] No DVR routers for this DVR port a77b52ec-514b-4df0-918f-73642a6de415 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:55.284117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.287538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc035517-286f-47c6-8a0d-2ccf38f1ac58 req-0c75a2b9-2747-4d3e-9308-db3aa975175b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "DELETE /v2.0/ports/a77b52ec-514b-4df0-918f-73642a6de415 HTTP/1.1" status: 204 len: 173 time: 0.6038761 Apr 07 11:43:55.287975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-deleted', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:43:55.290694 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1485a0f-2f3b-4194-a6d4-63d921cec4ea" -d '{"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-deleted", "tag": "a77b52ec-514b-4df0-918f-73642a6de415"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:43:55.291904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c1229c3-d84c-4432-9eff-8f9fbe5fe165 admin admin] Publish callbacks [] for security_group (40658717-4c90-4b08-81b6-87038f467d6a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.335248 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01982d4e-7485-4bd2-aa24-ad30117cdb0c x-openstack-request-id: req-01982d4e-7485-4bd2-aa24-ad30117cdb0c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:43:55.336849 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651", "name": "network-vif-deleted", "tag": "a77b52ec-514b-4df0-918f-73642a6de415", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:43:55.337527 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01982d4e-7485-4bd2-aa24-ad30117cdb0c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:43:55.338922 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01982d4e-7485-4bd2-aa24-ad30117cdb0c'] response: {'server_uuid': 'f98fb8d7-ebb3-43a0-80d7-c9a5eeb0f651', 'name': 'network-vif-deleted', 'tag': 'a77b52ec-514b-4df0-918f-73642a6de415', 'status': 'completed', 'code': 200} Apr 07 11:43:55.370667 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c1229c3-d84c-4432-9eff-8f9fbe5fe165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (40658717-4c90-4b08-81b6-87038f467d6a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.373679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5c1229c3-d84c-4432-9eff-8f9fbe5fe165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.375074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5c1229c3-d84c-4432-9eff-8f9fbe5fe165 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40658717-4c90-4b08-81b6-87038f467d6a HTTP/1.1" status: 204 len: 168 time: 0.1738873 Apr 07 11:43:55.386753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1229c3-d84c-4432-9eff-8f9fbe5fe165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40658717-4c90-4b08-81b6-87038f467d6a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:55.806775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47154) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:55.854023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1a229406-fd9b-433f-abc8-004d7e8b967d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44dcca3515e24db2a7a6cd80d3a5ff4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459292 Apr 07 11:43:55.856407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47156) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:55.911283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-269903fb-099d-4c4a-9d34-0bcf046ce3ff admin admin] Publish callbacks [] for security_group (71f23812-5b1f-41e2-960f-05166e1a5bea), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.932679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-269903fb-099d-4c4a-9d34-0bcf046ce3ff admin admin] Publish callbacks [] for security_group (71f23812-5b1f-41e2-960f-05166e1a5bea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.979877 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-269903fb-099d-4c4a-9d34-0bcf046ce3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (71f23812-5b1f-41e2-960f-05166e1a5bea), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.982589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-269903fb-099d-4c4a-9d34-0bcf046ce3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:55.983924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-269903fb-099d-4c4a-9d34-0bcf046ce3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71f23812-5b1f-41e2-960f-05166e1a5bea HTTP/1.1" status: 204 len: 168 time: 0.1266177 Apr 07 11:43:55.993483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269903fb-099d-4c4a-9d34-0bcf046ce3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f23812-5b1f-41e2-960f-05166e1a5bea,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:56.119629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47162) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:56.979034 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (3c07c916-c0c7-49e7-9ba1-6c1481242e30), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:57.239066 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port cd443f02-2369-4973-9c7c-eba26380f837 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:57.239336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cd443f02-2369-4973-9c7c-eba26380f837), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:57.329371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port cd443f02-2369-4973-9c7c-eba26380f837, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cd443f02-2369-4973-9c7c-eba26380f837,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:57.329741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cd443f02-2369-4973-9c7c-eba26380f837), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:57.342313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for cd443f02-2369-4973-9c7c-eba26380f837 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:57.533324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cd443f02-2369-4973-9c7c-eba26380f837), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:57.560604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=cd443f02-2369-4973-9c7c-eba26380f837,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:57.741387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (3c07c916-c0c7-49e7-9ba1-6c1481242e30), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:57.973983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:43:58.086430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:43:58.095043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-be5e60f2-06bb-4d88-9a35-e14adf6b50c4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/3c07c916-c0c7-49e7-9ba1-6c1481242e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9713571 Apr 07 11:43:58.095623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47180) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:58.097256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] Sync routers for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:43:58.108860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:58.110575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:58.153722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting subnet e50ad48b-e963-46e3-a8c9-d4b955db2f1c {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:43:58.157355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (e50ad48b-e963-46e3-a8c9-d4b955db2f1c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.208434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (e50ad48b-e963-46e3-a8c9-d4b955db2f1c), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.221236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:58.310405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e50ad48b-e963-46e3-a8c9-d4b955db2f1c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.386967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (e50ad48b-e963-46e3-a8c9-d4b955db2f1c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.418414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Subnet': ['ID=e50ad48b-e963-46e3-a8c9-d4b955db2f1c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:58.423280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:43:57Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:58.430577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.436789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-acd3bbbb-c20d-4339-801d-326fa9596302 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/subnets/e50ad48b-e963-46e3-a8c9-d4b955db2f1c HTTP/1.1" status: 204 len: 168 time: 0.3378036 Apr 07 11:43:58.437080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47182) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:58.460638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0addf0c0-5e03-4bb2-9aa0-391f3555547f None None] Network 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:43:58.463512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] Checking router: 3c07c916-c0c7-49e7-9ba1-6c1481242e30 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:43:58.510912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] Routers {'3c07c916-c0c7-49e7-9ba1-6c1481242e30'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:43:58.511543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:58.551397 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (3c07c916-c0c7-49e7-9ba1-6c1481242e30), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.664844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] Set router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:43:58.680543 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (3c07c916-c0c7-49e7-9ba1-6c1481242e30), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.759102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port b2104bcb-d7e5-49a8-b630-21c252dd1d42 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:58.759446 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.774124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] DHCP port deletion for 5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:43:58.854145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port b2104bcb-d7e5-49a8-b630-21c252dd1d42, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b2104bcb-d7e5-49a8-b630-21c252dd1d42,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:58.854556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.871198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for b2104bcb-d7e5-49a8-b630-21c252dd1d42 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:58.878550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] Deleting port df16301d-9da6-4c09-9f99-1fac30f64dd6 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:43:58.879009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.098251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (b2104bcb-d7e5-49a8-b630-21c252dd1d42), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.129074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] For port df16301d-9da6-4c09-9f99-1fac30f64dd6, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=df16301d-9da6-4c09-9f99-1fac30f64dd6,segment=NetworkSegment(d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460),segment_id=d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:43:59.129781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.130306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=b2104bcb-d7e5-49a8-b630-21c252dd1d42,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:59.143623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] Calling delete_port for df16301d-9da6-4c09-9f99-1fac30f64dd6 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:43:59.163325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:43:57Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:59.210995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (3c07c916-c0c7-49e7-9ba1-6c1481242e30), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.221184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39938a4e-12ac-494c-ab0d-3cb44d548d77 None None] The sync data for ids ['3c07c916-c0c7-49e7-9ba1-6c1481242e30'] in n-d-836788-1 is: [{'id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023098229', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:41:17Z', 'updated_at': '2022-04-07T11:43:57Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'b2104bcb-d7e5-49a8-b630-21c252dd1d42', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c07c916-c0c7-49e7-9ba1-6c1481242e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:41:18Z', 'updated_at': '2022-04-07T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:43:59.277451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (df16301d-9da6-4c09-9f99-1fac30f64dd6), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.306489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] Pushing event deleted for resources: {'Port': ['ID=df16301d-9da6-4c09-9f99-1fac30f64dd6,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:59.311443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4935c0-4131-48ca-b48b-a257c404ad40 None None] No DVR routers for this DVR port df16301d-9da6-4c09-9f99-1fac30f64dd6 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:43:59.331965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (3c07c916-c0c7-49e7-9ba1-6c1481242e30), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.334495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (3c07c916-c0c7-49e7-9ba1-6c1481242e30), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.337677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:43:59.363166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: a77b52ec-514b-4df0-918f-73642a6de415 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:43:59.363522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device a77b52ec-514b-4df0-918f-73642a6de415 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:43:59.385464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (3c07c916-c0c7-49e7-9ba1-6c1481242e30), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.385955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Fanout notify agent at l3_agent the message router_deleted on router 3c07c916-c0c7-49e7-9ba1-6c1481242e30 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:43:59.394923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.398516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e6a8f0fa-79bd-4fb8-99d9-62118d4ffc25 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/routers/3c07c916-c0c7-49e7-9ba1-6c1481242e30 HTTP/1.1" status: 204 len: 168 time: 0.9578872 Apr 07 11:43:59.399722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47188) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:59.485841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.572632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.598870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:59.608350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:59.608647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:43:59.619211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.633911 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.640131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:43:59.640520 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (d8a1d0bd-2f0d-4b5d-9a5a-0bf7c0af9460), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:43:59.643676 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:43:59.705141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.713109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.716254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/networks/5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f HTTP/1.1" status: 204 len: 168 time: 0.3152437 Apr 07 11:43:59.719019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47190) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:59.730946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367b787-45ec-4c4f-9e2b-e784914d8f67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Network': ['ID=5e0cb7dc-e4b2-42ce-9fa2-60c96ec1fb6f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:43:59.777064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021f873a-f476-4fe6-8702-7fa2dcff94f0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (3a298a00-46f5-43d2-8753-2fcb772d19af), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.809293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021f873a-f476-4fe6-8702-7fa2dcff94f0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (3a298a00-46f5-43d2-8753-2fcb772d19af), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.874368 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021f873a-f476-4fe6-8702-7fa2dcff94f0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3a298a00-46f5-43d2-8753-2fcb772d19af), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.877246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-021f873a-f476-4fe6-8702-7fa2dcff94f0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.878490 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-021f873a-f476-4fe6-8702-7fa2dcff94f0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a298a00-46f5-43d2-8753-2fcb772d19af HTTP/1.1" status: 204 len: 168 time: 0.1577265 Apr 07 11:43:59.894563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f873a-f476-4fe6-8702-7fa2dcff94f0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a298a00-46f5-43d2-8753-2fcb772d19af,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.135634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47206) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.140063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099115036', 'description': 'tempest-secgroup-smoke-1099115036 description', 'project_id': 'fe704d60a6d34cdc845c72643be779cb'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.161498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.252536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (b0f9e760-3c3e-47ae-b674-20922ae11b7f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.256520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b0f9e760-3c3e-47ae-b674-20922ae11b7f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.287020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9e760-3c3e-47ae-b674-20922ae11b7f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.291520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.295469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-890e2940-0a0a-4ea9-bab2-18fecdbb95f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1561193 Apr 07 11:44:00.295636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.300722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9e760-3c3e-47ae-b674-20922ae11b7f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.328095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (e0465c27-7964-47b4-8215-972e43f4e1e9), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.367816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b2104bcb-d7e5-49a8-b630-21c252dd1d42 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:44:00.388550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b2104bcb-d7e5-49a8-b630-21c252dd1d42 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:44:00.389380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b2104bcb-d7e5-49a8-b630-21c252dd1d42 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:44:00.389898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device df16301d-9da6-4c09-9f99-1fac30f64dd6 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:44:00.399033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (e0465c27-7964-47b4-8215-972e43f4e1e9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.404116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e0465c27-7964-47b4-8215-972e43f4e1e9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.411131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: df16301d-9da6-4c09-9f99-1fac30f64dd6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:44:00.411763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device df16301d-9da6-4c09-9f99-1fac30f64dd6 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:44:00.412246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cd443f02-2369-4973-9c7c-eba26380f837 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:44:00.429467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0465c27-7964-47b4-8215-972e43f4e1e9,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.435504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.436113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cd443f02-2369-4973-9c7c-eba26380f837 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:44:00.436697 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c84ec21d-f194-490c-91a1-268594546f8f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400390 Apr 07 11:44:00.439444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47212) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.439563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cd443f02-2369-4973-9c7c-eba26380f837 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:44:00.445147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9e760-3c3e-47ae-b674-20922ae11b7f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.470590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (704cef23-f3d0-485e-9602-6b58aedfd50a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.541180 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (704cef23-f3d0-485e-9602-6b58aedfd50a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.545610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (704cef23-f3d0-485e-9602-6b58aedfd50a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.562754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704cef23-f3d0-485e-9602-6b58aedfd50a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.572242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.573500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3b8ee9a-462a-429c-8b88-bf72360d452f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321390 Apr 07 11:44:00.576317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47214) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.580696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9e760-3c3e-47ae-b674-20922ae11b7f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.604145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (d257c042-54c8-4a68-81e5-b4d321e1dd34), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.649210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4fa7bb68-f758-4887-a493-ecce49dbc36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.666738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (d257c042-54c8-4a68-81e5-b4d321e1dd34), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.670424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d257c042-54c8-4a68-81e5-b4d321e1dd34), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.690120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d257c042-54c8-4a68-81e5-b4d321e1dd34,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.699676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.700843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7abed284-08d0-414b-8f74-6797c6fee68e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236055 Apr 07 11:44:00.704016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47216) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.708416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9e760-3c3e-47ae-b674-20922ae11b7f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.733960 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (63ae94c9-c2bd-4ba5-8dcb-04c71697c01c), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.792874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (63ae94c9-c2bd-4ba5-8dcb-04c71697c01c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.797463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (63ae94c9-c2bd-4ba5-8dcb-04c71697c01c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.817101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ae94c9-c2bd-4ba5-8dcb-04c71697c01c,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.826499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.831049 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e1713a62-3632-4faa-b4f6-7700e94cac95 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226656 Apr 07 11:44:00.831211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.835466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9e760-3c3e-47ae-b674-20922ae11b7f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.854967 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:44:00.860292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (0ad7a8fd-50e7-4fd0-9668-49e8d603123e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.920007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (0ad7a8fd-50e7-4fd0-9668-49e8d603123e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.924032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (0ad7a8fd-50e7-4fd0-9668-49e8d603123e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.941844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad7a8fd-50e7-4fd0-9668-49e8d603123e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:00.950346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.951683 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b6c7ceaf-3e13-4fa3-a30c-19f9660fceb2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194954 Apr 07 11:44:00.954999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:00.959206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9e760-3c3e-47ae-b674-20922ae11b7f', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:00.979554 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:44:00.984406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (e41aebcc-feac-4c0e-a26c-1338c68edcbb), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.044666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (e41aebcc-feac-4c0e-a26c-1338c68edcbb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.049032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e41aebcc-feac-4c0e-a26c-1338c68edcbb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.067702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41aebcc-feac-4c0e-a26c-1338c68edcbb,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:01.073831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.078029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a5a62e54-6f45-4ecb-9061-5983641a323d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191611 Apr 07 11:44:01.078029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47222) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:01.083829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'network': {'name': 'tempest-network-smoke--1365332031', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:01.103462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:01.106778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.131057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:01.140840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f586f510-1f4b-4137-a8ce-06afb5c7ed8a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.141721 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Added segment f586f510-1f4b-4137-a8ce-06afb5c7ed8a of type vlan for network 22d2555c-4e11-42ca-951a-b6a728ff27b5 Apr 07 11:44:01.182505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (22d2555c-4e11-42ca-951a-b6a728ff27b5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.210457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (22d2555c-4e11-42ca-951a-b6a728ff27b5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.215396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:01.216043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.289364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2095203 Apr 07 11:44:01.292188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:01.296850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'admin_state_up': True, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:01.299192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943dcba-c44d-4afb-8621-3f112bdadd32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Network': ['ID=22d2555c-4e11-42ca-951a-b6a728ff27b5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:01.311620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:01.321417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d90e2540-cf2e-4629-a52c-5a72b4d5e472), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.322527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d90e2540-cf2e-4629-a52c-5a72b4d5e472), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.392626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (d90e2540-cf2e-4629-a52c-5a72b4d5e472), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.545430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (d90e2540-cf2e-4629-a52c-5a72b4d5e472), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.769664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (d90e2540-cf2e-4629-a52c-5a72b4d5e472), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.789845 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.830843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.917578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.8 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/e40ac79d-1d44-46d4-98a6-cad37d6e0c72) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:02.025279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:02.066177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:02.103436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:02.108486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:02.111226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:02.152992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:02.400027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (d90e2540-cf2e-4629-a52c-5a72b4d5e472), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:02.613616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d90e2540-cf2e-4629-a52c-5a72b4d5e472), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:02.752875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router d90e2540-cf2e-4629-a52c-5a72b4d5e472 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:02.866942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:02.884171 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13206cde-1469-4715-880e-b54161484c6c None None] Sync routers for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:02.891310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:02.892807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d988d81b-c37e-4c5d-af4b-f00d10b2c3fa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5994473 Apr 07 11:44:02.896054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47250) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:02.917001 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:02.918100 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:43:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:02.935272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0af4dbad-7242-4cd0-b5c8-a0b0c246ad95 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fe704d60a6d34cdc845c72643be779cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375655 Apr 07 11:44:02.938730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47252) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:02.999246 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6168dbd5-ddf8-4aac-8456-641872c3983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.072608 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:03.116054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466621f3-86e4-400e-a89a-b5b5e9508637 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:03.117820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-466621f3-86e4-400e-a89a-b5b5e9508637 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1774311 Apr 07 11:44:03.120559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47254) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:03.168121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ad0d4c59-f90a-43cc-9456-9886eaec2743 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460069 Apr 07 11:44:03.170492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47256) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:03.176874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014248446', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:03.309877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:03.314361 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:02Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:03.314892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.350139 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13206cde-1469-4715-880e-b54161484c6c None None] Checking router: d90e2540-cf2e-4629-a52c-5a72b4d5e472 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:03.350571 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13206cde-1469-4715-880e-b54161484c6c None None] Updating router d90e2540-cf2e-4629-a52c-5a72b4d5e472 port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:44:03.390146 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-13206cde-1469-4715-880e-b54161484c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.539641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (48007d47-43fc-4838-8201-92fe52fa75a5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.610745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Subnet': ['ID=48007d47-43fc-4838-8201-92fe52fa75a5,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:03.625228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Checking segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:03.625862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network hostable DHCP agents. Network: 22d2555c-4e11-42ca-951a-b6a728ff27b5, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:03.644622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.647117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:03.658602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 22d2555c-4e11-42ca-951a-b6a728ff27b5) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:03.663120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:03.663778 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.671133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e03277-5140-4173-904f-1bca751ce5e3 None None] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:03.692063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-787096f8-0e4d-44ca-9971-f6823b1747fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5163953 Apr 07 11:44:03.693608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47262) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:03.712994 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-13206cde-1469-4715-880e-b54161484c6c None None] Publish callbacks [] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.721104 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-13206cde-1469-4715-880e-b54161484c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.772609 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-13206cde-1469-4715-880e-b54161484c6c None None] Attempting to bind port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:03.773084 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-13206cde-1469-4715-880e-b54161484c6c None None] Attempting to bind port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:03.775391 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13206cde-1469-4715-880e-b54161484c6c None None] Attempting to bind port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:03.785076 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13206cde-1469-4715-880e-b54161484c6c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:03.785575 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13206cde-1469-4715-880e-b54161484c6c None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:03.786053 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-13206cde-1469-4715-880e-b54161484c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.786573 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13206cde-1469-4715-880e-b54161484c6c None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:03.787365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-13206cde-1469-4715-880e-b54161484c6c None None] Bound port: e40ac79d-1d44-46d4-98a6-cad37d6e0c72, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:03.787925 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-13206cde-1469-4715-880e-b54161484c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.809870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-22d2555c-4e11-42ca-951a-b6a728ff27b5', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:03.811053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.854966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-13206cde-1469-4715-880e-b54161484c6c None None] For port e40ac79d-1d44-46d4-98a6-cad37d6e0c72, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:03.857623 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Pushing event updated for resources: {'Port': ['ID=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:03.874047 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-13206cde-1469-4715-880e-b54161484c6c None None] For port e40ac79d-1d44-46d4-98a6-cad37d6e0c72, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:03.877810 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.878225 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.878661 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.879106 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.879535 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.879965 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.880396 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.880823 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.881279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.881704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.882144 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.882570 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.882993 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:03.894402 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-13206cde-1469-4715-880e-b54161484c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.972185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:03.973217 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:04.034225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Allocated IP 172.20.0.2 (22d2555c-4e11-42ca-951a-b6a728ff27b5/48007d47-43fc-4838-8201-92fe52fa75a5/0fe3fbef-df8b-42e2-95cc-5aae9cb459ae) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:04.236946 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Publish callbacks [] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.244789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.271401 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8de4a-69f3-42f9-ae28-0ffc7ef9adbc None None] Pushing event updated for resources: {'Port': ['ID=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:04.335426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:04.341273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:04.361110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:04.369889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:04.381820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Pushing event updated for resources: {'Port': ['ID=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:04.437058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.438937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.439562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.440155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.443441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.443898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.444358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.444876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.445332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.445789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.446222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.446703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.447128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:04.536349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Attempting to bind port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:04.537169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Attempting to bind port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:04.537169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Attempting to bind port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:04.544862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:04.545254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Checking segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:04.545729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.546783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Bound using segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:04.547865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Bound port: 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:04.548487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.558142 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.696437 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-13206cde-1469-4715-880e-b54161484c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:02Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:04.700847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] For port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:04.708399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] For port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:04.721455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.744723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13206cde-1469-4715-880e-b54161484c6c None None] The sync data for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 is: [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:02Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:04.832272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.881181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc39cd8-b18d-4dc4-9bf7-9d142565814e None None] Pushing event updated for resources: {'Port': ['ID=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:05.235964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47292) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:05.399772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.1 (22d2555c-4e11-42ca-951a-b6a728ff27b5/48007d47-43fc-4838-8201-92fe52fa75a5/3b2c2be9-4446-48d2-ba9f-d38a23276ecf) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:05.425254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1020f7d1-919a-44d7-8b64-6aa4c0b88389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.535317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1020f7d1-919a-44d7-8b64-6aa4c0b88389 admin admin] Publish callbacks [] for security_group (2d24c094-7edd-4776-bb5c-021e605127e1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.541723 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1020f7d1-919a-44d7-8b64-6aa4c0b88389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2d24c094-7edd-4776-bb5c-021e605127e1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.570181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.593925 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1020f7d1-919a-44d7-8b64-6aa4c0b88389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2425f95a3bd47f99dc6f5708db2ed5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568516 Apr 07 11:44:05.594878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020f7d1-919a-44d7-8b64-6aa4c0b88389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24c094-7edd-4776-bb5c-021e605127e1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:05.597335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:05.630103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.719434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:05.724387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:05.728692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:05.739500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1b39d85-7584-45d2-ac3c-da8f606d9eed admin admin] Publish callbacks [] for security_group (2d24c094-7edd-4776-bb5c-021e605127e1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.762671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:05.790900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (d90e2540-cf2e-4629-a52c-5a72b4d5e472), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.798570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1b39d85-7584-45d2-ac3c-da8f606d9eed admin admin] Publish callbacks [] for security_group (2d24c094-7edd-4776-bb5c-021e605127e1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.876094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1b39d85-7584-45d2-ac3c-da8f606d9eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2d24c094-7edd-4776-bb5c-021e605127e1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.879753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1b39d85-7584-45d2-ac3c-da8f606d9eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:05.881283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c1b39d85-7584-45d2-ac3c-da8f606d9eed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d24c094-7edd-4776-bb5c-021e605127e1 HTTP/1.1" status: 204 len: 168 time: 0.2828031 Apr 07 11:44:05.917874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b39d85-7584-45d2-ac3c-da8f606d9eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24c094-7edd-4776-bb5c-021e605127e1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:06.065076 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:06.067484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:06.527048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:06.612528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387c72fc-0636-4f6f-8e59-f9593d23c6d4 None None] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:06.658351 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:06.666902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:06.757974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:06.789066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] Provisioning complete for port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:06.793749 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:06.847334 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (d90e2540-cf2e-4629-a52c-5a72b4d5e472), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:06.868846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:06.869250 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:07.045258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:07.050645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:07.118026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] Current status of the port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:07.119114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:07.186497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:07.187232 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:07.202353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] For port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:07.224178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:07.374324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router d90e2540-cf2e-4629-a52c-5a72b4d5e472 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:07.382129 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:44:07.382492 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:44:07.383035 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:07.434159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e54c40-96cf-4200-843d-11dc14307b81 None None] Pushing event updated for resources: {'Port': ['ID=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:07.545270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:07.553709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3b70d67f-74e5-4a2f-bdcd-9ef1b972bfb6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/d90e2540-cf2e-4629-a52c-5a72b4d5e472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8603320 Apr 07 11:44:07.558039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a16bc2cd-0885-4e3e-9887-05606ec95cb5 None None] Provisioning complete for port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:07.558426 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a16bc2cd-0885-4e3e-9887-05606ec95cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:07.680651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Sync routers for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:07.738666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:07.739256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:07.830220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-8ad361f5-dc60-41dc-9f41-773766341730 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099115036&fields=id&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 267 time: 0.0725961 Apr 07 11:44:08.007777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-e89a7250-d02b-4bb4-86ae-75f881635c21 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:08.010768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-e89a7250-d02b-4bb4-86ae-75f881635c21 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 797 time: 0.1733577 Apr 07 11:44:08.040770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-1055b287-14b4-42ff-bd19-02bb845274fe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/quotas/fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 375 time: 0.0222166 Apr 07 11:44:08.097699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a16bc2cd-0885-4e3e-9887-05606ec95cb5 None None] Current status of the port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:08.097699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:08.097699 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e40ac79d-1d44-46d4-98a6-cad37d6e0c72 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:08.166522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-42b38b32-d554-4984-8f1d-a60e63ff09c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173053 Apr 07 11:44:08.206596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a16bc2cd-0885-4e3e-9887-05606ec95cb5 None None] Provisioning complete for port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:08.207076 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a16bc2cd-0885-4e3e-9887-05606ec95cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:08.217530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:08.456738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a16bc2cd-0885-4e3e-9887-05606ec95cb5 None None] Port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:08.476026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:08.477042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:08.519233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-d08b0e9a-2839-4828-83e1-606a6d7fe054 service neutron] 10.222.0.13 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365200 Apr 07 11:44:08.668977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-b32e960d-a4c0-4224-b7c7-ab8e9a22f969 service neutron] 10.222.0.13 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425898 Apr 07 11:44:08.694726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0b15a27-bcf9-4c11-9eb2-e397084ac8e8 None None] Provisioning complete for port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:08.695348 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0b15a27-bcf9-4c11-9eb2-e397084ac8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:08.804684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:08.805234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:08.903054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4777ffac-b254-40b6-bf76-9b77d9cee6e5 req-8487d5d6-131f-4bc9-9158-9fc311f4c98a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 210 time: 0.0493171 Apr 07 11:44:09.109606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e40ac79d-1d44-46d4-98a6-cad37d6e0c72, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:09.124400 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.135461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0b15a27-bcf9-4c11-9eb2-e397084ac8e8 None None] Port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:09.163037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:06Z', 'revision_number': 2, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:09.197218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Checking router: d90e2540-cf2e-4629-a52c-5a72b4d5e472 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:09.197725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Updating router d90e2540-cf2e-4629-a52c-5a72b4d5e472 port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:44:09.232919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:09.285746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:09.290852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.438059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:09.438447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.610725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:09.687902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Publish callbacks [] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.698083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.758483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c483f-335b-4db6-bf1f-da4db6b73b9c None None] Pushing event updated for resources: {'Port': ['ID=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:09.822810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47380) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:09.831181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Attempting to bind port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:09.831568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Attempting to bind port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:09.831966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Attempting to bind port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:09.837814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:09.838194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Checking segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:09.838598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.838993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Bound using segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:09.839519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Bound port: 3b2c2be9-4446-48d2-ba9f-d38a23276ecf, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:09.840391 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.913057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] For port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:09.916179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] For port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:09.923645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:09.975009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-77884078-ef97-4fa1-b5e3-2191b8c97658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.015067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:10.017295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:10.100525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c483f-335b-4db6-bf1f-da4db6b73b9c None None] Pushing event updated for resources: {'Port': ['ID=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:10.189953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:10.250812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-77884078-ef97-4fa1-b5e3-2191b8c97658 admin admin] Publish callbacks [] for security_group (15a927ba-27e7-4b90-ba09-6c2ab393b0ed), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.255048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3037a2d0-beac-4503-8721-51a2b5bbb266 req-7aba07b4-dfda-4505-803b-323a87d63059 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 210 time: 0.1779735 Apr 07 11:44:10.266704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-77884078-ef97-4fa1-b5e3-2191b8c97658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (15a927ba-27e7-4b90-ba09-6c2ab393b0ed), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.277680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] Provisioning complete for port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:10.278192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.375230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-77884078-ef97-4fa1-b5e3-2191b8c97658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c6909f13e584d06bb31326b8f2e0e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5484657 Apr 07 11:44:10.375410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:10.430679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-07d6477c-73e8-400d-bc61-7806b4dcfb46 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:10.432476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-07d6477c-73e8-400d-bc61-7806b4dcfb46 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 797 time: 0.3008811 Apr 07 11:44:10.433437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77884078-ef97-4fa1-b5e3-2191b8c97658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a927ba-27e7-4b90-ba09-6c2ab393b0ed,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:10.446660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] Current status of the port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:10.447066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.461701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31cc87ac-a166-45e4-ad46-8b33d89aab6c admin admin] Publish callbacks [] for security_group (15a927ba-27e7-4b90-ba09-6c2ab393b0ed), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.489496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31cc87ac-a166-45e4-ad46-8b33d89aab6c admin admin] Publish callbacks [] for security_group (15a927ba-27e7-4b90-ba09-6c2ab393b0ed), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.526453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] For port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:10.529437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-a5330cca-3d98-4e16-9aa7-73efe4162c60 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 380 time: 0.0740423 Apr 07 11:44:10.537963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'port': {'device_id': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'admin_state_up': True, 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'security_groups': ['b0f9e760-3c3e-47ae-b674-20922ae11b7f']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:10.540711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.572061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31cc87ac-a166-45e4-ad46-8b33d89aab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (15a927ba-27e7-4b90-ba09-6c2ab393b0ed), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.575879 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31cc87ac-a166-45e4-ad46-8b33d89aab6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.579172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-31cc87ac-a166-45e4-ad46-8b33d89aab6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15a927ba-27e7-4b90-ba09-6c2ab393b0ed HTTP/1.1" status: 204 len: 168 time: 0.2021260 Apr 07 11:44:10.591602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc87ac-a166-45e4-ad46-8b33d89aab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a927ba-27e7-4b90-ba09-6c2ab393b0ed,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:10.623202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:09Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:10.673640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758143b-21d2-4a21-86c7-8e484053e72f None None] The sync data for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 is: [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:09Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:10.675789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e06cc5-96a8-44c7-aa45-d9a8fef3cf55 None None] Pushing event updated for resources: {'Port': ['ID=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:10.692008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5e2bc738-9cb9-4b4a-bf77-89d111b9ed23 None None] Provisioning complete for port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:10.692388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc738-9cb9-4b4a-bf77-89d111b9ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.742591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:10.746696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:10.852646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bc738-9cb9-4b4a-bf77-89d111b9ed23 None None] Current status of the port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:10.964705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.4 (22d2555c-4e11-42ca-951a-b6a728ff27b5/48007d47-43fc-4838-8201-92fe52fa75a5/c4ce2963-a782-4217-907a-e409d7349cf6) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:11.051418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47394) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:11.068036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0516e150-f588-4a1c-8fd4-0268faaf0f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.161965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (c4ce2963-a782-4217-907a-e409d7349cf6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.220842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0516e150-f588-4a1c-8fd4-0268faaf0f5a admin admin] Publish callbacks [] for security_group (ddc2824e-8ae2-4caf-90c9-4f25b0500629), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.228158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0516e150-f588-4a1c-8fd4-0268faaf0f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ddc2824e-8ae2-4caf-90c9-4f25b0500629), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.271904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.293861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0516e150-f588-4a1c-8fd4-0268faaf0f5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50852b041b1b49999496bfdb031dcc7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411504 Apr 07 11:44:11.294565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:11.302089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516e150-f588-4a1c-8fd4-0268faaf0f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2824e-8ae2-4caf-90c9-4f25b0500629,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:11.393002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:11.413199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:11.421654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:11.438614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3b2c2be9-4446-48d2-ba9f-d38a23276ecf up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:11.443764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc5824e7-bec9-40a3-b0c8-8735b0d31c5d admin admin] Publish callbacks [] for security_group (ddc2824e-8ae2-4caf-90c9-4f25b0500629), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.445847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:11.490633 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc5824e7-bec9-40a3-b0c8-8735b0d31c5d admin admin] Publish callbacks [] for security_group (ddc2824e-8ae2-4caf-90c9-4f25b0500629), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.528677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:11.529538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.558932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ef18-bc57-4baa-8a20-aa5d5be40887 req-43e0626d-8aff-4be1-9508-278a913322d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:11.560561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc81ef18-bc57-4baa-8a20-aa5d5be40887 req-43e0626d-8aff-4be1-9508-278a913322d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 931 time: 0.1577475 Apr 07 11:44:11.564934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-63e51f43-0c6e-4cf5-a5e2-d1a36039676d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0307362 Apr 07 11:44:11.572858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:11.573201 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc5824e7-bec9-40a3-b0c8-8735b0d31c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ddc2824e-8ae2-4caf-90c9-4f25b0500629), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.573774 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.576261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bc5824e7-bec9-40a3-b0c8-8735b0d31c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.577947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bc5824e7-bec9-40a3-b0c8-8735b0d31c5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddc2824e-8ae2-4caf-90c9-4f25b0500629 HTTP/1.1" status: 204 len: 168 time: 0.2821443 Apr 07 11:44:11.603202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5824e7-bec9-40a3-b0c8-8735b0d31c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2824e-8ae2-4caf-90c9-4f25b0500629,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:11.645179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Request body: {'port': {'device_id': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:11.708652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc81ef18-bc57-4baa-8a20-aa5d5be40887 req-36b652e5-7491-4c65-8fd5-9e0d888bd866 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263161 Apr 07 11:44:11.779273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:11.782662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e40ac79d-1d44-46d4-98a6-cad37d6e0c72 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:11.813679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.902787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:11.903170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:11.981466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0a6cf109-bc93-463a-940e-0eab0ec31eae None None] Provisioning complete for port c4ce2963-a782-4217-907a-e409d7349cf6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:11.982168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf109-bc93-463a-940e-0eab0ec31eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:12.023852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cf109-bc93-463a-940e-0eab0ec31eae None None] Port c4ce2963-a782-4217-907a-e409d7349cf6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:12.073789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:12.247900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ce2963-a782-4217-907a-e409d7349cf6 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:44:12.257182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Publish callbacks [] for port (c4ce2963-a782-4217-907a-e409d7349cf6), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:12.270707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Transition to ACTIVE for port object c4ce2963-a782-4217-907a-e409d7349cf6 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:44:12.275923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:12.449338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:12.494029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:12.494519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:12.494956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:12.500064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:44:12.501169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:12.507169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:12.507629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Checking segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:12.508234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Bound using segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:12.508796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Bound port: c4ce2963-a782-4217-907a-e409d7349cf6, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:12.509240 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:12.620481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:12.624843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:12.633018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:12.671138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:12.671785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:12.674241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-387702b4-abb2-4af7-a933-49414f787520 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1091 time: 1.0403304 Apr 07 11:44:12.679876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:12.679876 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:12.726601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387702b4-abb2-4af7-a933-49414f787520 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:12.769077 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd615ac-a8c0-4089-9abf-c0939f4ffcf6 x-openstack-request-id: req-1fd615ac-a8c0-4089-9abf-c0939f4ffcf6 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:12.769395 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:12.769656 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fd615ac-a8c0-4089-9abf-c0939f4ffcf6 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:12.770063 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd615ac-a8c0-4089-9abf-c0939f4ffcf6'] response: {'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'status': 'completed', 'code': 200} Apr 07 11:44:12.827159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-4e5ba2ce-da79-49dd-902c-5d44584e7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:12.829967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-4e5ba2ce-da79-49dd-902c-5d44584e7956 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1125 time: 0.1137788 Apr 07 11:44:12.912844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-4b29ce04-83e6-4dee-8c06-5baa485783ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 217 time: 0.0521836 Apr 07 11:44:12.995702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788e63-c031-4c1d-b5cb-22c833a2160f req-16adf78e-8b17-4abb-b8d0-9b424b9cbe94 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:12.997228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7788e63-c031-4c1d-b5cb-22c833a2160f req-16adf78e-8b17-4abb-b8d0-9b424b9cbe94 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.1905019 Apr 07 11:44:13.013703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-2c475787-5b6e-408f-b6d7-e12cbb06b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:13.015132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-2c475787-5b6e-408f-b6d7-e12cbb06b786 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0904005 Apr 07 11:44:13.111690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7788e63-c031-4c1d-b5cb-22c833a2160f req-005a6f51-2cfb-4a03-b35e-1c5ce4cac584 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038134 Apr 07 11:44:13.132999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-3c92a060-78cc-4d43-b9b7-c296bf08f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:13.134537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-3c92a060-78cc-4d43-b9b7-c296bf08f4b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0964019 Apr 07 11:44:13.261036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-3670acc2-4cc2-4168-88ac-1aa44660d79b service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193948 Apr 07 11:44:13.372670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d773449-904b-4eeb-9ef1-62fb4bd43347 req-ceb06739-be37-4dc9-9328-8d3aed7b6cda service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055195 Apr 07 11:44:13.495479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-6d6462e2-6bd2-449d-a413-841c321943d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:13.498084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-6d6462e2-6bd2-449d-a413-841c321943d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1125 time: 0.0813332 Apr 07 11:44:13.598039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-0ab310a1-2250-4746-b6c6-710ec4ede916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:13.599665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-0ab310a1-2250-4746-b6c6-710ec4ede916 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.0959790 Apr 07 11:44:13.641499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-7af0bb26-98b4-42a8-a6d7-4f2291ee393b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 217 time: 0.0354657 Apr 07 11:44:13.696857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-332e92b0-d0aa-4bb4-afe3-f47ad5e1c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:13.698437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-332e92b0-d0aa-4bb4-afe3-f47ad5e1c2af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0513587 Apr 07 11:44:13.751836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-28456202-cb18-4292-a398-4846fe5731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:13.753412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-28456202-cb18-4292-a398-4846fe5731fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485964 Apr 07 11:44:13.846814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-c0751412-3949-4db3-83fd-34fa6a9ac200 service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866807 Apr 07 11:44:13.955325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38e2cfe7-72c7-4100-a9a7-cfc91eb652f9 req-1d6860e9-d13f-4a36-abdf-4493e16bc080 service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020699 Apr 07 11:44:14.234892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42262-dc87-4495-89fa-7ebad22837e4 req-5e009a08-a505-4345-b9dd-ece1aabc833a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:14.236762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0de42262-dc87-4495-89fa-7ebad22837e4 req-5e009a08-a505-4345-b9dd-ece1aabc833a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.0601027 Apr 07 11:44:14.289048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0de42262-dc87-4495-89fa-7ebad22837e4 req-fa33e2f2-08e0-4ec0-88c4-21c7393c2296 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Apr 07 11:44:15.414771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:44:15.419306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c9ed3-9770-4f1e-b174-2f8541ceeac0 req-0ffa49f5-ffbc-471c-a69e-1a6f9b769a9d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:15.420789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-331c9ed3-9770-4f1e-b174-2f8541ceeac0 req-0ffa49f5-ffbc-471c-a69e-1a6f9b769a9d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.0589638 Apr 07 11:44:15.478896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-331c9ed3-9770-4f1e-b174-2f8541ceeac0 req-770ed1bd-025e-42b4-bcbd-122d5c3adf14 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509017 Apr 07 11:44:15.550010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:15.565969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'mac_address': 'fa:16:3e:7a:a4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:44:15.619156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c4ce2963-a782-4217-907a-e409d7349cf6 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:15.619892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:15.641980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce2963-a782-4217-907a-e409d7349cf6 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:44:15.669425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:15.680856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:15.747360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:15.883759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['c4ce2963-a782-4217-907a-e409d7349cf6'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:44:16.283115 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:44:16.621410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64073-2f5a-4abe-9ed0-a441d7f92a21 req-60d51f3e-ebcc-41e3-959e-07b0dea4a3af tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:16.623017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ed64073-2f5a-4abe-9ed0-a441d7f92a21 req-60d51f3e-ebcc-41e3-959e-07b0dea4a3af tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 944 time: 0.0595284 Apr 07 11:44:16.693598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ed64073-2f5a-4abe-9ed0-a441d7f92a21 req-0ed0ede4-2706-483f-b25a-71ddb4777bd4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583522 Apr 07 11:44:17.414680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:17.478259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port c4ce2963-a782-4217-907a-e409d7349cf6 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:44:17.482485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port c4ce2963-a782-4217-907a-e409d7349cf6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:17.482869 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:17.579492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c4ce2963-a782-4217-907a-e409d7349cf6 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:17.580375 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:17.606512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:17.608039 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bfbb66-6cdc-4b52-ade7-2495f1efdfeb" -d '{"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:17.622400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:17.627574 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:17.653639 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c099e0-109f-4e83-9077-377e3e0b4f11 x-openstack-request-id: req-35c099e0-109f-4e83-9077-377e3e0b4f11 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:17.653945 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:17.654256 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35c099e0-109f-4e83-9077-377e3e0b4f11 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:17.654616 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c099e0-109f-4e83-9077-377e3e0b4f11'] response: {'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'code': 200} Apr 07 11:44:17.700294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:17.763540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e457c-59e6-4375-8c36-663cfc3ce237 req-bdfb8585-9b26-4972-8f15-1ab5292a4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:17.765056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d1e457c-59e6-4375-8c36-663cfc3ce237 req-bdfb8585-9b26-4972-8f15-1ab5292a4a56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1127 time: 0.0513334 Apr 07 11:44:17.849396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d1e457c-59e6-4375-8c36-663cfc3ce237 req-fd299650-9056-41af-a8f1-3160caa6f00e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742743 Apr 07 11:44:17.857313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f5ace-44b9-49f4-8c3f-01caf01878b7 req-a1a85048-239a-4a20-815a-7146d6233620 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:17.858763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-734f5ace-44b9-49f4-8c3f-01caf01878b7 req-a1a85048-239a-4a20-815a-7146d6233620 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0921793 Apr 07 11:44:17.909009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-734f5ace-44b9-49f4-8c3f-01caf01878b7 req-7e4ff9f1-c88e-4ede-b99b-e5db894a562a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Apr 07 11:44:17.928047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47538) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:18.036146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.108759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Publish callbacks [] for security_group (4369c7ec-16f1-44a1-8a6e-3de997235f81), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.112548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4369c7ec-16f1-44a1-8a6e-3de997235f81), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.150468 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3191678ce32a426395853be8aa3703f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213297 Apr 07 11:44:18.152429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369c7ec-16f1-44a1-8a6e-3de997235f81,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:18.153193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47542) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:18.160161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.160512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.160858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.161223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.161566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.161902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.162232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.162561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.162888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.163214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.163545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.163868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.164190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d765-fd52-435d-87be-cd02cec0aa4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:18.199905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19534b8b-0199-4fc1-95c9-89d5bad9268e admin admin] Publish callbacks [] for security_group (4369c7ec-16f1-44a1-8a6e-3de997235f81), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.221115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19534b8b-0199-4fc1-95c9-89d5bad9268e admin admin] Publish callbacks [] for security_group (4369c7ec-16f1-44a1-8a6e-3de997235f81), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.266666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19534b8b-0199-4fc1-95c9-89d5bad9268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4369c7ec-16f1-44a1-8a6e-3de997235f81), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.269151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-19534b8b-0199-4fc1-95c9-89d5bad9268e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.270289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-19534b8b-0199-4fc1-95c9-89d5bad9268e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4369c7ec-16f1-44a1-8a6e-3de997235f81 HTTP/1.1" status: 204 len: 168 time: 0.1161351 Apr 07 11:44:18.277982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19534b8b-0199-4fc1-95c9-89d5bad9268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369c7ec-16f1-44a1-8a6e-3de997235f81,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:18.530629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47548) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:18.548380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64ca2a7a-46a1-4b5f-a202-b2bfc0b74aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.622759 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64ca2a7a-46a1-4b5f-a202-b2bfc0b74aa4 admin admin] Publish callbacks [] for security_group (210d72c6-4590-41d1-8a1a-56f16d99fcf0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.627296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64ca2a7a-46a1-4b5f-a202-b2bfc0b74aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (210d72c6-4590-41d1-8a1a-56f16d99fcf0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.664896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-64ca2a7a-46a1-4b5f-a202-b2bfc0b74aa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b0d25b3a3042d898645477729079bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331906 Apr 07 11:44:18.666125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca2a7a-46a1-4b5f-a202-b2bfc0b74aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210d72c6-4590-41d1-8a1a-56f16d99fcf0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:18.667684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47550) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:18.720530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e73fa1c-d449-4448-9829-333a144a2d07 admin admin] Publish callbacks [] for security_group (210d72c6-4590-41d1-8a1a-56f16d99fcf0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.743493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e73fa1c-d449-4448-9829-333a144a2d07 admin admin] Publish callbacks [] for security_group (210d72c6-4590-41d1-8a1a-56f16d99fcf0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.789227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e73fa1c-d449-4448-9829-333a144a2d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (210d72c6-4590-41d1-8a1a-56f16d99fcf0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.791805 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e73fa1c-d449-4448-9829-333a144a2d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:18.792931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e73fa1c-d449-4448-9829-333a144a2d07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/210d72c6-4590-41d1-8a1a-56f16d99fcf0 HTTP/1.1" status: 204 len: 168 time: 0.1242762 Apr 07 11:44:18.802558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73fa1c-d449-4448-9829-333a144a2d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d72c6-4590-41d1-8a1a-56f16d99fcf0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:19.042904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddac05-c0ef-4be7-b729-6f0f462a2517 req-b9da3e61-d28f-4c69-a928-db46689536c9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:19.044480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebddac05-c0ef-4be7-b729-6f0f462a2517 req-b9da3e61-d28f-4c69-a928-db46689536c9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0556891 Apr 07 11:44:19.098234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebddac05-c0ef-4be7-b729-6f0f462a2517 req-8ffa6261-7b05-4949-bbe9-1049c3e1b3d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Apr 07 11:44:19.229591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448af15-b4d0-49f0-8003-f188b4b44307 req-45de3da3-e268-43e4-9f4b-9e844b699caf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:19.231075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3448af15-b4d0-49f0-8003-f188b4b44307 req-45de3da3-e268-43e4-9f4b-9e844b699caf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0595350 Apr 07 11:44:19.280619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3448af15-b4d0-49f0-8003-f188b4b44307 req-54becaec-62df-4bcf-86ea-7e8ec95fbcbd tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Apr 07 11:44:19.304258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:19.348753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b33520-6dee-4410-bb40-533b03eae6e9 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:19.350457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-37b33520-6dee-4410-bb40-533b03eae6e9 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1122 time: 0.0452061 Apr 07 11:44:19.353214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47576) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:19.358440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:19.380705 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:19.482029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:19.586647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.179 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/6f329c5f-0eca-4030-8f67-105cb24c987a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:19.694807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:19.731210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:19.769691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:19.772586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:19.776025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:19.804296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=6f329c5f-0eca-4030-8f67-105cb24c987a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:20.501441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (e5b36b20-8527-474e-b577-474e549cda9e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:20.570871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:20.728594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:20.733081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:20.809486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=6f329c5f-0eca-4030-8f67-105cb24c987a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:20.821919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (e5b36b20-8527-474e-b577-474e549cda9e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:20.932487 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP e5b36b20-8527-474e-b577-474e549cda9e associated. External IP: 172.25.5.179, port: c4ce2963-a782-4217-907a-e409d7349cf6. Apr 07 11:44:21.157778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router d90e2540-cf2e-4629-a52c-5a72b4d5e472 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:21.274245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:21.287959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] Sync routers for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:21.293711 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:21.298385 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:21.299014 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:21.333603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ecd64db1-6cb3-48b4-82ec-5d019c935f17 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9789422 Apr 07 11:44:21.334598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:21.351008 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5d8417-0c72-418c-9451-f2df14373cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:21.416747 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:21.446695 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91016d7f-0a8c-4401-9eab-9f088a411493 x-openstack-request-id: req-91016d7f-0a8c-4401-9eab-9f088a411493 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:21.446993 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:21.447264 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91016d7f-0a8c-4401-9eab-9f088a411493 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:21.447682 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91016d7f-0a8c-4401-9eab-9f088a411493'] response: {'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'status': 'completed', 'code': 200} Apr 07 11:44:21.524138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6f82-a176-4fc5-82d7-bdc2140c9dab req-b1174b52-d771-4f14-bd9e-b4250c7e924a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:21.533482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbd6f82-a176-4fc5-82d7-bdc2140c9dab req-b1174b52-d771-4f14-bd9e-b4250c7e924a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.1272421 Apr 07 11:44:21.583670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:21.590233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-9215b5b6-9976-43ac-9326-bca32b9755ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:21.592013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-9215b5b6-9976-43ac-9326-bca32b9755ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1127 time: 0.1326694 Apr 07 11:44:21.608477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbd6f82-a176-4fc5-82d7-bdc2140c9dab req-fe783a1f-7d22-43e2-8fba-cc76b5cae68a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740721 Apr 07 11:44:21.623863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47636) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:21.693057 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'e5b36b20-8527-474e-b577-474e549cda9e', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'mac_address': 'fa:16:3e:7a:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:44:20Z', 'updated_at': '2022-04-07T11:44:20Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:21.721043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-de93710f-a58e-4ad7-ab57-8fad5fad53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:21.721572 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] Checking router: d90e2540-cf2e-4629-a52c-5a72b4d5e472 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:21.723183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-de93710f-a58e-4ad7-ab57-8fad5fad53ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1126516 Apr 07 11:44:21.728330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db76a028-b657-48b6-b5c6-bd964fd928b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:21.730723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:21.731355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:21.736215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd0b438f-e28e-4cf1-8323-8a5b6dc9c0ee tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/e5b36b20-8527-474e-b577-474e549cda9e HTTP/1.1" status: 200 len: 991 time: 0.1112711 Apr 07 11:44:21.806724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-f57c6ca1-3027-4192-bd4a-a6f4a010e238 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.0776396 Apr 07 11:44:21.845280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db76a028-b657-48b6-b5c6-bd964fd928b4 admin admin] Publish callbacks [] for security_group (e9221f0e-5987-45ab-a3e9-d24a2b82124c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:21.851239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db76a028-b657-48b6-b5c6-bd964fd928b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e9221f0e-5987-45ab-a3e9-d24a2b82124c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:21.856408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:21.873018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-620425de-6614-4f2d-bb00-653ef6c950df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:21.877205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-620425de-6614-4f2d-bb00-653ef6c950df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0647995 Apr 07 11:44:21.894923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db76a028-b657-48b6-b5c6-bd964fd928b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=615a3a1a340146fb8a16884bdf9f38b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093989 Apr 07 11:44:21.896122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a028-b657-48b6-b5c6-bd964fd928b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9221f0e-5987-45ab-a3e9-d24a2b82124c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:21.898658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47638) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:21.945817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-5aaa1535-2eae-491b-9435-054cab0f1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:21.947662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-5aaa1535-2eae-491b-9435-054cab0f1b8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639842 Apr 07 11:44:21.970230 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0ad7-c174-475e-b8e1-943ba1ac5a37 admin admin] Publish callbacks [] for security_group (e9221f0e-5987-45ab-a3e9-d24a2b82124c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.014630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0ad7-c174-475e-b8e1-943ba1ac5a37 admin admin] Publish callbacks [] for security_group (e9221f0e-5987-45ab-a3e9-d24a2b82124c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.075022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-5e48e250-288f-4250-99d1-e3ab8aafe0bb service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220081 Apr 07 11:44:22.103099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0ad7-c174-475e-b8e1-943ba1ac5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e9221f0e-5987-45ab-a3e9-d24a2b82124c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.106422 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0ad7-c174-475e-b8e1-943ba1ac5a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.107909 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e5fd0ad7-c174-475e-b8e1-943ba1ac5a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9221f0e-5987-45ab-a3e9-d24a2b82124c HTTP/1.1" status: 204 len: 168 time: 0.1956127 Apr 07 11:44:22.120452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd0ad7-c174-475e-b8e1-943ba1ac5a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9221f0e-5987-45ab-a3e9-d24a2b82124c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:22.151973 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'e5b36b20-8527-474e-b577-474e549cda9e', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'mac_address': 'fa:16:3e:7a:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:44:20Z', 'updated_at': '2022-04-07T11:44:20Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:22.191389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b852-be88-47b6-a290-744a14d904f0 None None] The sync data for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 is: [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'e5b36b20-8527-474e-b577-474e549cda9e', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'mac_address': 'fa:16:3e:7a:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:44:20Z', 'updated_at': '2022-04-07T11:44:20Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:22.239176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b5d8417-0c72-418c-9451-f2df14373cf4 req-ef0af676-decc-467a-a165-7dd1922e6bcb service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581016 Apr 07 11:44:22.448705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47646) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:22.458832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3cab4-e6b5-49e5-b010-c5c15e6e41ed None None] New status for floating IP e5b36b20-8527-474e-b577-474e549cda9e: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:44:22.463437 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-552c18c8-a71c-4c27-83f9-e3d33aa09413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.560494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-552c18c8-a71c-4c27-83f9-e3d33aa09413 admin admin] Publish callbacks [] for security_group (a00f817d-2fc3-420b-ae5d-e34f933fd210), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.566217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-552c18c8-a71c-4c27-83f9-e3d33aa09413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a00f817d-2fc3-420b-ae5d-e34f933fd210), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.597676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c18c8-a71c-4c27-83f9-e3d33aa09413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f817d-2fc3-420b-ae5d-e34f933fd210,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:22.620669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-552c18c8-a71c-4c27-83f9-e3d33aa09413 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc4ec7502ff14c8e9afd42536acf52e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679299 Apr 07 11:44:22.621653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47648) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:22.678807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24636b1c-76bd-49f4-931b-2dcc6b05ea18 admin admin] Publish callbacks [] for security_group (a00f817d-2fc3-420b-ae5d-e34f933fd210), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.700514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24636b1c-76bd-49f4-931b-2dcc6b05ea18 admin admin] Publish callbacks [] for security_group (a00f817d-2fc3-420b-ae5d-e34f933fd210), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.739935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47650) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:22.776644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24636b1c-76bd-49f4-931b-2dcc6b05ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a00f817d-2fc3-420b-ae5d-e34f933fd210), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.779168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24636b1c-76bd-49f4-931b-2dcc6b05ea18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:22.780283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-24636b1c-76bd-49f4-931b-2dcc6b05ea18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a00f817d-2fc3-420b-ae5d-e34f933fd210 HTTP/1.1" status: 204 len: 168 time: 0.1576838 Apr 07 11:44:22.792963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24636b1c-76bd-49f4-931b-2dcc6b05ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f817d-2fc3-420b-ae5d-e34f933fd210,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:22.814863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3fc72e58-6b66-4c52-a7b0-41b9699687ce tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/e5b36b20-8527-474e-b577-474e549cda9e HTTP/1.1" status: 200 len: 993 time: 0.0735192 Apr 07 11:44:30.652586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7bf22a31-9379-45c5-91d9-f74f101bbe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:30.932080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47854) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:31.048036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.120005 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Publish callbacks [] for security_group (d33d57d8-526a-457b-9b51-cc5a12d9ad6e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.123710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d33d57d8-526a-457b-9b51-cc5a12d9ad6e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.161888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=035d3be1033e4de493693b80b16416b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286363 Apr 07 11:44:31.163950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d57d8-526a-457b-9b51-cc5a12d9ad6e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:31.164848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47858) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:31.172724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.173092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.173457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.173802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.174138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.174476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.174804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.175131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.175457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.175782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.176112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.176433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.176756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc16d0f-4dcf-4794-83cd-8dc8f23ef5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:31.216600 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-302bb2de-69b4-468a-94a1-780419a1dc26 admin admin] Publish callbacks [] for security_group (d33d57d8-526a-457b-9b51-cc5a12d9ad6e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.242231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-302bb2de-69b4-468a-94a1-780419a1dc26 admin admin] Publish callbacks [] for security_group (d33d57d8-526a-457b-9b51-cc5a12d9ad6e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.298482 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-302bb2de-69b4-468a-94a1-780419a1dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d33d57d8-526a-457b-9b51-cc5a12d9ad6e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.301115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-302bb2de-69b4-468a-94a1-780419a1dc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.305303 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-302bb2de-69b4-468a-94a1-780419a1dc26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d33d57d8-526a-457b-9b51-cc5a12d9ad6e HTTP/1.1" status: 204 len: 168 time: 0.1390743 Apr 07 11:44:31.313946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb2de-69b4-468a-94a1-780419a1dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d57d8-526a-457b-9b51-cc5a12d9ad6e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:31.572034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47864) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:31.587708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a98336e9-fc63-455b-9758-34a24c8e1ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.666156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a98336e9-fc63-455b-9758-34a24c8e1ee9 admin admin] Publish callbacks [] for security_group (c58e32da-1a65-4d0d-a98e-922470e1717e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.670352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a98336e9-fc63-455b-9758-34a24c8e1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c58e32da-1a65-4d0d-a98e-922470e1717e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.708008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98336e9-fc63-455b-9758-34a24c8e1ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e32da-1a65-4d0d-a98e-922470e1717e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:31.713636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a98336e9-fc63-455b-9758-34a24c8e1ee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46dc39b3c624a8d84429afe4757c121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404674 Apr 07 11:44:31.715433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47866) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:31.762638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-757408b1-c386-4825-907f-3c3abe0efc56 admin admin] Publish callbacks [] for security_group (c58e32da-1a65-4d0d-a98e-922470e1717e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.787394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-757408b1-c386-4825-907f-3c3abe0efc56 admin admin] Publish callbacks [] for security_group (c58e32da-1a65-4d0d-a98e-922470e1717e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.836583 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-757408b1-c386-4825-907f-3c3abe0efc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c58e32da-1a65-4d0d-a98e-922470e1717e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.838518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.840024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-757408b1-c386-4825-907f-3c3abe0efc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.841248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-757408b1-c386-4825-907f-3c3abe0efc56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c58e32da-1a65-4d0d-a98e-922470e1717e HTTP/1.1" status: 204 len: 168 time: 0.1250455 Apr 07 11:44:31.849344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757408b1-c386-4825-907f-3c3abe0efc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e32da-1a65-4d0d-a98e-922470e1717e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:32.184122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47874) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:32.201651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b528c14b-d1d3-4faa-8953-928e33bc1ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.280244 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b528c14b-d1d3-4faa-8953-928e33bc1ee0 admin admin] Publish callbacks [] for security_group (50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.284531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b528c14b-d1d3-4faa-8953-928e33bc1ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.322437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b528c14b-d1d3-4faa-8953-928e33bc1ee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf12d73149f4489080324f2237dc85d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371770 Apr 07 11:44:32.324537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c14b-d1d3-4faa-8953-928e33bc1ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:32.325294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47876) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:32.376490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40420763-92f7-4765-ae8b-d5cb6bb70a41 admin admin] Publish callbacks [] for security_group (50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.398204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40420763-92f7-4765-ae8b-d5cb6bb70a41 admin admin] Publish callbacks [] for security_group (50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.447954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40420763-92f7-4765-ae8b-d5cb6bb70a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.450752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-40420763-92f7-4765-ae8b-d5cb6bb70a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.451881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-40420763-92f7-4765-ae8b-d5cb6bb70a41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884 HTTP/1.1" status: 204 len: 168 time: 0.1250916 Apr 07 11:44:32.462367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40420763-92f7-4765-ae8b-d5cb6bb70a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50211ea9-8bf7-4c4e-94e8-3ca1aeb7d884,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:32.985247 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1025e80b-6301-45ca-a07a-6208bc57b462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:33.646784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.115785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:34.228541 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-041a6e7c-e28c-44e1-a641-f8f8f6ce277c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.303919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-041a6e7c-e28c-44e1-a641-f8f8f6ce277c admin admin] Publish callbacks [] for security_group (090c24a0-4e3a-4481-8d23-125813bd099c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.306978 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-041a6e7c-e28c-44e1-a641-f8f8f6ce277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (090c24a0-4e3a-4481-8d23-125813bd099c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.352266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a6e7c-e28c-44e1-a641-f8f8f6ce277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090c24a0-4e3a-4481-8d23-125813bd099c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:34.361345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-041a6e7c-e28c-44e1-a641-f8f8f6ce277c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db4889fe48a242a68d61cfb227f49c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442660 Apr 07 11:44:34.361692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47934) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:34.412797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86494665-0dbf-4f09-b196-872334705983 admin admin] Publish callbacks [] for security_group (090c24a0-4e3a-4481-8d23-125813bd099c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.432828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee1ee5-2f64-4068-a7a2-b8891e86ddb0 req-687eb620-7a2d-45cb-81f5-b76276213119 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:34.434460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9ee1ee5-2f64-4068-a7a2-b8891e86ddb0 req-687eb620-7a2d-45cb-81f5-b76276213119 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 946 time: 0.0537741 Apr 07 11:44:34.435595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86494665-0dbf-4f09-b196-872334705983 admin admin] Publish callbacks [] for security_group (090c24a0-4e3a-4481-8d23-125813bd099c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.483704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86494665-0dbf-4f09-b196-872334705983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (090c24a0-4e3a-4481-8d23-125813bd099c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.486129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9ee1ee5-2f64-4068-a7a2-b8891e86ddb0 req-be67d515-0d64-4f0b-8b1a-b1a05d4ab6c0 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459001 Apr 07 11:44:34.487161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-86494665-0dbf-4f09-b196-872334705983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.488613 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-86494665-0dbf-4f09-b196-872334705983 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/090c24a0-4e3a-4481-8d23-125813bd099c HTTP/1.1" status: 204 len: 168 time: 0.1254578 Apr 07 11:44:34.497433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494665-0dbf-4f09-b196-872334705983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c24a0-4e3a-4481-8d23-125813bd099c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:34.512339 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.752571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47940) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:34.765778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad969-3d13-471f-bd54-38379f42ea19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.842937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad969-3d13-471f-bd54-38379f42ea19 admin admin] Publish callbacks [] for security_group (62deceb6-921d-4b2b-8642-cd48e1d69fdb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.847567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad969-3d13-471f-bd54-38379f42ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (62deceb6-921d-4b2b-8642-cd48e1d69fdb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.886549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9c3ad969-3d13-471f-bd54-38379f42ea19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d95478cce0ef4154a399395587e12161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328378 Apr 07 11:44:34.887514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ad969-3d13-471f-bd54-38379f42ea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62deceb6-921d-4b2b-8642-cd48e1d69fdb,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:34.889256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 47942) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:34.941698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae1de-66cf-45ba-9cd7-d4b9b88515be admin admin] Publish callbacks [] for security_group (62deceb6-921d-4b2b-8642-cd48e1d69fdb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.962717 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae1de-66cf-45ba-9cd7-d4b9b88515be admin admin] Publish callbacks [] for security_group (62deceb6-921d-4b2b-8642-cd48e1d69fdb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:35.008986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae1de-66cf-45ba-9cd7-d4b9b88515be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (62deceb6-921d-4b2b-8642-cd48e1d69fdb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:35.011580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae1de-66cf-45ba-9cd7-d4b9b88515be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:35.012703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8f7ae1de-66cf-45ba-9cd7-d4b9b88515be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62deceb6-921d-4b2b-8642-cd48e1d69fdb HTTP/1.1" status: 204 len: 168 time: 0.1211581 Apr 07 11:44:35.020938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ae1de-66cf-45ba-9cd7-d4b9b88515be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62deceb6-921d-4b2b-8642-cd48e1d69fdb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:35.611769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bbaaf-5b68-47b9-82a4-81f6a71aafd0 req-bc3b52c9-be2d-4494-86d9-b75501931d36 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:35.613307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a02bbaaf-5b68-47b9-82a4-81f6a71aafd0 req-bc3b52c9-be2d-4494-86d9-b75501931d36 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 946 time: 0.0547376 Apr 07 11:44:35.663389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a02bbaaf-5b68-47b9-82a4-81f6a71aafd0 req-016fcd31-043a-42a0-b471-b23f058f4c0c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbf54dfa-4a7b-49bf-83b4-551879f98ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442095 Apr 07 11:44:36.047980 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.076809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-cf15c97b-613e-46ff-a059-54d5c34ea725 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:36.079017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-cf15c97b-613e-46ff-a059-54d5c34ea725 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 946 time: 0.0650661 Apr 07 11:44:36.171274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port dab93344-73d9-42ff-b53d-c5b8f2563744 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:36.171735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.263399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] For port dab93344-73d9-42ff-b53d-c5b8f2563744, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=dab93344-73d9-42ff-b53d-c5b8f2563744,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:36.263767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.291840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47990) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:36.403426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51e3b0d0-a2d5-4152-82f6-027cf0a224c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.445703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.446100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (0676b943-45c6-4f04-931c-fb1b600e7549), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.446474 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP 0676b943-45c6-4f04-931c-fb1b600e7549 disassociated. External IP: 172.25.5.214, port: dab93344-73d9-42ff-b53d-c5b8f2563744. Apr 07 11:44:36.446810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for dab93344-73d9-42ff-b53d-c5b8f2563744 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:44:36.479951 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51e3b0d0-a2d5-4152-82f6-027cf0a224c3 admin admin] Publish callbacks [] for security_group (fe2eff24-c6c1-49e8-8c63-92b62e43e141), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.483856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51e3b0d0-a2d5-4152-82f6-027cf0a224c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe2eff24-c6c1-49e8-8c63-92b62e43e141), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.522082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3b0d0-a2d5-4152-82f6-027cf0a224c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2eff24-c6c1-49e8-8c63-92b62e43e141,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:36.527093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51e3b0d0-a2d5-4152-82f6-027cf0a224c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6fc876340724a39bda878c199b8f857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341831 Apr 07 11:44:36.530004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 47994) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:36.578824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dab93344-73d9-42ff-b53d-c5b8f2563744), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.581554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-72469507-bb38-404a-9d90-63b54ac363d8 admin admin] Publish callbacks [] for security_group (fe2eff24-c6c1-49e8-8c63-92b62e43e141), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.602884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-72469507-bb38-404a-9d90-63b54ac363d8 admin admin] Publish callbacks [] for security_group (fe2eff24-c6c1-49e8-8c63-92b62e43e141), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.607736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=dab93344-73d9-42ff-b53d-c5b8f2563744,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:36.658416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-72469507-bb38-404a-9d90-63b54ac363d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fe2eff24-c6c1-49e8-8c63-92b62e43e141), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.660948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-72469507-bb38-404a-9d90-63b54ac363d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.662153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-72469507-bb38-404a-9d90-63b54ac363d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe2eff24-c6c1-49e8-8c63-92b62e43e141 HTTP/1.1" status: 204 len: 168 time: 0.1311734 Apr 07 11:44:36.670514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72469507-bb38-404a-9d90-63b54ac363d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2eff24-c6c1-49e8-8c63-92b62e43e141,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:36.741688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:36.775768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c23129ce-ace1-4089-8889-b259dc63e015 req-69d2aaa8-f3c6-42a0-9c42-4d592a92b8bb tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f86161-a5be-4502-960b-d28bf8148b5c HTTP/1.1" status: 200 len: 210 time: 0.0329251 Apr 07 11:44:36.882272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:36.892146 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:36.901934 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:36.902542 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:36.928913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] No DVR routers for this DVR port dab93344-73d9-42ff-b53d-c5b8f2563744 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:44:36.931680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:36.935342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1ce41132-5391-4aea-8ae6-8111632ed0a0 req-1a1020b0-5301-4781-93ca-c250a666dd39 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "DELETE /v2.0/ports/dab93344-73d9-42ff-b53d-c5b8f2563744 HTTP/1.1" status: 204 len: 173 time: 0.8509901 Apr 07 11:44:36.935905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'name': 'network-vif-deleted', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:36.939678 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cf9f9e-2736-40d1-810d-fb6a161dc029" -d '{"events": [{"server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "name": "network-vif-deleted", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:37.011229 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae35eb3-99f4-4075-8b34-46bf7f0a7e4c x-openstack-request-id: req-4ae35eb3-99f4-4075-8b34-46bf7f0a7e4c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:37.011532 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f86161-a5be-4502-960b-d28bf8148b5c", "name": "network-vif-deleted", "tag": "dab93344-73d9-42ff-b53d-c5b8f2563744", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:37.011799 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ae35eb3-99f4-4075-8b34-46bf7f0a7e4c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:37.012219 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae35eb3-99f4-4075-8b34-46bf7f0a7e4c'] response: {'server_uuid': '97f86161-a5be-4502-960b-d28bf8148b5c', 'name': 'network-vif-deleted', 'tag': 'dab93344-73d9-42ff-b53d-c5b8f2563744', 'status': 'completed', 'code': 200} Apr 07 11:44:37.031782 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:37.209557 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:37.262601 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:37.289208 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:37.298319 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:37.298944 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:37.508708 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:37.711242 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:37.742847 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e3a54-9ad9-4d9f-84ce-f1e19e2e0664 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:37.870081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48070) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:37.941860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5d589f6-2416-4ff0-8567-4b3a1d6ddb11 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (dbf54dfa-4a7b-49bf-83b4-551879f98ce4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:37.966821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5d589f6-2416-4ff0-8567-4b3a1d6ddb11 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (dbf54dfa-4a7b-49bf-83b4-551879f98ce4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.024403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5c3c7-dc59-40df-b41c-2b32a6b94d30 None None] New status for floating IP 0676b943-45c6-4f04-931c-fb1b600e7549: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:44:38.026673 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5d589f6-2416-4ff0-8567-4b3a1d6ddb11 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dbf54dfa-4a7b-49bf-83b4-551879f98ce4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.031537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5d589f6-2416-4ff0-8567-4b3a1d6ddb11 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.035217 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f5d589f6-2416-4ff0-8567-4b3a1d6ddb11 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/security-groups/dbf54dfa-4a7b-49bf-83b4-551879f98ce4 HTTP/1.1" status: 204 len: 168 time: 0.1613128 Apr 07 11:44:38.035855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48100) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:38.042280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d589f6-2416-4ff0-8567-4b3a1d6ddb11 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf54dfa-4a7b-49bf-83b4-551879f98ce4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:38.052927 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-2c0a26ad-119b-4744-bdc7-64be8a335705 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] show failed (client error): The resource could not be found. Apr 07 11:44:38.057150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2c0a26ad-119b-4744-bdc7-64be8a335705 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups/dbf54dfa-4a7b-49bf-83b4-551879f98ce4 HTTP/1.1" status: 404 len: 347 time: 0.0195425 Apr 07 11:44:38.057464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:38.213372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port 4911c414-9db1-4d75-81d6-aa2a26c6c668 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:38.213737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.308310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.308637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (4911c414-9db1-4d75-81d6-aa2a26c6c668), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.322962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for 4911c414-9db1-4d75-81d6-aa2a26c6c668 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:44:38.448266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48120) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:38.467179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4911c414-9db1-4d75-81d6-aa2a26c6c668), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.495001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=4911c414-9db1-4d75-81d6-aa2a26c6c668,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:38.558619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (0676b943-45c6-4f04-931c-fb1b600e7549), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.561217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.562439 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6734f67c-3835-4de2-9539-f05dbc91527c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/floatingips/0676b943-45c6-4f04-931c-fb1b600e7549 HTTP/1.1" status: 204 len: 168 time: 0.5022085 Apr 07 11:44:38.565417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17827e9c-c6a9-4e08-bb9c-03946c7a7c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.650108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17827e9c-c6a9-4e08-bb9c-03946c7a7c80 admin admin] Publish callbacks [] for security_group (3266cf6f-5c8a-4cf1-bd24-b734fed0ae79), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.653925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-17827e9c-c6a9-4e08-bb9c-03946c7a7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3266cf6f-5c8a-4cf1-bd24-b734fed0ae79), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.693501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-17827e9c-c6a9-4e08-bb9c-03946c7a7c80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2538a5b3f9f4db187b757cedd9a889f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441220 Apr 07 11:44:38.694613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17827e9c-c6a9-4e08-bb9c-03946c7a7c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3266cf6f-5c8a-4cf1-bd24-b734fed0ae79,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:38.696850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48126) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:38.747371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d724f2b4-a1c8-464f-b385-70afe8261b98 admin admin] Publish callbacks [] for security_group (3266cf6f-5c8a-4cf1-bd24-b734fed0ae79), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.770445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d724f2b4-a1c8-464f-b385-70afe8261b98 admin admin] Publish callbacks [] for security_group (3266cf6f-5c8a-4cf1-bd24-b734fed0ae79), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.800997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48128) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:38.805789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864558469', 'description': 'tempest-description--370894290'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:38.824347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d724f2b4-a1c8-464f-b385-70afe8261b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3266cf6f-5c8a-4cf1-bd24-b734fed0ae79), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.826680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.827254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d724f2b4-a1c8-464f-b385-70afe8261b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.831723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d724f2b4-a1c8-464f-b385-70afe8261b98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3266cf6f-5c8a-4cf1-bd24-b734fed0ae79 HTTP/1.1" status: 204 len: 168 time: 0.1337664 Apr 07 11:44:38.840537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724f2b4-a1c8-464f-b385-70afe8261b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3266cf6f-5c8a-4cf1-bd24-b734fed0ae79,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:38.909533 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.913413 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.944481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:38.945857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1437907 Apr 07 11:44:38.948018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7733e-41b1-4d98-a31e-ebd35f9be78c tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:38.949029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48132) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:38.954819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': '4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:38.982373 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (b02fe2cb-a56e-4268-911b-3a711fff3537), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.029695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (b02fe2cb-a56e-4268-911b-3a711fff3537), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.034430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b02fe2cb-a56e-4268-911b-3a711fff3537), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.038158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dab93344-73d9-42ff-b53d-c5b8f2563744 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:44:39.056423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02fe2cb-a56e-4268-911b-3a711fff3537,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:39.062959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: dab93344-73d9-42ff-b53d-c5b8f2563744 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:44:39.062959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device dab93344-73d9-42ff-b53d-c5b8f2563744 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:44:39.070038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.071270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9798bf31-6404-4e41-965a-64547b3eefde tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211934 Apr 07 11:44:39.073861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48138) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:39.078634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'security_group_rule': {'security_group_id': '4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:39.103443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (335406f5-2b30-4222-af32-9bc373c66037), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.162613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (335406f5-2b30-4222-af32-9bc373c66037), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.166812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (335406f5-2b30-4222-af32-9bc373c66037), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.186278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335406f5-2b30-4222-af32-9bc373c66037,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:39.195512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.196719 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a6a14d1-79ef-4f96-8d52-bf8054d3f33b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217411 Apr 07 11:44:39.199807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48146) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:39.204350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:39.225165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.329557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.439504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.25.5.191 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a249986c-20cc-4666-aa20-ed0b1c0700d8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:39.544859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.580186 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.616579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:39.619459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:39.623120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:39.651597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=a249986c-20cc-4666-aa20-ed0b1c0700d8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:39.723875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (3969d122-aa8e-4974-9f46-7bcd81eaf690), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.761638 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.917386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:39.923032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.002927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=a249986c-20cc-4666-aa20-ed0b1c0700d8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:40.013857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (3969d122-aa8e-4974-9f46-7bcd81eaf690), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.029575 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.039198 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f91ba89-f52f-49e3-a525-cfefe093ea37 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8300939 Apr 07 11:44:40.232132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-91b12904-6eaf-4dfd-b6a7-343bbad6ea8e tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1864558469&fields=id&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 267 time: 0.0416045 Apr 07 11:44:40.268955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48188) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.344741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-76a4863b-6278-404d-b133-6466e24552a5 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:40.346218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-76a4863b-6278-404d-b133-6466e24552a5 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.1067171 Apr 07 11:44:40.363043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-e8ce1b56-c288-43a0-a51f-e408ef43b8a5 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/quotas/c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 375 time: 0.0112019 Apr 07 11:44:40.373995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e3e4df36-ae42-4975-a89c-af6d63c97ca4 tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:40.403292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e3e4df36-ae42-4975-a89c-af6d63c97ca4 tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "PUT /v2.0/quotas/3f0a17ad2ca648c19027fca0c0474ce8 HTTP/1.1" status: 200 len: 366 time: 0.1331325 Apr 07 11:44:40.405992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48192) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.415561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c7f7f58c-ca95-4e50-ae60-707a7ff7c3fb tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0085623 Apr 07 11:44:40.418103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48194) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.419751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6843b869-f843-4af4-8c8d-e7d9cc84cef1 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510402 Apr 07 11:44:40.430387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0ab9b9f1-67ab-4a01-ade6-c0cfdcb552ca tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "GET /v2.0/quotas/3f0a17ad2ca648c19027fca0c0474ce8 HTTP/1.1" status: 200 len: 366 time: 0.0112827 Apr 07 11:44:40.432722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48196) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.446511 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa5afc3b-f004-4fc6-a8cd-9d51f01bd76a tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3f0a17ad2ca648c19027fca0c0474ce8 HTTP/1.1" status: 204 len: 168 time: 0.0126920 Apr 07 11:44:40.448894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.458247 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b51b9334-b562-4ce5-8eb4-25b3747deb3e tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083427 Apr 07 11:44:40.460566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48200) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.469867 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-da3ebd0f-705e-4817-a407-fcc8506e3512 tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "GET /v2.0/quotas/3f0a17ad2ca648c19027fca0c0474ce8 HTTP/1.1" status: 200 len: 370 time: 0.0083067 Apr 07 11:44:40.472138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48202) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.476578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9214f9b6-6f6e-480c-9ce1-50f800ee162f tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "GET /v2.0/quotas/3f0a17ad2ca648c19027fca0c0474ce8/default HTTP/1.1" status: 200 len: 370 time: 0.0035284 Apr 07 11:44:40.478753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48204) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.487081 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0216b5cb-fea8-4992-809f-a13cb9bbac46 tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] delete failed (client error): The resource could not be found. Apr 07 11:44:40.488027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0216b5cb-fea8-4992-809f-a13cb9bbac46 tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3f0a17ad2ca648c19027fca0c0474ce8 HTTP/1.1" status: 404 len: 348 time: 0.0084527 Apr 07 11:44:40.521800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-9cb8a920-8d1d-4dbe-bee2-b0ac8062bd68 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901074 Apr 07 11:44:40.592119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48208) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.613539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:network and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.615795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-c4bc9c19-44fc-4a7f-b9eb-59f5828f8ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879788 Apr 07 11:44:40.617206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.623666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:subnet and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.628065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.634426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:subnetpool and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.639508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.650042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:port and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.653386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.660733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:router and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.663908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.670000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:floatingip and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.674566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.724102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:security_group and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.727690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.736390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Usage tracker for resource:security_group_rule and project:de93fe56297a4c5c9af26da1ef103094 is out of sync, need to count used quota {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 11:44:40.740132 n-d-836788-1 neutron-server[104177]: DEBUG neutron.quota.resource [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 11:44:40.749218 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e91d5ff-2f90-4cd5-ba33-79ac63b018bc tempest-QuotasTest-597165361 tempest-QuotasTest-597165361-project-admin] 10.222.0.13 "GET /v2.0/quotas/de93fe56297a4c5c9af26da1ef103094/details.json HTTP/1.1" status: 200 len: 703 time: 0.1520505 Apr 07 11:44:40.795207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e33cc27-0d43-48ae-ab68-77179da78664 req-733ea132-afb5-4ee6-a516-942c6ebc0c49 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 210 time: 0.0322223 Apr 07 11:44:41.056529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.175595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3114-fe60-448a-ba40-351b5bd3312e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.252977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3114-fe60-448a-ba40-351b5bd3312e admin admin] Publish callbacks [] for security_group (b82d5cd0-21ae-492f-934a-e134f5aa41db), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.256872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3114-fe60-448a-ba40-351b5bd3312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b82d5cd0-21ae-492f-934a-e134f5aa41db), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.297493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8b9e3114-fe60-448a-ba40-351b5bd3312e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fadd0620c944856b9e93bf821f498d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391288 Apr 07 11:44:41.298364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e3114-fe60-448a-ba40-351b5bd3312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d5cd0-21ae-492f-934a-e134f5aa41db,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:41.300511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48228) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.357491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18a9172f-8884-4f53-9b36-0d2aff8a1ac8 admin admin] Publish callbacks [] for security_group (b82d5cd0-21ae-492f-934a-e134f5aa41db), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.380403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18a9172f-8884-4f53-9b36-0d2aff8a1ac8 admin admin] Publish callbacks [] for security_group (b82d5cd0-21ae-492f-934a-e134f5aa41db), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.431160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18a9172f-8884-4f53-9b36-0d2aff8a1ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b82d5cd0-21ae-492f-934a-e134f5aa41db), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.433869 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18a9172f-8884-4f53-9b36-0d2aff8a1ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.435137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18a9172f-8884-4f53-9b36-0d2aff8a1ac8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b82d5cd0-21ae-492f-934a-e134f5aa41db HTTP/1.1" status: 204 len: 168 time: 0.1334338 Apr 07 11:44:41.443514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9172f-8884-4f53-9b36-0d2aff8a1ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d5cd0-21ae-492f-934a-e134f5aa41db,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:41.722568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.735470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-ba58e4b7-a2a4-4d3e-8af9-7095fefb8156 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:41.736947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-ba58e4b7-a2a4-4d3e-8af9-7095fefb8156 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 814 time: 0.1241162 Apr 07 11:44:41.739956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4be2c8d5-6e4a-44a3-83e2-79adf6401731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.802965 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-cadd6a37-ab72-4718-9177-78ae24cf820d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24de5fb945a4bba8dfd8b6832ed0415 HTTP/1.1" status: 200 len: 380 time: 0.0580301 Apr 07 11:44:41.815137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'port': {'device_id': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'admin_state_up': True, 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'security_groups': ['4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:41.819197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4be2c8d5-6e4a-44a3-83e2-79adf6401731 admin admin] Publish callbacks [] for security_group (3dd381f5-0048-4870-a4d7-b9329a689b92), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.823453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4be2c8d5-6e4a-44a3-83e2-79adf6401731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3dd381f5-0048-4870-a4d7-b9329a689b92), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.861847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2c8d5-6e4a-44a3-83e2-79adf6401731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd381f5-0048-4870-a4d7-b9329a689b92,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:41.866376 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4be2c8d5-6e4a-44a3-83e2-79adf6401731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de93fe56297a4c5c9af26da1ef103094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425469 Apr 07 11:44:41.869346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48238) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.912340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b504ccbd-067a-4f5d-b9be-082e2b7cf239 req-84a4bf54-2a43-47f5-aacf-2c39b8b29f14 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 210 time: 0.0321047 Apr 07 11:44:41.922205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dec2-5492-4b83-8f6a-912a6aec5072 admin admin] Publish callbacks [] for security_group (3dd381f5-0048-4870-a4d7-b9329a689b92), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.944078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dec2-5492-4b83-8f6a-912a6aec5072 admin admin] Publish callbacks [] for security_group (3dd381f5-0048-4870-a4d7-b9329a689b92), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.969437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Made reservation on behalf of c24de5fb945a4bba8dfd8b6832ed0415 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:41.972819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.992921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dec2-5492-4b83-8f6a-912a6aec5072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3dd381f5-0048-4870-a4d7-b9329a689b92), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.995541 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3bc9dec2-5492-4b83-8f6a-912a6aec5072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.996740 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3bc9dec2-5492-4b83-8f6a-912a6aec5072 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dd381f5-0048-4870-a4d7-b9329a689b92 HTTP/1.1" status: 204 len: 168 time: 0.1264651 Apr 07 11:44:42.005408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9dec2-5492-4b83-8f6a-912a6aec5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd381f5-0048-4870-a4d7-b9329a689b92,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.111064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Allocated IP 172.20.0.7 (d7f4972e-29c9-4d81-83f5-71595b23c5cd/8926300d-99dc-4bcc-9e0a-febfe51480e2/76586fe8-3a53-4a37-be50-ed397353223b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:42.250893 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for port (76586fe8-3a53-4a37-be50-ed397353223b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.286987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (76586fe8-3a53-4a37-be50-ed397353223b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.331203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:42.334318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:42.340055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:42.347132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event updated for resources: {'Port': ['ID=76586fe8-3a53-4a37-be50-ed397353223b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.394719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:42.395277 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.414387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-6bed61e7-bb4a-42d9-87cf-09d44e818eb7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037762 Apr 07 11:44:42.425744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Request body: {'port': {'device_id': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.495204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76586fe8-3a53-4a37-be50-ed397353223b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.783133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76586fe8-3a53-4a37-be50-ed397353223b {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:44:42.784261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48260) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:42.793237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Publish callbacks [] for port (76586fe8-3a53-4a37-be50-ed397353223b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.800579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-499d7905-5cb7-416b-9cdc-d22c2d0ecc85 None None] Provisioning complete for port 76586fe8-3a53-4a37-be50-ed397353223b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:42.801110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-499d7905-5cb7-416b-9cdc-d22c2d0ecc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76586fe8-3a53-4a37-be50-ed397353223b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.807708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Transition to ACTIVE for port object 76586fe8-3a53-4a37-be50-ed397353223b will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:44:42.811255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (76586fe8-3a53-4a37-be50-ed397353223b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.835992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-499d7905-5cb7-416b-9cdc-d22c2d0ecc85 None None] Port 76586fe8-3a53-4a37-be50-ed397353223b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:42.863941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Pushing event updated for resources: {'Port': ['ID=76586fe8-3a53-4a37-be50-ed397353223b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.903279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ce2e415c-c4ae-41c4-b8f5-ae22156fb834 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] Request body: {'port': {'network_id': '6ca10e6f-ccf4-4122-a5ed-d15fd43d3eb0', 'name': 'tempest-NetworksNegativeTestJSON-1012359195'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.936450 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2e415c-c4ae-41c4-b8f5-ae22156fb834 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] POST failed (client error): The resource could not be found. Apr 07 11:44:42.937544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2e415c-c4ae-41c4-b8f5-ae22156fb834 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:42.938726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ce2e415c-c4ae-41c4-b8f5-ae22156fb834 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1535149 Apr 07 11:44:42.943291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48268) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:42.973299 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3ea84e-6939-46d6-9f06-59db8b5e66d6 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] DELETE failed (client error): The resource could not be found. Apr 07 11:44:42.974786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Attempting to bind port 76586fe8-3a53-4a37-be50-ed397353223b on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:42.975196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Attempting to bind port 76586fe8-3a53-4a37-be50-ed397353223b by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:42.975596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Attempting to bind port 76586fe8-3a53-4a37-be50-ed397353223b on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:42.979899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3ea84e-6939-46d6-9f06-59db8b5e66d6 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:42.980461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Port 76586fe8-3a53-4a37-be50-ed397353223b on network d7f4972e-29c9-4d81-83f5-71595b23c5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:44:42.980857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Attempting to bind port 76586fe8-3a53-4a37-be50-ed397353223b on network d7f4972e-29c9-4d81-83f5-71595b23c5cd {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:42.986678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:42.987097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Checking segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:42.987552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Bound using segment: {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:42.988620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Bound port: 76586fe8-3a53-4a37-be50-ed397353223b, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b770ec-384b-4c17-a98e-534a2b7418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:42.989085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76586fe8-3a53-4a37-be50-ed397353223b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.996531 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2a3ea84e-6939-46d6-9f06-59db8b5e66d6 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "DELETE /v2.0/networks/888b8777-841d-4c81-ba4a-e474d248bfe7 HTTP/1.1" status: 404 len: 339 time: 0.0508108 Apr 07 11:44:42.997262 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.029365 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-13940c79-1687-4d82-a87b-cfe624d3b655 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] DELETE failed (client error): The resource could not be found. Apr 07 11:44:43.030287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13940c79-1687-4d82-a87b-cfe624d3b655 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:43.034265 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-13940c79-1687-4d82-a87b-cfe624d3b655 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "DELETE /v2.0/ports/d211e275-a55d-48ee-93fd-8f3d518474b0 HTTP/1.1" status: 404 len: 333 time: 0.0360312 Apr 07 11:44:43.038604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48272) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.077325 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fc47a5-a940-47f8-994f-2d460b3318be tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] DELETE failed (client error): The resource could not be found. Apr 07 11:44:43.078408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fc47a5-a940-47f8-994f-2d460b3318be tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:43.086105 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-72fc47a5-a940-47f8-994f-2d460b3318be tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "DELETE /v2.0/subnets/7413bc72-874b-4db4-bcc0-6272995be27c HTTP/1.1" status: 404 len: 337 time: 0.0462096 Apr 07 11:44:43.089329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48276) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.099476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] For port 76586fe8-3a53-4a37-be50-ed397353223b, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:43.103086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] For port 76586fe8-3a53-4a37-be50-ed397353223b, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=76586fe8-3a53-4a37-be50-ed397353223b,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:43.110121 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeef546-378b-4150-9403-e9a2c6b94557 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] GET failed (client error): The resource could not be found. Apr 07 11:44:43.113582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9aeef546-378b-4150-9403-e9a2c6b94557 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "GET /v2.0/networks/8978d078-ebc1-419d-8414-be54af9d1a05 HTTP/1.1" status: 404 len: 339 time: 0.0232923 Apr 07 11:44:43.116322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48278) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.117076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c678ec-b827-4e35-98b3-7aafb18eb96a req-01658303-9b50-4447-8c82-b0d8e418b788 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.118646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33c678ec-b827-4e35-98b3-7aafb18eb96a req-01658303-9b50-4447-8c82-b0d8e418b788 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 943 time: 0.0923314 Apr 07 11:44:43.119871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (76586fe8-3a53-4a37-be50-ed397353223b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.145659 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b1d996-7109-4b7a-945a-06e276c89570 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] GET failed (client error): The resource could not be found. Apr 07 11:44:43.151426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05b1d996-7109-4b7a-945a-06e276c89570 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "GET /v2.0/ports/8ced0f17-af40-40ad-b844-067c5adcfb4f HTTP/1.1" status: 404 len: 333 time: 0.0322964 Apr 07 11:44:43.152213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48280) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.170136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.170744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.172216 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] 10.222.0.41 "PUT /v2.0/ports/76586fe8-3a53-4a37-be50-ed397353223b HTTP/1.1" status: 200 len: 1091 time: 0.7508202 Apr 07 11:44:43.172589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:43.174975 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf123d9-eda7-4b14-94f7-97a41b46794e" -d '{"events": [{"name": "network-changed", "server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "tag": "76586fe8-3a53-4a37-be50-ed397353223b"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:43.196995 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7668a1ed-846e-4451-ae6a-28e11c72dbac tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] GET failed (client error): The resource could not be found. Apr 07 11:44:43.203970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7668a1ed-846e-4451-ae6a-28e11c72dbac tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "GET /v2.0/subnets/9c5387f4-c918-436d-b2a8-e81a2173df9e HTTP/1.1" status: 404 len: 337 time: 0.0492985 Apr 07 11:44:43.204881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48284) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.220838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d705ec-cbb2-41dc-be8a-dc8c39826b66 service neutron] Pushing event updated for resources: {'Port': ['ID=76586fe8-3a53-4a37-be50-ed397353223b,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.224049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f2405a14-f5f6-4a22-864b-15128f30063d tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.235777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33c678ec-b827-4e35-98b3-7aafb18eb96a req-691a9fcd-445e-4bae-ab91-1e8a34cafb35 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105294 Apr 07 11:44:43.244568 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2405a14-f5f6-4a22-864b-15128f30063d tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] PUT failed (client error): The resource could not be found. Apr 07 11:44:43.245254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2405a14-f5f6-4a22-864b-15128f30063d tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:43.246630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f2405a14-f5f6-4a22-864b-15128f30063d tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "PUT /v2.0/networks/8ae0ee16-0459-4340-b4a3-93bf43d621e9 HTTP/1.1" status: 404 len: 339 time: 0.0400937 Apr 07 11:44:43.253656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.259218 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1575a82-22cd-4045-a97d-e94a9d4840f1 x-openstack-request-id: req-b1575a82-22cd-4045-a97d-e94a9d4840f1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:43.259515 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "tag": "76586fe8-3a53-4a37-be50-ed397353223b", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:43.259778 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1575a82-22cd-4045-a97d-e94a9d4840f1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:43.260189 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1575a82-22cd-4045-a97d-e94a9d4840f1'] response: {'name': 'network-changed', 'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b', 'status': 'completed', 'code': 200} Apr 07 11:44:43.260293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e8f68b12-d5c0-46e9-86a8-19ee727ad7f4 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.282033 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f68b12-d5c0-46e9-86a8-19ee727ad7f4 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] PUT failed (client error): The resource could not be found. Apr 07 11:44:43.282674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f68b12-d5c0-46e9-86a8-19ee727ad7f4 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:43.284053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e8f68b12-d5c0-46e9-86a8-19ee727ad7f4 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "PUT /v2.0/ports/6e18a0a9-cd61-4c32-8aec-745354977fdd HTTP/1.1" status: 404 len: 333 time: 0.0291078 Apr 07 11:44:43.287765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48288) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.293957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b91ec8f4-71fa-4319-b4de-da6bfaf0faf9 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.295344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-48463c04-3b3e-4ad8-97ee-720e0bfbe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.297095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-48463c04-3b3e-4ad8-97ee-720e0bfbe5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 1125 time: 0.0719488 Apr 07 11:44:43.317492 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91ec8f4-71fa-4319-b4de-da6bfaf0faf9 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] PUT failed (client error): The resource could not be found. Apr 07 11:44:43.317953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91ec8f4-71fa-4319-b4de-da6bfaf0faf9 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:44:43.319110 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b91ec8f4-71fa-4319-b4de-da6bfaf0faf9 tempest-NetworksNegativeTestJSON-1795721953 tempest-NetworksNegativeTestJSON-1795721953-project] 10.222.0.13 "PUT /v2.0/subnets/caebadda-c4fb-4969-94f3-ffc5fd85c109 HTTP/1.1" status: 404 len: 337 time: 0.0304167 Apr 07 11:44:43.594182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48294) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.700103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-3367d36c-bc28-4226-a607-85bcc8439acd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76586fe8-3a53-4a37-be50-ed397353223b HTTP/1.1" status: 200 len: 217 time: 0.3953292 Apr 07 11:44:43.703818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c38f4c29-3ac0-43cb-8136-2b3c81863d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.750702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-5a8a33cc-e037-4a64-88b4-2cb169abe76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.754925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-5a8a33cc-e037-4a64-88b4-2cb169abe76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0492475 Apr 07 11:44:43.784961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c38f4c29-3ac0-43cb-8136-2b3c81863d48 admin admin] Publish callbacks [] for security_group (26ae1685-90b3-4bc6-bcdb-00436b17a8e4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.788918 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c38f4c29-3ac0-43cb-8136-2b3c81863d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (26ae1685-90b3-4bc6-bcdb-00436b17a8e4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.805254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-0ad884ba-b553-4882-b3f0-6a7fc1ecc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.806790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-0ad884ba-b553-4882-b3f0-6a7fc1ecc615 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460529 Apr 07 11:44:43.832214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c38f4c29-3ac0-43cb-8136-2b3c81863d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff3d8f1c2c9d44a7b2657e04333e25f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368238 Apr 07 11:44:43.833095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4c29-3ac0-43cb-8136-2b3c81863d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae1685-90b3-4bc6-bcdb-00436b17a8e4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.835788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.885558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ccea545-d58f-434b-9bfc-f56ed3c345e0 admin admin] Publish callbacks [] for security_group (26ae1685-90b3-4bc6-bcdb-00436b17a8e4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.900585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-b3335e48-eae1-42c2-902b-2ea3073a1ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870950 Apr 07 11:44:43.907984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ccea545-d58f-434b-9bfc-f56ed3c345e0 admin admin] Publish callbacks [] for security_group (26ae1685-90b3-4bc6-bcdb-00436b17a8e4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.960411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ccea545-d58f-434b-9bfc-f56ed3c345e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (26ae1685-90b3-4bc6-bcdb-00436b17a8e4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.963046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ccea545-d58f-434b-9bfc-f56ed3c345e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.964171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3ccea545-d58f-434b-9bfc-f56ed3c345e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26ae1685-90b3-4bc6-bcdb-00436b17a8e4 HTTP/1.1" status: 204 len: 168 time: 0.1271091 Apr 07 11:44:43.974606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccea545-d58f-434b-9bfc-f56ed3c345e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae1685-90b3-4bc6-bcdb-00436b17a8e4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.997023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1bbebbe-dbba-4e14-9c8a-55d7a31f91ec req-517f8d6a-283b-432c-8ed8-3b3e4c542d0b service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899241 Apr 07 11:44:44.090274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-5e0edb96-572f-4604-b7bc-318716fe86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.091864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-5e0edb96-572f-4604-b7bc-318716fe86e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 1125 time: 0.0496707 Apr 07 11:44:44.187646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-adc48205-94fd-4a17-bee3-06fb11faf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.189323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-adc48205-94fd-4a17-bee3-06fb11faf2d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.0911174 Apr 07 11:44:44.229605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-d04eaef1-0240-4b7a-8879-473922e6a343 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76586fe8-3a53-4a37-be50-ed397353223b HTTP/1.1" status: 200 len: 217 time: 0.0347185 Apr 07 11:44:44.282669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-2cf14184-035f-4b6e-9c4f-25f09045b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.284211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-2cf14184-035f-4b6e-9c4f-25f09045b972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0493391 Apr 07 11:44:44.376306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-85c28c89-a743-48c3-9772-80a2066bef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.377898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-85c28c89-a743-48c3-9772-80a2066bef38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875204 Apr 07 11:44:44.388015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb02337-743a-46f3-8f41-45c7bd4bee7b req-f4124a56-0ca8-48a4-9d74-e8a3306eb814 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.389452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9bb02337-743a-46f3-8f41-45c7bd4bee7b req-f4124a56-0ca8-48a4-9d74-e8a3306eb814 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 943 time: 0.0687156 Apr 07 11:44:44.499994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9bb02337-743a-46f3-8f41-45c7bd4bee7b req-66a864bc-9e04-4920-afa9-1c33eeef90ad tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017361 Apr 07 11:44:44.521348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-39320541-d08f-46f5-8066-5b9791fe6fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308334 Apr 07 11:44:44.613100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0cf123d9-eda7-4b14-94f7-97a41b46794e req-a1c1ddc8-0f79-4be3-b211-496ffb76bfc9 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857844 Apr 07 11:44:44.646784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48322) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:44.741545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-829105108'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:44.761613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:44.764798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.773646 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.847037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for security_group (f2638ea4-4918-4043-a658-360a13ce5614), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.850786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f2638ea4-4918-4043-a658-360a13ce5614), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.880064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:44.886398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2638ea4-4918-4043-a658-360a13ce5614,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:44.893846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (20942095-580a-488f-bb2b-df520e726d7b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.894223 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment 20942095-580a-488f-bb2b-df520e726d7b of type vlan for network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 Apr 07 11:44:44.936623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.961082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.965998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.966567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.021786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3738132 Apr 07 11:44:45.024731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:45.029801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-2114476734'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:45.033551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10238cb6-cd08-4f6c-a70c-7919fc571359 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=48cf0b61-d6ab-4c92-afa4-f5c87d6ab671,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:45.043887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:45.050085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:45.053358 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.083071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:45.092747 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e954e499-4aaf-4918-8107-5e4e7b440c58), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.093119 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment e954e499-4aaf-4918-8107-5e4e7b440c58 of type vlan for network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b Apr 07 11:44:45.133883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (444709ce-6e62-42f6-88fb-d5dcf81b5c2b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.158897 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (444709ce-6e62-42f6-88fb-d5dcf81b5c2b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.163864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:45.164438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.217854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1919272 Apr 07 11:44:45.221548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48328) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:45.226756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:45.233016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fadca-56a0-4bab-ab9a-646041275a98 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=444709ce-6e62-42f6-88fb-d5dcf81b5c2b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:45.244644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:45.320054 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:45.323430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.521447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (3d725966-d6d8-4a28-aca8-5405b16dde74), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.586057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=3d725966-d6d8-4a28-aca8-5405b16dde74,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:45.593893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': '20942095-580a-488f-bb2b-df520e726d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:45.594467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:45.612782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:45.622943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:45.624822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726a4c2-6f48-4427-99b4-c28894fb342f req-28c6bd28-12d6-4e75-9224-10fe2a13d8f7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:45.626900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7726a4c2-6f48-4427-99b4-c28894fb342f req-28c6bd28-12d6-4e75-9224-10fe2a13d8f7 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 943 time: 0.0578971 Apr 07 11:44:45.627646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:45.628259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.633502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b586d36-8e76-4e25-ada4-64a03e5d339c None None] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:45.650452 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3ef4c981-62fb-4568-93f6-34b9225cdf21 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4275367 Apr 07 11:44:45.653013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:45.659297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:45.686565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7726a4c2-6f48-4427-99b4-c28894fb342f req-181c7aea-c12c-413f-bdaf-48d146d92bf2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527024 Apr 07 11:44:45.757922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-48cf0b61-d6ab-4c92-afa4-f5c87d6ab671', 'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '3d725966-d6d8-4a28-aca8-5405b16dde74'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:45.758104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:45.758829 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.761458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.899703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Allocated IP 172.20.0.2 (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671/3d725966-d6d8-4a28-aca8-5405b16dde74/1824511f-7375-4c95-81f0-2eebe3073135) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:45.944201 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (66560237-12b3-4cbf-9233-9c4a092057ba), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.010507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=66560237-12b3-4cbf-9233-9c4a092057ba,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.015952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': 'e954e499-4aaf-4918-8107-5e4e7b440c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.016330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 444709ce-6e62-42f6-88fb-d5dcf81b5c2b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:46.034539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:46.043344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 444709ce-6e62-42f6-88fb-d5dcf81b5c2b) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.048655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:46.049301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.053061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Publish callbacks [] for port (1824511f-7375-4c95-81f0-2eebe3073135), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.055980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852917f7-bbca-4b0b-aba4-dbd347e51f6e None None] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:46.066231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3149d75c-23be-4188-bbc6-6f03aabae7bc tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4117765 Apr 07 11:44:46.068870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48336) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:46.073322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1222080658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:46.094953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.095939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.098385 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (1824511f-7375-4c95-81f0-2eebe3073135), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.152780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.153152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.157999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.161016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.170804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.175956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.177169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2cd024db-2f96-4b11-938a-343d4f00241f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1073053 Apr 07 11:44:46.177288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Pushing event updated for resources: {'Port': ['ID=1824511f-7375-4c95-81f0-2eebe3073135,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.180157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48338) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:46.260717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-444709ce-6e62-42f6-88fb-d5dcf81b5c2b', 'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '66560237-12b3-4cbf-9233-9c4a092057ba'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:46.261607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.278473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Attempting to bind port 1824511f-7375-4c95-81f0-2eebe3073135 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:46.278852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Attempting to bind port 1824511f-7375-4c95-81f0-2eebe3073135 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '20942095-580a-488f-bb2b-df520e726d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:46.279226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Attempting to bind port 1824511f-7375-4c95-81f0-2eebe3073135 on network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:46.289229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:46.289622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Checking segment: {'id': '20942095-580a-488f-bb2b-df520e726d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.290019 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.290416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Bound using segment: {'id': '20942095-580a-488f-bb2b-df520e726d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:46.290898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Bound port: 1824511f-7375-4c95-81f0-2eebe3073135, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20942095-580a-488f-bb2b-df520e726d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48cf0b61-d6ab-4c92-afa4-f5c87d6ab671'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:46.291279 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1824511f-7375-4c95-81f0-2eebe3073135), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.459885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] For port 1824511f-7375-4c95-81f0-2eebe3073135, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:46.464193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] For port 1824511f-7375-4c95-81f0-2eebe3073135, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1824511f-7375-4c95-81f0-2eebe3073135,segment=NetworkSegment(20942095-580a-488f-bb2b-df520e726d7b),segment_id=20942095-580a-488f-bb2b-df520e726d7b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:46.468854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.473469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1824511f-7375-4c95-81f0-2eebe3073135), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.479128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Allocated IP 172.21.0.2 (444709ce-6e62-42f6-88fb-d5dcf81b5c2b/66560237-12b3-4cbf-9233-9c4a092057ba/10cbf735-a198-4c7d-8671-b1743050ccd5) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:46.582677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c6f5-5d9b-4d65-bc82-2b338a5f3ac7 None None] Pushing event updated for resources: {'Port': ['ID=1824511f-7375-4c95-81f0-2eebe3073135,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.689223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Publish callbacks [] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.701471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.762643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.20.0.1 (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671/3d725966-d6d8-4a28-aca8-5405b16dde74/6b4eacb9-8da5-4782-a76f-e2f4caad166c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:46.773006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.780286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.786209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.807780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Pushing event updated for resources: {'Port': ['ID=10cbf735-a198-4c7d-8671-b1743050ccd5,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.866333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Attempting to bind port 10cbf735-a198-4c7d-8671-b1743050ccd5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:46.866541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Attempting to bind port 10cbf735-a198-4c7d-8671-b1743050ccd5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e954e499-4aaf-4918-8107-5e4e7b440c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:46.866750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Attempting to bind port 10cbf735-a198-4c7d-8671-b1743050ccd5 on network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:46.871987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:46.874714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Checking segment: {'id': 'e954e499-4aaf-4918-8107-5e4e7b440c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.874916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.875341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Bound using segment: {'id': 'e954e499-4aaf-4918-8107-5e4e7b440c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:46.876121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Bound port: 10cbf735-a198-4c7d-8671-b1743050ccd5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e954e499-4aaf-4918-8107-5e4e7b440c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '444709ce-6e62-42f6-88fb-d5dcf81b5c2b'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:46.876727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.899710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fea4e-f7d5-472c-9a02-3bb6d97e4467 req-e8f9939e-3c24-4000-bdce-4532aa12561b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:46.901238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c81fea4e-f7d5-472c-9a02-3bb6d97e4467 req-e8f9939e-3c24-4000-bdce-4532aa12561b tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 943 time: 0.1185322 Apr 07 11:44:46.945894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] For port 10cbf735-a198-4c7d-8671-b1743050ccd5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:46.949808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] For port 10cbf735-a198-4c7d-8671-b1743050ccd5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10cbf735-a198-4c7d-8671-b1743050ccd5,segment=NetworkSegment(e954e499-4aaf-4918-8107-5e4e7b440c58),segment_id=e954e499-4aaf-4918-8107-5e4e7b440c58)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:46.956524 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.957692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.976134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c81fea4e-f7d5-472c-9a02-3bb6d97e4467 req-cf520afb-40f5-44d4-b1fb-48212084523d tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679042 Apr 07 11:44:47.006884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.020687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc804be7-a75f-4b87-bbb0-18481fb21c64 None None] Pushing event updated for resources: {'Port': ['ID=10cbf735-a198-4c7d-8671-b1743050ccd5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.055004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:47.058226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:47.063570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:47.095280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=6b4eacb9-8da5-4782-a76f-e2f4caad166c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.100117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 76586fe8-3a53-4a37-be50-ed397353223b details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:44:47.118611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.248475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 76586fe8-3a53-4a37-be50-ed397353223b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=76586fe8-3a53-4a37-be50-ed397353223b,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:47.264190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.277657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '76586fe8-3a53-4a37-be50-ed397353223b', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'port_id': '76586fe8-3a53-4a37-be50-ed397353223b', 'mac_address': 'fa:16:3e:c3:c9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:44:47.346598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 76586fe8-3a53-4a37-be50-ed397353223b is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:47.347214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76586fe8-3a53-4a37-be50-ed397353223b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.351032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1824511f-7375-4c95-81f0-2eebe3073135 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:47.394722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76586fe8-3a53-4a37-be50-ed397353223b {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:44:47.426045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 76586fe8-3a53-4a37-be50-ed397353223b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=76586fe8-3a53-4a37-be50-ed397353223b,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:47.433380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (76586fe8-3a53-4a37-be50-ed397353223b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.466104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 1824511f-7375-4c95-81f0-2eebe3073135 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:47.466407 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1824511f-7375-4c95-81f0-2eebe3073135), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.513832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=76586fe8-3a53-4a37-be50-ed397353223b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.574849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 1824511f-7375-4c95-81f0-2eebe3073135 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:47.575248 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1824511f-7375-4c95-81f0-2eebe3073135), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.583091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.593243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.610905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 1824511f-7375-4c95-81f0-2eebe3073135, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1824511f-7375-4c95-81f0-2eebe3073135,segment=NetworkSegment(20942095-580a-488f-bb2b-df520e726d7b),segment_id=20942095-580a-488f-bb2b-df520e726d7b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:47.618129 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1824511f-7375-4c95-81f0-2eebe3073135), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.672746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=6b4eacb9-8da5-4782-a76f-e2f4caad166c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.675965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=1824511f-7375-4c95-81f0-2eebe3073135,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.683594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.746861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c78cb-ad64-493a-9d9d-416f84a638aa None None] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:47.781956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:47.783561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:47.791598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['76586fe8-3a53-4a37-be50-ed397353223b'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:44:47.878243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bf204673-d758-4ec0-b124-7ea04030a6cd None None] Provisioning complete for port 1824511f-7375-4c95-81f0-2eebe3073135 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:47.878626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf204673-d758-4ec0-b124-7ea04030a6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1824511f-7375-4c95-81f0-2eebe3073135), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.927814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:48.037233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:48.048024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] Sync routers for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:48.053302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-533a8315-8d9f-4749-bd75-fd1dc557cec4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8689215 Apr 07 11:44:48.053621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48344) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:48.068107 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:48.072670 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:48.086878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bf204673-d758-4ec0-b124-7ea04030a6cd None None] Current status of the port 1824511f-7375-4c95-81f0-2eebe3073135 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:48.127791 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:48.137350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859c76e-7640-4d56-ad7a-56a2d567be77 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:48.138468 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:48.139224 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:48.139522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f859c76e-7640-4d56-ad7a-56a2d567be77 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports/6b4eacb9-8da5-4782-a76f-e2f4caad166c HTTP/1.1" status: 200 len: 910 time: 0.0847280 Apr 07 11:44:48.142684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48346) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:48.169611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb57bf1-f446-494c-b339-129a8d564ea9 req-34d39331-8080-4eab-a65c-08d7ab752d24 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:48.171175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adb57bf1-f446-494c-b339-129a8d564ea9 req-34d39331-8080-4eab-a65c-08d7ab752d24 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 944 time: 0.0817676 Apr 07 11:44:48.177518 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:48.178511 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259ecc9-fba9-45c6-9dba-752118a663b4 None None] The sync data for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:48.237297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adb57bf1-f446-494c-b339-129a8d564ea9 req-9b5298f8-1ecd-4599-b2ef-91967089af73 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592277 Apr 07 11:44:48.268955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da7f56-ed6c-48ff-9d8b-f34786535315 None None] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:48.340271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] Provisioning complete for port 10cbf735-a198-4c7d-8671-b1743050ccd5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:48.340647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.465110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] Current status of the port 10cbf735-a198-4c7d-8671-b1743050ccd5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:48.465521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.509841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] For port 10cbf735-a198-4c7d-8671-b1743050ccd5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10cbf735-a198-4c7d-8671-b1743050ccd5,segment=NetworkSegment(e954e499-4aaf-4918-8107-5e4e7b440c58),segment_id=e954e499-4aaf-4918-8107-5e4e7b440c58)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:48.517771 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.595519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2ef3c-a4b1-48e5-83a3-5651cba6844e None None] Pushing event updated for resources: {'Port': ['ID=10cbf735-a198-4c7d-8671-b1743050ccd5,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:48.643732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-354bc8b1-5895-46c8-8c14-96e2d1726840 None None] Provisioning complete for port 6b4eacb9-8da5-4782-a76f-e2f4caad166c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:48.644387 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-354bc8b1-5895-46c8-8c14-96e2d1726840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.691655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-354bc8b1-5895-46c8-8c14-96e2d1726840 None None] Port 6b4eacb9-8da5-4782-a76f-e2f4caad166c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:48.703194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-354bc8b1-5895-46c8-8c14-96e2d1726840 None None] Provisioning complete for port 1824511f-7375-4c95-81f0-2eebe3073135 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:48.703590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-354bc8b1-5895-46c8-8c14-96e2d1726840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1824511f-7375-4c95-81f0-2eebe3073135), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.799097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-354bc8b1-5895-46c8-8c14-96e2d1726840 None None] Current status of the port 1824511f-7375-4c95-81f0-2eebe3073135 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:48.892010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.918135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2cd20243-5374-40e7-971e-110f28d76569 None None] Provisioning complete for port 10cbf735-a198-4c7d-8671-b1743050ccd5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:48.918539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2cd20243-5374-40e7-971e-110f28d76569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.996622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20243-5374-40e7-971e-110f28d76569 None None] Current status of the port 10cbf735-a198-4c7d-8671-b1743050ccd5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:49.007753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2cd20243-5374-40e7-971e-110f28d76569 None None] Provisioning complete for port 6b4eacb9-8da5-4782-a76f-e2f4caad166c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:49.008132 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2cd20243-5374-40e7-971e-110f28d76569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.041916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20243-5374-40e7-971e-110f28d76569 None None] Port 6b4eacb9-8da5-4782-a76f-e2f4caad166c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:49.100616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 76586fe8-3a53-4a37-be50-ed397353223b up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:49.148325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.21.0.1 (444709ce-6e62-42f6-88fb-d5dcf81b5c2b/66560237-12b3-4cbf-9233-9c4a092057ba/be1b359b-b387-4a77-8ffe-f7193555d7a6) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:49.283603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.316226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 76586fe8-3a53-4a37-be50-ed397353223b completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:44:49.320781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 76586fe8-3a53-4a37-be50-ed397353223b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:49.321182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (76586fe8-3a53-4a37-be50-ed397353223b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.328207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.365055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10cbf735-a198-4c7d-8671-b1743050ccd5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:49.381057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:49.384404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:49.388371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344234c4-0f7c-4eac-8ab4-391046b35bc0 req-4ec809f4-28fd-4f46-bf14-7ca390e305d2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:49.388890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:49.389811 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-344234c4-0f7c-4eac-8ab4-391046b35bc0 req-4ec809f4-28fd-4f46-bf14-7ca390e305d2 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 944 time: 0.0651410 Apr 07 11:44:49.424771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=be1b359b-b387-4a77-8ffe-f7193555d7a6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:49.447918 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.462325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-344234c4-0f7c-4eac-8ab4-391046b35bc0 req-fa3ae434-ea85-4e3a-bf7e-725682304f58 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641987 Apr 07 11:44:49.476260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 10cbf735-a198-4c7d-8671-b1743050ccd5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:49.476731 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.480901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 76586fe8-3a53-4a37-be50-ed397353223b is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:49.481224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (76586fe8-3a53-4a37-be50-ed397353223b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.535842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:49.538557 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dba3b5-cf4b-45ad-943c-f64052dc18a2" -d '{"events": [{"server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "name": "network-vif-plugged", "status": "completed", "tag": "76586fe8-3a53-4a37-be50-ed397353223b"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:49.557260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 76586fe8-3a53-4a37-be50-ed397353223b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=76586fe8-3a53-4a37-be50-ed397353223b,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:49.564383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (76586fe8-3a53-4a37-be50-ed397353223b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.598895 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df7ac89-b97c-4d35-9043-86f0fba986a6 x-openstack-request-id: req-8df7ac89-b97c-4d35-9043-86f0fba986a6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:49.599194 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "name": "network-vif-plugged", "status": "completed", "tag": "76586fe8-3a53-4a37-be50-ed397353223b", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:49.599462 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8df7ac89-b97c-4d35-9043-86f0fba986a6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:49.599874 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df7ac89-b97c-4d35-9043-86f0fba986a6'] response: {'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b', 'code': 200} Apr 07 11:44:49.601148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.648401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 10cbf735-a198-4c7d-8671-b1743050ccd5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:49.649522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1824511f-7375-4c95-81f0-2eebe3073135 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:49.695579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65488e-3514-4b21-a2c5-5e7a3e177dde req-bab95468-e36c-4b73-a0de-ffd661970e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:49.697026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff65488e-3514-4b21-a2c5-5e7a3e177dde req-bab95468-e36c-4b73-a0de-ffd661970e2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 1127 time: 0.0459039 Apr 07 11:44:49.712332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=76586fe8-3a53-4a37-be50-ed397353223b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:49.735206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0048538b-e03d-4b73-be5f-41554a421bf9 None None] Provisioning complete for port be1b359b-b387-4a77-8ffe-f7193555d7a6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:49.735589 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0048538b-e03d-4b73-be5f-41554a421bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.741655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff65488e-3514-4b21-a2c5-5e7a3e177dde req-0c53757a-969d-45de-83fb-fbc6199c7808 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386071 Apr 07 11:44:49.777822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0048538b-e03d-4b73-be5f-41554a421bf9 None None] Port be1b359b-b387-4a77-8ffe-f7193555d7a6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:49.779452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 1824511f-7375-4c95-81f0-2eebe3073135 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:49.779835 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1824511f-7375-4c95-81f0-2eebe3073135), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.860659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 1824511f-7375-4c95-81f0-2eebe3073135 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:49.887957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.893421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.965005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.966714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=be1b359b-b387-4a77-8ffe-f7193555d7a6,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:50.061473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:50.062895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:50.169234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:50.271473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:50.276463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-85fcb106-64af-4fe6-a9f0-7a7df22a0455 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325517 Apr 07 11:44:50.279596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48354) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:50.281987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] Sync routers for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:50.298263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:50.298912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:50.326356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf65882-2355-49ec-85df-1b1b803c0440 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:50.328330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-faf65882-2355-49ec-85df-1b1b803c0440 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports/be1b359b-b387-4a77-8ffe-f7193555d7a6 HTTP/1.1" status: 200 len: 910 time: 0.0468588 Apr 07 11:44:50.331205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48356) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:50.337048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:50.340432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-86596167-7819-4e33-89f8-65ffa72d6a8d None None] Provisioning complete for port be1b359b-b387-4a77-8ffe-f7193555d7a6 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:50.340808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-86596167-7819-4e33-89f8-65ffa72d6a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.369493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:50.370183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:50.410737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:50.411391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db0b6-0f86-4599-a228-3922d02c03d4 None None] The sync data for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:50.418174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-86596167-7819-4e33-89f8-65ffa72d6a8d None None] Port be1b359b-b387-4a77-8ffe-f7193555d7a6 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:50.590273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a4b21-53a4-48bd-b70b-f8cb138689a4 req-5b094306-ab76-48ff-b5ba-8d08a3e31838 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:50.591952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a1a4b21-53a4-48bd-b70b-f8cb138689a4 req-5b094306-ab76-48ff-b5ba-8d08a3e31838 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 945 time: 0.0577466 Apr 07 11:44:50.639339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a1a4b21-53a4-48bd-b70b-f8cb138689a4 req-b0001e91-3903-432c-b6cf-27ee3026f931 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Apr 07 11:44:50.651967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.894913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port be1b359b-b387-4a77-8ffe-f7193555d7a6 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:50.895254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.986660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.998986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for be1b359b-b387-4a77-8ffe-f7193555d7a6 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:44:51.182999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (be1b359b-b387-4a77-8ffe-f7193555d7a6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:51.208792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=be1b359b-b387-4a77-8ffe-f7193555d7a6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:51.377654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:51.570591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:51.665635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:51.673847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-29826db7-6854-4b74-90c8-00e13dd6ce9a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3416219 Apr 07 11:44:51.680662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48362) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:51.683154 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] Sync routers for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:51.696218 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:51.696829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.730922 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.740901 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:51.741534 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.776829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.777489 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa231206-3732-4db4-88c6-2c185af4b2e1 None None] The sync data for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:51.823840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27865a18-7502-4687-81c5-7e9f0b128d7d req-b48eb9f2-d846-4d9c-af67-e8617956488f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:51.825245 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27865a18-7502-4687-81c5-7e9f0b128d7d req-b48eb9f2-d846-4d9c-af67-e8617956488f tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 945 time: 0.1050131 Apr 07 11:44:51.944225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27865a18-7502-4687-81c5-7e9f0b128d7d req-6e434c06-7fb2-492c-bf0a-1359ebf66006 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832987 Apr 07 11:44:52.100063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f49f7b-3ec4-42dc-958b-3908667795e4 req-cd3e6a3a-35bf-43dd-803c-0881596ed3cf tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:52.102184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69f49f7b-3ec4-42dc-958b-3908667795e4 req-cd3e6a3a-35bf-43dd-803c-0881596ed3cf tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 945 time: 0.0915151 Apr 07 11:44:52.111583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48366) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:52.116531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Request body: {'floatingip': {'port_id': '76586fe8-3a53-4a37-be50-ed397353223b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:52.148884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.157550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (3969d122-aa8e-4974-9f46-7bcd81eaf690), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.410837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 6b4eacb9-8da5-4782-a76f-e2f4caad166c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:52.411087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.501037 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.512885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 6b4eacb9-8da5-4782-a76f-e2f4caad166c owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:44:52.603854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.607597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (3969d122-aa8e-4974-9f46-7bcd81eaf690), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.684957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6b4eacb9-8da5-4782-a76f-e2f4caad166c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.719210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=6b4eacb9-8da5-4782-a76f-e2f4caad166c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:52.728278 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP 3969d122-aa8e-4974-9f46-7bcd81eaf690 associated. External IP: 172.25.5.191, port: 76586fe8-3a53-4a37-be50-ed397353223b. Apr 07 11:44:52.860669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.030640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:53.111986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:53.120042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-862018fd-bbe7-4804-b999-8f56ed3f0177 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4395041 Apr 07 11:44:53.121983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] Sync routers for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:53.126226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48368) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:53.134426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:53.135062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.157019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fd8ffc54-7b30-4634-944c-865943649ae4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 HTTP/1.1" status: 200 len: 205 time: 0.0291646 Apr 07 11:44:53.159661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48370) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:53.172613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.181723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] Routers {'5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:53.182338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.220568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.221364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad5715-1ff0-4a9e-a6bf-a6cadb9002a2 None None] The sync data for ids ['5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:53.247608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.283243 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:44:53.284006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:53.401318 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:53.407211 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.411958 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:53.424374 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:53.425178 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.449155 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1c53372f-55da-4dfc-a8f5-a2697164db40 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "PUT /v2.0/floatingips/3969d122-aa8e-4974-9f46-7bcd81eaf690 HTTP/1.1" status: 200 len: 991 time: 1.3264341 Apr 07 11:44:53.449155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:44:53.449155 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db" -d '{"events": [{"name": "network-changed", "server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "tag": "76586fe8-3a53-4a37-be50-ed397353223b"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:44:53.491209 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbc62d5-c26e-48d1-9da4-53797a18b114 x-openstack-request-id: req-ecbc62d5-c26e-48d1-9da4-53797a18b114 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:44:53.491516 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "tag": "76586fe8-3a53-4a37-be50-ed397353223b", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:44:53.491782 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecbc62d5-c26e-48d1-9da4-53797a18b114 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:44:53.492201 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbc62d5-c26e-48d1-9da4-53797a18b114'] response: {'name': 'network-changed', 'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b', 'status': 'completed', 'code': 200} Apr 07 11:44:53.547534 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:53.781254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.782205 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '3969d122-aa8e-4974-9f46-7bcd81eaf690', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '76586fe8-3a53-4a37-be50-ed397353223b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:c3:c9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:44:39Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.784425 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.812434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:53.821247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:53.821877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.831291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-f52c8857-be28-4782-8df9-5f3c32598683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:53.832816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-f52c8857-be28-4782-8df9-5f3c32598683 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 1127 time: 0.1404035 Apr 07 11:44:53.833925 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.834438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router 5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:44:53.840784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.841843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f9c25160-d11d-44f6-b00a-11e72cf8dfba tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 HTTP/1.1" status: 204 len: 168 time: 0.6809762 Apr 07 11:44:53.845572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48376) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:53.904236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 66560237-12b3-4cbf-9233-9c4a092057ba {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:44:53.908836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (66560237-12b3-4cbf-9233-9c4a092057ba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.936589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-b64b58b1-13c8-42c5-9770-0bc2e96a1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:53.939043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-b64b58b1-13c8-42c5-9770-0bc2e96a1c35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.0962350 Apr 07 11:44:53.950370 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:53.952397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (66560237-12b3-4cbf-9233-9c4a092057ba), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.006701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-fb2de96f-c031-4086-b83c-5b6f28150b25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76586fe8-3a53-4a37-be50-ed397353223b HTTP/1.1" status: 200 len: 999 time: 0.0621786 Apr 07 11:44:54.044350 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (66560237-12b3-4cbf-9233-9c4a092057ba), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.054843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-37f29058-1699-4044-a88e-38ed743ba6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:54.056473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-37f29058-1699-4044-a88e-38ed743ba6ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0443499 Apr 07 11:44:54.127140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (66560237-12b3-4cbf-9233-9c4a092057ba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.159024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=66560237-12b3-4cbf-9233-9c4a092057ba,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:54.161082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.167639 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e11aa67e-10f1-48be-83a8-cc5aa0c5830a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/66560237-12b3-4cbf-9233-9c4a092057ba HTTP/1.1" status: 204 len: 168 time: 0.3177524 Apr 07 11:44:54.167828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9648635-0bb9-4209-93cd-913e417469aa None None] Network 444709ce-6e62-42f6-88fb-d5dcf81b5c2b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:54.168738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-98fbb0c5-b946-4004-8a50-e560168a71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:54.170317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-98fbb0c5-b946-4004-8a50-e560168a71b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1084423 Apr 07 11:44:54.170798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48382) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:54.213180 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '3969d122-aa8e-4974-9f46-7bcd81eaf690', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '76586fe8-3a53-4a37-be50-ed397353223b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:c3:c9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:44:39Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:54.246736 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4523e-af65-4316-8128-b007b01d0063 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '3969d122-aa8e-4974-9f46-7bcd81eaf690', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'port_id': '76586fe8-3a53-4a37-be50-ed397353223b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'mac_address': 'fa:16:3e:c3:c9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:44:39Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 1, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:54.270809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de1b1-47b0-4f65-b940-d99b49334bc8 req-3162ffae-a223-41eb-ad8b-c7bb768f6a7f tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:54.273597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd4de1b1-47b0-4f65-b940-d99b49334bc8 req-3162ffae-a223-41eb-ad8b-c7bb768f6a7f tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1127 time: 0.1555014 Apr 07 11:44:54.297906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 3d725966-d6d8-4a28-aca8-5405b16dde74 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:44:54.315014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (3d725966-d6d8-4a28-aca8-5405b16dde74), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.343824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] DHCP port deletion for 444709ce-6e62-42f6-88fb-d5dcf81b5c2b request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:44:54.382918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-bf52b77d-2d7c-4590-8272-a9fd37db8ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028866 Apr 07 11:44:54.396356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] Deleting port 10cbf735-a198-4c7d-8671-b1743050ccd5 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:54.396807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.400587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (3d725966-d6d8-4a28-aca8-5405b16dde74), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.414903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd4de1b1-47b0-4f65-b940-d99b49334bc8 req-f503d829-23d0-48f7-9955-89d2d9b525de tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349151 Apr 07 11:44:54.477167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] For port 10cbf735-a198-4c7d-8671-b1743050ccd5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10cbf735-a198-4c7d-8671-b1743050ccd5,segment=NetworkSegment(e954e499-4aaf-4918-8107-5e4e7b440c58),segment_id=e954e499-4aaf-4918-8107-5e4e7b440c58)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:54.477586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.492575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] Calling delete_port for 10cbf735-a198-4c7d-8671-b1743050ccd5 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:44:54.541739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038fb9db-401c-49db-a4f2-09f993510f89 None None] New status for floating IP 3969d122-aa8e-4974-9f46-7bcd81eaf690: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:44:54.601346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9fdd4e-fff6-4ca4-9236-b4ff4f17a6db req-73e99909-63e9-4c55-8bb8-bfdd8e5b26d1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117722 Apr 07 11:44:54.607467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3d725966-d6d8-4a28-aca8-5405b16dde74), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.656016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4d905-4b26-4ea3-ab23-734ba285b1a7 req-2acfad54-e721-4e9b-83f0-de75690b2fe1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:54.657832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-deb4d905-4b26-4ea3-ab23-734ba285b1a7 req-2acfad54-e721-4e9b-83f0-de75690b2fe1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.1460779 Apr 07 11:44:54.672456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (10cbf735-a198-4c7d-8671-b1743050ccd5), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.727252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] Pushing event deleted for resources: {'Port': ['ID=10cbf735-a198-4c7d-8671-b1743050ccd5,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:54.729992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-deb4d905-4b26-4ea3-ab23-734ba285b1a7 req-182cc6d5-c165-48ff-9184-96dae2435391 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628071 Apr 07 11:44:54.731487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (3d725966-d6d8-4a28-aca8-5405b16dde74), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.732389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4b2a5-f400-4cd5-b2ab-101403b4a5b9 None None] No DVR routers for this DVR port 10cbf735-a198-4c7d-8671-b1743050ccd5 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:44:54.763620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=3d725966-d6d8-4a28-aca8-5405b16dde74,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:54.773075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.773779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48386) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:54.777061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9b1b1166-c385-471c-a8ad-791e653993c1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/3d725966-d6d8-4a28-aca8-5405b16dde74 HTTP/1.1" status: 204 len: 168 time: 0.6039748 Apr 07 11:44:54.779623 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48388) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:54.790064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a47de5-c27a-44ef-8b76-e26b1437fab8 None None] Network 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:54.851982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4720c2a0-124d-4a16-b201-fe242a85f52a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/e5b36b20-8527-474e-b577-474e549cda9e HTTP/1.1" status: 200 len: 993 time: 0.0769770 Apr 07 11:44:54.877802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (444709ce-6e62-42f6-88fb-d5dcf81b5c2b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.961467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] DHCP port deletion for 48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:44:54.980579 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (444709ce-6e62-42f6-88fb-d5dcf81b5c2b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.001842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444709ce-6e62-42f6-88fb-d5dcf81b5c2b']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.010202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] Deleting port 1824511f-7375-4c95-81f0-2eebe3073135 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:55.010629 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1824511f-7375-4c95-81f0-2eebe3073135), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.010979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e954e499-4aaf-4918-8107-5e4e7b440c58') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.011275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e954e499-4aaf-4918-8107-5e4e7b440c58') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.025580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (e954e499-4aaf-4918-8107-5e4e7b440c58), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.039125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e954e499-4aaf-4918-8107-5e4e7b440c58), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.044831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:44:55.045239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (e954e499-4aaf-4918-8107-5e4e7b440c58), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:44:55.048716 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:44:55.080839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] For port 1824511f-7375-4c95-81f0-2eebe3073135, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1824511f-7375-4c95-81f0-2eebe3073135,segment=NetworkSegment(20942095-580a-488f-bb2b-df520e726d7b),segment_id=20942095-580a-488f-bb2b-df520e726d7b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:55.081276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1824511f-7375-4c95-81f0-2eebe3073135), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.094756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] Calling delete_port for 1824511f-7375-4c95-81f0-2eebe3073135 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:44:55.111343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (444709ce-6e62-42f6-88fb-d5dcf81b5c2b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.120323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.125080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/444709ce-6e62-42f6-88fb-d5dcf81b5c2b HTTP/1.1" status: 204 len: 168 time: 0.3436370 Apr 07 11:44:55.129390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48396) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:55.135879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef618e-f670-4253-87ff-d6b02ad0160f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=444709ce-6e62-42f6-88fb-d5dcf81b5c2b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.197425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (1824511f-7375-4c95-81f0-2eebe3073135), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.221155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] No DVR routers for this DVR port 1824511f-7375-4c95-81f0-2eebe3073135 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:44:55.232554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-fd8e825a-23ea-4a08-92c3-736537818f22 req-ae9ad825-2265-4e28-ac6d-8b939942c5ea service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:44:55.234105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd8e825a-23ea-4a08-92c3-736537818f22 req-ae9ad825-2265-4e28-ac6d-8b939942c5ea service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057659 Apr 07 11:44:55.240307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.242130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e434633-239d-4a7e-bbcc-3f6ebd69efef None None] Pushing event deleted for resources: {'Port': ['ID=1824511f-7375-4c95-81f0-2eebe3073135,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.272673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10cbf735-a198-4c7d-8671-b1743050ccd5 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:44:55.296524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 10cbf735-a198-4c7d-8671-b1743050ccd5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:44:55.297081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10cbf735-a198-4c7d-8671-b1743050ccd5 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:44:55.297639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1824511f-7375-4c95-81f0-2eebe3073135 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:44:55.321044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 1824511f-7375-4c95-81f0-2eebe3073135 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:44:55.321575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1824511f-7375-4c95-81f0-2eebe3073135 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:44:55.343294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.366041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cf0b61-d6ab-4c92-afa4-f5c87d6ab671']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.376302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20942095-580a-488f-bb2b-df520e726d7b') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.376607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20942095-580a-488f-bb2b-df520e726d7b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.386145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (20942095-580a-488f-bb2b-df520e726d7b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.402311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (20942095-580a-488f-bb2b-df520e726d7b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.410071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:44:55.410447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (20942095-580a-488f-bb2b-df520e726d7b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: warnings.warn('Neutron quota engine will require "--force" ' Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:44:55.414522 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:44:55.479066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (48cf0b61-d6ab-4c92-afa4-f5c87d6ab671), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.487467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.490862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/48cf0b61-d6ab-4c92-afa4-f5c87d6ab671 HTTP/1.1" status: 204 len: 168 time: 0.3602400 Apr 07 11:44:55.494887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48408) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:55.500374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1943638375'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:55.507724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf27dd-6e65-424a-9dde-a30236729cc8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=48cf0b61-d6ab-4c92-afa4-f5c87d6ab671,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.524837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:55.528337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.567068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:55.580008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6f90c635-3946-41f4-b098-08f283256011), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.580495 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment 6f90c635-3946-41f4-b098-08f283256011 of type vlan for network 26056974-1cfd-4950-818c-590d54a07a7c Apr 07 11:44:55.633559 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (26056974-1cfd-4950-818c-590d54a07a7c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.671936 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (26056974-1cfd-4950-818c-590d54a07a7c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.679501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:55.680498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.726617 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-fbbd57cc-a973-4402-b574-03991c669efd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555110 Apr 07 11:44:55.759489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2634559 Apr 07 11:44:55.762689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48412) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:55.767992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '26056974-1cfd-4950-818c-590d54a07a7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:55.808847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c567-261c-4e63-a0f9-e2d08fea1527 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=26056974-1cfd-4950-818c-590d54a07a7c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.820738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 26056974-1cfd-4950-818c-590d54a07a7c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:55.842786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f45b90-0a7a-4923-b023-368c3bd1cc37 req-dfd828e0-7feb-4de9-89d5-9ad43c3fe44b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:55.845481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44f45b90-0a7a-4923-b023-368c3bd1cc37 req-dfd828e0-7feb-4de9-89d5-9ad43c3fe44b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.1360435 Apr 07 11:44:55.882857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:55.886810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.918049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44f45b90-0a7a-4923-b023-368c3bd1cc37 req-a9fcbe8c-0568-4dfb-b0ef-b0c15ec1a710 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655122 Apr 07 11:44:56.110989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (aca97820-d308-431d-ae7a-e8c8b19a658e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.159178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-c6f84fcd-f074-49ae-9ebc-3de486d05b29 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:56.160520 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-c6f84fcd-f074-49ae-9ebc-3de486d05b29 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1124 time: 0.0812123 Apr 07 11:44:56.186472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=aca97820-d308-431d-ae7a-e8c8b19a658e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:56.197656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': '6f90c635-3946-41f4-b098-08f283256011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26056974-1cfd-4950-818c-590d54a07a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:56.198023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 26056974-1cfd-4950-818c-590d54a07a7c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:56.217478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 26056974-1cfd-4950-818c-590d54a07a7c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:56.226930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 26056974-1cfd-4950-818c-590d54a07a7c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:56.232554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:56.233252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.239790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497824dd-1ce7-4763-927c-e36731698ab1 None None] Network 26056974-1cfd-4950-818c-590d54a07a7c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:56.258066 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67294727-374e-4cff-8bbb-08ab148ba7b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4942107 Apr 07 11:44:56.260681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48432) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:56.265583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-59533134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:56.293001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.294539 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.357108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.362255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-26056974-1cfd-4950-818c-590d54a07a7c', 'network_id': '26056974-1cfd-4950-818c-590d54a07a7c', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': 'aca97820-d308-431d-ae7a-e8c8b19a658e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:56.363316 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.364001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.383858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.388443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48438) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:56.388809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69dcd273-0f83-4290-89e8-79d15ba88e8e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1268950 Apr 07 11:44:56.394654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'port': {'network_id': '26056974-1cfd-4950-818c-590d54a07a7c', 'name': 'tempest-RoutersTest-1643888505'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:56.525188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:56.526106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Allocated IP 172.20.0.2 (26056974-1cfd-4950-818c-590d54a07a7c/aca97820-d308-431d-ae7a-e8c8b19a658e/b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:56.531204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.551600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] device_id is not set on port aebef6a7-97e2-4a65-a364-712a9492c0f7 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:44:56.699602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Publish callbacks [] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.706685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.749354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Network 26056974-1cfd-4950-818c-590d54a07a7c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:56.752203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:56.757954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:56.763482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.20.0.5 (26056974-1cfd-4950-818c-590d54a07a7c/aca97820-d308-431d-ae7a-e8c8b19a658e/aebef6a7-97e2-4a65-a364-712a9492c0f7) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:56.765767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Pushing event updated for resources: {'Port': ['ID=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:56.821968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Attempting to bind port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:56.822344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Attempting to bind port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6f90c635-3946-41f4-b098-08f283256011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26056974-1cfd-4950-818c-590d54a07a7c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:56.822791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Attempting to bind port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 on network 26056974-1cfd-4950-818c-590d54a07a7c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:56.829905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:56.830398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Checking segment: {'id': '6f90c635-3946-41f4-b098-08f283256011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26056974-1cfd-4950-818c-590d54a07a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:56.830878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.831386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Bound using segment: {'id': '6f90c635-3946-41f4-b098-08f283256011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26056974-1cfd-4950-818c-590d54a07a7c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:56.831979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Bound port: b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f90c635-3946-41f4-b098-08f283256011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26056974-1cfd-4950-818c-590d54a07a7c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:56.832491 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.904050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] For port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:56.908114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] For port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,segment=NetworkSegment(6f90c635-3946-41f4-b098-08f283256011),segment_id=6f90c635-3946-41f4-b098-08f283256011)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:56.916070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.940778 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.990889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069012f-585a-47c5-94e8-7c2f2c4d62aa None None] Pushing event updated for resources: {'Port': ['ID=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:57.006086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.087084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 26056974-1cfd-4950-818c-590d54a07a7c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:57.120602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:57.140898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=aebef6a7-97e2-4a65-a364-712a9492c0f7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:57.153166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:57.257639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:57.258261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.279438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a5b78-ff62-45d7-a94c-266b79eac367 req-24599f3a-f018-4082-813b-2fb003aeab4a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:57.281720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-580a5b78-ff62-45d7-a94c-266b79eac367 req-24599f3a-f018-4082-813b-2fb003aeab4a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.2156887 Apr 07 11:44:57.288128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-aebdcf28-a273-4367-87fa-cb87310e9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:57.289648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-aebdcf28-a273-4367-87fa-cb87310e9941 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1127 time: 0.2003827 Apr 07 11:44:57.294993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4c47aec4-e443-4b12-a8cc-4d9db25d959b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9054205 Apr 07 11:44:57.298813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:57.391371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-580a5b78-ff62-45d7-a94c-266b79eac367 req-504c2986-b63b-40aa-9a10-37bd0d19e0a2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004565 Apr 07 11:44:57.419291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-36f06c93-ec19-480b-8305-a03a22654f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:57.420701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-36f06c93-ec19-480b-8305-a03a22654f24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1186178 Apr 07 11:44:57.494037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-850902e9-dc5b-46dc-af94-912540c0fa71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0658839 Apr 07 11:44:57.545412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-188e7157-c21a-44cc-bed0-b0514191ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:57.546960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-188e7157-c21a-44cc-bed0-b0514191ab8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0477877 Apr 07 11:44:57.596650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-7438b2f7-ce4a-441d-8365-5480a14f858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:57.598124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-7438b2f7-ce4a-441d-8365-5480a14f858c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453806 Apr 07 11:44:57.659872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.703840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-7e9caf4c-01d7-4984-913a-744720be2f7e service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995934 Apr 07 11:44:57.796794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-7d57be12-56b2-4eee-bc4a-794b7dcac216 service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Apr 07 11:44:57.931046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.937923 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.015952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=aebef6a7-97e2-4a65-a364-712a9492c0f7,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.023144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36386180-1742-4630-a6c3-b9cde8b27691 None None] Network 26056974-1cfd-4950-818c-590d54a07a7c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:58.133791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] Provisioning complete for port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:58.134083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.186782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.231990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] Current status of the port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:58.232387 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.276474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] For port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,segment=NetworkSegment(6f90c635-3946-41f4-b098-08f283256011),segment_id=6f90c635-3946-41f4-b098-08f283256011)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:58.282864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.328663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.340908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0516836-70b6-44e6-b15f-de7fcdae3b14 None None] Pushing event updated for resources: {'Port': ['ID=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.509629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1283f035-0db2-4191-b4c8-b1182ee5fabe None None] Provisioning complete for port aebef6a7-97e2-4a65-a364-712a9492c0f7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:58.510391 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1283f035-0db2-4191-b4c8-b1182ee5fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.526823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3dd2-dc47-487c-8d97-57c7316d1fe9 req-f12e0120-8fe8-49b7-b70d-ff57064a9e37 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:58.528330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00ec3dd2-dc47-487c-8d97-57c7316d1fe9 req-f12e0120-8fe8-49b7-b70d-ff57064a9e37 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0587120 Apr 07 11:44:58.548000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1283f035-0db2-4191-b4c8-b1182ee5fabe None None] Port aebef6a7-97e2-4a65-a364-712a9492c0f7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:58.560379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1283f035-0db2-4191-b4c8-b1182ee5fabe None None] Provisioning complete for port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:58.561118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1283f035-0db2-4191-b4c8-b1182ee5fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.628633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00ec3dd2-dc47-487c-8d97-57c7316d1fe9 req-64ca07d0-64e9-44de-8357-d0d9db4d31ed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876772 Apr 07 11:44:58.650651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1283f035-0db2-4191-b4c8-b1182ee5fabe None None] Current status of the port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:58.656939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.661941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.740374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=aebef6a7-97e2-4a65-a364-712a9492c0f7,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.744318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.771195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a997556b-342d-4ccc-bbde-7dbd6cde60c5 None None] Provisioning complete for port aebef6a7-97e2-4a65-a364-712a9492c0f7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:58.771668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a997556b-342d-4ccc-bbde-7dbd6cde60c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.808413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a997556b-342d-4ccc-bbde-7dbd6cde60c5 None None] Port aebef6a7-97e2-4a65-a364-712a9492c0f7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:58.842172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 26056974-1cfd-4950-818c-590d54a07a7c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:58.844586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:58.927537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eedb161f-45b7-4aed-8bac-5f924006bc7b None None] Provisioning complete for port aebef6a7-97e2-4a65-a364-712a9492c0f7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:58.928315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eedb161f-45b7-4aed-8bac-5f924006bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.969043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eedb161f-45b7-4aed-8bac-5f924006bc7b None None] Port aebef6a7-97e2-4a65-a364-712a9492c0f7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:58.979188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 000195b0-95ca-4a51-97a5-b7dd6d3d13c6 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:59.077450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:59.082630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-09776151-a0e8-4af9-b810-bc159e0ddf4b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/000195b0-95ca-4a51-97a5-b7dd6d3d13c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826581 Apr 07 11:44:59.085516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48446) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:59.088401 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] Sync routers for ids ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:59.093587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1b4d2967-fcc8-45ac-b4be-fde80f97ec7c None None] Provisioning complete for port aebef6a7-97e2-4a65-a364-712a9492c0f7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:59.094207 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2967-fcc8-45ac-b4be-fde80f97ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.100500 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] Routers {'000195b0-95ca-4a51-97a5-b7dd6d3d13c6'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:59.101125 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:59.132708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83aa0b0-9f40-4547-abe5-66101085bbc3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:59.134048 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f83aa0b0-9f40-4547-abe5-66101085bbc3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports/aebef6a7-97e2-4a65-a364-712a9492c0f7 HTTP/1.1" status: 200 len: 977 time: 0.0479379 Apr 07 11:44:59.135701 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:59.136749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48448) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:59.137971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d2967-fcc8-45ac-b4be-fde80f97ec7c None None] Port aebef6a7-97e2-4a65-a364-712a9492c0f7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:59.145634 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] Routers {'000195b0-95ca-4a51-97a5-b7dd6d3d13c6'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:59.146247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:59.182433 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:59.183136 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532834f-b13b-4870-a2ea-f5aaa257cef9 None None] The sync data for ids ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:59.258862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:59.318758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:59.319133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.398274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:59.563990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.741681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e048e23-334e-4d53-a699-c92e4e4c1deb req-e01ba4f9-fb58-4c97-a8a9-91ccb12d8043 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:59.743191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e048e23-334e-4d53-a699-c92e4e4c1deb req-e01ba4f9-fb58-4c97-a8a9-91ccb12d8043 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0546033 Apr 07 11:44:59.782442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port aebef6a7-97e2-4a65-a364-712a9492c0f7 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:44:59.782790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.791445 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e048e23-334e-4d53-a699-c92e4e4c1deb req-5a4e9743-4e71-4fe2-9daa-2f5b632dfc00 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Apr 07 11:44:59.868755 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.881252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for aebef6a7-97e2-4a65-a364-712a9492c0f7 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:00.050828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (aebef6a7-97e2-4a65-a364-712a9492c0f7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.083535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=aebef6a7-97e2-4a65-a364-712a9492c0f7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:00.534126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.658927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b5a-5748-454a-9c01-bc961d631ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.696071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 000195b0-95ca-4a51-97a5-b7dd6d3d13c6 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:00.770826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:00.775896 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f0e6ca0-98bb-45af-a5ca-25d46dff9b47 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/000195b0-95ca-4a51-97a5-b7dd6d3d13c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381586 Apr 07 11:45:00.778881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:00.781325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] Sync routers for ids ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:00.794527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] Routers {'000195b0-95ca-4a51-97a5-b7dd6d3d13c6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:00.795077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:00.829318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:00.838646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] Routers {'000195b0-95ca-4a51-97a5-b7dd6d3d13c6'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:00.839256 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:44:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:00.873218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:00.873882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca129be-7f25-4e80-80cc-ab33fdfe7ee9 None None] The sync data for ids ['000195b0-95ca-4a51-97a5-b7dd6d3d13c6'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:00.919660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d9aa8-e73d-44f6-afe6-5a194a3a97f6 req-a40afcdf-b0b8-463f-8ce1-54284f6f2aab tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:00.921231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-521d9aa8-e73d-44f6-afe6-5a194a3a97f6 req-a40afcdf-b0b8-463f-8ce1-54284f6f2aab tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0561006 Apr 07 11:45:00.970716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-521d9aa8-e73d-44f6-afe6-5a194a3a97f6 req-563ddc1b-7af8-427d-8a65-0fd677234533 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Apr 07 11:45:00.973013 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0e37eaf8-e60a-4c5e-8621-a1464f9dd67a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] remove_router_interface failed (client error): The resource could not be found. Apr 07 11:45:00.974063 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e37eaf8-e60a-4c5e-8621-a1464f9dd67a tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/000195b0-95ca-4a51-97a5-b7dd6d3d13c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1942804 Apr 07 11:45:00.976857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48458) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:01.008833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-965f51ba-fb35-42d0-b560-a129c3aafb36 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=000195b0-95ca-4a51-97a5-b7dd6d3d13c6 HTTP/1.1" status: 200 len: 205 time: 0.0308974 Apr 07 11:45:01.011432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48460) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:01.088081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.255886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.258132 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.304616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (000195b0-95ca-4a51-97a5-b7dd6d3d13c6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.305110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router 000195b0-95ca-4a51-97a5-b7dd6d3d13c6 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:01.312725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.313864 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-924d4deb-13ab-4741-b4d4-0d12adfa62d7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/000195b0-95ca-4a51-97a5-b7dd6d3d13c6 HTTP/1.1" status: 204 len: 168 time: 0.3014603 Apr 07 11:45:01.316570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:01.366690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet aca97820-d308-431d-ae7a-e8c8b19a658e {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:01.369686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (aca97820-d308-431d-ae7a-e8c8b19a658e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.410014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (aca97820-d308-431d-ae7a-e8c8b19a658e), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.494502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (aca97820-d308-431d-ae7a-e8c8b19a658e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.551241 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (aca97820-d308-431d-ae7a-e8c8b19a658e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.580603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=aca97820-d308-431d-ae7a-e8c8b19a658e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:01.582549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.586723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f019b93-cd0f-4df7-8d27-818437e0ec10 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/aca97820-d308-431d-ae7a-e8c8b19a658e HTTP/1.1" status: 204 len: 168 time: 0.2690370 Apr 07 11:45:01.588285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48464) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:01.588469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f8e5f-5fd4-49ff-b01d-d7e7a8d7357f None None] Network 26056974-1cfd-4950-818c-590d54a07a7c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:01.671927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (26056974-1cfd-4950-818c-590d54a07a7c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.733700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:01.734362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.752643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] DHCP port deletion for 26056974-1cfd-4950-818c-590d54a07a7c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:01.798775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,segment=NetworkSegment(6f90c635-3946-41f4-b098-08f283256011),segment_id=6f90c635-3946-41f4-b098-08f283256011)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:01.799135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.803272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] Deleting port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:01.803654 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.811359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:01.900296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.930373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:01.934990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:02.024607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.025937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (26056974-1cfd-4950-818c-590d54a07a7c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.042322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] For port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,segment=NetworkSegment(6f90c635-3946-41f4-b098-08f283256011),segment_id=6f90c635-3946-41f4-b098-08f283256011)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:02.042766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.049077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26056974-1cfd-4950-818c-590d54a07a7c']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:02.058799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f90c635-3946-41f4-b098-08f283256011') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:02.059105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f90c635-3946-41f4-b098-08f283256011') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:02.060000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] Calling delete_port for b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:02.069727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (6f90c635-3946-41f4-b098-08f283256011), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.083714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6f90c635-3946-41f4-b098-08f283256011), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.089812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:02.090804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (6f90c635-3946-41f4-b098-08f283256011), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:02.093659 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:02.106392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204c9fc-2dc8-4d2c-bfc4-3339f8535f03 req-7e81442d-d879-4555-bde8-5c87e272bebd tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:02.109217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c204c9fc-2dc8-4d2c-bfc4-3339f8535f03 req-7e81442d-d879-4555-bde8-5c87e272bebd tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0648115 Apr 07 11:45:02.147596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.153155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (26056974-1cfd-4950-818c-590d54a07a7c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.162975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.169747 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/26056974-1cfd-4950-818c-590d54a07a7c HTTP/1.1" status: 204 len: 168 time: 0.5770817 Apr 07 11:45:02.170033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c204c9fc-2dc8-4d2c-bfc4-3339f8535f03 req-fbeca46c-f5c7-43e5-b197-564f0c88337e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487051 Apr 07 11:45:02.170558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48468) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:02.174714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] Pushing event deleted for resources: {'Port': ['ID=b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:02.176507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-484977666'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:02.176649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e9d89-679a-4afc-8918-e5a714610504 None None] No DVR routers for this DVR port b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:02.198029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bed232-f3a4-47be-88a3-6835c44c3452 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=26056974-1cfd-4950-818c-590d54a07a7c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:02.202845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:02.206188 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.230880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:02.240894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (502bc08b-345d-435c-8c31-ba56610e8499), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.241269 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment 502bc08b-345d-435c-8c31-ba56610e8499 of type vlan for network 553432d2-a9bb-40d3-b728-dc30fb191847 Apr 07 11:45:02.279805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (553432d2-a9bb-40d3-b728-dc30fb191847), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.305186 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (553432d2-a9bb-40d3-b728-dc30fb191847), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.310150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:02.310736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.370948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1988089 Apr 07 11:45:02.373770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48470) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:02.379113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:02.382991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292cfa-b9f1-43cb-bcf9-9eca5f850f2e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=553432d2-a9bb-40d3-b728-dc30fb191847,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:02.394096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 553432d2-a9bb-40d3-b728-dc30fb191847 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:02.472594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:02.476021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.656500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (69f8618a-19ff-495b-98f8-8157cc45509b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.709971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=69f8618a-19ff-495b-98f8-8157cc45509b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:02.726575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': '502bc08b-345d-435c-8c31-ba56610e8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:02.726944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 553432d2-a9bb-40d3-b728-dc30fb191847, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:02.743592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 553432d2-a9bb-40d3-b728-dc30fb191847 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:02.752742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 553432d2-a9bb-40d3-b728-dc30fb191847) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:02.757245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:02.757829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.761591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f23040-57bb-4e3f-879a-d4f94e277f8e None None] Network 553432d2-a9bb-40d3-b728-dc30fb191847 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:02.775392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dae1ecad-10e8-4f84-ab42-39c05f5f1f16 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3996916 Apr 07 11:45:02.777351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48472) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:02.781663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1489166331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:02.803142 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.803591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.863568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.868411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.869337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-553432d2-a9bb-40d3-b728-dc30fb191847', 'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '69f8618a-19ff-495b-98f8-8157cc45509b'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:02.870237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.888469 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.890053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1137bd83-efb2-446a-92df-10f96864cde9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1116006 Apr 07 11:45:02.893115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48474) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:03.013673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3625c4dd-0a2b-42b8-9c76-2be0d2e0f3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.023513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Allocated IP 172.20.0.2 (553432d2-a9bb-40d3-b728-dc30fb191847/69f8618a-19ff-495b-98f8-8157cc45509b/4f99b2b0-6e62-4bfd-96a4-063f36de472b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:03.175617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Publish callbacks [] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.179615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.183636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.223989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Network 553432d2-a9bb-40d3-b728-dc30fb191847 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:03.227019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:03.231135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:03.254342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:03.277110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Pushing event updated for resources: {'Port': ['ID=4f99b2b0-6e62-4bfd-96a4-063f36de472b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.326374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:03.326374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b8cb88c7-00a6-4403-95ba-6ec8fc4c24d5 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:03.336601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bba86-ff0d-41a6-a3e2-a306065f0230 req-d270038a-815c-4483-9388-96a452a5036d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:03.338815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b2bba86-ff0d-41a6-a3e2-a306065f0230 req-d270038a-815c-4483-9388-96a452a5036d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0606937 Apr 07 11:45:03.342952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Attempting to bind port 4f99b2b0-6e62-4bfd-96a4-063f36de472b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:03.343540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Attempting to bind port 4f99b2b0-6e62-4bfd-96a4-063f36de472b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '502bc08b-345d-435c-8c31-ba56610e8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:03.343926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Attempting to bind port 4f99b2b0-6e62-4bfd-96a4-063f36de472b on network 553432d2-a9bb-40d3-b728-dc30fb191847 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:03.351480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:03.351864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Checking segment: {'id': '502bc08b-345d-435c-8c31-ba56610e8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:03.352582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.352706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Bound using segment: {'id': '502bc08b-345d-435c-8c31-ba56610e8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:03.353109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Bound port: 4f99b2b0-6e62-4bfd-96a4-063f36de472b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502bc08b-345d-435c-8c31-ba56610e8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '553432d2-a9bb-40d3-b728-dc30fb191847'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:03.353514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.393923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b2bba86-ff0d-41a6-a3e2-a306065f0230 req-60a26df3-17dd-409d-ba97-de43d46d2bdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479145 Apr 07 11:45:03.424999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] For port 4f99b2b0-6e62-4bfd-96a4-063f36de472b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:03.428227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] For port 4f99b2b0-6e62-4bfd-96a4-063f36de472b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f99b2b0-6e62-4bfd-96a4-063f36de472b,segment=NetworkSegment(502bc08b-345d-435c-8c31-ba56610e8499),segment_id=502bc08b-345d-435c-8c31-ba56610e8499)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:03.434859 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.443788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.20.0.1 (553432d2-a9bb-40d3-b728-dc30fb191847/69f8618a-19ff-495b-98f8-8157cc45509b/3998d018-24e3-4a77-a91b-3aab9f215097) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:03.495512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e7b39-da3e-4582-88ed-ad46535f5ac5 None None] Pushing event updated for resources: {'Port': ['ID=4f99b2b0-6e62-4bfd-96a4-063f36de472b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.565496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (3998d018-24e3-4a77-a91b-3aab9f215097), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.601190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.658396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 553432d2-a9bb-40d3-b728-dc30fb191847 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:03.663957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:03.668224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.670402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:03.677815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=3998d018-24e3-4a77-a91b-3aab9f215097,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.726516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.849616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.114767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (3998d018-24e3-4a77-a91b-3aab9f215097), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.119587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.195447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=3998d018-24e3-4a77-a91b-3aab9f215097,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:04.200451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.296402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 553432d2-a9bb-40d3-b728-dc30fb191847 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:04.297823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:04.408440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19110141-9d1d-4df0-8af5-5fca952b0401 None None] Network 553432d2-a9bb-40d3-b728-dc30fb191847 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:04.427963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router af5dfae7-bc00-4f58-9149-7eb06b6b30e4 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:04.528389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52fae8-ffa7-436c-8e4e-73d7f3367785 req-331172c2-781d-485d-876a-5a67b1b93747 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:04.530587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa52fae8-ffa7-436c-8e4e-73d7f3367785 req-331172c2-781d-485d-876a-5a67b1b93747 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0632799 Apr 07 11:45:04.532858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:04.543205 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] Sync routers for ids ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:04.547192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-047b79ef-42d1-4b95-b464-7c268f0f8db7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/af5dfae7-bc00-4f58-9149-7eb06b6b30e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6504004 Apr 07 11:45:04.547614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48480) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:04.551276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Provisioning complete for port 4f99b2b0-6e62-4bfd-96a4-063f36de472b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:04.552229 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.558346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] Routers {'af5dfae7-bc00-4f58-9149-7eb06b6b30e4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:04.562384 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:04.573673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.592035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aa52fae8-ffa7-436c-8e4e-73d7f3367785 req-7246b18d-715e-46d9-baa9-b746b73f52c2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527380 Apr 07 11:45:04.599222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d050bfde-485a-4f72-ab21-dfeb5a2ac877 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:04.603641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d050bfde-485a-4f72-ab21-dfeb5a2ac877 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports/3998d018-24e3-4a77-a91b-3aab9f215097 HTTP/1.1" status: 200 len: 910 time: 0.0522377 Apr 07 11:45:04.603963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48482) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:04.608833 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:04.619486 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] Routers {'af5dfae7-bc00-4f58-9149-7eb06b6b30e4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:04.620120 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:04.659874 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:04.660837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b793e0-48f9-433c-af3c-9251cc69bf3c None None] The sync data for ids ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:04.684663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Current status of the port 4f99b2b0-6e62-4bfd-96a4-063f36de472b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:04.685063 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.724335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] For port 4f99b2b0-6e62-4bfd-96a4-063f36de472b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f99b2b0-6e62-4bfd-96a4-063f36de472b,segment=NetworkSegment(502bc08b-345d-435c-8c31-ba56610e8499),segment_id=502bc08b-345d-435c-8c31-ba56610e8499)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:04.728443 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.782067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Pushing event updated for resources: {'Port': ['ID=4f99b2b0-6e62-4bfd-96a4-063f36de472b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:04.789996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.790350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.790703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.791053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.792227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.792406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.792747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.793087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.793451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.793789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.794124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.794456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.794823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c677-9abc-4d5e-a17c-09e2f4c97c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:04.951009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c3041f8-1af5-4e3e-a9c9-6b8d3fc43ab4 None None] Provisioning complete for port 3998d018-24e3-4a77-a91b-3aab9f215097 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:04.951386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c3041f8-1af5-4e3e-a9c9-6b8d3fc43ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.969340 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.994016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c3041f8-1af5-4e3e-a9c9-6b8d3fc43ab4 None None] Port 3998d018-24e3-4a77-a91b-3aab9f215097 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:05.005303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c3041f8-1af5-4e3e-a9c9-6b8d3fc43ab4 None None] Provisioning complete for port 4f99b2b0-6e62-4bfd-96a4-063f36de472b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:05.005682 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c3041f8-1af5-4e3e-a9c9-6b8d3fc43ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.091839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c3041f8-1af5-4e3e-a9c9-6b8d3fc43ab4 None None] Current status of the port 4f99b2b0-6e62-4bfd-96a4-063f36de472b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:05.222847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-16d9cdbe-95c2-443e-8462-ee32dc52402a None None] Provisioning complete for port 3998d018-24e3-4a77-a91b-3aab9f215097 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:05.223230 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16d9cdbe-95c2-443e-8462-ee32dc52402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.233080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 3998d018-24e3-4a77-a91b-3aab9f215097 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:05.233753 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.269440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-16d9cdbe-95c2-443e-8462-ee32dc52402a None None] Port 3998d018-24e3-4a77-a91b-3aab9f215097 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:05.289829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4f99b2b0-6e62-4bfd-96a4-063f36de472b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:05.326887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.339284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 3998d018-24e3-4a77-a91b-3aab9f215097 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:05.340014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4f99b2b0-6e62-4bfd-96a4-063f36de472b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:05.340395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.397142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7d57d7de-951d-4382-852d-2f75b87e80bf None None] Provisioning complete for port 3998d018-24e3-4a77-a91b-3aab9f215097 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:05.397534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d57d7de-951d-4382-852d-2f75b87e80bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.459728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4f99b2b0-6e62-4bfd-96a4-063f36de472b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:05.462722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7d57d7de-951d-4382-852d-2f75b87e80bf None None] Port 3998d018-24e3-4a77-a91b-3aab9f215097 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:05.508078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3998d018-24e3-4a77-a91b-3aab9f215097), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.534627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=3998d018-24e3-4a77-a91b-3aab9f215097,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:05.689954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.801784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b2d64-0c50-433c-b417-b008efb7c39f req-f165af24-729f-4343-be1c-9a882f3e016a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:05.803250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-898b2d64-0c50-433c-b417-b008efb7c39f req-f165af24-729f-4343-be1c-9a882f3e016a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.1279972 Apr 07 11:45:05.902074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router af5dfae7-bc00-4f58-9149-7eb06b6b30e4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:05.919542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-898b2d64-0c50-433c-b417-b008efb7c39f req-a851c82c-86d9-46ea-8f4f-d9f3b53081c9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794876 Apr 07 11:45:05.996108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:06.001566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-56f59424-e443-4127-9539-d604f7f87446 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/af5dfae7-bc00-4f58-9149-7eb06b6b30e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3964636 Apr 07 11:45:06.004550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48486) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.005641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] Sync routers for ids ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:06.016470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] Routers {'af5dfae7-bc00-4f58-9149-7eb06b6b30e4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:06.017213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.035126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2e64525e-b41e-46aa-ac28-814ee31f7ffb tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5dfae7-bc00-4f58-9149-7eb06b6b30e4 HTTP/1.1" status: 200 len: 205 time: 0.0272400 Apr 07 11:45:06.035338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48488) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.055115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.071624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] Routers {'af5dfae7-bc00-4f58-9149-7eb06b6b30e4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:06.072228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.075565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.110505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.111233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef37424-d294-4f33-b0fb-66b91ca19932 None None] The sync data for ids ['af5dfae7-bc00-4f58-9149-7eb06b6b30e4'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:06.116036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.284972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.287103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.336996 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (af5dfae7-bc00-4f58-9149-7eb06b6b30e4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.337550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router af5dfae7-bc00-4f58-9149-7eb06b6b30e4 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:06.345015 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.346176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2eaf3cf6-3f6a-47f4-af6e-e5cc6e3724e2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/af5dfae7-bc00-4f58-9149-7eb06b6b30e4 HTTP/1.1" status: 204 len: 168 time: 0.3099613 Apr 07 11:45:06.348879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.740031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 69f8618a-19ff-495b-98f8-8157cc45509b {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:06.743363 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (69f8618a-19ff-495b-98f8-8157cc45509b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.781572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (69f8618a-19ff-495b-98f8-8157cc45509b), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.864054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (69f8618a-19ff-495b-98f8-8157cc45509b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.919299 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (69f8618a-19ff-495b-98f8-8157cc45509b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.946384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=69f8618a-19ff-495b-98f8-8157cc45509b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:06.958423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.963644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e372f2-5eca-433c-ac18-5f5f93ae3d5c None None] Network 553432d2-a9bb-40d3-b728-dc30fb191847 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:06.965763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.966373 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0262a1a4-1288-488d-88df-ec6994696c9f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/69f8618a-19ff-495b-98f8-8157cc45509b HTTP/1.1" status: 204 len: 168 time: 0.6166167 Apr 07 11:45:07.073303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (553432d2-a9bb-40d3-b728-dc30fb191847), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.091835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccca96-6f7a-4b41-a083-b6febba00f98 req-63f090b4-b508-4441-a334-39e6441de21c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:07.093500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bccca96-6f7a-4b41-a083-b6febba00f98 req-63f090b4-b508-4441-a334-39e6441de21c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0928879 Apr 07 11:45:07.096565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-d8c1f7b8-70ff-4e22-ac4f-0bf33553606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:07.097950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-d8c1f7b8-70ff-4e22-ac4f-0bf33553606f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1127 time: 0.0698485 Apr 07 11:45:07.130358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 4f99b2b0-6e62-4bfd-96a4-063f36de472b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:07.130698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.143240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] DHCP port deletion for 553432d2-a9bb-40d3-b728-dc30fb191847 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:07.187724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bccca96-6f7a-4b41-a083-b6febba00f98 req-bafdcffa-6ac9-43d5-a178-fa63534e48c7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883400 Apr 07 11:45:07.200116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 4f99b2b0-6e62-4bfd-96a4-063f36de472b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f99b2b0-6e62-4bfd-96a4-063f36de472b,segment=NetworkSegment(502bc08b-345d-435c-8c31-ba56610e8499),segment_id=502bc08b-345d-435c-8c31-ba56610e8499)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:07.200484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.220374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 4f99b2b0-6e62-4bfd-96a4-063f36de472b owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:07.236061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.241930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] Deleting port 4f99b2b0-6e62-4bfd-96a4-063f36de472b {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:07.242741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.253298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-fe0b6bfb-98e9-448d-9e46-3e51901f1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:07.254943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-fe0b6bfb-98e9-448d-9e46-3e51901f1137 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1232719 Apr 07 11:45:07.281764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4f99b2b0-6e62-4bfd-96a4-063f36de472b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:07.322235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.331403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-856059c4-aee3-4f44-ba32-3c4142a413eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0663395 Apr 07 11:45:07.348395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] For port 4f99b2b0-6e62-4bfd-96a4-063f36de472b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4f99b2b0-6e62-4bfd-96a4-063f36de472b,segment=NetworkSegment(502bc08b-345d-435c-8c31-ba56610e8499),segment_id=502bc08b-345d-435c-8c31-ba56610e8499)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:07.348817 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.353793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=4f99b2b0-6e62-4bfd-96a4-063f36de472b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.362632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No active binding found for port 4f99b2b0-6e62-4bfd-96a4-063f36de472b {{(pid=104179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 11:45:07.362802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port 4f99b2b0-6e62-4bfd-96a4-063f36de472b on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:07.362889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] The host n-d-836788-1 is not matching for port 4f99b2b0-6e62-4bfd-96a4-063f36de472b host None! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:45:07.363135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4f99b2b0-6e62-4bfd-96a4-063f36de472b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:07.368487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] Calling delete_port for 4f99b2b0-6e62-4bfd-96a4-063f36de472b owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:07.387696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-7977785a-8971-439f-ac37-c5f534336e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:07.389364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-7977785a-8971-439f-ac37-c5f534336e15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0552702 Apr 07 11:45:07.438918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-11529b0f-af4d-4d33-a6a9-1677762f8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:07.440455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-11529b0f-af4d-4d33-a6a9-1677762f8830 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455806 Apr 07 11:45:07.452545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (4f99b2b0-6e62-4bfd-96a4-063f36de472b), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.455979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (553432d2-a9bb-40d3-b728-dc30fb191847), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.477236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553432d2-a9bb-40d3-b728-dc30fb191847']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:07.481295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] Pushing event deleted for resources: {'Port': ['ID=4f99b2b0-6e62-4bfd-96a4-063f36de472b,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.483876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a758a7-9c99-4056-a8fc-2e607cda8d14 None None] No DVR routers for this DVR port 4f99b2b0-6e62-4bfd-96a4-063f36de472b on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:07.486882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502bc08b-345d-435c-8c31-ba56610e8499') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:07.487301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502bc08b-345d-435c-8c31-ba56610e8499') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:07.498127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (502bc08b-345d-435c-8c31-ba56610e8499), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.518693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (502bc08b-345d-435c-8c31-ba56610e8499), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.524845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:07.525254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (502bc08b-345d-435c-8c31-ba56610e8499), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:07.528153 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:07.541374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-bf0fe89c-395a-47dd-8fbb-ca46290c8de5 service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946984 Apr 07 11:45:07.583356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (553432d2-a9bb-40d3-b728-dc30fb191847), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.590340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.594638 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/553432d2-a9bb-40d3-b728-dc30fb191847 HTTP/1.1" status: 204 len: 168 time: 0.6274099 Apr 07 11:45:07.603064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48498) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:07.606373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13119841-7f9d-40ea-acea-64571a505d9e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=553432d2-a9bb-40d3-b728-dc30fb191847,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.619309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1740971367', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:07.670310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.671887 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.684289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54b15fdb-e4e3-4f7b-a66f-9bdc9cf55ff1 req-d7208bcb-c59d-4d11-beea-a9d3bd65d7bd service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367626 Apr 07 11:45:07.736219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.879590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_gateway (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.950939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-8f68f0db-cea6-422e-bd7c-8fdbbe27c314 req-ba99abea-1f9e-435c-910f-3fe0d670b600 service neutron] (104177) timed out ('10.222.0.41', 53625) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:45:08.075381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_gateway (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.098547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.200016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.25.5.21 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a1828dea-2247-4669-97d2-6be7b8361f36) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:08.338943 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (a1828dea-2247-4669-97d2-6be7b8361f36), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.349068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63024-d951-4ded-aa41-5bc671f55c63 req-01aa8823-571f-41b3-a36d-4e3d0ec53163 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:08.350575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-faf63024-d951-4ded-aa41-5bc671f55c63 req-01aa8823-571f-41b3-a36d-4e3d0ec53163 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0895069 Apr 07 11:45:08.412748 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a1828dea-2247-4669-97d2-6be7b8361f36), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.423923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-faf63024-d951-4ded-aa41-5bc671f55c63 req-6d37ad8d-dc1b-448c-b854-aff70340b04b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674939 Apr 07 11:45:08.454195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:08.457249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:08.462705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:08.468643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=a1828dea-2247-4669-97d2-6be7b8361f36,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:08.715616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_gateway (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.908905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.035297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router d7bacd06-87fe-4acd-91a7-1300a0e02ba2 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:09.142401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:09.151762 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] Sync routers for ids ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:09.162004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.162609 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] Routers {'d7bacd06-87fe-4acd-91a7-1300a0e02ba2'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:09.163205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-310d3f3a-e6c1-45c3-84c5-ab754817fdbf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.5592172 Apr 07 11:45:09.163346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:09.165893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48502) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:09.197963 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:09.206978 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] Routers {'d7bacd06-87fe-4acd-91a7-1300a0e02ba2'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:09.207577 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:09.239402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:09.240038 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b113a67-74ec-46bd-8801-cd9d34222c4c None None] The sync data for ids ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:09.278257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90419540-d0cc-44db-ab6a-7abb896f922b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/routers/d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 200 len: 880 time: 0.1112950 Apr 07 11:45:09.281855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48504) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:09.550611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5a66-6f06-4428-b18f-44c32396ae77 req-34af34f0-7ad9-4926-9fbe-fe063630d3f8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:09.552203 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8bcd5a66-6f06-4428-b18f-44c32396ae77 req-34af34f0-7ad9-4926-9fbe-fe063630d3f8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0577292 Apr 07 11:45:09.641384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8bcd5a66-6f06-4428-b18f-44c32396ae77 req-71c3437a-6553-4ae2-b459-5fe43cda9f56 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830967 Apr 07 11:45:09.661212 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-6d4034d5-45a8-4fc2-93e3-76eaa749af73 service neutron] show failed (client error): The resource could not be found. Apr 07 11:45:09.661212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-6d4034d5-45a8-4fc2-93e3-76eaa749af73 service neutron] 10.222.0.23 "GET /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0873241 Apr 07 11:45:09.868782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-b96559d3-56e0-4454-9020-95789831ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:09.870349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-b96559d3-56e0-4454-9020-95789831ca82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 1127 time: 0.0461698 Apr 07 11:45:09.881172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:09.893006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f4c149a9-e3d6-4a93-bb2d-cdbd67638cf2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6099613 Apr 07 11:45:09.895467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48508) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:09.899613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1740971367'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:09.940379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.147592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:10.185367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:10.204439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.215435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.227471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:10.229747 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41ab5ec-34f4-443e-a5f0-44a98da2b1a1" -d '{"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:10.234120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Publish callbacks [] for port (c4ce2963-a782-4217-907a-e409d7349cf6), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.249736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Transition to ACTIVE for port object c4ce2963-a782-4217-907a-e409d7349cf6 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:10.254592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.287562 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bee9acc-e3c6-4d87-9049-e89fe9c9d1cf x-openstack-request-id: req-4bee9acc-e3c6-4d87-9049-e89fe9c9d1cf {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:10.287860 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:10.288118 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bee9acc-e3c6-4d87-9049-e89fe9c9d1cf {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:10.288522 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bee9acc-e3c6-4d87-9049-e89fe9c9d1cf'] response: {'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'code': 200} Apr 07 11:45:10.333380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router d7bacd06-87fe-4acd-91a7-1300a0e02ba2 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:10.388158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:10.433977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] No DVR routers for this DVR port c4ce2963-a782-4217-907a-e409d7349cf6 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:10.453044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:10.460787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.462010 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ebba7b7-2138-4950-9468-ff51ee94ef42 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 200 len: 887 time: 0.5656397 Apr 07 11:45:10.465611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:10.469532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] Sync routers for ids ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:10.481353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] Routers {'d7bacd06-87fe-4acd-91a7-1300a0e02ba2'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:10.482227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:10.521593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:10.531871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] Routers {'d7bacd06-87fe-4acd-91a7-1300a0e02ba2'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:10.532574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:10.566313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:10.566887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdadb3-4560-457a-8a27-31516fe1efdd None None] The sync data for ids ['d7bacd06-87fe-4acd-91a7-1300a0e02ba2'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:10.583610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:10.584525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:10.584858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:10.585468 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60b3e847-6415-42cd-8a68-ac6f27208dd9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/routers/d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 200 len: 887 time: 0.1187382 Apr 07 11:45:10.588157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48514) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:10.589197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:10.589521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:10.595182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:10.595514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Checking segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:10.595890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Bound using segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:10.596307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Bound port: c4ce2963-a782-4217-907a-e409d7349cf6, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:10.596660 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.618942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e3316b3-ea41-4604-992a-acd1d5364029 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 200 len: 205 time: 0.0274885 Apr 07 11:45:10.620730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48516) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:10.664956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:10.669227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:10.680858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.717418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:10.718124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.719869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] 10.222.0.41 "PUT /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1091 time: 0.8427505 Apr 07 11:45:10.741269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e03f5-462b-4ba5-90e4-bdaa1d65a27e service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:10.749990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.838436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e70af9-3d81-4441-aed3-3e422115970b req-5895cec0-0830-4282-9a25-c1e354512f20 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:10.839983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68e70af9-3d81-4441-aed3-3e422115970b req-5895cec0-0830-4282-9a25-c1e354512f20 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.0882895 Apr 07 11:45:10.843364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-2f8db491-477b-47ea-8d74-1dcf0c792905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:10.844969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-2f8db491-477b-47ea-8d74-1dcf0c792905 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1125 time: 0.0921483 Apr 07 11:45:10.872931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_gateway (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.933737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port a1828dea-2247-4669-97d2-6be7b8361f36 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:10.934014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a1828dea-2247-4669-97d2-6be7b8361f36), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.942958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68e70af9-3d81-4441-aed3-3e422115970b req-598d8566-ab9f-4353-9be6-21b66d7501d1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945570 Apr 07 11:45:10.980237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-a0f183b2-68b9-42da-828c-0a197c92c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:10.982145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-a0f183b2-68b9-42da-828c-0a197c92c761 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1277730 Apr 07 11:45:11.017705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a1828dea-2247-4669-97d2-6be7b8361f36), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.029660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for a1828dea-2247-4669-97d2-6be7b8361f36 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:11.051732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-ef16e301-c1c0-4f3d-a259-709136d1ef96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.0626659 Apr 07 11:45:11.110429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-07d2e961-0d4a-4dda-8002-fffe5124b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:11.111918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-07d2e961-0d4a-4dda-8002-fffe5124b14a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0510001 Apr 07 11:45:11.170599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-54942a4e-29d1-4884-8eb7-8425c14dffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:11.172561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-54942a4e-29d1-4884-8eb7-8425c14dffe7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468967 Apr 07 11:45:11.201865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a1828dea-2247-4669-97d2-6be7b8361f36), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.233552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=a1828dea-2247-4669-97d2-6be7b8361f36,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:11.273404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-3024ae13-2729-418b-8ce6-c70b2ca4c681 service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932753 Apr 07 11:45:11.290607 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.364664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4bddbd0-7c1e-40e1-8295-4401dec0fae1 req-dec85c64-750d-40b7-bdc7-6464be1591b1 service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831509 Apr 07 11:45:11.388982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.391874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.447055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d7bacd06-87fe-4acd-91a7-1300a0e02ba2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.447607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router d7bacd06-87fe-4acd-91a7-1300a0e02ba2 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:11.454122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.455240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51c2f359-f94b-48aa-9501-063826ec5984 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 204 len: 168 time: 0.8335602 Apr 07 11:45:11.459008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48522) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:11.464492 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626250538'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:11.485273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:11.488793 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.513477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:11.522959 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (111a8a15-83e5-4fe9-86fa-ab927bad83b6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.523307 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment 111a8a15-83e5-4fe9-86fa-ab927bad83b6 of type vlan for network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 Apr 07 11:45:11.563451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2566618f-0cb3-4e7f-8a02-c2d2872ecb46), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.588854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2566618f-0cb3-4e7f-8a02-c2d2872ecb46), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.594744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:11.595327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.654700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1942160 Apr 07 11:45:11.657956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48524) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:11.669125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:11.686957 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e211b3b-0dbb-415e-a1fa-39664fb00d72 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=2566618f-0cb3-4e7f-8a02-c2d2872ecb46,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:11.697816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:11.760965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:11.764272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.938812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (7fcca7e5-032b-405b-a697-85343b4f61cf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.313304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:12.315488 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8466aa57-6509-4e33-81d9-fc250d6d537c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:12.373424 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f125b23-b77b-432e-a0ac-ae25f6ab500c x-openstack-request-id: req-1f125b23-b77b-432e-a0ac-ae25f6ab500c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:12.373754 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:12.374129 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f125b23-b77b-432e-a0ac-ae25f6ab500c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:12.374823 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f125b23-b77b-432e-a0ac-ae25f6ab500c'] response: {'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'status': 'completed', 'code': 200} Apr 07 11:45:12.376895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=7fcca7e5-032b-405b-a697-85343b4f61cf,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:12.446515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': '111a8a15-83e5-4fe9-86fa-ab927bad83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:12.446876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 2566618f-0cb3-4e7f-8a02-c2d2872ecb46, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:12.463319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abbdb6-1eae-452d-b9a7-bc28a5e5684f req-490e0c31-69c8-4d0d-96d5-ea54bbac0721 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.465311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16abbdb6-1eae-452d-b9a7-bc28a5e5684f req-490e0c31-69c8-4d0d-96d5-ea54bbac0721 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.1470551 Apr 07 11:45:12.519087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-049a9c08-88b4-4af1-9f71-a18f32060bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.520611 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-049a9c08-88b4-4af1-9f71-a18f32060bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1125 time: 0.1353281 Apr 07 11:45:12.521198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:12.527370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-0a05e70d-3e70-4bd7-b425-bbeef0cbf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.528724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-0a05e70d-3e70-4bd7-b425-bbeef0cbf876 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1125 time: 0.1333466 Apr 07 11:45:12.573763 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2566618f-0cb3-4e7f-8a02-c2d2872ecb46) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:12.583238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d046d00-194c-41f1-a95e-9f4290f8d37e None None] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:12.649192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.649780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.680326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16abbdb6-1eae-452d-b9a7-bc28a5e5684f req-3ab77613-bfc5-4fcb-8bae-ec9ea58c0f2a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037168 Apr 07 11:45:12.694438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-50dbeb21-0f62-41aa-b5b5-5f3bd951d999 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0354712 Apr 07 11:45:12.698179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48530) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:12.711006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2566618f-0cb3-4e7f-8a02-c2d2872ecb46', 'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '7fcca7e5-032b-405b-a697-85343b4f61cf'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:12.712458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.716999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1972473294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:12.761113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-59b1ba86-6de0-4ba6-960e-fe7c56583fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.762624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-59b1ba86-6de0-4ba6-960e-fe7c56583fa9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.2303584 Apr 07 11:45:12.765403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-a4a5c1d9-0233-41dd-9168-db162a496262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.767133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-a4a5c1d9-0233-41dd-9168-db162a496262 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.2268829 Apr 07 11:45:12.768526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.769588 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.856229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Allocated IP 172.20.0.2 (2566618f-0cb3-4e7f-8a02-c2d2872ecb46/7fcca7e5-032b-405b-a697-85343b4f61cf/97560593-2616-4c03-8cf3-ecc98c6117b0) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:12.927950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-e8ba0051-8599-479f-97c8-346f44ad6a8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.1548975 Apr 07 11:45:12.940189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-8dd7d9fe-a2a1-49ea-9f7c-1dd061cd78b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.1609926 Apr 07 11:45:12.947420 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.995456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.000529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Publish callbacks [] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.006501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.035385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.036580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9c02dcae-fafa-4f4b-a49d-4d37c8abf7c7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3314154 Apr 07 11:45:13.038196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-a87d1816-cb97-4057-9a8f-b76a57f16142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.039671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-a87d1816-cb97-4057-9a8f-b76a57f16142 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.1018999 Apr 07 11:45:13.039804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48532) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:13.041348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-92a34e95-1534-43cb-ada4-b120b3e30536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.042683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-92a34e95-1534-43cb-ada4-b120b3e30536 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0931547 Apr 07 11:45:13.049751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:13.056450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:13.059419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:13.070722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Pushing event updated for resources: {'Port': ['ID=97560593-2616-4c03-8cf3-ecc98c6117b0,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:13.121349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Attempting to bind port 97560593-2616-4c03-8cf3-ecc98c6117b0 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:13.122299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Attempting to bind port 97560593-2616-4c03-8cf3-ecc98c6117b0 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '111a8a15-83e5-4fe9-86fa-ab927bad83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:13.122839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Attempting to bind port 97560593-2616-4c03-8cf3-ecc98c6117b0 on network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:13.128223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:13.128856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Checking segment: {'id': '111a8a15-83e5-4fe9-86fa-ab927bad83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:13.129304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.129723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Bound using segment: {'id': '111a8a15-83e5-4fe9-86fa-ab927bad83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:13.130180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Bound port: 97560593-2616-4c03-8cf3-ecc98c6117b0, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111a8a15-83e5-4fe9-86fa-ab927bad83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2566618f-0cb3-4e7f-8a02-c2d2872ecb46'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:13.130729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.130971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-742cce04-ceb2-4cfc-a594-89b7437b8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.132496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-742cce04-ceb2-4cfc-a594-89b7437b8d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848556 Apr 07 11:45:13.138231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-53400aae-0da9-46b5-9f76-3eb30224cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.140199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-53400aae-0da9-46b5-9f76-3eb30224cfba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835094 Apr 07 11:45:13.197708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] For port 97560593-2616-4c03-8cf3-ecc98c6117b0, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:13.202659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] For port 97560593-2616-4c03-8cf3-ecc98c6117b0, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=97560593-2616-4c03-8cf3-ecc98c6117b0,segment=NetworkSegment(111a8a15-83e5-4fe9-86fa-ab927bad83b6),segment_id=111a8a15-83e5-4fe9-86fa-ab927bad83b6)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:13.212934 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.310767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-9e0170b7-226b-4ab8-bb36-7fe4077bba7b service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693738 Apr 07 11:45:13.312947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-338f08fd-d525-4c13-a7bc-1cb35875912c service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643610 Apr 07 11:45:13.325989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6772d30-945c-4b76-8558-5bf204e953a0 None None] Pushing event updated for resources: {'Port': ['ID=97560593-2616-4c03-8cf3-ecc98c6117b0,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:13.412480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.501014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-190eb103-a293-474b-aa76-d1469cdb9321 service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833301 Apr 07 11:45:13.539569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8466aa57-6509-4e33-81d9-fc250d6d537c req-023315a8-d98a-41d8-b35e-e4f047d43f5a service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981018 Apr 07 11:45:13.568960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:13.627653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port c4ce2963-a782-4217-907a-e409d7349cf6 host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:45:13.627994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:13.700682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.20.0.1 (2566618f-0cb3-4e7f-8a02-c2d2872ecb46/7fcca7e5-032b-405b-a697-85343b4f61cf/81956174-cbbd-410f-8ada-c9ec7bb02f5f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:13.822907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3f8a-3a01-40df-94e5-79a9107d4360 req-f995800c-5ba3-4304-b8da-972fcf6bbef5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.824627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e8c3f8a-3a01-40df-94e5-79a9107d4360 req-f995800c-5ba3-4304-b8da-972fcf6bbef5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.0661359 Apr 07 11:45:13.829205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.865516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.886750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e8c3f8a-3a01-40df-94e5-79a9107d4360 req-e343f712-26a6-4f2a-89dd-a1e7cc62fbfd tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Apr 07 11:45:13.902119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:13.905968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:13.908445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:13.943065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=81956174-cbbd-410f-8ada-c9ec7bb02f5f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:13.960668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.082398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.317525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f39e4-6bbf-4760-98e3-25475ed116a0 None None] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:14.356365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.362450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.397099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] Provisioning complete for port 97560593-2616-4c03-8cf3-ecc98c6117b0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:14.397420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.443291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.445414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=81956174-cbbd-410f-8ada-c9ec7bb02f5f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.549734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:14.563350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:14.627806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-f1b8fb2d-d1a4-41ab-91d2-1e5bbf6d2fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505838 Apr 07 11:45:14.682127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] Current status of the port 97560593-2616-4c03-8cf3-ecc98c6117b0 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:14.682765 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.727368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] For port 97560593-2616-4c03-8cf3-ecc98c6117b0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=97560593-2616-4c03-8cf3-ecc98c6117b0,segment=NetworkSegment(111a8a15-83e5-4fe9-86fa-ab927bad83b6),segment_id=111a8a15-83e5-4fe9-86fa-ab927bad83b6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:14.734741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.747395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-96d02587-0983-4eae-9740-d3a52603ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:14.749256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-96d02587-0983-4eae-9740-d3a52603ab6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1125 time: 0.0690074 Apr 07 11:45:14.803384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e54cc-54de-434c-8d1c-b4f893eedc78 None None] Pushing event updated for resources: {'Port': ['ID=97560593-2616-4c03-8cf3-ecc98c6117b0,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.885181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-470796c2-85e7-48bd-b395-85b77299c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:14.886664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-470796c2-85e7-48bd-b395-85b77299c48f service neutron] 10.222.0.41 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1151841 Apr 07 11:45:14.964591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0ddaf23c-ca48-42fb-80e6-2d614b22e694 None None] Provisioning complete for port 81956174-cbbd-410f-8ada-c9ec7bb02f5f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:14.964924 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf23c-ca48-42fb-80e6-2d614b22e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.977574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-a73fe048-8a2c-4d46-859b-ca34dc98ea92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.0848737 Apr 07 11:45:15.020027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaf23c-ca48-42fb-80e6-2d614b22e694 None None] Port 81956174-cbbd-410f-8ada-c9ec7bb02f5f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:15.031127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0ddaf23c-ca48-42fb-80e6-2d614b22e694 None None] Provisioning complete for port 97560593-2616-4c03-8cf3-ecc98c6117b0 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:15.031772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf23c-ca48-42fb-80e6-2d614b22e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.050143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router ec63de4e-ad0d-4964-b7a7-0527a0e17dbb is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:15.082707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeccee3-8f03-4c2f-8382-98cc18923cbf req-3ac47444-81d2-4f87-a868-bc71f71139cf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.085384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baeccee3-8f03-4c2f-8382-98cc18923cbf req-3ac47444-81d2-4f87-a868-bc71f71139cf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.1110275 Apr 07 11:45:15.087168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-58a5c4ca-c8f4-4a3c-b05d-983698865d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.089417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-58a5c4ca-c8f4-4a3c-b05d-983698865d91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0990155 Apr 07 11:45:15.147607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaf23c-ca48-42fb-80e6-2d614b22e694 None None] Current status of the port 97560593-2616-4c03-8cf3-ecc98c6117b0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:15.179862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:15.189727 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-679b72aa-e35b-4610-9026-2ac16b9b9d83 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/ec63de4e-ad0d-4964-b7a7-0527a0e17dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1485968 Apr 07 11:45:15.191515 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] Sync routers for ids ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:15.192505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.200567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-baeccee3-8f03-4c2f-8382-98cc18923cbf req-f4d09d5a-a0eb-4824-a340-ac63204a2cc4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093786 Apr 07 11:45:15.204778 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] Routers {'ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:15.205427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.228383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-9d472bde-3453-4bbb-8e65-4d9210114187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.228589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:15.228691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-9d472bde-3453-4bbb-8e65-4d9210114187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1161249 Apr 07 11:45:15.288011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a110bd8-db73-4657-88bb-e1febf10e610 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.291872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0a110bd8-db73-4657-88bb-e1febf10e610 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports/81956174-cbbd-410f-8ada-c9ec7bb02f5f HTTP/1.1" status: 200 len: 910 time: 0.0958066 Apr 07 11:45:15.292025 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.293515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48546) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.304428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7fcca7e5-032b-405b-a697-85343b4f61cf'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:15.313811 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] Routers {'ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:15.314447 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.350140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-0f41da24-675e-401e-9715-a3f1b72f254c service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215639 Apr 07 11:45:15.355274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-68666d10-490c-45e8-b394-187769564f11 None None] Provisioning complete for port 81956174-cbbd-410f-8ada-c9ec7bb02f5f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:15.356216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-68666d10-490c-45e8-b394-187769564f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.411601 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.412273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fabbbd-268f-48bb-b8ad-b7b87837f6e5 None None] The sync data for ids ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:15.423496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 97560593-2616-4c03-8cf3-ecc98c6117b0 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:15.480025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-68666d10-490c-45e8-b394-187769564f11 None None] Port 81956174-cbbd-410f-8ada-c9ec7bb02f5f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:15.481087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2378000f-cdba-4f94-82b4-d04bc579e2e2 req-ced1ee19-0d0b-4f91-9c64-6d414d6d8378 service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243234 Apr 07 11:45:15.510817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:15.530684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'mac_address': 'fa:16:3e:7a:a4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:15.565429 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.578772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 97560593-2616-4c03-8cf3-ecc98c6117b0 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:15.579151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.616704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c4ce2963-a782-4217-907a-e409d7349cf6 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:15.617096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.646151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce2963-a782-4217-907a-e409d7349cf6 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:15.662835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5a5153f3-1a72-4b19-9304-506ec236bb31 None None] Provisioning complete for port 81956174-cbbd-410f-8ada-c9ec7bb02f5f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:15.663153 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a5153f3-1a72-4b19-9304-506ec236bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.669354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-542747b2-bce6-4472-8dc2-9f043fdbd831 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.670976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-542747b2-bce6-4472-8dc2-9f043fdbd831 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12&tenant_id=fe704d60a6d34cdc845c72643be779cb&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 943 time: 0.1042500 Apr 07 11:45:15.683265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a741f35-70ff-43ca-a5b5-4889707c3b8a req-5f0d5a88-3207-4cf7-aff2-b996c171c03e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.687276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a741f35-70ff-43ca-a5b5-4889707c3b8a req-5f0d5a88-3207-4cf7-aff2-b996c171c03e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 943 time: 0.0841074 Apr 07 11:45:15.699638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:15.715503 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.730060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5a5153f3-1a72-4b19-9304-506ec236bb31 None None] Port 81956174-cbbd-410f-8ada-c9ec7bb02f5f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:15.781651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-32e741be-0941-4495-99e1-38a8262881ec service neutron] 10.222.0.41 "GET /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6/bindings/n-h2-836788-1 HTTP/1.1" status: 200 len: 382 time: 0.0925360 Apr 07 11:45:15.786299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a741f35-70ff-43ca-a5b5-4889707c3b8a req-5ff2302e-0584-4ad3-a352-5ee6af409381 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918143 Apr 07 11:45:15.801519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 97560593-2616-4c03-8cf3-ecc98c6117b0 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:15.807515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.882546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-47ad457b-4568-467a-b97c-e745cd38a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.884033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-47ad457b-4568-467a-b97c-e745cd38a6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1126 time: 0.0453942 Apr 07 11:45:15.964608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.973806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.979806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-a2e6a50e-55d0-4d74-b64b-e1073043625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.981427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-a2e6a50e-55d0-4d74-b64b-e1073043625a service neutron] 10.222.0.41 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.0910370 Apr 07 11:45:16.046493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-1e1008ec-bd4a-4b2c-b66a-3788998f8553 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1000 time: 0.0583043 Apr 07 11:45:16.047710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=81956174-cbbd-410f-8ada-c9ec7bb02f5f,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:16.057139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:16.057760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.059081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67d2f042-d939-478b-8b28-cb64476219c4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/ports/81956174-cbbd-410f-8ada-c9ec7bb02f5f HTTP/1.1" status: 200 len: 910 time: 0.7645960 Apr 07 11:45:16.062524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48550) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:16.068067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['c4ce2963-a782-4217-907a-e409d7349cf6'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:16.100537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7f825be7-5dfb-42dd-9e36-c9693b79c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:16.102026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7f825be7-5dfb-42dd-9e36-c9693b79c5f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0501049 Apr 07 11:45:16.152219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-b261b6b2-ba00-4031-8fda-48f4c0130702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:16.153759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-b261b6b2-ba00-4031-8fda-48f4c0130702 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456643 Apr 07 11:45:16.243764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-6b7230f9-0fe2-4afd-acdb-2bebee0bd3fa service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Apr 07 11:45:16.343512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-9c2947e3-e914-426d-9aff-3027ae4281de service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939965 Apr 07 11:45:16.402836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.648964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 81956174-cbbd-410f-8ada-c9ec7bb02f5f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:16.649351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.736463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.750443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 81956174-cbbd-410f-8ada-c9ec7bb02f5f owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:16.916640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d00125-1272-4435-ab9f-b244a8deae25 req-40603466-d2fd-453e-8b37-34c1f43ae683 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:16.918219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8d00125-1272-4435-ab9f-b244a8deae25 req-40603466-d2fd-453e-8b37-34c1f43ae683 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 944 time: 0.0576909 Apr 07 11:45:16.932883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (81956174-cbbd-410f-8ada-c9ec7bb02f5f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.963602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=81956174-cbbd-410f-8ada-c9ec7bb02f5f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:16.970274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f8d00125-1272-4435-ab9f-b244a8deae25 req-923e4c4d-bde1-453f-b6b4-6d0dcefa59a1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455649 Apr 07 11:45:17.118022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.225150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:17.278623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port c4ce2963-a782-4217-907a-e409d7349cf6 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:17.283078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port c4ce2963-a782-4217-907a-e409d7349cf6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:17.283454 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.288641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router ec63de4e-ad0d-4964-b7a7-0527a0e17dbb has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:17.362823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port c4ce2963-a782-4217-907a-e409d7349cf6 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:17.363234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.368770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:17.374411 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7119a9e1-c263-493b-9e9e-c1cdb3b8cbdd tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/ec63de4e-ad0d-4964-b7a7-0527a0e17dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3100841 Apr 07 11:45:17.377996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:17.380133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] Sync routers for ids ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:17.397189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:17.399455 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12446af3-0fde-40c3-81a0-2d2d590c9c52" -d '{"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:17.410888 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3786bdd0-9cb3-4558-ad84-0f47685b12e3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec63de4e-ad0d-4964-b7a7-0527a0e17dbb HTTP/1.1" status: 200 len: 205 time: 0.0309408 Apr 07 11:45:17.413542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:17.414077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] Routers {'ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:17.414725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:17.453399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:17.454878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:17.460443 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.469002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] Routers {'ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:17.469745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:17.493794 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.525927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:17.526528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c39d98-322f-4b03-9ae4-b84b850c7fbe None None] The sync data for ids ['ec63de4e-ad0d-4964-b7a7-0527a0e17dbb'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:17.548133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:17.602742 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894310f-5a0b-481e-ad35-fa8590a7aeb1 x-openstack-request-id: req-0894310f-5a0b-481e-ad35-fa8590a7aeb1 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:17.603038 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:17.603300 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0894310f-5a0b-481e-ad35-fa8590a7aeb1 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:17.603804 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0894310f-5a0b-481e-ad35-fa8590a7aeb1'] response: {'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'code': 200} Apr 07 11:45:17.675125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.677412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.724921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (ec63de4e-ad0d-4964-b7a7-0527a0e17dbb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.725514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router ec63de4e-ad0d-4964-b7a7-0527a0e17dbb {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:17.732656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.734387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6e37346c-55a4-4063-a8c6-cf23196c957d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/ec63de4e-ad0d-4964-b7a7-0527a0e17dbb HTTP/1.1" status: 204 len: 168 time: 0.3193631 Apr 07 11:45:17.737199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48562) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:17.794819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 7fcca7e5-032b-405b-a697-85343b4f61cf {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:17.798528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (7fcca7e5-032b-405b-a697-85343b4f61cf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.838495 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7fcca7e5-032b-405b-a697-85343b4f61cf), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.930416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7fcca7e5-032b-405b-a697-85343b4f61cf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.989078 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7fcca7e5-032b-405b-a697-85343b4f61cf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.019327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.021200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/7fcca7e5-032b-405b-a697-85343b4f61cf HTTP/1.1" status: 204 len: 168 time: 0.2830551 Apr 07 11:45:18.022037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebc27d-6954-41c3-8b86-576d1599f42c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=7fcca7e5-032b-405b-a697-85343b4f61cf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.024193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48566) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:18.029198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcaca6-9ef3-4d8b-8e5d-aa4a62efc313 None None] Network 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:18.130565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2566618f-0cb3-4e7f-8a02-c2d2872ecb46), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.157993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761f07c-0706-48de-be60-a10c9e82341a req-6b4dc506-25b7-438f-a06f-9ba40e549ac2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:18.159501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b761f07c-0706-48de-be60-a10c9e82341a req-6b4dc506-25b7-438f-a06f-9ba40e549ac2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 945 time: 0.0845623 Apr 07 11:45:18.212705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] DHCP port deletion for 2566618f-0cb3-4e7f-8a02-c2d2872ecb46 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:18.232547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b761f07c-0706-48de-be60-a10c9e82341a req-35da465d-d640-4d94-a0eb-eebd930b8498 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552087 Apr 07 11:45:18.240336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 97560593-2616-4c03-8cf3-ecc98c6117b0 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:18.240616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.288303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] Deleting port 97560593-2616-4c03-8cf3-ecc98c6117b0 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:18.288903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.322960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 97560593-2616-4c03-8cf3-ecc98c6117b0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=97560593-2616-4c03-8cf3-ecc98c6117b0,segment=NetworkSegment(111a8a15-83e5-4fe9-86fa-ab927bad83b6),segment_id=111a8a15-83e5-4fe9-86fa-ab927bad83b6)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:18.323327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.337747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 97560593-2616-4c03-8cf3-ecc98c6117b0 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:18.360820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] For port 97560593-2616-4c03-8cf3-ecc98c6117b0, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=97560593-2616-4c03-8cf3-ecc98c6117b0,segment=NetworkSegment(111a8a15-83e5-4fe9-86fa-ab927bad83b6),segment_id=111a8a15-83e5-4fe9-86fa-ab927bad83b6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:18.361324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.375476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] Calling delete_port for 97560593-2616-4c03-8cf3-ecc98c6117b0 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:18.426086 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.462002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=97560593-2616-4c03-8cf3-ecc98c6117b0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.465841 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (97560593-2616-4c03-8cf3-ecc98c6117b0), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.468120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port 97560593-2616-4c03-8cf3-ecc98c6117b0 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:18.497801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] Pushing event deleted for resources: {'Port': ['ID=97560593-2616-4c03-8cf3-ecc98c6117b0,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.502606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c5a2d-981b-47bf-bdb1-991ef28dd841 None None] No DVR routers for this DVR port 97560593-2616-4c03-8cf3-ecc98c6117b0 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:18.583772 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2566618f-0cb3-4e7f-8a02-c2d2872ecb46), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.607059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2566618f-0cb3-4e7f-8a02-c2d2872ecb46']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:18.618439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111a8a15-83e5-4fe9-86fa-ab927bad83b6') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:18.618737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111a8a15-83e5-4fe9-86fa-ab927bad83b6') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:18.629676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-41524e0c-da13-4ac3-82e9-7143c7792591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:18.631162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-41524e0c-da13-4ac3-82e9-7143c7792591 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 1127 time: 0.1332643 Apr 07 11:45:18.632668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (111a8a15-83e5-4fe9-86fa-ab927bad83b6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.643473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:18.668337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (111a8a15-83e5-4fe9-86fa-ab927bad83b6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.678728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:18.679114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (111a8a15-83e5-4fe9-86fa-ab927bad83b6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:18.682038 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:18.759932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.769495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (2566618f-0cb3-4e7f-8a02-c2d2872ecb46), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.780353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.783431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/2566618f-0cb3-4e7f-8a02-c2d2872ecb46 HTTP/1.1" status: 204 len: 168 time: 0.7580843 Apr 07 11:45:18.787680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:18.792232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-27507613', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:18.796038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8750a3e-09d8-40ab-ba99-99fc537cf2d5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=2566618f-0cb3-4e7f-8a02-c2d2872ecb46,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.817021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.818196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.877426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.881343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.898945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.900131 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-66b42e93-262d-43fe-8609-91ebd850903f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1113358 Apr 07 11:45:18.902821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:18.908187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-504398313'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:18.926138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:18.929380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.952765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:18.961685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (512598f8-98d8-4675-8577-f1482069a1b1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.962021 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment 512598f8-98d8-4675-8577-f1482069a1b1 of type vlan for network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a Apr 07 11:45:18.996461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:19.002202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.026942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.032812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.033250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:19.033725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.073007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:19.075409 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3bcc95-1c1b-4f15-8eb8-a3fedf2dbda5" -d '{"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:19.079624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Publish callbacks [] for port (c4ce2963-a782-4217-907a-e409d7349cf6), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.094719 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1907437 Apr 07 11:45:19.099158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:19.104206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:19.107667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:19.116884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.117268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.117619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.117968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.118310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.118648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.118985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.119329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.119775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.120908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.120908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.120908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.121225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Transition to ACTIVE for port object c4ce2963-a782-4217-907a-e409d7349cf6 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:19.121335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02bf05-66c8-4aa0-bbc2-0af620d0be31 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:19.137182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:19.152011 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b201a2d-4b34-4692-a2c6-08ddc2795939 x-openstack-request-id: req-2b201a2d-4b34-4692-a2c6-08ddc2795939 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:19.152307 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:19.152571 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b201a2d-4b34-4692-a2c6-08ddc2795939 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:19.152975 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b201a2d-4b34-4692-a2c6-08ddc2795939'] response: {'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'code': 200} Apr 07 11:45:19.153602 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.230482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=10']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:19.247835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 97560593-2616-4c03-8cf3-ecc98c6117b0 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:19.274468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 97560593-2616-4c03-8cf3-ecc98c6117b0 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:19.274826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 97560593-2616-4c03-8cf3-ecc98c6117b0 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:19.307325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:19.310846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.411983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] No DVR routers for this DVR port c4ce2963-a782-4217-907a-e409d7349cf6 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:19.540749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358849b-654c-4066-99da-6258dda9e556 req-c02806a5-a0ae-465f-8ffa-6f88f266a24e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.542172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c358849b-654c-4066-99da-6258dda9e556 req-c02806a5-a0ae-465f-8ffa-6f88f266a24e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 944 time: 0.2113736 Apr 07 11:45:19.696229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c358849b-654c-4066-99da-6258dda9e556 req-d83f20e5-1205-424d-8f5e-8bbe2fdc12d9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450174 Apr 07 11:45:19.703648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:19.703987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:19.704319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:19.710222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:19.710553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Attempting to bind port c4ce2963-a782-4217-907a-e409d7349cf6 on network 22d2555c-4e11-42ca-951a-b6a728ff27b5 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:19.715617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:19.715955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Checking segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:19.716338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Bound using segment: {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:19.716760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Bound port: c4ce2963-a782-4217-907a-e409d7349cf6, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:19.717120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.721215 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (b31b4773-9bd8-4ebb-b799-1dcf0a963d36), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.824643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=b31b4773-9bd8-4ebb-b799-1dcf0a963d36,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:19.842048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:19.842451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:19.848378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:19.853302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:19.862596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.872701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:19.903479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.903910 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.905386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 1092 time: 1.2666445 Apr 07 11:45:19.908114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:19.916296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654129c7-de5b-48f4-b0f5-493442acf0f8 None None] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:19.916796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.917329 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.948209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc32234-5d2d-4aaa-b84c-ccb7e07f4179 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=11']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:19.973029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8b51b468-4afa-411c-b409-e092d0bae886 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8700695 Apr 07 11:45:19.973497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48578) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:19.991009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-237b1d75-df8c-4f0a-adce-5ece2e0f7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.992545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-237b1d75-df8c-4f0a-adce-5ece2e0f7c35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1126 time: 0.0583005 Apr 07 11:45:20.071664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:20.072668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.104958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-92cefcf5-1c96-4b67-b1d9-af8ee25aa58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.106529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-92cefcf5-1c96-4b67-b1d9-af8ee25aa58a service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1078477 Apr 07 11:45:20.180207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-b849e553-78ee-4060-ab03-736e1cd0b271 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.0678360 Apr 07 11:45:20.233119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Allocated IP 172.20.0.2 (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a/b31b4773-9bd8-4ebb-b799-1dcf0a963d36/2382c467-85df-4ee6-97db-3d03ca7515eb) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:20.233979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-b804486b-55de-4a1a-870a-6e807d0e0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.235991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-b804486b-55de-4a1a-870a-6e807d0e0e43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0499797 Apr 07 11:45:20.274944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.288842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca852-206b-460d-b5f5-cfcfc12739de req-33cb4ec7-7e6e-465b-934d-a1f65a5bc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.290784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-33cb4ec7-7e6e-465b-934d-a1f65a5bc00a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481122 Apr 07 11:45:20.382732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-0cbc004b-288f-49c0-b19a-2be132bf812b service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860059 Apr 07 11:45:20.387015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Publish callbacks [] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.393880 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.433380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:20.441447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:20.443844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:20.446712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Pushing event updated for resources: {'Port': ['ID=2382c467-85df-4ee6-97db-3d03ca7515eb,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.483498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15bca852-206b-460d-b5f5-cfcfc12739de req-bd312f88-ef33-4118-a7a9-5a68fea92a86 service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950716 Apr 07 11:45:20.507097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Attempting to bind port 2382c467-85df-4ee6-97db-3d03ca7515eb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:20.507473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Attempting to bind port 2382c467-85df-4ee6-97db-3d03ca7515eb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:20.507845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Attempting to bind port 2382c467-85df-4ee6-97db-3d03ca7515eb on network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:20.512761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:20.513153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Checking segment: {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:20.513569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.513967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Bound using segment: {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:20.514537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Bound port: 2382c467-85df-4ee6-97db-3d03ca7515eb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:20.514928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.543748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.20.0.1 (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a/b31b4773-9bd8-4ebb-b799-1dcf0a963d36/be06411d-4842-42d6-88f5-97c522185c61) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:20.579567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] For port 2382c467-85df-4ee6-97db-3d03ca7515eb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:20.584091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] For port 2382c467-85df-4ee6-97db-3d03ca7515eb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2382c467-85df-4ee6-97db-3d03ca7515eb,segment=NetworkSegment(512598f8-98d8-4675-8577-f1482069a1b1),segment_id=512598f8-98d8-4675-8577-f1482069a1b1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:20.589720 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.645676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ece88-67f6-4ae2-95e3-1de612b9b3f8 None None] Pushing event updated for resources: {'Port': ['ID=2382c467-85df-4ee6-97db-3d03ca7515eb,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.663233 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (be06411d-4842-42d6-88f5-97c522185c61), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.697776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (be06411d-4842-42d6-88f5-97c522185c61), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.743652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:20.748838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:20.753966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:20.758117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=be06411d-4842-42d6-88f5-97c522185c61,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.810620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.857750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23dc1-7a50-402b-9661-9166a3f72048 req-bca9d383-452d-4c05-a993-15645177405c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.860044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ef23dc1-7a50-402b-9661-9166a3f72048 req-bca9d383-452d-4c05-a993-15645177405c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 944 time: 0.0849328 Apr 07 11:45:20.917906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ef23dc1-7a50-402b-9661-9166a3f72048 req-5771a2fd-36f4-4d2a-90c5-645f4706a420 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516245 Apr 07 11:45:20.959881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be06411d-4842-42d6-88f5-97c522185c61), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.154316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:21.157501 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e5b076-40bd-4c78-90dc-fae5f653e212" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:21.229162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (be06411d-4842-42d6-88f5-97c522185c61), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.235292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (be06411d-4842-42d6-88f5-97c522185c61), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.255224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:21.256244 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24c2c13-21e6-430d-b893-a1cd14dd6561 x-openstack-request-id: req-c24c2c13-21e6-430d-b893-a1cd14dd6561 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:21.258024 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:21.263348 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c24c2c13-21e6-430d-b893-a1cd14dd6561 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:21.263946 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24c2c13-21e6-430d-b893-a1cd14dd6561'] response: {'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'status': 'completed', 'code': 200} Apr 07 11:45:21.304270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.352528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port c4ce2963-a782-4217-907a-e409d7349cf6 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:45:21.353250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:21.375241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382c467-85df-4ee6-97db-3d03ca7515eb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:21.419286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-7ed4a3e1-36b6-4430-9a99-f9f1a6f7f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.422777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-7ed4a3e1-36b6-4430-9a99-f9f1a6f7f510 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1126 time: 0.1135364 Apr 07 11:45:21.429393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-25f9b018-d697-4c51-89e9-6b15b5b761a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.431066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-25f9b018-d697-4c51-89e9-6b15b5b761a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1126 time: 0.1483922 Apr 07 11:45:21.448036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=be06411d-4842-42d6-88f5-97c522185c61,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:21.463972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2382c467-85df-4ee6-97db-3d03ca7515eb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:21.466216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.535795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:21.542683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:21.568562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2382c467-85df-4ee6-97db-3d03ca7515eb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:21.568956 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.612452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 2382c467-85df-4ee6-97db-3d03ca7515eb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2382c467-85df-4ee6-97db-3d03ca7515eb,segment=NetworkSegment(512598f8-98d8-4675-8577-f1482069a1b1),segment_id=512598f8-98d8-4675-8577-f1482069a1b1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:21.618060 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.676838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=2382c467-85df-4ee6-97db-3d03ca7515eb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:21.787208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db742cb5-3469-4380-bca2-2348280ffdce None None] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:21.891623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8f339900-77d9-4152-ac92-6cec4228327c None None] Provisioning complete for port 2382c467-85df-4ee6-97db-3d03ca7515eb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:21.891985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f339900-77d9-4152-ac92-6cec4228327c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.071704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8f339900-77d9-4152-ac92-6cec4228327c None None] Current status of the port 2382c467-85df-4ee6-97db-3d03ca7515eb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:22.073425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-4b907fee-0d75-4899-8d92-dde7e382b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.076206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-4b907fee-0d75-4899-8d92-dde7e382b752 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.6345010 Apr 07 11:45:22.101087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-910eaf69-8e49-48a6-93fb-2b759678358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.102701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-910eaf69-8e49-48a6-93fb-2b759678358a service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.6707096 Apr 07 11:45:22.300259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:22.336972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-ccf43511-2a46-41c8-8704-ea6ae8d60597 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.2324955 Apr 07 11:45:22.340654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-5975c04f-7058-496f-ae3f-a2b1a1b7b7aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 999 time: 0.1612308 Apr 07 11:45:22.347943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5183-440b-4a5e-ab62-1420fda01f68 req-4f56a132-2372-4de8-aa1a-25eb79f5980b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.354865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb2f5183-440b-4a5e-ab62-1420fda01f68 req-4f56a132-2372-4de8-aa1a-25eb79f5980b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 944 time: 0.2564757 Apr 07 11:45:22.400718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-393c4136-dcc3-4297-83ab-f0080959adfb None None] Provisioning complete for port 2382c467-85df-4ee6-97db-3d03ca7515eb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:22.401306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-393c4136-dcc3-4297-83ab-f0080959adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.429164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:22.442391 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:22.448778 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-430cc338-96fb-47ee-8dd5-1ae7c3672961 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4734938 Apr 07 11:45:22.450221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:22.458920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1078571805'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:22.478134 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:22.479278 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:22.488675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-80fce68a-199a-4e0c-9ff1-acd7b8be2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.490190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-80fce68a-199a-4e0c-9ff1-acd7b8be2d43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.1334224 Apr 07 11:45:22.495956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-393c4136-dcc3-4297-83ab-f0080959adfb None None] Current status of the port 2382c467-85df-4ee6-97db-3d03ca7515eb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:22.503722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:22.508817 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.509220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-393c4136-dcc3-4297-83ab-f0080959adfb None None] Provisioning complete for port be06411d-4842-42d6-88f5-97c522185c61 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:22.509604 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-393c4136-dcc3-4297-83ab-f0080959adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be06411d-4842-42d6-88f5-97c522185c61), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.516423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb2f5183-440b-4a5e-ab62-1420fda01f68 req-1525ccf4-d5db-49fb-b266-c4bcc32e6484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604402 Apr 07 11:45:22.519661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-f1e2cea6-9838-4e00-9db4-e4a68d8243f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.521096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-f1e2cea6-9838-4e00-9db4-e4a68d8243f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.1622055 Apr 07 11:45:22.562589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:22.565955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-393c4136-dcc3-4297-83ab-f0080959adfb None None] Port be06411d-4842-42d6-88f5-97c522185c61 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:22.579117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dc40f640-d148-434b-99c0-aea5c2e5d973), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.579463 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment dc40f640-d148-434b-99c0-aea5c2e5d973 of type vlan for network 9f3494b5-15e2-40e6-859d-cec6af2373ac Apr 07 11:45:22.637542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9f3494b5-15e2-40e6-859d-cec6af2373ac), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.661169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-0dddb2ab-2531-4e15-bbfe-cf06212878be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.662750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-0dddb2ab-2531-4e15-bbfe-cf06212878be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1451278 Apr 07 11:45:22.664740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-cc247e64-78a2-4555-8c20-d6868130ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.666161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-cc247e64-78a2-4555-8c20-d6868130ef2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1361680 Apr 07 11:45:22.670426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9f3494b5-15e2-40e6-859d-cec6af2373ac), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.679574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.680217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.694123 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:22.699860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aca4c20e-fd57-43bb-b832-4ef8c6a5e374 None None] Provisioning complete for port be06411d-4842-42d6-88f5-97c522185c61 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:22.700237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aca4c20e-fd57-43bb-b832-4ef8c6a5e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be06411d-4842-42d6-88f5-97c522185c61), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.749759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aca4c20e-fd57-43bb-b832-4ef8c6a5e374 None None] Port be06411d-4842-42d6-88f5-97c522185c61 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:22.762046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3082888 Apr 07 11:45:22.762723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48590) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:22.767667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:22.793587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-c5cac12f-c0d0-4f6d-b80e-9666310f181f service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239126 Apr 07 11:45:22.868231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c43228-6846-40a6-8376-336adb5b49da tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=9f3494b5-15e2-40e6-859d-cec6af2373ac,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:22.881100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:22.903371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-0a3e66d4-d701-4eca-a9ee-30fd8780925c service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080694 Apr 07 11:45:22.931437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:22.935367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.011280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-04424bb5-62ae-44af-b010-cd8cc906eeba None None] Provisioning complete for port be06411d-4842-42d6-88f5-97c522185c61 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:23.011573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04424bb5-62ae-44af-b010-cd8cc906eeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be06411d-4842-42d6-88f5-97c522185c61), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.054775 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-04424bb5-62ae-44af-b010-cd8cc906eeba None None] Port be06411d-4842-42d6-88f5-97c522185c61 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:23.073552 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:20Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:21Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:23.111225 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:23.111942 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Updating router 377e648c-83ef-4602-88c6-36fc7601ace0 port be06411d-4842-42d6-88f5-97c522185c61 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:23.137201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-993e3445-4ce2-4e4f-a260-3b37c8cb34ce service neutron] 10.222.0.41 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087908 Apr 07 11:45:23.139032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8e5b076-40bd-4c78-90dc-fae5f653e212 req-c4044405-6337-4f3e-bbf4-36dd1dac6393 service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347200 Apr 07 11:45:23.156578 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be06411d-4842-42d6-88f5-97c522185c61), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.177525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (4a707bf7-ed6e-4f88-930f-973ba00d1bfe), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.262549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=4a707bf7-ed6e-4f88-930f-973ba00d1bfe,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:23.278125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382c467-85df-4ee6-97db-3d03ca7515eb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:23.278948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:23.279315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 9f3494b5-15e2-40e6-859d-cec6af2373ac, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:23.301660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:23.314329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9f3494b5-15e2-40e6-859d-cec6af2373ac) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:23.326073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.326669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.339634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631bfcbf-0035-47ce-a9e1-bed2cd5a4d69 None None] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:23.349048 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d2655b42-d926-4eeb-a989-8ac7d7518f40 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5853007 Apr 07 11:45:23.352709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48594) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:23.526108 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Publish callbacks [] for port (be06411d-4842-42d6-88f5-97c522185c61), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.550163 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (be06411d-4842-42d6-88f5-97c522185c61), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.581469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2382c467-85df-4ee6-97db-3d03ca7515eb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:23.581944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.628651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:23.728572 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Pushing event updated for resources: {'Port': ['ID=be06411d-4842-42d6-88f5-97c522185c61,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:23.742380 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.742867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.743312 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.743769 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.744202 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.744631 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.745056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.745572 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.745995 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.746539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.746965 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.747387 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.747826 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:23.756230 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Attempting to bind port be06411d-4842-42d6-88f5-97c522185c61 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:23.756867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Attempting to bind port be06411d-4842-42d6-88f5-97c522185c61 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:23.757365 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Attempting to bind port be06411d-4842-42d6-88f5-97c522185c61 on network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:23.763181 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:23.763720 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Checking segment: {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:23.764748 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.765202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d4cc-d0f4-4d66-80a3-7e69a6c2782d req-0da4c8c5-f547-43b5-bc19-ab0f2afe361e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.765756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Bound using segment: {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:23.766277 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Bound port: be06411d-4842-42d6-88f5-97c522185c61, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512598f8-98d8-4675-8577-f1482069a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:23.766916 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be06411d-4842-42d6-88f5-97c522185c61), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.769732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3607d4cc-d0f4-4d66-80a3-7e69a6c2782d req-0da4c8c5-f547-43b5-bc19-ab0f2afe361e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 944 time: 0.1232157 Apr 07 11:45:23.837740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:23.860682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'port_id': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'mac_address': 'fa:16:3e:7a:a4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:23.860981 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] For port be06411d-4842-42d6-88f5-97c522185c61, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:23.867244 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] For port be06411d-4842-42d6-88f5-97c522185c61, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=be06411d-4842-42d6-88f5-97c522185c61,segment=NetworkSegment(512598f8-98d8-4675-8577-f1482069a1b1),segment_id=512598f8-98d8-4675-8577-f1482069a1b1)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:23.882682 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (be06411d-4842-42d6-88f5-97c522185c61), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.891923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3607d4cc-d0f4-4d66-80a3-7e69a6c2782d req-ca46206d-fb8a-45e2-a5dc-58670ddc7fe4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151187 Apr 07 11:45:23.911482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:23.971903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.016381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cb10d6fd-5eed-4c7f-b59f-a4020ac73373 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/e5b36b20-8527-474e-b577-474e549cda9e HTTP/1.1" status: 200 len: 991 time: 0.0975583 Apr 07 11:45:24.043352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2382c467-85df-4ee6-97db-3d03ca7515eb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:24.044435 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5672-2540-417f-bd8e-eac55f48fa7b None None] Pushing event updated for resources: {'Port': ['ID=be06411d-4842-42d6-88f5-97c522185c61,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.049710 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:24.050490 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:24.056956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9f3494b5-15e2-40e6-859d-cec6af2373ac', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:24.058119 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.071123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] Provisioning complete for port be06411d-4842-42d6-88f5-97c522185c61 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:24.071705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be06411d-4842-42d6-88f5-97c522185c61), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.122666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c4ce2963-a782-4217-907a-e409d7349cf6 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:24.124517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.162075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce2963-a782-4217-907a-e409d7349cf6 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:24.252634 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:24.284114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] Current status of the port be06411d-4842-42d6-88f5-97c522185c61 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:24.284610 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (be06411d-4842-42d6-88f5-97c522185c61), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.297174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:24.304277 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.322328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.21.0.1 (9f3494b5-15e2-40e6-859d-cec6af2373ac/4a707bf7-ed6e-4f88-930f-973ba00d1bfe/261a521d-58e4-40aa-9442-23da31a8b835) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:24.358485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] For port be06411d-4842-42d6-88f5-97c522185c61, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=be06411d-4842-42d6-88f5-97c522185c61,segment=NetworkSegment(512598f8-98d8-4675-8577-f1482069a1b1),segment_id=512598f8-98d8-4675-8577-f1482069a1b1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:24.367736 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (be06411d-4842-42d6-88f5-97c522185c61), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.382206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=12']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.448681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (261a521d-58e4-40aa-9442-23da31a8b835), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.449981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326715c5-0680-4bb3-8d26-f73b31ea3193 None None] Pushing event updated for resources: {'Port': ['ID=be06411d-4842-42d6-88f5-97c522185c61,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.485038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (261a521d-58e4-40aa-9442-23da31a8b835), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.515757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['c4ce2963-a782-4217-907a-e409d7349cf6'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:24.526384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:24.529478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:24.532326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:24.550073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f38e211f-12a3-4dc9-ae69-6d96150458a7 None None] Provisioning complete for port be06411d-4842-42d6-88f5-97c522185c61 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:24.550389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f38e211f-12a3-4dc9-ae69-6d96150458a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be06411d-4842-42d6-88f5-97c522185c61), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.574596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=261a521d-58e4-40aa-9442-23da31a8b835,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.589048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.597381 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:20Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:23Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:24.606396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Allocated IP 172.21.0.2 (9f3494b5-15e2-40e6-859d-cec6af2373ac/4a707bf7-ed6e-4f88-930f-973ba00d1bfe/94aa4550-eca3-4cc1-8502-63dc44621867) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:24.628056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed87c4e-f08c-47dd-bb1b-4bd3be6bec9d None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:20Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:23Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:24.720429 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (261a521d-58e4-40aa-9442-23da31a8b835), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.787908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f38e211f-12a3-4dc9-ae69-6d96150458a7 None None] Current status of the port be06411d-4842-42d6-88f5-97c522185c61 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:24.894050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Publish callbacks [] for port (94aa4550-eca3-4cc1-8502-63dc44621867), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.905409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.956494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:24.966022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:24.974129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:24.996445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Pushing event updated for resources: {'Port': ['ID=94aa4550-eca3-4cc1-8502-63dc44621867,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.065121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (261a521d-58e4-40aa-9442-23da31a8b835), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.074150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (261a521d-58e4-40aa-9442-23da31a8b835), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.083474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Attempting to bind port 94aa4550-eca3-4cc1-8502-63dc44621867 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:25.083854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Attempting to bind port 94aa4550-eca3-4cc1-8502-63dc44621867 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:25.084265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Attempting to bind port 94aa4550-eca3-4cc1-8502-63dc44621867 on network 9f3494b5-15e2-40e6-859d-cec6af2373ac {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:25.101109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:25.101521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Checking segment: {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:25.101942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.102758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Bound using segment: {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:25.102879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Bound port: 94aa4550-eca3-4cc1-8502-63dc44621867, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:25.103227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.150222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=261a521d-58e4-40aa-9442-23da31a8b835,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.152858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.193038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] For port 94aa4550-eca3-4cc1-8502-63dc44621867, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:25.197307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] For port 94aa4550-eca3-4cc1-8502-63dc44621867, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=94aa4550-eca3-4cc1-8502-63dc44621867,segment=NetworkSegment(dc40f640-d148-434b-99c0-aea5c2e5d973),segment_id=dc40f640-d148-434b-99c0-aea5c2e5d973)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:25.206550 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.282925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e910ff-a09d-48ec-9f08-613cb202a1fd None None] Pushing event updated for resources: {'Port': ['ID=94aa4550-eca3-4cc1-8502-63dc44621867,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.300289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:25.302703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:25.308025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device be06411d-4842-42d6-88f5-97c522185c61 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:25.367845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port be06411d-4842-42d6-88f5-97c522185c61 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:25.368396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (be06411d-4842-42d6-88f5-97c522185c61), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.453620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:25.466914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port be06411d-4842-42d6-88f5-97c522185c61 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:25.573572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:25.580041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-042bf8d0-327e-438e-9b39-2050b5b49e0c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2260127 Apr 07 11:45:25.581928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48600) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:25.587152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1309976646'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:25.607310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:25.609163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:25.613341 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.641250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:25.654692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.655636 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b of type vlan for network 990925f0-f0be-47ad-87f2-0be3735ddfbf Apr 07 11:45:25.674587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port c4ce2963-a782-4217-907a-e409d7349cf6 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:25.680582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port c4ce2963-a782-4217-907a-e409d7349cf6 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:25.680962 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.710307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (990925f0-f0be-47ad-87f2-0be3735ddfbf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.738546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (990925f0-f0be-47ad-87f2-0be3735ddfbf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.743918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:25.744502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.771836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port c4ce2963-a782-4217-907a-e409d7349cf6 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:25.772164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.797038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:25.799313 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac89ae5-edc2-4acf-8ed1-033c11dbe6d1" -d '{"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:25.801225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2181568 Apr 07 11:45:25.804238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48604) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:25.809045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:25.811886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:25.818004 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.821275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7c9cf-0b30-4ae5-9fa1-9f2fd55eea94 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=990925f0-f0be-47ad-87f2-0be3735ddfbf,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.844613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:25.859224 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42238f37-19a0-4e31-9767-00d0ccd393be x-openstack-request-id: req-42238f37-19a0-4e31-9767-00d0ccd393be {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:25.859554 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:25.859838 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42238f37-19a0-4e31-9767-00d0ccd393be {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:25.860255 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42238f37-19a0-4e31-9767-00d0ccd393be'] response: {'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'code': 200} Apr 07 11:45:25.922611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:25.926680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.944864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=13']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:26.113260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (47274722-1dc6-4f87-a94f-ae6adb1538cf), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.150094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:26.162512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:26.163229 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:26.175608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=47274722-1dc6-4f87-a94f-ae6adb1538cf,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:26.183136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:26.183508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: 990925f0-f0be-47ad-87f2-0be3735ddfbf, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:26.201471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:26.211236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 990925f0-f0be-47ad-87f2-0be3735ddfbf) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:26.216177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.216819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.234833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b25fcd-d6e4-4a89-850e-1ebc528d663d None None] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:26.237092 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48606) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:26.237543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-292b72b4-d35a-417c-9ee2-53e073c203bf tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4323792 Apr 07 11:45:26.309897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:26.606915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-990925f0-f0be-47ad-87f2-0be3735ddfbf', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:26.607799 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.612408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.817542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Allocated IP 172.22.0.2 (990925f0-f0be-47ad-87f2-0be3735ddfbf/47274722-1dc6-4f87-a94f-ae6adb1538cf/79e98ea2-4a81-4811-8964-a50209f2ed31) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:26.889900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 3, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:26.921212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:26.921578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Updating router 377e648c-83ef-4602-88c6-36fc7601ace0 port 261a521d-58e4-40aa-9442-23da31a8b835 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:26.968239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06bda36-522b-47b1-a149-1c403a06d78e None None] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:26.980442 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (261a521d-58e4-40aa-9442-23da31a8b835), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.123789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] Provisioning complete for port 94aa4550-eca3-4cc1-8502-63dc44621867 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:27.124194 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.171872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Publish callbacks [] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.235164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.267565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.22.0.1 (990925f0-f0be-47ad-87f2-0be3735ddfbf/47274722-1dc6-4f87-a94f-ae6adb1538cf/dc337d92-992f-4b98-83d6-bf98eb0d1951) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:27.306007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 94aa4550-eca3-4cc1-8502-63dc44621867 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:27.356025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:27.393891 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.404747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:27.413999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:27.418789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Pushing event updated for resources: {'Port': ['ID=79e98ea2-4a81-4811-8964-a50209f2ed31,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.441675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.485560 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:27.488621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:27.491867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:27.531699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=dc337d92-992f-4b98-83d6-bf98eb0d1951,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.546224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.579350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] Current status of the port 94aa4550-eca3-4cc1-8502-63dc44621867 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:27.579770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.596133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Attempting to bind port 79e98ea2-4a81-4811-8964-a50209f2ed31 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:27.596519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Attempting to bind port 79e98ea2-4a81-4811-8964-a50209f2ed31 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:27.596888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Attempting to bind port 79e98ea2-4a81-4811-8964-a50209f2ed31 on network 990925f0-f0be-47ad-87f2-0be3735ddfbf {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:27.619208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 94aa4550-eca3-4cc1-8502-63dc44621867 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:27.619758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.652072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:27.652464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Checking segment: {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:27.652874 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.653320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Bound using segment: {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:27.653820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Bound port: 79e98ea2-4a81-4811-8964-a50209f2ed31, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:27.654208 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.681368 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.709174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] For port 94aa4550-eca3-4cc1-8502-63dc44621867, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=94aa4550-eca3-4cc1-8502-63dc44621867,segment=NetworkSegment(dc40f640-d148-434b-99c0-aea5c2e5d973),segment_id=dc40f640-d148-434b-99c0-aea5c2e5d973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:27.742878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.766280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Publish callbacks [] for port (261a521d-58e4-40aa-9442-23da31a8b835), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.807213 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (261a521d-58e4-40aa-9442-23da31a8b835), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.866222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] For port 79e98ea2-4a81-4811-8964-a50209f2ed31, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:27.887594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f2bf3-f21d-489f-9a4c-e95f44e20f8c None None] Pushing event updated for resources: {'Port': ['ID=94aa4550-eca3-4cc1-8502-63dc44621867,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.938841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] For port 79e98ea2-4a81-4811-8964-a50209f2ed31, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=79e98ea2-4a81-4811-8964-a50209f2ed31,segment=NetworkSegment(bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b),segment_id=bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:27.964152 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.980310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.985878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.990030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 94aa4550-eca3-4cc1-8502-63dc44621867 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:27.999700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Provisioning complete for port 94aa4550-eca3-4cc1-8502-63dc44621867 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:28.000269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.041189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cec5a-342a-4199-89b8-ee040802136f None None] Pushing event updated for resources: {'Port': ['ID=261a521d-58e4-40aa-9442-23da31a8b835,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.073897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=dc337d92-992f-4b98-83d6-bf98eb0d1951,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.081820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.100791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Attempting to bind port 261a521d-58e4-40aa-9442-23da31a8b835 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:28.101197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Attempting to bind port 261a521d-58e4-40aa-9442-23da31a8b835 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:28.101575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Attempting to bind port 261a521d-58e4-40aa-9442-23da31a8b835 on network 9f3494b5-15e2-40e6-859d-cec6af2373ac {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:28.116328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:28.116714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Checking segment: {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:28.117123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.117598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Bound using segment: {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:28.118089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Bound port: 261a521d-58e4-40aa-9442-23da31a8b835, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc40f640-d148-434b-99c0-aea5c2e5d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:28.118478 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (261a521d-58e4-40aa-9442-23da31a8b835), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.160567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe16e7-19dc-4723-972d-819b92b420a9 None None] Pushing event updated for resources: {'Port': ['ID=79e98ea2-4a81-4811-8964-a50209f2ed31,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.197603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:28.199091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:28.247754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Current status of the port 94aa4550-eca3-4cc1-8502-63dc44621867 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:28.256260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] For port 261a521d-58e4-40aa-9442-23da31a8b835, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:28.260274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] For port 261a521d-58e4-40aa-9442-23da31a8b835, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=261a521d-58e4-40aa-9442-23da31a8b835,segment=NetworkSegment(dc40f640-d148-434b-99c0-aea5c2e5d973),segment_id=dc40f640-d148-434b-99c0-aea5c2e5d973)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:28.268660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Provisioning complete for port 261a521d-58e4-40aa-9442-23da31a8b835 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:28.269007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (261a521d-58e4-40aa-9442-23da31a8b835), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.271273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (261a521d-58e4-40aa-9442-23da31a8b835), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.361567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:28.599595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cec5a-342a-4199-89b8-ee040802136f None None] Pushing event updated for resources: {'Port': ['ID=261a521d-58e4-40aa-9442-23da31a8b835,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.604345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:28.604982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:28.712517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:28.842243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:28.848881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-82e1590f-0353-4a86-96b2-f05754309424 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6104569 Apr 07 11:45:28.851395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48608) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:28.857069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'network': {'name': 'tempest-RoutersTest-311831021'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:28.860607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Current status of the port 261a521d-58e4-40aa-9442-23da31a8b835 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:28.861085 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (261a521d-58e4-40aa-9442-23da31a8b835), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.879867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:28.884664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.912481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:28.923936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9713a04e-6b64-4157-9943-586185b895fe), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.924284 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added segment 9713a04e-6b64-4157-9943-586185b895fe of type vlan for network ed353336-c23f-4d65-8dee-c80adadac87c Apr 07 11:45:28.926439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] For port 261a521d-58e4-40aa-9442-23da31a8b835, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=261a521d-58e4-40aa-9442-23da31a8b835,segment=NetworkSegment(dc40f640-d148-434b-99c0-aea5c2e5d973),segment_id=dc40f640-d148-434b-99c0-aea5c2e5d973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:28.932886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (261a521d-58e4-40aa-9442-23da31a8b835), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.969792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ed353336-c23f-4d65-8dee-c80adadac87c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.995552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ed353336-c23f-4d65-8dee-c80adadac87c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.003076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.005162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.019219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328ce03-5747-414f-984c-32a420949fc3 None None] Pushing event updated for resources: {'Port': ['ID=261a521d-58e4-40aa-9442-23da31a8b835,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:29.046507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:29.073263 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2182405 Apr 07 11:45:29.073540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48610) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:29.078852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9a19b-82dd-4a46-9e9e-05629446434c None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:29.086557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'subnet': {'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:29.092853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3c097064-6908-4c45-bca7-55cb23d95352 None None] Provisioning complete for port 261a521d-58e4-40aa-9442-23da31a8b835 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:29.093447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c097064-6908-4c45-bca7-55cb23d95352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (261a521d-58e4-40aa-9442-23da31a8b835), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.101097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1e372-8994-45f2-9545-1ac240995151 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Network': ['ID=ed353336-c23f-4d65-8dee-c80adadac87c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:29.124585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ed353336-c23f-4d65-8dee-c80adadac87c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:29.232125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Made reservation on behalf of fedbef7b1e9e416fa3d273a186543e88 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:29.238571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.374211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3c097064-6908-4c45-bca7-55cb23d95352 None None] Current status of the port 261a521d-58e4-40aa-9442-23da31a8b835 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:29.460538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbf81c-6a63-463f-b030-d8e1a060c386 None None] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:29.513433 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (926cd891-c54e-4068-b4f7-11bfa35f314e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.515028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 261a521d-58e4-40aa-9442-23da31a8b835 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:29.578976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] Provisioning complete for port 79e98ea2-4a81-4811-8964-a50209f2ed31 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:29.579482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.595748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Subnet': ['ID=926cd891-c54e-4068-b4f7-11bfa35f314e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:29.605857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Checking segment: {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:29.606234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network hostable DHCP agents. Network: ed353336-c23f-4d65-8dee-c80adadac87c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:29.627035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network ed353336-c23f-4d65-8dee-c80adadac87c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:29.637863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ed353336-c23f-4d65-8dee-c80adadac87c) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:29.642872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.643649 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.654560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68045309-07b7-4d64-ae10-cd217d29b3a9 None None] Network ed353336-c23f-4d65-8dee-c80adadac87c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:29.665175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3013a5db-f71e-412b-b5d3-e924a9662e54 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5874786 Apr 07 11:45:29.666064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48612) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:29.709819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 261a521d-58e4-40aa-9442-23da31a8b835 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:29.710196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (261a521d-58e4-40aa-9442-23da31a8b835), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.860084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] Current status of the port 79e98ea2-4a81-4811-8964-a50209f2ed31 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:29.860739 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.879059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ed353336-c23f-4d65-8dee-c80adadac87c', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:29.879890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.981765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 261a521d-58e4-40aa-9442-23da31a8b835 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:29.983105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e98ea2-4a81-4811-8964-a50209f2ed31 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:29.991616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] For port 79e98ea2-4a81-4811-8964-a50209f2ed31, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=79e98ea2-4a81-4811-8964-a50209f2ed31,segment=NetworkSegment(bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b),segment_id=bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:30.065060 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.142025 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.202861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd547-aeb2-4a90-bad1-1e2eab8971ad None None] Pushing event updated for resources: {'Port': ['ID=79e98ea2-4a81-4811-8964-a50209f2ed31,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:30.218651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 79e98ea2-4a81-4811-8964-a50209f2ed31 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:30.221729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.264854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-06d731f2-b44e-45aa-8540-e9b0cf2ef4b8 None None] Provisioning complete for port 79e98ea2-4a81-4811-8964-a50209f2ed31 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:30.265159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d731f2-b44e-45aa-8540-e9b0cf2ef4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.285021 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:45:30.298912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Allocated IP 172.23.0.2 (ed353336-c23f-4d65-8dee-c80adadac87c/926cd891-c54e-4068-b4f7-11bfa35f314e/3df85012-9384-4799-b9b9-3e3cf6580c2d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:30.548539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:30.553100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 79e98ea2-4a81-4811-8964-a50209f2ed31 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:30.554251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 94aa4550-eca3-4cc1-8502-63dc44621867 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:30.559459 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:30.560094 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:30.664476 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:30.745101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d731f2-b44e-45aa-8540-e9b0cf2ef4b8 None None] Current status of the port 79e98ea2-4a81-4811-8964-a50209f2ed31 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:30.761878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Publish callbacks [] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.785360 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.800989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5b542883-ed55-4315-ab41-c83d64f6bdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.822848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-06d731f2-b44e-45aa-8540-e9b0cf2ef4b8 None None] Provisioning complete for port dc337d92-992f-4b98-83d6-bf98eb0d1951 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:30.823587 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d731f2-b44e-45aa-8540-e9b0cf2ef4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.839167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Allocated IP 172.23.0.1 (ed353336-c23f-4d65-8dee-c80adadac87c/926cd891-c54e-4068-b4f7-11bfa35f314e/467d1b7d-c7f5-4ffc-9514-c1194d91dba2) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:30.861884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Network ed353336-c23f-4d65-8dee-c80adadac87c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:30.870783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:30.879887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:30.889738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Pushing event updated for resources: {'Port': ['ID=3df85012-9384-4799-b9b9-3e3cf6580c2d,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:30.894214 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:30.906746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 94aa4550-eca3-4cc1-8502-63dc44621867 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:30.906746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.923422 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:30.923867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Updating router 377e648c-83ef-4602-88c6-36fc7601ace0 port dc337d92-992f-4b98-83d6-bf98eb0d1951 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:30.925226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d731f2-b44e-45aa-8540-e9b0cf2ef4b8 None None] Port dc337d92-992f-4b98-83d6-bf98eb0d1951 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:30.955482 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.972014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.989718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Attempting to bind port 3df85012-9384-4799-b9b9-3e3cf6580c2d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:30.990102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Attempting to bind port 3df85012-9384-4799-b9b9-3e3cf6580c2d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:30.990479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Attempting to bind port 3df85012-9384-4799-b9b9-3e3cf6580c2d on network ed353336-c23f-4d65-8dee-c80adadac87c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:30.999763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:31.000178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Checking segment: {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:31.000594 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.001002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Bound using segment: {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:31.001511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Bound port: 3df85012-9384-4799-b9b9-3e3cf6580c2d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:31.001901 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.009208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.059266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network ed353336-c23f-4d65-8dee-c80adadac87c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:31.068438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:31.075100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:31.081534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.102474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 94aa4550-eca3-4cc1-8502-63dc44621867 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:31.111297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7b3937cc-404f-431b-b11e-f3ffa50a0dc5 None None] Provisioning complete for port dc337d92-992f-4b98-83d6-bf98eb0d1951 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:31.111677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7b3937cc-404f-431b-b11e-f3ffa50a0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.133123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.146703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] For port 3df85012-9384-4799-b9b9-3e3cf6580c2d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:31.167329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] For port 3df85012-9384-4799-b9b9-3e3cf6580c2d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3df85012-9384-4799-b9b9-3e3cf6580c2d,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:31.168678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7b3937cc-404f-431b-b11e-f3ffa50a0dc5 None None] Port dc337d92-992f-4b98-83d6-bf98eb0d1951 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:31.177189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.255702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a281c-7732-416d-8fb6-2ac94de961a8 None None] Pushing event updated for resources: {'Port': ['ID=3df85012-9384-4799-b9b9-3e3cf6580c2d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.267234 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Publish callbacks [] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.278149 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.291566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.332552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e98ea2-4a81-4811-8964-a50209f2ed31 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:31.388820 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db18113-ea24-4371-996a-63566fd90c40 None None] Pushing event updated for resources: {'Port': ['ID=dc337d92-992f-4b98-83d6-bf98eb0d1951,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.394252 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Attempting to bind port dc337d92-992f-4b98-83d6-bf98eb0d1951 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:31.394848 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Attempting to bind port dc337d92-992f-4b98-83d6-bf98eb0d1951 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:31.395387 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Attempting to bind port dc337d92-992f-4b98-83d6-bf98eb0d1951 on network 990925f0-f0be-47ad-87f2-0be3735ddfbf {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:31.401491 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:31.402189 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Checking segment: {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:31.402928 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.403515 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Bound using segment: {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:31.404215 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Bound port: dc337d92-992f-4b98-83d6-bf98eb0d1951, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:31.408647 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.421193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 79e98ea2-4a81-4811-8964-a50209f2ed31 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:31.421583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.510092 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] For port dc337d92-992f-4b98-83d6-bf98eb0d1951, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:31.515487 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] For port dc337d92-992f-4b98-83d6-bf98eb0d1951, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=dc337d92-992f-4b98-83d6-bf98eb0d1951,segment=NetworkSegment(bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b),segment_id=bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:31.533529 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.556827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 79e98ea2-4a81-4811-8964-a50209f2ed31 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:31.584915 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:31.585457 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:31.688506 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db18113-ea24-4371-996a-63566fd90c40 None None] Pushing event updated for resources: {'Port': ['ID=dc337d92-992f-4b98-83d6-bf98eb0d1951,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.693017 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.700850 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.719978 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:31.791861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] Provisioning complete for port dc337d92-992f-4b98-83d6-bf98eb0d1951 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:31.792239 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.801441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event updated for resources: {'Port': ['ID=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.824053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.827313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.827770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.828215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.829257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.829715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.830323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.830765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.831439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.832855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.833322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.833756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.834188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.834645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:31.854981 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.920651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] Current status of the port dc337d92-992f-4b98-83d6-bf98eb0d1951 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:31.920651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.961825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] For port dc337d92-992f-4b98-83d6-bf98eb0d1951, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=dc337d92-992f-4b98-83d6-bf98eb0d1951,segment=NetworkSegment(bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b),segment_id=bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:31.967144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Network ed353336-c23f-4d65-8dee-c80adadac87c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:31.969687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.974771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:32.007036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '467d1b7d-c7f5-4ffc-9514-c1194d91dba2', 'name': '', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:8e:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:30Z', 'revision_number': 1, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:32.030627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462fbe-97f7-4e5e-ae1e-b6a84d55d260 None None] Pushing event updated for resources: {'Port': ['ID=dc337d92-992f-4b98-83d6-bf98eb0d1951,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:32.037022 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d156d-bd47-481d-850d-7932e1e205eb None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '467d1b7d-c7f5-4ffc-9514-c1194d91dba2', 'name': '', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:8e:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:30Z', 'revision_number': 1, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:32.116815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-82eadb90-5747-4842-812a-fa0c4bb1957a None None] Provisioning complete for port dc337d92-992f-4b98-83d6-bf98eb0d1951 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:32.117294 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-82eadb90-5747-4842-812a-fa0c4bb1957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.119738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:32.226015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-82eadb90-5747-4842-812a-fa0c4bb1957a None None] Current status of the port dc337d92-992f-4b98-83d6-bf98eb0d1951 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:32.235565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:32.240665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-042288ce-37c2-4d15-ba3d-d4bfafe26a7f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740459 Apr 07 11:45:32.243577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:32.249205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:32.526993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ddb89-e94c-4a0c-9899-eb495cbdd0a6 None None] Network ed353336-c23f-4d65-8dee-c80adadac87c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:32.605529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] Provisioning complete for port 3df85012-9384-4799-b9b9-3e3cf6580c2d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:32.606009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.673108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.extraroute_db [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 11:45:32.689314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.extraroute_db [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Removed routes are [] {{(pid=104178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 11:45:32.690440 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.739847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] Current status of the port 3df85012-9384-4799-b9b9-3e3cf6580c2d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:32.740175 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.785972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] For port 3df85012-9384-4799-b9b9-3e3cf6580c2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3df85012-9384-4799-b9b9-3e3cf6580c2d,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:32.791902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.798290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:32.833761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:32.834416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:32.898057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.901891 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.925862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b2290-36e0-4b18-bc48-a6f3a75b751f None None] Pushing event updated for resources: {'Port': ['ID=3df85012-9384-4799-b9b9-3e3cf6580c2d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:32.956511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:33.011603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:33.024792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-df2ac8a5-a872-476e-bb9d-71c937fb34a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.126134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-171eea81-df11-480f-9bb7-f28f92cda944 None None] Provisioning complete for port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:33.126645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-171eea81-df11-480f-9bb7-f28f92cda944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.192481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-171eea81-df11-480f-9bb7-f28f92cda944 None None] Port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:33.222200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-171eea81-df11-480f-9bb7-f28f92cda944 None None] Provisioning complete for port 3df85012-9384-4799-b9b9-3e3cf6580c2d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:33.222580 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-171eea81-df11-480f-9bb7-f28f92cda944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.313386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:32Z', 'revision_number': 6, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '467d1b7d-c7f5-4ffc-9514-c1194d91dba2', 'name': '', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:8e:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:33.362677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:33.363038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Updating router 377e648c-83ef-4602-88c6-36fc7601ace0 port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:33.411919 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.465154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-171eea81-df11-480f-9bb7-f28f92cda944 None None] Current status of the port 3df85012-9384-4799-b9b9-3e3cf6580c2d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:33.478877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device dc337d92-992f-4b98-83d6-bf98eb0d1951 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:33.509613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:33.516341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.518525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e5dcdc8b-610a-48a2-a3b9-4ea304c41049 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 932 time: 1.2730372 Apr 07 11:45:33.520073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48618) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:33.624735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e5bf2724-fb40-42d5-9a2c-cdec34863165 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 932 time: 0.1008546 Apr 07 11:45:33.624932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:33.629173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'routes': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:33.653273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cf58b720-30a7-4df3-a72d-560174d26b91 None None] Provisioning complete for port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:33.653649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cf58b720-30a7-4df3-a72d-560174d26b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.674047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port dc337d92-992f-4b98-83d6-bf98eb0d1951 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:33.674414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.728909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.760804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cf58b720-30a7-4df3-a72d-560174d26b91 None None] Port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:33.860955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port dc337d92-992f-4b98-83d6-bf98eb0d1951 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:33.862052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3df85012-9384-4799-b9b9-3e3cf6580c2d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:33.905606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Publish callbacks [] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.915787 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.989951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b627d5-6559-43a8-a135-ad608aa3c9d3 None None] Pushing event updated for resources: {'Port': ['ID=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.004089 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.extraroute_db [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added routes are [] {{(pid=104178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 11:45:34.004627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.extraroute_db [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 11:45:34.007626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3df85012-9384-4799-b9b9-3e3cf6580c2d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:34.007806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.038261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.076147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Attempting to bind port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:34.076628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Attempting to bind port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:34.077123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Attempting to bind port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 on network ed353336-c23f-4d65-8dee-c80adadac87c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:34.086557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:34.086967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Checking segment: {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:34.087345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.087741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Bound using segment: {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:34.088221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Bound port: 467d1b7d-c7f5-4ffc-9514-c1194d91dba2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9713a04e-6b64-4157-9943-586185b895fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:34.088603 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.178920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3df85012-9384-4799-b9b9-3e3cf6580c2d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:34.195924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] For port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:34.199167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] For port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:34.206479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.216035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] Provisioning complete for port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:34.216369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.248824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.252147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.303806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:34.304459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:34.309160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b627d5-6559-43a8-a135-ad608aa3c9d3 None None] Pushing event updated for resources: {'Port': ['ID=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.360587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:34.474991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:34.484767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.486001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ebb37deb-73d4-4a73-b608-89f3657f1799 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 698 time: 0.8602388 Apr 07 11:45:34.488774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48622) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:34.589970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.596634 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2776fc43-1add-4f50-b119-2d7049865ad8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 698 time: 0.1041653 Apr 07 11:45:34.597333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48624) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:34.610211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:34.612274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] Current status of the port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:34.612666 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.714067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] For port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:34.728096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.825157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2db2-5182-4b31-87d8-1b1a1ea3ddba None None] Pushing event updated for resources: {'Port': ['ID=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.883474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5d5fe702-0a7d-4118-aff1-661bb4f4009b None None] Provisioning complete for port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:34.883850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe702-0a7d-4118-aff1-661bb4f4009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.937374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.970500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:34Z', 'revision_number': 7, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '467d1b7d-c7f5-4ffc-9514-c1194d91dba2', 'name': '', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:8e:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:34Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.000580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0930fc-7b45-4b48-a94f-708e64551081 None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:34Z', 'revision_number': 7, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '467d1b7d-c7f5-4ffc-9514-c1194d91dba2', 'name': '', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:8e:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:34Z', 'revision_number': 4, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:35.010230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fe702-0a7d-4118-aff1-661bb4f4009b None None] Current status of the port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:35.140160 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac9937-1120-464b-be44-e14a7709052f None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:35.150147 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:35.150758 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.198336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:35.198982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.292301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:35.306817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:35.307291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.321798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:35.336338 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:35.345179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:35.345568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.428246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:35.518230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (467d1b7d-c7f5-4ffc-9514-c1194d91dba2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.544029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=467d1b7d-c7f5-4ffc-9514-c1194d91dba2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:35.549106 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:34Z', 'revision_number': 7, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '467d1b7d-c7f5-4ffc-9514-c1194d91dba2', 'name': '', 'network_id': 'ed353336-c23f-4d65-8dee-c80adadac87c', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:8e:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:34Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '926cd891-c54e-4068-b4f7-11bfa35f314e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.582511 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac9937-1120-464b-be44-e14a7709052f None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:35.591187 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:35.591804 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.690054 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:35.728630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.901600 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-88ac9937-1120-464b-be44-e14a7709052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 8, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.923989 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:35.932357 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac9937-1120-464b-be44-e14a7709052f None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 8, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:36.019343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:36.024327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f9feb7a7-5d3d-4210-94a1-38706fd30ce5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4257290 Apr 07 11:45:36.027050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48626) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:36.051241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.078164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 926cd891-c54e-4068-b4f7-11bfa35f314e {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:36.081434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (926cd891-c54e-4068-b4f7-11bfa35f314e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.121355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (926cd891-c54e-4068-b4f7-11bfa35f314e), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.204682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (926cd891-c54e-4068-b4f7-11bfa35f314e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.260291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (926cd891-c54e-4068-b4f7-11bfa35f314e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.288350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=926cd891-c54e-4068-b4f7-11bfa35f314e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:36.292989 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.297516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b827339c-b5e9-46dc-ac2f-14dbae514ce3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/926cd891-c54e-4068-b4f7-11bfa35f314e HTTP/1.1" status: 204 len: 168 time: 0.2695007 Apr 07 11:45:36.299963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a0f14-b913-4c38-b984-60bc8efe1bfc None None] Network ed353336-c23f-4d65-8dee-c80adadac87c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:36.300158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48628) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:36.388338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ed353336-c23f-4d65-8dee-c80adadac87c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.444083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 3df85012-9384-4799-b9b9-3e3cf6580c2d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:36.444417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.461232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] DHCP port deletion for ed353336-c23f-4d65-8dee-c80adadac87c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:36.504395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:36.516664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 3df85012-9384-4799-b9b9-3e3cf6580c2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3df85012-9384-4799-b9b9-3e3cf6580c2d,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:36.516964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.525649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:36.526275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:36.531043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 3df85012-9384-4799-b9b9-3e3cf6580c2d owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:36.532378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Deleting port 3df85012-9384-4799-b9b9-3e3cf6580c2d {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:36.532744 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.609818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.638085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=3df85012-9384-4799-b9b9-3e3cf6580c2d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:36.640401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port 3df85012-9384-4799-b9b9-3e3cf6580c2d on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:36.680556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] For port 3df85012-9384-4799-b9b9-3e3cf6580c2d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3df85012-9384-4799-b9b9-3e3cf6580c2d,segment=NetworkSegment(9713a04e-6b64-4157-9943-586185b895fe),segment_id=9713a04e-6b64-4157-9943-586185b895fe)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:36.680963 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.692122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:36.724797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Calling delete_port for 3df85012-9384-4799-b9b9-3e3cf6580c2d owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:36.731065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ed353336-c23f-4d65-8dee-c80adadac87c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.751281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed353336-c23f-4d65-8dee-c80adadac87c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:36.760390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9713a04e-6b64-4157-9943-586185b895fe') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:36.760788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9713a04e-6b64-4157-9943-586185b895fe') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:36.770247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (9713a04e-6b64-4157-9943-586185b895fe), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.785144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9713a04e-6b64-4157-9943-586185b895fe), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.791131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:36.791514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (9713a04e-6b64-4157-9943-586185b895fe), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:36.794884 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:36.856364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ed353336-c23f-4d65-8dee-c80adadac87c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.865742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.871984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/ed353336-c23f-4d65-8dee-c80adadac87c HTTP/1.1" status: 204 len: 168 time: 0.5682068 Apr 07 11:45:36.872812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48630) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:36.881820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1846-62c2-48a3-9998-298b148e96c8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=ed353336-c23f-4d65-8dee-c80adadac87c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:45:36.893523 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 11:45:36.915628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (3df85012-9384-4799-b9b9-3e3cf6580c2d), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.943224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Pushing event deleted for resources: {'Port': ['ID=3df85012-9384-4799-b9b9-3e3cf6580c2d,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:36.946040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] Network ed353336-c23f-4d65-8dee-c80adadac87c is not hosted by any dhcp agent {{(pid=104179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:45:36.946498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16aed3-24a2-4fc3-8bd4-5aad0f51267c None None] No DVR routers for this DVR port 3df85012-9384-4799-b9b9-3e3cf6580c2d on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:37.002271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 8, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:37.030427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:37.040105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:37.040366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:37.134402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:37.212763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.266862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.270876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3df85012-9384-4799-b9b9-3e3cf6580c2d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:37.297185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3df85012-9384-4799-b9b9-3e3cf6580c2d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:37.297444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3df85012-9384-4799-b9b9-3e3cf6580c2d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:37.297870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:37.330877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:37.331230 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 467d1b7d-c7f5-4ffc-9514-c1194d91dba2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:37.401078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 8, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:37.427707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee2e8a-0784-4763-b8f3-e03c415c1dd8 None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 8, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc337d92-992f-4b98-83d6-bf98eb0d1951', 'name': '', 'network_id': '990925f0-f0be-47ad-87f2-0be3735ddfbf', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:52:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '47274722-1dc6-4f87-a94f-ae6adb1538cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:37.474207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port dc337d92-992f-4b98-83d6-bf98eb0d1951 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:37.474554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.571341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port dc337d92-992f-4b98-83d6-bf98eb0d1951, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=dc337d92-992f-4b98-83d6-bf98eb0d1951,segment=NetworkSegment(bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b),segment_id=bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:37.571709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.585326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for dc337d92-992f-4b98-83d6-bf98eb0d1951 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:37.760585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dc337d92-992f-4b98-83d6-bf98eb0d1951), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.787222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=dc337d92-992f-4b98-83d6-bf98eb0d1951,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.949676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.151231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:38.250576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:38.255693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-39b8eb05-6c13-4e58-b486-d7212fd0c0c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3816667 Apr 07 11:45:38.258768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48632) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:38.259893 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:38.270660 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:38.271272 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.310610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 47274722-1dc6-4f87-a94f-ae6adb1538cf {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:38.314048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (47274722-1dc6-4f87-a94f-ae6adb1538cf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.354845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (47274722-1dc6-4f87-a94f-ae6adb1538cf), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.361448 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:38.444346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (47274722-1dc6-4f87-a94f-ae6adb1538cf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.506643 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (47274722-1dc6-4f87-a94f-ae6adb1538cf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.535520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=47274722-1dc6-4f87-a94f-ae6adb1538cf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.537704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.540963 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e27dc62c-73f5-4c81-8ab3-1d4d2a2b1b1e tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/47274722-1dc6-4f87-a94f-ae6adb1538cf HTTP/1.1" status: 204 len: 168 time: 0.2812629 Apr 07 11:45:38.543621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48634) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:38.550280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f8026-5a0a-4a20-b990-10a7092d26b2 None None] Network 990925f0-f0be-47ad-87f2-0be3735ddfbf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:38.569849 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 9, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.603387 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:38.612853 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:38.614140 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.630399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (990925f0-f0be-47ad-87f2-0be3735ddfbf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.692635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 79e98ea2-4a81-4811-8964-a50209f2ed31 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:38.693005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.716945 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:38.761273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 79e98ea2-4a81-4811-8964-a50209f2ed31, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=79e98ea2-4a81-4811-8964-a50209f2ed31,segment=NetworkSegment(bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b),segment_id=bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:38.761528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.779848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 79e98ea2-4a81-4811-8964-a50209f2ed31 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:38.875506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (79e98ea2-4a81-4811-8964-a50209f2ed31), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.900702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e64821-a1d9-4934-8652-bf06c154b823 None None] DHCP port deletion for 990925f0-f0be-47ad-87f2-0be3735ddfbf request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:38.908422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=79e98ea2-4a81-4811-8964-a50209f2ed31,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.913634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port 79e98ea2-4a81-4811-8964-a50209f2ed31 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:38.956840 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 9, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.983510 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56fcc7-50ae-4dc0-b4b7-bd82862fe30f None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 9, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': '261a521d-58e4-40aa-9442-23da31a8b835', 'name': '', 'network_id': '9f3494b5-15e2-40e6-859d-cec6af2373ac', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:2f:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:24Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': '4a707bf7-ed6e-4f88-930f-973ba00d1bfe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:38.996501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (990925f0-f0be-47ad-87f2-0be3735ddfbf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.018464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990925f0-f0be-47ad-87f2-0be3735ddfbf']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:39.028160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:39.028463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:39.037798 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.050804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.056426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:39.056956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (bc3e6a95-bcf8-4af4-bd0a-5a3ad61efa5b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:39.059883 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:39.115551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (990925f0-f0be-47ad-87f2-0be3735ddfbf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.122379 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.126315 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/990925f0-f0be-47ad-87f2-0be3735ddfbf HTTP/1.1" status: 204 len: 168 time: 0.5815625 Apr 07 11:45:39.129256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48636) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:39.142445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28a8a5-5611-4cdd-b793-f5b4372a2f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=990925f0-f0be-47ad-87f2-0be3735ddfbf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.378978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device dc337d92-992f-4b98-83d6-bf98eb0d1951 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:39.400844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: dc337d92-992f-4b98-83d6-bf98eb0d1951 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:39.401217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device dc337d92-992f-4b98-83d6-bf98eb0d1951 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:39.401652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e98ea2-4a81-4811-8964-a50209f2ed31 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:39.422956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 79e98ea2-4a81-4811-8964-a50209f2ed31 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:39.423357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e98ea2-4a81-4811-8964-a50209f2ed31 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:39.830191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.070188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 261a521d-58e4-40aa-9442-23da31a8b835 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:40.070523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (261a521d-58e4-40aa-9442-23da31a8b835), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.160068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 261a521d-58e4-40aa-9442-23da31a8b835, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=261a521d-58e4-40aa-9442-23da31a8b835,segment=NetworkSegment(dc40f640-d148-434b-99c0-aea5c2e5d973),segment_id=dc40f640-d148-434b-99c0-aea5c2e5d973)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:40.160706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (261a521d-58e4-40aa-9442-23da31a8b835), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.172871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 261a521d-58e4-40aa-9442-23da31a8b835 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:40.339490 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (261a521d-58e4-40aa-9442-23da31a8b835), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.367681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=261a521d-58e4-40aa-9442-23da31a8b835,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:40.524917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.714347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:40.808887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:40.816939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c6984dfe-e758-4765-8a5b-f039eb7fbfec tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835186 Apr 07 11:45:40.816939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48640) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:40.819317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:40.829145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:40.829784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:40.869544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet 4a707bf7-ed6e-4f88-930f-973ba00d1bfe {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:40.872707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (4a707bf7-ed6e-4f88-930f-973ba00d1bfe), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.919671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (4a707bf7-ed6e-4f88-930f-973ba00d1bfe), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.922465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:41.005707 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (4a707bf7-ed6e-4f88-930f-973ba00d1bfe), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.064223 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (4a707bf7-ed6e-4f88-930f-973ba00d1bfe), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.094847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=4a707bf7-ed6e-4f88-930f-973ba00d1bfe,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.099402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.102804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-14f042a0-38b7-4de8-a612-61777cac6f24 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/4a707bf7-ed6e-4f88-930f-973ba00d1bfe HTTP/1.1" status: 204 len: 168 time: 0.2850704 Apr 07 11:45:41.105333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48642) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.111543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da63b07-eff2-4cbd-80cb-b09ee9554e89 None None] Network 9f3494b5-15e2-40e6-859d-cec6af2373ac requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:41.182302 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9f3494b5-15e2-40e6-859d-cec6af2373ac), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.198000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:40Z', 'revision_number': 10, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.229586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:41.243629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:41.244293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.250073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 94aa4550-eca3-4cc1-8502-63dc44621867 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:41.250536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.319393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 94aa4550-eca3-4cc1-8502-63dc44621867, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=94aa4550-eca3-4cc1-8502-63dc44621867,segment=NetworkSegment(dc40f640-d148-434b-99c0-aea5c2e5d973),segment_id=dc40f640-d148-434b-99c0-aea5c2e5d973)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:41.319767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.335940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 94aa4550-eca3-4cc1-8502-63dc44621867 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:41.340882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:41.367937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] DHCP port deletion for 9f3494b5-15e2-40e6-859d-cec6af2373ac request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:41.417740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.443092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=94aa4550-eca3-4cc1-8502-63dc44621867,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.447895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port 94aa4550-eca3-4cc1-8502-63dc44621867 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:41.521519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Deleting port 94aa4550-eca3-4cc1-8502-63dc44621867 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:41.521804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.530814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9f3494b5-15e2-40e6-859d-cec6af2373ac), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.551131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3494b5-15e2-40e6-859d-cec6af2373ac']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.560225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc40f640-d148-434b-99c0-aea5c2e5d973') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.560530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc40f640-d148-434b-99c0-aea5c2e5d973') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.570156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (dc40f640-d148-434b-99c0-aea5c2e5d973), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.584191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dc40f640-d148-434b-99c0-aea5c2e5d973), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.590488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:41.590905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (dc40f640-d148-434b-99c0-aea5c2e5d973), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:41.594838 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:41.609928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] For port 94aa4550-eca3-4cc1-8502-63dc44621867, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:41.610334 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.627700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Calling delete_port for 94aa4550-eca3-4cc1-8502-63dc44621867 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:41.631255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Port 94aa4550-eca3-4cc1-8502-63dc44621867 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:45:41.633986 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (94aa4550-eca3-4cc1-8502-63dc44621867), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.659318 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9f3494b5-15e2-40e6-859d-cec6af2373ac), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.666174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.669530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] Pushing event deleted for resources: {'Port': ['ID=94aa4550-eca3-4cc1-8502-63dc44621867,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.672707 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cba45-b003-4039-94e0-45ad03aa5272 None None] No DVR routers for this DVR port 94aa4550-eca3-4cc1-8502-63dc44621867 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:41.673278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/9f3494b5-15e2-40e6-859d-cec6af2373ac HTTP/1.1" status: 204 len: 168 time: 0.5669534 Apr 07 11:45:41.673939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48644) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.683700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:40Z', 'revision_number': 10, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.686513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25dc61-d60d-43e7-9e40-3ba2508d2e8c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=9f3494b5-15e2-40e6-859d-cec6af2373ac,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.711762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff1e90-f058-4eda-b8e2-d20ebf0b5686 None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:40Z', 'revision_number': 10, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None, '_interfaces': [{'id': 'be06411d-4842-42d6-88f5-97c522185c61', 'name': '', 'network_id': '9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'mac_address': 'fa:16:3e:80:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:20Z', 'updated_at': '2022-04-07T11:45:24Z', 'revision_number': 5, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'subnets': [{'id': 'b31b4773-9bd8-4ebb-b799-1dcf0a963d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:42.022696 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.285750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port be06411d-4842-42d6-88f5-97c522185c61 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:42.286013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (be06411d-4842-42d6-88f5-97c522185c61), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.375011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port be06411d-4842-42d6-88f5-97c522185c61, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=be06411d-4842-42d6-88f5-97c522185c61,segment=NetworkSegment(512598f8-98d8-4675-8577-f1482069a1b1),segment_id=512598f8-98d8-4675-8577-f1482069a1b1)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:42.375370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (be06411d-4842-42d6-88f5-97c522185c61), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.387813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for be06411d-4842-42d6-88f5-97c522185c61 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:42.554315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (be06411d-4842-42d6-88f5-97c522185c61), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.597763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=be06411d-4842-42d6-88f5-97c522185c61,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:42.739557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (377e648c-83ef-4602-88c6-36fc7601ace0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.898543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:42.979405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:42.985067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7423d2d2-3092-4fd6-8571-1ecd1f4f9b17 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3102252 Apr 07 11:45:42.987945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48646) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:42.989215 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:42.999569 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:43.000165 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.040272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting subnet b31b4773-9bd8-4ebb-b799-1dcf0a963d36 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:43.043962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (b31b4773-9bd8-4ebb-b799-1dcf0a963d36), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.089678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (b31b4773-9bd8-4ebb-b799-1dcf0a963d36), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.166612 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:43.181122 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b31b4773-9bd8-4ebb-b799-1dcf0a963d36), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.223462 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 11, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.251949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (b31b4773-9bd8-4ebb-b799-1dcf0a963d36), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.252279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:43.260390 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:43.261253 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.283174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Subnet': ['ID=b31b4773-9bd8-4ebb-b799-1dcf0a963d36,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.286351 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.292774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d3500af7-71fe-41fc-a28b-c8e384719a5c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/b31b4773-9bd8-4ebb-b799-1dcf0a963d36 HTTP/1.1" status: 204 len: 168 time: 0.3011088 Apr 07 11:45:43.292774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48648) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.293976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0a784-c113-4639-91cb-547bfe58261c None None] Network 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:43.336316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:43.366630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 261a521d-58e4-40aa-9442-23da31a8b835 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:43.381437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.395121 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 11, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.396047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 261a521d-58e4-40aa-9442-23da31a8b835 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:43.396612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 261a521d-58e4-40aa-9442-23da31a8b835 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:43.397034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 94aa4550-eca3-4cc1-8502-63dc44621867 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:43.421943 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca2d2f-a7be-4859-944c-2c325d068cb3 None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 11, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:43.422420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 94aa4550-eca3-4cc1-8502-63dc44621867 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:43.422778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 94aa4550-eca3-4cc1-8502-63dc44621867 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:43.445349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Deleting port 2382c467-85df-4ee6-97db-3d03ca7515eb {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:43.445841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.518513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] For port 2382c467-85df-4ee6-97db-3d03ca7515eb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2382c467-85df-4ee6-97db-3d03ca7515eb,segment=NetworkSegment(512598f8-98d8-4675-8577-f1482069a1b1),segment_id=512598f8-98d8-4675-8577-f1482069a1b1)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:43.518883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.530870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Calling delete_port for 2382c467-85df-4ee6-97db-3d03ca7515eb owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:43.609631 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2382c467-85df-4ee6-97db-3d03ca7515eb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.635994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Port': ['ID=2382c467-85df-4ee6-97db-3d03ca7515eb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.641684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No DVR routers for this DVR port 2382c467-85df-4ee6-97db-3d03ca7515eb on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:43.724239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.744123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.754644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512598f8-98d8-4675-8577-f1482069a1b1') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.754950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512598f8-98d8-4675-8577-f1482069a1b1') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.765547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (512598f8-98d8-4675-8577-f1482069a1b1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.779368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb48c2-7651-441e-bf35-1470ccf32896 None None] DHCP port deletion for 9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:43.782359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (512598f8-98d8-4675-8577-f1482069a1b1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.788767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:43.789189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (512598f8-98d8-4675-8577-f1482069a1b1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:43.794330 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:43.856041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.863470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.866870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/networks/9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a HTTP/1.1" status: 204 len: 168 time: 0.5732012 Apr 07 11:45:43.869845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48650) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.876294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'routes': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:43.879513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16eb21-1f56-4414-a897-6c1616c70eca tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Pushing event deleted for resources: {'Network': ['ID=9e10ba66-6bf6-4f8d-8ff3-db71658a6b9a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:44.396843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.extraroute_db [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Added routes are [] {{(pid=104177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 11:45:44.397168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.extraroute_db [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Removed routes are [] {{(pid=104177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 11:45:44.397554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.537210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.540442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.618790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router 377e648c-83ef-4602-88c6-36fc7601ace0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:44.696544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:44.703160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.704413 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a2a6871-096c-4859-8f51-5fb71df2cde2 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 699 time: 0.8328259 Apr 07 11:45:44.706632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] Sync routers for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:44.707755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:44.717469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:44.718155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.736715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1d92300f-adfc-4e06-afa2-524501532644 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 205 time: 0.0273423 Apr 07 11:45:44.739301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48654) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:44.791020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:44.817857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (377e648c-83ef-4602-88c6-36fc7601ace0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.849068 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 11, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.876386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] Checking router: 377e648c-83ef-4602-88c6-36fc7601ace0 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:44.885315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] Routers {'377e648c-83ef-4602-88c6-36fc7601ace0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:44.886169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['377e648c-83ef-4602-88c6-36fc7601ace0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.959940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] Set router 377e648c-83ef-4602-88c6-36fc7601ace0 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:44.981289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.983681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (377e648c-83ef-4602-88c6-36fc7601ace0), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.015710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 11, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.027117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (377e648c-83ef-4602-88c6-36fc7601ace0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.027677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router 377e648c-83ef-4602-88c6-36fc7601ace0 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:45.035346 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.040542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-28516fd5-a81e-470f-8aed-ffabae97686d tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 204 len: 168 time: 0.2964814 Apr 07 11:45:45.040760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48656) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.046246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-910082714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:45.046403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab1519-bd59-430a-a666-3ceb812970eb None None] The sync data for ids ['377e648c-83ef-4602-88c6-36fc7601ace0'] in n-d-836788-1 is: [{'id': '377e648c-83ef-4602-88c6-36fc7601ace0', 'name': 'tempest-RoutersTest-router-27507613', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:18Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 11, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:45.068001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.069045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.130319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (d87485c3-f611-4cdc-afbc-a26c889d1120), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.134390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.151755 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.155954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-24abf62a-5887-4430-a472-682cd3c058f3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1112599 Apr 07 11:45:45.156268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48658) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.161385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:45.267043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device be06411d-4842-42d6-88f5-97c522185c61 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:45.288034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: be06411d-4842-42d6-88f5-97c522185c61 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:45.288384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device be06411d-4842-42d6-88f5-97c522185c61 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:45.288803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382c467-85df-4ee6-97db-3d03ca7515eb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:45.308633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2382c467-85df-4ee6-97db-3d03ca7515eb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:45.308989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382c467-85df-4ee6-97db-3d03ca7515eb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:45.379050 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.389908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.485557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Router d87485c3-f611-4cdc-afbc-a26c889d1120 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:45.560995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:45.567590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.568749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a5dd0ada-afbb-41b9-a581-faf7bb15778c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "PUT /v2.0/routers/d87485c3-f611-4cdc-afbc-a26c889d1120 HTTP/1.1" status: 200 len: 693 time: 0.4114184 Apr 07 11:45:45.570159 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] Sync routers for ids ['d87485c3-f611-4cdc-afbc-a26c889d1120'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:45.571277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48660) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.581988 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] Routers {'d87485c3-f611-4cdc-afbc-a26c889d1120'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:45.582597 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d87485c3-f611-4cdc-afbc-a26c889d1120'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.650076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9e610253-430f-42da-ba5d-dbd222bb05c3 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/routers/d87485c3-f611-4cdc-afbc-a26c889d1120 HTTP/1.1" status: 200 len: 699 time: 0.0776708 Apr 07 11:45:45.652533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48662) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.656305 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] Set router d87485c3-f611-4cdc-afbc-a26c889d1120 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:45.680274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90d0d6dc-95cc-4af5-9f69-505da1edb4ff tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87485c3-f611-4cdc-afbc-a26c889d1120 HTTP/1.1" status: 200 len: 205 time: 0.0266335 Apr 07 11:45:45.682697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48664) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.712488 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87485c3-f611-4cdc-afbc-a26c889d1120', 'name': 'tempest-RoutersTest-router-910082714', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:45Z', 'updated_at': '2022-04-07T11:45:45Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.738782 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] Checking router: d87485c3-f611-4cdc-afbc-a26c889d1120 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:45.747640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] Routers {'d87485c3-f611-4cdc-afbc-a26c889d1120'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:45.748785 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d87485c3-f611-4cdc-afbc-a26c889d1120'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.759840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.821124 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] Set router d87485c3-f611-4cdc-afbc-a26c889d1120 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:45.873802 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87485c3-f611-4cdc-afbc-a26c889d1120', 'name': 'tempest-RoutersTest-router-910082714', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:45Z', 'updated_at': '2022-04-07T11:45:45Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.903433 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e6ac4-2c50-48bd-96cd-abf1fa5b6566 None None] The sync data for ids ['d87485c3-f611-4cdc-afbc-a26c889d1120'] in n-d-836788-1 is: [{'id': 'd87485c3-f611-4cdc-afbc-a26c889d1120', 'name': 'tempest-RoutersTest-router-910082714', 'tenant_id': 'fedbef7b1e9e416fa3d273a186543e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:45Z', 'updated_at': '2022-04-07T11:45:45Z', 'revision_number': 2, 'project_id': 'fedbef7b1e9e416fa3d273a186543e88', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:45.917550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.920670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router_controller (d87485c3-f611-4cdc-afbc-a26c889d1120), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.325408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d87485c3-f611-4cdc-afbc-a26c889d1120), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.325939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Fanout notify agent at l3_agent the message router_deleted on router d87485c3-f611-4cdc-afbc-a26c889d1120 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:46.336504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.337657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-65d49943-7d9e-4bd2-942f-c7361be206e9 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/d87485c3-f611-4cdc-afbc-a26c889d1120 HTTP/1.1" status: 204 len: 168 time: 0.6540484 Apr 07 11:45:46.341155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48670) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.371975 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3c1a9d36-2581-4d6b-b31b-0e25fd06d04c tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87485c3-f611-4cdc-afbc-a26c889d1120 HTTP/1.1" status: 200 len: 205 time: 0.0287845 Apr 07 11:45:46.374512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.413055 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-10b4ddb9-23f6-49b3-8801-08cd52106e6f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:46.414069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10b4ddb9-23f6-49b3-8801-08cd52106e6f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/d87485c3-f611-4cdc-afbc-a26c889d1120 HTTP/1.1" status: 404 len: 336 time: 0.0386300 Apr 07 11:45:46.416427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48674) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.445667 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e50eda-dcb0-45e5-a4ae-c3494db3b230 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:46.446102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e50eda-dcb0-45e5-a4ae-c3494db3b230 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:46.448969 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-67e50eda-dcb0-45e5-a4ae-c3494db3b230 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/926cd891-c54e-4068-b4f7-11bfa35f314e HTTP/1.1" status: 404 len: 337 time: 0.0316787 Apr 07 11:45:46.452122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48676) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.476692 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ec0771-cd8e-4e76-90e4-e21637f9a5f4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:46.477140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ec0771-cd8e-4e76-90e4-e21637f9a5f4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:46.480025 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b3ec0771-cd8e-4e76-90e4-e21637f9a5f4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/47274722-1dc6-4f87-a94f-ae6adb1538cf HTTP/1.1" status: 404 len: 337 time: 0.0268626 Apr 07 11:45:46.482330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.507308 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8081b26-40cc-4e84-bd99-435f7eaef798 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:46.507735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8081b26-40cc-4e84-bd99-435f7eaef798 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:46.510605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8081b26-40cc-4e84-bd99-435f7eaef798 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/4a707bf7-ed6e-4f88-930f-973ba00d1bfe HTTP/1.1" status: 404 len: 337 time: 0.0273352 Apr 07 11:45:46.512802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48680) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.538084 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeb5421-f8b4-47c8-a312-5c40a87e9ad4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:46.538543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbeb5421-f8b4-47c8-a312-5c40a87e9ad4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:46.541429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fbeb5421-f8b4-47c8-a312-5c40a87e9ad4 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/b31b4773-9bd8-4ebb-b799-1dcf0a963d36 HTTP/1.1" status: 404 len: 337 time: 0.0277200 Apr 07 11:45:46.543956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.571499 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c780bf76-d81d-4e09-a76a-3730a71cff25 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 200 len: 205 time: 0.0264950 Apr 07 11:45:46.573780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48684) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.616334 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b7f805cc-30d7-44e9-909f-7ee83206e8ac tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:46.617374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b7f805cc-30d7-44e9-909f-7ee83206e8ac tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/377e648c-83ef-4602-88c6-36fc7601ace0 HTTP/1.1" status: 404 len: 336 time: 0.0427129 Apr 07 11:45:46.619987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48686) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.648346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6bc3189c-9bc9-4add-80e3-de93da9d5fa7 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec63de4e-ad0d-4964-b7a7-0527a0e17dbb HTTP/1.1" status: 200 len: 205 time: 0.0273075 Apr 07 11:45:46.650655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48688) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.688402 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-269a19f1-e439-4b4c-a612-b6233df43df1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:46.689443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-269a19f1-e439-4b4c-a612-b6233df43df1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/ec63de4e-ad0d-4964-b7a7-0527a0e17dbb HTTP/1.1" status: 404 len: 336 time: 0.0378788 Apr 07 11:45:46.691939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48690) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.723707 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4365e936-0001-457a-a353-3c46093f060b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:46.724165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4365e936-0001-457a-a353-3c46093f060b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:46.727303 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4365e936-0001-457a-a353-3c46093f060b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/7fcca7e5-032b-405b-a697-85343b4f61cf HTTP/1.1" status: 404 len: 337 time: 0.0344577 Apr 07 11:45:46.729919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48692) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.757816 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-59b31f91-4e88-4d55-88d2-708fb80a9c08 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 200 len: 205 time: 0.0268292 Apr 07 11:45:46.760259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48694) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.798791 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b1a85b3f-ed08-4ee9-b3a0-a02d74d11919 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:46.799815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b1a85b3f-ed08-4ee9-b3a0-a02d74d11919 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/d7bacd06-87fe-4acd-91a7-1300a0e02ba2 HTTP/1.1" status: 404 len: 336 time: 0.0386918 Apr 07 11:45:46.802579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48696) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.831302 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9775738f-8cc8-4e3d-8649-e03e92c227a0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5dfae7-bc00-4f58-9149-7eb06b6b30e4 HTTP/1.1" status: 200 len: 205 time: 0.0276051 Apr 07 11:45:46.833843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48698) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.875653 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-1ee79d32-7760-43c6-899f-1356a40d0a62 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:46.876686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1ee79d32-7760-43c6-899f-1356a40d0a62 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/af5dfae7-bc00-4f58-9149-7eb06b6b30e4 HTTP/1.1" status: 404 len: 336 time: 0.0419703 Apr 07 11:45:46.879200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.906981 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7207f36a-fc3f-435f-b646-b23abe160364 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:46.906981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7207f36a-fc3f-435f-b646-b23abe160364 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:46.909924 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7207f36a-fc3f-435f-b646-b23abe160364 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/69f8618a-19ff-495b-98f8-8157cc45509b HTTP/1.1" status: 404 len: 337 time: 0.0298097 Apr 07 11:45:46.912495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.939647 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d69af8f5-279a-46d9-8496-6ebc33c35e9b tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=000195b0-95ca-4a51-97a5-b7dd6d3d13c6 HTTP/1.1" status: 200 len: 205 time: 0.0260949 Apr 07 11:45:46.941977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48704) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.983105 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-fe712b57-409e-4b38-92c7-a439e5009c6f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:46.984086 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fe712b57-409e-4b38-92c7-a439e5009c6f tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/000195b0-95ca-4a51-97a5-b7dd6d3d13c6 HTTP/1.1" status: 404 len: 336 time: 0.0412519 Apr 07 11:45:46.986477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48706) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.011092 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5069ce-8737-429d-b319-314f0c4555f8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:47.011526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5069ce-8737-429d-b319-314f0c4555f8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:47.014950 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f5069ce-8737-429d-b319-314f0c4555f8 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/aca97820-d308-431d-ae7a-e8c8b19a658e HTTP/1.1" status: 404 len: 337 time: 0.0276091 Apr 07 11:45:47.017324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48708) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.044118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-32615b1a-16ac-43cf-89a4-cb96f724a0b0 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "GET /v2.0/ports?device_id=5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 HTTP/1.1" status: 200 len: 205 time: 0.0257928 Apr 07 11:45:47.046384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48710) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.082774 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-45d98f8a-8e50-4dc0-83d8-4d3c0c1763c5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] delete failed (client error): The resource could not be found. Apr 07 11:45:47.083730 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-45d98f8a-8e50-4dc0-83d8-4d3c0c1763c5 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/routers/5505bb6f-92ed-4bc9-9221-8d5dd6dc48e8 HTTP/1.1" status: 404 len: 336 time: 0.0364919 Apr 07 11:45:47.085974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48712) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.110862 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c973f31a-0b5e-4a7d-8e31-07fc4acf07c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:47.111234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c973f31a-0b5e-4a7d-8e31-07fc4acf07c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:47.114121 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c973f31a-0b5e-4a7d-8e31-07fc4acf07c6 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/66560237-12b3-4cbf-9233-9c4a092057ba HTTP/1.1" status: 404 len: 337 time: 0.0273006 Apr 07 11:45:47.116582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48714) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.145429 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc5619f-61ca-4d11-947e-7cd07b297ce1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] DELETE failed (client error): The resource could not be found. Apr 07 11:45:47.145863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc5619f-61ca-4d11-947e-7cd07b297ce1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:45:47.148701 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1dc5619f-61ca-4d11-947e-7cd07b297ce1 tempest-RoutersTest-185126862 tempest-RoutersTest-185126862-project] 10.222.0.13 "DELETE /v2.0/subnets/3d725966-d6d8-4a28-aca8-5405b16dde74 HTTP/1.1" status: 404 len: 337 time: 0.0312724 Apr 07 11:45:47.379999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48720) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.510633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bbdf03b4-18cc-444e-acab-21453a94d28e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fedbef7b1e9e416fa3d273a186543e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294048 Apr 07 11:45:47.513079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48724) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.559382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97980b24-d534-4ada-b3de-61778aaffa46 admin admin] Publish callbacks [] for security_group (f2638ea4-4918-4043-a658-360a13ce5614), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.580288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97980b24-d534-4ada-b3de-61778aaffa46 admin admin] Publish callbacks [] for security_group (f2638ea4-4918-4043-a658-360a13ce5614), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.626235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97980b24-d534-4ada-b3de-61778aaffa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f2638ea4-4918-4043-a658-360a13ce5614), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.628742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97980b24-d534-4ada-b3de-61778aaffa46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.629843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-97980b24-d534-4ada-b3de-61778aaffa46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2638ea4-4918-4043-a658-360a13ce5614 HTTP/1.1" status: 204 len: 168 time: 0.1158571 Apr 07 11:45:47.638150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97980b24-d534-4ada-b3de-61778aaffa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2638ea4-4918-4043-a658-360a13ce5614,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.258608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48746) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.374278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ce59ce02-cc09-42a2-8710-1b8bcd4dd062 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:48.374957 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-ce59ce02-cc09-42a2-8710-1b8bcd4dd062 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 11:45:48.375452 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-ce59ce02-cc09-42a2-8710-1b8bcd4dd062 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 11:45:48.376458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ce59ce02-cc09-42a2-8710-1b8bcd4dd062 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1164029 Apr 07 11:45:48.379986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48750) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.384941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--77708289'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:48.406183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.414283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.494465 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (dc2d8241-a099-4e2a-be3a-805dbfed094e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.498800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dc2d8241-a099-4e2a-be3a-805dbfed094e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.535066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2d8241-a099-4e2a-be3a-805dbfed094e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.575818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (b0fdb68d-573e-42e0-8b7b-84945f16a9c4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.579979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b0fdb68d-573e-42e0-8b7b-84945f16a9c4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.609234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.610448 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2295129 Apr 07 11:45:48.612375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4ff2e-8f34-4742-b889-0b994ec6a03a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fdb68d-573e-42e0-8b7b-84945f16a9c4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.613387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48754) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.619123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'b0fdb68d-573e-42e0-8b7b-84945f16a9c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:48.642771 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group_rule (26575e61-dada-4fe0-821e-3ddcf29c5229), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.697905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group_rule (26575e61-dada-4fe0-821e-3ddcf29c5229), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.702353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (26575e61-dada-4fe0-821e-3ddcf29c5229), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.721087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26575e61-dada-4fe0-821e-3ddcf29c5229,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.728489 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.729729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-979699f6-a2eb-4120-95cc-3d3e7c6244e9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153238 Apr 07 11:45:48.732369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48758) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.736803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a9c6cfe3-4b54-4722-a054-9327951cb138 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'b0fdb68d-573e-42e0-8b7b-84945f16a9c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:48.761680 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cfe3-4b54-4722-a054-9327951cb138 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group_rule (ffa879ca-e355-4154-a91f-995e060e107f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.805080 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-a9c6cfe3-4b54-4722-a054-9327951cb138 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 11:45:48.806172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9c6cfe3-4b54-4722-a054-9327951cb138 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0727499 Apr 07 11:45:48.808912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.861043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-001bb5de-47f5-4409-a96a-ee854a821459 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (b0fdb68d-573e-42e0-8b7b-84945f16a9c4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.885554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-001bb5de-47f5-4409-a96a-ee854a821459 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (b0fdb68d-573e-42e0-8b7b-84945f16a9c4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.931510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-001bb5de-47f5-4409-a96a-ee854a821459 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b0fdb68d-573e-42e0-8b7b-84945f16a9c4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.934264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-001bb5de-47f5-4409-a96a-ee854a821459 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.935400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-001bb5de-47f5-4409-a96a-ee854a821459 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0fdb68d-573e-42e0-8b7b-84945f16a9c4 HTTP/1.1" status: 204 len: 168 time: 0.1255925 Apr 07 11:45:48.939008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48762) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.944593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bb5de-47f5-4409-a96a-ee854a821459 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fdb68d-573e-42e0-8b7b-84945f16a9c4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.983038 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-452855c4-5702-4d55-b578-89d51d8fd354 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427413 Apr 07 11:45:48.986940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.991488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001857314'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.011734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.077659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.081173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.111100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.112325 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1244562 Apr 07 11:45:49.113629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10016945-d94a-4b6e-8d35-92e847655714 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.115272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48766) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.120201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b8140793-a6f9-4c4b-9d60-3b6273a40bfb tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.120729 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-b8140793-a6f9-4c4b-9d60-3b6273a40bfb tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 07 11:45:49.121258 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-b8140793-a6f9-4c4b-9d60-3b6273a40bfb tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:49.122218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b8140793-a6f9-4c4b-9d60-3b6273a40bfb tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056133 Apr 07 11:45:49.125887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48768) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.177209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8963473-d430-48f6-8f5b-349ca6c318a6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.199003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8963473-d430-48f6-8f5b-349ca6c318a6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.238057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8963473-d430-48f6-8f5b-349ca6c318a6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.240615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f8963473-d430-48f6-8f5b-349ca6c318a6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.242130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f8963473-d430-48f6-8f5b-349ca6c318a6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a HTTP/1.1" status: 204 len: 168 time: 0.1153672 Apr 07 11:45:49.244908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48770) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.251563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8963473-d430-48f6-8f5b-349ca6c318a6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa02f1c-567b-4764-a4e6-3dc57fb7fc1a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.288440 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b3249a0d-7b04-4a43-a655-627d56d61844 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423548 Apr 07 11:45:49.291936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48772) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.297746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600248517'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.318334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.391028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (f10bcc03-44d5-4993-b679-04076fe1f1b5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.394940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f10bcc03-44d5-4993-b679-04076fe1f1b5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.424195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.425428 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1324143 Apr 07 11:45:49.427236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327877-ed18-4e22-a01d-2d96f0531842 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bcc03-44d5-4993-b679-04076fe1f1b5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.428625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48774) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.433268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dd56b582-5773-4322-a7f7-2c8b8dfdd813 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'f10bcc03-44d5-4993-b679-04076fe1f1b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.434025 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-dd56b582-5773-4322-a7f7-2c8b8dfdd813 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 07 11:45:49.434519 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-dd56b582-5773-4322-a7f7-2c8b8dfdd813 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:49.435440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd56b582-5773-4322-a7f7-2c8b8dfdd813 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057373 Apr 07 11:45:49.438595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48776) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.489627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b288c36d-8a05-42af-bd40-6ede973ff827 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (f10bcc03-44d5-4993-b679-04076fe1f1b5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.512053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b288c36d-8a05-42af-bd40-6ede973ff827 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (f10bcc03-44d5-4993-b679-04076fe1f1b5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.553374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b288c36d-8a05-42af-bd40-6ede973ff827 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f10bcc03-44d5-4993-b679-04076fe1f1b5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.555889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b288c36d-8a05-42af-bd40-6ede973ff827 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.556991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b288c36d-8a05-42af-bd40-6ede973ff827 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/f10bcc03-44d5-4993-b679-04076fe1f1b5 HTTP/1.1" status: 204 len: 168 time: 0.1175098 Apr 07 11:45:49.559711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48778) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.567177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c36d-8a05-42af-bd40-6ede973ff827 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bcc03-44d5-4993-b679-04076fe1f1b5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.602234 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef048131-f940-4f93-a1e4-98c772346bd4 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0413682 Apr 07 11:45:49.605852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.610295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599981199'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.629724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.694375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (e24a310f-3a85-4287-9ba5-f01a0ae5ab69), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.698055 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e24a310f-3a85-4287-9ba5-f01a0ae5ab69), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.729287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.730516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1237361 Apr 07 11:45:49.731694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeedc5-35fc-4231-ade3-92a7aafc6d24 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a310f-3a85-4287-9ba5-f01a0ae5ab69,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.734685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48782) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.739737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-06772f6d-4f0c-49e2-8625-9eb1fce85c28 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'e24a310f-3a85-4287-9ba5-f01a0ae5ab69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.740574 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-06772f6d-4f0c-49e2-8625-9eb1fce85c28 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 07 11:45:49.741345 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-06772f6d-4f0c-49e2-8625-9eb1fce85c28 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:49.744927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48784) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.745084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-06772f6d-4f0c-49e2-8625-9eb1fce85c28 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088537 Apr 07 11:45:49.749788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3680c5a4-5b03-43df-844b-ceec5321386d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'e24a310f-3a85-4287-9ba5-f01a0ae5ab69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.751436 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-3680c5a4-5b03-43df-844b-ceec5321386d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 07 11:45:49.751927 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-3680c5a4-5b03-43df-844b-ceec5321386d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:49.752881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3680c5a4-5b03-43df-844b-ceec5321386d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067840 Apr 07 11:45:49.755203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48786) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.758992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8ae9b038-7787-40a6-990f-863f94a3ccd9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'e24a310f-3a85-4287-9ba5-f01a0ae5ab69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.760827 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-8ae9b038-7787-40a6-990f-863f94a3ccd9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 07 11:45:49.761599 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-8ae9b038-7787-40a6-990f-863f94a3ccd9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:49.762507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ae9b038-7787-40a6-990f-863f94a3ccd9 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064707 Apr 07 11:45:49.764812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48788) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.768542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0f8740a3-0b39-4ab4-8914-c4869837beec tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'e24a310f-3a85-4287-9ba5-f01a0ae5ab69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.769381 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-0f8740a3-0b39-4ab4-8914-c4869837beec tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 07 11:45:49.769891 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0f8740a3-0b39-4ab4-8914-c4869837beec tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:49.770797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0f8740a3-0b39-4ab4-8914-c4869837beec tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0051141 Apr 07 11:45:49.772969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48790) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.824395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d26bec7-4a87-4d9e-acc8-8b8057e68022 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (e24a310f-3a85-4287-9ba5-f01a0ae5ab69), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.847438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d26bec7-4a87-4d9e-acc8-8b8057e68022 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (e24a310f-3a85-4287-9ba5-f01a0ae5ab69), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.891171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d26bec7-4a87-4d9e-acc8-8b8057e68022 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e24a310f-3a85-4287-9ba5-f01a0ae5ab69), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.893762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d26bec7-4a87-4d9e-acc8-8b8057e68022 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.894917 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d26bec7-4a87-4d9e-acc8-8b8057e68022 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/e24a310f-3a85-4287-9ba5-f01a0ae5ab69 HTTP/1.1" status: 204 len: 168 time: 0.1210995 Apr 07 11:45:49.897813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48792) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.903745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26bec7-4a87-4d9e-acc8-8b8057e68022 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a310f-3a85-4287-9ba5-f01a0ae5ab69,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.941397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5734c756-2726-4732-9717-d30605e340ba tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423703 Apr 07 11:45:49.945234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48794) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.949813 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--357460432'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.971831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.038853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (74aaa41e-41bc-48d3-911f-850d8421b19e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.042486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (74aaa41e-41bc-48d3-911f-850d8421b19e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.079219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.080442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1341310 Apr 07 11:45:50.083486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48796) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.087997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-18ac8baf-ebed-47d4-ad1d-88b814125503 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.088476 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-18ac8baf-ebed-47d4-ad1d-88b814125503 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 11:45:50.088957 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-18ac8baf-ebed-47d4-ad1d-88b814125503 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.089914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18ac8baf-ebed-47d4-ad1d-88b814125503 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054533 Apr 07 11:45:50.092041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df09bb-b158-4e45-ad96-af6d6d892e3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aaa41e-41bc-48d3-911f-850d8421b19e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:50.092947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48798) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.097372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5fba6ee2-bfcc-4b92-b61e-eeb029608259 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.131110 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-5fba6ee2-bfcc-4b92-b61e-eeb029608259 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.132126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5fba6ee2-bfcc-4b92-b61e-eeb029608259 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0382631 Apr 07 11:45:50.134904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48800) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.139186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3a5eb2ea-310e-46af-b378-6f3dc0413659 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.139660 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-3a5eb2ea-310e-46af-b378-6f3dc0413659 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 07 11:45:50.140119 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-3a5eb2ea-310e-46af-b378-6f3dc0413659 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.141024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a5eb2ea-310e-46af-b378-6f3dc0413659 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052497 Apr 07 11:45:50.143414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48802) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.147276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2319156a-18cc-4f20-ba4e-20f40c6ec7ba tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.178468 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-2319156a-18cc-4f20-ba4e-20f40c6ec7ba tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.179643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2319156a-18cc-4f20-ba4e-20f40c6ec7ba tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0353942 Apr 07 11:45:50.182545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48804) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.187909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e3e71ce3-f6d1-4e71-b295-ace4cb0f53a2 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.188392 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-e3e71ce3-f6d1-4e71-b295-ace4cb0f53a2 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 11:45:50.188934 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-e3e71ce3-f6d1-4e71-b295-ace4cb0f53a2 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.189883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e3e71ce3-f6d1-4e71-b295-ace4cb0f53a2 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064206 Apr 07 11:45:50.192543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.196431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c47d92df-764c-4f9e-bc8c-719b12621afa tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.217333 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-c47d92df-764c-4f9e-bc8c-719b12621afa tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Project 7deb9acc1481497ab10f8712133b53e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:45:50.229082 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-c47d92df-764c-4f9e-bc8c-719b12621afa tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.230112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c47d92df-764c-4f9e-bc8c-719b12621afa tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0367227 Apr 07 11:45:50.233394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48808) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.237628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b02757f8-1543-4712-86eb-d6d36ca82252 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.238090 n-d-836788-1 neutron-server[104178]: WARNING neutron.api.v2.base [None req-b02757f8-1543-4712-86eb-d6d36ca82252 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 07 11:45:50.238544 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-b02757f8-1543-4712-86eb-d6d36ca82252 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.239434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b02757f8-1543-4712-86eb-d6d36ca82252 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0050395 Apr 07 11:45:50.241892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48810) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.245647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6b424937-1144-41da-8a2e-9672461df935 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.265320 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-6b424937-1144-41da-8a2e-9672461df935 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Project 7deb9acc1481497ab10f8712133b53e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:45:50.276941 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-6b424937-1144-41da-8a2e-9672461df935 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.277981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6b424937-1144-41da-8a2e-9672461df935 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0352731 Apr 07 11:45:50.281497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48812) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.285585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9dcb0c34-cf8a-450e-9b54-d4403d1fa2db tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '74aaa41e-41bc-48d3-911f-850d8421b19e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.305442 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-9dcb0c34-cf8a-450e-9b54-d4403d1fa2db tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Project 7deb9acc1481497ab10f8712133b53e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:45:50.317250 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-9dcb0c34-cf8a-450e-9b54-d4403d1fa2db tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:50.318251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9dcb0c34-cf8a-450e-9b54-d4403d1fa2db tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0358796 Apr 07 11:45:50.320998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48814) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.374419 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5757b97-6d04-420a-bbe0-1ce2b25acc66 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (74aaa41e-41bc-48d3-911f-850d8421b19e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.396262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5757b97-6d04-420a-bbe0-1ce2b25acc66 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (74aaa41e-41bc-48d3-911f-850d8421b19e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.439039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5757b97-6d04-420a-bbe0-1ce2b25acc66 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (74aaa41e-41bc-48d3-911f-850d8421b19e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.442048 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e5757b97-6d04-420a-bbe0-1ce2b25acc66 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.443187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e5757b97-6d04-420a-bbe0-1ce2b25acc66 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/74aaa41e-41bc-48d3-911f-850d8421b19e HTTP/1.1" status: 204 len: 168 time: 0.1212554 Apr 07 11:45:50.445856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48816) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.452169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5757b97-6d04-420a-bbe0-1ce2b25acc66 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aaa41e-41bc-48d3-911f-850d8421b19e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:50.489098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ab5d0c9c-3ae9-481f-b733-13cfe2c10446 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421059 Apr 07 11:45:50.493100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48818) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.497474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--646369687'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.517065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.583963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (c3f9e9c7-0e1c-469e-9767-b3b955cdee1f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.587791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c3f9e9c7-0e1c-469e-9767-b3b955cdee1f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.616914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.618152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1239481 Apr 07 11:45:50.621174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48820) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.622343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb11bb-cbbb-43cf-a906-5c5698b425f5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f9e9c7-0e1c-469e-9767-b3b955cdee1f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:50.626642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-4e1d50a7-2726-41dd-9bfc-64be588c4b3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9e9c7-0e1c-469e-9767-b3b955cdee1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.662361 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-4e1d50a7-2726-41dd-9bfc-64be588c4b3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The resource could not be found. Apr 07 11:45:50.663438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4e1d50a7-2726-41dd-9bfc-64be588c4b3d tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0412765 Apr 07 11:45:50.666222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48822) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.671049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bd69600b-8cbf-4716-8aac-2ebdce8ef974 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9e9c7-0e1c-469e-9767-b3b955cdee1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f4cd1c9c-a5c3-4c5a-b510-80d2bbd092ca'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.708082 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-bd69600b-8cbf-4716-8aac-2ebdce8ef974 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The resource could not be found. Apr 07 11:45:50.711731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd69600b-8cbf-4716-8aac-2ebdce8ef974 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0419149 Apr 07 11:45:50.711942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48824) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.762763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-635f2ac1-8f10-497d-849f-4bdd9a27d74e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (c3f9e9c7-0e1c-469e-9767-b3b955cdee1f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.784010 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-635f2ac1-8f10-497d-849f-4bdd9a27d74e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (c3f9e9c7-0e1c-469e-9767-b3b955cdee1f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.823705 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-635f2ac1-8f10-497d-849f-4bdd9a27d74e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c3f9e9c7-0e1c-469e-9767-b3b955cdee1f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.826296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-635f2ac1-8f10-497d-849f-4bdd9a27d74e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.827417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-635f2ac1-8f10-497d-849f-4bdd9a27d74e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3f9e9c7-0e1c-469e-9767-b3b955cdee1f HTTP/1.1" status: 204 len: 168 time: 0.1145432 Apr 07 11:45:50.830123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48826) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.836030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2ac1-8f10-497d-849f-4bdd9a27d74e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f9e9c7-0e1c-469e-9767-b3b955cdee1f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:50.874225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3fa1e11d-d305-4fd3-b9ff-b96e56fb6e8b tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0428610 Apr 07 11:45:50.878468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48828) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.882826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-15c10661-eba9-443a-9775-6b501706b16e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': '5360c222-c058-4162-9ea7-d0772cd0cb4e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.918944 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-15c10661-eba9-443a-9775-6b501706b16e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The resource could not be found. Apr 07 11:45:50.920832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15c10661-eba9-443a-9775-6b501706b16e tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0412207 Apr 07 11:45:50.924307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48830) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.928431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323088370'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:50.953515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.016883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (d3c733fc-dfe8-40b7-a1ff-04a4417f1f11), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.020187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d3c733fc-dfe8-40b7-a1ff-04a4417f1f11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.049223 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.050427 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1252251 Apr 07 11:45:51.052216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b1528-f3fc-4109-93a7-1ce308770480 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c733fc-dfe8-40b7-a1ff-04a4417f1f11,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.053489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48832) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.058643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--944940510'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.077646 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.139502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (2a0b65b6-4ed9-48b5-8800-b961882b6410), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.143039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2a0b65b6-4ed9-48b5-8800-b961882b6410), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.173022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.174390 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1193147 Apr 07 11:45:51.177637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48834) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.178288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e73f1-d023-4a88-a172-88532daa5434 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b65b6-4ed9-48b5-8800-b961882b6410,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.183185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-772179c9-c927-4bb9-841b-6b1b64d7bc11 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'd3c733fc-dfe8-40b7-a1ff-04a4417f1f11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2a0b65b6-4ed9-48b5-8800-b961882b6410'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.217948 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-772179c9-c927-4bb9-841b-6b1b64d7bc11 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:51.219166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-772179c9-c927-4bb9-841b-6b1b64d7bc11 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0403056 Apr 07 11:45:51.222022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48836) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.273351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db74066a-1e8f-4501-9ee8-8db6264e7f18 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (2a0b65b6-4ed9-48b5-8800-b961882b6410), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.296887 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db74066a-1e8f-4501-9ee8-8db6264e7f18 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (2a0b65b6-4ed9-48b5-8800-b961882b6410), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.337644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db74066a-1e8f-4501-9ee8-8db6264e7f18 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2a0b65b6-4ed9-48b5-8800-b961882b6410), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.340378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db74066a-1e8f-4501-9ee8-8db6264e7f18 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.341530 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db74066a-1e8f-4501-9ee8-8db6264e7f18 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a0b65b6-4ed9-48b5-8800-b961882b6410 HTTP/1.1" status: 204 len: 168 time: 0.1186175 Apr 07 11:45:51.345067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48838) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.351072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74066a-1e8f-4501-9ee8-8db6264e7f18 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b65b6-4ed9-48b5-8800-b961882b6410,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.402716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-575cb732-f163-465f-a56e-4c0fdd0b4bc3 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0562572 Apr 07 11:45:51.405506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48840) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.457658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdfe782e-aa5c-4073-9581-98c758777588 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (d3c733fc-dfe8-40b7-a1ff-04a4417f1f11), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.480649 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdfe782e-aa5c-4073-9581-98c758777588 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (d3c733fc-dfe8-40b7-a1ff-04a4417f1f11), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.525951 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdfe782e-aa5c-4073-9581-98c758777588 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d3c733fc-dfe8-40b7-a1ff-04a4417f1f11), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.528528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdfe782e-aa5c-4073-9581-98c758777588 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.529790 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bdfe782e-aa5c-4073-9581-98c758777588 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3c733fc-dfe8-40b7-a1ff-04a4417f1f11 HTTP/1.1" status: 204 len: 168 time: 0.1232221 Apr 07 11:45:51.532410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48842) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.538795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe782e-aa5c-4073-9581-98c758777588 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c733fc-dfe8-40b7-a1ff-04a4417f1f11,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.579241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7b8f95ec-33cd-42a4-b3d9-c4c1b3b9595c tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456367 Apr 07 11:45:51.582859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48844) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.587270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970325919'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.606216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.672198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (ea506697-dc24-4e15-84ca-3b96ad4e7a6c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.675662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ea506697-dc24-4e15-84ca-3b96ad4e7a6c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.706444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.707676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1238620 Apr 07 11:45:51.709675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0147838-0406-4420-9891-bd5cb56890e5 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea506697-dc24-4e15-84ca-3b96ad4e7a6c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.712544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48846) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.717181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a5f3d09f-22a7-47e3-bc84-be11b59f845a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'ea506697-dc24-4e15-84ca-3b96ad4e7a6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.748406 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-a5f3d09f-22a7-47e3-bc84-be11b59f845a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:51.749551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a5f3d09f-22a7-47e3-bc84-be11b59f845a tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0360837 Apr 07 11:45:51.752217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48848) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.756422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-093c4274-3303-4c97-906d-a33c64f6cc90 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group_rule': {'security_group_id': 'ea506697-dc24-4e15-84ca-3b96ad4e7a6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.788490 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-093c4274-3303-4c97-906d-a33c64f6cc90 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:45:51.789499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-093c4274-3303-4c97-906d-a33c64f6cc90 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0363371 Apr 07 11:45:51.792196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48850) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.841098 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04fed4af-aeab-48f7-979c-da608f69d3f7 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (ea506697-dc24-4e15-84ca-3b96ad4e7a6c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.862355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04fed4af-aeab-48f7-979c-da608f69d3f7 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (ea506697-dc24-4e15-84ca-3b96ad4e7a6c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.906032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04fed4af-aeab-48f7-979c-da608f69d3f7 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ea506697-dc24-4e15-84ca-3b96ad4e7a6c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.908496 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04fed4af-aeab-48f7-979c-da608f69d3f7 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.909639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-04fed4af-aeab-48f7-979c-da608f69d3f7 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea506697-dc24-4e15-84ca-3b96ad4e7a6c HTTP/1.1" status: 204 len: 168 time: 0.1165862 Apr 07 11:45:51.912382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48852) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.918154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fed4af-aeab-48f7-979c-da608f69d3f7 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea506697-dc24-4e15-84ca-3b96ad4e7a6c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.959479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fcbc3d7b-ed6c-4edd-95a7-25dc32342016 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458937 Apr 07 11:45:51.963195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48854) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.967325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'tempest-secgroup--643033921'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.986955 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.058923 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (5b606fb9-e7f4-40d2-9084-9d692f8b867e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.064324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5b606fb9-e7f4-40d2-9084-9d692f8b867e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.103853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.105094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1409965 Apr 07 11:45:52.108823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48856) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.113251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-19678d57-4aba-490d-8f38-cd043f181c03 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:52.113671 n-d-836788-1 neutron-server[104177]: WARNING neutron.api.v2.base [None req-19678d57-4aba-490d-8f38-cd043f181c03 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 11:45:52.114156 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-19678d57-4aba-490d-8f38-cd043f181c03 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] update failed (client error): There was a conflict when trying to complete your request. Apr 07 11:45:52.117955 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-19678d57-4aba-490d-8f38-cd043f181c03 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "PUT /v2.0/security-groups/5b606fb9-e7f4-40d2-9084-9d692f8b867e HTTP/1.1" status: 409 len: 330 time: 0.0053270 Apr 07 11:45:52.117955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d283b-d6ee-4b2c-a05e-bfdacc34220f tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b606fb9-e7f4-40d2-9084-9d692f8b867e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.118285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48858) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.179550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9873-a7d1-4fae-bb96-ba5758406794 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (5b606fb9-e7f4-40d2-9084-9d692f8b867e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.205427 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9873-a7d1-4fae-bb96-ba5758406794 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (5b606fb9-e7f4-40d2-9084-9d692f8b867e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.251116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9873-a7d1-4fae-bb96-ba5758406794 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5b606fb9-e7f4-40d2-9084-9d692f8b867e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.253804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9873-a7d1-4fae-bb96-ba5758406794 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.257514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2d7b9873-a7d1-4fae-bb96-ba5758406794 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b606fb9-e7f4-40d2-9084-9d692f8b867e HTTP/1.1" status: 204 len: 168 time: 0.1357012 Apr 07 11:45:52.257846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48862) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.264863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b9873-a7d1-4fae-bb96-ba5758406794 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b606fb9-e7f4-40d2-9084-9d692f8b867e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.307047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c6824382-65ac-47e5-8b87-3d034e376058 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0457399 Apr 07 11:45:52.308916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48864) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.322466 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-43494b4f-71d2-4ee1-a3ce-991372033e41 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] delete failed (client error): The resource could not be found. Apr 07 11:45:52.323477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-43494b4f-71d2-4ee1-a3ce-991372033e41 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "DELETE /v2.0/security-groups/8fe942e1-21bd-4184-bcb9-d4cb24741a94 HTTP/1.1" status: 404 len: 347 time: 0.0134771 Apr 07 11:45:52.328218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48866) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.343955 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-dadfce11-431d-487a-809a-47f7713ba1b6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] show failed (client error): The resource could not be found. Apr 07 11:45:52.345367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dadfce11-431d-487a-809a-47f7713ba1b6 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-groups/64fc091d-3119-4e17-a2ae-7a5307d04ace HTTP/1.1" status: 404 len: 347 time: 0.0158229 Apr 07 11:45:52.348648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48868) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.360750 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-feeaef8d-f20d-41ec-a142-b007c6fb2af0 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] show failed (client error): The resource could not be found. Apr 07 11:45:52.363478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-feeaef8d-f20d-41ec-a142-b007c6fb2af0 tempest-NegativeSecGroupIPv6Test-908319556 tempest-NegativeSecGroupIPv6Test-908319556-project] 10.222.0.13 "GET /v2.0/security-group-rules/8fcb0fdf-be33-419c-8d56-6d4c642e7550 HTTP/1.1" status: 404 len: 356 time: 0.0131328 Apr 07 11:45:52.606955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6017e-c3d3-4997-a0ff-2972d99cc1e9 req-cb63538e-7514-40ac-b475-587c9fef9f0d tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:52.607205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48876) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.609347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbc6017e-c3d3-4997-a0ff-2972d99cc1e9 req-cb63538e-7514-40ac-b475-587c9fef9f0d tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1128 time: 0.0520456 Apr 07 11:45:52.657286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cbc6017e-c3d3-4997-a0ff-2972d99cc1e9 req-bc8c5147-5c89-4842-91c3-f2741c2bf9ca tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Apr 07 11:45:52.679105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48880) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.748607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b6a81963-66c5-47f0-9d05-45f25a0fcd29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7deb9acc1481497ab10f8712133b53e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394477 Apr 07 11:45:52.751267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48882) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.802877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-840887f3-02bd-4451-ae74-aab8c5cacc08 admin admin] Publish callbacks [] for security_group (dc2d8241-a099-4e2a-be3a-805dbfed094e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.826080 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-840887f3-02bd-4451-ae74-aab8c5cacc08 admin admin] Publish callbacks [] for security_group (dc2d8241-a099-4e2a-be3a-805dbfed094e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.838236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 6f329c5f-0eca-4030-8f67-105cb24c987a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:52.838743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.874473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-840887f3-02bd-4451-ae74-aab8c5cacc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (dc2d8241-a099-4e2a-be3a-805dbfed094e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.877364 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-840887f3-02bd-4451-ae74-aab8c5cacc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.878539 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-840887f3-02bd-4451-ae74-aab8c5cacc08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc2d8241-a099-4e2a-be3a-805dbfed094e HTTP/1.1" status: 204 len: 168 time: 0.1263597 Apr 07 11:45:52.886802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840887f3-02bd-4451-ae74-aab8c5cacc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2d8241-a099-4e2a-be3a-805dbfed094e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.922248 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.922582 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (6f329c5f-0eca-4030-8f67-105cb24c987a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.934632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 6f329c5f-0eca-4030-8f67-105cb24c987a owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:53.096200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6f329c5f-0eca-4030-8f67-105cb24c987a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.122375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=6f329c5f-0eca-4030-8f67-105cb24c987a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:53.190666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (e5b36b20-8527-474e-b577-474e549cda9e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.191218 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP e5b36b20-8527-474e-b577-474e549cda9e disassociated (deleted). External IP: 172.25.5.179, port: c4ce2963-a782-4217-907a-e409d7349cf6. Apr 07 11:45:53.417370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router d90e2540-cf2e-4629-a52c-5a72b4d5e472 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:53.530226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:53.534937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.541281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] Sync routers for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:53.552576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:53.553332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:53.573224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2d1a60b5-a779-4b66-86ff-e222a5cbd5eb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5b36b20-8527-474e-b577-474e549cda9e HTTP/1.1" status: 204 len: 168 time: 0.8898661 Apr 07 11:45:53.573224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:53.574134 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:53.616409 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300f0901-0095-4956-b438-5b8fb7896914 x-openstack-request-id: req-300f0901-0095-4956-b438-5b8fb7896914 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:53.616705 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:53.616965 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-300f0901-0095-4956-b438-5b8fb7896914 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:53.617589 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300f0901-0095-4956-b438-5b8fb7896914'] response: {'name': 'network-changed', 'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'status': 'completed', 'code': 200} Apr 07 11:45:53.677390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:53.699033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-9facddac-7af7-49cc-a682-87c62037961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:53.700492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-9facddac-7af7-49cc-a682-87c62037961c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 1128 time: 0.0626326 Apr 07 11:45:53.867162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-7d3c0f4e-d979-4ba3-a1ba-b26b397ad089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:53.868031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-7d3c0f4e-d979-4ba3-a1ba-b26b397ad089 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 200 len: 898 time: 0.1485920 Apr 07 11:45:53.879522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810a524-76ac-4590-97ce-6410588e00c3 req-e6803187-bb9b-41be-abed-483eab4d288d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:53.884713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d810a524-76ac-4590-97ce-6410588e00c3 req-e6803187-bb9b-41be-abed-483eab4d288d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 946 time: 0.1020577 Apr 07 11:45:53.903925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:53.932548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] Checking router: d90e2540-cf2e-4629-a52c-5a72b4d5e472 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:53.936064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-5e3586d2-4222-4d0a-aa8a-33108d281857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 200 len: 217 time: 0.0427113 Apr 07 11:45:53.942887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:53.943514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:54.005738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d810a524-76ac-4590-97ce-6410588e00c3 req-460d8fc4-43a2-455c-97f5-f8aad4a9a782 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200578 Apr 07 11:45:54.021558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-65450a6a-2b85-4fde-bd05-26eed784675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:54.023104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-65450a6a-2b85-4fde-bd05-26eed784675d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 200 len: 835 time: 0.0753279 Apr 07 11:45:54.057320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:54.074796 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-e1dec231-4070-45d8-83a7-741396f10031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:54.077085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-e1dec231-4070-45d8-83a7-741396f10031 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22d2555c-4e11-42ca-951a-b6a728ff27b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475256 Apr 07 11:45:54.175170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-8cc32d31-e121-4328-baa7-c0e5c0e14a4e service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905609 Apr 07 11:45:54.269693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74bba8dc-8230-4b1a-b5fb-c38d0b6bb655 req-2e2ca6de-e4ab-470e-9cdd-ceacaae512db service neutron] 10.222.0.23 "GET /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860131 Apr 07 11:45:54.272316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:54.305224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b2174-e15f-4ccb-a82f-2cb1af3dc0ce None None] The sync data for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 is: [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:05Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3b2c2be9-4446-48d2-ba9f-d38a23276ecf', 'name': '', 'network_id': '22d2555c-4e11-42ca-951a-b6a728ff27b5', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:10:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:05Z', 'updated_at': '2022-04-07T11:44:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '48007d47-43fc-4838-8201-92fe52fa75a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:54.555128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b05b49-d32d-48c2-9641-20e75014211f None None] New status for floating IP e5b36b20-8527-474e-b577-474e549cda9e: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:45:54.706001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48940) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.812159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f858-9fa5-428d-a105-0954ef5fd173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.885693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f858-9fa5-428d-a105-0954ef5fd173 admin admin] Publish callbacks [] for security_group (ccf68934-c8b7-451b-bba2-a3381c568857), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.890098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f858-9fa5-428d-a105-0954ef5fd173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ccf68934-c8b7-451b-bba2-a3381c568857), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.926766 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ba2f858-9fa5-428d-a105-0954ef5fd173 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b58b8eb52e64c29b05c8905e93554bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197077 Apr 07 11:45:54.928753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2f858-9fa5-428d-a105-0954ef5fd173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf68934-c8b7-451b-bba2-a3381c568857,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:54.929546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48944) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.980642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a422161-526c-4e43-a4c8-e64fd3d420c9 admin admin] Publish callbacks [] for security_group (ccf68934-c8b7-451b-bba2-a3381c568857), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.002348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a422161-526c-4e43-a4c8-e64fd3d420c9 admin admin] Publish callbacks [] for security_group (ccf68934-c8b7-451b-bba2-a3381c568857), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.054155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a422161-526c-4e43-a4c8-e64fd3d420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ccf68934-c8b7-451b-bba2-a3381c568857), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.056670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a422161-526c-4e43-a4c8-e64fd3d420c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.057799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9a422161-526c-4e43-a4c8-e64fd3d420c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccf68934-c8b7-451b-bba2-a3381c568857 HTTP/1.1" status: 204 len: 168 time: 0.1272650 Apr 07 11:45:55.113174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a422161-526c-4e43-a4c8-e64fd3d420c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf68934-c8b7-451b-bba2-a3381c568857,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.165954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab864d4-3d68-4564-855a-f83f46e23efa req-a53177fc-3dc2-49ef-8533-cb93a1001d27 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:55.167450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cab864d4-3d68-4564-855a-f83f46e23efa req-a53177fc-3dc2-49ef-8533-cb93a1001d27 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 946 time: 0.1145442 Apr 07 11:45:55.181595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc11d-22da-48a6-a36c-341c6937ba60 req-ff08048e-6921-424c-b2f9-d3f743393266 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:55.183178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-853bc11d-22da-48a6-a36c-341c6937ba60 req-ff08048e-6921-424c-b2f9-d3f743393266 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7c4ad2-3131-4a64-bd07-8119a09b6a12 HTTP/1.1" status: 200 len: 946 time: 0.1072774 Apr 07 11:45:55.288193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-853bc11d-22da-48a6-a36c-341c6937ba60 req-88b23661-57e1-48a6-a13f-d7aaa3bcceb0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f9e760-3c3e-47ae-b674-20922ae11b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978777 Apr 07 11:45:55.320624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port c4ce2963-a782-4217-907a-e409d7349cf6 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:55.320971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.335281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 48952) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:55.375961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f125f5d9-6501-4151-b5ab-1a86dbce97be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.447586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port c4ce2963-a782-4217-907a-e409d7349cf6, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=c4ce2963-a782-4217-907a-e409d7349cf6,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:55.447957 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.466438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for c4ce2963-a782-4217-907a-e409d7349cf6 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:55.551256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f125f5d9-6501-4151-b5ab-1a86dbce97be admin admin] Publish callbacks [] for security_group (16a82e31-ee79-48dd-b055-274786e0a1fb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.558462 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f125f5d9-6501-4151-b5ab-1a86dbce97be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (16a82e31-ee79-48dd-b055-274786e0a1fb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.612460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f125f5d9-6501-4151-b5ab-1a86dbce97be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b6bec04f9b64fcaac61739c31ccd201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761295 Apr 07 11:45:55.613954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125f5d9-6501-4151-b5ab-1a86dbce97be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a82e31-ee79-48dd-b055-274786e0a1fb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.615385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48954) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:55.665291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0107e0be-9c54-431f-bc24-9d3b1e3866c6 admin admin] Publish callbacks [] for security_group (16a82e31-ee79-48dd-b055-274786e0a1fb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.677954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c4ce2963-a782-4217-907a-e409d7349cf6), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.688301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0107e0be-9c54-431f-bc24-9d3b1e3866c6 admin admin] Publish callbacks [] for security_group (16a82e31-ee79-48dd-b055-274786e0a1fb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.713052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=c4ce2963-a782-4217-907a-e409d7349cf6,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.751533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] No DVR routers for this DVR port c4ce2963-a782-4217-907a-e409d7349cf6 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:55.751769 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0107e0be-9c54-431f-bc24-9d3b1e3866c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (16a82e31-ee79-48dd-b055-274786e0a1fb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.754119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.754762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0107e0be-9c54-431f-bc24-9d3b1e3866c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.755984 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0107e0be-9c54-431f-bc24-9d3b1e3866c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16a82e31-ee79-48dd-b055-274786e0a1fb HTTP/1.1" status: 204 len: 168 time: 0.1392746 Apr 07 11:45:55.757523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cab864d4-3d68-4564-855a-f83f46e23efa req-1345657e-8239-4096-ac16-d3941637cd26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "DELETE /v2.0/ports/c4ce2963-a782-4217-907a-e409d7349cf6 HTTP/1.1" status: 204 len: 173 time: 0.5848110 Apr 07 11:45:55.758508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-deleted', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:55.761052 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c50ed7-9a65-4e05-b5aa-53b8efedfbf9" -d '{"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-deleted", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:55.764836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107e0be-9c54-431f-bc24-9d3b1e3866c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a82e31-ee79-48dd-b055-274786e0a1fb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.811710 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8136d1e9-492a-40c2-92ed-faa1bfab341d x-openstack-request-id: req-8136d1e9-492a-40c2-92ed-faa1bfab341d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:55.812012 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c4ad2-3131-4a64-bd07-8119a09b6a12", "name": "network-vif-deleted", "tag": "c4ce2963-a782-4217-907a-e409d7349cf6", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:55.812271 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8136d1e9-492a-40c2-92ed-faa1bfab341d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:55.812682 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8136d1e9-492a-40c2-92ed-faa1bfab341d'] response: {'server_uuid': 'fb7c4ad2-3131-4a64-bd07-8119a09b6a12', 'name': 'network-vif-deleted', 'tag': 'c4ce2963-a782-4217-907a-e409d7349cf6', 'status': 'completed', 'code': 200} Apr 07 11:45:56.348668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 48978) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:56.748029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (d90e2540-cf2e-4629-a52c-5a72b4d5e472), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.053328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:57.054128 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.156275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port 3b2c2be9-4446-48d2-ba9f-d38a23276ecf, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:57.156639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.173689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 3b2c2be9-4446-48d2-ba9f-d38a23276ecf owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:57.386898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3b2c2be9-4446-48d2-ba9f-d38a23276ecf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.415733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=3b2c2be9-4446-48d2-ba9f-d38a23276ecf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:57.619456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (d90e2540-cf2e-4629-a52c-5a72b4d5e472), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.860266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router d90e2540-cf2e-4629-a52c-5a72b4d5e472 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:57.972778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:57.978817 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24b21e4f-5090-492b-91e5-c6e61efdf473 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/d90e2540-cf2e-4629-a52c-5a72b4d5e472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290243 Apr 07 11:45:57.981652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49020) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:57.984335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] Sync routers for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:57.994850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:57.995456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:58.037973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting subnet 48007d47-43fc-4838-8201-92fe52fa75a5 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:58.041782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (48007d47-43fc-4838-8201-92fe52fa75a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.086584 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (48007d47-43fc-4838-8201-92fe52fa75a5), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.114943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:58.184280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (48007d47-43fc-4838-8201-92fe52fa75a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.251147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (48007d47-43fc-4838-8201-92fe52fa75a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.280301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Subnet': ['ID=48007d47-43fc-4838-8201-92fe52fa75a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:58.284042 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.289854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b798433-53b0-4ed7-b67d-3fc6b43171c5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/subnets/48007d47-43fc-4838-8201-92fe52fa75a5 HTTP/1.1" status: 204 len: 168 time: 0.3045807 Apr 07 11:45:58.290122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49030) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:58.306864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2d928-644a-4dfe-9e3c-0b83ec81ba75 None None] Network 22d2555c-4e11-42ca-951a-b6a728ff27b5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:58.375520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:45:57Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:58.433544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] Checking router: d90e2540-cf2e-4629-a52c-5a72b4d5e472 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:58.439604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (d90e2540-cf2e-4629-a52c-5a72b4d5e472), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.454783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] Routers {'d90e2540-cf2e-4629-a52c-5a72b4d5e472'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:58.455719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:45:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:58.599810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] DHCP port deletion for 22d2555c-4e11-42ca-951a-b6a728ff27b5 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:45:58.604797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] Set router d90e2540-cf2e-4629-a52c-5a72b4d5e472 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:58.619665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49038) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:58.624639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (d90e2540-cf2e-4629-a52c-5a72b4d5e472), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.726126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port e40ac79d-1d44-46d4-98a6-cad37d6e0c72 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:58.726641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.785669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c30aef7-422d-4cbc-a2b5-2fe1e9d66960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.854000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port e40ac79d-1d44-46d4-98a6-cad37d6e0c72, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:58.854369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.871814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for e40ac79d-1d44-46d4-98a6-cad37d6e0c72 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:58.917004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c30aef7-422d-4cbc-a2b5-2fe1e9d66960 admin admin] Publish callbacks [] for security_group (4f6c45cd-6e73-472e-825c-37f352973aee), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.925593 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c30aef7-422d-4cbc-a2b5-2fe1e9d66960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4f6c45cd-6e73-472e-825c-37f352973aee), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.971752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] Deleting port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:58.972139 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.986533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9c30aef7-422d-4cbc-a2b5-2fe1e9d66960 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eb351166eda42a8b40a098ae45a6a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657918 Apr 07 11:45:58.987597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30aef7-422d-4cbc-a2b5-2fe1e9d66960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6c45cd-6e73-472e-825c-37f352973aee,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:58.990704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49050) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.053795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6ed93b6-341f-4c3d-91e2-f449f3adadff admin admin] Publish callbacks [] for security_group (4f6c45cd-6e73-472e-825c-37f352973aee), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.078621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6ed93b6-341f-4c3d-91e2-f449f3adadff admin admin] Publish callbacks [] for security_group (4f6c45cd-6e73-472e-825c-37f352973aee), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.083798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] For port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,segment=NetworkSegment(f586f510-1f4b-4137-a8ce-06afb5c7ed8a),segment_id=f586f510-1f4b-4137-a8ce-06afb5c7ed8a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:59.084328 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.099547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] Calling delete_port for 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:59.105710 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e40ac79d-1d44-46d4-98a6-cad37d6e0c72), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.148683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:45:57Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:59.158802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6ed93b6-341f-4c3d-91e2-f449f3adadff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4f6c45cd-6e73-472e-825c-37f352973aee), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.162076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=e40ac79d-1d44-46d4-98a6-cad37d6e0c72,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.162752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a6ed93b6-341f-4c3d-91e2-f449f3adadff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.171071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a6ed93b6-341f-4c3d-91e2-f449f3adadff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f6c45cd-6e73-472e-825c-37f352973aee HTTP/1.1" status: 204 len: 168 time: 0.1791480 Apr 07 11:45:59.182486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed93b6-341f-4c3d-91e2-f449f3adadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6c45cd-6e73-472e-825c-37f352973aee,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.184382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f52b88-deca-4124-9689-a1c17ac0e155 None None] The sync data for ids ['d90e2540-cf2e-4629-a52c-5a72b4d5e472'] in n-d-836788-1 is: [{'id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101266400', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:45:57Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': 'e40ac79d-1d44-46d4-98a6-cad37d6e0c72', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e2540-cf2e-4629-a52c-5a72b4d5e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:01Z', 'updated_at': '2022-04-07T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:59.263102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (d90e2540-cf2e-4629-a52c-5a72b4d5e472), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.268300 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (0fe3fbef-df8b-42e2-95cc-5aae9cb459ae), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.319136 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] No DVR routers for this DVR port 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:59.355602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934d79e-c8af-4e64-8f6e-386d687bccad None None] Pushing event deleted for resources: {'Port': ['ID=0fe3fbef-df8b-42e2-95cc-5aae9cb459ae,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.422595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d90e2540-cf2e-4629-a52c-5a72b4d5e472), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.425253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (d90e2540-cf2e-4629-a52c-5a72b4d5e472), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.482558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d90e2540-cf2e-4629-a52c-5a72b4d5e472), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.483621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Fanout notify agent at l3_agent the message router_deleted on router d90e2540-cf2e-4629-a52c-5a72b4d5e472 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:45:59.493073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.495039 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92c08a69-df53-4181-bac1-a5e7c41d9295 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/routers/d90e2540-cf2e-4629-a52c-5a72b4d5e472 HTTP/1.1" status: 204 len: 168 time: 1.2038352 Apr 07 11:45:59.498247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49056) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.520034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:59.551057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:59.551416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0fe3fbef-df8b-42e2-95cc-5aae9cb459ae not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:59.605782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (22d2555c-4e11-42ca-951a-b6a728ff27b5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.673343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49058) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.691584 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9366fd53-edd6-4605-9fe4-b4bf4ef365ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.704261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (22d2555c-4e11-42ca-951a-b6a728ff27b5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.731058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d2555c-4e11-42ca-951a-b6a728ff27b5']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:59.744018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:59.744458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f586f510-1f4b-4137-a8ce-06afb5c7ed8a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:59.756946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (f586f510-1f4b-4137-a8ce-06afb5c7ed8a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.770957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:59.773293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f586f510-1f4b-4137-a8ce-06afb5c7ed8a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.781867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:59.783026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (f586f510-1f4b-4137-a8ce-06afb5c7ed8a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:59.788138 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:59.813411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: c4ce2963-a782-4217-907a-e409d7349cf6 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:59.813762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device c4ce2963-a782-4217-907a-e409d7349cf6 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:59.840130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9366fd53-edd6-4605-9fe4-b4bf4ef365ba admin admin] Publish callbacks [] for security_group (297b75db-09b8-4220-80b0-b101ae0815bb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.847160 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9366fd53-edd6-4605-9fe4-b4bf4ef365ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (297b75db-09b8-4220-80b0-b101ae0815bb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.865788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (22d2555c-4e11-42ca-951a-b6a728ff27b5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.871092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.874808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/networks/22d2555c-4e11-42ca-951a-b6a728ff27b5 HTTP/1.1" status: 204 len: 168 time: 0.3742833 Apr 07 11:45:59.886279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49062) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.891605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03848f92-4ae3-49a7-a164-a09e7c4f4eed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Network': ['ID=22d2555c-4e11-42ca-951a-b6a728ff27b5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.926918 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9366fd53-edd6-4605-9fe4-b4bf4ef365ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8173a88285c54523942c9182a41ded8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524831 Apr 07 11:45:59.930302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.940053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366fd53-edd6-4605-9fe4-b4bf4ef365ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297b75db-09b8-4220-80b0-b101ae0815bb,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.974591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6690386-aa47-4361-8551-3d8b65993960 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (b0f9e760-3c3e-47ae-b674-20922ae11b7f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.987526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-592203cd-1720-4c33-8211-347359461810 admin admin] Publish callbacks [] for security_group (297b75db-09b8-4220-80b0-b101ae0815bb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.001312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6690386-aa47-4361-8551-3d8b65993960 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (b0f9e760-3c3e-47ae-b674-20922ae11b7f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.009429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-592203cd-1720-4c33-8211-347359461810 admin admin] Publish callbacks [] for security_group (297b75db-09b8-4220-80b0-b101ae0815bb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.062746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-592203cd-1720-4c33-8211-347359461810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (297b75db-09b8-4220-80b0-b101ae0815bb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.065896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-592203cd-1720-4c33-8211-347359461810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.069446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-592203cd-1720-4c33-8211-347359461810 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/297b75db-09b8-4220-80b0-b101ae0815bb HTTP/1.1" status: 204 len: 168 time: 0.1355131 Apr 07 11:46:00.077639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592203cd-1720-4c33-8211-347359461810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297b75db-09b8-4220-80b0-b101ae0815bb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.082131 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6690386-aa47-4361-8551-3d8b65993960 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b0f9e760-3c3e-47ae-b674-20922ae11b7f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.097271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6690386-aa47-4361-8551-3d8b65993960 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.102751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c6690386-aa47-4361-8551-3d8b65993960 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0f9e760-3c3e-47ae-b674-20922ae11b7f HTTP/1.1" status: 204 len: 168 time: 0.2114499 Apr 07 11:46:00.112884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6690386-aa47-4361-8551-3d8b65993960 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9e760-3c3e-47ae-b674-20922ae11b7f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.554624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49082) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.559077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865880151', 'description': 'tempest-secgroup-smoke-865880151 description', 'project_id': 'fe704d60a6d34cdc845c72643be779cb'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:00.579466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.652532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (9892a442-71a9-4d4d-92f3-d2f40830e542), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.656521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9892a442-71a9-4d4d-92f3-d2f40830e542), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.664043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d5420355-cace-4fec-9d18-8f9c9d822806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.690357 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.694761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1359813 Apr 07 11:46:00.694761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49088) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.699227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '9892a442-71a9-4d4d-92f3-d2f40830e542', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:00.704155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de550bc-ee33-4de7-a6e8-f12f7b46d472 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9892a442-71a9-4d4d-92f3-d2f40830e542,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.729537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (ea2501b1-e93c-4b3f-91dd-a92074e672b2), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.787307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (ea2501b1-e93c-4b3f-91dd-a92074e672b2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.791324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ea2501b1-e93c-4b3f-91dd-a92074e672b2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.810329 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2501b1-e93c-4b3f-91dd-a92074e672b2,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.818366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.819724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d8835803-70b3-4056-93d7-b9220f9140f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241541 Apr 07 11:46:00.822452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49094) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.827444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '9892a442-71a9-4d4d-92f3-d2f40830e542', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:00.851954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (3cd88435-903c-43cb-8c73-29527c244278), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.914690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (3cd88435-903c-43cb-8c73-29527c244278), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.921888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3cd88435-903c-43cb-8c73-29527c244278), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.939661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd88435-903c-43cb-8c73-29527c244278,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.950769 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.952025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0ea2f6de-0af9-4b8d-90b2-7aafa818b80a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285961 Apr 07 11:46:00.954955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49102) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.960910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '9892a442-71a9-4d4d-92f3-d2f40830e542', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:00.993347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (71be90e7-6eb4-4a91-9350-679106fc88e1), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.059315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (71be90e7-6eb4-4a91-9350-679106fc88e1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.064023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (71be90e7-6eb4-4a91-9350-679106fc88e1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.091196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71be90e7-6eb4-4a91-9350-679106fc88e1,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.097807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.099632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c68c224f-ebba-40aa-9534-7b005f2e1f6f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431658 Apr 07 11:46:01.102479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.108246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '9892a442-71a9-4d4d-92f3-d2f40830e542', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:01.142725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (cc880e1f-9d9d-4046-a2b6-46b7d6a6f443), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.211466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (cc880e1f-9d9d-4046-a2b6-46b7d6a6f443), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.215927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (cc880e1f-9d9d-4046-a2b6-46b7d6a6f443), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.243835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc880e1f-9d9d-4046-a2b6-46b7d6a6f443,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.245662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3b2c2be9-4446-48d2-ba9f-d38a23276ecf no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:46:01.252120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.256316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49122) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.258058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58fd3475-af1a-4c6e-9ad4-1d9623464234 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539130 Apr 07 11:46:01.261477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '9892a442-71a9-4d4d-92f3-d2f40830e542', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:01.281392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3b2c2be9-4446-48d2-ba9f-d38a23276ecf {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:46:01.282296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3b2c2be9-4446-48d2-ba9f-d38a23276ecf not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:46:01.284819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e40ac79d-1d44-46d4-98a6-cad37d6e0c72 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:46:01.288911 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:46:01.297393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (b60a94ad-a595-4313-a722-e057b9409d21), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.309382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e40ac79d-1d44-46d4-98a6-cad37d6e0c72 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:46:01.309382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e40ac79d-1d44-46d4-98a6-cad37d6e0c72 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:46:01.364895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (b60a94ad-a595-4313-a722-e057b9409d21), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.370298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b60a94ad-a595-4313-a722-e057b9409d21), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.391769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60a94ad-a595-4313-a722-e057b9409d21,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.399818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.401005 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9698f17e-7596-4cc0-8073-ca79ac4a5300 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432230 Apr 07 11:46:01.404651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49126) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.409305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': '9892a442-71a9-4d4d-92f3-d2f40830e542', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:01.436524 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:46:01.452167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (ba85cc71-6e13-4d0e-a63e-7388ae0479d8), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.514498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (ba85cc71-6e13-4d0e-a63e-7388ae0479d8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.518404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ba85cc71-6e13-4d0e-a63e-7388ae0479d8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.535758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba85cc71-6e13-4d0e-a63e-7388ae0479d8,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.544746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.549297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49130) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.549532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-26fd06c4-7575-4a4e-9470-401019d59781 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433773 Apr 07 11:46:01.554649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'network': {'name': 'tempest-network-smoke--245944435', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:01.574631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:01.579226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.604267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:46:01.613731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (40d5b3c5-ff8d-4cf5-80c3-9384cb153973), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.614083 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Added segment 40d5b3c5-ff8d-4cf5-80c3-9384cb153973 of type vlan for network 396c03df-f925-4a4b-9d32-a2fabc9d0abf Apr 07 11:46:01.655663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (396c03df-f925-4a4b-9d32-a2fabc9d0abf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.687834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (396c03df-f925-4a4b-9d32-a2fabc9d0abf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.692999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:01.693619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.761245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2083061 Apr 07 11:46:01.761581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49138) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.767005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'admin_state_up': True, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:01.771362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa4bab-ee99-404c-801c-10d13d0a63c0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Network': ['ID=396c03df-f925-4a4b-9d32-a2fabc9d0abf,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.781672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:46:01.797991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (c438cff9-de94-4568-a096-ad12d46f2371), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.799230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (c438cff9-de94-4568-a096-ad12d46f2371), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.869482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.874603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (c438cff9-de94-4568-a096-ad12d46f2371), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.018515 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (c438cff9-de94-4568-a096-ad12d46f2371), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.235982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (c438cff9-de94-4568-a096-ad12d46f2371), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.255290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.380798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.45 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/9a782b09-d847-4ab8-b6c8-c4efe0aed819) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:02.488580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.528436 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.568060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:02.571828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:02.575728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:02.606514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=9a782b09-d847-4ab8-b6c8-c4efe0aed819,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:02.990511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b47e-79aa-4289-a19b-20263abb447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.235246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (c438cff9-de94-4568-a096-ad12d46f2371), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.452487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (c438cff9-de94-4568-a096-ad12d46f2371), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.598361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router c438cff9-de94-4568-a096-ad12d46f2371 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:46:03.661961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.728337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:03.739725 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Sync routers for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:03.752671 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:03.754031 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:03.760350 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.762125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-09a8575a-0072-4dee-85a2-5da53806841a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9994781 Apr 07 11:46:03.767133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49168) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:03.808940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ee8d44a7-bc8e-4188-b724-0623c20929f9 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fe704d60a6d34cdc845c72643be779cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376899 Apr 07 11:46:03.812375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49172) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:03.893228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:03.940598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701a544-328c-4098-b971-370c012912e8 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:03.942189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d701a544-328c-4098-b971-370c012912e8 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285195 Apr 07 11:46:03.945339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49174) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:03.996843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9cbb97cd-3a86-411d-9efb-798f52961bcc tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503948 Apr 07 11:46:03.998414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49176) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:04.006402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-121896314', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:04.114332 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:02Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:04.139373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:04.144519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.280418 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Checking router: c438cff9-de94-4568-a096-ad12d46f2371 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:04.280921 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Updating router c438cff9-de94-4568-a096-ad12d46f2371 port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:46:04.313237 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.505267 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.623893 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Publish callbacks [] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.629629 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.683502 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Attempting to bind port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:04.683864 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Attempting to bind port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:04.684228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Attempting to bind port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:04.691846 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b5ec-b0aa-4a48-8334-96627a2b27f5 None None] Pushing event updated for resources: {'Port': ['ID=9a782b09-d847-4ab8-b6c8-c4efe0aed819,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:04.695737 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:04.696109 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:04.696506 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.696890 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:04.697379 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Bound port: 9a782b09-d847-4ab8-b6c8-c4efe0aed819, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:04.697755 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.738806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (8b6cd151-30fe-4592-ae73-be8f2b43ccfd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.755512 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] For port 9a782b09-d847-4ab8-b6c8-c4efe0aed819, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:04.758783 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] For port 9a782b09-d847-4ab8-b6c8-c4efe0aed819, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9a782b09-d847-4ab8-b6c8-c4efe0aed819,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:04.765047 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.811783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Subnet': ['ID=8b6cd151-30fe-4592-ae73-be8f2b43ccfd,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:04.813094 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:04.813830 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:04.836760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Checking segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:04.837047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network hostable DHCP agents. Network: 396c03df-f925-4a4b-9d32-a2fabc9d0abf, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:46:04.860286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:46:04.874818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 396c03df-f925-4a4b-9d32-a2fabc9d0abf) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:04.879316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.880205 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.887579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3da25-2076-43d1-8e6a-e4e245e7d512 None None] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:04.900688 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ddfba1ef-ca3b-4c94-8f20-7974d9999fdc tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8998454 Apr 07 11:46:04.902942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49182) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:04.934975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:05.073574 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b5ec-b0aa-4a48-8334-96627a2b27f5 None None] Pushing event updated for resources: {'Port': ['ID=9a782b09-d847-4ab8-b6c8-c4efe0aed819,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:05.076961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:46:05.079293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.207154 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:02Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:05.258279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517335-4a4d-456d-b7f3-6faa0c58cd85 None None] The sync data for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 is: [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:02Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:05.314182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Allocated IP 172.20.0.2 (396c03df-f925-4a4b-9d32-a2fabc9d0abf/8b6cd151-30fe-4592-ae73-be8f2b43ccfd/c7d2c4f0-45d9-4e07-af95-a4631d30ef91) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:05.512138 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Publish callbacks [] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.524311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.575769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:05.579509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:05.585025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:05.683386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.722815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Pushing event updated for resources: {'Port': ['ID=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:05.754142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Attempting to bind port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:05.754765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Attempting to bind port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:05.755334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Attempting to bind port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:05.766780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.767397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.768376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.769021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.769696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.770258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.770764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.771266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.771774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.772318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.772829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.773389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.775602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:05.781443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:05.786571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Checking segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:05.787706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.789441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Bound using segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:05.790118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Bound port: c7d2c4f0-45d9-4e07-af95-a4631d30ef91, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:05.790826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.877862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] For port c7d2c4f0-45d9-4e07-af95-a4631d30ef91, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:05.881085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] For port c7d2c4f0-45d9-4e07-af95-a4631d30ef91, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:05.889198 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.979619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f464f-751e-40f6-b334-d5b77521d447 None None] Pushing event updated for resources: {'Port': ['ID=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:06.063172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.122449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.1 (396c03df-f925-4a4b-9d32-a2fabc9d0abf/8b6cd151-30fe-4592-ae73-be8f2b43ccfd/79e82fab-a903-478c-808d-db5e489dc87b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:06.360505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (79e82fab-a903-478c-808d-db5e489dc87b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.437610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (79e82fab-a903-478c-808d-db5e489dc87b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.502868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=79e82fab-a903-478c-808d-db5e489dc87b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:06.522094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:06.523970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:06.529531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:06.582502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (c438cff9-de94-4568-a096-ad12d46f2371), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.784041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (79e82fab-a903-478c-808d-db5e489dc87b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.122062 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (79e82fab-a903-478c-808d-db5e489dc87b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.128581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (79e82fab-a903-478c-808d-db5e489dc87b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.215201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=79e82fab-a903-478c-808d-db5e489dc87b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:07.218869 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (c438cff9-de94-4568-a096-ad12d46f2371), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.241882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.287257 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:07.439530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c5c38-8571-482d-be02-ff501815b432 None None] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:07.472858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:07.474767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:07.499369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a782b09-d847-4ab8-b6c8-c4efe0aed819 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:07.623355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] Provisioning complete for port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:07.623996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.630421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router c438cff9-de94-4568-a096-ad12d46f2371 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:07.684228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:07.684547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.833664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:07.853108 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8727a81-5536-4421-926c-9c95b550443b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/c438cff9-de94-4568-a096-ad12d46f2371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9410441 Apr 07 11:46:07.936533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:07.936533 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.961121 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9a782b09-d847-4ab8-b6c8-c4efe0aed819, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9a782b09-d847-4ab8-b6c8-c4efe0aed819,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:07.970933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.981960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7d2c4f0-45d9-4e07-af95-a4631d30ef91 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:08.073733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Sync routers for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:08.097955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] Current status of the port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:08.098265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.155265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9a782b09-d847-4ab8-b6c8-c4efe0aed819,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:08.193794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:08.194498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:08.347015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:08.421055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-83d803e0-db28-43e4-a6a9-65475080a502 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865880151&fields=id&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 267 time: 0.0715585 Apr 07 11:46:08.459400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] For port c7d2c4f0-45d9-4e07-af95-a4631d30ef91, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:08.585745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b7a4dc67-e40e-4670-b2dd-7eb0227d410c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.594739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b7a4dc67-e40e-4670-b2dd-7eb0227d410c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 796 time: 0.1726067 Apr 07 11:46:08.611389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-3523d35d-d407-4c66-850e-fdc8ab8d3bb9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/quotas/fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 375 time: 0.0154090 Apr 07 11:46:08.704252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3e82628-7fae-4288-992b-f9a8eb65e9e3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779772 Apr 07 11:46:08.764529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.821989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64273c-e53b-4ccb-a2df-58522b7f0251 None None] Pushing event updated for resources: {'Port': ['ID=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:08.836503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:08.836962 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.886154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-f7097a10-fb71-4062-9ff6-56b9611bb94e service neutron] 10.222.0.13 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723819 Apr 07 11:46:09.016915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c57b2043-8aae-4cce-963b-08f18909f759 None None] Provisioning complete for port 79e82fab-a903-478c-808d-db5e489dc87b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:09.019050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c57b2043-8aae-4cce-963b-08f18909f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e82fab-a903-478c-808d-db5e489dc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.046986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-317d7452-5725-49a9-ab66-ea7a90c5a8ff service neutron] 10.222.0.13 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596434 Apr 07 11:46:09.093532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:09.101524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c57b2043-8aae-4cce-963b-08f18909f759 None None] Port 79e82fab-a903-478c-808d-db5e489dc87b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:09.120487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c57b2043-8aae-4cce-963b-08f18909f759 None None] Provisioning complete for port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:09.120878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c57b2043-8aae-4cce-963b-08f18909f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.153555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 2, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:09.200293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Checking router: c438cff9-de94-4568-a096-ad12d46f2371 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:09.200713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Updating router c438cff9-de94-4568-a096-ad12d46f2371 port 79e82fab-a903-478c-808d-db5e489dc87b binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:46:09.260240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (79e82fab-a903-478c-808d-db5e489dc87b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.345085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c57b2043-8aae-4cce-963b-08f18909f759 None None] Current status of the port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:09.449875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a782b09-d847-4ab8-b6c8-c4efe0aed819 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:09.512630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42f4d02f-a109-4b23-8880-172d83f4c55e req-8a6e1a51-fb39-4eb8-bf16-5e83b886d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 210 time: 0.2993271 Apr 07 11:46:09.596583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2ed028dc-de4d-4462-addc-bf8111b71797 None None] Provisioning complete for port 79e82fab-a903-478c-808d-db5e489dc87b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:09.596925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ed028dc-de4d-4462-addc-bf8111b71797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e82fab-a903-478c-808d-db5e489dc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.607750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:09.608123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.761210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:09.762272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7d2c4f0-45d9-4e07-af95-a4631d30ef91 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:09.763859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ed028dc-de4d-4462-addc-bf8111b71797 None None] Port 79e82fab-a903-478c-808d-db5e489dc87b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:09.868024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:09.868440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.957602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Publish callbacks [] for port (79e82fab-a903-478c-808d-db5e489dc87b), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.993525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (79e82fab-a903-478c-808d-db5e489dc87b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.099353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:10.125981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacb66d-7814-4c41-8ab0-345f289beaa4 None None] Pushing event updated for resources: {'Port': ['ID=79e82fab-a903-478c-808d-db5e489dc87b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:10.236691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Attempting to bind port 79e82fab-a903-478c-808d-db5e489dc87b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:10.240178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Attempting to bind port 79e82fab-a903-478c-808d-db5e489dc87b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:10.240627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Attempting to bind port 79e82fab-a903-478c-808d-db5e489dc87b on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:10.249465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:10.249849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Checking segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:10.253720 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.254892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Bound using segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:10.255473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Bound port: 79e82fab-a903-478c-808d-db5e489dc87b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:10.255825 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (79e82fab-a903-478c-808d-db5e489dc87b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.330661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] For port 79e82fab-a903-478c-808d-db5e489dc87b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:10.334160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] For port 79e82fab-a903-478c-808d-db5e489dc87b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=79e82fab-a903-478c-808d-db5e489dc87b,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:10.341263 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (79e82fab-a903-478c-808d-db5e489dc87b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.438534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:10.439199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:10.441124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacb66d-7814-4c41-8ab0-345f289beaa4 None None] Pushing event updated for resources: {'Port': ['ID=79e82fab-a903-478c-808d-db5e489dc87b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:10.454588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] Provisioning complete for port 79e82fab-a903-478c-808d-db5e489dc87b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:10.455176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e82fab-a903-478c-808d-db5e489dc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.690968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] Current status of the port 79e82fab-a903-478c-808d-db5e489dc87b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:10.691429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (79e82fab-a903-478c-808d-db5e489dc87b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.728397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5895acb-4c82-47ed-a0ea-38c956cb1463 req-83878ebd-1420-4966-b334-f8daff0313cf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 210 time: 0.0942636 Apr 07 11:46:10.739543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:10.779683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] For port 79e82fab-a903-478c-808d-db5e489dc87b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=79e82fab-a903-478c-808d-db5e489dc87b,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:10.785525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (79e82fab-a903-478c-808d-db5e489dc87b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:10.853727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-dd4c13d7-7a18-48cd-a397-aea3d0958da9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.855514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-dd4c13d7-7a18-48cd-a397-aea3d0958da9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 796 time: 0.2672865 Apr 07 11:46:10.946042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-5ea02e72-4c00-4f74-8cd5-77162b6c6cec tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 379 time: 0.0813620 Apr 07 11:46:10.955420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'port': {'device_id': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'admin_state_up': True, 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'security_groups': ['9892a442-71a9-4d4d-92f3-d2f40830e542']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:11.007823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669d509-1570-4a6a-b99c-0060aced1234 None None] Pushing event updated for resources: {'Port': ['ID=79e82fab-a903-478c-808d-db5e489dc87b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:11.033919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9b71abd5-cef4-4f7c-aee0-262f25540540 None None] Provisioning complete for port 79e82fab-a903-478c-808d-db5e489dc87b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:11.034452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b71abd5-cef4-4f7c-aee0-262f25540540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e82fab-a903-478c-808d-db5e489dc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.087599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:11.101457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:11.106218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.128793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924553d-120f-4184-8b8d-dd821403dbeb None None] The sync data for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 is: [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:11.176461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9b71abd5-cef4-4f7c-aee0-262f25540540 None None] Current status of the port 79e82fab-a903-478c-808d-db5e489dc87b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:11.386467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.9 (396c03df-f925-4a4b-9d32-a2fabc9d0abf/8b6cd151-30fe-4592-ae73-be8f2b43ccfd/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:11.405762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e82fab-a903-478c-808d-db5e489dc87b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:11.565057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 79e82fab-a903-478c-808d-db5e489dc87b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:11.565057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (79e82fab-a903-478c-808d-db5e489dc87b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.674722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.697870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 79e82fab-a903-478c-808d-db5e489dc87b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:11.740470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49268) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:11.775557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.841087 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:11.850207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:11.880413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:11.965722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:11.967327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e58f3ec9-87da-4679-979a-54f22d927dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.031640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.032986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.059043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fd64d-4187-4fcf-a1f1-5d6f650b9228 req-c372ab06-1bc5-4012-a757-b11252b6008d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.061675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-615fd64d-4187-4fcf-a1f1-5d6f650b9228 req-c372ab06-1bc5-4012-a757-b11252b6008d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 931 time: 0.2179379 Apr 07 11:46:12.093539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-200a3b44-fd13-4cf4-b493-350969705c26 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1428425 Apr 07 11:46:12.117713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Request body: {'port': {'device_id': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:12.152147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e58f3ec9-87da-4679-979a-54f22d927dea admin admin] Publish callbacks [] for security_group (ac74a161-cfca-4de9-b889-84666e427a64), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.158362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e58f3ec9-87da-4679-979a-54f22d927dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac74a161-cfca-4de9-b889-84666e427a64), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.202189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-615fd64d-4187-4fcf-a1f1-5d6f650b9228 req-b1cecdd2-34a1-4fe4-a5a0-4e3dfd2608aa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318591 Apr 07 11:46:12.234888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f3ec9-87da-4679-979a-54f22d927dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74a161-cfca-4de9-b889-84666e427a64,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:12.244975 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e58f3ec9-87da-4679-979a-54f22d927dea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58495e054efd40a2b8096d67a6ccf62e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5031629 Apr 07 11:46:12.246105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49274) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:12.246919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.316123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-52a270f7-db6e-4845-b0e9-dcd6680bca9b None None] Provisioning complete for port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:12.316807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52a270f7-db6e-4845-b0e9-dcd6680bca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.347023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3d31c86-99d1-4093-aa4f-4952d6b104f6 admin admin] Publish callbacks [] for security_group (ac74a161-cfca-4de9-b889-84666e427a64), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.376438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-52a270f7-db6e-4845-b0e9-dcd6680bca9b None None] Port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:12.388954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3d31c86-99d1-4093-aa4f-4952d6b104f6 admin admin] Publish callbacks [] for security_group (ac74a161-cfca-4de9-b889-84666e427a64), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.478294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3d31c86-99d1-4093-aa4f-4952d6b104f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ac74a161-cfca-4de9-b889-84666e427a64), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.482553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3d31c86-99d1-4093-aa4f-4952d6b104f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.484532 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3d31c86-99d1-4093-aa4f-4952d6b104f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac74a161-cfca-4de9-b889-84666e427a64 HTTP/1.1" status: 204 len: 168 time: 0.2356911 Apr 07 11:46:12.495311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d31c86-99d1-4093-aa4f-4952d6b104f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74a161-cfca-4de9-b889-84666e427a64,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:12.745163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:12.764505 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Publish callbacks [] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.789829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Transition to ACTIVE for port object 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:12.797674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.916524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:13.000654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49282) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:13.025300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7394b18d-594d-4c3d-822e-a4c9f0b1aaf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.067456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:13.068044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:13.068567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:13.074081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:13.074612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:13.083905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:13.084648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Checking segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:13.085277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Bound using segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:13.086174 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Bound port: 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:13.087041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.216553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7394b18d-594d-4c3d-822e-a4c9f0b1aaf2 admin admin] Publish callbacks [] for security_group (9c46113e-7a09-43c1-8689-bdec91e341f3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.224413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7394b18d-594d-4c3d-822e-a4c9f0b1aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9c46113e-7a09-43c1-8689-bdec91e341f3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.260235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:13.268356 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394b18d-594d-4c3d-822e-a4c9f0b1aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46113e-7a09-43c1-8689-bdec91e341f3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:13.269005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:13.280255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.292161 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7394b18d-594d-4c3d-822e-a4c9f0b1aaf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29665c4ffd834920acdbc7a0900e030d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878811 Apr 07 11:46:13.292285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:13.381117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aff2b016-fb6b-41d8-a6c8-129607e03299 admin admin] Publish callbacks [] for security_group (9c46113e-7a09-43c1-8689-bdec91e341f3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.415343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.416204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.418323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] 10.222.0.23 "PUT /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 1091 time: 1.3160405 Apr 07 11:46:13.421041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aff2b016-fb6b-41d8-a6c8-129607e03299 admin admin] Publish callbacks [] for security_group (9c46113e-7a09-43c1-8689-bdec91e341f3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.426490 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:13.429151 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7050b0-3429-40e2-8bdf-520718deeb76" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:13.523176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aff2b016-fb6b-41d8-a6c8-129607e03299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9c46113e-7a09-43c1-8689-bdec91e341f3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.526496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aff2b016-fb6b-41d8-a6c8-129607e03299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:13.527817 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aff2b016-fb6b-41d8-a6c8-129607e03299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c46113e-7a09-43c1-8689-bdec91e341f3 HTTP/1.1" status: 204 len: 168 time: 0.2343898 Apr 07 11:46:13.542390 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9008f3f-6b2e-4c16-add4-9a727286ff2e x-openstack-request-id: req-b9008f3f-6b2e-4c16-add4-9a727286ff2e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:13.542858 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:13.543290 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9008f3f-6b2e-4c16-add4-9a727286ff2e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:13.543862 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9008f3f-6b2e-4c16-add4-9a727286ff2e'] response: {'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'status': 'completed', 'code': 200} Apr 07 11:46:13.554523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2b016-fb6b-41d8-a6c8-129607e03299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46113e-7a09-43c1-8689-bdec91e341f3,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:13.588448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8b2c0-c277-4ab7-bf70-74184ca3edd1 service neutron] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:13.603710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35734b-966d-48c0-83a0-1771764ec1f7 req-256a6443-8111-4e82-bd18-223cdda01c79 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.607180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc35734b-966d-48c0-83a0-1771764ec1f7 req-256a6443-8111-4e82-bd18-223cdda01c79 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 943 time: 0.2439499 Apr 07 11:46:13.636875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-e8524c39-bf66-45ee-b918-47c337c85878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.640469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-e8524c39-bf66-45ee-b918-47c337c85878 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1125 time: 0.1691027 Apr 07 11:46:13.703039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-de652a8a-737f-4c6d-96db-ff1a28385cf8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 217 time: 0.0410528 Apr 07 11:46:13.775126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-7968adbb-abfa-498f-bbb9-36309e2de681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.776630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-7968adbb-abfa-498f-bbb9-36309e2de681 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.0678751 Apr 07 11:46:13.780796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc35734b-966d-48c0-83a0-1771764ec1f7 req-157cd6d2-7a75-49f4-a6d5-033bb47de2a7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673715 Apr 07 11:46:13.842041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-115bbfbf-1415-42b2-ab1d-47e67852778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.843708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-115bbfbf-1415-42b2-ab1d-47e67852778d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618374 Apr 07 11:46:14.005176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-4789849e-8960-476a-a7f2-40dad16ecfab service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552250 Apr 07 11:46:14.059127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:14.074309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e400b34-806c-4607-be18-6859ebcae973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.114936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2d79f4-764f-4b3f-96a4-1d5986552c46 req-f93c2b84-97b6-4bdb-bf15-28d04b62378c service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029606 Apr 07 11:46:14.160774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e400b34-806c-4607-be18-6859ebcae973 admin admin] Publish callbacks [] for security_group (63adcd4f-fba5-4da2-afe1-cc629330767c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.165438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e400b34-806c-4607-be18-6859ebcae973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (63adcd4f-fba5-4da2-afe1-cc629330767c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.211332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e400b34-806c-4607-be18-6859ebcae973 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86d5187ab2404f89be565a9382fc5500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509709 Apr 07 11:46:14.214403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e400b34-806c-4607-be18-6859ebcae973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63adcd4f-fba5-4da2-afe1-cc629330767c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:14.220514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:14.266139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-576bb579-3794-4ec5-827f-cf8505f75619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.267697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-576bb579-3794-4ec5-827f-cf8505f75619 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1125 time: 0.1027119 Apr 07 11:46:14.287948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d84a-6425-4c97-8fb2-782d255ff77b admin admin] Publish callbacks [] for security_group (63adcd4f-fba5-4da2-afe1-cc629330767c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.318001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d84a-6425-4c97-8fb2-782d255ff77b admin admin] Publish callbacks [] for security_group (63adcd4f-fba5-4da2-afe1-cc629330767c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.377162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d84a-6425-4c97-8fb2-782d255ff77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (63adcd4f-fba5-4da2-afe1-cc629330767c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.379279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-d0d158a6-c2b2-4d05-a175-34a66cf63d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.381194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d84a-6425-4c97-8fb2-782d255ff77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.381314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-d0d158a6-c2b2-4d05-a175-34a66cf63d66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 897 time: 0.1065919 Apr 07 11:46:14.382124 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ca8d84a-6425-4c97-8fb2-782d255ff77b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63adcd4f-fba5-4da2-afe1-cc629330767c HTTP/1.1" status: 204 len: 168 time: 0.1602316 Apr 07 11:46:14.396122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8d84a-6425-4c97-8fb2-782d255ff77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63adcd4f-fba5-4da2-afe1-cc629330767c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:14.431236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-91605250-9a04-46a7-9f10-25c33693250d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 217 time: 0.0437772 Apr 07 11:46:14.481161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-5f4a7d95-4ee9-4162-9360-f0ad5a0b9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.482678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-5f4a7d95-4ee9-4162-9360-f0ad5a0b9fd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.0455556 Apr 07 11:46:14.543723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-223234ac-d5c6-4e58-b585-bdc3e27a2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.546041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-223234ac-d5c6-4e58-b585-bdc3e27a2939 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561101 Apr 07 11:46:14.645233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-8b1d1db4-8500-4183-b608-8b4599f3b4c5 service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909822 Apr 07 11:46:14.740820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a7050b0-3429-40e2-8bdf-520718deeb76 req-b96e56f7-7128-447d-b412-3ba0f886a170 service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898304 Apr 07 11:46:14.911423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c9ca-1a4e-479d-9acb-b1543da86a7f req-94b72502-0a98-43d6-b8f9-6640cf3cf431 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.912932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a51c9ca-1a4e-479d-9acb-b1543da86a7f req-94b72502-0a98-43d6-b8f9-6640cf3cf431 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 943 time: 0.0573936 Apr 07 11:46:14.966016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a51c9ca-1a4e-479d-9acb-b1543da86a7f req-a7d9e9af-a455-40da-a348-56aa23fefc79 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472975 Apr 07 11:46:15.817361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:15.914217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:15.926522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'port_id': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'mac_address': 'fa:16:3e:fe:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:15.965973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:15.966443 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.983634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:16.005014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:16.009432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.077665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.117561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9240670-9a31-4d43-9d97-e9ab59cdf086 req-32f868ae-7c6a-44ed-8685-82b078d3bec7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.119023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9240670-9a31-4d43-9d97-e9ab59cdf086 req-32f868ae-7c6a-44ed-8685-82b078d3bec7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.0638983 Apr 07 11:46:16.175292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9240670-9a31-4d43-9d97-e9ab59cdf086 req-80b82aee-4475-4f7d-96d4-39e48e4d3f56 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504143 Apr 07 11:46:16.218031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:16.638228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-25d8c214-3646-420f-b9de-ea5e78631fcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480912 Apr 07 11:46:16.705211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-856ea4ac-46a5-417c-963b-660c0506fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.706792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-856ea4ac-46a5-417c-963b-660c0506fcaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 1127 time: 0.0493338 Apr 07 11:46:16.816096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-ebee8678-22fd-43a7-bf4a-8173d7e889d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.817732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-ebee8678-22fd-43a7-bf4a-8173d7e889d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 200 len: 915 time: 0.0890627 Apr 07 11:46:16.883458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-fa1ee44d-fbc1-42d3-b1bd-bffa9e25cc8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76586fe8-3a53-4a37-be50-ed397353223b HTTP/1.1" status: 200 len: 1001 time: 0.0596888 Apr 07 11:46:16.931910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-f1c0cf27-294f-4d2a-a3ba-db134321137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.933327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-f1c0cf27-294f-4d2a-a3ba-db134321137f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 200 len: 853 time: 0.0437694 Apr 07 11:46:16.985452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-bbe55602-f778-4da0-a9d0-b743bc5da06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.986933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-bbe55602-f778-4da0-a9d0-b743bc5da06d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f4972e-29c9-4d81-83f5-71595b23c5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479913 Apr 07 11:46:17.073633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-09e73330-e8a1-4c7a-8250-b9f99deb7709 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807090 Apr 07 11:46:17.170859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5af8102-bfc6-45d1-8532-e5045eecab9f req-422e3599-4b13-4525-b437-74593e8c5dce service neutron] 10.222.0.41 "GET /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913699 Apr 07 11:46:17.327551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-6ded9835-687c-4821-a76f-8eb2ffb7765a req-db9e4c6f-3965-4343-8580-1524f610f706 service neutron] (104177) timed out ('10.222.0.13', 35330) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:46:17.472003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaa824-85f9-4401-b076-89e9fe4f4782 req-696e56a7-3790-40ad-b561-6514597a062f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:17.473410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86aaa824-85f9-4401-b076-89e9fe4f4782 req-696e56a7-3790-40ad-b561-6514597a062f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.0534046 Apr 07 11:46:17.521775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86aaa824-85f9-4401-b076-89e9fe4f4782 req-1b9f187e-0a66-43a5-81a8-911301b333f3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427034 Apr 07 11:46:17.817157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:17.865767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:17.870026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:17.870402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:17.949589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:17.949982 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:17.972319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:17.974565 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c07724-41d1-424a-8e58-db0dc7be228a" -d '{"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-plugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:17.987542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:17.992092 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:18.014843 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1242c14-2f17-49cc-81f6-d35eafe3ba25 x-openstack-request-id: req-b1242c14-2f17-49cc-81f6-d35eafe3ba25 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:18.015139 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-plugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:18.015400 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1242c14-2f17-49cc-81f6-d35eafe3ba25 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:18.015800 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1242c14-2f17-49cc-81f6-d35eafe3ba25'] response: {'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'code': 200} Apr 07 11:46:18.041337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:18.109542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad5d3-279b-4e5b-bd54-07762590a8b0 req-8975441c-8f08-4d0c-8688-5acca0804079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.111054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6efad5d3-279b-4e5b-bd54-07762590a8b0 req-8975441c-8f08-4d0c-8688-5acca0804079 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1127 time: 0.0436904 Apr 07 11:46:18.156751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6efad5d3-279b-4e5b-bd54-07762590a8b0 req-6e3db92d-79b5-4e05-b2f4-d5cd56c9392c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394499 Apr 07 11:46:18.648981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29078cc9-172e-4a17-9dfd-55fb9187218b req-f6fe5064-8daf-42dd-8008-8be9afab3112 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.650493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29078cc9-172e-4a17-9dfd-55fb9187218b req-f6fe5064-8daf-42dd-8008-8be9afab3112 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0582213 Apr 07 11:46:18.700585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29078cc9-172e-4a17-9dfd-55fb9187218b req-bc1a8ba0-e45b-44a7-bb80-833a230bc669 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Apr 07 11:46:19.821356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2a327-9db3-42ff-a0bb-027873a1756a req-40b48cec-c9eb-46c8-8254-d8fd306b45e1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:19.823092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7da2a327-9db3-42ff-a0bb-027873a1756a req-40b48cec-c9eb-46c8-8254-d8fd306b45e1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0530415 Apr 07 11:46:19.878277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7da2a327-9db3-42ff-a0bb-027873a1756a req-b2ddc127-d046-4c43-9620-48a9e7825aa3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483239 Apr 07 11:46:20.004135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243d04-1b28-4238-a50d-b24af92d70a0 req-4918b993-d853-432f-8ffd-3f9a62103148 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:20.005702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9243d04-1b28-4238-a50d-b24af92d70a0 req-4918b993-d853-432f-8ffd-3f9a62103148 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0539451 Apr 07 11:46:20.063069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9243d04-1b28-4238-a50d-b24af92d70a0 req-3e966eaa-b2f8-4f5a-810e-c4d76f8b80a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501251 Apr 07 11:46:20.085660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49384) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:20.298993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51a666-6050-4d14-bf1f-05533ef22f00 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:20.301166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b51a666-6050-4d14-bf1f-05533ef22f00 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1122 time: 0.2144296 Apr 07 11:46:20.303939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49388) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:20.308224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:20.329833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.430676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.532338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.31 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/ddde6094-d453-432f-8f41-574e66f0f081) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:20.639595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (ddde6094-d453-432f-8f41-574e66f0f081), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.673632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ddde6094-d453-432f-8f41-574e66f0f081), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.714634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:20.719758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:20.722417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:20.728191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=ddde6094-d453-432f-8f41-574e66f0f081,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:21.534503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (1a69646a-9dd3-46a4-badb-1cae3b462df8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.612323 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ddde6094-d453-432f-8f41-574e66f0f081), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.776067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (ddde6094-d453-432f-8f41-574e66f0f081), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.781032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ddde6094-d453-432f-8f41-574e66f0f081), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.854678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=ddde6094-d453-432f-8f41-574e66f0f081,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:21.878308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (1a69646a-9dd3-46a4-badb-1cae3b462df8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.005731 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP 1a69646a-9dd3-46a4-badb-1cae3b462df8 associated. External IP: 172.25.5.31, port: 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7. Apr 07 11:46:22.232244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router c438cff9-de94-4568-a096-ad12d46f2371 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:22.360317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:22.373868 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] Sync routers for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:22.383168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.388858 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:22.390533 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:22.417628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-87876c50-01d7-4083-b042-c6548960214a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1124504 Apr 07 11:46:22.418576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:22.423424 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457e187d-48bc-42a4-93be-a532da8e2d56" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:22.539430 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e78a2-b467-41e9-9b00-797e4209540a x-openstack-request-id: req-3f8e78a2-b467-41e9-9b00-797e4209540a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:22.540013 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:22.540342 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f8e78a2-b467-41e9-9b00-797e4209540a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:22.540881 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8e78a2-b467-41e9-9b00-797e4209540a'] response: {'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'status': 'completed', 'code': 200} Apr 07 11:46:22.565571 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:22.616533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dad6c-1a84-46aa-9c80-65452135d9bd req-18bbdb6c-bf58-4a09-91a4-3710b4cf18f6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.623740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-976dad6c-1a84-46aa-9c80-65452135d9bd req-18bbdb6c-bf58-4a09-91a4-3710b4cf18f6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.1370885 Apr 07 11:46:22.671701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-d6ded188-5986-4cc0-a758-dafe3d4e06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.673157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-d6ded188-5986-4cc0-a758-dafe3d4e06d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1127 time: 0.1314416 Apr 07 11:46:22.692048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-976dad6c-1a84-46aa-9c80-65452135d9bd req-ae1d0e18-06b2-476d-a13e-f2c6c3eb76fd tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636263 Apr 07 11:46:22.710003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49418) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:22.814576 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f030159-d05a-4d99-89dc-3d5cdb6fc421 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/1a69646a-9dd3-46a4-badb-1cae3b462df8 HTTP/1.1" status: 200 len: 990 time: 0.1032927 Apr 07 11:46:22.854118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-19486f8b-3a50-4c09-b8dc-7ef743a4ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.855767 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '1a69646a-9dd3-46a4-badb-1cae3b462df8', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'port_id': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'mac_address': 'fa:16:3e:fe:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:20Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:22.856515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-19486f8b-3a50-4c09-b8dc-7ef743a4ed9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 897 time: 0.1635172 Apr 07 11:46:22.886694 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] Checking router: c438cff9-de94-4568-a096-ad12d46f2371 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:22.897684 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:22.898292 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:22.932642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-a663db18-beb0-458c-990a-e6875a510135 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 998 time: 0.0698841 Apr 07 11:46:22.985683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-0cd304fd-e063-4515-a253-ab1f6f1e6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.987156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-0cd304fd-e063-4515-a253-ab1f6f1e6b04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.0494366 Apr 07 11:46:23.031104 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:23.056442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-a182cddc-2459-4bd0-8ca8-94b3b9d83356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:23.058449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-a182cddc-2459-4bd0-8ca8-94b3b9d83356 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653641 Apr 07 11:46:23.181910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-dfad780b-12a0-43ad-bd2d-e04f679fcd4a service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171472 Apr 07 11:46:23.293976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-457e187d-48bc-42a4-93be-a532da8e2d56 req-053e61da-cb29-4d89-a56b-57c51189fddb service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063268 Apr 07 11:46:23.311653 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '1a69646a-9dd3-46a4-badb-1cae3b462df8', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'port_id': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'mac_address': 'fa:16:3e:fe:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:20Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:23.443890 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a68ea-c917-4c35-8ad4-7cbfb2cff70c None None] The sync data for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 is: [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '1a69646a-9dd3-46a4-badb-1cae3b462df8', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'port_id': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'mac_address': 'fa:16:3e:fe:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:20Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:23.670517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950fa0b-5349-4ef0-aa17-e1f7476c741e None None] New status for floating IP 1a69646a-9dd3-46a4-badb-1cae3b462df8: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:46:23.818948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49424) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:23.884121 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-05c8bcac-29be-4903-89ca-01ba4f079a79 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/1a69646a-9dd3-46a4-badb-1cae3b462df8 HTTP/1.1" status: 200 len: 992 time: 0.0631890 Apr 07 11:46:30.659979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-61f1dbe6-abc6-4a5a-9682-b9c12911a872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.862585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.984651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6090aa3b-3e48-4cce-a208-b9c850470732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.655876 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.482822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c59e-958b-4caf-8fa8-1e74d2387133 req-2728d2eb-d909-4387-9745-112626c57dda tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:34.484241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce80c59e-958b-4caf-8fa8-1e74d2387133 req-2728d2eb-d909-4387-9745-112626c57dda tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 945 time: 0.0545366 Apr 07 11:46:34.505181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.533045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce80c59e-958b-4caf-8fa8-1e74d2387133 req-8d31ccdb-c07b-41f4-a16e-da74dbe133e6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Apr 07 11:46:35.656135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ee202-7887-4bd7-9b41-d946522f89e7 req-43003c79-78d5-4226-aef7-0934da33c630 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:35.657659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-977ee202-7887-4bd7-9b41-d946522f89e7 req-43003c79-78d5-4226-aef7-0934da33c630 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 945 time: 0.0536213 Apr 07 11:46:35.720176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-977ee202-7887-4bd7-9b41-d946522f89e7 req-9992d246-8eba-4233-8981-dcf29a5d142a tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566442 Apr 07 11:46:36.060030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.126198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5d861-b26e-4609-b130-d8a26469725b req-4a271349-ae66-4be3-b559-f1f326d42cce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:36.127654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19b5d861-b26e-4609-b130-d8a26469725b req-4a271349-ae66-4be3-b559-f1f326d42cce tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 945 time: 0.0545917 Apr 07 11:46:36.219413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port 76586fe8-3a53-4a37-be50-ed397353223b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:46:36.219754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (76586fe8-3a53-4a37-be50-ed397353223b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.314378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] For port 76586fe8-3a53-4a37-be50-ed397353223b, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=76586fe8-3a53-4a37-be50-ed397353223b,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:36.314754 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (76586fe8-3a53-4a37-be50-ed397353223b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.499740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.500019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (3969d122-aa8e-4974-9f46-7bcd81eaf690), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.500341 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Floating IP 3969d122-aa8e-4974-9f46-7bcd81eaf690 disassociated. External IP: 172.25.5.191, port: 76586fe8-3a53-4a37-be50-ed397353223b. Apr 07 11:46:36.500691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for 76586fe8-3a53-4a37-be50-ed397353223b owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:46:36.632484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (76586fe8-3a53-4a37-be50-ed397353223b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.661825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=76586fe8-3a53-4a37-be50-ed397353223b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:36.675715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.676072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.677686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.678069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.678424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.678770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.679109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.679446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.679784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.680125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.680459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.680789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.681118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:36.828628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f65f0cd9-6093-4780-b572-298b1c601a7b req-0fc41b20-3bdb-4573-b721-e3ad660101b5 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/ports?device_id=324f8b08-ce65-44b4-81c3-97bcced5d32e HTTP/1.1" status: 200 len: 210 time: 0.0359297 Apr 07 11:46:36.832857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:36.947801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:36.959946 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:36.969648 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:36.970259 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:36.994900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] No DVR routers for this DVR port 76586fe8-3a53-4a37-be50-ed397353223b on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:46:36.998774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.002687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19b5d861-b26e-4609-b130-d8a26469725b req-b2d916ea-cb08-4838-bfe0-a714703cd7ea tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.41 "DELETE /v2.0/ports/76586fe8-3a53-4a37-be50-ed397353223b HTTP/1.1" status: 204 len: 173 time: 0.8701630 Apr 07 11:46:37.003191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'name': 'network-vif-deleted', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:37.005579 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48181a9a-4220-460c-b61e-f71ded80a78b" -d '{"events": [{"server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "name": "network-vif-deleted", "tag": "76586fe8-3a53-4a37-be50-ed397353223b"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:37.089497 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ea84ac-2e75-4166-8d94-f1195de90946 x-openstack-request-id: req-69ea84ac-2e75-4166-8d94-f1195de90946 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:37.089912 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324f8b08-ce65-44b4-81c3-97bcced5d32e", "name": "network-vif-deleted", "tag": "76586fe8-3a53-4a37-be50-ed397353223b", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:37.090259 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69ea84ac-2e75-4166-8d94-f1195de90946 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:37.092035 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ea84ac-2e75-4166-8d94-f1195de90946'] response: {'server_uuid': '324f8b08-ce65-44b4-81c3-97bcced5d32e', 'name': 'network-vif-deleted', 'tag': '76586fe8-3a53-4a37-be50-ed397353223b', 'status': 'completed', 'code': 200} Apr 07 11:46:37.099829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:37.221141 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.314458 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:37.344768 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:37.353157 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:37.353779 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:37.476022 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:37.693761 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:37.725346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c829d4c-269d-4e3e-a7a7-175cd3c2149f None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:38:41Z', 'revision_number': 4, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a4990f84-79e0-4881-916e-6c7719fe9c18', 'name': '', 'network_id': 'd7f4972e-29c9-4d81-83f5-71595b23c5cd', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'mac_address': 'fa:16:3e:b8:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:40Z', 'updated_at': '2022-04-07T11:38:49Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'subnets': [{'id': '8926300d-99dc-4bcc-9e0a-febfe51480e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:37.944476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:38.004265 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.005749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7463022-da5f-4e51-ae85-c3d35a7b33d6 None None] New status for floating IP 3969d122-aa8e-4974-9f46-7bcd81eaf690: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:46:38.027940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.079728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.082404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.083616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8 HTTP/1.1" status: 204 len: 168 time: 0.1381488 Apr 07 11:46:38.086517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49496) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:38.093755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:38.101581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.101909 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-c0201d10-9aeb-48ba-813a-957d180426f6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] show failed (client error): The resource could not be found. Apr 07 11:46:38.102069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.102253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.102588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.105944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.105944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c0201d10-9aeb-48ba-813a-957d180426f6 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "GET /v2.0/security-groups/4e4b8a0e-57e7-4df9-b06c-a2cb3d7581c8 HTTP/1.1" status: 404 len: 347 time: 0.0157623 Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf165f-34e9-4d20-8d06-b56f51694203 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:38.106971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49498) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:38.245337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Deleting port a249986c-20cc-4666-aa20-ed0b1c0700d8 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:46:38.245845 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.329899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.330236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (a249986c-20cc-4666-aa20-ed0b1c0700d8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.342065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Calling delete_port for a249986c-20cc-4666-aa20-ed0b1c0700d8 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:46:38.477468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a249986c-20cc-4666-aa20-ed0b1c0700d8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.504403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Pushing event deleted for resources: {'Port': ['ID=a249986c-20cc-4666-aa20-ed0b1c0700d8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:38.566383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks [] for floatingip (3969d122-aa8e-4974-9f46-7bcd81eaf690), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.568896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.570070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0284ec32-f867-4d82-b2b7-b30fbbb22ab9 tempest-AttachVolumeNegativeTest-1135235952 tempest-AttachVolumeNegativeTest-1135235952-project] 10.222.0.13 "DELETE /v2.0/floatingips/3969d122-aa8e-4974-9f46-7bcd81eaf690 HTTP/1.1" status: 204 len: 168 time: 0.4626873 Apr 07 11:46:41.646667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 76586fe8-3a53-4a37-be50-ed397353223b no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:46:41.667022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 76586fe8-3a53-4a37-be50-ed397353223b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:46:41.667371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 76586fe8-3a53-4a37-be50-ed397353223b not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:46:44.286523 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:50.650188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa019-6d1c-424a-a9ff-2f731c743e7c req-c41be668-44d5-4b6c-adc5-dec5f88f049a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.651823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-781aa019-6d1c-424a-a9ff-2f731c743e7c req-c41be668-44d5-4b6c-adc5-dec5f88f049a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0717628 Apr 07 11:46:50.737577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-781aa019-6d1c-424a-a9ff-2f731c743e7c req-369ab996-238b-4928-bc36-e952c57d5e09 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753491 Apr 07 11:46:50.762893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:50.849012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a484c68c-9aec-4212-892a-1db4f936bc0f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/1a69646a-9dd3-46a4-badb-1cae3b462df8 HTTP/1.1" status: 200 len: 992 time: 0.0743778 Apr 07 11:46:51.318237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd34d8-5fd2-43b8-a4cf-fdba35fc27c4 req-4b36840a-40c1-497a-b721-679368b94924 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.326221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2dd34d8-5fd2-43b8-a4cf-fdba35fc27c4 req-4b36840a-40c1-497a-b721-679368b94924 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1127 time: 0.0887640 Apr 07 11:46:51.395046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2dd34d8-5fd2-43b8-a4cf-fdba35fc27c4 req-8776903a-fb9b-4bee-9db7-0a26061091d9 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675108 Apr 07 11:46:52.034961 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-43185b89-aaaa-412a-b467-f89a2b891aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460095 Apr 07 11:46:52.046024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-d28be1d8-fb95-42e9-90df-4567b188554e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:46:52.047094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-d28be1d8-fb95-42e9-90df-4567b188554e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060384 Apr 07 11:46:52.130731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-d2b3dacb-ee26-46e4-acf2-26e6873d9801 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.132556 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-d2b3dacb-ee26-46e4-acf2-26e6873d9801 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 1124 time: 0.0462492 Apr 07 11:46:52.669436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-b4b6fde0-a639-4a4d-a752-b05c34e1c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.671088 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-b4b6fde0-a639-4a4d-a752-b05c34e1c900 service neutron] 10.222.0.13 "GET /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 1124 time: 0.0405014 Apr 07 11:46:52.685012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Request body: {'binding': {'host': 'n-h2-836788-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:52.685626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Unknown quota resources ['binding']. {{(pid=104177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 11:46:52.831993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on host n-h2-836788-1 for vnic_type normal with profile None {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:52.832327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:52.832654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:52.838322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:52.838322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:52.845591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:52.846248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Checking segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:52.846633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Bound using segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:52.847269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Bound port: 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:52.970186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:52.977111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.978319 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] 10.222.0.13 "POST /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2993617 Apr 07 11:46:53.188164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430ba4c-a18b-4759-9c47-ca6682337e19 req-c169c23a-239f-46fc-81cb-f0f169b166a2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.190039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f430ba4c-a18b-4759-9c47-ca6682337e19 req-c169c23a-239f-46fc-81cb-f0f169b166a2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0606954 Apr 07 11:46:53.246213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f430ba4c-a18b-4759-9c47-ca6682337e19 req-54333ffd-9bea-49fb-a263-3949986cb87d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498116 Apr 07 11:46:53.344277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-4cc62aa3-53cc-49e6-af52-d65d7dac5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.345974 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-4cc62aa3-53cc-49e6-af52-d65d7dac5b9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1127 time: 0.1676178 Apr 07 11:46:53.441736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-e9727785-2143-4f7a-bcf1-1fb1f92f513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.443193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-e9727785-2143-4f7a-bcf1-1fb1f92f513a service neutron] 10.222.0.41 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 897 time: 0.0912104 Apr 07 11:46:53.516207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-0d5efcbd-b908-4067-809b-34369f705022 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 1000 time: 0.0673344 Apr 07 11:46:53.574254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-4749e169-c793-4943-897e-8b7a3bb33274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.576729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-4749e169-c793-4943-897e-8b7a3bb33274 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.0554192 Apr 07 11:46:53.627199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-e8936874-908e-4310-baa2-1e382086c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.628716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-e8936874-908e-4310-baa2-1e382086c79f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466573 Apr 07 11:46:53.728337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-72f3b5d7-711c-4ccd-ac2b-bab2e337e67b service neutron] 10.222.0.41 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939145 Apr 07 11:46:53.825936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-a22fae23-7ad9-453a-8e2c-d67d39e0de32 service neutron] 10.222.0.41 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912492 Apr 07 11:46:53.978894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f012e46e-5253-4de0-a071-3b7079327f81 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.980548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f012e46e-5253-4de0-a071-3b7079327f81 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2&tenant_id=fe704d60a6d34cdc845c72643be779cb&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1127 time: 0.0984159 Apr 07 11:46:53.992427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836788-1'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:54.056044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.189301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:54.226265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:54.265736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:54.267963 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c455c8-2bc9-4a6b-b1ff-52194ce8c553" -d '{"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-unplugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:54.271601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Publish callbacks [] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.278304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.345670 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0288e-3620-420f-a422-9f3c57efd0cb x-openstack-request-id: req-56e0288e-3620-420f-a422-9f3c57efd0cb {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:54.346302 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-unplugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:54.346666 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56e0288e-3620-420f-a422-9f3c57efd0cb {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:54.347169 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e0288e-3620-420f-a422-9f3c57efd0cb'] response: {'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'code': 200} Apr 07 11:46:54.348758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:54.487640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a8e1-71cd-4212-a0cf-7879151ec18f req-dac6e7e8-af96-4e0f-9187-bc80bc6c9368 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.494874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9df0a8e1-71cd-4212-a0cf-7879151ec18f req-dac6e7e8-af96-4e0f-9187-bc80bc6c9368 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 943 time: 0.0828376 Apr 07 11:46:54.531452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on host n-h1-836788-1 for vnic_type normal with profile {"migrating_to": "n-h2-836788-1"} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:54.531786 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:54.532117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:54.546156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:54.546554 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Attempting to bind port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on network 396c03df-f925-4a4b-9d32-a2fabc9d0abf {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:54.561835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:54.562230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Checking segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:54.562615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Bound using segment: {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:54.563051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Bound port: 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d5b3c5-ff8d-4cf5-80c3-9384cb153973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:54.563409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.598772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9df0a8e1-71cd-4212-a0cf-7879151ec18f req-b58bb6df-194c-4615-86db-3bdee28a1daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027205 Apr 07 11:46:54.656915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-78f2e0ba-12db-4e05-b9d6-4e3df238000f None None] Provisioning complete for port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:54.657500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78f2e0ba-12db-4e05-b9d6-4e3df238000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.667264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:54.671562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:54.679456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.693160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-78f2e0ba-12db-4e05-b9d6-4e3df238000f None None] Port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:54.808054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=8']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:54.857178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.858290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.860085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4310530-7eff-4fbe-b42b-f25ac84ea2ca service neutron] 10.222.0.41 "PUT /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 1121 time: 0.8717613 Apr 07 11:46:54.922812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:55.143960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] Provisioning complete for port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:55.144441 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.288675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] Current status of the port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:55.289082 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.316283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:55.318659 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19b81d8-f2ad-474f-bac4-c7e84ff6cd66" -d '{"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-plugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:55.331925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:55.336921 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.388046 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c763d0-cf2e-46bf-b43c-fc1b4f090c0a x-openstack-request-id: req-a2c763d0-cf2e-46bf-b43c-fc1b4f090c0a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:55.388342 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-plugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:55.388805 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2c763d0-cf2e-46bf-b43c-fc1b4f090c0a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:55.389233 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c763d0-cf2e-46bf-b43c-fc1b4f090c0a'] response: {'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'code': 200} Apr 07 11:46:55.498061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3125-9167-4f2f-9767-82449988c528 None None] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:55.724482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dea110-5b03-4f92-8e0c-5956752e71f7 req-ae628b69-fb82-4dd6-a7be-9b53f62efb9a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:55.726000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1dea110-5b03-4f92-8e0c-5956752e71f7 req-ae628b69-fb82-4dd6-a7be-9b53f62efb9a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0580385 Apr 07 11:46:55.776334 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f1dea110-5b03-4f92-8e0c-5956752e71f7 req-14aa9c8f-8091-4244-adb7-dd79a6831725 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442355 Apr 07 11:46:56.119467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49900) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:56.347894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:56.350502 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c71662-51ab-4383-8bd8-f7405ecade42" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:56.415783 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a0a462-5db5-4f0b-84a8-3cfe522db56d x-openstack-request-id: req-03a0a462-5db5-4f0b-84a8-3cfe522db56d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:56.416078 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:56.416617 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03a0a462-5db5-4f0b-84a8-3cfe522db56d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:56.417007 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a0a462-5db5-4f0b-84a8-3cfe522db56d'] response: {'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'status': 'completed', 'code': 200} Apr 07 11:46:56.530894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-c4c6a79b-b073-494c-82c1-52a08a16a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.532479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-c4c6a79b-b073-494c-82c1-52a08a16a1a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1157 time: 0.0865006 Apr 07 11:46:56.679929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-a3f6f729-34ab-4c9f-8763-9fa5e844a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.682869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-a3f6f729-34ab-4c9f-8763-9fa5e844a50d service neutron] 10.222.0.23 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 897 time: 0.1295695 Apr 07 11:46:57.188792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-e28f0642-a1e7-4aa1-b14a-27d2c239f416 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 1000 time: 0.4990737 Apr 07 11:46:57.274431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6e907-25a6-4298-abe4-e141fc41ec20 req-f2a37eb0-55e6-47a8-a7dc-e00748272197 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.275950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ca6e907-25a6-4298-abe4-e141fc41ec20 req-f2a37eb0-55e6-47a8-a7dc-e00748272197 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.1523659 Apr 07 11:46:57.314446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-64f04ec4-702b-4a06-a86e-ebd2c3c24753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.315930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-64f04ec4-702b-4a06-a86e-ebd2c3c24753 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.1212504 Apr 07 11:46:57.391141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.431904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3ca6e907-25a6-4298-abe4-e141fc41ec20 req-f065c93d-fcd6-492f-871a-7d78a4494a98 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491055 Apr 07 11:46:57.498948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-2c80ad98-9404-4e5a-af5e-3a8a89a2d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.502731 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-2c80ad98-9404-4e5a-af5e-3a8a89a2d05e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1782246 Apr 07 11:46:57.686790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-30a50b71-e884-44a8-ad66-37af24f4d452 service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725335 Apr 07 11:46:57.728777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:57.848990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:57.862187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 has no active binding in host n-h2-836788-1 {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 07 11:46:57.868153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2c71662-51ab-4383-8bd8-f7405ecade42 req-2e1f01cb-ac83-421e-b6c5-f058e6be541f service neutron] 10.222.0.23 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719382 Apr 07 11:46:57.892518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Deleting port a4990f84-79e0-4881-916e-6c7719fe9c18 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:46:57.892856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.993601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] For port a4990f84-79e0-4881-916e-6c7719fe9c18, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a4990f84-79e0-4881-916e-6c7719fe9c18,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:57.993900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.011907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Calling delete_port for a4990f84-79e0-4881-916e-6c7719fe9c18 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:46:58.217763 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a4990f84-79e0-4881-916e-6c7719fe9c18), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.252643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4990f84-79e0-4881-916e-6c7719fe9c18,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:58.463636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.646060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511ec35-2b9b-4577-b673-6fcf03d89ca2 req-9c71be5f-b08d-4752-9aaf-942cdbab5a66 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.647581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a511ec35-2b9b-4577-b673-6fcf03d89ca2 req-9c71be5f-b08d-4752-9aaf-942cdbab5a66 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.1262679 Apr 07 11:46:58.771970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a511ec35-2b9b-4577-b673-6fcf03d89ca2 req-aa2d0121-9048-4e65-99bd-4c9a880c9e00 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172776 Apr 07 11:46:58.799992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:58.922308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:58.932397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-580496d3-5e71-46db-859f-491de169b731 admin admin] 10.222.0.13 "PUT /v2.0/routers/da1f19e5-09fb-4825-b58c-fc8a55e8ccbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8073719 Apr 07 11:46:58.932563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49956) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:58.935090 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] Sync routers for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:58.946383 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:58.947010 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:59.055764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks [] for router (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.056359 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:59.174880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks [] for router_gateway (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.236798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Deleting port 9f8b3a81-8da8-4959-adf1-c503698aa8a5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:46:59.237161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.241707 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:46:58Z', 'revision_number': 5, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port': {'id': '9f8b3a81-8da8-4959-adf1-c503698aa8a5', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:38:37Z', 'updated_at': '2022-04-07T11:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:59.276546 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] Checking router: da1f19e5-09fb-4825-b58c-fc8a55e8ccbf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:59.286543 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] Routers {'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:59.287170 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:46:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:59.361309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] For port 9f8b3a81-8da8-4959-adf1-c503698aa8a5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9f8b3a81-8da8-4959-adf1-c503698aa8a5,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:59.362286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.382228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Calling delete_port for 9f8b3a81-8da8-4959-adf1-c503698aa8a5 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:46:59.486846 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] Set router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:59.539200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 6, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:59.567423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9f8b3a81-8da8-4959-adf1-c503698aa8a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.569033 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2fbc4-ccf4-4953-a671-016d4b296676 None None] The sync data for ids ['da1f19e5-09fb-4825-b58c-fc8a55e8ccbf'] in n-d-836788-1 is: [{'id': 'da1f19e5-09fb-4825-b58c-fc8a55e8ccbf', 'name': 'tempest-AttachVolumeNegativeTest-288426121-router', 'tenant_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:38:36Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 6, 'project_id': 'c24de5fb945a4bba8dfd8b6832ed0415', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:59.603931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8b3a81-8da8-4959-adf1-c503698aa8a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.676834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.774414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.776547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks [] for router_controller (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.822237 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (da1f19e5-09fb-4825-b58c-fc8a55e8ccbf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.822894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da1f19e5-09fb-4825-b58c-fc8a55e8ccbf {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:46:59.831580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.835042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8beb8df-6878-4214-b408-88404dff6ff3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/da1f19e5-09fb-4825-b58c-fc8a55e8ccbf HTTP/1.1" status: 204 len: 168 time: 0.8995306 Apr 07 11:46:59.836689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 49974) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:59.919828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Deleting subnet 8926300d-99dc-4bcc-9e0a-febfe51480e2 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:46:59.925169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Publish callbacks [] for subnet (8926300d-99dc-4bcc-9e0a-febfe51480e2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.967204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8926300d-99dc-4bcc-9e0a-febfe51480e2), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.014077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa025a-53d8-4fda-a47f-efd6791db4ca req-d26a8a69-26a1-4bde-b09d-01f638437169 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.015629 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5fa025a-53d8-4fda-a47f-efd6791db4ca req-d26a8a69-26a1-4bde-b09d-01f638437169 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.1496022 Apr 07 11:47:00.097823 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8926300d-99dc-4bcc-9e0a-febfe51480e2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.103308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5fa025a-53d8-4fda-a47f-efd6791db4ca req-1388ff95-af47-4cf1-8a23-e7a70bfdc3c3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796282 Apr 07 11:47:00.156174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8926300d-99dc-4bcc-9e0a-febfe51480e2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.183048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8926300d-99dc-4bcc-9e0a-febfe51480e2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.187342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.190510 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8d45b2bb-0e43-4c2e-aae8-6fc5a1b9391c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8926300d-99dc-4bcc-9e0a-febfe51480e2 HTTP/1.1" status: 204 len: 168 time: 0.3540964 Apr 07 11:47:00.193104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 49980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:00.197268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f4d04e-2a61-4038-9d55-ef3f38c68c1c None None] Network d7f4972e-29c9-4d81-83f5-71595b23c5cd requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:00.273200 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d7f4972e-29c9-4d81-83f5-71595b23c5cd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.344900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Deleting port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:00.345527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.397223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] DHCP port deletion for d7f4972e-29c9-4d81-83f5-71595b23c5cd request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:47:00.423131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] For port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:00.423501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.437338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Calling delete_port for efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:00.458366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] Deleting port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:00.458744 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.539870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] For port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,segment=NetworkSegment(90b770ec-384b-4c17-a98e-534a2b7418c3),segment_id=90b770ec-384b-4c17-a98e-534a2b7418c3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:00.540351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.560648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] Calling delete_port for efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:00.664834 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.697609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c7db230-1583-4903-8962-0bf8b86140ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.700188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] Pushing event deleted for resources: {'Port': ['ID=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.723103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca3b869-f5cb-4c1c-a460-e2843b53628f None None] No DVR routers for this DVR port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:00.938202 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.964738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.967501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] No DVR routers for this DVR port efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:01.044399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d7f4972e-29c9-4d81-83f5-71595b23c5cd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.064970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f4972e-29c9-4d81-83f5-71595b23c5cd']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:01.074067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b770ec-384b-4c17-a98e-534a2b7418c3') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:01.074350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b770ec-384b-4c17-a98e-534a2b7418c3') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:01.083630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (90b770ec-384b-4c17-a98e-534a2b7418c3), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.096669 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (90b770ec-384b-4c17-a98e-534a2b7418c3), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.102713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:47:01.103095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (90b770ec-384b-4c17-a98e-534a2b7418c3), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: self.session.flush() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:47:01.104889 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:47:01.160271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d7f4972e-29c9-4d81-83f5-71595b23c5cd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.165412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.169679 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7f4972e-29c9-4d81-83f5-71595b23c5cd HTTP/1.1" status: 204 len: 168 time: 0.9753773 Apr 07 11:47:01.210728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a72481-1b86-4742-a76b-3c048d794f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f4972e-29c9-4d81-83f5-71595b23c5cd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:01.257748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00ea4-237d-45b5-9f54-7000080e6ebf req-57803132-1f6b-44c4-b13f-0449844780a2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.259281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05b00ea4-237d-45b5-9f54-7000080e6ebf req-57803132-1f6b-44c4-b13f-0449844780a2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0740509 Apr 07 11:47:01.317645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05b00ea4-237d-45b5-9f54-7000080e6ebf req-8104e076-2d64-49e0-9f97-0f2ebf35f759 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524848 Apr 07 11:47:01.322403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50004) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:01.375289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-af1a00bb-3619-4452-853f-13b52c40767b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c24de5fb945a4bba8dfd8b6832ed0415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508270 Apr 07 11:47:01.377100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50006) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:01.380193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a4990f84-79e0-4881-916e-6c7719fe9c18 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:01.403561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a4990f84-79e0-4881-916e-6c7719fe9c18 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:01.404884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a4990f84-79e0-4881-916e-6c7719fe9c18 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:01.405406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9f8b3a81-8da8-4959-adf1-c503698aa8a5 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:01.427738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9f8b3a81-8da8-4959-adf1-c503698aa8a5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:01.428100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9f8b3a81-8da8-4959-adf1-c503698aa8a5 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:01.428529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:01.431315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22984475-5adc-41df-967f-35389ddc1f9d admin admin] Publish callbacks [] for security_group (3916b3ec-e565-4069-a9c0-11102d7fd815), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.448015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:01.448367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efce6ca2-8462-4c0e-baa8-7b3dd65e2d4c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:01.453934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22984475-5adc-41df-967f-35389ddc1f9d admin admin] Publish callbacks [] for security_group (3916b3ec-e565-4069-a9c0-11102d7fd815), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.512385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22984475-5adc-41df-967f-35389ddc1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3916b3ec-e565-4069-a9c0-11102d7fd815), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.515258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-22984475-5adc-41df-967f-35389ddc1f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.516427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-22984475-5adc-41df-967f-35389ddc1f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3916b3ec-e565-4069-a9c0-11102d7fd815 HTTP/1.1" status: 204 len: 168 time: 0.1375201 Apr 07 11:47:01.524818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22984475-5adc-41df-967f-35389ddc1f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3916b3ec-e565-4069-a9c0-11102d7fd815,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:01.882792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.450453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379492-3fc4-4eee-9327-580253bc0be9 req-9266c941-1ebe-4a32-adf8-c41f3b38f052 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.452573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44379492-3fc4-4eee-9327-580253bc0be9 req-9266c941-1ebe-4a32-adf8-c41f3b38f052 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 945 time: 0.0587656 Apr 07 11:47:02.513257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44379492-3fc4-4eee-9327-580253bc0be9 req-b8b5af81-d777-49cb-a56c-1b4a4b14c46e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520954 Apr 07 11:47:02.989643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ba73eb1e-df58-41c1-a24f-a6158d151d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.241055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-5e289491-4f29-43a2-a195-0193d2f20730 service neutron] 10.222.0.23 "GET /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7/bindings/n-h2-836788-1 HTTP/1.1" status: 200 len: 384 time: 0.0650139 Apr 07 11:47:03.440048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:03.461718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:03.508184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:03.510704 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72019585-b38a-464c-9e23-7cd36292ffa3" -d '{"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-unplugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:03.520247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:03.537791 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.606451 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be09e8c-dd5f-4929-bd18-61f46060e1f8 x-openstack-request-id: req-7be09e8c-dd5f-4929-bd18-61f46060e1f8 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:03.606808 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-unplugged", "status": "completed", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:03.607074 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7be09e8c-dd5f-4929-bd18-61f46060e1f8 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:03.607489 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be09e8c-dd5f-4929-bd18-61f46060e1f8'] response: {'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'code': 200} Apr 07 11:47:03.645026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] Transition to ACTIVE for port object 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:03.668942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.673590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.802805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] Pushing event updated for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=11']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:03.816911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15852e67-2296-46be-af2e-79d5786b75f2 req-7d311b11-52fe-4f0d-bfc3-110f467af038 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:03.818540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15852e67-2296-46be-af2e-79d5786b75f2 req-7d311b11-52fe-4f0d-bfc3-110f467af038 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.2050719 Apr 07 11:47:03.895514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] No DVR routers for this DVR port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:03.906792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15852e67-2296-46be-af2e-79d5786b75f2 req-fa5ece6a-82d2-4baf-9ddf-fb34ae614a9c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820713 Apr 07 11:47:04.061981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-6aaa90b2-d8b1-4e58-a702-aeffbe3639e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7/bindings/n-h2-836788-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8155560 Apr 07 11:47:04.182223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-7e78a3fa-ec55-4501-bed4-9b359db76450 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.183972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-7e78a3fa-ec55-4501-bed4-9b359db76450 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2&tenant_id=fe704d60a6d34cdc845c72643be779cb&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0660348 Apr 07 11:47:04.250432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-610c4a5e-a464-4288-92d7-bd17746e1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.252020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-610c4a5e-a464-4288-92d7-bd17746e1589 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 1126 time: 0.0606265 Apr 07 11:47:04.326424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-4112311f-240f-4219-ab26-ee4b52881463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.327951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-4112311f-240f-4219-ab26-ee4b52881463 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1126 time: 0.0531831 Apr 07 11:47:04.417468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f09d83d8-7df4-40ae-9e16-75c730f805ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.420416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f09d83d8-7df4-40ae-9e16-75c730f805ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 897 time: 0.0861907 Apr 07 11:47:04.493460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-78657250-7734-4642-907e-98b3b0570683 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 998 time: 0.0666120 Apr 07 11:47:04.518851 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:04.544489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-265c5b61-806d-4117-bb85-584d511dc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.545942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-265c5b61-806d-4117-bb85-584d511dc821 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.0472827 Apr 07 11:47:04.597069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-3101005f-7158-42bb-b1e9-821a3892e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.598586 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-3101005f-7158-42bb-b1e9-821a3892e94b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459993 Apr 07 11:47:04.692668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-f4c5fa64-eac8-4d31-80fa-5cd8b0f3705f service neutron] 10.222.0.41 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878098 Apr 07 11:47:04.797324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-3a78fe21-b1ee-4dd5-b16c-61809c6d79ff service neutron] 10.222.0.41 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993595 Apr 07 11:47:05.092950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e925-3d44-4b43-a3da-eb4d7412037f req-e9b74f6f-4f1b-450a-b596-05deefb7ba46 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.094508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7676e925-3d44-4b43-a3da-eb4d7412037f req-e9b74f6f-4f1b-450a-b596-05deefb7ba46 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.1045172 Apr 07 11:47:05.106528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-bfb16d2f-cb18-4b8d-8f64-6fed1f150370 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.107967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-bfb16d2f-cb18-4b8d-8f64-6fed1f150370 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2&tenant_id=fe704d60a6d34cdc845c72643be779cb&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 1126 time: 0.0821640 Apr 07 11:47:05.311136 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7676e925-3d44-4b43-a3da-eb4d7412037f req-b5f53770-71b6-4a8a-a722-60a202d70ba0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084966 Apr 07 11:47:05.336628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-ab2a0e4c-5ead-4e0f-9110-7674cf4aec34 service neutron] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:05.340922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-ab2a0e4c-5ead-4e0f-9110-7674cf4aec34 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.342573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-ab2a0e4c-5ead-4e0f-9110-7674cf4aec34 service neutron] 10.222.0.41 "DELETE /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7/bindings/n-h1-836788-1 HTTP/1.1" status: 204 len: 173 time: 0.2286768 Apr 07 11:47:06.060879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.159618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:06.200675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 11:47:06.201020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:06.456729 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0af71-f2b3-407f-92a5-3633c4250409 req-2261aedf-8830-4d4a-960c-118c4cbdf0c2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.459571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a0af71-f2b3-407f-92a5-3633c4250409 req-2261aedf-8830-4d4a-960c-118c4cbdf0c2 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.0655768 Apr 07 11:47:06.523113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a0af71-f2b3-407f-92a5-3633c4250409 req-eef54d5b-7503-4957-8b80-43b3c96b7cfe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559895 Apr 07 11:47:06.648716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48227-9a8f-4dbe-acba-c126316d6aa6 req-337d6cca-4422-43d5-b352-e82d6e4b46e4 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.650286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96c48227-9a8f-4dbe-acba-c126316d6aa6 req-337d6cca-4422-43d5-b352-e82d6e4b46e4 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1126 time: 0.0494890 Apr 07 11:47:06.701260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96c48227-9a8f-4dbe-acba-c126316d6aa6 req-6354a0ff-b922-4b7c-afe6-1e12b1126700 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440264 Apr 07 11:47:06.831389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e0705-0baf-4495-b2f5-2622178dbc15 req-dd870f8e-de63-4192-856e-544911724c9d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.833238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b77e0705-0baf-4495-b2f5-2622178dbc15 req-dd870f8e-de63-4192-856e-544911724c9d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.0611982 Apr 07 11:47:06.884554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b77e0705-0baf-4495-b2f5-2622178dbc15 req-29914250-4bac-4a47-a88f-5e27718229b1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457990 Apr 07 11:47:06.909536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50162) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:06.971185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef740819-6bf5-49ee-a606-22a154c94007 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/1a69646a-9dd3-46a4-badb-1cae3b462df8 HTTP/1.1" status: 200 len: 990 time: 0.0604239 Apr 07 11:47:07.214458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.207979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50224) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:09.371228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port ddde6094-d453-432f-8f41-574e66f0f081 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:09.371685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ddde6094-d453-432f-8f41-574e66f0f081), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.449860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ddde6094-d453-432f-8f41-574e66f0f081), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.450189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (ddde6094-d453-432f-8f41-574e66f0f081), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.461922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for ddde6094-d453-432f-8f41-574e66f0f081 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:09.644881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ddde6094-d453-432f-8f41-574e66f0f081), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.671038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=ddde6094-d453-432f-8f41-574e66f0f081,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:09.764717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (1a69646a-9dd3-46a4-badb-1cae3b462df8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.764975 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP 1a69646a-9dd3-46a4-badb-1cae3b462df8 disassociated (deleted). External IP: 172.25.5.31, port: 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7. Apr 07 11:47:10.017392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router c438cff9-de94-4568-a096-ad12d46f2371 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:10.139231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:10.143592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.153764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] Sync routers for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:10.164717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:10.165728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:10.176456 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-768ea52e-9bb3-4003-bd0a-945a394020ac tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a69646a-9dd3-46a4-badb-1cae3b462df8 HTTP/1.1" status: 204 len: 168 time: 0.9671345 Apr 07 11:47:10.177193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:10.179618 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d59dec4-f7c7-4bda-adba-9630dddad739" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:10.315041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:10.438364 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b94547b-120a-4bb9-8949-30f26449d927 x-openstack-request-id: req-0b94547b-120a-4bb9-8949-30f26449d927 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:10.438882 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:10.438882 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b94547b-120a-4bb9-8949-30f26449d927 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:10.439361 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b94547b-120a-4bb9-8949-30f26449d927'] response: {'name': 'network-changed', 'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'status': 'completed', 'code': 200} Apr 07 11:47:10.575438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:10.595605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05747a6-c81d-4c4c-b304-bf64a1d09450 req-fe013c91-0389-472a-863c-f42696dc1dc6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.603224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b05747a6-c81d-4c4c-b304-bf64a1d09450 req-fe013c91-0389-472a-863c-f42696dc1dc6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.0805631 Apr 07 11:47:10.614592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] Checking router: c438cff9-de94-4568-a096-ad12d46f2371 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:10.624584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-e7bd21fd-ce74-49c7-9edf-e0fb7b548a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.626131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-e7bd21fd-ce74-49c7-9edf-e0fb7b548a4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 1126 time: 0.1598008 Apr 07 11:47:10.626738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:10.627588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:10.718749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b05747a6-c81d-4c4c-b304-bf64a1d09450 req-b62abae7-3e93-4a73-9adf-0e4db065736e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=9892a442-71a9-4d4d-92f3-d2f40830e542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145158 Apr 07 11:47:10.779702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:10.791271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-ff0e8a69-5a83-4d65-aec5-852b349347da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.793702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-ff0e8a69-5a83-4d65-aec5-852b349347da service neutron] 10.222.0.41 "GET /v2.0/networks?id=396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 200 len: 897 time: 0.1586406 Apr 07 11:47:10.853107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-ae4598b5-6b4b-43c3-8aef-6d52fdad3fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 200 len: 217 time: 0.0527415 Apr 07 11:47:10.937770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-b9fe53e0-bc21-4253-859e-2176d24cde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.939355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-b9fe53e0-bc21-4253-859e-2176d24cde0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 200 len: 834 time: 0.0794179 Apr 07 11:47:11.023878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-6df41e0d-55a2-42b9-836b-f4144ea4b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.025696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-6df41e0d-55a2-42b9-836b-f4144ea4b16c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=396c03df-f925-4a4b-9d32-a2fabc9d0abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799537 Apr 07 11:47:11.037772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-a15714be-c3e5-416a-af55-aaae81ab8f20 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:47:11.038969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-a15714be-c3e5-416a-af55-aaae81ab8f20 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059924 Apr 07 11:47:11.070376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:11.104597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9cb7-8c76-4870-946c-b76de24713fa None None] The sync data for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 is: [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:46:06Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '79e82fab-a903-478c-808d-db5e489dc87b', 'name': '', 'network_id': '396c03df-f925-4a4b-9d32-a2fabc9d0abf', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:2a:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:05Z', 'updated_at': '2022-04-07T11:46:10Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': '8b6cd151-30fe-4592-ae73-be8f2b43ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:11.159910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-a986a575-19c0-4ba6-8714-0cc5d3880ba3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.165388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-cbee32f8-5919-4321-8344-42a55011af62 service neutron] 10.222.0.41 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203554 Apr 07 11:47:11.166145 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-a986a575-19c0-4ba6-8714-0cc5d3880ba3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 944 time: 0.1398456 Apr 07 11:47:11.311993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:11.312330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.344947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-09855590-1c2c-4621-b2ee-d893b8bd91cf service neutron] 10.222.0.41 "GET /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652629 Apr 07 11:47:11.426760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:11.427533 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.443084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:11.505465 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e49c9-4b1f-464e-86e3-181e9290e0be None None] New status for floating IP 1a69646a-9dd3-46a4-badb-1cae3b462df8: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:47:11.603103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (607cf72a-bfc7-45a8-aeb1-8fbc07d019c7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.638518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=607cf72a-bfc7-45a8-aeb1-8fbc07d019c7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:11.690346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] No DVR routers for this DVR port 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:11.693108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.696587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-407e3212-62e0-47bd-8b2a-84abbc785360 req-361b3054-1de1-4a37-bf32-a95d635b790e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.41 "DELETE /v2.0/ports/607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 HTTP/1.1" status: 204 len: 173 time: 0.5182650 Apr 07 11:47:11.819064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-001eb804-dd60-4bc6-9716-12eace0a1a96 req-53cb7f61-cecd-4130-ba39-1f49f55affb0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad8c36b-00ae-4138-a335-b38aed5c0df2 HTTP/1.1" status: 200 len: 210 time: 0.0297117 Apr 07 11:47:12.440983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-deleted', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:12.443364 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90764a9d-53a3-4fb6-acb8-9f70bec6bd18" -d '{"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-deleted", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:12.480066 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb94777-fb74-47cc-93eb-3f4408035767 x-openstack-request-id: req-4eb94777-fb74-47cc-93eb-3f4408035767 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:12.480451 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8c36b-00ae-4138-a335-b38aed5c0df2", "name": "network-vif-deleted", "tag": "607cf72a-bfc7-45a8-aeb1-8fbc07d019c7", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:12.480811 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eb94777-fb74-47cc-93eb-3f4408035767 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:12.481312 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb94777-fb74-47cc-93eb-3f4408035767'] response: {'server_uuid': '2ad8c36b-00ae-4138-a335-b38aed5c0df2', 'name': 'network-vif-deleted', 'tag': '607cf72a-bfc7-45a8-aeb1-8fbc07d019c7', 'status': 'completed', 'code': 200} Apr 07 11:47:12.881630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50290) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:13.280261 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (c438cff9-de94-4568-a096-ad12d46f2371), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.556585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 79e82fab-a903-478c-808d-db5e489dc87b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:13.557285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (79e82fab-a903-478c-808d-db5e489dc87b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.894020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port 79e82fab-a903-478c-808d-db5e489dc87b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=79e82fab-a903-478c-808d-db5e489dc87b,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:13.894396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (79e82fab-a903-478c-808d-db5e489dc87b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.909929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 79e82fab-a903-478c-808d-db5e489dc87b owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:14.150577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (79e82fab-a903-478c-808d-db5e489dc87b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.208013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=79e82fab-a903-478c-808d-db5e489dc87b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:14.432418 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (c438cff9-de94-4568-a096-ad12d46f2371), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.714737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router c438cff9-de94-4568-a096-ad12d46f2371 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:14.851945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:14.861182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-41ad4f8b-d17c-48d7-97f1-c5748f0923ca tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/c438cff9-de94-4568-a096-ad12d46f2371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758942 Apr 07 11:47:14.861612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50300) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:14.870391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] Sync routers for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:14.891605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:14.892521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:14.938157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting subnet 8b6cd151-30fe-4592-ae73-be8f2b43ccfd {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:47:14.941794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (8b6cd151-30fe-4592-ae73-be8f2b43ccfd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.984837 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (8b6cd151-30fe-4592-ae73-be8f2b43ccfd), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.028083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:15.074196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (8b6cd151-30fe-4592-ae73-be8f2b43ccfd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.155495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (8b6cd151-30fe-4592-ae73-be8f2b43ccfd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.189544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6cd151-30fe-4592-ae73-be8f2b43ccfd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:15.202291 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.214284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d37e8a6b-fee3-4dee-8e93-5dd3de2fe575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/subnets/8b6cd151-30fe-4592-ae73-be8f2b43ccfd HTTP/1.1" status: 204 len: 168 time: 0.3489778 Apr 07 11:47:15.214490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50306) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:15.463086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (c438cff9-de94-4568-a096-ad12d46f2371), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.490450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b38854-fbbf-4249-86bb-bb223597568e None None] Network 396c03df-f925-4a4b-9d32-a2fabc9d0abf requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:15.668750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:47:14Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '9a782b09-d847-4ab8-b6c8-c4efe0aed819', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:02Z', 'updated_at': '2022-04-07T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:15.686637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (c438cff9-de94-4568-a096-ad12d46f2371), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.735671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] Checking router: c438cff9-de94-4568-a096-ad12d46f2371 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:15.747391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] Routers {'c438cff9-de94-4568-a096-ad12d46f2371'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:15.748407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c438cff9-de94-4568-a096-ad12d46f2371'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:15.795092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] DHCP port deletion for 396c03df-f925-4a4b-9d32-a2fabc9d0abf request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:47:15.797890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:15.818886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 9a782b09-d847-4ab8-b6c8-c4efe0aed819 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:15.819461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.890868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] Set router c438cff9-de94-4568-a096-ad12d46f2371 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:15.952741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:47:15Z', 'revision_number': 6, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:15.979036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port 9a782b09-d847-4ab8-b6c8-c4efe0aed819, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9a782b09-d847-4ab8-b6c8-c4efe0aed819,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:15.979351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.013811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 9a782b09-d847-4ab8-b6c8-c4efe0aed819 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:16.023477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:16.023835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 607cf72a-bfc7-45a8-aeb1-8fbc07d019c7 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:16.029300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe82045-f2d7-40b9-97b9-abb4ace4b3a0 None None] The sync data for ids ['c438cff9-de94-4568-a096-ad12d46f2371'] in n-d-836788-1 is: [{'id': 'c438cff9-de94-4568-a096-ad12d46f2371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276612657', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:01Z', 'updated_at': '2022-04-07T11:47:15Z', 'revision_number': 6, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:16.090815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Deleting port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:16.091351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.206040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] For port c7d2c4f0-45d9-4e07-af95-a4631d30ef91, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,segment=NetworkSegment(40d5b3c5-ff8d-4cf5-80c3-9384cb153973),segment_id=40d5b3c5-ff8d-4cf5-80c3-9384cb153973)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:16.206501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.224266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Calling delete_port for c7d2c4f0-45d9-4e07-af95-a4631d30ef91 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:16.258924 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9a782b09-d847-4ab8-b6c8-c4efe0aed819), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.322941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=9a782b09-d847-4ab8-b6c8-c4efe0aed819,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:16.323082 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c7d2c4f0-45d9-4e07-af95-a4631d30ef91), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.361819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Pushing event deleted for resources: {'Port': ['ID=c7d2c4f0-45d9-4e07-af95-a4631d30ef91,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:16.371009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] No DVR routers for this DVR port c7d2c4f0-45d9-4e07-af95-a4631d30ef91 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:16.383798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.384159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.385380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.385380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.391070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.391628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.392255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.392935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.393716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.394227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.394719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.395306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.395796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4278e-a336-4dc6-97f5-a79580fdc274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:16.467043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (c438cff9-de94-4568-a096-ad12d46f2371), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.608605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (c438cff9-de94-4568-a096-ad12d46f2371), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.611272 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (c438cff9-de94-4568-a096-ad12d46f2371), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.680671 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (c438cff9-de94-4568-a096-ad12d46f2371), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.684598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Fanout notify agent at l3_agent the message router_deleted on router c438cff9-de94-4568-a096-ad12d46f2371 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:47:16.693004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.694739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c7e6d065-e13a-4cd5-a6f9-4ffe77279deb tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/routers/c438cff9-de94-4568-a096-ad12d46f2371 HTTP/1.1" status: 204 len: 168 time: 1.4786596 Apr 07 11:47:16.697119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50316) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:16.801409 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (396c03df-f925-4a4b-9d32-a2fabc9d0abf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.907691 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (396c03df-f925-4a4b-9d32-a2fabc9d0abf), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.951074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396c03df-f925-4a4b-9d32-a2fabc9d0abf']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:16.984200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d5b3c5-ff8d-4cf5-80c3-9384cb153973') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:16.984537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d5b3c5-ff8d-4cf5-80c3-9384cb153973') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:17.019300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (40d5b3c5-ff8d-4cf5-80c3-9384cb153973), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.042828 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (40d5b3c5-ff8d-4cf5-80c3-9384cb153973), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.051517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:47:17.052320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (40d5b3c5-ff8d-4cf5-80c3-9384cb153973), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.402902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a782b09-d847-4ab8-b6c8-c4efe0aed819 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:17.454885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9a782b09-d847-4ab8-b6c8-c4efe0aed819 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:17.455249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9a782b09-d847-4ab8-b6c8-c4efe0aed819 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:17.455800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e82fab-a903-478c-808d-db5e489dc87b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:17.509407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 79e82fab-a903-478c-808d-db5e489dc87b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:17.509612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 79e82fab-a903-478c-808d-db5e489dc87b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:17.509983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7d2c4f0-45d9-4e07-af95-a4631d30ef91 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:17.533795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c7d2c4f0-45d9-4e07-af95-a4631d30ef91 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:17.534143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7d2c4f0-45d9-4e07-af95-a4631d30ef91 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:47:17.688925 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:47:17.694429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (396c03df-f925-4a4b-9d32-a2fabc9d0abf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.700161 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.703747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/networks/396c03df-f925-4a4b-9d32-a2fabc9d0abf HTTP/1.1" status: 204 len: 168 time: 1.0054603 Apr 07 11:47:17.707296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50322) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:17.736311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd41cf-28fd-4acb-957e-f2525a9edd6d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Network': ['ID=396c03df-f925-4a4b-9d32-a2fabc9d0abf,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:17.782189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-494e2057-1e5a-4d27-8630-b143b5168daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (9892a442-71a9-4d4d-92f3-d2f40830e542), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.808176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-494e2057-1e5a-4d27-8630-b143b5168daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (9892a442-71a9-4d4d-92f3-d2f40830e542), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.874613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-494e2057-1e5a-4d27-8630-b143b5168daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9892a442-71a9-4d4d-92f3-d2f40830e542), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.877390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-494e2057-1e5a-4d27-8630-b143b5168daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:17.881232 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-494e2057-1e5a-4d27-8630-b143b5168daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/security-groups/9892a442-71a9-4d4d-92f3-d2f40830e542 HTTP/1.1" status: 204 len: 168 time: 0.1695654 Apr 07 11:47:17.890905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e2057-1e5a-4d27-8630-b143b5168daa tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9892a442-71a9-4d4d-92f3-d2f40830e542,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.156274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50328) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.161168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282606827', 'description': 'tempest-secgroup-smoke-282606827 description', 'project_id': 'fe704d60a6d34cdc845c72643be779cb'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.187677 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.289091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (bcbfd5e0-6eae-41a1-be9b-070a47165b6c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.295202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bcbfd5e0-6eae-41a1-be9b-070a47165b6c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.320935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbfd5e0-6eae-41a1-be9b-070a47165b6c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.337828 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.339409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2362f246-a1b2-4ca2-b3c9-487c8f674481 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1820741 Apr 07 11:47:18.342886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50332) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.347849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'bcbfd5e0-6eae-41a1-be9b-070a47165b6c', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.380052 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (f157ed70-a9c5-4079-b203-3b31ffe66568), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.440079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (f157ed70-a9c5-4079-b203-3b31ffe66568), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.444730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (f157ed70-a9c5-4079-b203-3b31ffe66568), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.466201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157ed70-a9c5-4079-b203-3b31ffe66568,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.475401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.479175 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f406605-daed-4732-b3b7-e2796d2696e6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327920 Apr 07 11:47:18.479397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50334) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.485527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'bcbfd5e0-6eae-41a1-be9b-070a47165b6c', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.516416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (2e8df9e6-d258-4a7b-99d4-3ef3d86cf801), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.591899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (2e8df9e6-d258-4a7b-99d4-3ef3d86cf801), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.596158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2e8df9e6-d258-4a7b-99d4-3ef3d86cf801), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.619519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8df9e6-d258-4a7b-99d4-3ef3d86cf801,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.629906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.633245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3f1001b5-9d75-4138-ab6f-0e1ee444c4b8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509838 Apr 07 11:47:18.635477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50338) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.641603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'bcbfd5e0-6eae-41a1-be9b-070a47165b6c', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.672083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (4f295f76-3b2c-48f8-a755-fd7cb3cf42e6), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.749364 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (4f295f76-3b2c-48f8-a755-fd7cb3cf42e6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.754784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (4f295f76-3b2c-48f8-a755-fd7cb3cf42e6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.779674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.781007 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442888 Apr 07 11:47:18.783691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c690e5-98e9-4b16-8bd1-51da5f37305a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f295f76-3b2c-48f8-a755-fd7cb3cf42e6,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.784144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.795804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'bcbfd5e0-6eae-41a1-be9b-070a47165b6c', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.829485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (21348649-5ba9-4ada-af19-6ce3425fb6e5), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.901958 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (21348649-5ba9-4ada-af19-6ce3425fb6e5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.907275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (21348649-5ba9-4ada-af19-6ce3425fb6e5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.930937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21348649-5ba9-4ada-af19-6ce3425fb6e5,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.946997 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.948472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-361975d1-83c5-49e6-b55a-cff6792937a3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611767 Apr 07 11:47:18.951879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50342) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.957787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'bcbfd5e0-6eae-41a1-be9b-070a47165b6c', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.982855 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:47:18.989187 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (fde4eaf5-88a2-40b7-81d5-70283ffce852), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.067487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (fde4eaf5-88a2-40b7-81d5-70283ffce852), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.072273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (fde4eaf5-88a2-40b7-81d5-70283ffce852), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.086039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde4eaf5-88a2-40b7-81d5-70283ffce852,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:19.100864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.104840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-533ba102-6917-4f40-a965-6d5bfe48d55c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492753 Apr 07 11:47:19.105207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50344) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:19.111581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'security_group_rule': {'security_group_id': 'bcbfd5e0-6eae-41a1-be9b-070a47165b6c', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:19.135404 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Project fe704d60a6d34cdc845c72643be779cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:47:19.140711 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (400ad83d-ee71-4103-9e41-e93c52aae35e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.204167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (400ad83d-ee71-4103-9e41-e93c52aae35e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.209289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (400ad83d-ee71-4103-9e41-e93c52aae35e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.237402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400ad83d-ee71-4103-9e41-e93c52aae35e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:19.252321 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.257217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ec54f620-7d89-4780-9eb2-aec8bc1d35d8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469822 Apr 07 11:47:19.257217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50348) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:19.265123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'network': {'name': 'tempest-network-smoke--414738225', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'port_security_enabled': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:19.289216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:19.292704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.320091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:47:19.333885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7204ff1f-4ab0-4ae5-a609-9191a73a4646), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.334325 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Added segment 7204ff1f-4ab0-4ae5-a609-9191a73a4646 of type vlan for network f8c06f58-3079-48f2-9447-588a762d03fa Apr 07 11:47:19.396109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (f8c06f58-3079-48f2-9447-588a762d03fa), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.430722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (f8c06f58-3079-48f2-9447-588a762d03fa), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.436361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.437031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.519996 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2570384 Apr 07 11:47:19.520261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50350) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:19.524735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'admin_state_up': True, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:19.548635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.552255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.567205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c37090-e9b3-425c-8253-78522d0be8a9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Network': ['ID=f8c06f58-3079-48f2-9447-588a762d03fa,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:19.578900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network f8c06f58-3079-48f2-9447-588a762d03fa details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:47:19.630452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.810828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.060965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.083647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.266796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.13 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/09b1007c-60df-4949-8ff9-779dc9159ff4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:20.386101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.423047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.449201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:20.453113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:20.455768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:20.851941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=09b1007c-60df-4949-8ff9-779dc9159ff4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:21.017531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:21.253466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:21.289803 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:47:21.429338 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:47:21.550637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:21.562111 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Sync routers for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:21.579221 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:21.580985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:21.596996 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:21.602730 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e5293d5-2cea-4d23-b799-caeb492d9fba tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0803363 Apr 07 11:47:21.604090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50374) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:21.664453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50376) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:21.681863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d683508f-f94d-4392-9a5d-62c53dfe67c3 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fe704d60a6d34cdc845c72643be779cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552328 Apr 07 11:47:21.823353 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:22.070856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066a95c-539c-4bee-9cd2-b54a11556ea7 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.079577 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8066a95c-539c-4bee-9cd2-b54a11556ea7 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4133370 Apr 07 11:47:22.080293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50386) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:22.135806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7b6b6fd8-cc77-41c4-9f31-28f39ae1584f tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543005 Apr 07 11:47:22.138585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50388) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:22.143598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271434215', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:22.145092 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:22.179527 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Checking router: 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:22.180200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Updating router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf port 09b1007c-60df-4949-8ff9-779dc9159ff4 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:47:22.222810 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.336993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:22.341226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.587012 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Publish callbacks [] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.594289 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.599422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (acaeb77c-1f13-4c11-9bdb-1b12624300a4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.648132 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Attempting to bind port 09b1007c-60df-4949-8ff9-779dc9159ff4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:22.648514 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Attempting to bind port 09b1007c-60df-4949-8ff9-779dc9159ff4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:22.648883 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Attempting to bind port 09b1007c-60df-4949-8ff9-779dc9159ff4 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:22.666977 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:22.667426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:22.667886 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.668438 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:22.668952 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Bound port: 09b1007c-60df-4949-8ff9-779dc9159ff4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:22.669497 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.697500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Subnet': ['ID=acaeb77c-1f13-4c11-9bdb-1b12624300a4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:22.704343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Checking segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:22.704797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network hostable DHCP agents. Network: f8c06f58-3079-48f2-9447-588a762d03fa, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:47:22.732741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] For port 09b1007c-60df-4949-8ff9-779dc9159ff4, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:22.736477 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] For port 09b1007c-60df-4949-8ff9-779dc9159ff4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=09b1007c-60df-4949-8ff9-779dc9159ff4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:22.740135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network f8c06f58-3079-48f2-9447-588a762d03fa is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:47:22.749593 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.759837 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Pushing event updated for resources: {'Port': ['ID=09b1007c-60df-4949-8ff9-779dc9159ff4,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:22.765480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, f8c06f58-3079-48f2-9447-588a762d03fa) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:22.774444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.774787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59d7c2-95ea-4e68-95c9-976245fc1f51 None None] Network f8c06f58-3079-48f2-9447-588a762d03fa requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:22.775237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:22.780263 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.780607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.780947 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.781310 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.781658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.782489 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.782827 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.783160 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.783487 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.783815 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.784144 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.784465 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.784787 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:22.820526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50394) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:22.821734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-66b1a63c-ffba-4c22-bc58-64f9faf2b4b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6820843 Apr 07 11:47:22.854052 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:22.854799 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:22.978844 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:23.006682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-f8c06f58-3079-48f2-9447-588a762d03fa', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:47:23.007669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:23.183638 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20f21d-c7cf-42e5-9be1-68fbddc2dac5 None None] Pushing event updated for resources: {'Port': ['ID=09b1007c-60df-4949-8ff9-779dc9159ff4,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:23.326998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Allocated IP 172.20.0.2 (f8c06f58-3079-48f2-9447-588a762d03fa/acaeb77c-1f13-4c11-9bdb-1b12624300a4/d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:23.367346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:23.439414 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5d15-bf29-444b-a279-4a6eee8f33c3 None None] The sync data for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 is: [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 3, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:23.584029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:23.612420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Publish callbacks [] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:23.623541 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:23.728135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Network f8c06f58-3079-48f2-9447-588a762d03fa is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:23.731769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:23.745520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:23.846388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Pushing event updated for resources: {'Port': ['ID=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:23.883916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Attempting to bind port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:23.884579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Attempting to bind port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:23.885120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Attempting to bind port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a on network f8c06f58-3079-48f2-9447-588a762d03fa {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:23.890923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:23.892426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Checking segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:23.893214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:23.893786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Bound using segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:23.894437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Bound port: d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:23.895020 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.010291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] For port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:24.017387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] For port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:24.032941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.140383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.1 (f8c06f58-3079-48f2-9447-588a762d03fa/acaeb77c-1f13-4c11-9bdb-1b12624300a4/a0be741d-c003-411c-aa5d-226d97e9a9d7) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:24.144650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8b9d9-3944-4fc4-8fb4-ad42d351cfcb None None] Pushing event updated for resources: {'Port': ['ID=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:24.401250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.466643 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.551354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network f8c06f58-3079-48f2-9447-588a762d03fa is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:24.562714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:24.570378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:24.621935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=a0be741d-c003-411c-aa5d-226d97e9a9d7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:24.680635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.874307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.465994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.474027 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.555051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:25.615968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.655814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:25.656193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.672929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=a0be741d-c003-411c-aa5d-226d97e9a9d7,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:25.775566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81166e02-47d4-4542-9782-fb0489d5d9f8 None None] Network f8c06f58-3079-48f2-9447-588a762d03fa requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:25.783607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network f8c06f58-3079-48f2-9447-588a762d03fa is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:25.785601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:25.860136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50408) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:25.908626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:25.909679 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.972575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:25.976977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:25.985176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.987084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 09b1007c-60df-4949-8ff9-779dc9159ff4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:26.046493 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc75f6e-764c-4d15-bd48-dcbb3e305f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.090809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:26.104001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1950632-c011-4d32-9f92-c74a6e319930 None None] Provisioning complete for port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:26.104390 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d1950632-c011-4d32-9f92-c74a6e319930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.165732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 09b1007c-60df-4949-8ff9-779dc9159ff4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:26.166155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.204760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:26.249329 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f8ad5712-0438-4516-8c13-0111dde0242e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4275203 Apr 07 11:47:26.249466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc75f6e-764c-4d15-bd48-dcbb3e305f0c admin admin] Publish callbacks [] for security_group (100a0d75-d095-4e52-89d4-43ecd46f20b2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.254619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7bc75f6e-764c-4d15-bd48-dcbb3e305f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (100a0d75-d095-4e52-89d4-43ecd46f20b2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.318603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:26.323440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d1950632-c011-4d32-9f92-c74a6e319930 None None] Current status of the port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:26.330675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7bc75f6e-764c-4d15-bd48-dcbb3e305f0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f28079e3605462aa4ae4322aef63062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4545813 Apr 07 11:47:26.380147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75f6e-764c-4d15-bd48-dcbb3e305f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100a0d75-d095-4e52-89d4-43ecd46f20b2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:26.432070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 09b1007c-60df-4949-8ff9-779dc9159ff4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:26.432611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.447614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e64fda70-1f19-4c67-a323-97661a9817b3 admin admin] Publish callbacks [] for security_group (100a0d75-d095-4e52-89d4-43ecd46f20b2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.488855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e64fda70-1f19-4c67-a323-97661a9817b3 admin admin] Publish callbacks [] for security_group (100a0d75-d095-4e52-89d4-43ecd46f20b2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.492583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 09b1007c-60df-4949-8ff9-779dc9159ff4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=09b1007c-60df-4949-8ff9-779dc9159ff4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:26.499949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Sync routers for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:26.519374 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.561991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:26.563445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:26.612190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e64fda70-1f19-4c67-a323-97661a9817b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (100a0d75-d095-4e52-89d4-43ecd46f20b2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.614843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e64fda70-1f19-4c67-a323-97661a9817b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:26.617678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e64fda70-1f19-4c67-a323-97661a9817b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/100a0d75-d095-4e52-89d4-43ecd46f20b2 HTTP/1.1" status: 204 len: 168 time: 0.2979708 Apr 07 11:47:26.641258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fda70-1f19-4c67-a323-97661a9817b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a0d75-d095-4e52-89d4-43ecd46f20b2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:26.704185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-8b90f859-e9a6-460a-8037-087884597912 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282606827&fields=id&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 267 time: 0.1563807 Apr 07 11:47:26.942645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-2d27e20d-d529-4a90-99b1-9bcbf60ff5d6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:26.944821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-2d27e20d-d529-4a90-99b1-9bcbf60ff5d6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/networks?id=f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 200 len: 796 time: 0.2398374 Apr 07 11:47:26.972527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=09b1007c-60df-4949-8ff9-779dc9159ff4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:26.983381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-a6bb2845-fe90-4ca4-ad46-518f94fa9b50 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/quotas/fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 375 time: 0.0192661 Apr 07 11:47:27.014101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:27.081120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-837edfa0-ced4-4a48-ad16-16074ca2aef0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965850 Apr 07 11:47:27.211708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f216-618d-459b-bfcc-a51032f473c2 None None] Provisioning complete for port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:27.212066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f216-618d-459b-bfcc-a51032f473c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.255926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21879f13-8364-4d5b-8145-7894966b902c service neutron] 10.222.0.13 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696315 Apr 07 11:47:27.407560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-e6e5fcfb-2c23-41e0-a246-f4de1b700792 service neutron] 10.222.0.13 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431713 Apr 07 11:47:27.460751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2f216-618d-459b-bfcc-a51032f473c2 None None] Current status of the port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:27.465782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:27.505454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f216-618d-459b-bfcc-a51032f473c2 None None] Provisioning complete for port a0be741d-c003-411c-aa5d-226d97e9a9d7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:27.505832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f216-618d-459b-bfcc-a51032f473c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.647233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2f216-618d-459b-bfcc-a51032f473c2 None None] Port a0be741d-c003-411c-aa5d-226d97e9a9d7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:27.658357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:25Z', 'revision_number': 2, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:27.676573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a17c3dfb-525a-4b33-9fa4-a3b3f5fa69d1 req-08dfd13f-faf0-4a07-94a5-c4783b62ff6e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 210 time: 0.0765002 Apr 07 11:47:27.697732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:27.698114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.729980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Checking router: 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:27.730637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Updating router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf port a0be741d-c003-411c-aa5d-226d97e9a9d7 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:47:27.794233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.819508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-21f40cfe-3fe5-45c9-ad39-70312b96f14e None None] Provisioning complete for port a0be741d-c003-411c-aa5d-226d97e9a9d7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:27.819887 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-21f40cfe-3fe5-45c9-ad39-70312b96f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.923255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:27.924417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 09b1007c-60df-4949-8ff9-779dc9159ff4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:27.972636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-21f40cfe-3fe5-45c9-ad39-70312b96f14e None None] Port a0be741d-c003-411c-aa5d-226d97e9a9d7 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:28.096708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 09b1007c-60df-4949-8ff9-779dc9159ff4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:28.097089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.252448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 09b1007c-60df-4949-8ff9-779dc9159ff4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:28.274394 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Publish callbacks [] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.281195 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.344494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6c34e-c3a9-4e42-8d86-f8f7f6075868 None None] Pushing event updated for resources: {'Port': ['ID=a0be741d-c003-411c-aa5d-226d97e9a9d7,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:28.477898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Attempting to bind port a0be741d-c003-411c-aa5d-226d97e9a9d7 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:28.478281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Attempting to bind port a0be741d-c003-411c-aa5d-226d97e9a9d7 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:28.478654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Attempting to bind port a0be741d-c003-411c-aa5d-226d97e9a9d7 on network f8c06f58-3079-48f2-9447-588a762d03fa {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:28.486600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:28.487979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Checking segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:28.488611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.489618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Bound using segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:28.490520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Bound port: a0be741d-c003-411c-aa5d-226d97e9a9d7, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:28.491460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.579793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] For port a0be741d-c003-411c-aa5d-226d97e9a9d7, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:28.585356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] For port a0be741d-c003-411c-aa5d-226d97e9a9d7, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a0be741d-c003-411c-aa5d-226d97e9a9d7,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:28.595706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.654301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:28.656426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:28.895151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] Provisioning complete for port a0be741d-c003-411c-aa5d-226d97e9a9d7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:28.895561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.944826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d866a9ae-5c9d-456b-ae6c-e183d3824364 req-0ee3fb52-5422-41da-97d2-74d951694992 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 210 time: 0.1370218 Apr 07 11:47:29.033732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6c34e-c3a9-4e42-8d86-f8f7f6075868 None None] Pushing event updated for resources: {'Port': ['ID=a0be741d-c003-411c-aa5d-226d97e9a9d7,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:29.053426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-33a84abd-83f5-4c5a-bae4-8bdaecdb9aa7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:29.054852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:29.055023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-33a84abd-83f5-4c5a-bae4-8bdaecdb9aa7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/networks?id=f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 200 len: 796 time: 0.2707212 Apr 07 11:47:29.138156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-31e31563-d9d4-4204-b75e-a59540821172 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe704d60a6d34cdc845c72643be779cb HTTP/1.1" status: 200 len: 379 time: 0.0713737 Apr 07 11:47:29.149064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'port': {'device_id': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'admin_state_up': True, 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'security_groups': ['bcbfd5e0-6eae-41a1-be9b-070a47165b6c']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:29.296899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Made reservation on behalf of fe704d60a6d34cdc845c72643be779cb for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:29.302972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.467423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50520) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:29.499544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] Current status of the port a0be741d-c003-411c-aa5d-226d97e9a9d7 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:29.500430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.503012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.20.0.11 (f8c06f58-3079-48f2-9447-588a762d03fa/acaeb77c-1f13-4c11-9bdb-1b12624300a4/cbe1a9d6-2768-4de2-b6ed-ac45c000f848) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:29.549749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] For port a0be741d-c003-411c-aa5d-226d97e9a9d7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a0be741d-c003-411c-aa5d-226d97e9a9d7,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:29.559713 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.567613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:28Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:29.612372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a2cce8-2e0a-46ae-82c9-1c4ba8d509f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.664181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97fabd7-b1af-46c3-a46e-e02888af1c2a None None] The sync data for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 is: [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:28Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:29.666941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec65578-38a4-49ee-89fd-549e9820e700 None None] Pushing event updated for resources: {'Port': ['ID=a0be741d-c003-411c-aa5d-226d97e9a9d7,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:29.691758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0d6ccbb-36e4-4764-afe0-7a110667ba72 None None] Provisioning complete for port a0be741d-c003-411c-aa5d-226d97e9a9d7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:29.692166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ccbb-36e4-4764-afe0-7a110667ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.744218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.750955 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a2cce8-2e0a-46ae-82c9-1c4ba8d509f6 admin admin] Publish callbacks [] for security_group (735433ff-f1e6-4d6f-93b5-eaa9de0df249), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.766778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1a2cce8-2e0a-46ae-82c9-1c4ba8d509f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (735433ff-f1e6-4d6f-93b5-eaa9de0df249), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.817505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2cce8-2e0a-46ae-82c9-1c4ba8d509f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735433ff-f1e6-4d6f-93b5-eaa9de0df249,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:29.828880 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.842516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6ccbb-36e4-4764-afe0-7a110667ba72 None None] Current status of the port a0be741d-c003-411c-aa5d-226d97e9a9d7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:29.850313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c1a2cce8-2e0a-46ae-82c9-1c4ba8d509f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de394644179242f68de91e6b4c6d65c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817854 Apr 07 11:47:29.852800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50526) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:29.885831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network f8c06f58-3079-48f2-9447-588a762d03fa is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:29.889474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:29.894035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:29.941445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ff55ea3-c898-42e2-bae9-6bccb6ae628b admin admin] Publish callbacks [] for security_group (735433ff-f1e6-4d6f-93b5-eaa9de0df249), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.950661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:29.969893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:29.970554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.985058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ff55ea3-c898-42e2-bae9-6bccb6ae628b admin admin] Publish callbacks [] for security_group (735433ff-f1e6-4d6f-93b5-eaa9de0df249), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.997035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-adda59c1-e8d7-419e-9394-e581ca353608 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541481 Apr 07 11:47:30.010797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Request body: {'port': {'device_id': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:30.089310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ff55ea3-c898-42e2-bae9-6bccb6ae628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (735433ff-f1e6-4d6f-93b5-eaa9de0df249), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.092680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ff55ea3-c898-42e2-bae9-6bccb6ae628b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.100088 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ff55ea3-c898-42e2-bae9-6bccb6ae628b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/735433ff-f1e6-4d6f-93b5-eaa9de0df249 HTTP/1.1" status: 204 len: 168 time: 0.2458644 Apr 07 11:47:30.123087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff55ea3-c898-42e2-bae9-6bccb6ae628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735433ff-f1e6-4d6f-93b5-eaa9de0df249,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:30.204330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.268335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5816-f937-4fac-b7b6-9f9bb4cb3212 req-a520c197-4f8f-4469-89ce-40a96b2307d5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:30.270027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a91a5816-f937-4fac-b7b6-9f9bb4cb3212 req-a520c197-4f8f-4469-89ce-40a96b2307d5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 932 time: 0.1729205 Apr 07 11:47:30.371371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2b7080dc-bf66-4de4-a184-13e122a4a3c4 None None] Provisioning complete for port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:30.371987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2b7080dc-bf66-4de4-a184-13e122a4a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.414459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2b7080dc-bf66-4de4-a184-13e122a4a3c4 None None] Port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:30.480046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a91a5816-f937-4fac-b7b6-9f9bb4cb3212 req-f1cedef3-8984-435f-b06e-78ce50d9719f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032177 Apr 07 11:47:30.600744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:30.612043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe1a9d6-2768-4de2-b6ed-ac45c000f848 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:30.620648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Publish callbacks [] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.622823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a88ab9a2-fa2e-46fa-8305-529ac39b4bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.635472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Transition to ACTIVE for port object cbe1a9d6-2768-4de2-b6ed-ac45c000f848 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:30.640794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.665082 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-534186e3-5db3-482f-b5b1-50186fb1eaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.720317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:30.766941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a88ab9a2-fa2e-46fa-8305-529ac39b4bd9 admin admin] Publish callbacks [] for security_group (f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.781218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a88ab9a2-fa2e-46fa-8305-529ac39b4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.847011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Attempting to bind port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:30.847501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Attempting to bind port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:30.847733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Attempting to bind port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 on network f8c06f58-3079-48f2-9447-588a762d03fa {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:30.854459 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a88ab9a2-fa2e-46fa-8305-529ac39b4bd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50b7328d4db147779a145b02704c3b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502832 Apr 07 11:47:30.855656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ab9a2-fa2e-46fa-8305-529ac39b4bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:30.869950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50538) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:30.872513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 on network f8c06f58-3079-48f2-9447-588a762d03fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:30.872735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Attempting to bind port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 on network f8c06f58-3079-48f2-9447-588a762d03fa {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:30.897935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:30.898184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Checking segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:30.898574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Bound using segment: {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:30.899019 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Bound port: cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7204ff1f-4ab0-4ae5-a609-9191a73a4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:30.899381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.983087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b938987a-7a65-49f0-8721-47b362f9d703 admin admin] Publish callbacks [] for security_group (f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.026411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b938987a-7a65-49f0-8721-47b362f9d703 admin admin] Publish callbacks [] for security_group (f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.037286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:31.042357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:31.067353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.115436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.116070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.118850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] 10.222.0.23 "PUT /v2.0/ports/cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 200 len: 1092 time: 1.1150012 Apr 07 11:47:31.119341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:31.123053 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43539fa-d7f3-472b-99e2-36650a5273cd" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:31.165348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b938987a-7a65-49f0-8721-47b362f9d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.168500 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b938987a-7a65-49f0-8721-47b362f9d703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.170081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b938987a-7a65-49f0-8721-47b362f9d703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9 HTTP/1.1" status: 204 len: 168 time: 0.2908235 Apr 07 11:47:31.232718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a898e5-34de-4abb-ab7f-8ab5743b2a0e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:31.247904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938987a-7a65-49f0-8721-47b362f9d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309b5b3-b9c9-43c0-b8dc-dda8bcdb27e9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:31.251668 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0bb34f-af7e-4f5e-af50-c2817121c4d0 x-openstack-request-id: req-5e0bb34f-af7e-4f5e-af50-c2817121c4d0 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:31.251970 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:31.252238 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e0bb34f-af7e-4f5e-af50-c2817121c4d0 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:31.252647 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0bb34f-af7e-4f5e-af50-c2817121c4d0'] response: {'name': 'network-changed', 'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'status': 'completed', 'code': 200} Apr 07 11:47:31.285150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-a70ae5b4-3776-4465-b545-5ed1d56d4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.286992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-a70ae5b4-3776-4465-b545-5ed1d56d4eba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1126 time: 0.1153617 Apr 07 11:47:31.387621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-bf3731de-2ffe-41af-95d1-106a1d6422fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 200 len: 217 time: 0.0884221 Apr 07 11:47:31.458911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a0be741d-c003-411c-aa5d-226d97e9a9d7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:31.494298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-1d36b761-b299-4bdd-96c8-65fa1509d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.496135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-1d36b761-b299-4bdd-96c8-65fa1509d796 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acaeb77c-1f13-4c11-9bdb-1b12624300a4 HTTP/1.1" status: 200 len: 834 time: 0.1011288 Apr 07 11:47:31.555146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a0be741d-c003-411c-aa5d-226d97e9a9d7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:31.555905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.597516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-0e2b2252-19a5-4d26-a2d4-97a0a012eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.599992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-0e2b2252-19a5-4d26-a2d4-97a0a012eadd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c06f58-3079-48f2-9447-588a762d03fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0978611 Apr 07 11:47:31.685366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a0be741d-c003-411c-aa5d-226d97e9a9d7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:31.757025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce162278-755d-4c84-bae8-2844b0f129b3 req-b315df6d-b71a-4638-bc94-344120d9fe91 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.758548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce162278-755d-4c84-bae8-2844b0f129b3 req-b315df6d-b71a-4638-bc94-344120d9fe91 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 944 time: 0.1380093 Apr 07 11:47:31.762893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-49180c99-da89-4f47-b5a8-eda1407e5730 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550703 Apr 07 11:47:31.868661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce162278-755d-4c84-bae8-2844b0f129b3 req-322754f0-d383-4664-9507-e34ce0cc2347 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026552 Apr 07 11:47:31.907893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.917046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83cc37f5-dee8-481a-94e0-cf8c31fac389 req-0723507c-84fa-497f-b24b-a505791a944c service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451070 Apr 07 11:47:32.016119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-dee2244e-2d47-406a-bf33-85a43e2271db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.018692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-dee2244e-2d47-406a-bf33-85a43e2271db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1126 time: 0.0586617 Apr 07 11:47:32.111501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-8efd243d-505d-494c-a694-a221c60c9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.112979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-8efd243d-505d-494c-a694-a221c60c9848 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 200 len: 897 time: 0.0882063 Apr 07 11:47:32.434804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-bec644c9-661f-46d5-a9f3-9d334cc49d87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 200 len: 217 time: 0.3140826 Apr 07 11:47:32.491528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-952c636c-542d-4bc9-9517-c76993e448a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.493073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-952c636c-542d-4bc9-9517-c76993e448a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acaeb77c-1f13-4c11-9bdb-1b12624300a4 HTTP/1.1" status: 200 len: 834 time: 0.0512030 Apr 07 11:47:32.546600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-c9bc0c12-65ef-491b-b35e-818d4801567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.548134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-c9bc0c12-65ef-491b-b35e-818d4801567b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c06f58-3079-48f2-9447-588a762d03fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491495 Apr 07 11:47:32.648967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-0df9a98c-a60c-4b65-85d1-f1a07b95051f service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940123 Apr 07 11:47:32.748199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b43539fa-d7f3-472b-99e2-36650a5273cd req-5bb6cca8-e6d7-491e-a82a-ede202c21658 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928540 Apr 07 11:47:32.985091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d1778e2-943b-4506-bd25-2c8b4e7f96c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:33.015445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619ed4c-d15f-4cd2-a94f-9cdcd1ce6355 req-08fb0990-bf6a-4b17-b068-6453102afe91 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.017046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5619ed4c-d15f-4cd2-a94f-9cdcd1ce6355 req-08fb0990-bf6a-4b17-b068-6453102afe91 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 944 time: 0.0619514 Apr 07 11:47:33.102402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5619ed4c-d15f-4cd2-a94f-9cdcd1ce6355 req-4de58b38-9156-4e71-95d3-3ebbf61dd574 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681200 Apr 07 11:47:33.654643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:34.231647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4f74f-0831-4406-8584-12c11bea2a75 req-e6eb7a60-e4be-43b2-8dec-7b89fafe17ed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:34.234007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd4f74f-0831-4406-8584-12c11bea2a75 req-e6eb7a60-e4be-43b2-8dec-7b89fafe17ed tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 944 time: 0.0627100 Apr 07 11:47:34.280315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:34.289285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd4f74f-0831-4406-8584-12c11bea2a75 req-62215000-617d-4465-8a7b-d47792e9f575 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483181 Apr 07 11:47:34.405444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:34.419549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'port_id': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'mac_address': 'fa:16:3e:11:ef:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:34.460359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:34.460928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:34.476482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe1a9d6-2768-4de2-b6ed-ac45c000f848 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:34.502980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:34.510792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:34.537050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:34.563626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:34.711667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['cbe1a9d6-2768-4de2-b6ed-ac45c000f848'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:35.427431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7db74-a19b-4a16-a906-248f96cf84c7 req-3e5da676-dc74-455f-a3a8-7269fcdc49be tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:35.429118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cb7db74-a19b-4a16-a906-248f96cf84c7 req-3e5da676-dc74-455f-a3a8-7269fcdc49be tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0615311 Apr 07 11:47:35.486780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cb7db74-a19b-4a16-a906-248f96cf84c7 req-88bd8ad3-2b5b-4848-942b-465368907c84 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503330 Apr 07 11:47:36.066887 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:36.283821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:36.346017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:47:36.350275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:36.350656 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:36.437727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:36.438074 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:36.470931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:36.473199 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0bac27-afc6-41ce-8deb-6abc80c799f0" -d '{"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-plugged", "status": "completed", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:36.513659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:36.519331 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:36.524036 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc4b10-e770-4cb5-92c3-6813cd0292ff x-openstack-request-id: req-e3bc4b10-e770-4cb5-92c3-6813cd0292ff {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:36.524453 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-plugged", "status": "completed", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:36.524725 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3bc4b10-e770-4cb5-92c3-6813cd0292ff {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:36.525219 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bc4b10-e770-4cb5-92c3-6813cd0292ff'] response: {'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'code': 200} Apr 07 11:47:36.591911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:36.671131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e7d8-ee28-4790-a773-70092204b535 req-ac35416f-ee8f-4bf3-8b45-25a04a018f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.672745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a567e7d8-ee28-4790-a773-70092204b535 req-ac35416f-ee8f-4bf3-8b45-25a04a018f68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1128 time: 0.0843582 Apr 07 11:47:36.704353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045314a0-823c-455f-bc72-433b8ca35e38 req-cd62a7df-6ff4-4e55-9fd4-ab5e434cfa85 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.705902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-045314a0-823c-455f-bc72-433b8ca35e38 req-cd62a7df-6ff4-4e55-9fd4-ab5e434cfa85 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0863740 Apr 07 11:47:36.752154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a567e7d8-ee28-4790-a773-70092204b535 req-45c103df-0706-4a38-8a11-d4b43320fd3d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737596 Apr 07 11:47:36.784053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-045314a0-823c-455f-bc72-433b8ca35e38 req-d0903359-4247-4310-a2f6-d3d123bf6377 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619740 Apr 07 11:47:37.056168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50912) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:37.169438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.220324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.257527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Publish callbacks [] for security_group (f5a3752c-2d81-4c22-9364-c348a432c859), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.261614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f5a3752c-2d81-4c22-9364-c348a432c859), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.303567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fafd196530f4229a7d231fcdccf510c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2437878 Apr 07 11:47:37.303567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a3752c-2d81-4c22-9364-c348a432c859,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:37.304381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50916) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:37.311925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.312286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.312639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.312988 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.313361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.313704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.314038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.314373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.314709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.315040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.315380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.315710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.316634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5dbb0-f314-400a-a618-250e9c80279d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:37.357516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03de4c34-8c98-489c-8f0c-f63563c33ef7 admin admin] Publish callbacks [] for security_group (f5a3752c-2d81-4c22-9364-c348a432c859), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.380613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03de4c34-8c98-489c-8f0c-f63563c33ef7 admin admin] Publish callbacks [] for security_group (f5a3752c-2d81-4c22-9364-c348a432c859), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.428828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03de4c34-8c98-489c-8f0c-f63563c33ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f5a3752c-2d81-4c22-9364-c348a432c859), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.431416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-03de4c34-8c98-489c-8f0c-f63563c33ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:37.432562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-03de4c34-8c98-489c-8f0c-f63563c33ef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a3752c-2d81-4c22-9364-c348a432c859 HTTP/1.1" status: 204 len: 168 time: 0.1268041 Apr 07 11:47:37.443928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4c34-8c98-489c-8f0c-f63563c33ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a3752c-2d81-4c22-9364-c348a432c859,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:37.932548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea2254-a9c2-4c87-b250-6a8db0a89ae4 req-f70706a1-86ee-4df7-aac9-97dc62cb1341 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:37.935753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ceea2254-a9c2-4c87-b250-6a8db0a89ae4 req-f70706a1-86ee-4df7-aac9-97dc62cb1341 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0634503 Apr 07 11:47:38.011088 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ceea2254-a9c2-4c87-b250-6a8db0a89ae4 req-86b788b1-41ef-4475-ac23-d33cb1d76eff tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648961 Apr 07 11:47:38.163855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521719-8c66-4ff8-b1c0-171b7f21f3ae req-3bdcc0f6-bc33-43dd-a36f-472e1370d866 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:38.165396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9521719-8c66-4ff8-b1c0-171b7f21f3ae req-3bdcc0f6-bc33-43dd-a36f-472e1370d866 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0726178 Apr 07 11:47:38.201695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50944) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:38.229885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9521719-8c66-4ff8-b1c0-171b7f21f3ae req-f6f2d09a-9d2d-40c5-b588-9657951ca2a0 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577466 Apr 07 11:47:38.257174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50950) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:38.312587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e1340-443c-44da-afee-3d01a8a2eb3b tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:38.314283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7a3e1340-443c-44da-afee-3d01a8a2eb3b tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1123 time: 0.0555890 Apr 07 11:47:38.317069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50952) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:38.323908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:38.335943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1996964842'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:38.362413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.366543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:38.370126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.393026 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.528857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for security_group (50aee51d-f05b-4b20-9459-cece4854a793), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.539264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50aee51d-f05b-4b20-9459-cece4854a793), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.568239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.569934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:47:38.594382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50aee51d-f05b-4b20-9459-cece4854a793,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:38.597564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (32d52298-e3e4-4a04-84e5-e835b2985254), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.597908 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Added segment 32d52298-e3e4-4a04-84e5-e835b2985254 of type vlan for network b67686cb-5b27-4822-a1f4-124934f811e4 Apr 07 11:47:38.649507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.649859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.650229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.650588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.650926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.651284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.651663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.652189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.652557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.652897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.653254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.653587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.653916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:38.703455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b67686cb-5b27-4822-a1f4-124934f811e4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.764519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Allocated IP 172.25.5.173 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/4719a710-2a8f-43bf-befa-fcba403e7dd0) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:38.766390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b67686cb-5b27-4822-a1f4-124934f811e4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.771920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:38.772540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.846914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6441681 Apr 07 11:47:38.849996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50954) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:38.856261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'subnet': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:38.898029 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccddba-38a8-44d5-824d-b834411d07c9 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Network': ['ID=b67686cb-5b27-4822-a1f4-124934f811e4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:38.910310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b67686cb-5b27-4822-a1f4-124934f811e4 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:47:38.950748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:38.954501 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:38.964183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.003344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.045714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:39.050800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:39.055388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:39.058874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=4719a710-2a8f-43bf-befa-fcba403e7dd0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:39.149563 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (a78d1309-a9a5-4de5-b151-84476764656a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.207401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Subnet': ['ID=a78d1309-a9a5-4de5-b151-84476764656a,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:39.218964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Checking segment: {'id': '32d52298-e3e4-4a04-84e5-e835b2985254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:39.219334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network hostable DHCP agents. Network: b67686cb-5b27-4822-a1f4-124934f811e4, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:47:39.235723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:47:39.245357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b67686cb-5b27-4822-a1f4-124934f811e4) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:39.250384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:39.251057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.258675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fb81c-9912-4d14-adce-02ad55f3e283 None None] Network b67686cb-5b27-4822-a1f4-124934f811e4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:39.271572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 50958) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:39.271927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-40c32d3a-220f-4c80-b895-4e0aea364ae3 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4206889 Apr 07 11:47:39.278803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1551256803'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:39.377322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b67686cb-5b27-4822-a1f4-124934f811e4', 'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'project_id': 'd7e11babb3844b5ab44f2fc052b97533', 'fixed_ips': [{'subnet_id': 'a78d1309-a9a5-4de5-b151-84476764656a'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:47:39.378661 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.530016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Allocated IP 2001:db8::2 (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/6a4032e0-d17e-466f-93b2-7a250b8a37fd) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:39.570632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (17f4fba3-8664-40f2-80b0-2c9388fef976), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.571994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:39.576325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.616631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] device_id is not set on port 5777161d-43c9-4f6e-abc9-64bd6d3024d1 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:39.701177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Publish callbacks [] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.709861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.718782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.762208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:39.766217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:39.774258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:39.783993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Pushing event updated for resources: {'Port': ['ID=6a4032e0-d17e-466f-93b2-7a250b8a37fd,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:39.818171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Allocated IP 2001:db8::130 (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/5777161d-43c9-4f6e-abc9-64bd6d3024d1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:39.852225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Attempting to bind port 6a4032e0-d17e-466f-93b2-7a250b8a37fd on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:39.852608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Attempting to bind port 6a4032e0-d17e-466f-93b2-7a250b8a37fd by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '32d52298-e3e4-4a04-84e5-e835b2985254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:39.853474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Attempting to bind port 6a4032e0-d17e-466f-93b2-7a250b8a37fd on network b67686cb-5b27-4822-a1f4-124934f811e4 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:39.858483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:39.859033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Checking segment: {'id': '32d52298-e3e4-4a04-84e5-e835b2985254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:39.859806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.859951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Bound using segment: {'id': '32d52298-e3e4-4a04-84e5-e835b2985254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:39.860527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Bound port: 6a4032e0-d17e-466f-93b2-7a250b8a37fd, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d52298-e3e4-4a04-84e5-e835b2985254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:39.861048 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.927214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] For port 6a4032e0-d17e-466f-93b2-7a250b8a37fd, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:39.930362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] For port 6a4032e0-d17e-466f-93b2-7a250b8a37fd, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6a4032e0-d17e-466f-93b2-7a250b8a37fd,segment=NetworkSegment(32d52298-e3e4-4a04-84e5-e835b2985254),segment_id=32d52298-e3e4-4a04-84e5-e835b2985254)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:39.936890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:39.999342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba7e7b-083a-46bd-9b2e-d1091d99ac15 None None] Pushing event updated for resources: {'Port': ['ID=6a4032e0-d17e-466f-93b2-7a250b8a37fd,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:40.020498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.032689 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.164265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event updated for resources: {'Port': ['ID=4719a710-2a8f-43bf-befa-fcba403e7dd0,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:40.172661 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.202043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (17f4fba3-8664-40f2-80b0-2c9388fef976), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.319496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.636953 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP 17f4fba3-8664-40f2-80b0-2c9388fef976 associated. External IP: 172.25.5.173, port: cbe1a9d6-2768-4de2-b6ed-ac45c000f848. Apr 07 11:47:40.710563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:40.718973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=5777161d-43c9-4f6e-abc9-64bd6d3024d1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:40.728532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:40.734450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:40.739713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:40.740359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.774585 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-166f1593-5bc7-4f0c-a6db-d7250cce74dd tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5018592 Apr 07 11:47:40.778233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 50980) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:40.783451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605290504', 'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:82:4d:e9'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:40.960339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:40.962303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:41.069088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.098009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] device_id is not set on port dc1cf7da-4e86-4799-a396-bc950a1eb68d yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:41.110853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:41.127903 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] Sync routers for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:41.147717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.147935 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:41.148426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:41.208285 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fb7b03de-0cfd-49e4-9b00-173d5544a3a4 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8878067 Apr 07 11:47:41.210744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:41.213487 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:41.260223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Allocated IP 2001:db8::2d1 (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/dc1cf7da-4e86-4799-a396-bc950a1eb68d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:41.335277 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646b2517-bfb3-43ba-b8a4-bfc88092d53a x-openstack-request-id: req-646b2517-bfb3-43ba-b8a4-bfc88092d53a {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:41.335525 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:41.335948 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-646b2517-bfb3-43ba-b8a4-bfc88092d53a {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:41.336515 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646b2517-bfb3-43ba-b8a4-bfc88092d53a'] response: {'name': 'network-changed', 'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'status': 'completed', 'code': 200} Apr 07 11:47:41.381641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a64ea9-cfed-44c0-928e-51da1bbbb32c None None] Network b67686cb-5b27-4822-a1f4-124934f811e4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:41.457062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6a4032e0-d17e-466f-93b2-7a250b8a37fd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:41.506479 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:41.528325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] Provisioning complete for port 6a4032e0-d17e-466f-93b2-7a250b8a37fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:41.528975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.626496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-a4bb6a39-73b5-4ecf-98a4-e1eb74c99e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.627912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-a4bb6a39-73b5-4ecf-98a4-e1eb74c99e46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1128 time: 0.3095348 Apr 07 11:47:41.647347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf78b07-d8b3-4226-8746-5a9441b80b07 req-f77a4b77-b2c2-43a1-b38d-264b9fa49b73 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.648862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bf78b07-d8b3-4226-8746-5a9441b80b07 req-f77a4b77-b2c2-43a1-b38d-264b9fa49b73 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.3003626 Apr 07 11:47:41.654829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] Current status of the port 6a4032e0-d17e-466f-93b2-7a250b8a37fd is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:41.655223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.690290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6a4032e0-d17e-466f-93b2-7a250b8a37fd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:41.690669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.776756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (dc1cf7da-4e86-4799-a396-bc950a1eb68d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.795120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] For port 6a4032e0-d17e-466f-93b2-7a250b8a37fd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6a4032e0-d17e-466f-93b2-7a250b8a37fd,segment=NetworkSegment(32d52298-e3e4-4a04-84e5-e835b2985254),segment_id=32d52298-e3e4-4a04-84e5-e835b2985254)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:41.835139 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.835422 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '17f4fba3-8664-40f2-80b0-2c9388fef976', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'port_id': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'mac_address': 'fa:16:3e:11:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:39Z', 'updated_at': '2022-04-07T11:47:39Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:29Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:41.871749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-82dd14a3-c544-46d7-8b43-52bc965a32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.874677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-82dd14a3-c544-46d7-8b43-52bc965a32b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 200 len: 897 time: 0.2395151 Apr 07 11:47:41.882012 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] Checking router: 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:41.885164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bf78b07-d8b3-4226-8746-5a9441b80b07 req-283c1579-853f-4f67-b71f-a19f7e7772a6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219353 Apr 07 11:47:41.916612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:41.921076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639c95f-a330-4410-b2ae-f13861237b73 None None] Pushing event updated for resources: {'Port': ['ID=6a4032e0-d17e-466f-93b2-7a250b8a37fd,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:41.932882 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:41.935453 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:41.941632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6a4032e0-d17e-466f-93b2-7a250b8a37fd is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:41.942028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:41.966587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (dc1cf7da-4e86-4799-a396-bc950a1eb68d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:42.053922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-1ab6aaa8-20bb-47a5-865c-178ed0ff5d2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 200 len: 1000 time: 0.1675522 Apr 07 11:47:42.080900 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e64533d2-9a6a-4ec0-abbb-53bea27fb18a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/17f4fba3-8664-40f2-80b0-2c9388fef976 HTTP/1.1" status: 200 len: 992 time: 0.1562715 Apr 07 11:47:42.085821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:47:42.086176 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:47:42.111104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:42.126430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:42.141943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:42.143759 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:42.150222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.151336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:42.163153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=dc1cf7da-4e86-4799-a396-bc950a1eb68d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:42.186343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-1f58d289-95a7-49bc-b4d0-7e527feaa76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.187457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-1f58d289-95a7-49bc-b4d0-7e527feaa76a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acaeb77c-1f13-4c11-9bdb-1b12624300a4 HTTP/1.1" status: 200 len: 834 time: 0.1254253 Apr 07 11:47:42.191783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-31f8eef5-6985-4580-9143-0f3c632da64f tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4123473 Apr 07 11:47:42.194695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51016) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:42.268377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-261eee38-0a33-47cb-9274-e46e2bd62462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.271491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-261eee38-0a33-47cb-9274-e46e2bd62462 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c06f58-3079-48f2-9447-588a762d03fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0772357 Apr 07 11:47:42.358774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49036d-78fe-44a2-a172-cce08925828a tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.370848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49036d-78fe-44a2-a172-cce08925828a tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.376841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49036d-78fe-44a2-a172-cce08925828a tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.384183 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f49036d-78fe-44a2-a172-cce08925828a tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1882524 Apr 07 11:47:42.385421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51020) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:42.397687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ea54947d-1883-4122-826f-68b7379750b4 None None] Provisioning complete for port 6a4032e0-d17e-466f-93b2-7a250b8a37fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:42.398223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea54947d-1883-4122-826f-68b7379750b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:42.398310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-766f164c-28f2-4d1a-afd6-dff6f3a75e83 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217577 Apr 07 11:47:42.531546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1849a72e-fb2e-4b1a-bcb2-a65245eb4efa req-2aa7443c-a79c-4795-947b-dd0f2d96fa13 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260955 Apr 07 11:47:42.542055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port dc1cf7da-4e86-4799-a396-bc950a1eb68d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:42.542499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dc1cf7da-4e86-4799-a396-bc950a1eb68d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:42.550706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ea54947d-1883-4122-826f-68b7379750b4 None None] Current status of the port 6a4032e0-d17e-466f-93b2-7a250b8a37fd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:42.552200 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '17f4fba3-8664-40f2-80b0-2c9388fef976', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'port_id': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'mac_address': 'fa:16:3e:11:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:39Z', 'updated_at': '2022-04-07T11:47:39Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:29Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:42.568792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ea54947d-1883-4122-826f-68b7379750b4 None None] Provisioning complete for port 5777161d-43c9-4f6e-abc9-64bd6d3024d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:42.569196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea54947d-1883-4122-826f-68b7379750b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:42.617010 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4698b74-7f91-4413-bcdc-11dc7b888201 None None] The sync data for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 is: [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '17f4fba3-8664-40f2-80b0-2c9388fef976', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'port_id': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'mac_address': 'fa:16:3e:11:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:39Z', 'updated_at': '2022-04-07T11:47:39Z', 'revision_number': 0, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:29Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:42.657878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6a4032e0-d17e-466f-93b2-7a250b8a37fd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:42.674458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ea54947d-1883-4122-826f-68b7379750b4 None None] Port 5777161d-43c9-4f6e-abc9-64bd6d3024d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:42.715990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dc1cf7da-4e86-4799-a396-bc950a1eb68d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:42.734228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for dc1cf7da-4e86-4799-a396-bc950a1eb68d owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:42.796247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-41746c8e-7f81-4714-bc86-83cb9a680ebc None None] Provisioning complete for port 5777161d-43c9-4f6e-abc9-64bd6d3024d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:42.796816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41746c8e-7f81-4714-bc86-83cb9a680ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.000558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dc1cf7da-4e86-4799-a396-bc950a1eb68d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.028562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=dc1cf7da-4e86-4799-a396-bc950a1eb68d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:43.052036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cf0f7-70e4-4797-b598-8d5d873762ff None None] New status for floating IP 17f4fba3-8664-40f2-80b0-2c9388fef976: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:47:43.080701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51032) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:43.115286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41746c8e-7f81-4714-bc86-83cb9a680ebc None None] Port 5777161d-43c9-4f6e-abc9-64bd6d3024d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:43.195103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-57a9e7e1-dba6-4342-872f-51df28313124 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/17f4fba3-8664-40f2-80b0-2c9388fef976 HTTP/1.1" status: 200 len: 992 time: 0.1110666 Apr 07 11:47:43.247546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.252854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5358de32-d52a-4c53-b7b0-f2c8fa204557 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/ports/dc1cf7da-4e86-4799-a396-bc950a1eb68d HTTP/1.1" status: 204 len: 168 time: 0.8638954 Apr 07 11:47:43.254564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51038) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:43.272633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a089dada-6412-4dc1-a1ce-57f97d5f9f07 None None] Could not find standard attr ID for object dc1cf7da-4e86-4799-a396-bc950a1eb68d. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:47:43.292138 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3ab7bf-7acc-4d6c-92f5-1fe4f4743530 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] GET failed (client error): The resource could not be found. Apr 07 11:47:43.294747 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ed3ab7bf-7acc-4d6c-92f5-1fe4f4743530 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "GET /v2.0/ports/dc1cf7da-4e86-4799-a396-bc950a1eb68d HTTP/1.1" status: 404 len: 333 time: 0.0388672 Apr 07 11:47:43.299004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51042) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:43.308421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-712799'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:43.392458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6a4032e0-d17e-466f-93b2-7a250b8a37fd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:43.465180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 6a4032e0-d17e-466f-93b2-7a250b8a37fd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:43.465847 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.479471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:43.483676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.503193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] device_id is not set on port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:43.569453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 6a4032e0-d17e-466f-93b2-7a250b8a37fd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:43.643108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Allocated IP 2001:db8::186 (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/72f6894e-d2f9-4a69-972b-e67deaf7fe6e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:43.800625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.838567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.891353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:43.894540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:43.897379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:43.904094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:43.904766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:43.919369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=72f6894e-d2f9-4a69-972b-e67deaf7fe6e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:43.938162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5c0b4b68-fab9-4723-8952-aa3c4c553a25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.6350574 Apr 07 11:47:43.938676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51054) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:43.947639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:82:4d:e9'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:44.122630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.198767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51064) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:44.209802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-90f572fa-ff5d-4d41-a491-c7dc77bea6dd None None] Provisioning complete for port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:44.210553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90f572fa-ff5d-4d41-a491-c7dc77bea6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.255128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-90f572fa-ff5d-4d41-a491-c7dc77bea6dd None None] Port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:44.277304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-90556930-453f-4f36-ad22-3052ffce8c3b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/17f4fba3-8664-40f2-80b0-2c9388fef976 HTTP/1.1" status: 200 len: 994 time: 0.0749238 Apr 07 11:47:44.375865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.380621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.414685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] In _notify_port_updated(), no bound segment for port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e on network b67686cb-5b27-4822-a1f4-124934f811e4 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:47:44.420570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:44.421249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.425081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "PUT /v2.0/ports/72f6894e-d2f9-4a69-972b-e67deaf7fe6e HTTP/1.1" status: 200 len: 999 time: 0.4810381 Apr 07 11:47:44.425717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51070) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:44.442265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b863d-0eda-4d4d-90a0-994f3e422442 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=72f6894e-d2f9-4a69-972b-e67deaf7fe6e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:44.538949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:44.539305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.634251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.648784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for 72f6894e-d2f9-4a69-972b-e67deaf7fe6e owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:44.791178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a582df16-f26d-4ebd-8553-ee846b53f27b None None] Provisioning complete for port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:44.791682 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a582df16-f26d-4ebd-8553-ee846b53f27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.807933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (72f6894e-d2f9-4a69-972b-e67deaf7fe6e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.832497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a582df16-f26d-4ebd-8553-ee846b53f27b None None] Port 72f6894e-d2f9-4a69-972b-e67deaf7fe6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:44.839592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=72f6894e-d2f9-4a69-972b-e67deaf7fe6e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:44.976453 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:44.981275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-da59ed28-da27-45ac-a533-84faf8360f1d tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/ports/72f6894e-d2f9-4a69-972b-e67deaf7fe6e HTTP/1.1" status: 204 len: 168 time: 0.5542517 Apr 07 11:47:44.987440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51082) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:45.019233 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9525edfb-cb9c-4c0b-8fa9-1cfe899c0123 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] GET failed (client error): The resource could not be found. Apr 07 11:47:45.021797 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9525edfb-cb9c-4c0b-8fa9-1cfe899c0123 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "GET /v2.0/ports/72f6894e-d2f9-4a69-972b-e67deaf7fe6e HTTP/1.1" status: 404 len: 333 time: 0.0300863 Apr 07 11:47:45.024745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51086) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:45.030279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2004762663'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:45.161700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:45.165300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.194974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] device_id is not set on port 37805d3e-ddec-4d9e-9291-cdb443258569 yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:45.330787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Allocated IP 2001:db8::255 (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/37805d3e-ddec-4d9e-9291-cdb443258569) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:45.490111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (37805d3e-ddec-4d9e-9291-cdb443258569), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.526673 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.573862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:45.576908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:45.582804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:45.588110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:45.588701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.596576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=37805d3e-ddec-4d9e-9291-cdb443258569,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:45.627162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0dda3a55-a42a-424f-88c2-b9eac2676642 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6013198 Apr 07 11:47:45.630373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51100) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:45.635314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:82:4d:e9'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:45.722814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.862185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7ea28dec-66f2-4af9-829e-deec14812640 None None] Provisioning complete for port 37805d3e-ddec-4d9e-9291-cdb443258569 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:45.862688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ea28dec-66f2-4af9-829e-deec14812640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.898821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7ea28dec-66f2-4af9-829e-deec14812640 None None] Port 37805d3e-ddec-4d9e-9291-cdb443258569 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:45.928572 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (37805d3e-ddec-4d9e-9291-cdb443258569), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.941848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.988892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] In _notify_port_updated(), no bound segment for port 37805d3e-ddec-4d9e-9291-cdb443258569 on network b67686cb-5b27-4822-a1f4-124934f811e4 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:47:45.993736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:45.994412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:45.996283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "PUT /v2.0/ports/37805d3e-ddec-4d9e-9291-cdb443258569 HTTP/1.1" status: 200 len: 1003 time: 0.3646739 Apr 07 11:47:45.999481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:46.019286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391b0ea-7269-4d6c-9a44-e6202fcd1994 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=37805d3e-ddec-4d9e-9291-cdb443258569,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:46.124928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port 37805d3e-ddec-4d9e-9291-cdb443258569 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:46.125297 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.237907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.265669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for 37805d3e-ddec-4d9e-9291-cdb443258569 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:46.328411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-031f7a5f-dea5-4f55-8daf-040a0e4e0b91 None None] Provisioning complete for port 37805d3e-ddec-4d9e-9291-cdb443258569 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:46.329104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-031f7a5f-dea5-4f55-8daf-040a0e4e0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.381359 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-031f7a5f-dea5-4f55-8daf-040a0e4e0b91 None None] Port 37805d3e-ddec-4d9e-9291-cdb443258569 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:46.411673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (37805d3e-ddec-4d9e-9291-cdb443258569), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.441251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=37805d3e-ddec-4d9e-9291-cdb443258569,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:46.478029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.484897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ff321855-e061-47eb-96d9-2bfff9e8fc25 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/ports/37805d3e-ddec-4d9e-9291-cdb443258569 HTTP/1.1" status: 204 len: 168 time: 0.4817224 Apr 07 11:47:46.485114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51122) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:46.511045 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d3a426-1fa8-4cc4-8a90-142b043efa02 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] GET failed (client error): The resource could not be found. Apr 07 11:47:46.513271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72d3a426-1fa8-4cc4-8a90-142b043efa02 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "GET /v2.0/ports/37805d3e-ddec-4d9e-9291-cdb443258569 HTTP/1.1" status: 404 len: 333 time: 0.0271578 Apr 07 11:47:46.517325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51126) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:46.522278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-924619446'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:46.646402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:46.650374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.672336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] device_id is not set on port bc8b5056-2141-4ac5-a2cb-4512527711e9 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:46.816592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Allocated IP 2001:db8::39c (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/bc8b5056-2141-4ac5-a2cb-4512527711e9) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:46.972846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (bc8b5056-2141-4ac5-a2cb-4512527711e9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.013740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bc8b5056-2141-4ac5-a2cb-4512527711e9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.062512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:47.065693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:47.068165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:47.073950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:47.074697 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.088283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=bc8b5056-2141-4ac5-a2cb-4512527711e9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:47.103080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-23f8d32e-a1b0-4b3e-ac76-44db0ef2f13e tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5846992 Apr 07 11:47:47.106385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51138) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:47.112420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'network_id': 'b67686cb-5b27-4822-a1f4-124934f811e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2043559395'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:47.241309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Made reservation on behalf of d7e11babb3844b5ab44f2fc052b97533 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:47.244966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.263576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] device_id is not set on port a81feb5f-0464-4e32-9a26-241242a93e10 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:47.412873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Allocated IP 2001:db8::180 (b67686cb-5b27-4822-a1f4-124934f811e4/a78d1309-a9a5-4de5-b151-84476764656a/a81feb5f-0464-4e32-9a26-241242a93e10) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:47.436836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1a014084-4f71-40c0-a238-487732805558 None None] Provisioning complete for port bc8b5056-2141-4ac5-a2cb-4512527711e9 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:47.437469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a014084-4f71-40c0-a238-487732805558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bc8b5056-2141-4ac5-a2cb-4512527711e9), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.477614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1a014084-4f71-40c0-a238-487732805558 None None] Port bc8b5056-2141-4ac5-a2cb-4512527711e9 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:47.584735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (a81feb5f-0464-4e32-9a26-241242a93e10), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.623155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.671832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Network b67686cb-5b27-4822-a1f4-124934f811e4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:47.674965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:47.680967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:47.686892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:47.687542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.694189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=a81feb5f-0464-4e32-9a26-241242a93e10,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:47.723824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ecd76bff-173b-460c-9405-0bc29598deff tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6161070 Apr 07 11:47:47.723979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51154) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:47.729779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:82:4d:e9'}, {'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:f7:69:27'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:47.813724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.011828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6621c40b-af88-4ced-b99a-1121cdf0af31 None None] Provisioning complete for port a81feb5f-0464-4e32-9a26-241242a93e10 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:48.012257 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6621c40b-af88-4ced-b99a-1121cdf0af31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.025082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for port (a81feb5f-0464-4e32-9a26-241242a93e10), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.034021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.051151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6621c40b-af88-4ced-b99a-1121cdf0af31 None None] Port a81feb5f-0464-4e32-9a26-241242a93e10 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:48.085696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] In _notify_port_updated(), no bound segment for port a81feb5f-0464-4e32-9a26-241242a93e10 on network b67686cb-5b27-4822-a1f4-124934f811e4 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:47:48.090932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:48.091462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.096317 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "PUT /v2.0/ports/a81feb5f-0464-4e32-9a26-241242a93e10 HTTP/1.1" status: 200 len: 1068 time: 0.3679216 Apr 07 11:47:48.096317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51164) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:48.129393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e697a2-32a2-42a9-b8ef-1e82bb52218b tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event updated for resources: {'Port': ['ID=a81feb5f-0464-4e32-9a26-241242a93e10,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:48.216913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port a81feb5f-0464-4e32-9a26-241242a93e10 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:48.217404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.319973 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.334568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for a81feb5f-0464-4e32-9a26-241242a93e10 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:48.390103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a78c50ac-6c1d-42a3-ba6f-76485b0c742c None None] Provisioning complete for port a81feb5f-0464-4e32-9a26-241242a93e10 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:48.390103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a78c50ac-6c1d-42a3-ba6f-76485b0c742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.427717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a78c50ac-6c1d-42a3-ba6f-76485b0c742c None None] Port a81feb5f-0464-4e32-9a26-241242a93e10 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:48.494968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a81feb5f-0464-4e32-9a26-241242a93e10), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.530209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=a81feb5f-0464-4e32-9a26-241242a93e10,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:48.714940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.720571 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3cd57fd-f1bf-4d56-b819-0e94da2fe195 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/ports/a81feb5f-0464-4e32-9a26-241242a93e10 HTTP/1.1" status: 204 len: 168 time: 0.6217880 Apr 07 11:47:48.720855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51180) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:48.747615 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7033635f-4c92-46b6-a09d-536515a6bd12 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] GET failed (client error): The resource could not be found. Apr 07 11:47:48.749710 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7033635f-4c92-46b6-a09d-536515a6bd12 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "GET /v2.0/ports/a81feb5f-0464-4e32-9a26-241242a93e10 HTTP/1.1" status: 404 len: 333 time: 0.0272989 Apr 07 11:47:48.752003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51182) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.138466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port bc8b5056-2141-4ac5-a2cb-4512527711e9 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:49.138791 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bc8b5056-2141-4ac5-a2cb-4512527711e9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.231033 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bc8b5056-2141-4ac5-a2cb-4512527711e9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.243390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for bc8b5056-2141-4ac5-a2cb-4512527711e9 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:49.387895 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (bc8b5056-2141-4ac5-a2cb-4512527711e9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.419130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=bc8b5056-2141-4ac5-a2cb-4512527711e9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.445633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.451582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1558656-d74c-4947-8742-f61e6ab7c643 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/ports/bc8b5056-2141-4ac5-a2cb-4512527711e9 HTTP/1.1" status: 204 len: 168 time: 0.6957235 Apr 07 11:47:49.452153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51200) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.478736 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8cdf73-7482-4c97-a003-0248381b9c5c tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] GET failed (client error): The resource could not be found. Apr 07 11:47:49.484425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd8cdf73-7482-4c97-a003-0248381b9c5c tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "GET /v2.0/ports/bc8b5056-2141-4ac5-a2cb-4512527711e9 HTTP/1.1" status: 404 len: 333 time: 0.0269480 Apr 07 11:47:49.484741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51202) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.594548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port 5777161d-43c9-4f6e-abc9-64bd6d3024d1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:49.595111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.692622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.710846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for 5777161d-43c9-4f6e-abc9-64bd6d3024d1 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:49.848599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5777161d-43c9-4f6e-abc9-64bd6d3024d1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.878733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=5777161d-43c9-4f6e-abc9-64bd6d3024d1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.922228 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.925926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9a80dffc-27df-4268-8d37-32a25d0c3055 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/ports/5777161d-43c9-4f6e-abc9-64bd6d3024d1 HTTP/1.1" status: 204 len: 168 time: 0.4402211 Apr 07 11:47:49.928242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51214) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.985859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting subnet a78d1309-a9a5-4de5-b151-84476764656a {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:47:49.989637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for subnet (a78d1309-a9a5-4de5-b151-84476764656a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.044938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a78d1309-a9a5-4de5-b151-84476764656a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.140910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a78d1309-a9a5-4de5-b151-84476764656a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.204277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a78d1309-a9a5-4de5-b151-84476764656a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.236036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Subnet': ['ID=a78d1309-a9a5-4de5-b151-84476764656a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.239652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.247661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51222) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:50.248012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78287bf9-5cd4-4bc1-9c03-a2e4f8a6bd16 None None] Network b67686cb-5b27-4822-a1f4-124934f811e4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:50.249647 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-179a7642-c9ac-474d-9641-382e52f466e2 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/subnets/a78d1309-a9a5-4de5-b151-84476764656a HTTP/1.1" status: 204 len: 168 time: 0.3203304 Apr 07 11:47:50.333456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b67686cb-5b27-4822-a1f4-124934f811e4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.396625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Deleting port 6a4032e0-d17e-466f-93b2-7a250b8a37fd {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:50.402464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.446135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] DHCP port deletion for b67686cb-5b27-4822-a1f4-124934f811e4 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:47:50.476022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] For port 6a4032e0-d17e-466f-93b2-7a250b8a37fd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6a4032e0-d17e-466f-93b2-7a250b8a37fd,segment=NetworkSegment(32d52298-e3e4-4a04-84e5-e835b2985254),segment_id=32d52298-e3e4-4a04-84e5-e835b2985254)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:50.476386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.489391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Calling delete_port for 6a4032e0-d17e-466f-93b2-7a250b8a37fd owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:50.496458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] Deleting port 6a4032e0-d17e-466f-93b2-7a250b8a37fd {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:50.496864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.569705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] For port 6a4032e0-d17e-466f-93b2-7a250b8a37fd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=6a4032e0-d17e-466f-93b2-7a250b8a37fd,segment=NetworkSegment(32d52298-e3e4-4a04-84e5-e835b2985254),segment_id=32d52298-e3e4-4a04-84e5-e835b2985254)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:50.570470 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.579562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.584955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] Calling delete_port for 6a4032e0-d17e-466f-93b2-7a250b8a37fd owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:50.608578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] No DVR routers for this DVR port 6a4032e0-d17e-466f-93b2-7a250b8a37fd on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:50.613617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Port': ['ID=6a4032e0-d17e-466f-93b2-7a250b8a37fd,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.702434 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (6a4032e0-d17e-466f-93b2-7a250b8a37fd), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.709793 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b67686cb-5b27-4822-a1f4-124934f811e4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.732834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67686cb-5b27-4822-a1f4-124934f811e4']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:50.736425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] Pushing event deleted for resources: {'Port': ['ID=6a4032e0-d17e-466f-93b2-7a250b8a37fd,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.743447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe744d-7ed5-4fbf-8b36-ca987c79c9b4 None None] No DVR routers for this DVR port 6a4032e0-d17e-466f-93b2-7a250b8a37fd on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:50.746703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d52298-e3e4-4a04-84e5-e835b2985254') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:50.747006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d52298-e3e4-4a04-84e5-e835b2985254') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:50.774580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (32d52298-e3e4-4a04-84e5-e835b2985254), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.791312 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (32d52298-e3e4-4a04-84e5-e835b2985254), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.797925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:47:50.798315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (32d52298-e3e4-4a04-84e5-e835b2985254), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:47:50.801331 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:47:50.873359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b67686cb-5b27-4822-a1f4-124934f811e4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.880794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.884404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] 10.222.0.13 "DELETE /v2.0/networks/b67686cb-5b27-4822-a1f4-124934f811e4 HTTP/1.1" status: 204 len: 168 time: 0.6353676 Apr 07 11:47:50.897273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888995-fde5-4898-83e0-f24c97b435e7 tempest-AllowedAddressPairIpV6TestJSON-5920284 tempest-AllowedAddressPairIpV6TestJSON-5920284-project] Pushing event deleted for resources: {'Network': ['ID=b67686cb-5b27-4822-a1f4-124934f811e4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:51.153281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51246) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:51.313912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51254) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:51.314436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-121f7aa8-00fc-41ea-98d0-7c67f63db7f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7e11babb3844b5ab44f2fc052b97533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595562 Apr 07 11:47:51.381565 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61bc7824-e244-4579-8977-a16467047599 admin admin] Publish callbacks [] for security_group (50aee51d-f05b-4b20-9459-cece4854a793), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.387265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6a4032e0-d17e-466f-93b2-7a250b8a37fd no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:51.409799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 6a4032e0-d17e-466f-93b2-7a250b8a37fd {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:51.410296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 6a4032e0-d17e-466f-93b2-7a250b8a37fd not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:51.414097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61bc7824-e244-4579-8977-a16467047599 admin admin] Publish callbacks [] for security_group (50aee51d-f05b-4b20-9459-cece4854a793), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.465974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61bc7824-e244-4579-8977-a16467047599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (50aee51d-f05b-4b20-9459-cece4854a793), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.468739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-61bc7824-e244-4579-8977-a16467047599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.470017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-61bc7824-e244-4579-8977-a16467047599 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50aee51d-f05b-4b20-9459-cece4854a793 HTTP/1.1" status: 204 len: 168 time: 0.1549404 Apr 07 11:47:51.478173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc7824-e244-4579-8977-a16467047599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aee51d-f05b-4b20-9459-cece4854a793,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:52.243923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51290) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:52.344881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2117168624'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:52.365803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Made reservation on behalf of 6258df7519e74a828e500d73c4314b9f for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:52.369360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.378415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.459765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for security_group (707e460d-530f-4106-8e04-c4761e7b0ff8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.464528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (707e460d-530f-4106-8e04-c4761e7b0ff8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.497803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:47:52.502741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707e460d-530f-4106-8e04-c4761e7b0ff8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:52.511527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0092422a-c9b9-4d3c-97aa-5d0b06a29cea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.511527 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Added segment 0092422a-c9b9-4d3c-97aa-5d0b06a29cea of type vlan for network afb24239-e324-42c7-9265-660998895b06 Apr 07 11:47:52.556016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (afb24239-e324-42c7-9265-660998895b06), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.580682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (afb24239-e324-42c7-9265-660998895b06), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.585706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:52.586278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.642718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3976421 Apr 07 11:47:52.645766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51296) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:52.653183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Request body: {'subnet': {'network_id': 'afb24239-e324-42c7-9265-660998895b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:52.655232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9333a2-5e24-4b18-8cf7-0d2cae0924b5 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event updated for resources: {'Network': ['ID=afb24239-e324-42c7-9265-660998895b06,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:52.667128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network afb24239-e324-42c7-9265-660998895b06 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:47:52.756150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Made reservation on behalf of 6258df7519e74a828e500d73c4314b9f for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:52.759452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.944296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (47c16694-afe0-44ca-842b-3d6aef56a9cc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.007488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event updated for resources: {'Subnet': ['ID=47c16694-afe0-44ca-842b-3d6aef56a9cc,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:53.018009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Checking segment: {'id': '0092422a-c9b9-4d3c-97aa-5d0b06a29cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'afb24239-e324-42c7-9265-660998895b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:53.018377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Network hostable DHCP agents. Network: afb24239-e324-42c7-9265-660998895b06, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:47:53.035513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Network afb24239-e324-42c7-9265-660998895b06 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:47:53.046876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, afb24239-e324-42c7-9265-660998895b06) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:53.054709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda8b77-08d4-442e-a29f-0d7427eab204 None None] Network afb24239-e324-42c7-9265-660998895b06 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:53.059159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:53.061765 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.079385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-399c0b0b-8f93-45f2-8462-fb7fa1ee0788 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4318824 Apr 07 11:47:53.082427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51298) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:53.087682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Request body: {'port': {'network_id': 'afb24239-e324-42c7-9265-660998895b06', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-592769568'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:53.174721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-afb24239-e324-42c7-9265-660998895b06', 'network_id': 'afb24239-e324-42c7-9265-660998895b06', 'project_id': '6258df7519e74a828e500d73c4314b9f', 'fixed_ips': [{'subnet_id': '47c16694-afe0-44ca-842b-3d6aef56a9cc'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:47:53.176648 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.207709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Made reservation on behalf of 6258df7519e74a828e500d73c4314b9f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:53.211455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.232142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] device_id is not set on port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:53.340070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Allocated IP 2001:db8::2 (afb24239-e324-42c7-9265-660998895b06/47c16694-afe0-44ca-842b-3d6aef56a9cc/b4538593-bc82-439a-9fdd-0e0daf5af47c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:53.499380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Publish callbacks [] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.506099 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.540675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Network afb24239-e324-42c7-9265-660998895b06 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:53.544087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:53.548989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:53.573180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Allocated IP 2001:db8::16f (afb24239-e324-42c7-9265-660998895b06/47c16694-afe0-44ca-842b-3d6aef56a9cc/74e93c9f-9373-4f5c-bcaa-18abdbd53ea8) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:53.584147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Pushing event updated for resources: {'Port': ['ID=b4538593-bc82-439a-9fdd-0e0daf5af47c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:53.613344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Attempting to bind port b4538593-bc82-439a-9fdd-0e0daf5af47c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:53.615645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Attempting to bind port b4538593-bc82-439a-9fdd-0e0daf5af47c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '0092422a-c9b9-4d3c-97aa-5d0b06a29cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'afb24239-e324-42c7-9265-660998895b06'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:53.616024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Attempting to bind port b4538593-bc82-439a-9fdd-0e0daf5af47c on network afb24239-e324-42c7-9265-660998895b06 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:53.623155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:53.623540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Checking segment: {'id': '0092422a-c9b9-4d3c-97aa-5d0b06a29cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'afb24239-e324-42c7-9265-660998895b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:53.623947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.624344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Bound using segment: {'id': '0092422a-c9b9-4d3c-97aa-5d0b06a29cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'afb24239-e324-42c7-9265-660998895b06'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:53.624824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Bound port: b4538593-bc82-439a-9fdd-0e0daf5af47c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0092422a-c9b9-4d3c-97aa-5d0b06a29cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'afb24239-e324-42c7-9265-660998895b06'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:53.625238 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.696568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] For port b4538593-bc82-439a-9fdd-0e0daf5af47c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:53.700869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] For port b4538593-bc82-439a-9fdd-0e0daf5af47c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b4538593-bc82-439a-9fdd-0e0daf5af47c,segment=NetworkSegment(0092422a-c9b9-4d3c-97aa-5d0b06a29cea),segment_id=0092422a-c9b9-4d3c-97aa-5d0b06a29cea)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:53.707447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.750130 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.778152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63def6e-0ab9-46ec-9425-401b9eca2018 None None] Pushing event updated for resources: {'Port': ['ID=b4538593-bc82-439a-9fdd-0e0daf5af47c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:53.791372 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.836768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Network afb24239-e324-42c7-9265-660998895b06 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:53.843167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:53.849097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:53.854343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:53.855661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.862349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event updated for resources: {'Port': ['ID=74e93c9f-9373-4f5c-bcaa-18abdbd53ea8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:53.879438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2783bfc3-7d74-42a5-9987-086d4ac81065 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7959189 Apr 07 11:47:53.882434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51302) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:53.888559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Request body: {'port': {'network_id': 'afb24239-e324-42c7-9265-660998895b06', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1126023433', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:53.889047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] bootfile-name is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:47:53.889426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] tftp-server is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:47:53.889768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.api.validators [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] server-ip-address is not in valid_values {{(pid=104178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:47:54.046420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Made reservation on behalf of 6258df7519e74a828e500d73c4314b9f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:54.050209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.068952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] device_id is not set on port e2948b06-12a1-4271-a8f2-d991fdcc2e33 yet. {{(pid=104178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:47:54.194671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Allocated IP 2001:db8::34f (afb24239-e324-42c7-9265-660998895b06/47c16694-afe0-44ca-842b-3d6aef56a9cc/e2948b06-12a1-4271-a8f2-d991fdcc2e33) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:54.359254 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for port (e2948b06-12a1-4271-a8f2-d991fdcc2e33), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.394447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e2948b06-12a1-4271-a8f2-d991fdcc2e33), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.442939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Network afb24239-e324-42c7-9265-660998895b06 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:54.446521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:54.452964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:54.458183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.458831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.466165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event updated for resources: {'Port': ['ID=e2948b06-12a1-4271-a8f2-d991fdcc2e33,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.487239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c18a5bf9-90a4-47f6-8223-f32b8b1b2743 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6036801 Apr 07 11:47:54.489787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51304) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:54.584688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e625f-3306-4a95-abd8-af1668db8535 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.591056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e625f-3306-4a95-abd8-af1668db8535 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.596658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e625f-3306-4a95-abd8-af1668db8535 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.598456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-da7e625f-3306-4a95-abd8-af1668db8535 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1077006 Apr 07 11:47:54.601605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51308) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:54.719606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Deleting port e2948b06-12a1-4271-a8f2-d991fdcc2e33 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:54.720035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e2948b06-12a1-4271-a8f2-d991fdcc2e33), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.812311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb999e17-884b-49fa-9564-d77009abb62d None None] Network afb24239-e324-42c7-9265-660998895b06 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:54.814930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e2948b06-12a1-4271-a8f2-d991fdcc2e33), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.828391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Calling delete_port for e2948b06-12a1-4271-a8f2-d991fdcc2e33 owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:54.934503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] Provisioning complete for port b4538593-bc82-439a-9fdd-0e0daf5af47c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:54.934802 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.965979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e2948b06-12a1-4271-a8f2-d991fdcc2e33), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.014955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event deleted for resources: {'Port': ['ID=e2948b06-12a1-4271-a8f2-d991fdcc2e33,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:55.041007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] Current status of the port b4538593-bc82-439a-9fdd-0e0daf5af47c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:55.041775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.054454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.059891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bd4da835-e77b-4ab8-8775-d17db53641ee tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "DELETE /v2.0/ports/e2948b06-12a1-4271-a8f2-d991fdcc2e33 HTTP/1.1" status: 204 len: 168 time: 0.4568715 Apr 07 11:47:55.065349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51310) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:55.074347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Request body: {'port': {'name': 'tempest-new-port-name-26791582', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:55.075156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.api.validators [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] bootfile-name is not in valid_values {{(pid=104177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:47:55.075694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.api.validators [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] tftp-server is not in valid_values {{(pid=104177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:47:55.076226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.api.validators [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] server-ip-address is not in valid_values {{(pid=104177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 11:47:55.085102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] For port b4538593-bc82-439a-9fdd-0e0daf5af47c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b4538593-bc82-439a-9fdd-0e0daf5af47c,segment=NetworkSegment(0092422a-c9b9-4d3c-97aa-5d0b06a29cea),segment_id=0092422a-c9b9-4d3c-97aa-5d0b06a29cea)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:55.090581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.152782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6aed3-5c4a-4633-bec3-35d3b3ad3d70 None None] Pushing event updated for resources: {'Port': ['ID=b4538593-bc82-439a-9fdd-0e0daf5af47c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:55.328238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Provisioning complete for port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:55.332804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.406344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:55.411535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Could not find standard attr ID for object e2948b06-12a1-4271-a8f2-d991fdcc2e33. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:47:55.426828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Provisioning complete for port b4538593-bc82-439a-9fdd-0e0daf5af47c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:55.427389 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.465696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b4538593-bc82-439a-9fdd-0e0daf5af47c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:55.476733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.593192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d3d8a-d7b6-453b-870d-aad800116e5d None None] Current status of the port b4538593-bc82-439a-9fdd-0e0daf5af47c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:55.612618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b4538593-bc82-439a-9fdd-0e0daf5af47c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:55.614008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.702282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.719684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b4538593-bc82-439a-9fdd-0e0daf5af47c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:55.720546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.733387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e01dc036-5469-496e-a954-a15d1ae5c684 None None] Provisioning complete for port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:55.734024 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e01dc036-5469-496e-a954-a15d1ae5c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.737216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] In _notify_port_updated(), no bound segment for port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 on network afb24239-e324-42c7-9265-660998895b06 {{(pid=104177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 11:47:55.743152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.744114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.746264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "PUT /v2.0/ports/74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 HTTP/1.1" status: 200 len: 1128 time: 0.6784978 Apr 07 11:47:55.749374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51314) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:55.785905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e01dc036-5469-496e-a954-a15d1ae5c684 None None] Port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:55.797938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4757dbf-1242-48d0-b918-aafbaa7ab331 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event updated for resources: {'Port': ['ID=74e93c9f-9373-4f5c-bcaa-18abdbd53ea8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:55.821784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7870a634-1236-4fbf-a04b-91b0c03ee23e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.823496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7870a634-1236-4fbf-a04b-91b0c03ee23e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "GET /v2.0/ports/74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 HTTP/1.1" status: 200 len: 1128 time: 0.0730810 Apr 07 11:47:55.827459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51316) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:55.904752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e87ba4f0-0af1-4840-b9c4-4b72db599ac2 None None] Could not find standard attr ID for object e2948b06-12a1-4271-a8f2-d991fdcc2e33. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:47:55.933852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Deleting port 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:55.934195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.032743 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.046139 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Calling delete_port for 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 owned by {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:56.177466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (74e93c9f-9373-4f5c-bcaa-18abdbd53ea8), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.213579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event deleted for resources: {'Port': ['ID=74e93c9f-9373-4f5c-bcaa-18abdbd53ea8,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.240070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.243489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2baab422-f442-4eb4-85f1-9cb480de75b4 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "DELETE /v2.0/ports/74e93c9f-9373-4f5c-bcaa-18abdbd53ea8 HTTP/1.1" status: 204 len: 168 time: 0.4150679 Apr 07 11:47:56.246277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51318) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:56.302095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Deleting subnet 47c16694-afe0-44ca-842b-3d6aef56a9cc {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:47:56.305742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for subnet (47c16694-afe0-44ca-842b-3d6aef56a9cc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.359760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (47c16694-afe0-44ca-842b-3d6aef56a9cc), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.425357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-718c086e-2417-45d7-8e9f-40f4869586c9 None None] Could not find standard attr ID for object 74e93c9f-9373-4f5c-bcaa-18abdbd53ea8. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:47:56.457540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (47c16694-afe0-44ca-842b-3d6aef56a9cc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.520920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (47c16694-afe0-44ca-842b-3d6aef56a9cc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.555045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event deleted for resources: {'Subnet': ['ID=47c16694-afe0-44ca-842b-3d6aef56a9cc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.557010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.562976 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21529e01-0a51-4fbd-92e5-1360da58dd5e tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "DELETE /v2.0/subnets/47c16694-afe0-44ca-842b-3d6aef56a9cc HTTP/1.1" status: 204 len: 168 time: 0.3134592 Apr 07 11:47:56.563537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51320) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:56.568579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d645e17-a75a-4ba2-8c4c-564ed391756e None None] Network afb24239-e324-42c7-9265-660998895b06 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:56.651238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (afb24239-e324-42c7-9265-660998895b06), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.710351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Deleting port b4538593-bc82-439a-9fdd-0e0daf5af47c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:56.710351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.729441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] DHCP port deletion for afb24239-e324-42c7-9265-660998895b06 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:47:56.780782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] Deleting port b4538593-bc82-439a-9fdd-0e0daf5af47c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:56.781100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.786132 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] For port b4538593-bc82-439a-9fdd-0e0daf5af47c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b4538593-bc82-439a-9fdd-0e0daf5af47c,segment=NetworkSegment(0092422a-c9b9-4d3c-97aa-5d0b06a29cea),segment_id=0092422a-c9b9-4d3c-97aa-5d0b06a29cea)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:56.786832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.800449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Calling delete_port for b4538593-bc82-439a-9fdd-0e0daf5af47c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:56.846266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] For port b4538593-bc82-439a-9fdd-0e0daf5af47c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b4538593-bc82-439a-9fdd-0e0daf5af47c,segment=NetworkSegment(0092422a-c9b9-4d3c-97aa-5d0b06a29cea),segment_id=0092422a-c9b9-4d3c-97aa-5d0b06a29cea)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:56.846672 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.859585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] Calling delete_port for b4538593-bc82-439a-9fdd-0e0daf5af47c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:56.880036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.910949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event deleted for resources: {'Port': ['ID=b4538593-bc82-439a-9fdd-0e0daf5af47c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.916093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] No DVR routers for this DVR port b4538593-bc82-439a-9fdd-0e0daf5af47c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:56.943790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (b4538593-bc82-439a-9fdd-0e0daf5af47c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.968850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] Pushing event deleted for resources: {'Port': ['ID=b4538593-bc82-439a-9fdd-0e0daf5af47c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.972678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cdeab-2781-479d-91f3-1ad193900116 None None] No DVR routers for this DVR port b4538593-bc82-439a-9fdd-0e0daf5af47c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:57.000976 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (afb24239-e324-42c7-9265-660998895b06), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.020547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb24239-e324-42c7-9265-660998895b06']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:57.030965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0092422a-c9b9-4d3c-97aa-5d0b06a29cea') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:57.031199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0092422a-c9b9-4d3c-97aa-5d0b06a29cea') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:57.040592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (0092422a-c9b9-4d3c-97aa-5d0b06a29cea), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.054388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (0092422a-c9b9-4d3c-97aa-5d0b06a29cea), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.060998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:47:57.061434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (0092422a-c9b9-4d3c-97aa-5d0b06a29cea), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:47:57.064568 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:47:57.127538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (afb24239-e324-42c7-9265-660998895b06), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.136156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.139225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] 10.222.0.13 "DELETE /v2.0/networks/afb24239-e324-42c7-9265-660998895b06 HTTP/1.1" status: 204 len: 168 time: 0.5747409 Apr 07 11:47:57.152162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd170e-d925-471e-805f-5ef610a483f1 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234 tempest-ExtraDHCPOptionsIpV6TestJSON-359020234-project] Pushing event deleted for resources: {'Network': ['ID=afb24239-e324-42c7-9265-660998895b06,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:57.363681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b4538593-bc82-439a-9fdd-0e0daf5af47c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:57.385060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b4538593-bc82-439a-9fdd-0e0daf5af47c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:57.385671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b4538593-bc82-439a-9fdd-0e0daf5af47c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:57.429980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51328) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:57.566848 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6f17d649-720f-4a49-b00a-7b29cc399486 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6258df7519e74a828e500d73c4314b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356146 Apr 07 11:47:57.569165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51332) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:57.618851 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb0ca-4cf8-4893-ba5d-f8ee757f2210 admin admin] Publish callbacks [] for security_group (707e460d-530f-4106-8e04-c4761e7b0ff8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.641012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb0ca-4cf8-4893-ba5d-f8ee757f2210 admin admin] Publish callbacks [] for security_group (707e460d-530f-4106-8e04-c4761e7b0ff8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.690651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb0ca-4cf8-4893-ba5d-f8ee757f2210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (707e460d-530f-4106-8e04-c4761e7b0ff8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.693582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb0ca-4cf8-4893-ba5d-f8ee757f2210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.694745 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3a7bb0ca-4cf8-4893-ba5d-f8ee757f2210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/707e460d-530f-4106-8e04-c4761e7b0ff8 HTTP/1.1" status: 204 len: 168 time: 0.1246743 Apr 07 11:47:57.704048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb0ca-4cf8-4893-ba5d-f8ee757f2210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707e460d-530f-4106-8e04-c4761e7b0ff8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:58.291012 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:47:58.387865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:58.493030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1297308401'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:58.517279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Made reservation on behalf of b531b6b06ce1451a866707f304ad5988 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:58.520550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.529411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.612458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for security_group (1bd6991d-3871-4fd8-aa6d-b48ee7031060), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.616362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1bd6991d-3871-4fd8-aa6d-b48ee7031060), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.640477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:47:58.660243 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (caacf2d7-88ba-4971-954b-06178a8a44d5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.660583 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Added segment caacf2d7-88ba-4971-954b-06178a8a44d5 of type vlan for network d4e25750-2e65-4929-82d8-8067b306095c Apr 07 11:47:58.661928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd6991d-3871-4fd8-aa6d-b48ee7031060,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:58.705346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d4e25750-2e65-4929-82d8-8067b306095c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.730698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d4e25750-2e65-4929-82d8-8067b306095c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.735543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.736117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.796534 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4049642 Apr 07 11:47:58.797863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:58.802949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'subnet': {'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:58.810077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22806173-b5d8-4107-8446-e1a4a327bcd2 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Network': ['ID=d4e25750-2e65-4929-82d8-8067b306095c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:58.821821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d4e25750-2e65-4929-82d8-8067b306095c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:47:58.899362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Made reservation on behalf of b531b6b06ce1451a866707f304ad5988 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:58.903013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.097918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.162368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Subnet': ['ID=01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:59.173413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Checking segment: {'id': 'caacf2d7-88ba-4971-954b-06178a8a44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:59.173788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network hostable DHCP agents. Network: d4e25750-2e65-4929-82d8-8067b306095c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:47:59.191499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network d4e25750-2e65-4929-82d8-8067b306095c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:47:59.200120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d4e25750-2e65-4929-82d8-8067b306095c) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:59.205218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:59.205881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.210854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9291c-3d2d-413b-a94a-5e51e7f8af14 None None] Network d4e25750-2e65-4929-82d8-8067b306095c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:59.228037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51366) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:59.230354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58455cd1-be4b-4411-bb33-429ca04946aa tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4306192 Apr 07 11:47:59.234762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1225371660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:59.263965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.265260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.325413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d4e25750-2e65-4929-82d8-8067b306095c', 'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c', 'project_id': 'b531b6b06ce1451a866707f304ad5988', 'fixed_ips': [{'subnet_id': '01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:47:59.326392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.333436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for router_controller (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.339960 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.360570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.364416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-98f68eb9-8616-4a4e-b998-652570691a06 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1326919 Apr 07 11:47:59.364711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51368) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:59.479084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Allocated IP 172.20.0.2 (d4e25750-2e65-4929-82d8-8067b306095c/01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb/133f7ac1-fdbb-4cb4-ac42-dc2d75728264) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:59.656186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Publish callbacks [] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.670293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.703075 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.716796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Network d4e25750-2e65-4929-82d8-8067b306095c is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:59.721810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:59.725603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:59.740396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Pushing event updated for resources: {'Port': ['ID=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:59.999694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Attempting to bind port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:00.000348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Attempting to bind port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'caacf2d7-88ba-4971-954b-06178a8a44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:00.000348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Attempting to bind port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 on network d4e25750-2e65-4929-82d8-8067b306095c {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:00.006776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:00.007155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Checking segment: {'id': 'caacf2d7-88ba-4971-954b-06178a8a44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:00.007555 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.007955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Bound using segment: {'id': 'caacf2d7-88ba-4971-954b-06178a8a44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:00.008429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Bound port: 133f7ac1-fdbb-4cb4-ac42-dc2d75728264, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caacf2d7-88ba-4971-954b-06178a8a44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:00.008815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.048429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Allocated IP 172.20.0.1 (d4e25750-2e65-4929-82d8-8067b306095c/01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb/383e5a28-a76f-44f3-b092-fdd80fc5222e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:00.082145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] For port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:00.085423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] For port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,segment=NetworkSegment(caacf2d7-88ba-4971-954b-06178a8a44d5),segment_id=caacf2d7-88ba-4971-954b-06178a8a44d5)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:00.093257 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.160041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87e12d-5c00-4f70-82ae-442d853c1cdd None None] Pushing event updated for resources: {'Port': ['ID=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:00.177867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.215300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.264112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network d4e25750-2e65-4929-82d8-8067b306095c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:00.267466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:00.271628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:00.299865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Port': ['ID=383e5a28-a76f-44f3-b092-fdd80fc5222e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:00.324539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.661486 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae02af61-8d82-4986-978e-bceadaaa890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.778589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.064209 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.070735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.154427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Port': ['ID=383e5a28-a76f-44f3-b092-fdd80fc5222e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:01.157265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.254671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network d4e25750-2e65-4929-82d8-8067b306095c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:01.256306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:01.270444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3be641-d1eb-445b-9cb9-9eacbeb054d0 None None] Network d4e25750-2e65-4929-82d8-8067b306095c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:01.338198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] Provisioning complete for port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:01.338578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.416177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Router b1a7426e-62a1-4423-94c7-63adf8c5f8e0 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:01.447187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:01.526758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:01.537456 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] Sync routers for ids ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:01.542123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51374) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:01.542842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ea0c7bda-114c-4241-b93e-a93a7154cfde tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "PUT /v2.0/routers/b1a7426e-62a1-4423-94c7-63adf8c5f8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769309 Apr 07 11:48:01.548361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'port': {'network_id': 'd4e25750-2e65-4929-82d8-8067b306095c', 'name': 'tempest-FloatingIPNegativeTestJSON-862498917'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:01.558080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] Current status of the port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:01.558523 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.566877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] Routers {'b1a7426e-62a1-4423-94c7-63adf8c5f8e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:01.567501 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:01.571145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:01.571789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.626831 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:01.638987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] For port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,segment=NetworkSegment(caacf2d7-88ba-4971-954b-06178a8a44d5),segment_id=caacf2d7-88ba-4971-954b-06178a8a44d5)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:01.646775 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] Routers {'b1a7426e-62a1-4423-94c7-63adf8c5f8e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:01.647853 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:47:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:01.650353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.736287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Made reservation on behalf of b531b6b06ce1451a866707f304ad5988 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:01.738029 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:01.738706 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1717612-621e-4b02-9c83-9d9490871291 None None] The sync data for ids ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:01.746764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.758934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5eb4f-07f1-417b-8be1-403bc9c4c093 None None] Pushing event updated for resources: {'Port': ['ID=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:01.772736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:01.784353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] device_id is not set on port 6b591a1f-065d-4af6-840e-346552a067fd yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:48:01.909290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Allocated IP 172.20.0.7 (d4e25750-2e65-4929-82d8-8067b306095c/01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb/6b591a1f-065d-4af6-840e-346552a067fd) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:01.915737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.980415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1b45b8df-152f-413c-8f5a-f54406b34e34 None None] Provisioning complete for port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:01.980927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b45b8df-152f-413c-8f5a-f54406b34e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.086878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1b45b8df-152f-413c-8f5a-f54406b34e34 None None] Current status of the port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:02.096479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for port (6b591a1f-065d-4af6-840e-346552a067fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.100721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1b45b8df-152f-413c-8f5a-f54406b34e34 None None] Provisioning complete for port 383e5a28-a76f-44f3-b092-fdd80fc5222e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:02.101103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b45b8df-152f-413c-8f5a-f54406b34e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.140806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6b591a1f-065d-4af6-840e-346552a067fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.144263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1b45b8df-152f-413c-8f5a-f54406b34e34 None None] Port 383e5a28-a76f-44f3-b092-fdd80fc5222e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:02.194052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network d4e25750-2e65-4929-82d8-8067b306095c is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:02.197696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:02.200427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:02.238843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Port': ['ID=6b591a1f-065d-4af6-840e-346552a067fd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:02.261866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:02.262507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.269831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-58c41c8b-af4c-4211-9890-3088b99f2131 None None] Provisioning complete for port 383e5a28-a76f-44f3-b092-fdd80fc5222e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:02.270668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58c41c8b-af4c-4211-9890-3088b99f2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.284879 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6c1a2482-e943-4d99-b7e1-6b5c48d07e8b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7373610 Apr 07 11:48:02.285225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51378) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:02.292110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:02.318828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.326398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-58c41c8b-af4c-4211-9890-3088b99f2131 None None] Port 383e5a28-a76f-44f3-b092-fdd80fc5222e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:02.441873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.451078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-39aefddf-268f-40d7-87ed-0ace98a64e9e None None] Provisioning complete for port 383e5a28-a76f-44f3-b092-fdd80fc5222e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:02.451881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-39aefddf-268f-40d7-87ed-0ace98a64e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.517657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-39aefddf-268f-40d7-87ed-0ace98a64e9e None None] Port 383e5a28-a76f-44f3-b092-fdd80fc5222e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:02.563582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Allocated IP 172.25.5.229 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/feebf195-e03e-4708-b783-8ec5fe08a13a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:02.670386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.710961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.743189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dc90b668-8a51-4f82-9563-9d15ad9889a3 None None] Provisioning complete for port 6b591a1f-065d-4af6-840e-346552a067fd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:02.743660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dc90b668-8a51-4f82-9563-9d15ad9889a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6b591a1f-065d-4af6-840e-346552a067fd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.755428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:02.762761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:02.767783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:02.771038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Port': ['ID=feebf195-e03e-4708-b783-8ec5fe08a13a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:02.800686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dc90b668-8a51-4f82-9563-9d15ad9889a3 None None] Port 6b591a1f-065d-4af6-840e-346552a067fd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:02.876676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (11c238a7-78d2-4872-a8eb-e5039e9f96cd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.916732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.988538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-19c3f916-9569-4626-b7f1-05a37199558e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.080597 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.085179 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.155466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Port': ['ID=feebf195-e03e-4708-b783-8ec5fe08a13a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:03.167065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (11c238a7-78d2-4872-a8eb-e5039e9f96cd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.182097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.183895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e9a9fb6e-7eef-4203-8b50-eaeb13647b66 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8976421 Apr 07 11:48:03.186825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51386) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:03.191222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ef361b4d-4ef9-40f7-b9dd-020ab8c98c9d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'floatingip': {'port_id': '6b591a1f-065d-4af6-840e-346552a067fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:03.230006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef361b4d-4ef9-40f7-b9dd-020ab8c98c9d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (11c238a7-78d2-4872-a8eb-e5039e9f96cd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.342954 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-ef361b4d-4ef9-40f7-b9dd-020ab8c98c9d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] update failed (client error): The resource could not be found. Apr 07 11:48:03.344013 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef361b4d-4ef9-40f7-b9dd-020ab8c98c9d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "PUT /v2.0/floatingips/11c238a7-78d2-4872-a8eb-e5039e9f96cd HTTP/1.1" status: 404 len: 507 time: 0.1562762 Apr 07 11:48:03.346971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:03.367188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:03.426500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:03.426500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.476299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Deleting port feebf195-e03e-4708-b783-8ec5fe08a13a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:03.476641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.503992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:03.556694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.557020 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (feebf195-e03e-4708-b783-8ec5fe08a13a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.568652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Calling delete_port for feebf195-e03e-4708-b783-8ec5fe08a13a owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:03.668953 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.697193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (feebf195-e03e-4708-b783-8ec5fe08a13a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.726456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Port': ['ID=feebf195-e03e-4708-b783-8ec5fe08a13a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:03.787366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (11c238a7-78d2-4872-a8eb-e5039e9f96cd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.789921 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.791068 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-756b4c3a-b8fe-49fb-9773-cf773742a01b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "DELETE /v2.0/floatingips/11c238a7-78d2-4872-a8eb-e5039e9f96cd HTTP/1.1" status: 204 len: 168 time: 0.4432075 Apr 07 11:48:03.795096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51390) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:03.799397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-71e10021-d854-491e-bc63-cc8d3695f14c tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'floatingip': {'floating_network_id': 'd4e25750-2e65-4929-82d8-8067b306095c', 'port_id': '6b591a1f-065d-4af6-840e-346552a067fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:03.819722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-71e10021-d854-491e-bc63-cc8d3695f14c tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.936763 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-71e10021-d854-491e-bc63-cc8d3695f14c tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:48:03.937868 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-71e10021-d854-491e-bc63-cc8d3695f14c tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1418297 Apr 07 11:48:03.941459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51398) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:03.945788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '6b591a1f-065d-4af6-840e-346552a067fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:03.966013 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.074384 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.191876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Allocated IP 172.25.5.252 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/75647dc7-f20b-4aa4-802a-61e789e000a5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:04.299415 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for port (75647dc7-f20b-4aa4-802a-61e789e000a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.336493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (75647dc7-f20b-4aa4-802a-61e789e000a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.382091 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:04.388136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:04.393419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:04.395498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event updated for resources: {'Port': ['ID=75647dc7-f20b-4aa4-802a-61e789e000a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:04.515626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.556829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Deleting port 75647dc7-f20b-4aa4-802a-61e789e000a5 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:04.557222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (75647dc7-f20b-4aa4-802a-61e789e000a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.637082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (75647dc7-f20b-4aa4-802a-61e789e000a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.637795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for floatingip (75647dc7-f20b-4aa4-802a-61e789e000a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.649590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Calling delete_port for 75647dc7-f20b-4aa4-802a-61e789e000a5 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:04.777683 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (75647dc7-f20b-4aa4-802a-61e789e000a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.801903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Port': ['ID=75647dc7-f20b-4aa4-802a-61e789e000a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:04.881377 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] create failed (client error): The resource could not be found. Apr 07 11:48:04.882493 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d50b4e94-7bb0-4add-8700-27558b59e095 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9400709 Apr 07 11:48:04.887006 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51416) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:04.980763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Deleting port 6b591a1f-065d-4af6-840e-346552a067fd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:04.981099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6b591a1f-065d-4af6-840e-346552a067fd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.067739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6b591a1f-065d-4af6-840e-346552a067fd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.087252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Calling delete_port for 6b591a1f-065d-4af6-840e-346552a067fd owned by {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:05.240264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6b591a1f-065d-4af6-840e-346552a067fd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.271783 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Port': ['ID=6b591a1f-065d-4af6-840e-346552a067fd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:05.358213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.364614 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d15ad5aa-1513-44a5-9fce-82c5497e507d tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "DELETE /v2.0/ports/6b591a1f-065d-4af6-840e-346552a067fd HTTP/1.1" status: 204 len: 168 time: 0.4764981 Apr 07 11:48:05.367466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51448) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:05.440951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c9dcd-3986-4062-b973-8240e734fdf9 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:05.445358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6f2c9dcd-3986-4062-b973-8240e734fdf9 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1a7426e-62a1-4423-94c7-63adf8c5f8e0 HTTP/1.1" status: 200 len: 913 time: 0.0767591 Apr 07 11:48:05.446184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51462) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:05.835463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.061727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.120923 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Deleting port 383e5a28-a76f-44f3-b092-fdd80fc5222e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:06.121381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.217240 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.242951 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Calling delete_port for 383e5a28-a76f-44f3-b092-fdd80fc5222e owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:06.435094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (383e5a28-a76f-44f3-b092-fdd80fc5222e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.467536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Port': ['ID=383e5a28-a76f-44f3-b092-fdd80fc5222e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:06.644541 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.833613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Router b1a7426e-62a1-4423-94c7-63adf8c5f8e0 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:06.919256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:06.924324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1cf24b62-4387-45c8-a1c1-d8ecceb4c3d1 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "PUT /v2.0/routers/b1a7426e-62a1-4423-94c7-63adf8c5f8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4770584 Apr 07 11:48:06.926819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51660) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:06.929272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] Sync routers for ids ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:06.944930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] Routers {'b1a7426e-62a1-4423-94c7-63adf8c5f8e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:06.945684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:06.983925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:06.997060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] Routers {'b1a7426e-62a1-4423-94c7-63adf8c5f8e0'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:06.997863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:07.015955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for router (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.035950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:07.036881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42934219-33f6-4d68-9b66-edb094c56f06 None None] The sync data for ids ['b1a7426e-62a1-4423-94c7-63adf8c5f8e0'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:07.213632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.218654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for router_controller (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.227106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.299153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (b1a7426e-62a1-4423-94c7-63adf8c5f8e0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.299699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Fanout notify agent at l3_agent the message router_deleted on router b1a7426e-62a1-4423-94c7-63adf8c5f8e0 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:48:07.307345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.309179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f41b4485-8bef-44da-8fe6-7ff9fc57e7b5 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "DELETE /v2.0/routers/b1a7426e-62a1-4423-94c7-63adf8c5f8e0 HTTP/1.1" status: 204 len: 168 time: 0.3807962 Apr 07 11:48:07.311377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51714) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:07.364915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Deleting subnet 01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:48:07.368442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for subnet (01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.410718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.507122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.568909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.597007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Subnet': ['ID=01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:07.604137 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.611556 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2169552d-4117-4174-aaf0-b26fc9dcaa60 tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "DELETE /v2.0/subnets/01b3cf3d-9c6b-4972-aa5a-0e4d5570c8cb HTTP/1.1" status: 204 len: 168 time: 0.2986190 Apr 07 11:48:07.612211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51752) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:07.615636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe93ca-7848-4fdd-a2fd-487a5ffba075 None None] Network d4e25750-2e65-4929-82d8-8067b306095c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:07.718233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d4e25750-2e65-4929-82d8-8067b306095c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.781232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Deleting port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:07.781665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.846909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] DHCP port deletion for d4e25750-2e65-4929-82d8-8067b306095c request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:48:07.879473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] For port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,segment=NetworkSegment(caacf2d7-88ba-4971-954b-06178a8a44d5),segment_id=caacf2d7-88ba-4971-954b-06178a8a44d5)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:07.880031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.898493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Calling delete_port for 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:07.921889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] Deleting port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:07.922400 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.020719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] For port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,segment=NetworkSegment(caacf2d7-88ba-4971-954b-06178a8a44d5),segment_id=caacf2d7-88ba-4971-954b-06178a8a44d5)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:08.021325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.039384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] Calling delete_port for 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:08.331841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.339391 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (133f7ac1-fdbb-4cb4-ac42-dc2d75728264), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.359894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Port': ['ID=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:08.366293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] No DVR routers for this DVR port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:08.369422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] Pushing event deleted for resources: {'Port': ['ID=133f7ac1-fdbb-4cb4-ac42-dc2d75728264,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:08.373798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186befa-da53-4fc6-a8aa-55155e17c685 None None] No DVR routers for this DVR port 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:08.399046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-10789cc8-aa44-4522-a737-4cff3e0a14d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4154644 Apr 07 11:48:08.478147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d4e25750-2e65-4929-82d8-8067b306095c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.523408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e25750-2e65-4929-82d8-8067b306095c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:08.537469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caacf2d7-88ba-4971-954b-06178a8a44d5') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:08.537847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caacf2d7-88ba-4971-954b-06178a8a44d5') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:08.550155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (caacf2d7-88ba-4971-954b-06178a8a44d5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.562545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-cc2437a5-f340-4be6-bfdc-8d1542b04a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.565273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-cc2437a5-f340-4be6-bfdc-8d1542b04a07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1128 time: 0.0993843 Apr 07 11:48:08.576421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (caacf2d7-88ba-4971-954b-06178a8a44d5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.583842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:48:08.585572 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (caacf2d7-88ba-4971-954b-06178a8a44d5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:48:08.589873 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:48:08.702293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d4e25750-2e65-4929-82d8-8067b306095c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.709336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.714649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] 10.222.0.13 "DELETE /v2.0/networks/d4e25750-2e65-4929-82d8-8067b306095c HTTP/1.1" status: 204 len: 168 time: 1.0979512 Apr 07 11:48:08.730869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aa6b2-9c34-4d3b-8eca-5d2620856c4b tempest-FloatingIPNegativeTestJSON-1688171430 tempest-FloatingIPNegativeTestJSON-1688171430-project] Pushing event deleted for resources: {'Network': ['ID=d4e25750-2e65-4929-82d8-8067b306095c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:08.759256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-abe1e2db-906d-4690-9729-987a78fa92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.760746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-abe1e2db-906d-4690-9729-987a78fa92e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 200 len: 897 time: 0.1673517 Apr 07 11:48:08.829462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-2e5b179d-e63d-449b-a8e7-f2616c863845 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 200 len: 1002 time: 0.0626035 Apr 07 11:48:08.882310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-1a5c31ab-39ec-4537-8955-ea8e5eecd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.884026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-1a5c31ab-39ec-4537-8955-ea8e5eecd804 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acaeb77c-1f13-4c11-9bdb-1b12624300a4 HTTP/1.1" status: 200 len: 834 time: 0.0495987 Apr 07 11:48:08.940946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-5b9455e5-6d1d-4f13-b033-471893ec8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.942737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-5b9455e5-6d1d-4f13-b033-471893ec8788 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c06f58-3079-48f2-9447-588a762d03fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486634 Apr 07 11:48:09.002352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51876) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:09.044280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-d1d30254-8fde-4896-b967-206d41bd46d3 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947707 Apr 07 11:48:09.146069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-217086ec-88a1-4b2d-a007-3a0e21366615 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b531b6b06ce1451a866707f304ad5988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423171 Apr 07 11:48:09.148353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51880) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:09.154401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05beca99-8110-4468-a4eb-ebee93a95a60 req-d774b857-3ff7-4a3f-8c16-bd9f6c327cb0 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006587 Apr 07 11:48:09.197671 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c127cea6-b2c6-404a-9bd9-0d6ad911d21f admin admin] Publish callbacks [] for security_group (1bd6991d-3871-4fd8-aa6d-b48ee7031060), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.218989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c127cea6-b2c6-404a-9bd9-0d6ad911d21f admin admin] Publish callbacks [] for security_group (1bd6991d-3871-4fd8-aa6d-b48ee7031060), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.268298 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c127cea6-b2c6-404a-9bd9-0d6ad911d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1bd6991d-3871-4fd8-aa6d-b48ee7031060), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.270906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c127cea6-b2c6-404a-9bd9-0d6ad911d21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.272047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c127cea6-b2c6-404a-9bd9-0d6ad911d21f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bd6991d-3871-4fd8-aa6d-b48ee7031060 HTTP/1.1" status: 204 len: 168 time: 0.1226308 Apr 07 11:48:09.280269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127cea6-b2c6-404a-9bd9-0d6ad911d21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd6991d-3871-4fd8-aa6d-b48ee7031060,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:09.407730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:09.438486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:09.439133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 133f7ac1-fdbb-4cb4-ac42-dc2d75728264 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:10.126737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51912) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:10.230233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1948011899'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:10.254223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:10.257841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.267149 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.346463 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for security_group (70db5570-f515-4212-8de6-ce7aa3dcfae6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.350961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (70db5570-f515-4212-8de6-ce7aa3dcfae6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.379261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:10.390691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70db5570-f515-4212-8de6-ce7aa3dcfae6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:10.396088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6272d779-41a3-4d01-ad6b-15f41123b7ec), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.396925 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 6272d779-41a3-4d01-ad6b-15f41123b7ec of type vlan for network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 Apr 07 11:48:10.443701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.471944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.477044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:10.477650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.542920 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4121592 Apr 07 11:48:10.543754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51916) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:10.552296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51ec2e-0800-4e6c-8705-520c6c186df6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=4f0ce9bf-760c-4383-af2f-85c5b9ef1df7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:10.553819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-364476633'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:10.564988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:10.583972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:10.587668 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.614391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:10.625876 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c3de86e8-9d46-41a1-8c56-c9421eb1748a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.626295 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment c3de86e8-9d46-41a1-8c56-c9421eb1748a of type vlan for network 84157a2b-ac90-45d0-b5f6-62c59f22a412 Apr 07 11:48:10.670420 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (84157a2b-ac90-45d0-b5f6-62c59f22a412), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.708630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (84157a2b-ac90-45d0-b5f6-62c59f22a412), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.717959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:10.718703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.783926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2376919 Apr 07 11:48:10.786821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51920) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:10.792345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:10.808983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f55514-794a-4d46-a217-44749dcc73f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=84157a2b-ac90-45d0-b5f6-62c59f22a412,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:10.822640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:10.918468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:10.922319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.394599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (f2527062-ee02-4931-9188-cafabb96d37d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.453741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=f2527062-ee02-4931-9188-cafabb96d37d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:11.464753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '6272d779-41a3-4d01-ad6b-15f41123b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:11.465110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:11.481513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:11.490229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:11.495861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.496449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.503592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051bbba8-8618-4ab0-8c20-91d6357dd706 None None] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:11.517166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6872a7dd-3ce8-420d-9a4a-d2519aad5d78 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7264230 Apr 07 11:48:11.517389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51922) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:11.523102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:11.609492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-4f0ce9bf-760c-4383-af2f-85c5b9ef1df7', 'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': 'f2527062-ee02-4931-9188-cafabb96d37d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:11.610873 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.630767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:11.634376 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.776037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Allocated IP 2001:db8::2 (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7/f2527062-ee02-4931-9188-cafabb96d37d/57ba13fa-7731-497b-b831-158dd699bcfc) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:11.840859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (edc89811-bc4c-404c-8e95-5f4dca82d349), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.924246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=edc89811-bc4c-404c-8e95-5f4dca82d349,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:11.941252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': 'c3de86e8-9d46-41a1-8c56-c9421eb1748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:11.941612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: 84157a2b-ac90-45d0-b5f6-62c59f22a412, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:11.947821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Publish callbacks [] for port (57ba13fa-7731-497b-b831-158dd699bcfc), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.956356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.967553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:11.981935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 84157a2b-ac90-45d0-b5f6-62c59f22a412) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:11.986975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.988172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.996133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdeee57-fa1c-40cf-a019-052b55c384c4 None None] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:12.008695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-90acd54d-17bf-461e-b9ef-f24b9b3cd6a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4897394 Apr 07 11:48:12.011164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51930) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:12.016036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1760652923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:12.049177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (fb60f4b2-6dea-40e2-8755-076e53462076), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.050298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (fb60f4b2-6dea-40e2-8755-076e53462076), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.065352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:12.079847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Pushing event updated for resources: {'Port': ['ID=57ba13fa-7731-497b-b831-158dd699bcfc,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:12.110362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:12.113958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:12.161819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (fb60f4b2-6dea-40e2-8755-076e53462076), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.162508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-84157a2b-ac90-45d0-b5f6-62c59f22a412', 'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': 'edc89811-bc4c-404c-8e95-5f4dca82d349'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:12.163360 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.170498 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (fb60f4b2-6dea-40e2-8755-076e53462076), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.189203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.190371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-18977d28-b4b2-4240-b856-954ff910ee70 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1781001 Apr 07 11:48:12.193346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51932) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:12.215550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Attempting to bind port 57ba13fa-7731-497b-b831-158dd699bcfc on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:12.215986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Attempting to bind port 57ba13fa-7731-497b-b831-158dd699bcfc by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6272d779-41a3-4d01-ad6b-15f41123b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:12.216353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Attempting to bind port 57ba13fa-7731-497b-b831-158dd699bcfc on network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:12.270796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:12.271182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Checking segment: {'id': '6272d779-41a3-4d01-ad6b-15f41123b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:12.271592 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.272290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Bound using segment: {'id': '6272d779-41a3-4d01-ad6b-15f41123b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:12.272484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Bound port: 57ba13fa-7731-497b-b831-158dd699bcfc, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6272d779-41a3-4d01-ad6b-15f41123b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f0ce9bf-760c-4383-af2f-85c5b9ef1df7'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:12.272869 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.396320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] For port 57ba13fa-7731-497b-b831-158dd699bcfc, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:12.398714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Allocated IP 2001:db8:1::2 (84157a2b-ac90-45d0-b5f6-62c59f22a412/edc89811-bc4c-404c-8e95-5f4dca82d349/44395c20-5738-4bd7-bf0b-11910ce35831) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:12.402135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] For port 57ba13fa-7731-497b-b831-158dd699bcfc, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57ba13fa-7731-497b-b831-158dd699bcfc,segment=NetworkSegment(6272d779-41a3-4d01-ad6b-15f41123b7ec),segment_id=6272d779-41a3-4d01-ad6b-15f41123b7ec)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:12.412148 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.516914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.733110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f0a4-2174-4ded-b137-73ecab7e8c3b None None] Pushing event updated for resources: {'Port': ['ID=57ba13fa-7731-497b-b831-158dd699bcfc,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:12.854464 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Publish callbacks [] for port (44395c20-5738-4bd7-bf0b-11910ce35831), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.855020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8::1 (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7/f2527062-ee02-4931-9188-cafabb96d37d/97490c6d-8cc0-4368-8de3-e673aec07a57) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:12.864118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.910757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:12.915336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:12.920126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:12.952836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Pushing event updated for resources: {'Port': ['ID=44395c20-5738-4bd7-bf0b-11910ce35831,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:12.987162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Attempting to bind port 44395c20-5738-4bd7-bf0b-11910ce35831 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:12.987538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Attempting to bind port 44395c20-5738-4bd7-bf0b-11910ce35831 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c3de86e8-9d46-41a1-8c56-c9421eb1748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:12.988024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Attempting to bind port 44395c20-5738-4bd7-bf0b-11910ce35831 on network 84157a2b-ac90-45d0-b5f6-62c59f22a412 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:12.991753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.993667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:12.994097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Checking segment: {'id': 'c3de86e8-9d46-41a1-8c56-c9421eb1748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:12.994501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.995427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Bound using segment: {'id': 'c3de86e8-9d46-41a1-8c56-c9421eb1748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:12.996017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Bound port: 44395c20-5738-4bd7-bf0b-11910ce35831, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de86e8-9d46-41a1-8c56-c9421eb1748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84157a2b-ac90-45d0-b5f6-62c59f22a412'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:12.996404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.029358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.070619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] For port 44395c20-5738-4bd7-bf0b-11910ce35831, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:13.075902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] For port 44395c20-5738-4bd7-bf0b-11910ce35831, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=44395c20-5738-4bd7-bf0b-11910ce35831,segment=NetworkSegment(c3de86e8-9d46-41a1-8c56-c9421eb1748a),segment_id=c3de86e8-9d46-41a1-8c56-c9421eb1748a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:13.082665 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.096047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=97490c6d-8cc0-4368-8de3-e673aec07a57,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.099700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:13.101757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:13.103935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:13.105437 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.155502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fce8b0-64c7-4414-83d2-55e62d5e862c None None] Pushing event updated for resources: {'Port': ['ID=44395c20-5738-4bd7-bf0b-11910ce35831,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.255407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.506738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57ba13fa-7731-497b-b831-158dd699bcfc up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:13.592585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57ba13fa-7731-497b-b831-158dd699bcfc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:13.594715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.721345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.728355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57ba13fa-7731-497b-b831-158dd699bcfc is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:13.728957 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.730982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.732057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.770956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 57ba13fa-7731-497b-b831-158dd699bcfc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57ba13fa-7731-497b-b831-158dd699bcfc,segment=NetworkSegment(6272d779-41a3-4d01-ad6b-15f41123b7ec),segment_id=6272d779-41a3-4d01-ad6b-15f41123b7ec)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:13.776686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.839540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=57ba13fa-7731-497b-b831-158dd699bcfc,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.846383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=97490c6d-8cc0-4368-8de3-e673aec07a57,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.888689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:13.890252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:13.911987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a91d95-0d0e-4f95-bfdb-cfbb1cad27d1 None None] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:13.971926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-20cf5c68-9006-45aa-9649-c5881cb55aed None None] Provisioning complete for port 57ba13fa-7731-497b-b831-158dd699bcfc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:13.972306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-20cf5c68-9006-45aa-9649-c5881cb55aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.020368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router fb60f4b2-6dea-40e2-8755-076e53462076 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:14.129024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-20cf5c68-9006-45aa-9649-c5881cb55aed None None] Current status of the port 57ba13fa-7731-497b-b831-158dd699bcfc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:14.157534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:14.170122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] Sync routers for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:14.172829 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-575c5fb7-30c1-4fdd-b1b3-8e9fafd51e34 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/fb60f4b2-6dea-40e2-8755-076e53462076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781754 Apr 07 11:48:14.175506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51952) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:14.184628 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:14.185548 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:14.240109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431bed0-c7a8-4242-857e-c72498a49731 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:14.245868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51954) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:14.246076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b431bed0-c7a8-4242-857e-c72498a49731 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports/97490c6d-8cc0-4368-8de3-e673aec07a57 HTTP/1.1" status: 200 len: 911 time: 0.0687122 Apr 07 11:48:14.247101 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:14.269105 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:14.270019 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:14.321965 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:14.322981 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee80ef-dabd-4a4b-be7d-bba6fb533922 None None] The sync data for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:14.566213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-77a5ba0d-8c3a-4c1f-8ce5-b26df218fc05 None None] Provisioning complete for port 97490c6d-8cc0-4368-8de3-e673aec07a57 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:14.566593 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba0d-8c3a-4c1f-8ce5-b26df218fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.620272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-77a5ba0d-8c3a-4c1f-8ce5-b26df218fc05 None None] Port 97490c6d-8cc0-4368-8de3-e673aec07a57 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:14.623238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0a744-08be-470a-8a9b-23566e75df45 None None] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:14.692774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-77a5ba0d-8c3a-4c1f-8ce5-b26df218fc05 None None] Provisioning complete for port 57ba13fa-7731-497b-b831-158dd699bcfc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:14.693313 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-77a5ba0d-8c3a-4c1f-8ce5-b26df218fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.719949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.958087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-77a5ba0d-8c3a-4c1f-8ce5-b26df218fc05 None None] Current status of the port 57ba13fa-7731-497b-b831-158dd699bcfc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:14.969374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c87eba-0039-4781-b0ee-6412035eb89d req-d02b6b1a-a08f-4ab5-85af-dfeed0797c0c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:14.970968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77c87eba-0039-4781-b0ee-6412035eb89d req-d02b6b1a-a08f-4ab5-85af-dfeed0797c0c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0913746 Apr 07 11:48:15.084027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77c87eba-0039-4781-b0ee-6412035eb89d req-d328caf4-ba59-4788-be8b-0bededada84d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985885 Apr 07 11:48:15.103214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Provisioning complete for port 97490c6d-8cc0-4368-8de3-e673aec07a57 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.103707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.175497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8:1::1 (84157a2b-ac90-45d0-b5f6-62c59f22a412/edc89811-bc4c-404c-8e95-5f4dca82d349/61b549b1-b2a0-44aa-b485-c86f0028936f) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:15.189993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Port 97490c6d-8cc0-4368-8de3-e673aec07a57 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:15.202656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Provisioning complete for port 44395c20-5738-4bd7-bf0b-11910ce35831 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.203036 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.303203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Current status of the port 44395c20-5738-4bd7-bf0b-11910ce35831 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:15.303643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.341360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] For port 44395c20-5738-4bd7-bf0b-11910ce35831, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=44395c20-5738-4bd7-bf0b-11910ce35831,segment=NetworkSegment(c3de86e8-9d46-41a1-8c56-c9421eb1748a),segment_id=c3de86e8-9d46-41a1-8c56-c9421eb1748a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:15.346930 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.364421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.408433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.436386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84b9ce-c66f-4259-93e1-e9cff6bc0c12 None None] Pushing event updated for resources: {'Port': ['ID=44395c20-5738-4bd7-bf0b-11910ce35831,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:15.452368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:15.455920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:15.459926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:15.460469 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.488852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5ad5dbbe-ad67-4294-a51d-960c9c661008 None None] Provisioning complete for port 97490c6d-8cc0-4368-8de3-e673aec07a57 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.489840 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5ad5dbbe-ad67-4294-a51d-960c9c661008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.534205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57ba13fa-7731-497b-b831-158dd699bcfc up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:15.577629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5dbbe-ad67-4294-a51d-960c9c661008 None None] Port 97490c6d-8cc0-4368-8de3-e673aec07a57 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:15.598823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5ad5dbbe-ad67-4294-a51d-960c9c661008 None None] Provisioning complete for port 44395c20-5738-4bd7-bf0b-11910ce35831 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.599382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5ad5dbbe-ad67-4294-a51d-960c9c661008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.644612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 57ba13fa-7731-497b-b831-158dd699bcfc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.645183 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.737115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5dbbe-ad67-4294-a51d-960c9c661008 None None] Current status of the port 44395c20-5738-4bd7-bf0b-11910ce35831 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:15.799245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 57ba13fa-7731-497b-b831-158dd699bcfc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:15.800432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 44395c20-5738-4bd7-bf0b-11910ce35831 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:15.841631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=61b549b1-b2a0-44aa-b485-c86f0028936f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:15.860551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 44395c20-5738-4bd7-bf0b-11910ce35831 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.861070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.884681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-764159c2-e6ee-4362-86ff-feaa728b42df None None] Provisioning complete for port 61b549b1-b2a0-44aa-b485-c86f0028936f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.885059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-764159c2-e6ee-4362-86ff-feaa728b42df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.931861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-764159c2-e6ee-4362-86ff-feaa728b42df None None] Port 61b549b1-b2a0-44aa-b485-c86f0028936f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:15.934918 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.991177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 44395c20-5738-4bd7-bf0b-11910ce35831 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:16.215848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068beb-7116-4ccf-b8ed-4c3070c5da84 req-8f073f48-5364-4f0f-b1b8-717878416ef9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.223730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29068beb-7116-4ccf-b8ed-4c3070c5da84 req-8f073f48-5364-4f0f-b1b8-717878416ef9 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0739470 Apr 07 11:48:16.235409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.241017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.242312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.278120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29068beb-7116-4ccf-b8ed-4c3070c5da84 req-97df4307-a42c-4c9b-b80d-1a68df0ac217 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530412 Apr 07 11:48:16.299448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=61b549b1-b2a0-44aa-b485-c86f0028936f,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:16.389770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:16.391611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:16.500536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router fb60f4b2-6dea-40e2-8755-076e53462076 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:16.606465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:16.612692 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-940ca71e-6c8f-4c8e-bc20-e15329f1a3b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/fb60f4b2-6dea-40e2-8755-076e53462076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3655512 Apr 07 11:48:16.615163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51972) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:16.622166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] Sync routers for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:16.633859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:16.634728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.662164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3637ee9-d776-4552-aa8f-f1dd00bc9192 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.666505 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3637ee9-d776-4552-aa8f-f1dd00bc9192 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports/61b549b1-b2a0-44aa-b485-c86f0028936f HTTP/1.1" status: 200 len: 913 time: 0.0474815 Apr 07 11:48:16.667310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51974) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:16.672375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.694758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:16.695270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.738553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.739471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0e5c-1905-48a2-8353-7e44ae2b38ba None None] The sync data for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:16.742350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-873ea53c-b9b4-41c3-ba13-5b0317a0e684 None None] Provisioning complete for port 61b549b1-b2a0-44aa-b485-c86f0028936f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:16.742972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-873ea53c-b9b4-41c3-ba13-5b0317a0e684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.782804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-873ea53c-b9b4-41c3-ba13-5b0317a0e684 None None] Port 61b549b1-b2a0-44aa-b485-c86f0028936f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:17.020408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.281078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 61b549b1-b2a0-44aa-b485-c86f0028936f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:17.281734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.386922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.402156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 61b549b1-b2a0-44aa-b485-c86f0028936f owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:17.405761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129941fd-a4b1-45a6-8ab9-84d4b8d635a6 req-e13b2264-254d-471e-90b9-f9ee600c8b43 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:17.407596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-129941fd-a4b1-45a6-8ab9-84d4b8d635a6 req-e13b2264-254d-471e-90b9-f9ee600c8b43 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0650477 Apr 07 11:48:17.414988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 44395c20-5738-4bd7-bf0b-11910ce35831 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:17.474102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-129941fd-a4b1-45a6-8ab9-84d4b8d635a6 req-ee89aad0-f497-480c-90d5-5318f7b97df5 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576332 Apr 07 11:48:17.493862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 44395c20-5738-4bd7-bf0b-11910ce35831 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:17.494273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.580511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 44395c20-5738-4bd7-bf0b-11910ce35831 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:17.606899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (61b549b1-b2a0-44aa-b485-c86f0028936f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.641520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=61b549b1-b2a0-44aa-b485-c86f0028936f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:17.768666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.972503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router fb60f4b2-6dea-40e2-8755-076e53462076 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:18.068562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:18.076572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a33b8597-7cf2-44ad-b4bf-5103b9d06f31 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/fb60f4b2-6dea-40e2-8755-076e53462076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053526 Apr 07 11:48:18.078279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] Sync routers for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:18.080187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51980) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:18.090800 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:18.091716 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.127626 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.140804 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:18.141907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.186100 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.187019 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d3be-669d-421d-9d9c-d01e7e8e07e8 None None] The sync data for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:18.627943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b459ca-044e-4886-860e-c5061b0b1f82 req-74530646-2415-4a5d-9d3e-4faf0e039d01 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.629533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02b459ca-044e-4886-860e-c5061b0b1f82 req-74530646-2415-4a5d-9d3e-4faf0e039d01 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0672328 Apr 07 11:48:18.689223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02b459ca-044e-4886-860e-c5061b0b1f82 req-d845799f-d8ac-49a2-a565-cf95dab76625 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504744 Apr 07 11:48:18.694561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.945891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 97490c6d-8cc0-4368-8de3-e673aec07a57 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:18.946228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.034114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.046428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 97490c6d-8cc0-4368-8de3-e673aec07a57 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:19.226635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (97490c6d-8cc0-4368-8de3-e673aec07a57), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.254839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=97490c6d-8cc0-4368-8de3-e673aec07a57,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.363177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (fb60f4b2-6dea-40e2-8755-076e53462076), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.538045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router fb60f4b2-6dea-40e2-8755-076e53462076 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:19.621593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:19.629590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51988) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.630063 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9feecf1c-4306-441a-9284-f95bd50ea006 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/fb60f4b2-6dea-40e2-8755-076e53462076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5481088 Apr 07 11:48:19.632396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] Sync routers for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:19.642763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:19.643374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.665384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e405eb8a-ba22-4bf5-97d6-ff6ac4f1c9d6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb60f4b2-6dea-40e2-8755-076e53462076 HTTP/1.1" status: 200 len: 205 time: 0.0323672 Apr 07 11:48:19.665595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 51990) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.683475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.722086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] Routers {'fb60f4b2-6dea-40e2-8755-076e53462076'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:19.722734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fb60f4b2-6dea-40e2-8755-076e53462076'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.767756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.768840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a87d83-d80b-4d4f-a058-7b58cf6c1704 None None] The sync data for ids ['fb60f4b2-6dea-40e2-8755-076e53462076'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:19.770901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (fb60f4b2-6dea-40e2-8755-076e53462076), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.965841 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951a0d-3a3c-40e3-94a5-7b0db6c8f1c9 req-fc1b071d-b206-40cf-bd16-efa19367228b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:19.967412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52951a0d-3a3c-40e3-94a5-7b0db6c8f1c9 req-fc1b071d-b206-40cf-bd16-efa19367228b tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1941299 Apr 07 11:48:19.976018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (fb60f4b2-6dea-40e2-8755-076e53462076), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.982853 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (fb60f4b2-6dea-40e2-8755-076e53462076), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.046742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (fb60f4b2-6dea-40e2-8755-076e53462076), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.047265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router fb60f4b2-6dea-40e2-8755-076e53462076 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:48:20.058081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.059173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3db28228-36c7-41e6-85ad-358a9218835b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/fb60f4b2-6dea-40e2-8755-076e53462076 HTTP/1.1" status: 204 len: 168 time: 0.3927157 Apr 07 11:48:20.062250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51994) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.064089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52951a0d-3a3c-40e3-94a5-7b0db6c8f1c9 req-5b4660d1-09f1-45d3-965e-d163f0a00c9a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906341 Apr 07 11:48:20.117626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet edc89811-bc4c-404c-8e95-5f4dca82d349 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:48:20.121767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (edc89811-bc4c-404c-8e95-5f4dca82d349), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.162393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (edc89811-bc4c-404c-8e95-5f4dca82d349), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.247668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (edc89811-bc4c-404c-8e95-5f4dca82d349), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.314743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (edc89811-bc4c-404c-8e95-5f4dca82d349), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.340302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=edc89811-bc4c-404c-8e95-5f4dca82d349,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.347779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.353360 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b5417e3d-4cfe-457c-8a66-8d0a82293c30 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/edc89811-bc4c-404c-8e95-5f4dca82d349 HTTP/1.1" status: 204 len: 168 time: 0.2876594 Apr 07 11:48:20.353514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 51998) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.356963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248daba8-57c6-4c06-bda6-657d2757a06c None None] Network 84157a2b-ac90-45d0-b5f6-62c59f22a412 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:20.410379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet f2527062-ee02-4931-9188-cafabb96d37d {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:48:20.413526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (f2527062-ee02-4931-9188-cafabb96d37d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.456733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (f2527062-ee02-4931-9188-cafabb96d37d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.534978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] DHCP port deletion for 84157a2b-ac90-45d0-b5f6-62c59f22a412 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:48:20.555322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (f2527062-ee02-4931-9188-cafabb96d37d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.586286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Deleting port 44395c20-5738-4bd7-bf0b-11910ce35831 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:20.586685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.625348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (f2527062-ee02-4931-9188-cafabb96d37d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.653309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] For port 44395c20-5738-4bd7-bf0b-11910ce35831, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=44395c20-5738-4bd7-bf0b-11910ce35831,segment=NetworkSegment(c3de86e8-9d46-41a1-8c56-c9421eb1748a),segment_id=c3de86e8-9d46-41a1-8c56-c9421eb1748a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:20.653898 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.654814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=f2527062-ee02-4931-9188-cafabb96d37d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.658317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.661530 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0e401fb9-ae83-4715-aa49-0922111c7363 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/f2527062-ee02-4931-9188-cafabb96d37d HTTP/1.1" status: 204 len: 168 time: 0.3070257 Apr 07 11:48:20.664305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52000) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.672709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9230a5b-79c8-4070-b5a3-8ed18b8ff939 None None] Network 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:20.679091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Calling delete_port for 44395c20-5738-4bd7-bf0b-11910ce35831 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:20.767115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (84157a2b-ac90-45d0-b5f6-62c59f22a412), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.824376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 44395c20-5738-4bd7-bf0b-11910ce35831 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:20.824762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.856051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.891520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] No DVR routers for this DVR port 44395c20-5738-4bd7-bf0b-11910ce35831 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:20.893377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Pushing event deleted for resources: {'Port': ['ID=44395c20-5738-4bd7-bf0b-11910ce35831,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.903389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.903755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.904107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.904458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.904802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.905151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.905564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.905823 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.906227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.906477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.906810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.907140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.907470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab905d4-3f4c-4b64-9df5-bea32d3bc58a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:20.919287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 44395c20-5738-4bd7-bf0b-11910ce35831, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=44395c20-5738-4bd7-bf0b-11910ce35831,segment=NetworkSegment(c3de86e8-9d46-41a1-8c56-c9421eb1748a),segment_id=c3de86e8-9d46-41a1-8c56-c9421eb1748a)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:20.919995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.920529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] DHCP port deletion for 4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:48:20.934812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 44395c20-5738-4bd7-bf0b-11910ce35831 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:20.969832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] Deleting port 57ba13fa-7731-497b-b831-158dd699bcfc {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:20.970216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.022143 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (44395c20-5738-4bd7-bf0b-11910ce35831), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.038723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] For port 57ba13fa-7731-497b-b831-158dd699bcfc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=57ba13fa-7731-497b-b831-158dd699bcfc,segment=NetworkSegment(6272d779-41a3-4d01-ad6b-15f41123b7ec),segment_id=6272d779-41a3-4d01-ad6b-15f41123b7ec)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:21.039128 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.048506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=44395c20-5738-4bd7-bf0b-11910ce35831,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:21.051858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] Calling delete_port for 57ba13fa-7731-497b-b831-158dd699bcfc owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:21.053156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port 44395c20-5738-4bd7-bf0b-11910ce35831 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:21.148615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (84157a2b-ac90-45d0-b5f6-62c59f22a412), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.168675 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (57ba13fa-7731-497b-b831-158dd699bcfc), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.174905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84157a2b-ac90-45d0-b5f6-62c59f22a412']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.208172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] Pushing event deleted for resources: {'Port': ['ID=57ba13fa-7731-497b-b831-158dd699bcfc,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:21.215428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b03591-b810-426c-9c23-08a88cb422a0 None None] No DVR routers for this DVR port 57ba13fa-7731-497b-b831-158dd699bcfc on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:21.234995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3de86e8-9d46-41a1-8c56-c9421eb1748a') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.235305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3de86e8-9d46-41a1-8c56-c9421eb1748a') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.248256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (c3de86e8-9d46-41a1-8c56-c9421eb1748a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.266290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c3de86e8-9d46-41a1-8c56-c9421eb1748a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.279218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a398620-b039-44ee-8777-1d61359659c5 req-513ab2b6-de31-4158-8ffa-4247c33ebeff tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:21.285729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a398620-b039-44ee-8777-1d61359659c5 req-513ab2b6-de31-4158-8ffa-4247c33ebeff tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1165266 Apr 07 11:48:21.298355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:48:21.299237 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (c3de86e8-9d46-41a1-8c56-c9421eb1748a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: self.session.flush() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:48:21.303010 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:48:21.428289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (84157a2b-ac90-45d0-b5f6-62c59f22a412), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.434396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a398620-b039-44ee-8777-1d61359659c5 req-3a248aff-543c-4360-a3a8-de62ca3ffdce tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474156 Apr 07 11:48:21.440528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.443776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/84157a2b-ac90-45d0-b5f6-62c59f22a412 HTTP/1.1" status: 204 len: 168 time: 0.7785947 Apr 07 11:48:21.446451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52006) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:21.447194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57ba13fa-7731-497b-b831-158dd699bcfc no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:21.475553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e0161-da2a-4607-a947-fde4ccde4991 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=84157a2b-ac90-45d0-b5f6-62c59f22a412,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:21.497029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 57ba13fa-7731-497b-b831-158dd699bcfc {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:21.497550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 57ba13fa-7731-497b-b831-158dd699bcfc not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:21.498057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 44395c20-5738-4bd7-bf0b-11910ce35831 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:21.520690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 44395c20-5738-4bd7-bf0b-11910ce35831 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:21.522346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 44395c20-5738-4bd7-bf0b-11910ce35831 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:21.555770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.646342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.666242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0ce9bf-760c-4383-af2f-85c5b9ef1df7']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.677229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6272d779-41a3-4d01-ad6b-15f41123b7ec') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.677229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6272d779-41a3-4d01-ad6b-15f41123b7ec') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.686932 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (6272d779-41a3-4d01-ad6b-15f41123b7ec), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.700159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6272d779-41a3-4d01-ad6b-15f41123b7ec), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.709532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:48:21.709532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (6272d779-41a3-4d01-ad6b-15f41123b7ec), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:48:21.709821 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:48:21.781492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (4f0ce9bf-760c-4383-af2f-85c5b9ef1df7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.785539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.793946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/4f0ce9bf-760c-4383-af2f-85c5b9ef1df7 HTTP/1.1" status: 204 len: 168 time: 0.3270516 Apr 07 11:48:21.794496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:21.801629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-985336174'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:21.809997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94bca9-ba43-4a06-9762-5f946225cbdf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=4f0ce9bf-760c-4383-af2f-85c5b9ef1df7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:21.831868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:21.835576 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.861055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:21.870850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e326e18-a135-447d-9472-8d4b400f547d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.871191 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 1e326e18-a135-447d-9472-8d4b400f547d of type vlan for network 16ca9056-dfe9-47a9-8641-b77a40d19e34 Apr 07 11:48:21.922023 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (16ca9056-dfe9-47a9-8641-b77a40d19e34), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.946404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (16ca9056-dfe9-47a9-8641-b77a40d19e34), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.951557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:21.952136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.012672 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2132599 Apr 07 11:48:22.013032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52010) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:22.018015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:22.029041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e778-3778-45c7-af8a-057d6ea45524 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=16ca9056-dfe9-47a9-8641-b77a40d19e34,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:22.039669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:22.132664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:22.137431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.341565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (96c965f6-271f-4350-a8e2-62c3690a4e3e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.409005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=96c965f6-271f-4350-a8e2-62c3690a4e3e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:22.415699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '1e326e18-a135-447d-9472-8d4b400f547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:22.416072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: 16ca9056-dfe9-47a9-8641-b77a40d19e34, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:22.436261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:22.445884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 16ca9056-dfe9-47a9-8641-b77a40d19e34) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:22.450168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:22.450772 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.460048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50358964-5dd6-490e-ae82-f423a43a0987 None None] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:22.468822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f21d5dc-06ea-4c3b-bfad-2db9e27d51b3 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547045 Apr 07 11:48:22.471522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52014) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:22.475998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480507202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:22.501358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (2e583840-857a-4c5c-94eb-416c45770e98), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.502500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (2e583840-857a-4c5c-94eb-416c45770e98), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.573578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (2e583840-857a-4c5c-94eb-416c45770e98), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.579609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (2e583840-857a-4c5c-94eb-416c45770e98), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.602850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.613681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0de9e069-2997-467f-9e9e-6bdcbdf31c7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1410313 Apr 07 11:48:22.614786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52018) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:22.620656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'port': {'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34', 'name': 'tempest-RoutersIpV6Test-1331160402'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:22.628073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-16ca9056-dfe9-47a9-8641-b77a40d19e34', 'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': '96c965f6-271f-4350-a8e2-62c3690a4e3e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:22.629060 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.685899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf5452-a7e8-478b-bb95-9e916224d77b req-f651fde4-6029-4be3-807d-1ec0e326944a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:22.688561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78bf5452-a7e8-478b-bb95-9e916224d77b req-f651fde4-6029-4be3-807d-1ec0e326944a tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0795214 Apr 07 11:48:22.759458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78bf5452-a7e8-478b-bb95-9e916224d77b req-27521416-4cc9-4265-978b-b874c47ff4f1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642996 Apr 07 11:48:22.835380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:22.840892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.863369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] device_id is not set on port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab yet. {{(pid=104177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 11:48:23.019719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Allocated IP 2001:db8::2 (16ca9056-dfe9-47a9-8641-b77a40d19e34/96c965f6-271f-4350-a8e2-62c3690a4e3e/98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:23.170412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Publish callbacks [] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.176908 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.225421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:23.228333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:23.236104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:23.243468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Pushing event updated for resources: {'Port': ['ID=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:23.249709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8::7a (16ca9056-dfe9-47a9-8641-b77a40d19e34/96c965f6-271f-4350-a8e2-62c3690a4e3e/dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:23.308774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Attempting to bind port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:23.309240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Attempting to bind port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '1e326e18-a135-447d-9472-8d4b400f547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:23.309622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Attempting to bind port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b on network 16ca9056-dfe9-47a9-8641-b77a40d19e34 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:23.315289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:23.315812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Checking segment: {'id': '1e326e18-a135-447d-9472-8d4b400f547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:23.316227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.316627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Bound using segment: {'id': '1e326e18-a135-447d-9472-8d4b400f547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:23.317288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Bound port: 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e326e18-a135-447d-9472-8d4b400f547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16ca9056-dfe9-47a9-8641-b77a40d19e34'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:23.317682 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.401410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] For port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:23.410292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] For port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,segment=NetworkSegment(1e326e18-a135-447d-9472-8d4b400f547d),segment_id=1e326e18-a135-447d-9472-8d4b400f547d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:23.426364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.481409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.517645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366aaa4-0746-4cb3-b6a7-a5f15ab11760 None None] Pushing event updated for resources: {'Port': ['ID=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:23.542536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.609967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:23.617835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:23.623790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:23.631036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:23.631698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.636304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:23.659644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3524ff09-4135-4186-b7e2-5fa4238a7147 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0408463 Apr 07 11:48:23.660036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52022) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:24.003731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ed9db-30ea-463b-862e-bfb9a33f163b req-649f0701-b99b-47a2-a583-175f6078eda8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.005125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-611ed9db-30ea-463b-862e-bfb9a33f163b req-649f0701-b99b-47a2-a583-175f6078eda8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1573830 Apr 07 11:48:24.098183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-611ed9db-30ea-463b-862e-bfb9a33f163b req-a81d396d-ec8b-4994-a978-993239f796c1 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870786 Apr 07 11:48:24.126892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.375330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.380345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.456421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:24.518617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c760bd-2a83-47fc-8d2d-5582406669c3 None None] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:24.565769 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (2e583840-857a-4c5c-94eb-416c45770e98), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.598725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] Provisioning complete for port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:24.599098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.681384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.714977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] Current status of the port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:24.715381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.751380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] For port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,segment=NetworkSegment(1e326e18-a135-447d-9472-8d4b400f547d),segment_id=1e326e18-a135-447d-9472-8d4b400f547d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:24.755847 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.820691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760c0a9-663b-4b77-befc-3d0ee4ce0aa8 None None] Pushing event updated for resources: {'Port': ['ID=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:24.986898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c96a7b57-5ef5-43d5-8d89-085cf951bb17 None None] Provisioning complete for port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:24.987558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c96a7b57-5ef5-43d5-8d89-085cf951bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.032718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c96a7b57-5ef5-43d5-8d89-085cf951bb17 None None] Port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:25.047299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c96a7b57-5ef5-43d5-8d89-085cf951bb17 None None] Provisioning complete for port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:25.047967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c96a7b57-5ef5-43d5-8d89-085cf951bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.147680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c96a7b57-5ef5-43d5-8d89-085cf951bb17 None None] Current status of the port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:25.274321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-08fd409c-f763-4304-b869-75c24067d6e3 None None] Provisioning complete for port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:25.275182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fd409c-f763-4304-b869-75c24067d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.319771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-08fd409c-f763-4304-b869-75c24067d6e3 None None] Port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:25.325552 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.335662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627bc87-4308-4400-8dd3-3d3a75a4516a req-392745ad-ec75-4073-be1e-034bbd5d91ea tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.344883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7627bc87-4308-4400-8dd3-3d3a75a4516a req-392745ad-ec75-4073-be1e-034bbd5d91ea tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1436102 Apr 07 11:48:25.348204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.350051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (2e583840-857a-4c5c-94eb-416c45770e98), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.468330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:25.507322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7627bc87-4308-4400-8dd3-3d3a75a4516a req-63e0ee9a-8e34-4c8b-b58b-897a9ac84c67 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615334 Apr 07 11:48:25.509429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:25.559236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:25.561566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:25.574098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ac88c9fd-8bf2-479a-ba50-1136b97c717d None None] Provisioning complete for port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:25.574565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ac88c9fd-8bf2-479a-ba50-1136b97c717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.576212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:25.576575 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.648098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ac88c9fd-8bf2-479a-ba50-1136b97c717d None None] Port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:25.716976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router 2e583840-857a-4c5c-94eb-416c45770e98 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:25.722982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:25.826632 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:25.834788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52034) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:25.835342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a325b8bf-f98d-4b9d-b6d6-831dec75537b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/2e583840-857a-4c5c-94eb-416c45770e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1740727 Apr 07 11:48:25.840587 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] Sync routers for ids ['2e583840-857a-4c5c-94eb-416c45770e98'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:25.851009 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] Routers {'2e583840-857a-4c5c-94eb-416c45770e98'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:25.851645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2e583840-857a-4c5c-94eb-416c45770e98'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:25.874394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4dcf1e01-21a3-450a-8f2d-43e7cc266233 None None] Provisioning complete for port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:25.875882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4dcf1e01-21a3-450a-8f2d-43e7cc266233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:25.888636 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:25.891933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecb390-5c00-48e1-8a3d-03666963c8a4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.893829 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d3ecb390-5c00-48e1-8a3d-03666963c8a4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports/dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab HTTP/1.1" status: 200 len: 983 time: 0.0576582 Apr 07 11:48:25.896645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52036) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:25.902646 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] Routers {'2e583840-857a-4c5c-94eb-416c45770e98'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:25.903282 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2e583840-857a-4c5c-94eb-416c45770e98'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:25.928169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf1e01-21a3-450a-8f2d-43e7cc266233 None None] Port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:25.944434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:25.946061 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d71ab0-c9ff-4180-9ea6-21d44b3aef5c None None] The sync data for ids ['2e583840-857a-4c5c-94eb-416c45770e98'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:26.231222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (2e583840-857a-4c5c-94eb-416c45770e98), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:26.447718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:26.448133 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:26.544097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:26.560897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:26.643014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97fad4-e8ee-4e34-b502-7bf03a9a2647 req-6b93f2c2-7338-4a46-a035-c89db6d58224 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:26.644660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c97fad4-e8ee-4e34-b502-7bf03a9a2647 req-6b93f2c2-7338-4a46-a035-c89db6d58224 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0592382 Apr 07 11:48:26.697565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c97fad4-e8ee-4e34-b502-7bf03a9a2647 req-0c503b34-59d7-4459-af44-7bb65c741fb7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Apr 07 11:48:26.760937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:26.793941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=dcbe543a-c9c5-4897-9bb8-5fa6ac9745ab,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:27.180711 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (2e583840-857a-4c5c-94eb-416c45770e98), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:27.348095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router 2e583840-857a-4c5c-94eb-416c45770e98 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:27.429523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:27.434645 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2e102c3d-1855-465d-a8f8-c48827e40a6c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/2e583840-857a-4c5c-94eb-416c45770e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366468 Apr 07 11:48:27.437429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52066) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:27.441072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c779c3-9647-4034-82da-3b60099039cd None None] Sync routers for ids ['2e583840-857a-4c5c-94eb-416c45770e98'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:27.451905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c779c3-9647-4034-82da-3b60099039cd None None] Routers {'2e583840-857a-4c5c-94eb-416c45770e98'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:27.452529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46c779c3-9647-4034-82da-3b60099039cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2e583840-857a-4c5c-94eb-416c45770e98'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:27.486953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46c779c3-9647-4034-82da-3b60099039cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:27.495941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c779c3-9647-4034-82da-3b60099039cd None None] Routers {'2e583840-857a-4c5c-94eb-416c45770e98'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:27.496548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46c779c3-9647-4034-82da-3b60099039cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['2e583840-857a-4c5c-94eb-416c45770e98'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:27.535864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46c779c3-9647-4034-82da-3b60099039cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:27.536518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c779c3-9647-4034-82da-3b60099039cd None None] The sync data for ids ['2e583840-857a-4c5c-94eb-416c45770e98'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:27.644196 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-085d2ad0-09fe-41b9-9aab-04022e6f2fd6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] remove_router_interface failed (client error): The resource could not be found. Apr 07 11:48:27.645269 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-085d2ad0-09fe-41b9-9aab-04022e6f2fd6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/2e583840-857a-4c5c-94eb-416c45770e98/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2068272 Apr 07 11:48:27.647997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52074) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:27.676044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-01d703d6-3650-45ba-9e19-28d3a86f6efb tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e583840-857a-4c5c-94eb-416c45770e98 HTTP/1.1" status: 200 len: 205 time: 0.0267432 Apr 07 11:48:27.678266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52076) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:27.759039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (2e583840-857a-4c5c-94eb-416c45770e98), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:27.832162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc60ffc-ec26-4aae-921b-0ae988209f86 req-646c2623-d777-430a-bdf9-43078d877515 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:27.834929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffc60ffc-ec26-4aae-921b-0ae988209f86 req-646c2623-d777-430a-bdf9-43078d877515 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0582886 Apr 07 11:48:27.900179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffc60ffc-ec26-4aae-921b-0ae988209f86 req-229ae2c0-8433-4f39-b750-5afb24f6ff91 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586884 Apr 07 11:48:27.942956 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (2e583840-857a-4c5c-94eb-416c45770e98), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:27.945082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (2e583840-857a-4c5c-94eb-416c45770e98), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:27.995268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (2e583840-857a-4c5c-94eb-416c45770e98), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:27.995770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router 2e583840-857a-4c5c-94eb-416c45770e98 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:48:28.003435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.007234 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e3dc16a-47ad-42aa-9573-227eb5a60241 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/2e583840-857a-4c5c-94eb-416c45770e98 HTTP/1.1" status: 204 len: 168 time: 0.3253536 Apr 07 11:48:28.007356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52084) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:28.064359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet 96c965f6-271f-4350-a8e2-62c3690a4e3e {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:48:28.067386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (96c965f6-271f-4350-a8e2-62c3690a4e3e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.111534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (96c965f6-271f-4350-a8e2-62c3690a4e3e), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.197861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (96c965f6-271f-4350-a8e2-62c3690a4e3e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.266208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (96c965f6-271f-4350-a8e2-62c3690a4e3e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.290749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=96c965f6-271f-4350-a8e2-62c3690a4e3e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:28.297472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.303619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cc145f2c-d9dd-4cf7-9d7a-76e02850e2d5 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/96c965f6-271f-4350-a8e2-62c3690a4e3e HTTP/1.1" status: 204 len: 168 time: 0.2927544 Apr 07 11:48:28.303843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52090) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:28.304065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6c7f9-3ab4-4946-9813-f3af0bcbb11a None None] Network 16ca9056-dfe9-47a9-8641-b77a40d19e34 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:28.386983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (16ca9056-dfe9-47a9-8641-b77a40d19e34), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.464375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:28.464809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.484336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] DHCP port deletion for 16ca9056-dfe9-47a9-8641-b77a40d19e34 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:48:28.536170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,segment=NetworkSegment(1e326e18-a135-447d-9472-8d4b400f547d),segment_id=1e326e18-a135-447d-9472-8d4b400f547d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:28.536534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.539431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] Deleting port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:28.539935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.550317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:28.625868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] For port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,segment=NetworkSegment(1e326e18-a135-447d-9472-8d4b400f547d),segment_id=1e326e18-a135-447d-9472-8d4b400f547d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:28.626277 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.643622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] Calling delete_port for 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:28.650018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.679620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:28.685459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:28.741740 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.770533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] Pushing event deleted for resources: {'Port': ['ID=98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:28.772565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f4dca4-019c-49bc-a2a4-49e8c0c2c788 None None] No DVR routers for this DVR port 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:28.777119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (16ca9056-dfe9-47a9-8641-b77a40d19e34), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.799214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ca9056-dfe9-47a9-8641-b77a40d19e34']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:28.809022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e326e18-a135-447d-9472-8d4b400f547d') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:28.809349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e326e18-a135-447d-9472-8d4b400f547d') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:28.822870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (1e326e18-a135-447d-9472-8d4b400f547d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.835967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (1e326e18-a135-447d-9472-8d4b400f547d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.842410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:48:28.842795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (1e326e18-a135-447d-9472-8d4b400f547d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:48:28.845664 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:48:28.903885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (16ca9056-dfe9-47a9-8641-b77a40d19e34), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.911939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.915750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/16ca9056-dfe9-47a9-8641-b77a40d19e34 HTTP/1.1" status: 204 len: 168 time: 0.6106386 Apr 07 11:48:28.921148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52106) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:28.928196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1131422798'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:28.936721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2aec5-ce15-49b4-af1d-df52631ce2f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=16ca9056-dfe9-47a9-8641-b77a40d19e34,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:28.967088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:28.976399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.004599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:29.016032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (79ec07e6-12f2-4c79-9199-3fe0cc8c85aa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.017552 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 79ec07e6-12f2-4c79-9199-3fe0cc8c85aa of type vlan for network 31345afa-572a-4cba-996f-fa189bbfe77f Apr 07 11:48:29.040571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dba2a-758a-4893-bf6d-28a6ad99974e req-ff7f80ce-dc37-45fe-88c7-39afbe352163 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.042957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d53dba2a-758a-4893-bf6d-28a6ad99974e req-ff7f80ce-dc37-45fe-88c7-39afbe352163 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0580537 Apr 07 11:48:29.065310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (31345afa-572a-4cba-996f-fa189bbfe77f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.092968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (31345afa-572a-4cba-996f-fa189bbfe77f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.097878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.098176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d53dba2a-758a-4893-bf6d-28a6ad99974e req-ef6b3db3-865c-4040-8653-673e821ad23e tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484164 Apr 07 11:48:29.098461 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.150276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2280235 Apr 07 11:48:29.153999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52110) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:29.160676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:29.216053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c6c31-9f9e-4159-8666-3ddbb699f535 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=31345afa-572a-4cba-996f-fa189bbfe77f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:29.226968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 31345afa-572a-4cba-996f-fa189bbfe77f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:29.276500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:29.282196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.409536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:29.441164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:29.441502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 98dd275a-8b3c-49ed-bdc9-2a56b2c0a75b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:29.498730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (a9aad03a-72d6-481d-a7da-378ee03d5038), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.567939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=a9aad03a-72d6-481d-a7da-378ee03d5038,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:29.573300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:29.574067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: 31345afa-572a-4cba-996f-fa189bbfe77f, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:29.592269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 31345afa-572a-4cba-996f-fa189bbfe77f is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:29.601546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 31345afa-572a-4cba-996f-fa189bbfe77f) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:29.606107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.606930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.615282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262cb29-6d1e-4ace-9708-de6b77dea4b9 None None] Network 31345afa-572a-4cba-996f-fa189bbfe77f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:29.634085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b2c5f9a3-909e-41b0-8563-4c861636f3dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4763088 Apr 07 11:48:29.634461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52122) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:29.641354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-728310850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:29.663390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d99f4143-6123-4024-97a7-5c9087b18785), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.664551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d99f4143-6123-4024-97a7-5c9087b18785), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.726070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-31345afa-572a-4cba-996f-fa189bbfe77f', 'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': 'a9aad03a-72d6-481d-a7da-378ee03d5038'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:29.727323 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.746785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (d99f4143-6123-4024-97a7-5c9087b18785), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.752647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d99f4143-6123-4024-97a7-5c9087b18785), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.771585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.773287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-adf3e712-ac67-4d2f-8098-152a7b706eff tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1372910 Apr 07 11:48:29.776380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52128) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:29.878879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Allocated IP 2001:db8::2 (31345afa-572a-4cba-996f-fa189bbfe77f/a9aad03a-72d6-481d-a7da-378ee03d5038/5bac3204-e6f3-449a-af97-1ea6a90d609e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:30.034972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Publish callbacks [] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.040474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.086447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Network 31345afa-572a-4cba-996f-fa189bbfe77f is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:30.092446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:30.098689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:30.100651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.107571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Pushing event updated for resources: {'Port': ['ID=5bac3204-e6f3-449a-af97-1ea6a90d609e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:30.172081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Attempting to bind port 5bac3204-e6f3-449a-af97-1ea6a90d609e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:30.172468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Attempting to bind port 5bac3204-e6f3-449a-af97-1ea6a90d609e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:30.172846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Attempting to bind port 5bac3204-e6f3-449a-af97-1ea6a90d609e on network 31345afa-572a-4cba-996f-fa189bbfe77f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:30.179038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:30.179476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Checking segment: {'id': '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:30.179910 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.180313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Bound using segment: {'id': '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:30.180833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Bound port: 5bac3204-e6f3-449a-af97-1ea6a90d609e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '31345afa-572a-4cba-996f-fa189bbfe77f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:30.181333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.242494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0195a-7f3f-44d9-8612-2f3ab55846a1 req-f0497b04-cc9e-4157-975c-e49435233361 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:30.250566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49c0195a-7f3f-44d9-8612-2f3ab55846a1 req-f0497b04-cc9e-4157-975c-e49435233361 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0725994 Apr 07 11:48:30.267733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] For port 5bac3204-e6f3-449a-af97-1ea6a90d609e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:30.272523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] For port 5bac3204-e6f3-449a-af97-1ea6a90d609e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5bac3204-e6f3-449a-af97-1ea6a90d609e,segment=NetworkSegment(79ec07e6-12f2-4c79-9199-3fe0cc8c85aa),segment_id=79ec07e6-12f2-4c79-9199-3fe0cc8c85aa)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:30.281359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.316089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49c0195a-7f3f-44d9-8612-2f3ab55846a1 req-e37b14db-a99a-4e0e-a237-7b1d6dfd3114 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644321 Apr 07 11:48:30.366026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb515e0f-3a2b-4ee5-8cdd-43139a4aac0f None None] Pushing event updated for resources: {'Port': ['ID=5bac3204-e6f3-449a-af97-1ea6a90d609e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:30.417899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8::1 (31345afa-572a-4cba-996f-fa189bbfe77f/a9aad03a-72d6-481d-a7da-378ee03d5038/a94bb101-1374-4db9-acd3-83f5d84a8a3a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:30.586599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.639089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.668737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5278ecd6-cb46-45aa-a08a-ad1c590d89a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.692882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 31345afa-572a-4cba-996f-fa189bbfe77f is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:30.696854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:30.701551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:30.702197 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (d99f4143-6123-4024-97a7-5c9087b18785), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.715498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=a94bb101-1374-4db9-acd3-83f5d84a8a3a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:30.848123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.134855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.140987 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.142012 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (d99f4143-6123-4024-97a7-5c9087b18785), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.497858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea07978-dba7-4dac-a46d-01ad9d1cd8e8 req-b38e6002-678c-4dad-94e2-1292f8fb0ab7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.501466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5bac3204-e6f3-449a-af97-1ea6a90d609e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:31.508647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fea07978-dba7-4dac-a46d-01ad9d1cd8e8 req-b38e6002-678c-4dad-94e2-1292f8fb0ab7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1005864 Apr 07 11:48:31.535798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718bf0d8-5ae3-4ea9-ae78-5961bfa96154 None None] Network 31345afa-572a-4cba-996f-fa189bbfe77f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:31.579822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=a94bb101-1374-4db9-acd3-83f5d84a8a3a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:31.643795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 31345afa-572a-4cba-996f-fa189bbfe77f is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:31.645559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:31.645720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] Provisioning complete for port 5bac3204-e6f3-449a-af97-1ea6a90d609e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:31.646065 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.656936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fea07978-dba7-4dac-a46d-01ad9d1cd8e8 req-a876e85f-3f6f-447a-833d-8a66abd8b49c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469176 Apr 07 11:48:31.755100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5bac3204-e6f3-449a-af97-1ea6a90d609e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:31.755678 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.802522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router d99f4143-6123-4024-97a7-5c9087b18785 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:31.852714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] Current status of the port 5bac3204-e6f3-449a-af97-1ea6a90d609e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:31.853016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.911478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:31.919200 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69a88188-043f-4dc9-9904-c18c1303a703 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/d99f4143-6123-4024-97a7-5c9087b18785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415007 Apr 07 11:48:31.923273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52166) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:31.923488 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] Sync routers for ids ['d99f4143-6123-4024-97a7-5c9087b18785'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:31.942279 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] Routers {'d99f4143-6123-4024-97a7-5c9087b18785'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:31.942927 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d99f4143-6123-4024-97a7-5c9087b18785'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:31.947036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] For port 5bac3204-e6f3-449a-af97-1ea6a90d609e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5bac3204-e6f3-449a-af97-1ea6a90d609e,segment=NetworkSegment(79ec07e6-12f2-4c79-9199-3fe0cc8c85aa),segment_id=79ec07e6-12f2-4c79-9199-3fe0cc8c85aa)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:31.962947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.984880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a1b50-cdee-4350-9247-f8bf45db58fa tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.986891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-832a1b50-cdee-4350-9247-f8bf45db58fa tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports/a94bb101-1374-4db9-acd3-83f5d84a8a3a HTTP/1.1" status: 200 len: 911 time: 0.0625994 Apr 07 11:48:31.989825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52168) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:32.013908 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:32.027241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.028687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20360742-3c7d-48f8-b702-7c6561d9a32d None None] Pushing event updated for resources: {'Port': ['ID=5bac3204-e6f3-449a-af97-1ea6a90d609e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:32.031786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5bac3204-e6f3-449a-af97-1ea6a90d609e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:32.032299 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.039090 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] Routers {'d99f4143-6123-4024-97a7-5c9087b18785'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:32.039745 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d99f4143-6123-4024-97a7-5c9087b18785'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:32.114784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:48:32.115458 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:48:32.136282 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:32.137217 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20149fce-c229-44e2-ab44-ff814424c794 None None] The sync data for ids ['d99f4143-6123-4024-97a7-5c9087b18785'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:32.302557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b80c8b58-87aa-4e83-a0cf-d1556f42335b None None] Provisioning complete for port 5bac3204-e6f3-449a-af97-1ea6a90d609e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:32.302981 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b80c8b58-87aa-4e83-a0cf-d1556f42335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.412756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b80c8b58-87aa-4e83-a0cf-d1556f42335b None None] Current status of the port 5bac3204-e6f3-449a-af97-1ea6a90d609e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:32.419867 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (d99f4143-6123-4024-97a7-5c9087b18785), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.426020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b80c8b58-87aa-4e83-a0cf-d1556f42335b None None] Provisioning complete for port a94bb101-1374-4db9-acd3-83f5d84a8a3a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:32.426394 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b80c8b58-87aa-4e83-a0cf-d1556f42335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.464155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b80c8b58-87aa-4e83-a0cf-d1556f42335b None None] Port a94bb101-1374-4db9-acd3-83f5d84a8a3a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:32.605315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c3fc40aa-cf4e-48d3-9131-ec4a03aaa004 None None] Provisioning complete for port a94bb101-1374-4db9-acd3-83f5d84a8a3a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:32.605681 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40aa-cf4e-48d3-9131-ec4a03aaa004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.662328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc40aa-cf4e-48d3-9131-ec4a03aaa004 None None] Port a94bb101-1374-4db9-acd3-83f5d84a8a3a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:32.721103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d9af9-23f8-4700-8d69-25062f2238da req-dd736486-9ee7-491f-82d2-f566c4563a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.723420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-490d9af9-23f8-4700-8d69-25062f2238da req-dd736486-9ee7-491f-82d2-f566c4563a7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1128 time: 0.0960257 Apr 07 11:48:32.759413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5bac3204-e6f3-449a-af97-1ea6a90d609e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:32.799999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port a94bb101-1374-4db9-acd3-83f5d84a8a3a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:32.800355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.821802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-490d9af9-23f8-4700-8d69-25062f2238da req-a557fc07-494e-41fa-8ce5-8ce1cf9f6279 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912063 Apr 07 11:48:32.856437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742b0a0-57be-4131-8071-d2c791d5b056 req-0d5f5e2e-1821-4468-a4a2-d2990b120107 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.858064 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d742b0a0-57be-4131-8071-d2c791d5b056 req-0d5f5e2e-1821-4468-a4a2-d2990b120107 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.0935557 Apr 07 11:48:32.918322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d742b0a0-57be-4131-8071-d2c791d5b056 req-27a87789-1c58-4a45-a52e-dbabec0191f6 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519185 Apr 07 11:48:32.918528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.940085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for a94bb101-1374-4db9-acd3-83f5d84a8a3a owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:32.996904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-81952288-b64d-44fc-8597-31f9cb1bc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:32.999901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-90f6bf6f-944e-4604-8811-dd4529d201c3 None None] Provisioning complete for port a94bb101-1374-4db9-acd3-83f5d84a8a3a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:33.000341 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90f6bf6f-944e-4604-8811-dd4529d201c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.038060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-90f6bf6f-944e-4604-8811-dd4529d201c3 None None] Port a94bb101-1374-4db9-acd3-83f5d84a8a3a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:33.127493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a94bb101-1374-4db9-acd3-83f5d84a8a3a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.155941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=a94bb101-1374-4db9-acd3-83f5d84a8a3a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:33.262405 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (d99f4143-6123-4024-97a7-5c9087b18785), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.425808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5bac3204-e6f3-449a-af97-1ea6a90d609e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:33.455710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router d99f4143-6123-4024-97a7-5c9087b18785 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:33.493392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 5bac3204-e6f3-449a-af97-1ea6a90d609e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:33.493773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.542018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:33.552141 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-06eb978f-9174-4017-b2be-9886fd0a5914 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/d99f4143-6123-4024-97a7-5c9087b18785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5611186 Apr 07 11:48:33.554991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52194) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:33.570833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] Sync routers for ids ['d99f4143-6123-4024-97a7-5c9087b18785'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:33.583830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c886ea91-b4b9-47fe-822c-485b345a77c4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99f4143-6123-4024-97a7-5c9087b18785 HTTP/1.1" status: 200 len: 205 time: 0.0276072 Apr 07 11:48:33.586354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52196) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:33.595816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] Routers {'d99f4143-6123-4024-97a7-5c9087b18785'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:33.596708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d99f4143-6123-4024-97a7-5c9087b18785'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:33.598412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 5bac3204-e6f3-449a-af97-1ea6a90d609e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:33.635862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:33.644711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] Routers {'d99f4143-6123-4024-97a7-5c9087b18785'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:33.645309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['d99f4143-6123-4024-97a7-5c9087b18785'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:33.668659 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (d99f4143-6123-4024-97a7-5c9087b18785), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.692070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:33.692684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0170dd-51f6-492b-b669-919b221b92cf None None] The sync data for ids ['d99f4143-6123-4024-97a7-5c9087b18785'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:33.715872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.864125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d99f4143-6123-4024-97a7-5c9087b18785), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.866360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (d99f4143-6123-4024-97a7-5c9087b18785), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.918157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d99f4143-6123-4024-97a7-5c9087b18785), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.918745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router d99f4143-6123-4024-97a7-5c9087b18785 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:48:33.925900 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.927076 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-70018de4-11c2-433c-9cd5-d1e20c69106c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/d99f4143-6123-4024-97a7-5c9087b18785 HTTP/1.1" status: 204 len: 168 time: 0.3396990 Apr 07 11:48:33.929794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52204) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:33.993793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet a9aad03a-72d6-481d-a7da-378ee03d5038 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:48:33.999311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (a9aad03a-72d6-481d-a7da-378ee03d5038), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.043588 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a9aad03a-72d6-481d-a7da-378ee03d5038), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.101258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d28a7a-97be-471a-9c7c-d0e08f117e42 req-bb042846-7b87-4161-96d8-da4d15005d15 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.103581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00d28a7a-97be-471a-9c7c-d0e08f117e42 req-bb042846-7b87-4161-96d8-da4d15005d15 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1021743 Apr 07 11:48:34.136540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a9aad03a-72d6-481d-a7da-378ee03d5038), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.161909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00d28a7a-97be-471a-9c7c-d0e08f117e42 req-5ea98c57-97e5-40e0-a986-915b79e7a87f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519564 Apr 07 11:48:34.189060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52212) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:34.199241 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a9aad03a-72d6-481d-a7da-378ee03d5038), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.228467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=a9aad03a-72d6-481d-a7da-378ee03d5038,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:34.231037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.238474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52214) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:34.239454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daeb21f-c0f9-4f80-9d42-d971347f635b None None] Network 31345afa-572a-4cba-996f-fa189bbfe77f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:34.240662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-52e0f288-3bd0-4b30-95d7-0bcf3033c589 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/a9aad03a-72d6-481d-a7da-378ee03d5038 HTTP/1.1" status: 204 len: 168 time: 0.3068161 Apr 07 11:48:34.326104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a1b76427-e32b-4d5a-8756-a0ee4656e10c tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/floatingips/17f4fba3-8664-40f2-80b0-2c9388fef976 HTTP/1.1" status: 200 len: 994 time: 0.1350391 Apr 07 11:48:34.340547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (31345afa-572a-4cba-996f-fa189bbfe77f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.404000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 5bac3204-e6f3-449a-af97-1ea6a90d609e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:34.404603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.480562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 5bac3204-e6f3-449a-af97-1ea6a90d609e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=5bac3204-e6f3-449a-af97-1ea6a90d609e,segment=NetworkSegment(79ec07e6-12f2-4c79-9199-3fe0cc8c85aa),segment_id=79ec07e6-12f2-4c79-9199-3fe0cc8c85aa)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:34.481211 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.497653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 5bac3204-e6f3-449a-af97-1ea6a90d609e owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:34.515473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:48:34.517724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:34.580049 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.599804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (5bac3204-e6f3-449a-af97-1ea6a90d609e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.627458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=5bac3204-e6f3-449a-af97-1ea6a90d609e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:34.630983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port 5bac3204-e6f3-449a-af97-1ea6a90d609e on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:34.697247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:34.697660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.724156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:34.746458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b64b4c-fb6c-410c-b19c-dd7bf2bb0105 None None] DHCP port deletion for 31345afa-572a-4cba-996f-fa189bbfe77f request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:48:34.746685 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (31345afa-572a-4cba-996f-fa189bbfe77f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.747870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:34.750141 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda816b4-e772-42fb-a48a-df5d092105fe" -d '{"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:34.766179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'port_id': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'mac_address': 'fa:16:3e:11:ef:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:48:34.769592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:34.779473 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.792449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31345afa-572a-4cba-996f-fa189bbfe77f']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:34.804590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:34.804898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ec07e6-12f2-4c79-9199-3fe0cc8c85aa') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:34.817766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (79ec07e6-12f2-4c79-9199-3fe0cc8c85aa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.831106 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7148168d-b9d2-4073-9e35-8d2169fbc38f x-openstack-request-id: req-7148168d-b9d2-4073-9e35-8d2169fbc38f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:34.831345 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:34.831604 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7148168d-b9d2-4073-9e35-8d2169fbc38f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:34.833171 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7148168d-b9d2-4073-9e35-8d2169fbc38f'] response: {'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'code': 200} Apr 07 11:48:34.834973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (79ec07e6-12f2-4c79-9199-3fe0cc8c85aa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.843563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:34.843951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.844362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:48:34.845359 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (79ec07e6-12f2-4c79-9199-3fe0cc8c85aa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:48:34.848805 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:48:34.870967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe1a9d6-2768-4de2-b6ed-ac45c000f848 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:34.881720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:34.898498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:34.904006 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.937253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (31345afa-572a-4cba-996f-fa189bbfe77f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.942109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.945721 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/31345afa-572a-4cba-996f-fa189bbfe77f HTTP/1.1" status: 204 len: 168 time: 0.7062285 Apr 07 11:48:34.965738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:34.965738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-594246365', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:34.973090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:34.984453 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.985658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.001334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c4b04-43cb-4b9f-9d6c-e4fc6b9a59ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=31345afa-572a-4cba-996f-fa189bbfe77f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:35.045283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.124120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['cbe1a9d6-2768-4de2-b6ed-ac45c000f848'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:48:35.301207 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:48:35.412137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5bac3204-e6f3-449a-af97-1ea6a90d609e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:35.435390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 5bac3204-e6f3-449a-af97-1ea6a90d609e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:35.435814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 5bac3204-e6f3-449a-af97-1ea6a90d609e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:35.480014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_gateway (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.684702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_gateway (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.704395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.813254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 172.25.5.99 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/b1dd22f6-599d-4390-bfe2-645e5c345976) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:35.915593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (b1dd22f6-599d-4390-bfe2-645e5c345976), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.951130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b1dd22f6-599d-4390-bfe2-645e5c345976), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.988723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:35.991632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:35.994852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:36.026114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=b1dd22f6-599d-4390-bfe2-645e5c345976,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:36.062927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.271705 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_gateway (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.476628 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.494668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:36.548471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:36.549213 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.626685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router 74d7cae1-8cb3-4c07-b660-4d0ba1c1963a is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:36.631456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:36.631853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.666409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:36.670438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.730154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:36.753899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:36.766829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] Sync routers for ids ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:36.776621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.777981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-50a73b91-e782-44f5-9b85-8f3bee83f857 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8266618 Apr 07 11:48:36.780764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52264) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:36.781740 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] Routers {'74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:36.782373 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:36.816844 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:36.827103 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] Routers {'74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:36.827812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:36.833589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:36.835961 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d0b2b2-4ce1-4b29-835c-092b82bfcefb" -d '{"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-plugged", "status": "completed", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:36.901761 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc38879-deb8-48d6-861b-ad805ba1a4d5 x-openstack-request-id: req-bdc38879-deb8-48d6-861b-ad805ba1a4d5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:36.902110 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-plugged", "status": "completed", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:36.902378 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdc38879-deb8-48d6-861b-ad805ba1a4d5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:36.904070 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc38879-deb8-48d6-861b-ad805ba1a4d5'] response: {'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'code': 200} Apr 07 11:48:36.923952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cea3bb5b-4ba4-4c04-8219-0edc0c5ee24e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/routers/74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 200 len: 883 time: 0.1419866 Apr 07 11:48:36.926417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:36.962996 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:36.964317 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa625711-03fe-4af7-8681-8761cd020e4c None None] The sync data for ids ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:37.065564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b10aeee8-796b-4e0f-ab26-ece40655ab7e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1380396 Apr 07 11:48:37.068071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52276) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:37.072261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-594246365'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:37.209794 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:37.394877 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:37.406504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:37.515066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router 74d7cae1-8cb3-4c07-b660-4d0ba1c1963a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:37.633738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:37.641260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:37.645624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ed1266c-c697-4eb9-a112-87f52b2bf3cc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 200 len: 890 time: 0.5739105 Apr 07 11:48:37.645770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] Sync routers for ids ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:37.646245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52286) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:37.655170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] Routers {'74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:37.655910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:37.689716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:37.699295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] Routers {'74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:37.699908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:37.742681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:37.743340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694b243-ab4b-4981-81a2-d80532cae523 None None] The sync data for ids ['74d7cae1-8cb3-4c07-b660-4d0ba1c1963a'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:37.763616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8b3fba3-17d8-4a69-9c3b-77f37b7e7180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/routers/74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 200 len: 890 time: 0.1166766 Apr 07 11:48:37.766256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52288) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:37.793684 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9080ac71-4be8-4105-9bc5-c9674fb8aec6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 200 len: 205 time: 0.0263057 Apr 07 11:48:37.796111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52290) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:38.165278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.272953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_gateway (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.330090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port b1dd22f6-599d-4390-bfe2-645e5c345976 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:38.330427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b1dd22f6-599d-4390-bfe2-645e5c345976), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.410394 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b1dd22f6-599d-4390-bfe2-645e5c345976), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.424169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for b1dd22f6-599d-4390-bfe2-645e5c345976 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:38.587625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b1dd22f6-599d-4390-bfe2-645e5c345976), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.613235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=b1dd22f6-599d-4390-bfe2-645e5c345976,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:38.684927 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.780136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.782286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.827222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (74d7cae1-8cb3-4c07-b660-4d0ba1c1963a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.827784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router 74d7cae1-8cb3-4c07-b660-4d0ba1c1963a {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:48:38.834248 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.835356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-483f4d78-2ef8-4d79-ac5b-63a8ebb3f41d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 204 len: 168 time: 1.0381989 Apr 07 11:48:38.839380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52310) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:38.844352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066393524'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:38.870736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:38.874115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.900510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:38.910875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8879cd6a-3d0d-453d-af0d-34788c9433c1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.911220 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 8879cd6a-3d0d-453d-af0d-34788c9433c1 of type vlan for network c31444a8-13b8-43fc-a9ec-223bc81a44a7 Apr 07 11:48:38.970258 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c31444a8-13b8-43fc-a9ec-223bc81a44a7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:38.995517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c31444a8-13b8-43fc-a9ec-223bc81a44a7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.000545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:39.001118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.057323 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2163603 Apr 07 11:48:39.060290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52320) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:39.065249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:39.069451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=c31444a8-13b8-43fc-a9ec-223bc81a44a7,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:39.077817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.078171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.078515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.078854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.079191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.079524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.079853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.080210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.080511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.080838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.081182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.081507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.081820 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a0c5-8218-4030-a82e-7c5ec46789c7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.092298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:39.176984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:39.180611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.374386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (6f0a2b0c-19d5-484c-90a9-ec9f23558b8d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.439310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=6f0a2b0c-19d5-484c-90a9-ec9f23558b8d,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:39.455638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.456414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.456767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.457112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.457513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.457853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.458192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.458655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.459141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.459585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.459928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.460432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.460769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:39.467589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '8879cd6a-3d0d-453d-af0d-34788c9433c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:39.467959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: c31444a8-13b8-43fc-a9ec-223bc81a44a7, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:39.485195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:39.493918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c31444a8-13b8-43fc-a9ec-223bc81a44a7) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:39.498413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:39.499155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.506655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32297ff-5a17-4b01-bca8-0e6075a9f0c3 None None] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:39.517053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ac8c0acb-018b-4d59-95e3-0878ce2e59b9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4556692 Apr 07 11:48:39.519867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52330) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:39.524846 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-458856222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:39.556264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (7cff634b-e364-4b9d-b710-5f0330577581), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.557446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (7cff634b-e364-4b9d-b710-5f0330577581), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.617978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c31444a8-13b8-43fc-a9ec-223bc81a44a7', 'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': '6f0a2b0c-19d5-484c-90a9-ec9f23558b8d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:39.618187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (7cff634b-e364-4b9d-b710-5f0330577581), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.619892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.624377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (7cff634b-e364-4b9d-b710-5f0330577581), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.643756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.648189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52332) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:39.648471 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8a19ed62-0f9a-48ab-9bef-7931d358d427 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1275196 Apr 07 11:48:39.772704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Allocated IP 2001:db8::2 (c31444a8-13b8-43fc-a9ec-223bc81a44a7/6f0a2b0c-19d5-484c-90a9-ec9f23558b8d/2b488c89-62b2-4762-a181-44f024791158) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:39.919485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Publish callbacks [] for port (2b488c89-62b2-4762-a181-44f024791158), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.927182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2b488c89-62b2-4762-a181-44f024791158), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.964150 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:39.973973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:39.977967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:39.981966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:39.996259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Pushing event updated for resources: {'Port': ['ID=2b488c89-62b2-4762-a181-44f024791158,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:40.055373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Attempting to bind port 2b488c89-62b2-4762-a181-44f024791158 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:40.056019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Attempting to bind port 2b488c89-62b2-4762-a181-44f024791158 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '8879cd6a-3d0d-453d-af0d-34788c9433c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:40.056389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Attempting to bind port 2b488c89-62b2-4762-a181-44f024791158 on network c31444a8-13b8-43fc-a9ec-223bc81a44a7 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:40.061589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:40.061972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Checking segment: {'id': '8879cd6a-3d0d-453d-af0d-34788c9433c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:40.062634 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:40.062759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Bound using segment: {'id': '8879cd6a-3d0d-453d-af0d-34788c9433c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:40.063225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Bound port: 2b488c89-62b2-4762-a181-44f024791158, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8879cd6a-3d0d-453d-af0d-34788c9433c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c31444a8-13b8-43fc-a9ec-223bc81a44a7'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:40.063609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2b488c89-62b2-4762-a181-44f024791158), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:40.129873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] For port 2b488c89-62b2-4762-a181-44f024791158, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:40.133412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] For port 2b488c89-62b2-4762-a181-44f024791158, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2b488c89-62b2-4762-a181-44f024791158,segment=NetworkSegment(8879cd6a-3d0d-453d-af0d-34788c9433c1),segment_id=8879cd6a-3d0d-453d-af0d-34788c9433c1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:40.141172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2b488c89-62b2-4762-a181-44f024791158), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:40.202916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb20294-8541-4356-8a7f-ed50b997cb81 None None] Pushing event updated for resources: {'Port': ['ID=2b488c89-62b2-4762-a181-44f024791158,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:40.250137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8::1 (c31444a8-13b8-43fc-a9ec-223bc81a44a7/6f0a2b0c-19d5-484c-90a9-ec9f23558b8d/516db35f-7fff-4139-96b4-6e0d125c56e1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:40.401598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:40.455026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:40.512114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:40.515781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:40.518178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:40.518657 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (7cff634b-e364-4b9d-b710-5f0330577581), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:40.522613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=516db35f-7fff-4139-96b4-6e0d125c56e1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:40.647421 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.229831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.234814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.235948 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (7cff634b-e364-4b9d-b710-5f0330577581), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.241779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6d775-79dc-468e-ab38-9cc0297243b8 None None] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:41.330877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=516db35f-7fff-4139-96b4-6e0d125c56e1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:41.377923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] Provisioning complete for port 2b488c89-62b2-4762-a181-44f024791158 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:41.378539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2b488c89-62b2-4762-a181-44f024791158), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.382410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:41.383889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:41.495882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2b488c89-62b2-4762-a181-44f024791158 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:41.526704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] Current status of the port 2b488c89-62b2-4762-a181-44f024791158 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:41.527094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2b488c89-62b2-4762-a181-44f024791158), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.542169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router 7cff634b-e364-4b9d-b710-5f0330577581 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:41.579754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] For port 2b488c89-62b2-4762-a181-44f024791158, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2b488c89-62b2-4762-a181-44f024791158,segment=NetworkSegment(8879cd6a-3d0d-453d-af0d-34788c9433c1),segment_id=8879cd6a-3d0d-453d-af0d-34788c9433c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:41.594507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2b488c89-62b2-4762-a181-44f024791158 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:41.595167 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2b488c89-62b2-4762-a181-44f024791158), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.631429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2b488c89-62b2-4762-a181-44f024791158), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.652456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:41.664944 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] Sync routers for ids ['7cff634b-e364-4b9d-b710-5f0330577581'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:41.669497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:41.670409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c12f70a5-bea8-4111-978e-60c102364309 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/7cff634b-e364-4b9d-b710-5f0330577581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0207939 Apr 07 11:48:41.684780 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] Routers {'7cff634b-e364-4b9d-b710-5f0330577581'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:41.685735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7cff634b-e364-4b9d-b710-5f0330577581'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:41.699347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d67e2-e7af-45db-bc74-51033d8382e8 None None] Pushing event updated for resources: {'Port': ['ID=2b488c89-62b2-4762-a181-44f024791158,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:41.749242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2b488c89-62b2-4762-a181-44f024791158 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:41.763838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad92b2-f3a7-4210-be78-fb2a0d8f001a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:41.767179 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:41.768972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52372) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:41.774439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f0a2b0c-19d5-484c-90a9-ec9f23558b8d'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:41.779242 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-57ad92b2-f3a7-4210-be78-fb2a0d8f001a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports/516db35f-7fff-4139-96b4-6e0d125c56e1 HTTP/1.1" status: 200 len: 911 time: 0.1084313 Apr 07 11:48:41.783251 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] Routers {'7cff634b-e364-4b9d-b710-5f0330577581'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:41.783887 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7cff634b-e364-4b9d-b710-5f0330577581'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:41.825566 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:41.826228 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075fcfc-c418-443a-a37f-f56683327ea3 None None] The sync data for ids ['7cff634b-e364-4b9d-b710-5f0330577581'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:41.860456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eeeae4b0-668b-435c-b218-e732f4547476 None None] Provisioning complete for port 2b488c89-62b2-4762-a181-44f024791158 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:41.861050 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eeeae4b0-668b-435c-b218-e732f4547476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2b488c89-62b2-4762-a181-44f024791158), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.950233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eeeae4b0-668b-435c-b218-e732f4547476 None None] Current status of the port 2b488c89-62b2-4762-a181-44f024791158 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:41.959117 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:41.962103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eeeae4b0-668b-435c-b218-e732f4547476 None None] Provisioning complete for port 516db35f-7fff-4139-96b4-6e0d125c56e1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:41.962497 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eeeae4b0-668b-435c-b218-e732f4547476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.003305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eeeae4b0-668b-435c-b218-e732f4547476 None None] Port 516db35f-7fff-4139-96b4-6e0d125c56e1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:42.131305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7d5e0336-0143-4e09-ac1f-9f2d024085cd None None] Provisioning complete for port 516db35f-7fff-4139-96b4-6e0d125c56e1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:42.131994 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0336-0143-4e09-ac1f-9f2d024085cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.175114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e0336-0143-4e09-ac1f-9f2d024085cd None None] Port 516db35f-7fff-4139-96b4-6e0d125c56e1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:42.380592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.389494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.395827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:42.396484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.401617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/ports/516db35f-7fff-4139-96b4-6e0d125c56e1 HTTP/1.1" status: 200 len: 911 time: 0.6278298 Apr 07 11:48:42.401784 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52384) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:42.426008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a0bd6aff-be5e-492c-b239-895bc74f9130 None None] Provisioning complete for port 516db35f-7fff-4139-96b4-6e0d125c56e1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:42.426553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6aff-be5e-492c-b239-895bc74f9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.443647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf7722-d7c6-4609-a27d-ce68efd70c83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=516db35f-7fff-4139-96b4-6e0d125c56e1,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:42.476029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd6aff-be5e-492c-b239-895bc74f9130 None None] Port 516db35f-7fff-4139-96b4-6e0d125c56e1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:42.749086 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (7cff634b-e364-4b9d-b710-5f0330577581), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:42.998292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 516db35f-7fff-4139-96b4-6e0d125c56e1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:42.998630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.092776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.106523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 516db35f-7fff-4139-96b4-6e0d125c56e1 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:43.282260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (516db35f-7fff-4139-96b4-6e0d125c56e1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.310555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=516db35f-7fff-4139-96b4-6e0d125c56e1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:43.420738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2b488c89-62b2-4762-a181-44f024791158 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:43.434784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (7cff634b-e364-4b9d-b710-5f0330577581), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.496692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2b488c89-62b2-4762-a181-44f024791158 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:43.497215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2b488c89-62b2-4762-a181-44f024791158), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.594756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2b488c89-62b2-4762-a181-44f024791158 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:43.635675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router 7cff634b-e364-4b9d-b710-5f0330577581 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:43.718561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:43.724210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cc524169-20ad-4f8e-9e14-56eb10b15b3e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/7cff634b-e364-4b9d-b710-5f0330577581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3216023 Apr 07 11:48:43.726839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52408) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:43.732260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] Sync routers for ids ['7cff634b-e364-4b9d-b710-5f0330577581'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:43.745772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] Routers {'7cff634b-e364-4b9d-b710-5f0330577581'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:43.746741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7cff634b-e364-4b9d-b710-5f0330577581'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:43.758017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8ab3b6aa-b130-4d93-a156-7157f0748e5c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cff634b-e364-4b9d-b710-5f0330577581 HTTP/1.1" status: 200 len: 205 time: 0.0296843 Apr 07 11:48:43.761001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52410) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:43.783983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:43.793461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] Routers {'7cff634b-e364-4b9d-b710-5f0330577581'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:43.794139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7cff634b-e364-4b9d-b710-5f0330577581'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:43.828525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:43.829209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e909b1-6900-40aa-ada7-161d421b832e None None] The sync data for ids ['7cff634b-e364-4b9d-b710-5f0330577581'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:43.840587 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (7cff634b-e364-4b9d-b710-5f0330577581), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.013084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (7cff634b-e364-4b9d-b710-5f0330577581), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.015578 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (7cff634b-e364-4b9d-b710-5f0330577581), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.058928 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (7cff634b-e364-4b9d-b710-5f0330577581), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.059425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router 7cff634b-e364-4b9d-b710-5f0330577581 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:48:44.067167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.073777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-66092d97-7a07-4700-bdb5-9ccdc54d9fb1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/7cff634b-e364-4b9d-b710-5f0330577581 HTTP/1.1" status: 204 len: 168 time: 0.3107476 Apr 07 11:48:44.075671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52416) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:44.129899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet 6f0a2b0c-19d5-484c-90a9-ec9f23558b8d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:48:44.134442 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (6f0a2b0c-19d5-484c-90a9-ec9f23558b8d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.180149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (6f0a2b0c-19d5-484c-90a9-ec9f23558b8d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.264795 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6f0a2b0c-19d5-484c-90a9-ec9f23558b8d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.322972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (6f0a2b0c-19d5-484c-90a9-ec9f23558b8d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.356137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0a2b0c-19d5-484c-90a9-ec9f23558b8d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:44.358054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.364307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ca16c742-edf8-4854-b4a0-773d9259f3f2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/6f0a2b0c-19d5-484c-90a9-ec9f23558b8d HTTP/1.1" status: 204 len: 168 time: 0.2851684 Apr 07 11:48:44.365396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52424) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:44.370003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e36d1-61a5-4f07-b683-089e5710ac5a None None] Network c31444a8-13b8-43fc-a9ec-223bc81a44a7 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:44.454296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c31444a8-13b8-43fc-a9ec-223bc81a44a7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.519291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 2b488c89-62b2-4762-a181-44f024791158 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:44.519637 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2b488c89-62b2-4762-a181-44f024791158), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.533038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] DHCP port deletion for c31444a8-13b8-43fc-a9ec-223bc81a44a7 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:48:44.585777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] Deleting port 2b488c89-62b2-4762-a181-44f024791158 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:44.586474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2b488c89-62b2-4762-a181-44f024791158), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.591761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 2b488c89-62b2-4762-a181-44f024791158, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2b488c89-62b2-4762-a181-44f024791158,segment=NetworkSegment(8879cd6a-3d0d-453d-af0d-34788c9433c1),segment_id=8879cd6a-3d0d-453d-af0d-34788c9433c1)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:44.592125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2b488c89-62b2-4762-a181-44f024791158), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.605942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 2b488c89-62b2-4762-a181-44f024791158 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:44.652299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] For port 2b488c89-62b2-4762-a181-44f024791158, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2b488c89-62b2-4762-a181-44f024791158,segment=NetworkSegment(8879cd6a-3d0d-453d-af0d-34788c9433c1),segment_id=8879cd6a-3d0d-453d-af0d-34788c9433c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:44.652712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2b488c89-62b2-4762-a181-44f024791158), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.666243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] Calling delete_port for 2b488c89-62b2-4762-a181-44f024791158 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:44.689287 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (2b488c89-62b2-4762-a181-44f024791158), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.714353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=2b488c89-62b2-4762-a181-44f024791158,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:44.722743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port 2b488c89-62b2-4762-a181-44f024791158 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:44.761151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (2b488c89-62b2-4762-a181-44f024791158), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.789179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] Pushing event deleted for resources: {'Port': ['ID=2b488c89-62b2-4762-a181-44f024791158,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:44.791918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8edead-ec84-4775-bc5d-a847a5ee0496 None None] No DVR routers for this DVR port 2b488c89-62b2-4762-a181-44f024791158 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:44.816892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c31444a8-13b8-43fc-a9ec-223bc81a44a7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.837540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31444a8-13b8-43fc-a9ec-223bc81a44a7']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:44.847790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8879cd6a-3d0d-453d-af0d-34788c9433c1') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:44.848090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8879cd6a-3d0d-453d-af0d-34788c9433c1') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:44.858102 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (8879cd6a-3d0d-453d-af0d-34788c9433c1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.871938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8879cd6a-3d0d-453d-af0d-34788c9433c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.878028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:48:44.878431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (8879cd6a-3d0d-453d-af0d-34788c9433c1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:48:44.881473 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:48:44.948863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c31444a8-13b8-43fc-a9ec-223bc81a44a7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.955623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.958836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/c31444a8-13b8-43fc-a9ec-223bc81a44a7 HTTP/1.1" status: 204 len: 168 time: 0.5934002 Apr 07 11:48:44.963130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52436) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:44.967968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1685885842', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:44.980045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a89f-a507-446c-8010-d47c980cd8f9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=c31444a8-13b8-43fc-a9ec-223bc81a44a7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:44.989484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.990546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.045084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.050204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.068391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.069713 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db0bee9f-a153-4f02-b571-ed01619c45ab tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1055536 Apr 07 11:48:45.072373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.078113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1408265533'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:45.096911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:45.100139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.124456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:45.134676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (499aa9dc-f390-4c0c-8509-2d8b6969d2b9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.134676 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 499aa9dc-f390-4c0c-8509-2d8b6969d2b9 of type vlan for network 7d61303e-62d0-4008-936d-fda051bd3195 Apr 07 11:48:45.183313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (7d61303e-62d0-4008-936d-fda051bd3195), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.208435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (7d61303e-62d0-4008-936d-fda051bd3195), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.213943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.214570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.280306 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2062459 Apr 07 11:48:45.283171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52448) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.288360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:45.307507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac8782-6453-4396-a76f-004d2ca8676d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=7d61303e-62d0-4008-936d-fda051bd3195,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.318341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 7d61303e-62d0-4008-936d-fda051bd3195 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:45.410352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:45.414518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.414965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2b488c89-62b2-4762-a181-44f024791158 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:45.438431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2b488c89-62b2-4762-a181-44f024791158 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:45.438790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2b488c89-62b2-4762-a181-44f024791158 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:45.604553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (d395e959-738b-4b81-92cc-aa802e866918), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.661296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=d395e959-738b-4b81-92cc-aa802e866918,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.671941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:45.672302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: 7d61303e-62d0-4008-936d-fda051bd3195, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:45.695958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 7d61303e-62d0-4008-936d-fda051bd3195 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:45.705604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 7d61303e-62d0-4008-936d-fda051bd3195) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:45.716263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.717602 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.719663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba0c7a-b22c-4fbc-a840-18a601480383 None None] Network 7d61303e-62d0-4008-936d-fda051bd3195 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:45.735749 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bede9d33-c254-4c38-b334-7c98f4cb953d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511070 Apr 07 11:48:45.738310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52454) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.849316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-7d61303e-62d0-4008-936d-fda051bd3195', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:45.850214 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.998617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Allocated IP 2001:db8::2 (7d61303e-62d0-4008-936d-fda051bd3195/d395e959-738b-4b81-92cc-aa802e866918/e1db70bf-72b8-43be-b80c-df5c04bf43cb) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:46.307902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.330665 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Publish callbacks [] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.337344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.396608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Network 7d61303e-62d0-4008-936d-fda051bd3195 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:46.399757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:46.411357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:46.417741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Pushing event updated for resources: {'Port': ['ID=e1db70bf-72b8-43be-b80c-df5c04bf43cb,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:46.476627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Attempting to bind port e1db70bf-72b8-43be-b80c-df5c04bf43cb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:46.477015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Attempting to bind port e1db70bf-72b8-43be-b80c-df5c04bf43cb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:46.477522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Attempting to bind port e1db70bf-72b8-43be-b80c-df5c04bf43cb on network 7d61303e-62d0-4008-936d-fda051bd3195 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:46.484046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:46.484433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Checking segment: {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:46.484842 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.485278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Bound using segment: {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:46.485751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Bound port: e1db70bf-72b8-43be-b80c-df5c04bf43cb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:46.486145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.551516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] For port e1db70bf-72b8-43be-b80c-df5c04bf43cb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:46.554900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] For port e1db70bf-72b8-43be-b80c-df5c04bf43cb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e1db70bf-72b8-43be-b80c-df5c04bf43cb,segment=NetworkSegment(499aa9dc-f390-4c0c-8509-2d8b6969d2b9),segment_id=499aa9dc-f390-4c0c-8509-2d8b6969d2b9)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:46.563452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.569357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8::1 (7d61303e-62d0-4008-936d-fda051bd3195/d395e959-738b-4b81-92cc-aa802e866918/829b0973-05ca-425c-a64a-4acd75b2c6da) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:46.620027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ccd2e-4a63-4224-9527-aac4a538d082 None None] Pushing event updated for resources: {'Port': ['ID=e1db70bf-72b8-43be-b80c-df5c04bf43cb,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:46.707808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.744941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.794584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 7d61303e-62d0-4008-936d-fda051bd3195 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:46.800476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:46.807424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:46.807424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.865290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=829b0973-05ca-425c-a64a-4acd75b2c6da,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:46.964735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.253970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.258402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.259443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.353121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=829b0973-05ca-425c-a64a-4acd75b2c6da,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:47.427254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 7d61303e-62d0-4008-936d-fda051bd3195 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:47.428803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:47.497576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e1db70bf-72b8-43be-b80c-df5c04bf43cb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:47.578342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e1db70bf-72b8-43be-b80c-df5c04bf43cb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:47.578705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.582955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:47.669409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e1db70bf-72b8-43be-b80c-df5c04bf43cb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:47.669814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.706946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:47.713621 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4c0ee045-f66a-4567-b9a7-129d12751bca tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741492 Apr 07 11:48:47.716456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52488) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:47.717665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e1db70bf-72b8-43be-b80c-df5c04bf43cb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e1db70bf-72b8-43be-b80c-df5c04bf43cb,segment=NetworkSegment(499aa9dc-f390-4c0c-8509-2d8b6969d2b9),segment_id=499aa9dc-f390-4c0c-8509-2d8b6969d2b9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:47.722044 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:47.722820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.736236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1484061851'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:47.739510 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:47.740315 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:47.778247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:47.786274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.801773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c1a8c-f0ce-46b7-9040-1e2a71dddd2a None None] Network 7d61303e-62d0-4008-936d-fda051bd3195 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:47.805439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e1db70bf-72b8-43be-b80c-df5c04bf43cb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:47.821427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:47.832047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (71fefe6c-17bd-4738-b94b-7c46ebc40315), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.832428 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 71fefe6c-17bd-4738-b94b-7c46ebc40315 of type vlan for network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff Apr 07 11:48:47.873539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:47.892183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e00ed283-6d98-44ee-9827-76a7cfb2b008 None None] Provisioning complete for port e1db70bf-72b8-43be-b80c-df5c04bf43cb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:47.892490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e00ed283-6d98-44ee-9827-76a7cfb2b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.895647 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.924531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:47.931017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:47.932746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.011192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:48.032518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:48.037335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:48.038196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa29a052-7a9a-44e3-85a2-e532e4212c5f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3202841 Apr 07 11:48:48.043289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:48.075358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e00ed283-6d98-44ee-9827-76a7cfb2b008 None None] Current status of the port e1db70bf-72b8-43be-b80c-df5c04bf43cb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:48.119103 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:46Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:47Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:48.151520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:48.151871 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Updating router da49dbb7-2570-46db-bfbc-d2406dbfc476 port 829b0973-05ca-425c-a64a-4acd75b2c6da binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:48.181234 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.184030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:48.189824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.427894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f4406123-c953-4761-92d8-f104ea299320 None None] Provisioning complete for port 829b0973-05ca-425c-a64a-4acd75b2c6da triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:48.428542 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f4406123-c953-4761-92d8-f104ea299320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.438629 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7a5aba76-7bf7-4248-a54c-af1e78c6f342), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.503698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=7a5aba76-7bf7-4248-a54c-af1e78c6f342,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:48.515854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f4406123-c953-4761-92d8-f104ea299320 None None] Port 829b0973-05ca-425c-a64a-4acd75b2c6da cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:48.531572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:48.532498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:48.546831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f4406123-c953-4761-92d8-f104ea299320 None None] Provisioning complete for port e1db70bf-72b8-43be-b80c-df5c04bf43cb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:48.547222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f4406123-c953-4761-92d8-f104ea299320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.556419 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Publish callbacks [] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.562748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:48.565737 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.581758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:48.600616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92ca26-9080-4a14-9e46-4202cfc29094 None None] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:48.612472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:48.613072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.640958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-569d1e73-7864-41c6-87a0-cba4e57e8dbc tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6020813 Apr 07 11:48:48.643581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52504) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:48.744432 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Pushing event updated for resources: {'Port': ['ID=829b0973-05ca-425c-a64a-4acd75b2c6da,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:48.763870 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Attempting to bind port 829b0973-05ca-425c-a64a-4acd75b2c6da on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:48.764238 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Attempting to bind port 829b0973-05ca-425c-a64a-4acd75b2c6da by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:48.766893 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Attempting to bind port 829b0973-05ca-425c-a64a-4acd75b2c6da on network 7d61303e-62d0-4008-936d-fda051bd3195 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:48.786900 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.787251 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.787593 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.787931 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.788979 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.789349 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.789688 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.790595 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.791849 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.792720 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.793077 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.793440 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.793877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:48.807568 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:48.808122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Checking segment: {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:48.808598 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.808999 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Bound using segment: {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:48.810133 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Bound port: 829b0973-05ca-425c-a64a-4acd75b2c6da, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499aa9dc-f390-4c0c-8509-2d8b6969d2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:48.810526 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.813700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f4406123-c953-4761-92d8-f104ea299320 None None] Current status of the port e1db70bf-72b8-43be-b80c-df5c04bf43cb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:48.854475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:48.856054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:48.920149 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] For port 829b0973-05ca-425c-a64a-4acd75b2c6da, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:48.928103 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] For port 829b0973-05ca-425c-a64a-4acd75b2c6da, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=829b0973-05ca-425c-a64a-4acd75b2c6da,segment=NetworkSegment(499aa9dc-f390-4c0c-8509-2d8b6969d2b9),segment_id=499aa9dc-f390-4c0c-8509-2d8b6969d2b9)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:48.938631 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.049158 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:49.049964 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:49.053463 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c50db9-c9ce-4660-bedf-b524ccb18bce None None] Pushing event updated for resources: {'Port': ['ID=829b0973-05ca-425c-a64a-4acd75b2c6da,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:49.084730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Allocated IP 2001:db8:1::2 (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff/7a5aba76-7bf7-4248-a54c-af1e78c6f342/a9753725-275d-43ae-b109-5c095deb24f7) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:49.176906 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:49.224999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] Provisioning complete for port 829b0973-05ca-425c-a64a-4acd75b2c6da triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:49.225506 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.293253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.320101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Publish callbacks [] for port (a9753725-275d-43ae-b109-5c095deb24f7), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.343497 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (a9753725-275d-43ae-b109-5c095deb24f7), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.420218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:49.428104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:49.467453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:49.478463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Pushing event updated for resources: {'Port': ['ID=a9753725-275d-43ae-b109-5c095deb24f7,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:49.480981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e1db70bf-72b8-43be-b80c-df5c04bf43cb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:49.608475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:46Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:48Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:49.630260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Attempting to bind port a9753725-275d-43ae-b109-5c095deb24f7 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:49.631238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Attempting to bind port a9753725-275d-43ae-b109-5c095deb24f7 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:49.631912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Attempting to bind port a9753725-275d-43ae-b109-5c095deb24f7 on network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:49.638883 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7746e6f-a494-4ebd-879c-695c810a6b05 None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:46Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:48Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:49.641022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:49.641788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Checking segment: {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:49.642358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.643628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Bound using segment: {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:49.644579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Bound port: a9753725-275d-43ae-b109-5c095deb24f7, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:49.645330 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9753725-275d-43ae-b109-5c095deb24f7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.680632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] Current status of the port 829b0973-05ca-425c-a64a-4acd75b2c6da is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:49.681023 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.755177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8:1::1 (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff/7a5aba76-7bf7-4248-a54c-af1e78c6f342/0a838453-e70e-4e85-a70c-aa037333595a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:49.783434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e1db70bf-72b8-43be-b80c-df5c04bf43cb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:49.784628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.833084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] For port 829b0973-05ca-425c-a64a-4acd75b2c6da, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=829b0973-05ca-425c-a64a-4acd75b2c6da,segment=NetworkSegment(499aa9dc-f390-4c0c-8509-2d8b6969d2b9),segment_id=499aa9dc-f390-4c0c-8509-2d8b6969d2b9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:49.844744 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.862520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] For port a9753725-275d-43ae-b109-5c095deb24f7, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:49.897484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] For port a9753725-275d-43ae-b109-5c095deb24f7, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a9753725-275d-43ae-b109-5c095deb24f7,segment=NetworkSegment(71fefe6c-17bd-4738-b94b-7c46ebc40315),segment_id=71fefe6c-17bd-4738-b94b-7c46ebc40315)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:49.909212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (0a838453-e70e-4e85-a70c-aa037333595a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.910001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9753725-275d-43ae-b109-5c095deb24f7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.945316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b5cf-20f4-4537-ad70-95c115b3f441 None None] Pushing event updated for resources: {'Port': ['ID=829b0973-05ca-425c-a64a-4acd75b2c6da,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:49.959166 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0a838453-e70e-4e85-a70c-aa037333595a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.060364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e1db70bf-72b8-43be-b80c-df5c04bf43cb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:50.062250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=0a838453-e70e-4e85-a70c-aa037333595a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:50.081895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb7c1-dd2d-4419-822d-cf71f668a91e None None] Pushing event updated for resources: {'Port': ['ID=a9753725-275d-43ae-b109-5c095deb24f7,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:50.083838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7a8f8bde-4f46-4d08-9201-4dc4b1d0070f None None] Provisioning complete for port 829b0973-05ca-425c-a64a-4acd75b2c6da triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:50.084216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8bde-4f46-4d08-9201-4dc4b1d0070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.102079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:50.106434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:50.113939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:50.116157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.195425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f8bde-4f46-4d08-9201-4dc4b1d0070f None None] Current status of the port 829b0973-05ca-425c-a64a-4acd75b2c6da is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:50.298255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0a838453-e70e-4e85-a70c-aa037333595a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.631491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (0a838453-e70e-4e85-a70c-aa037333595a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.643009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0a838453-e70e-4e85-a70c-aa037333595a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.644203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:50.740367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=0a838453-e70e-4e85-a70c-aa037333595a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:50.785854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:50.787913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:50.900168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:51.144000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5fdf68-75f1-4050-a157-dbd350e4482c None None] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:51.241795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] Provisioning complete for port a9753725-275d-43ae-b109-5c095deb24f7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:51.242175 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9753725-275d-43ae-b109-5c095deb24f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.286019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:51.293264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-baa7fc7b-544d-4791-9c9a-7e7fd83ab573 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463194 Apr 07 11:48:51.297225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52540) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:51.304258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236201655'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:51.331524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:51.336386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.374735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:51.387708 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (977fa65b-eec1-4132-88ed-01118a35487a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.389382 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 977fa65b-eec1-4132-88ed-01118a35487a of type vlan for network baa3e0c6-20db-455b-a2ed-e717d5457500 Apr 07 11:48:51.402951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] Current status of the port a9753725-275d-43ae-b109-5c095deb24f7 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:51.403616 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a9753725-275d-43ae-b109-5c095deb24f7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.461832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (baa3e0c6-20db-455b-a2ed-e717d5457500), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.474664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] For port a9753725-275d-43ae-b109-5c095deb24f7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a9753725-275d-43ae-b109-5c095deb24f7,segment=NetworkSegment(71fefe6c-17bd-4738-b94b-7c46ebc40315),segment_id=71fefe6c-17bd-4738-b94b-7c46ebc40315)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:51.481392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a9753725-275d-43ae-b109-5c095deb24f7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.503405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (baa3e0c6-20db-455b-a2ed-e717d5457500), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.516144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.516818 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.570134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6cb4-4aba-4d4b-b363-ee30bd86c22f None None] Pushing event updated for resources: {'Port': ['ID=a9753725-275d-43ae-b109-5c095deb24f7,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:51.609585 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3111832 Apr 07 11:48:51.613563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:51.614462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 829b0973-05ca-425c-a64a-4acd75b2c6da up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:51.620131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:51.665244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a1ac6-4bbc-49e0-8b21-b2bf82d9588c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=baa3e0c6-20db-455b-a2ed-e717d5457500,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:51.683370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network baa3e0c6-20db-455b-a2ed-e717d5457500 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:51.704139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:51.759221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:51.767098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.775548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:51.776374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:51.782011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 829b0973-05ca-425c-a64a-4acd75b2c6da triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:51.782392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.923183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c6e50d78-d473-4a92-b79d-65a4b5034c8c None None] Provisioning complete for port 0a838453-e70e-4e85-a70c-aa037333595a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:51.923560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6e50d78-d473-4a92-b79d-65a4b5034c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0a838453-e70e-4e85-a70c-aa037333595a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:51.929524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:52.002219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (7ab56728-1876-4a6e-b9c4-1b623771eab0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:52.073512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=7ab56728-1876-4a6e-b9c4-1b623771eab0,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:52.085803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:52.086382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: baa3e0c6-20db-455b-a2ed-e717d5457500, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:52.121707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network baa3e0c6-20db-455b-a2ed-e717d5457500 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:52.134364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, baa3e0c6-20db-455b-a2ed-e717d5457500) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:52.139670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:52.140476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:52.167292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cfc178b2-a16f-45fb-a4e6-33944e1188da tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5522773 Apr 07 11:48:52.169932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52558) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:52.201397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44d062-6ea3-4552-9d05-4dfceb75ad60 None None] Network baa3e0c6-20db-455b-a2ed-e717d5457500 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:52.319973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c6e50d78-d473-4a92-b79d-65a4b5034c8c None None] Port 0a838453-e70e-4e85-a70c-aa037333595a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:52.460662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 829b0973-05ca-425c-a64a-4acd75b2c6da is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:52.461799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9753725-275d-43ae-b109-5c095deb24f7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:52.468401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c6e50d78-d473-4a92-b79d-65a4b5034c8c None None] Provisioning complete for port a9753725-275d-43ae-b109-5c095deb24f7 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:52.468745 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c6e50d78-d473-4a92-b79d-65a4b5034c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9753725-275d-43ae-b109-5c095deb24f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:52.579969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-baa3e0c6-20db-455b-a2ed-e717d5457500', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:52.580789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:52.599042 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:52.741990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a9753725-275d-43ae-b109-5c095deb24f7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:52.745639 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9753725-275d-43ae-b109-5c095deb24f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:52.813999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c6e50d78-d473-4a92-b79d-65a4b5034c8c None None] Current status of the port a9753725-275d-43ae-b109-5c095deb24f7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:52.867766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:50Z', 'revision_number': 3, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:50Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:52.905391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:52.905743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Updating router da49dbb7-2570-46db-bfbc-d2406dbfc476 port 0a838453-e70e-4e85-a70c-aa037333595a binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:52.931750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Allocated IP 2001:db8:2::2 (baa3e0c6-20db-455b-a2ed-e717d5457500/7ab56728-1876-4a6e-b9c4-1b623771eab0/cc5433fa-b2d1-4569-bd57-ed82a5bcb65c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:52.994470 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0a838453-e70e-4e85-a70c-aa037333595a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.054942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a9753725-275d-43ae-b109-5c095deb24f7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:53.065801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f1be8dc2-4acb-488a-a77b-34a490c52dce None None] Provisioning complete for port 0a838453-e70e-4e85-a70c-aa037333595a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:53.066177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f1be8dc2-4acb-488a-a77b-34a490c52dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0a838453-e70e-4e85-a70c-aa037333595a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.152531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f1be8dc2-4acb-488a-a77b-34a490c52dce None None] Port 0a838453-e70e-4e85-a70c-aa037333595a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:53.306200 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Publish callbacks [] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.315941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.365194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Network baa3e0c6-20db-455b-a2ed-e717d5457500 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:53.373893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8:2::1 (baa3e0c6-20db-455b-a2ed-e717d5457500/7ab56728-1876-4a6e-b9c4-1b623771eab0/48bc58c1-5c56-4497-8486-ac2796b107c1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:53.376368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:53.381417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:53.400640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Pushing event updated for resources: {'Port': ['ID=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:53.460901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9753725-275d-43ae-b109-5c095deb24f7 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:53.550859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.567279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Attempting to bind port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:53.567898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Attempting to bind port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:53.568348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Attempting to bind port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c on network baa3e0c6-20db-455b-a2ed-e717d5457500 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:53.585595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:53.586076 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Checking segment: {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:53.586560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.587043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Bound using segment: {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:53.587633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Bound port: cc5433fa-b2d1-4569-bd57-ed82a5bcb65c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:53.588775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.605912 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Publish callbacks [] for port (0a838453-e70e-4e85-a70c-aa037333595a), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.619844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0a838453-e70e-4e85-a70c-aa037333595a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.621880 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.649400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a9753725-275d-43ae-b109-5c095deb24f7 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:53.649773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a9753725-275d-43ae-b109-5c095deb24f7), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.675582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network baa3e0c6-20db-455b-a2ed-e717d5457500 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:53.679073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:53.688150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:53.688830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.695443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=48bc58c1-5c56-4497-8486-ac2796b107c1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:53.754341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b0d91-30e6-465c-afc2-a260893de892 None None] Pushing event updated for resources: {'Port': ['ID=0a838453-e70e-4e85-a70c-aa037333595a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:53.840579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] For port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:53.856946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.892730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] For port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,segment=NetworkSegment(977fa65b-eec1-4132-88ed-01118a35487a),segment_id=977fa65b-eec1-4132-88ed-01118a35487a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:53.924192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.929835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Attempting to bind port 0a838453-e70e-4e85-a70c-aa037333595a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:53.930630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Attempting to bind port 0a838453-e70e-4e85-a70c-aa037333595a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:53.931238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Attempting to bind port 0a838453-e70e-4e85-a70c-aa037333595a on network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:53.942820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a9753725-275d-43ae-b109-5c095deb24f7 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:53.977055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:53.977717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Checking segment: {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:53.978965 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:53.980106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Bound using segment: {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:53.980702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Bound port: 0a838453-e70e-4e85-a70c-aa037333595a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fefe6c-17bd-4738-b94b-7c46ebc40315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:53.981178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0a838453-e70e-4e85-a70c-aa037333595a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.255068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.262413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.263328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.284006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15516d-9d62-4790-892d-3eb19c2f1930 None None] Pushing event updated for resources: {'Port': ['ID=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:54.314082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6e24a54c-ba33-43f2-8222-61538fe53be2 None None] Provisioning complete for port 0a838453-e70e-4e85-a70c-aa037333595a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:54.314803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e24a54c-ba33-43f2-8222-61538fe53be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0a838453-e70e-4e85-a70c-aa037333595a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.351167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=48bc58c1-5c56-4497-8486-ac2796b107c1,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:54.366949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] For port 0a838453-e70e-4e85-a70c-aa037333595a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:54.371926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] For port 0a838453-e70e-4e85-a70c-aa037333595a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0a838453-e70e-4e85-a70c-aa037333595a,segment=NetworkSegment(71fefe6c-17bd-4738-b94b-7c46ebc40315),segment_id=71fefe6c-17bd-4738-b94b-7c46ebc40315)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:54.374617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6e24a54c-ba33-43f2-8222-61538fe53be2 None None] Port 0a838453-e70e-4e85-a70c-aa037333595a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:54.379859 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0a838453-e70e-4e85-a70c-aa037333595a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.449440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:54.450227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:54.455096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network baa3e0c6-20db-455b-a2ed-e717d5457500 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:54.457995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:54.519660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b0d91-30e6-465c-afc2-a260893de892 None None] Pushing event updated for resources: {'Port': ['ID=0a838453-e70e-4e85-a70c-aa037333595a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:54.569802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:54.606336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:54.726451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:54.735846 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2172f33e-1dd8-4598-b8a7-0c75a3a5526d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645607 Apr 07 11:48:54.738684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:54.747610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6618205'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:54.776971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:54.781527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.809352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:54.821120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9743fb16-508f-44a1-a359-d5e83a71362f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.821781 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added segment 9743fb16-508f-44a1-a359-d5e83a71362f of type vlan for network 366cb971-a1fa-4de1-acf4-2f181ffd721a Apr 07 11:48:54.825873 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] Provisioning complete for port 0a838453-e70e-4e85-a70c-aa037333595a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:54.826251 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0a838453-e70e-4e85-a70c-aa037333595a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.865983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (366cb971-a1fa-4de1-acf4-2f181ffd721a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.882176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:53Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:54Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:54Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:54.902381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (366cb971-a1fa-4de1-acf4-2f181ffd721a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.908031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.908952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.930851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e452b-0842-4dbd-8fef-9f719be0cd46 None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:53Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:54Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:54Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:54.982521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2415171 Apr 07 11:48:54.984612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52606) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:54.990236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'subnet': {'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:55.008306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899210c1-ec45-485e-86e7-5b200883d3cf tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Network': ['ID=366cb971-a1fa-4de1-acf4-2f181ffd721a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:55.039855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] Current status of the port 0a838453-e70e-4e85-a70c-aa037333595a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:55.040264 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0a838453-e70e-4e85-a70c-aa037333595a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.047079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:55.141359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Made reservation on behalf of fbd339048e4b4ff7896c365b27ad873d for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:55.153673 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.186642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] For port 0a838453-e70e-4e85-a70c-aa037333595a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0a838453-e70e-4e85-a70c-aa037333595a,segment=NetworkSegment(71fefe6c-17bd-4738-b94b-7c46ebc40315),segment_id=71fefe6c-17bd-4738-b94b-7c46ebc40315)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:55.194145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0a838453-e70e-4e85-a70c-aa037333595a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.276032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ccefb-7e8d-4501-a928-98da849497ed None None] Pushing event updated for resources: {'Port': ['ID=0a838453-e70e-4e85-a70c-aa037333595a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:55.440926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (b381640b-25ba-429d-8ccc-0226445f12bb), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.528177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Subnet': ['ID=b381640b-25ba-429d-8ccc-0226445f12bb,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:55.538697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Checking segment: {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:55.539129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network hostable DHCP agents. Network: 366cb971-a1fa-4de1-acf4-2f181ffd721a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:55.562312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0a838453-e70e-4e85-a70c-aa037333595a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:55.570687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:55.586222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 366cb971-a1fa-4de1-acf4-2f181ffd721a) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:55.594860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.598505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.604316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27987897-be24-4041-9a35-cdc5deeaa90f None None] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:55.633847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eceaaa89-4658-45cb-b5be-b393a84239d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6454370 Apr 07 11:48:55.634341 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52618) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:55.668913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9770385-d0cb-46a9-a89b-b479af6e1409 None None] Network baa3e0c6-20db-455b-a2ed-e717d5457500 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:55.803861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] Provisioning complete for port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:55.804243 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.848987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 0a838453-e70e-4e85-a70c-aa037333595a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:55.848987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0a838453-e70e-4e85-a70c-aa037333595a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.939923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-366cb971-a1fa-4de1-acf4-2f181ffd721a', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:55.940668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.224073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 0a838453-e70e-4e85-a70c-aa037333595a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:56.224703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5433fa-b2d1-4569-bd57-ed82a5bcb65c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:56.236946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Allocated IP 2001:db8:3::2 (366cb971-a1fa-4de1-acf4-2f181ffd721a/b381640b-25ba-429d-8ccc-0226445f12bb/05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:56.272279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] Current status of the port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:56.272646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.370910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] For port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,segment=NetworkSegment(977fa65b-eec1-4132-88ed-01118a35487a),segment_id=977fa65b-eec1-4132-88ed-01118a35487a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:56.385935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.488109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8422-03c3-42e7-bee8-01e2c8f8ab0b None None] Pushing event updated for resources: {'Port': ['ID=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:56.528976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:56.529534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.618574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.664386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e9672ac1-8118-4dcd-93c0-15573236637f None None] Provisioning complete for port 48bc58c1-5c56-4497-8486-ac2796b107c1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:56.664916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e9672ac1-8118-4dcd-93c0-15573236637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.702582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Publish callbacks [] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.717356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.780410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:56.798280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e9672ac1-8118-4dcd-93c0-15573236637f None None] Port 48bc58c1-5c56-4497-8486-ac2796b107c1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:56.803663 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:56.804881 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:56.809018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:56.823963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:56.827293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:56.842605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Pushing event updated for resources: {'Port': ['ID=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:56.849239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:56.874623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e9672ac1-8118-4dcd-93c0-15573236637f None None] Provisioning complete for port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:56.875112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e9672ac1-8118-4dcd-93c0-15573236637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.978012 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:56.979833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Allocated IP 2001:db8:3::1 (366cb971-a1fa-4de1-acf4-2f181ffd721a/b381640b-25ba-429d-8ccc-0226445f12bb/99490d96-7080-4c04-8a89-4c32bcd3c980) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:57.114621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.136097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Attempting to bind port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:57.136640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Attempting to bind port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:57.137113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Attempting to bind port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 on network 366cb971-a1fa-4de1-acf4-2f181ffd721a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:57.146216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:57.146783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Checking segment: {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:57.147292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.147793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Bound using segment: {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:57.148384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Bound port: 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:57.148891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.168838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.195868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:57.200609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:57.231124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:57.231907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.250330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e9672ac1-8118-4dcd-93c0-15573236637f None None] Current status of the port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:57.259233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] For port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:57.265564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] For port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:57.280275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.311788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=99490d96-7080-4c04-8a89-4c32bcd3c980,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:57.374709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b152d-04df-4e67-9fea-408feee6651a None None] Pushing event updated for resources: {'Port': ['ID=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:57.388438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-064dddf4-b23f-4923-942c-8a95616c55a8 None None] Provisioning complete for port 48bc58c1-5c56-4497-8486-ac2796b107c1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:57.388906 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-064dddf4-b23f-4923-942c-8a95616c55a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.446033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-064dddf4-b23f-4923-942c-8a95616c55a8 None None] Port 48bc58c1-5c56-4497-8486-ac2796b107c1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:57.469087 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.487079 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:53Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:54Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:57.510662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5433fa-b2d1-4569-bd57-ed82a5bcb65c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:57.517906 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:57.518273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Updating router da49dbb7-2570-46db-bfbc-d2406dbfc476 port 48bc58c1-5c56-4497-8486-ac2796b107c1 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:57.547460 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.613694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:57.614069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.752107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:57.920633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.927127 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.928381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.936796 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Publish callbacks [] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.976883 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.019648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event updated for resources: {'Port': ['ID=99490d96-7080-4c04-8a89-4c32bcd3c980,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:58.073560 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f089-54ef-43c3-bba7-ba6ecf648171 None None] Pushing event updated for resources: {'Port': ['ID=48bc58c1-5c56-4497-8486-ac2796b107c1,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:58.094452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:58.098875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:58.139212 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Attempting to bind port 48bc58c1-5c56-4497-8486-ac2796b107c1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:58.139581 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Attempting to bind port 48bc58c1-5c56-4497-8486-ac2796b107c1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:58.139941 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Attempting to bind port 48bc58c1-5c56-4497-8486-ac2796b107c1 on network baa3e0c6-20db-455b-a2ed-e717d5457500 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:58.153041 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:58.153562 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Checking segment: {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:58.154055 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.154541 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Bound using segment: {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:58.155136 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Bound port: 48bc58c1-5c56-4497-8486-ac2796b107c1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977fa65b-eec1-4132-88ed-01118a35487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:58.155613 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.239831 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] For port 48bc58c1-5c56-4497-8486-ac2796b107c1, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:58.240153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:58.244355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] For port 48bc58c1-5c56-4497-8486-ac2796b107c1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=48bc58c1-5c56-4497-8486-ac2796b107c1,segment=NetworkSegment(977fa65b-eec1-4132-88ed-01118a35487a),segment_id=977fa65b-eec1-4132-88ed-01118a35487a)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:58.255700 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.361892 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:58.362480 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:58.384314 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f089-54ef-43c3-bba7-ba6ecf648171 None None] Pushing event updated for resources: {'Port': ['ID=48bc58c1-5c56-4497-8486-ac2796b107c1,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:58.437068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:58.448835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b92d9a8-ebaa-40bc-94e2-70ae7084a44a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8120399 Apr 07 11:48:58.451100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52640) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:58.460052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:58.573980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] Provisioning complete for port 48bc58c1-5c56-4497-8486-ac2796b107c1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:58.574359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.687218 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:58.784887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] Current status of the port 48bc58c1-5c56-4497-8486-ac2796b107c1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:58.785424 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.873257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] For port 48bc58c1-5c56-4497-8486-ac2796b107c1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=48bc58c1-5c56-4497-8486-ac2796b107c1,segment=NetworkSegment(977fa65b-eec1-4132-88ed-01118a35487a),segment_id=977fa65b-eec1-4132-88ed-01118a35487a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:58.878426 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.978160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50b033-5f17-480b-ab6a-5c473bd5bf42 None None] Pushing event updated for resources: {'Port': ['ID=48bc58c1-5c56-4497-8486-ac2796b107c1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:59.022449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d3f367a8-1e3f-4bf0-8c88-e85c1e5137e1 None None] Provisioning complete for port 48bc58c1-5c56-4497-8486-ac2796b107c1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:59.022834 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3f367a8-1e3f-4bf0-8c88-e85c1e5137e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.055363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4a52e-e10a-4f2e-99aa-8424be112daa None None] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:59.080388 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:57Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99490d96-7080-4c04-8a89-4c32bcd3c980', 'name': '', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b4:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:56Z', 'updated_at': '2022-04-07T11:48:57Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:59.109686 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf367-b586-47f5-ae4c-82498300f1d9 None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:57Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99490d96-7080-4c04-8a89-4c32bcd3c980', 'name': '', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b4:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:56Z', 'updated_at': '2022-04-07T11:48:57Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:59.122558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.extraroute_db [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 11:48:59.154607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.extraroute_db [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Removed routes are [] {{(pid=104177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 11:48:59.154607 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.250158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d3f367a8-1e3f-4bf0-8c88-e85c1e5137e1 None None] Current status of the port 48bc58c1-5c56-4497-8486-ac2796b107c1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:59.399355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] Provisioning complete for port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:59.407594 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.533624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.539208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.602514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] Current status of the port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:59.603223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.664402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] For port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:59.669395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 48bc58c1-5c56-4497-8486-ac2796b107c1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:59.673466 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.750964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:59.804178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 48bc58c1-5c56-4497-8486-ac2796b107c1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:59.805199 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.847622 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06d15f-c9b3-4d87-a2d7-c9aa0c0b1717 None None] Pushing event updated for resources: {'Port': ['ID=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:59.873291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ad1bf461-7058-44c2-88b7-7ec5216b3b7e None None] Provisioning complete for port 99490d96-7080-4c04-8a89-4c32bcd3c980 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:59.873927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf461-7058-44c2-88b7-7ec5216b3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.916169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bf461-7058-44c2-88b7-7ec5216b3b7e None None] Port 99490d96-7080-4c04-8a89-4c32bcd3c980 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:59.957277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ad1bf461-7058-44c2-88b7-7ec5216b3b7e None None] Provisioning complete for port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:59.957656 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf461-7058-44c2-88b7-7ec5216b3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.026815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 48bc58c1-5c56-4497-8486-ac2796b107c1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:00.028214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:00.113997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:00.114414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.203470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bf461-7058-44c2-88b7-7ec5216b3b7e None None] Current status of the port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:00.256088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:00.286079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:00.296646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:00.298277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:00.298930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:00.311762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.316795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52650) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:00.318027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-901c2993-47d5-4770-94d7-5eda86f54089 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 954 time: 1.8643651 Apr 07 11:49:00.417028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-78cfa213-8d82-41be-888f-53024869e504 None None] Provisioning complete for port 99490d96-7080-4c04-8a89-4c32bcd3c980 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:00.417384 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-78cfa213-8d82-41be-888f-53024869e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.440161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-656ffdf0-1cc3-45a3-aad1-67546727f1a1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 954 time: 0.1147835 Apr 07 11:49:00.440749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52652) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:00.445401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'routes': None}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:00.451894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:00.493542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-78cfa213-8d82-41be-888f-53024869e504 None None] Port 99490d96-7080-4c04-8a89-4c32bcd3c980 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:00.668957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7fc6317d-f7b3-4fd2-adc2-1c95ffa78a54 None None] Provisioning complete for port 99490d96-7080-4c04-8a89-4c32bcd3c980 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:00.669269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7fc6317d-f7b3-4fd2-adc2-1c95ffa78a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.709090 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0d41be3c-5c47-422e-8efc-5a0cda449c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.733701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6317d-f7b3-4fd2-adc2-1c95ffa78a54 None None] Port 99490d96-7080-4c04-8a89-4c32bcd3c980 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:00.757182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:48:59Z', 'revision_number': 6, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99490d96-7080-4c04-8a89-4c32bcd3c980', 'name': '', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b4:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:56Z', 'updated_at': '2022-04-07T11:48:57Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:00.786055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:00.786423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Updating router da49dbb7-2570-46db-bfbc-d2406dbfc476 port 99490d96-7080-4c04-8a89-4c32bcd3c980 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:00.815616 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.862675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.extraroute_db [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added routes are [] {{(pid=104177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 11:49:00.863248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.extraroute_db [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 11:49:00.899420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.102680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.106277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.111598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Publish callbacks [] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.118128 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.172718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc82ce-439e-451d-a5ea-6b590afcfbfb None None] Pushing event updated for resources: {'Port': ['ID=99490d96-7080-4c04-8a89-4c32bcd3c980,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:01.220979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:01.238921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Attempting to bind port 99490d96-7080-4c04-8a89-4c32bcd3c980 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:01.239449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Attempting to bind port 99490d96-7080-4c04-8a89-4c32bcd3c980 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:01.239906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Attempting to bind port 99490d96-7080-4c04-8a89-4c32bcd3c980 on network 366cb971-a1fa-4de1-acf4-2f181ffd721a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:01.246377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:01.246916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Checking segment: {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:01.247421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.247912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Bound using segment: {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:01.248484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Bound port: 99490d96-7080-4c04-8a89-4c32bcd3c980, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9743fb16-508f-44a1-a359-d5e83a71362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:01.248975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.325046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] For port 99490d96-7080-4c04-8a89-4c32bcd3c980, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:01.331026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] For port 99490d96-7080-4c04-8a89-4c32bcd3c980, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=99490d96-7080-4c04-8a89-4c32bcd3c980,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:01.332429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:01.341546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.341900 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.343418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f3f0daba-bda7-4586-be30-396712943851 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 704 time: 0.9014919 Apr 07 11:49:01.345910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52658) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:01.419865 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:01.425819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:01.511709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-60179c78-2760-416e-a121-1b40d35143d1 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 704 time: 0.1642191 Apr 07 11:49:01.514260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52660) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:01.525624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:01.532923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc82ce-439e-451d-a5ea-6b590afcfbfb None None] Pushing event updated for resources: {'Port': ['ID=99490d96-7080-4c04-8a89-4c32bcd3c980,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:01.595837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:01.637371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] Provisioning complete for port 99490d96-7080-4c04-8a89-4c32bcd3c980 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:01.637755 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.767581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:01.767957 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.953540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.018066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.083279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] Current status of the port 99490d96-7080-4c04-8a89-4c32bcd3c980 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:02.083757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.170125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:02.182831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] For port 99490d96-7080-4c04-8a89-4c32bcd3c980, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=99490d96-7080-4c04-8a89-4c32bcd3c980,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:02.190188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.225832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:00Z', 'revision_number': 7, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99490d96-7080-4c04-8a89-4c32bcd3c980', 'name': '', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b4:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:56Z', 'updated_at': '2022-04-07T11:49:01Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:02.229709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 99490d96-7080-4c04-8a89-4c32bcd3c980 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:02.229871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.262362 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2f84d-64c6-4cb1-909f-3199b946d0e8 None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:00Z', 'revision_number': 7, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99490d96-7080-4c04-8a89-4c32bcd3c980', 'name': '', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b4:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:56Z', 'updated_at': '2022-04-07T11:49:01Z', 'revision_number': 4, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:02.273188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e273d-0ceb-41e8-8c3d-050a31861fd4 None None] Pushing event updated for resources: {'Port': ['ID=99490d96-7080-4c04-8a89-4c32bcd3c980,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:02.312133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7169980e-1b59-422d-a283-e7420c2ce7a0 None None] Provisioning complete for port 99490d96-7080-4c04-8a89-4c32bcd3c980 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:02.312381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7169980e-1b59-422d-a283-e7420c2ce7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.333681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 99490d96-7080-4c04-8a89-4c32bcd3c980, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=99490d96-7080-4c04-8a89-4c32bcd3c980,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:02.334048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.349032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 99490d96-7080-4c04-8a89-4c32bcd3c980 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:02.401723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7169980e-1b59-422d-a283-e7420c2ce7a0 None None] Current status of the port 99490d96-7080-4c04-8a89-4c32bcd3c980 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:02.466884 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23840e9-5772-403c-964f-d58249ef778a None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:02.477614 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:02.478371 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:02.544322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (99490d96-7080-4c04-8a89-4c32bcd3c980), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.573119 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=99490d96-7080-4c04-8a89-4c32bcd3c980,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:02.579928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:02.724497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.845658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:00Z', 'revision_number': 7, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99490d96-7080-4c04-8a89-4c32bcd3c980', 'name': '', 'network_id': '366cb971-a1fa-4de1-acf4-2f181ffd721a', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b4:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:56Z', 'updated_at': '2022-04-07T11:49:02Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'b381640b-25ba-429d-8ccc-0226445f12bb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:02.973313 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23840e9-5772-403c-964f-d58249ef778a None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:02.988523 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:02.989709 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:48:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:02.994142 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1bf83e34-d4b3-4b4b-8d23-c8ea6d8298fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.099213 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:03.224891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:03.315791 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-b23840e9-5772-403c-964f-d58249ef778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:02Z', 'revision_number': 8, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:03.333557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:03.343853 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d8f12487-ccb4-4b57-ab57-512fe968468f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234043 Apr 07 11:49:03.344710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52666) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:03.348333 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23840e9-5772-403c-964f-d58249ef778a None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:02Z', 'revision_number': 8, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:03.404671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet b381640b-25ba-429d-8ccc-0226445f12bb {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:03.407838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (b381640b-25ba-429d-8ccc-0226445f12bb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.446478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (b381640b-25ba-429d-8ccc-0226445f12bb), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.533978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b381640b-25ba-429d-8ccc-0226445f12bb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.594348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (b381640b-25ba-429d-8ccc-0226445f12bb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.622587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=b381640b-25ba-429d-8ccc-0226445f12bb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:03.626468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.629719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f559d899-da0b-44d1-bf30-6e12ce1dd0d4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/b381640b-25ba-429d-8ccc-0226445f12bb HTTP/1.1" status: 204 len: 168 time: 0.2832952 Apr 07 11:49:03.633422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52668) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:03.635316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f80f1-a4b1-43a9-88bc-0f18dd5b684c None None] Network 366cb971-a1fa-4de1-acf4-2f181ffd721a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:03.724253 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.724834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (366cb971-a1fa-4de1-acf4-2f181ffd721a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.796446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:03.796805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.876190 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] DHCP port deletion for 366cb971-a1fa-4de1-acf4-2f181ffd721a request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:03.908014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:03.908376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.938537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:03.946538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] Deleting port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:03.947600 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.035799 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.036398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] For port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,segment=NetworkSegment(9743fb16-508f-44a1-a359-d5e83a71362f),segment_id=9743fb16-508f-44a1-a359-d5e83a71362f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:04.036871 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.051854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] Calling delete_port for 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:04.059101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:04.065658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:04.071558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:04.079701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:04.080280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.152634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (366cb971-a1fa-4de1-acf4-2f181ffd721a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.173175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366cb971-a1fa-4de1-acf4-2f181ffd721a']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.185875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9743fb16-508f-44a1-a359-d5e83a71362f') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.186309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9743fb16-508f-44a1-a359-d5e83a71362f') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.196164 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (9743fb16-508f-44a1-a359-d5e83a71362f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.210867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (9743fb16-508f-44a1-a359-d5e83a71362f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.218148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:04.218542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (9743fb16-508f-44a1-a359-d5e83a71362f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.220941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:04.222166 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:04.266994 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.289206 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (366cb971-a1fa-4de1-acf4-2f181ffd721a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.294731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.298559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/366cb971-a1fa-4de1-acf4-2f181ffd721a HTTP/1.1" status: 204 len: 168 time: 0.6640508 Apr 07 11:49:04.301484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52672) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:04.313528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ecb89-283b-4137-bfc1-396e677e033a tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=366cb971-a1fa-4de1-acf4-2f181ffd721a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:04.336711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] No DVR routers for this DVR port 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:04.341590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87282ed3-2feb-4ac7-a55d-a2bd15c418f4 None None] Pushing event deleted for resources: {'Port': ['ID=05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:04.499820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:02Z', 'revision_number': 8, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.533434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:04.548854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:04.549963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.553210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.657226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:04.690293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.922604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:02Z', 'revision_number': 8, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.924435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:04.951210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b6ff-176b-496d-b886-bd5146894cbd None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:02Z', 'revision_number': 8, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48bc58c1-5c56-4497-8486-ac2796b107c1', 'name': '', 'network_id': 'baa3e0c6-20db-455b-a2ed-e717d5457500', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:b3:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:52Z', 'updated_at': '2022-04-07T11:48:58Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7ab56728-1876-4a6e-b9c4-1b623771eab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:05.085307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 48bc58c1-5c56-4497-8486-ac2796b107c1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:05.085653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.209825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 48bc58c1-5c56-4497-8486-ac2796b107c1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=48bc58c1-5c56-4497-8486-ac2796b107c1,segment=NetworkSegment(977fa65b-eec1-4132-88ed-01118a35487a),segment_id=977fa65b-eec1-4132-88ed-01118a35487a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:05.210191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.224924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 4719a710-2a8f-43bf-befa-fcba403e7dd0 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:05.225282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.227722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 48bc58c1-5c56-4497-8486-ac2796b107c1 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:05.358275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.358275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (4719a710-2a8f-43bf-befa-fcba403e7dd0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.376770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 4719a710-2a8f-43bf-befa-fcba403e7dd0 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:05.421673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:05.441911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:05.442264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 05da2d6d-3a4a-4041-b0ca-88cad2f4a5e1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:05.442690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 99490d96-7080-4c04-8a89-4c32bcd3c980 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:05.467235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 99490d96-7080-4c04-8a89-4c32bcd3c980 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:05.467474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 99490d96-7080-4c04-8a89-4c32bcd3c980 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:05.550285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (48bc58c1-5c56-4497-8486-ac2796b107c1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.596120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=48bc58c1-5c56-4497-8486-ac2796b107c1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:05.757004 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.758506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4719a710-2a8f-43bf-befa-fcba403e7dd0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.792896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=4719a710-2a8f-43bf-befa-fcba403e7dd0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:05.939431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for floatingip (17f4fba3-8664-40f2-80b0-2c9388fef976), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.939792 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Floating IP 17f4fba3-8664-40f2-80b0-2c9388fef976 disassociated (deleted). External IP: 172.25.5.173, port: cbe1a9d6-2768-4de2-b6ed-ac45c000f848. Apr 07 11:49:06.069697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.110362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:06.543864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:06.553498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b504cfdd-b352-480d-a5b1-3a033c864ade tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464836 Apr 07 11:49:06.553498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:06.555979 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:06.568197 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:06.569171 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:06.609770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:06.626121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet 7ab56728-1876-4a6e-b9c4-1b623771eab0 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:06.631512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (7ab56728-1876-4a6e-b9c4-1b623771eab0), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.667925 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:06.743311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7ab56728-1876-4a6e-b9c4-1b623771eab0), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.833060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:06.839902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.845379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79d493-408b-49c7-a255-aa6942204143 None None] Sync routers for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:06.855480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:06.856336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:06.878579 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1bc820e5-acd6-49eb-a254-1a9e123d5a32 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/floatingips/17f4fba3-8664-40f2-80b0-2c9388fef976 HTTP/1.1" status: 204 len: 168 time: 1.9514422 Apr 07 11:49:06.881523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:06.883790 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595f0a7-be95-4b61-8b2e-f45021984712" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:06.901742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7ab56728-1876-4a6e-b9c4-1b623771eab0), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.935430 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:05Z', 'revision_number': 9, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:06.978894 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:06.989485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:06.990478 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:07.005408 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2ce64-93b1-4c98-adaf-235fc74efbec x-openstack-request-id: req-b3f2ce64-93b1-4c98-adaf-235fc74efbec {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:07.006282 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:07.006668 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3f2ce64-93b1-4c98-adaf-235fc74efbec {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:07.007222 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f2ce64-93b1-4c98-adaf-235fc74efbec'] response: {'name': 'network-changed', 'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'status': 'completed', 'code': 200} Apr 07 11:49:07.011282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7ab56728-1876-4a6e-b9c4-1b623771eab0), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.055601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab56728-1876-4a6e-b9c4-1b623771eab0,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:07.071183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.080027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ca5c9996-7d31-4eca-9fe8-c9b5b2b1ae83 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/7ab56728-1876-4a6e-b9c4-1b623771eab0 HTTP/1.1" status: 204 len: 168 time: 0.5237625 Apr 07 11:49:07.081749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52690) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:07.084768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebac163-1916-470a-b14b-0126708b4149 None None] Network baa3e0c6-20db-455b-a2ed-e717d5457500 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:07.092016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:07.120345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-c54b6d0a-1344-4ec0-bd69-d1e023fab4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.124522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-c54b6d0a-1344-4ec0-bd69-d1e023fab4f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe704d60a6d34cdc845c72643be779cb&device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 1128 time: 0.1129932 Apr 07 11:49:07.168542 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:07.256309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (baa3e0c6-20db-455b-a2ed-e717d5457500), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.271219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-4ea9d264-eff4-4c41-8875-2281e6eb8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.272869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-4ea9d264-eff4-4c41-8875-2281e6eb8905 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 200 len: 897 time: 0.1417408 Apr 07 11:49:07.300813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.344836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-ead89a41-b4a2-4b03-b3f6-5347b702d25e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 200 len: 217 time: 0.0449870 Apr 07 11:49:07.348828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:07.349203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.418145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-8e344437-6f26-4687-8dc4-3200d13cec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.420147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-8e344437-6f26-4687-8dc4-3200d13cec84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acaeb77c-1f13-4c11-9bdb-1b12624300a4 HTTP/1.1" status: 200 len: 834 time: 0.0690262 Apr 07 11:49:07.515458 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf858-a769-431c-9e6c-8e12a8cb2f60 req-bb00c9e3-b8ca-4133-a0ca-9161b87d72da tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.517145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,segment=NetworkSegment(977fa65b-eec1-4132-88ed-01118a35487a),segment_id=977fa65b-eec1-4132-88ed-01118a35487a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:07.517537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.526205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecbaf858-a769-431c-9e6c-8e12a8cb2f60 req-bb00c9e3-b8ca-4133-a0ca-9161b87d72da tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.2796268 Apr 07 11:49:07.548387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for cc5433fa-b2d1-4569-bd57-ed82a5bcb65c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:07.590302 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:05Z', 'revision_number': 9, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:07.650743 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775b073-7b24-47d9-aa02-d289026ba37d None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:05Z', 'revision_number': 9, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '0a838453-e70e-4e85-a70c-aa037333595a', 'name': '', 'network_id': 'bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:d1:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:49Z', 'updated_at': '2022-04-07T11:48:55Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': '7a5aba76-7bf7-4248-a54c-af1e78c6f342', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:07.677350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecbaf858-a769-431c-9e6c-8e12a8cb2f60 req-7a245b65-051c-4673-80a2-8ace1c52f157 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492755 Apr 07 11:49:07.700603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-d363003f-f5ad-47e6-b8ac-e557ee6eeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.706358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-d363003f-f5ad-47e6-b8ac-e557ee6eeadf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c06f58-3079-48f2-9447-588a762d03fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2748291 Apr 07 11:49:07.762253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] DHCP port deletion for baa3e0c6-20db-455b-a2ed-e717d5457500 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:07.785447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.820255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:29Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:07.831700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:07.838084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:07.861002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79d493-408b-49c7-a255-aa6942204143 None None] Checking router: 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:07.865874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-16b0612b-cadd-4dec-bc95-b1a798546b1e service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511047 Apr 07 11:49:07.869751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Deleting port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:07.870139 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.912795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:07.913368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:07.932345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (baa3e0c6-20db-455b-a2ed-e717d5457500), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.975248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa3e0c6-20db-455b-a2ed-e717d5457500']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:07.987863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977fa65b-eec1-4132-88ed-01118a35487a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:07.991578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977fa65b-eec1-4132-88ed-01118a35487a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:08.012362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (977fa65b-eec1-4132-88ed-01118a35487a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.017329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] For port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:08.017741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.028797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (977fa65b-eec1-4132-88ed-01118a35487a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.041078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Calling delete_port for cc5433fa-b2d1-4569-bd57-ed82a5bcb65c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:08.045501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:49:08.046395 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:08.046899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (977fa65b-eec1-4132-88ed-01118a35487a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.050202 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (cc5433fa-b2d1-4569-bd57-ed82a5bcb65c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:08.051649 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:08.063996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] No DVR routers for this DVR port cc5433fa-b2d1-4569-bd57-ed82a5bcb65c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:08.064868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f595f0a7-be95-4b61-8b2e-f45021984712 req-2968ad51-bf2b-48e8-87a0-46f90e5d2d82 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914859 Apr 07 11:49:08.113498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f69a2-ca2f-44a0-8138-e2ccdb8ab42a None None] Pushing event deleted for resources: {'Port': ['ID=cc5433fa-b2d1-4569-bd57-ed82a5bcb65c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:08.140990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:08.152433 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (baa3e0c6-20db-455b-a2ed-e717d5457500), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.175489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.182146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/baa3e0c6-20db-455b-a2ed-e717d5457500 HTTP/1.1" status: 204 len: 168 time: 1.0960355 Apr 07 11:49:08.182146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ef46d-aa1e-4959-92f0-23aa37731180 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=baa3e0c6-20db-455b-a2ed-e717d5457500,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:08.183300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:08.378059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-db79d493-408b-49c7-a255-aa6942204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:29Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:08.407080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79d493-408b-49c7-a255-aa6942204143 None None] The sync data for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 is: [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:47:24Z', 'revision_number': 4, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a0be741d-c003-411c-aa5d-226d97e9a9d7', 'name': '', 'network_id': 'f8c06f58-3079-48f2-9447-588a762d03fa', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'mac_address': 'fa:16:3e:1b:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:23Z', 'updated_at': '2022-04-07T11:47:29Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'subnets': [{'id': 'acaeb77c-1f13-4c11-9bdb-1b12624300a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:08.602394 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.654032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-62e86ada-86b4-48fc-be9a-e9eae791c9f7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:08.655678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-62e86ada-86b4-48fc-be9a-e9eae791c9f7 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1139331 Apr 07 11:49:08.688128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bae46-929d-43ff-879e-e8f6df9c1674 None None] New status for floating IP 17f4fba3-8664-40f2-80b0-2c9388fef976: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:09.179449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5016-22a3-484a-912b-0a33bbf63554 req-55bd9f1d-8c93-44ef-a853-c0912a97acbe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.180933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95ea5016-22a3-484a-912b-0a33bbf63554 req-55bd9f1d-8c93-44ef-a853-c0912a97acbe tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ddb91a-736f-4cfc-a8c3-2429f919d5d3 HTTP/1.1" status: 200 len: 946 time: 0.1582410 Apr 07 11:49:09.239849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:09.240520 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.305526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95ea5016-22a3-484a-912b-0a33bbf63554 req-adce007e-4c28-49e8-9703-859d91ebf871 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcbfd5e0-6eae-41a1-be9b-070a47165b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174340 Apr 07 11:49:09.401291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port cbe1a9d6-2768-4de2-b6ed-ac45c000f848, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:09.401922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.419949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 48bc58c1-5c56-4497-8486-ac2796b107c1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:09.435987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for cbe1a9d6-2768-4de2-b6ed-ac45c000f848 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:09.446661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 48bc58c1-5c56-4497-8486-ac2796b107c1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:09.447528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 48bc58c1-5c56-4497-8486-ac2796b107c1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:09.448234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5433fa-b2d1-4569-bd57-ed82a5bcb65c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:09.469291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cc5433fa-b2d1-4569-bd57-ed82a5bcb65c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:09.469641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5433fa-b2d1-4569-bd57-ed82a5bcb65c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:09.530290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 0a838453-e70e-4e85-a70c-aa037333595a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:09.530639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0a838453-e70e-4e85-a70c-aa037333595a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.675528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 0a838453-e70e-4e85-a70c-aa037333595a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=0a838453-e70e-4e85-a70c-aa037333595a,segment=NetworkSegment(71fefe6c-17bd-4738-b94b-7c46ebc40315),segment_id=71fefe6c-17bd-4738-b94b-7c46ebc40315)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:09.675905 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0a838453-e70e-4e85-a70c-aa037333595a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.692042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 0a838453-e70e-4e85-a70c-aa037333595a owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:09.693870 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cbe1a9d6-2768-4de2-b6ed-ac45c000f848), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.732061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=cbe1a9d6-2768-4de2-b6ed-ac45c000f848,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:09.805671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] No DVR routers for this DVR port cbe1a9d6-2768-4de2-b6ed-ac45c000f848 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:09.809507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.812754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58c7154f-31ad-4cdd-b59e-24016e4735a6 req-d4cf5fda-2991-414b-b0f3-e86b0b0f9a0d tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.23 "DELETE /v2.0/ports/cbe1a9d6-2768-4de2-b6ed-ac45c000f848 HTTP/1.1" status: 204 len: 173 time: 1.1251969 Apr 07 11:49:09.813216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-deleted', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:09.816061 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8c54b9-9d61-4111-b999-17aacd14e75f" -d '{"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-deleted", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:09.981424 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (0a838453-e70e-4e85-a70c-aa037333595a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.016694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=0a838453-e70e-4e85-a70c-aa037333595a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:10.052855 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007112f1-2ab2-49b7-9caa-1afd56f56d25 x-openstack-request-id: req-007112f1-2ab2-49b7-9caa-1afd56f56d25 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:10.053176 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ddb91a-736f-4cfc-a8c3-2429f919d5d3", "name": "network-vif-deleted", "tag": "cbe1a9d6-2768-4de2-b6ed-ac45c000f848", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:10.053437 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-007112f1-2ab2-49b7-9caa-1afd56f56d25 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:10.053969 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007112f1-2ab2-49b7-9caa-1afd56f56d25'] response: {'server_uuid': '62ddb91a-736f-4cfc-a8c3-2429f919d5d3', 'name': 'network-vif-deleted', 'tag': 'cbe1a9d6-2768-4de2-b6ed-ac45c000f848', 'status': 'completed', 'code': 200} Apr 07 11:49:10.151516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.421858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 52870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:10.422516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:10.535975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:10.545644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-733fc952-d7df-4dce-adb4-0079115e7c56 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3574657 Apr 07 11:49:10.545644 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52888) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:10.549736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:10.561593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:10.562836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:10.607260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet 7a5aba76-7bf7-4248-a54c-af1e78c6f342 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:10.611824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (7a5aba76-7bf7-4248-a54c-af1e78c6f342), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.664408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (7a5aba76-7bf7-4248-a54c-af1e78c6f342), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.674657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:10.792942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7a5aba76-7bf7-4248-a54c-af1e78c6f342), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.890576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (7a5aba76-7bf7-4248-a54c-af1e78c6f342), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.893038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.927612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:09Z', 'revision_number': 10, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:10.932611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5aba76-7bf7-4248-a54c-af1e78c6f342,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:10.944004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.950601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-24108e4a-4c61-4a8c-a9a7-d078c56d24d9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/7a5aba76-7bf7-4248-a54c-af1e78c6f342 HTTP/1.1" status: 204 len: 168 time: 0.4015219 Apr 07 11:49:10.950943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 52938) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:10.961259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2530469-1599-484f-be59-0841ed2b8b5e None None] Network bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:10.974936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:11.022344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:11.023351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:11.070881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.148236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port a9753725-275d-43ae-b109-5c095deb24f7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:11.148591 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a9753725-275d-43ae-b109-5c095deb24f7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.157856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:11.255320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port a9753725-275d-43ae-b109-5c095deb24f7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a9753725-275d-43ae-b109-5c095deb24f7,segment=NetworkSegment(71fefe6c-17bd-4738-b94b-7c46ebc40315),segment_id=71fefe6c-17bd-4738-b94b-7c46ebc40315)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:11.256307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a9753725-275d-43ae-b109-5c095deb24f7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.263546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] DHCP port deletion for bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:11.269978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port a0be741d-c003-411c-aa5d-226d97e9a9d7 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:11.270322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.275464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for a9753725-275d-43ae-b109-5c095deb24f7 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:11.402669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a9753725-275d-43ae-b109-5c095deb24f7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.425319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Deleting port a9753725-275d-43ae-b109-5c095deb24f7 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:11.425696 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a9753725-275d-43ae-b109-5c095deb24f7), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.439043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port a0be741d-c003-411c-aa5d-226d97e9a9d7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a0be741d-c003-411c-aa5d-226d97e9a9d7,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:11.440228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.440827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=a9753725-275d-43ae-b109-5c095deb24f7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:11.449648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port a9753725-275d-43ae-b109-5c095deb24f7 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:11.474439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for a0be741d-c003-411c-aa5d-226d97e9a9d7 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:11.559957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] For port a9753725-275d-43ae-b109-5c095deb24f7, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:11.560513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a9753725-275d-43ae-b109-5c095deb24f7), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.573152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9753725-275d-43ae-b109-5c095deb24f7 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:11.579889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.599983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a9753725-275d-43ae-b109-5c095deb24f7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:11.600537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a9753725-275d-43ae-b109-5c095deb24f7 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:11.607400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Calling delete_port for a9753725-275d-43ae-b109-5c095deb24f7 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:11.611842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Port a9753725-275d-43ae-b109-5c095deb24f7 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:49:11.614531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:11.618816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (a9753725-275d-43ae-b109-5c095deb24f7), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.633179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fefe6c-17bd-4738-b94b-7c46ebc40315') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:11.633496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fefe6c-17bd-4738-b94b-7c46ebc40315') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:11.644836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] Pushing event deleted for resources: {'Port': ['ID=a9753725-275d-43ae-b109-5c095deb24f7,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:11.653461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (71fefe6c-17bd-4738-b94b-7c46ebc40315), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.656646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ed1d3-491b-4349-b64c-1bb9666072bc None None] No DVR routers for this DVR port a9753725-275d-43ae-b109-5c095deb24f7 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:11.666951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:09Z', 'revision_number': 10, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:11.672611 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (71fefe6c-17bd-4738-b94b-7c46ebc40315), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.690168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:11.691031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (71fefe6c-17bd-4738-b94b-7c46ebc40315), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:11.695606 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:11.707968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a806e-e68b-4764-a5ec-73463b747c90 None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:09Z', 'revision_number': 10, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None, '_interfaces': [{'id': '829b0973-05ca-425c-a64a-4acd75b2c6da', 'name': '', 'network_id': '7d61303e-62d0-4008-936d-fda051bd3195', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'mac_address': 'fa:16:3e:80:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd395e959-738b-4b81-92cc-aa802e866918', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:49Z', 'revision_number': 5, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'subnets': [{'id': 'd395e959-738b-4b81-92cc-aa802e866918', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:11.756885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a0be741d-c003-411c-aa5d-226d97e9a9d7), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.787447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=a0be741d-c003-411c-aa5d-226d97e9a9d7,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:11.795992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.813404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.817358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff HTTP/1.1" status: 204 len: 168 time: 0.8626699 Apr 07 11:49:11.817726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53028) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:11.828373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe6f20-c400-40b4-a45d-8fe970e29ebe tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=bdd11be9-8c5a-45c8-bec0-20b2ba1cf0ff,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:12.168302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:12.293170 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:12.719227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:12.748331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: cbe1a9d6-2768-4de2-b6ed-ac45c000f848 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:12.749029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device cbe1a9d6-2768-4de2-b6ed-ac45c000f848 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:12.752795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:12.762096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:12.989321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:12.999465 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] Sync routers for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:12.999666 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1eb03c03-f068-4a45-ae98-eeb7d6fca8b3 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "PUT /v2.0/routers/7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764492 Apr 07 11:49:13.000533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53160) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:13.010459 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:13.011080 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:13.057010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting subnet acaeb77c-1f13-4c11-9bdb-1b12624300a4 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:13.060728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (acaeb77c-1f13-4c11-9bdb-1b12624300a4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.110666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (acaeb77c-1f13-4c11-9bdb-1b12624300a4), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.114883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port 829b0973-05ca-425c-a64a-4acd75b2c6da {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:13.115235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.130477 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:13.203985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (acaeb77c-1f13-4c11-9bdb-1b12624300a4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.217075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port 829b0973-05ca-425c-a64a-4acd75b2c6da, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=829b0973-05ca-425c-a64a-4acd75b2c6da,segment=NetworkSegment(499aa9dc-f390-4c0c-8509-2d8b6969d2b9),segment_id=499aa9dc-f390-4c0c-8509-2d8b6969d2b9)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:13.217788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.232257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for 829b0973-05ca-425c-a64a-4acd75b2c6da owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:13.267432 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (acaeb77c-1f13-4c11-9bdb-1b12624300a4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.296683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Subnet': ['ID=acaeb77c-1f13-4c11-9bdb-1b12624300a4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:13.298678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.301887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-45b82987-58ae-47b2-894b-b8aed6572eaf tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/subnets/acaeb77c-1f13-4c11-9bdb-1b12624300a4 HTTP/1.1" status: 204 len: 168 time: 0.3002272 Apr 07 11:49:13.304488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53162) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:13.317700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d2926-2f31-4a0f-86da-48a513d86c38 None None] Network f8c06f58-3079-48f2-9447-588a762d03fa requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:13.424782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.482782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (829b0973-05ca-425c-a64a-4acd75b2c6da), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.494327 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:49:11Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:13.537877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] Checking router: 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:13.540994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=829b0973-05ca-425c-a64a-4acd75b2c6da,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:13.552602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0a838453-e70e-4e85-a70c-aa037333595a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:13.562709 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] Routers {'7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:13.564111 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:13.597693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 0a838453-e70e-4e85-a70c-aa037333595a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:13.598035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 0a838453-e70e-4e85-a70c-aa037333595a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:13.657297 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_gateway (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.755618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.770654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] DHCP port deletion for f8c06f58-3079-48f2-9447-588a762d03fa request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:13.785187 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] Set router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:13.799902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Deleting port 09b1007c-60df-4949-8ff9-779dc9159ff4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:13.800241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.857334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] Deleting port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:13.858596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.957743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] For port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,segment=NetworkSegment(7204ff1f-4ab0-4ae5-a609-9191a73a4646),segment_id=7204ff1f-4ab0-4ae5-a609-9191a73a4646)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:13.958538 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.962387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] For port 09b1007c-60df-4949-8ff9-779dc9159ff4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=09b1007c-60df-4949-8ff9-779dc9159ff4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:13.963249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.974607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] Calling delete_port for d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:13.985056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Calling delete_port for 09b1007c-60df-4949-8ff9-779dc9159ff4 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:14.036511 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:49:11Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.073189 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a659a7d-44bd-4edb-a931-2823ba59730e None None] The sync data for ids ['7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf'] in n-d-836788-1 is: [{'id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246255643', 'tenant_id': 'fe704d60a6d34cdc845c72643be779cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:19Z', 'updated_at': '2022-04-07T11:49:11Z', 'revision_number': 5, 'project_id': 'fe704d60a6d34cdc845c72643be779cb', 'gw_port': {'id': '09b1007c-60df-4949-8ff9-779dc9159ff4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:20Z', 'updated_at': '2022-04-07T11:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:14.074746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:14.082857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.118520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] No DVR routers for this DVR port d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:14.123483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585442d7-3f89-4058-9a52-eaed811edd81 None None] Pushing event deleted for resources: {'Port': ['ID=d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.211226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:14.223178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:14.234278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (09b1007c-60df-4949-8ff9-779dc9159ff4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.241362 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bdb50a1d-9a11-4a3b-b63f-4ffebda603ad tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4224691 Apr 07 11:49:14.243396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:14.244220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.245160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53170) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.279771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Port': ['ID=09b1007c-60df-4949-8ff9-779dc9159ff4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.340807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting subnet d395e959-738b-4b81-92cc-aa802e866918 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:14.346566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (d395e959-738b-4b81-92cc-aa802e866918), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.359393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.407435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (d395e959-738b-4b81-92cc-aa802e866918), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.477445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.480203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router_controller (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.516218 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (d395e959-738b-4b81-92cc-aa802e866918), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.556568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.557622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:49:14.584332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.586217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1d2e517-d0b0-4698-9576-b81e78650cf8 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/routers/7b0ca8d9-c70f-4cb6-bd13-9b9a207785cf HTTP/1.1" status: 204 len: 168 time: 1.2802408 Apr 07 11:49:14.589215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53172) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.605252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (d395e959-738b-4b81-92cc-aa802e866918), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.617767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:14.655418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Subnet': ['ID=d395e959-738b-4b81-92cc-aa802e866918,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.664860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.677901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4044c6da-d032-4326-b829-6f4d04fee24d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/d395e959-738b-4b81-92cc-aa802e866918 HTTP/1.1" status: 204 len: 168 time: 0.4278183 Apr 07 11:49:14.678162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53176) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.734008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bbc3f-ecc5-4407-b0d8-bc427e1da20d None None] Network 7d61303e-62d0-4008-936d-fda051bd3195 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:14.750119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:13Z', 'revision_number': 11, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.765585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (f8c06f58-3079-48f2-9447-588a762d03fa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.810710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:14.831024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (7d61303e-62d0-4008-936d-fda051bd3195), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.831672 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:14.832462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.882855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (f8c06f58-3079-48f2-9447-588a762d03fa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.889737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Deleting port e1db70bf-72b8-43be-b80c-df5c04bf43cb {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:14.890087 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.908190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c06f58-3079-48f2-9447-588a762d03fa']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.919916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7204ff1f-4ab0-4ae5-a609-9191a73a4646') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.920350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7204ff1f-4ab0-4ae5-a609-9191a73a4646') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:14.933011 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (7204ff1f-4ab0-4ae5-a609-9191a73a4646), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.950121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (7204ff1f-4ab0-4ae5-a609-9191a73a4646), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.957670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:14.958506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (7204ff1f-4ab0-4ae5-a609-9191a73a4646), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.963160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] For port e1db70bf-72b8-43be-b80c-df5c04bf43cb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e1db70bf-72b8-43be-b80c-df5c04bf43cb,segment=NetworkSegment(499aa9dc-f390-4c0c-8509-2d8b6969d2b9),segment_id=499aa9dc-f390-4c0c-8509-2d8b6969d2b9)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:14.963361 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:14.965746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.968497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:14.984109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Calling delete_port for e1db70bf-72b8-43be-b80c-df5c04bf43cb owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:15.026494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:13Z', 'revision_number': 11, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:15.042807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (f8c06f58-3079-48f2-9447-588a762d03fa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.058307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.062516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44dca7a-9860-4b83-8396-8dde3ef8822c None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:13Z', 'revision_number': 11, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:15.066004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/networks/f8c06f58-3079-48f2-9447-588a762d03fa HTTP/1.1" status: 204 len: 168 time: 0.4749966 Apr 07 11:49:15.068921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53178) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:15.077769 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e1db70bf-72b8-43be-b80c-df5c04bf43cb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.090428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa54ce-5c52-43b6-82bf-3f96dc222484 tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'Network': ['ID=f8c06f58-3079-48f2-9447-588a762d03fa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.141314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Port': ['ID=e1db70bf-72b8-43be-b80c-df5c04bf43cb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.154909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No DVR routers for this DVR port e1db70bf-72b8-43be-b80c-df5c04bf43cb on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:15.240783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-370d6dc5-7c0f-4c20-822b-5b904e7b918f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (bcbfd5e0-6eae-41a1-be9b-070a47165b6c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.265035 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (7d61303e-62d0-4008-936d-fda051bd3195), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.288395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-370d6dc5-7c0f-4c20-822b-5b904e7b918f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (bcbfd5e0-6eae-41a1-be9b-070a47165b6c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.305213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d61303e-62d0-4008-936d-fda051bd3195']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:15.321500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499aa9dc-f390-4c0c-8509-2d8b6969d2b9') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:15.322332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499aa9dc-f390-4c0c-8509-2d8b6969d2b9') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:15.342296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (499aa9dc-f390-4c0c-8509-2d8b6969d2b9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.358177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (499aa9dc-f390-4c0c-8509-2d8b6969d2b9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.364987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:15.365568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (499aa9dc-f390-4c0c-8509-2d8b6969d2b9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:15.369084 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:15.441442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (7d61303e-62d0-4008-936d-fda051bd3195), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.448049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-370d6dc5-7c0f-4c20-822b-5b904e7b918f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bcbfd5e0-6eae-41a1-be9b-070a47165b6c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.454657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-370d6dc5-7c0f-4c20-822b-5b904e7b918f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.458350 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-370d6dc5-7c0f-4c20-822b-5b904e7b918f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] 10.222.0.13 "DELETE /v2.0/security-groups/bcbfd5e0-6eae-41a1-be9b-070a47165b6c HTTP/1.1" status: 204 len: 168 time: 0.3859284 Apr 07 11:49:15.459778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.463806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/networks/7d61303e-62d0-4008-936d-fda051bd3195 HTTP/1.1" status: 204 len: 168 time: 0.7846286 Apr 07 11:49:15.466958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53182) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:15.472753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'routes': None}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:15.482904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f9f2-2f96-4360-ba32-054a6b4390f0 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Pushing event deleted for resources: {'Network': ['ID=7d61303e-62d0-4008-936d-fda051bd3195,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.495368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d6dc5-7c0f-4c20-822b-5b904e7b918f tempest-TestNetworkAdvancedServerOps-67030699 tempest-TestNetworkAdvancedServerOps-67030699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbfd5e0-6eae-41a1-be9b-070a47165b6c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.500160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351894a-ed0b-4bf2-9bc1-7e7562d55ee0 None None] DHCP port deletion for 7d61303e-62d0-4008-936d-fda051bd3195 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:15.618208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 829b0973-05ca-425c-a64a-4acd75b2c6da no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:15.645494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 829b0973-05ca-425c-a64a-4acd75b2c6da {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:15.647168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 829b0973-05ca-425c-a64a-4acd75b2c6da not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:15.652007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:15.679418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:15.680123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7b388e7-5ef8-4ab8-bbeb-50624b8f1c8a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:15.680767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 09b1007c-60df-4949-8ff9-779dc9159ff4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:15.723722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 09b1007c-60df-4949-8ff9-779dc9159ff4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:15.729207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 09b1007c-60df-4949-8ff9-779dc9159ff4 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:15.729662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e1db70bf-72b8-43be-b80c-df5c04bf43cb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:15.752857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e1db70bf-72b8-43be-b80c-df5c04bf43cb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:15.753263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e1db70bf-72b8-43be-b80c-df5c04bf43cb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:15.754024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a0be741d-c003-411c-aa5d-226d97e9a9d7 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:15.778372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a0be741d-c003-411c-aa5d-226d97e9a9d7 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:15.778751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a0be741d-c003-411c-aa5d-226d97e9a9d7 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:15.928123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53190) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.093158 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba9a6ea3-4078-47a9-9a39-862bee58a319 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe704d60a6d34cdc845c72643be779cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631474 Apr 07 11:49:16.095600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53194) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.098010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.extraroute_db [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Added routes are [] {{(pid=104178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 11:49:16.098321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.extraroute_db [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Removed routes are [] {{(pid=104178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 11:49:16.098683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.146147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee55df80-a6df-4b16-aefc-fd888fc5a39b admin admin] Publish callbacks [] for security_group (643979e6-b1f1-4e9c-ab1a-a42791cff97c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.178140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee55df80-a6df-4b16-aefc-fd888fc5a39b admin admin] Publish callbacks [] for security_group (643979e6-b1f1-4e9c-ab1a-a42791cff97c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.244819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.250797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.251791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee55df80-a6df-4b16-aefc-fd888fc5a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (643979e6-b1f1-4e9c-ab1a-a42791cff97c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.254781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ee55df80-a6df-4b16-aefc-fd888fc5a39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.258957 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ee55df80-a6df-4b16-aefc-fd888fc5a39b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/643979e6-b1f1-4e9c-ab1a-a42791cff97c HTTP/1.1" status: 204 len: 168 time: 0.1619360 Apr 07 11:49:16.270259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55df80-a6df-4b16-aefc-fd888fc5a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643979e6-b1f1-4e9c-ab1a-a42791cff97c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:16.339867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router da49dbb7-2570-46db-bfbc-d2406dbfc476 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:16.428233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:16.435907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.437082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-86ea4e45-490d-4bef-a417-a1c5f429b9f4 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 705 time: 0.9687896 Apr 07 11:49:16.441164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53200) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.441829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] Sync routers for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:16.461068 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:16.461743 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:16.483725 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-be952e1a-f1a2-4489-9675-d2c26daf8b46 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 205 time: 0.0388367 Apr 07 11:49:16.485122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53202) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.557180 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:16.573506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.605066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53204) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.636502 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:13Z', 'revision_number': 11, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:16.668526 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5fac0e7b-c9e7-4898-847b-c22343d5b39d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cdd74f17e514e26bae8f3c3bcc85f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620823 Apr 07 11:49:16.669533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53206) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.670495 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] Checking router: da49dbb7-2570-46db-bfbc-d2406dbfc476 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:16.685055 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] Routers {'da49dbb7-2570-46db-bfbc-d2406dbfc476'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:16.685698 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['da49dbb7-2570-46db-bfbc-d2406dbfc476'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:16.724651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21368ddf-e461-4b5d-adca-f87efb47e2d8 admin admin] Publish callbacks [] for security_group (8e2496d5-5ee7-4779-af9b-ac5208f64375), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.751721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21368ddf-e461-4b5d-adca-f87efb47e2d8 admin admin] Publish callbacks [] for security_group (8e2496d5-5ee7-4779-af9b-ac5208f64375), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.763665 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] Set router da49dbb7-2570-46db-bfbc-d2406dbfc476 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:16.782517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.784857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (da49dbb7-2570-46db-bfbc-d2406dbfc476), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.824749 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:13Z', 'revision_number': 11, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:16.826043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21368ddf-e461-4b5d-adca-f87efb47e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (8e2496d5-5ee7-4779-af9b-ac5208f64375), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.829701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21368ddf-e461-4b5d-adca-f87efb47e2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.836935 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21368ddf-e461-4b5d-adca-f87efb47e2d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e2496d5-5ee7-4779-af9b-ac5208f64375 HTTP/1.1" status: 204 len: 168 time: 0.1662164 Apr 07 11:49:16.846026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (da49dbb7-2570-46db-bfbc-d2406dbfc476), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.846590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router da49dbb7-2570-46db-bfbc-d2406dbfc476 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:49:16.854307 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.855418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1519750c-4c8c-4031-899c-90a248d9e265 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 204 len: 168 time: 0.3692694 Apr 07 11:49:16.862551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53212) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:16.874468 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680af184-61d4-41d6-9aef-02cd6b7cd7d5 None None] The sync data for ids ['da49dbb7-2570-46db-bfbc-d2406dbfc476'] in n-d-836788-1 is: [{'id': 'da49dbb7-2570-46db-bfbc-d2406dbfc476', 'name': 'tempest-RoutersIpV6Test-router-1685885842', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:44Z', 'updated_at': '2022-04-07T11:49:13Z', 'revision_number': 11, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:16.885599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-641867558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:16.892254 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368ddf-e461-4b5d-adca-f87efb47e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2496d5-5ee7-4779-af9b-ac5208f64375,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:16.929190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.930717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.007560 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.012940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.032800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.037297 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f2c9b715-84a2-4785-8c98-f8f319666ef7 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1696703 Apr 07 11:49:17.037676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53214) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.043159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:17.294878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11167'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.307250 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691394'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.416343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Router c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:49:17.499567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:17.506782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.508144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c44f05d1-667f-4e2c-b0ca-9c0c6237d8de tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "PUT /v2.0/routers/c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 HTTP/1.1" status: 200 len: 697 time: 0.4693189 Apr 07 11:49:17.511404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53230) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.515115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] Sync routers for ids ['c74feec4-f5cb-44a2-8e4f-3a63d6b9b085'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:17.528682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] Routers {'c74feec4-f5cb-44a2-8e4f-3a63d6b9b085'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:17.529373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c74feec4-f5cb-44a2-8e4f-3a63d6b9b085'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:17.597566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f3b1519a-37cf-44d8-94a4-a2454c340227 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/routers/c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 HTTP/1.1" status: 200 len: 703 time: 0.0849009 Apr 07 11:49:17.600162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.630232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4330a4ae-cc81-4e82-b7ea-e8fd9ad4d1d2 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 HTTP/1.1" status: 200 len: 205 time: 0.0287673 Apr 07 11:49:17.632737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53238) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.635646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] Set router c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:17.698297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74feec4-f5cb-44a2-8e4f-3a63d6b9b085', 'name': 'tempest-RoutersIpV6Test-router-641867558', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:16Z', 'updated_at': '2022-04-07T11:49:17Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:17.710552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53240) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.717122 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.739930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] Checking router: c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:17.749636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] Routers {'c74feec4-f5cb-44a2-8e4f-3a63d6b9b085'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:17.750456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['c74feec4-f5cb-44a2-8e4f-3a63d6b9b085'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:17.827604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1729399643-network', 'tenant_id': 'd183c379bbd74e928b37bd4532011731'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:17.836568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] Set router c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:17.851544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:17.855287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.867853 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.914294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.925917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74feec4-f5cb-44a2-8e4f-3a63d6b9b085', 'name': 'tempest-RoutersIpV6Test-router-641867558', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:16Z', 'updated_at': '2022-04-07T11:49:17Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:17.926286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router_controller (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.966788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks [] for security_group (fd37c66f-63da-4445-83e5-3bc69de806a9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.969240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88565c6-7da8-4527-980a-3c31075e8ecd None None] The sync data for ids ['c74feec4-f5cb-44a2-8e4f-3a63d6b9b085'] in n-d-836788-1 is: [{'id': 'c74feec4-f5cb-44a2-8e4f-3a63d6b9b085', 'name': 'tempest-RoutersIpV6Test-router-641867558', 'tenant_id': 'fbd339048e4b4ff7896c365b27ad873d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:16Z', 'updated_at': '2022-04-07T11:49:17Z', 'revision_number': 2, 'project_id': 'fbd339048e4b4ff7896c365b27ad873d', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:17.977894 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fd37c66f-63da-4445-83e5-3bc69de806a9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.987200 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (c74feec4-f5cb-44a2-8e4f-3a63d6b9b085), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.988145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Fanout notify agent at l3_agent the message router_deleted on router c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:49:17.996407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.000953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1c3c48c9-34ef-41d5-9ab1-f6ca1852abde tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 HTTP/1.1" status: 204 len: 168 time: 0.3639388 Apr 07 11:49:18.001697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53246) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.006346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:18.027658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (28459032-00e1-4d5a-bb97-5825d7dd59fb), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.027991 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Added segment 28459032-00e1-4d5a-bb97-5825d7dd59fb of type vlan for network 0f952819-acaa-4045-8047-6a6a0ba0b424 Apr 07 11:49:18.029351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd37c66f-63da-4445-83e5-3bc69de806a9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:18.059081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-4bb10a38-6627-4c31-83b3-392aba298a12 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 HTTP/1.1" status: 200 len: 205 time: 0.0505569 Apr 07 11:49:18.059426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53248) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.079260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (0f952819-acaa-4045-8047-6a6a0ba0b424), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.106470 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-d71488e1-8880-45e4-b514-29fbe98f80f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:18.109173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d71488e1-8880-45e4-b514-29fbe98f80f6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/c74feec4-f5cb-44a2-8e4f-3a63d6b9b085 HTTP/1.1" status: 404 len: 336 time: 0.0481968 Apr 07 11:49:18.111445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53250) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.112947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (0f952819-acaa-4045-8047-6a6a0ba0b424), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.114217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:18.115076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.140958 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eb44f9-f5ab-477a-8d42-2efa38df754c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:18.141469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eb44f9-f5ab-477a-8d42-2efa38df754c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:18.147171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-51eb44f9-f5ab-477a-8d42-2efa38df754c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/b381640b-25ba-429d-8ccc-0226445f12bb HTTP/1.1" status: 404 len: 337 time: 0.0321672 Apr 07 11:49:18.147367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53252) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.175666 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b528113-7bba-4af4-b0ba-378e9b22f38e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:18.176132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b528113-7bba-4af4-b0ba-378e9b22f38e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:18.182171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3b528113-7bba-4af4-b0ba-378e9b22f38e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/7ab56728-1876-4a6e-b9c4-1b623771eab0 HTTP/1.1" status: 404 len: 337 time: 0.0313137 Apr 07 11:49:18.182664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53254) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.216391 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5042977 Apr 07 11:49:18.221094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53256) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.226977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Request body: {'subnet': {'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1729399643-subnet', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:18.240673 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f970a73-f5fe-4b30-bd0e-f57dcdcdb999 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:18.241307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f970a73-f5fe-4b30-bd0e-f57dcdcdb999 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:18.245774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5f970a73-f5fe-4b30-bd0e-f57dcdcdb999 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/7a5aba76-7bf7-4248-a54c-af1e78c6f342 HTTP/1.1" status: 404 len: 337 time: 0.0611622 Apr 07 11:49:18.246434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7748b-fb93-43e6-adc4-f340150519c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0f952819-acaa-4045-8047-6a6a0ba0b424,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:18.247493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53258) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.258263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:18.261110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:18.264626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.306253 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23d1248-8e91-46bb-aec3-66f973e270be tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:18.307028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23d1248-8e91-46bb-aec3-66f973e270be tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:18.313692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d23d1248-8e91-46bb-aec3-66f973e270be tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/d395e959-738b-4b81-92cc-aa802e866918 HTTP/1.1" status: 404 len: 337 time: 0.0649092 Apr 07 11:49:18.314632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53260) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.363377 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f99472d9-2f4d-4629-be22-58825e23578d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 200 len: 205 time: 0.0471866 Apr 07 11:49:18.365398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53262) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.408075 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b73ec238-8cf9-4ee5-9807-593b02f6e1a6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:18.411681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b73ec238-8cf9-4ee5-9807-593b02f6e1a6 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/da49dbb7-2570-46db-bfbc-d2406dbfc476 HTTP/1.1" status: 404 len: 336 time: 0.0425980 Apr 07 11:49:18.412692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53264) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.445922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a0c9ef37-6041-4b0f-b362-f7e64930ae02 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cff634b-e364-4b9d-b710-5f0330577581 HTTP/1.1" status: 200 len: 205 time: 0.0304322 Apr 07 11:49:18.447244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53266) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.488934 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0b1575f1-38d8-4714-93ed-5b6ee878cd0c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:18.492367 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b1575f1-38d8-4714-93ed-5b6ee878cd0c tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/7cff634b-e364-4b9d-b710-5f0330577581 HTTP/1.1" status: 404 len: 336 time: 0.0417571 Apr 07 11:49:18.492913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53268) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.502264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (198e7859-0a97-4812-a2af-f67297d85db7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.519909 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f635f7b9-69a7-42a0-ad24-607cc57d007b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:18.520531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f635f7b9-69a7-42a0-ad24-607cc57d007b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:18.523503 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f635f7b9-69a7-42a0-ad24-607cc57d007b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/6f0a2b0c-19d5-484c-90a9-ec9f23558b8d HTTP/1.1" status: 404 len: 337 time: 0.0294921 Apr 07 11:49:18.527168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53270) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.566394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198e7859-0a97-4812-a2af-f67297d85db7,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:18.574056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53272) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.574299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-dc879881-4413-49da-8af3-51a376418b88 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 200 len: 205 time: 0.0457644 Apr 07 11:49:18.615245 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-f9f38276-ee2f-4ee2-b211-174e00b04ce8 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:18.616293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f9f38276-ee2f-4ee2-b211-174e00b04ce8 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/74d7cae1-8cb3-4c07-b660-4d0ba1c1963a HTTP/1.1" status: 404 len: 336 time: 0.0407131 Apr 07 11:49:18.617234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:18.617850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Network hostable DHCP agents. Network: 0f952819-acaa-4045-8047-6a6a0ba0b424, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:18.620458 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53274) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.646451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:18.656579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 0f952819-acaa-4045-8047-6a6a0ba0b424) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:18.658484 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-78b35215-b915-4f22-927d-f0975c6b24dd tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99f4143-6123-4024-97a7-5c9087b18785 HTTP/1.1" status: 200 len: 205 time: 0.0353773 Apr 07 11:49:18.660354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53276) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.660598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:18.661402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.669540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1d84e-52ad-4be3-843c-790bb5ab66d7 None None] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:18.685307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-68ada960-3ba6-4d30-9f24-f3866419f491 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4627922 Apr 07 11:49:18.687890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53278) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.692258 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:18.718510 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (cf8ca467-6e9c-45be-8d0e-48033a4e782d), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.719635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (cf8ca467-6e9c-45be-8d0e-48033a4e782d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.747239 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-0cc3806c-cd13-4f92-aca8-aafb04dbb68e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:18.751704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0cc3806c-cd13-4f92-aca8-aafb04dbb68e tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/d99f4143-6123-4024-97a7-5c9087b18785 HTTP/1.1" status: 404 len: 336 time: 0.0860574 Apr 07 11:49:18.751867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53280) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:18.820125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-0f952819-acaa-4045-8047-6a6a0ba0b424', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:18.821007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.117063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Allocated IP 172.20.0.2 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/074cea33-47ab-4f48-8e81-c29deff3c32a) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:19.134102 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c214157-f1ff-4c81-8d82-c5b82a7bd16b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:19.134800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c214157-f1ff-4c81-8d82-c5b82a7bd16b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:19.137872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0c214157-f1ff-4c81-8d82-c5b82a7bd16b tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/a9aad03a-72d6-481d-a7da-378ee03d5038 HTTP/1.1" status: 404 len: 337 time: 0.3856831 Apr 07 11:49:19.140713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53286) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.150965 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks [] for router_controller (cf8ca467-6e9c-45be-8d0e-48033a4e782d), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.188656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53288) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.201056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c1e44605-aee5-4517-9fb9-9d7c8462f7f8 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e583840-857a-4c5c-94eb-416c45770e98 HTTP/1.1" status: 200 len: 205 time: 0.0589526 Apr 07 11:49:19.284276 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-7c0e947a-9c70-4986-9b96-f6d82ced70ec tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:19.285548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c0e947a-9c70-4986-9b96-f6d82ced70ec tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/2e583840-857a-4c5c-94eb-416c45770e98 HTTP/1.1" status: 404 len: 336 time: 0.0958695 Apr 07 11:49:19.288676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53290) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.320481 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc565b9-619c-4f08-bfc0-626f8333c608 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:19.321692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc565b9-619c-4f08-bfc0-626f8333c608 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:19.330678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2fc565b9-619c-4f08-bfc0-626f8333c608 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/96c965f6-271f-4350-a8e2-62c3690a4e3e HTTP/1.1" status: 404 len: 337 time: 0.0407679 Apr 07 11:49:19.333230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53292) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.357988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Publish callbacks [] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.373233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f825b00b-5a39-4c9c-8e29-ed545c120a0d tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb60f4b2-6dea-40e2-8755-076e53462076 HTTP/1.1" status: 200 len: 205 time: 0.0362468 Apr 07 11:49:19.373729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53294) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.375028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.426020 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-d80daf41-dcc3-47fe-a095-ae867ab01ad9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] delete failed (client error): The resource could not be found. Apr 07 11:49:19.429859 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d80daf41-dcc3-47fe-a095-ae867ab01ad9 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/routers/fb60f4b2-6dea-40e2-8755-076e53462076 HTTP/1.1" status: 404 len: 336 time: 0.0523019 Apr 07 11:49:19.430115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53296) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.449440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Pushing event updated for resources: {'Port': ['ID=074cea33-47ab-4f48-8e81-c29deff3c32a,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:19.459082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:19.460752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:19.464075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:19.469844 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbcd8e1-da27-45fe-b2c4-37fc01351b81 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:19.470445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbcd8e1-da27-45fe-b2c4-37fc01351b81 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:19.470759 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks [] for router_gateway (cf8ca467-6e9c-45be-8d0e-48033a4e782d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.476121 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-afbcd8e1-da27-45fe-b2c4-37fc01351b81 tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/edc89811-bc4c-404c-8e95-5f4dca82d349 HTTP/1.1" status: 404 len: 337 time: 0.0425949 Apr 07 11:49:19.476826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.537253 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21719e2-6d5a-4cfc-abfc-69d865fe6c6f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] DELETE failed (client error): The resource could not be found. Apr 07 11:49:19.537795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21719e2-6d5a-4cfc-abfc-69d865fe6c6f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 11:49:19.542544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b21719e2-6d5a-4cfc-abfc-69d865fe6c6f tempest-RoutersIpV6Test-1152776723 tempest-RoutersIpV6Test-1152776723-project] 10.222.0.13 "DELETE /v2.0/subnets/f2527062-ee02-4931-9188-cafabb96d37d HTTP/1.1" status: 404 len: 337 time: 0.0645657 Apr 07 11:49:19.542911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Attempting to bind port 074cea33-47ab-4f48-8e81-c29deff3c32a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:19.543298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Attempting to bind port 074cea33-47ab-4f48-8e81-c29deff3c32a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:19.543657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Attempting to bind port 074cea33-47ab-4f48-8e81-c29deff3c32a on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:19.548886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:19.549301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:19.549715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.550145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:19.552666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Bound port: 074cea33-47ab-4f48-8e81-c29deff3c32a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:19.553084 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.628453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] For port 074cea33-47ab-4f48-8e81-c29deff3c32a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:19.632507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] For port 074cea33-47ab-4f48-8e81-c29deff3c32a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=074cea33-47ab-4f48-8e81-c29deff3c32a,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:19.642130 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.732551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1774d5-e11c-48b8-9e39-726447e281b2 None None] Pushing event updated for resources: {'Port': ['ID=074cea33-47ab-4f48-8e81-c29deff3c32a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:19.840352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks [] for router_gateway (cf8ca467-6e9c-45be-8d0e-48033a4e782d), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.863110 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.886771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53304) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.014489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Allocated IP 172.25.5.11 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/666125d3-1552-47cc-abf7-f23759dc5b1b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:20.086261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a7ba804a-50af-40fd-8297-6e5c2217d46e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbd339048e4b4ff7896c365b27ad873d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982138 Apr 07 11:49:20.089646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.228359 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d278532-6842-4ff9-88bb-22c60c1071a3 admin admin] Publish callbacks [] for security_group (70db5570-f515-4212-8de6-ce7aa3dcfae6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.229993 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks [] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.268875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d278532-6842-4ff9-88bb-22c60c1071a3 admin admin] Publish callbacks [] for security_group (70db5570-f515-4212-8de6-ce7aa3dcfae6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.287556 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.340889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Pushing event updated for resources: {'Port': ['ID=666125d3-1552-47cc-abf7-f23759dc5b1b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.351161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d278532-6842-4ff9-88bb-22c60c1071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (70db5570-f515-4212-8de6-ce7aa3dcfae6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.351779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:20.354227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:20.355926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1d278532-6842-4ff9-88bb-22c60c1071a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.359722 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:20.359991 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1d278532-6842-4ff9-88bb-22c60c1071a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70db5570-f515-4212-8de6-ce7aa3dcfae6 HTTP/1.1" status: 204 len: 168 time: 0.2657290 Apr 07 11:49:20.368321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d278532-6842-4ff9-88bb-22c60c1071a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db5570-f515-4212-8de6-ce7aa3dcfae6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.700944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks [] for router_gateway (cf8ca467-6e9c-45be-8d0e-48033a4e782d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.111001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (cf8ca467-6e9c-45be-8d0e-48033a4e782d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.325530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34c173-426e-4543-95bc-effa5cab7454 None None] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:21.474539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Provisioning complete for port 074cea33-47ab-4f48-8e81-c29deff3c32a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:21.479497 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.483028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53338) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:21.500818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:49:21.605723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 074cea33-47ab-4f48-8e81-c29deff3c32a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:21.704612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-32704483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:21.707260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:21.723612 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:21.736610 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:21.737246 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:21.746587 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.750084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.755074 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.756426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cb2ff62e-624f-4a2b-9df0-ebb895fdec95 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0676091 Apr 07 11:49:21.759719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53342) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:21.841340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Current status of the port 074cea33-47ab-4f48-8e81-c29deff3c32a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:21.845697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.905975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router_controller (a5b26498-21ae-4a6b-93d0-bc74f5601820), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.912547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.922695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] For port 074cea33-47ab-4f48-8e81-c29deff3c32a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=074cea33-47ab-4f48-8e81-c29deff3c32a,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:21.940784 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:21.948476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.949728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.956324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53344) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:21.958267 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ed993c69-e5c1-4ec8-b935-1a70bcf67f83 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.4723153 Apr 07 11:49:21.971326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1743800435'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:22.062301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:22.074426 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.074963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Pushing event updated for resources: {'Port': ['ID=074cea33-47ab-4f48-8e81-c29deff3c32a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:22.083375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 074cea33-47ab-4f48-8e81-c29deff3c32a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:22.083968 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.124112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.195613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.196063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.196524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.196960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.198155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.198576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.203353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.203896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.204317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.204736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.205285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.205832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.206379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e001c4-27b5-4b4a-8e72-49e7808ed6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:22.305845 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:20Z', 'revision_number': 3, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:22.307204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 074cea33-47ab-4f48-8e81-c29deff3c32a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:22.371813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:22.381023 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Updating router cf8ca467-6e9c-45be-8d0e-48033a4e782d port 666125d3-1552-47cc-abf7-f23759dc5b1b binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:22.444706 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.480606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6564cb1f-da08-4193-969e-975d02795fac None None] Provisioning complete for port 074cea33-47ab-4f48-8e81-c29deff3c32a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:22.481259 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6564cb1f-da08-4193-969e-975d02795fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.670238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6564cb1f-da08-4193-969e-975d02795fac None None] Current status of the port 074cea33-47ab-4f48-8e81-c29deff3c32a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:22.751286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.794468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for security_group (a5cb653e-1489-4f65-92e4-08ad2ea9426e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.817661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a5cb653e-1489-4f65-92e4-08ad2ea9426e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.915984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:22.955994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb653e-1489-4f65-92e4-08ad2ea9426e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:22.979161 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Publish callbacks [] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.986770 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.990736 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f5ec69e1-ab49-4eec-873f-763616037707), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.991091 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Added segment f5ec69e1-ab49-4eec-873f-763616037707 of type vlan for network 9f1405fc-1f8e-4976-89ad-245579c16128 Apr 07 11:49:23.047400 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9d6de-9b11-4dae-b4f3-65a29bc7c6db None None] Pushing event updated for resources: {'Port': ['ID=666125d3-1552-47cc-abf7-f23759dc5b1b,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:23.066291 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Attempting to bind port 666125d3-1552-47cc-abf7-f23759dc5b1b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:23.067028 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Attempting to bind port 666125d3-1552-47cc-abf7-f23759dc5b1b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:23.068260 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Attempting to bind port 666125d3-1552-47cc-abf7-f23759dc5b1b on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:23.076271 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9f1405fc-1f8e-4976-89ad-245579c16128), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.083358 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:23.084039 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:23.084693 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.085342 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:23.086056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Bound port: 666125d3-1552-47cc-abf7-f23759dc5b1b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:23.086660 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.123078 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Allocated IP 172.20.0.1 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/3602dbf3-963b-4f2c-b0d6-882679e68086) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:23.141590 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9f1405fc-1f8e-4976-89ad-245579c16128), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.148379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:23.149014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.160981 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] For port 666125d3-1552-47cc-abf7-f23759dc5b1b, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:23.166079 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] For port 666125d3-1552-47cc-abf7-f23759dc5b1b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=666125d3-1552-47cc-abf7-f23759dc5b1b,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:23.177326 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.227735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53350) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:23.228253 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2691684 Apr 07 11:49:23.233246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'subnet': {'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:23.250754 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:23.257407 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:23.280901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75f37-bc74-471c-b722-9d8ac1875eeb tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Network': ['ID=9f1405fc-1f8e-4976-89ad-245579c16128,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:23.292477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9f1405fc-1f8e-4976-89ad-245579c16128 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:23.338170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks [] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.444507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.505170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:23.511756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 074cea33-47ab-4f48-8e81-c29deff3c32a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:23.516400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:23.575078 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9d6de-9b11-4dae-b4f3-65a29bc7c6db None None] Pushing event updated for resources: {'Port': ['ID=666125d3-1552-47cc-abf7-f23759dc5b1b,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:23.601433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:23.651156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 074cea33-47ab-4f48-8e81-c29deff3c32a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:23.651591 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.694755 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:23.762705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3602dbf3-963b-4f2c-b0d6-882679e68086,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:23.779723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (cf8ca467-6e9c-45be-8d0e-48033a4e782d), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.836874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 074cea33-47ab-4f48-8e81-c29deff3c32a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:23.915253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1a9cb01c-92ba-4b79-b8ae-b21a0193125f None None] Provisioning complete for port 3602dbf3-963b-4f2c-b0d6-882679e68086 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:23.915930 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb01c-92ba-4b79-b8ae-b21a0193125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.969207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cb01c-92ba-4b79-b8ae-b21a0193125f None None] Port 3602dbf3-963b-4f2c-b0d6-882679e68086 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:23.990697 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.078553 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:20Z', 'revision_number': 3, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:24.119182 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a0bed-c574-4076-863a-d8375dea01e5 None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:20Z', 'revision_number': 3, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:24.128314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:24.133293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.398303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (1fb8f38b-93eb-4dff-a512-2bc78dbb48d2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.520098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Subnet': ['ID=1fb8f38b-93eb-4dff-a512-2bc78dbb48d2,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:24.525732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Checking segment: {'id': 'f5ec69e1-ab49-4eec-873f-763616037707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:24.526471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network hostable DHCP agents. Network: 9f1405fc-1f8e-4976-89ad-245579c16128, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:24.560143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 9f1405fc-1f8e-4976-89ad-245579c16128 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:24.588981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9f1405fc-1f8e-4976-89ad-245579c16128) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:24.597797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8668b6-2000-4adc-a5c4-8ce3b0c05d58 None None] Network 9f1405fc-1f8e-4976-89ad-245579c16128 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:24.607983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:24.617963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.655735 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-99887881-8981-456f-b836-053f78c7fb3e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4267566 Apr 07 11:49:24.658844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53358) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:24.665430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'network': {'name': 'tempest-router-network01--2042516929'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:24.695758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:24.707158 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.761097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:24.783063 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5b6a3ec2-d52f-47c1-93f1-896927666006), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.783469 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Added segment 5b6a3ec2-d52f-47c1-93f1-896927666006 of type vlan for network 26f915cc-0b73-484e-879e-7f9a63521b5a Apr 07 11:49:24.788725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks [] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.798365 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.869711 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (26f915cc-0b73-484e-879e-7f9a63521b5a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.908585 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (cf8ca467-6e9c-45be-8d0e-48033a4e782d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.928791 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (26f915cc-0b73-484e-879e-7f9a63521b5a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.938052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:24.938909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.003199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3602dbf3-963b-4f2c-b0d6-882679e68086,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:25.013967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9f1405fc-1f8e-4976-89ad-245579c16128', 'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128', 'project_id': '7f791eece3e244a6ad2138d42e810065', 'fixed_ips': [{'subnet_id': '1fb8f38b-93eb-4dff-a512-2bc78dbb48d2'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:25.014886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.031547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53362) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:25.031993 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3717501 Apr 07 11:49:25.057869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'network': {'name': 'tempest-router-network02--1838993709'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:25.058562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba750b14-7c86-4297-975b-6c2978eb03cc tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Network': ['ID=26f915cc-0b73-484e-879e-7f9a63521b5a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:25.081197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 26f915cc-0b73-484e-879e-7f9a63521b5a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:25.098277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:25.102537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:25.109049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:25.112347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.258524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:25.279158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (823b8349-94c1-43cd-849a-f30aee3e9027), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.280351 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Added segment 823b8349-94c1-43cd-849a-f30aee3e9027 of type vlan for network 97522fd8-b40e-4a60-838e-68bda1df8832 Apr 07 11:49:25.324961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:25.342004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Allocated IP 2001:db8::2 (9f1405fc-1f8e-4976-89ad-245579c16128/1fb8f38b-93eb-4dff-a512-2bc78dbb48d2/f2376b69-0769-4943-a276-291b73b4a57f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:25.345919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (97522fd8-b40e-4a60-838e-68bda1df8832), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.497030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.db.resource_extend [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:49:25.505448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 666125d3-1552-47cc-abf7-f23759dc5b1b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:25.528355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (97522fd8-b40e-4a60-838e-68bda1df8832), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.535031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:25.535951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.596370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c32e18b0-6dcb-45ea-9d3b-4a7aaf92f30c None None] Provisioning complete for port 3602dbf3-963b-4f2c-b0d6-882679e68086 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:25.596747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c32e18b0-6dcb-45ea-9d3b-4a7aaf92f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.604255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5688007 Apr 07 11:49:25.605225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53364) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:25.610261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'subnet': {'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:25.626569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Publish callbacks [] for port (f2376b69-0769-4943-a276-291b73b4a57f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.643895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2cc04-e3cd-4413-949f-5790dec58492 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Network': ['ID=97522fd8-b40e-4a60-838e-68bda1df8832,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:25.648739 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:25.654685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3c3fde48-1925-44e4-9313-b63ada9601d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf8ca467-6e9c-45be-8d0e-48033a4e782d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8908494 Apr 07 11:49:25.718443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 97522fd8-b40e-4a60-838e-68bda1df8832 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:25.720998 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (f2376b69-0769-4943-a276-291b73b4a57f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.744980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:25.749548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.864505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Network 9f1405fc-1f8e-4976-89ad-245579c16128 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:25.871533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c32e18b0-6dcb-45ea-9d3b-4a7aaf92f30c None None] Port 3602dbf3-963b-4f2c-b0d6-882679e68086 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:25.873167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:25.877539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:25.914799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Pushing event updated for resources: {'Port': ['ID=f2376b69-0769-4943-a276-291b73b4a57f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:25.917073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 666125d3-1552-47cc-abf7-f23759dc5b1b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:25.917492 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:25.999415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Attempting to bind port f2376b69-0769-4943-a276-291b73b4a57f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:25.999793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Attempting to bind port f2376b69-0769-4943-a276-291b73b4a57f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f5ec69e1-ab49-4eec-873f-763616037707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:26.000165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Attempting to bind port f2376b69-0769-4943-a276-291b73b4a57f on network 9f1405fc-1f8e-4976-89ad-245579c16128 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:26.007595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:26.007988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Checking segment: {'id': 'f5ec69e1-ab49-4eec-873f-763616037707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:26.008467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.008936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Bound using segment: {'id': 'f5ec69e1-ab49-4eec-873f-763616037707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:26.009530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Bound port: f2376b69-0769-4943-a276-291b73b4a57f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ec69e1-ab49-4eec-873f-763616037707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f1405fc-1f8e-4976-89ad-245579c16128'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:26.009931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f2376b69-0769-4943-a276-291b73b4a57f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.012692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (b4c70259-d6fb-439e-8409-84f7a8753d22), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.070537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Subnet': ['ID=b4c70259-d6fb-439e-8409-84f7a8753d22,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:26.111998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] For port f2376b69-0769-4943-a276-291b73b4a57f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:26.115600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] For port f2376b69-0769-4943-a276-291b73b4a57f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f2376b69-0769-4943-a276-291b73b4a57f,segment=NetworkSegment(f5ec69e1-ab49-4eec-873f-763616037707),segment_id=f5ec69e1-ab49-4eec-873f-763616037707)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:26.124408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Checking segment: {'id': '5b6a3ec2-d52f-47c1-93f1-896927666006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:26.124872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network hostable DHCP agents. Network: 26f915cc-0b73-484e-879e-7f9a63521b5a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:26.130317 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f2376b69-0769-4943-a276-291b73b4a57f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.142421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 666125d3-1552-47cc-abf7-f23759dc5b1b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:26.142995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.144544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 26f915cc-0b73-484e-879e-7f9a63521b5a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:26.154467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 26f915cc-0b73-484e-879e-7f9a63521b5a) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:26.159946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.160873 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.197743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-93b54113-b42d-470c-a6d7-16cc1fe9a494 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5889289 Apr 07 11:49:26.198283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53374) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:26.205007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'subnet': {'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:26.218645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 666125d3-1552-47cc-abf7-f23759dc5b1b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=666125d3-1552-47cc-abf7-f23759dc5b1b,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:26.225399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa555640-4505-4479-9ca7-68cb876a62ff None None] Network 26f915cc-0b73-484e-879e-7f9a63521b5a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:26.353295 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.381105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:26.387290 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.388012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-26f915cc-0b73-484e-879e-7f9a63521b5a', 'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a', 'project_id': '7f791eece3e244a6ad2138d42e810065', 'fixed_ips': [{'subnet_id': 'b4c70259-d6fb-439e-8409-84f7a8753d22'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:26.389066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.413037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01205-4721-47d7-9a7d-ffb387c9c2ca None None] Pushing event updated for resources: {'Port': ['ID=f2376b69-0769-4943-a276-291b73b4a57f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:26.566391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=666125d3-1552-47cc-abf7-f23759dc5b1b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:26.647137 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:26.653579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53384) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:26.658727 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-938131294-network', 'tenant_id': '68b27ceec7e0497ea9530b20679967af'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:26.688746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Allocated IP 2001:db8::2 (26f915cc-0b73-484e-879e-7f9a63521b5a/b4c70259-d6fb-439e-8409-84f7a8753d22/c7faea69-e86c-4f1a-b599-0cb7a7146632) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:26.699251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:26.699900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:26.702409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Made reservation on behalf of 68b27ceec7e0497ea9530b20679967af for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:26.704936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.724427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.725755 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (6ab48edc-e5e3-43de-ac10-89ecbfd08763), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.825589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Checking segment: {'id': '823b8349-94c1-43cd-849a-f30aee3e9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:26.825954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network hostable DHCP agents. Network: 97522fd8-b40e-4a60-838e-68bda1df8832, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:26.828170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Subnet': ['ID=6ab48edc-e5e3-43de-ac10-89ecbfd08763,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:26.849653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 97522fd8-b40e-4a60-838e-68bda1df8832 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:26.863514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 97522fd8-b40e-4a60-838e-68bda1df8832) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:26.879249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f30cd0-4072-4d14-85d7-199fab1a3878 None None] Network 97522fd8-b40e-4a60-838e-68bda1df8832 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:26.881794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.881964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks [] for security_group (9672776f-f934-42b9-afcf-65caf450a0b6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.883109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.888658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9672776f-f934-42b9-afcf-65caf450a0b6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.905559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-116b8403-a97c-42bd-9b69-8dc877928dd7 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7033997 Apr 07 11:49:26.905898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53388) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:26.929793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9672776f-f934-42b9-afcf-65caf450a0b6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:26.941420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:26.965435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dafc29a6-e6d8-4ea2-8c96-38f762f68f4c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.965790 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Added segment dafc29a6-e6d8-4ea2-8c96-38f762f68f4c of type vlan for network 57d57fa0-0b39-4f90-81fa-bd7898e3336a Apr 07 11:49:27.021392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (57d57fa0-0b39-4f90-81fa-bd7898e3336a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.057844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (57d57fa0-0b39-4f90-81fa-bd7898e3336a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.059059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.059874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.096923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:27.100534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-97522fd8-b40e-4a60-838e-68bda1df8832', 'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832', 'project_id': '7f791eece3e244a6ad2138d42e810065', 'fixed_ips': [{'subnet_id': '6ab48edc-e5e3-43de-ac10-89ecbfd08763'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:27.101093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.154014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] Pushing event updated for resources: {'Network': ['ID=57d57fa0-0b39-4f90-81fa-bd7898e3336a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:27.163108 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2383fbd8-f385-47bd-889c-9341a66cb00b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5074811 Apr 07 11:49:27.164363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53390) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:27.172800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Request body: {'subnet': {'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-938131294-subnet', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:27.176178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:27.199145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Made reservation on behalf of 68b27ceec7e0497ea9530b20679967af for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:27.202812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.350991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.453530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (b688a6c2-7654-4ea3-97de-85e20bfb22aa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.528445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b688a6c2-7654-4ea3-97de-85e20bfb22aa,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:27.587896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Checking segment: {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:27.588272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Network hostable DHCP agents. Network: 57d57fa0-0b39-4f90-81fa-bd7898e3336a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:27.616576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:27.637683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 57d57fa0-0b39-4f90-81fa-bd7898e3336a) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:27.668412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.671105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.701050 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d298a7f2-2ac9-42cc-b1d3-d0032e4e6c24 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5345020 Apr 07 11:49:27.701880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53392) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:27.711231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:27.745426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (de359f85-9f29-418a-982d-da0ddd18432a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.746709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (de359f85-9f29-418a-982d-da0ddd18432a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.789867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cb37d-350e-480a-8d6b-4a0743185008 None None] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:27.792351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f2376b69-0769-4943-a276-291b73b4a57f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:27.820384 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks [] for router_controller (de359f85-9f29-418a-982d-da0ddd18432a), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.861449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d44d9f-649c-444a-8d90-a13188182661 None None] Network 9f1405fc-1f8e-4976-89ad-245579c16128 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:27.928528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Publish callbacks [] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.993088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks [] for router_gateway (de359f85-9f29-418a-982d-da0ddd18432a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.014786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Allocated IP 2001:db8::2 (97522fd8-b40e-4a60-838e-68bda1df8832/6ab48edc-e5e3-43de-ac10-89ecbfd08763/eb527cb1-3564-45cf-b445-c35503bb5733) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:28.017506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] Provisioning complete for port f2376b69-0769-4943-a276-291b73b4a57f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:28.017875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f2376b69-0769-4943-a276-291b73b4a57f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.021682 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.050709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Allocated IP 2001:db8::1 (26f915cc-0b73-484e-879e-7f9a63521b5a/b4c70259-d6fb-439e-8409-84f7a8753d22/a1801f3d-26ef-4705-a28a-adc95657e7bc) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:28.112164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Pushing event updated for resources: {'Port': ['ID=c7faea69-e86c-4f1a-b599-0cb7a7146632,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:28.132820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Network 26f915cc-0b73-484e-879e-7f9a63521b5a is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:28.182771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:28.198502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.213301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:28.215355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f2376b69-0769-4943-a276-291b73b4a57f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:28.215727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f2376b69-0769-4943-a276-291b73b4a57f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.241478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.272231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks [] for router_gateway (de359f85-9f29-418a-982d-da0ddd18432a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.289596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 26f915cc-0b73-484e-879e-7f9a63521b5a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:28.294808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.300767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:28.308252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:28.309347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.316194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Port': ['ID=a1801f3d-26ef-4705-a28a-adc95657e7bc,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:28.382939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'project_id': '68b27ceec7e0497ea9530b20679967af', 'fixed_ips': [{'subnet_id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:28.383782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.441724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Allocated IP 172.25.5.247 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/9d2689a4-a6e4-492f-805e-2894cdfbf8a1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:28.445162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Attempting to bind port c7faea69-e86c-4f1a-b599-0cb7a7146632 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:28.445615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Attempting to bind port c7faea69-e86c-4f1a-b599-0cb7a7146632 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5b6a3ec2-d52f-47c1-93f1-896927666006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:28.445986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Attempting to bind port c7faea69-e86c-4f1a-b599-0cb7a7146632 on network 26f915cc-0b73-484e-879e-7f9a63521b5a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:28.477518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.551803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Publish callbacks [] for port (eb527cb1-3564-45cf-b445-c35503bb5733), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.569312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks [] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.608954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.609627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] Current status of the port f2376b69-0769-4943-a276-291b73b4a57f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:28.610034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f2376b69-0769-4943-a276-291b73b4a57f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.612409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.666974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:28.670276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:28.685629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:28.685902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:28.686010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Checking segment: {'id': '5b6a3ec2-d52f-47c1-93f1-896927666006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:28.686415 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.686817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Bound using segment: {'id': '5b6a3ec2-d52f-47c1-93f1-896927666006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:28.687446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Bound port: c7faea69-e86c-4f1a-b599-0cb7a7146632, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6a3ec2-d52f-47c1-93f1-896927666006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '26f915cc-0b73-484e-879e-7f9a63521b5a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:28.687839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.702283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Pushing event updated for resources: {'Port': ['ID=eb527cb1-3564-45cf-b445-c35503bb5733,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:28.758441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:28.771897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Network 97522fd8-b40e-4a60-838e-68bda1df8832 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:28.818134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.827483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:28.835030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.835934 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.860005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] For port f2376b69-0769-4943-a276-291b73b4a57f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f2376b69-0769-4943-a276-291b73b4a57f,segment=NetworkSegment(f5ec69e1-ab49-4eec-873f-763616037707),segment_id=f5ec69e1-ab49-4eec-873f-763616037707)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:28.868966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:28.888390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:24Z', 'revision_number': 2, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:28.928245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f2376b69-0769-4943-a276-291b73b4a57f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.952700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:28.954071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Updating router cf8ca467-6e9c-45be-8d0e-48033a4e782d port 3602dbf3-963b-4f2c-b0d6-882679e68086 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:28.999342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Port': ['ID=a1801f3d-26ef-4705-a28a-adc95657e7bc,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:29.025293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.028930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f2376b69-0769-4943-a276-291b73b4a57f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:29.029542 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f2376b69-0769-4943-a276-291b73b4a57f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.090388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 26f915cc-0b73-484e-879e-7f9a63521b5a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:29.094772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:29.184335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks [] for router_gateway (de359f85-9f29-418a-982d-da0ddd18432a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.195103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Attempting to bind port eb527cb1-3564-45cf-b445-c35503bb5733 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:29.195834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Attempting to bind port eb527cb1-3564-45cf-b445-c35503bb5733 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '823b8349-94c1-43cd-849a-f30aee3e9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:29.196469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Attempting to bind port eb527cb1-3564-45cf-b445-c35503bb5733 on network 97522fd8-b40e-4a60-838e-68bda1df8832 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:29.297562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Router a5b26498-21ae-4a6b-93d0-bc74f5601820 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:49:29.327810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:29.328460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Checking segment: {'id': '823b8349-94c1-43cd-849a-f30aee3e9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:29.329042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.329614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Bound using segment: {'id': '823b8349-94c1-43cd-849a-f30aee3e9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:29.330283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Bound port: eb527cb1-3564-45cf-b445-c35503bb5733, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b8349-94c1-43cd-849a-f30aee3e9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '97522fd8-b40e-4a60-838e-68bda1df8832'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:29.330838 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.402580 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:49:29.403226 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:49:29.410755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] For port c7faea69-e86c-4f1a-b599-0cb7a7146632, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:29.413712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7ce70908-43b4-4a7f-b4b4-ae35cf4faffd None None] Provisioning complete for port f2376b69-0769-4943-a276-291b73b4a57f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:29.414455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ce70908-43b4-4a7f-b4b4-ae35cf4faffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f2376b69-0769-4943-a276-291b73b4a57f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.417234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98b47-0dbe-4770-a24c-d060ee4fbda9 None None] Pushing event updated for resources: {'Port': ['ID=f2376b69-0769-4943-a276-291b73b4a57f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:29.468834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:29.474343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bce0e5cb-e1bb-432f-9616-6a26c4c53cbe tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672400 Apr 07 11:49:29.477155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53402) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:29.486134 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] Sync routers for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:29.494871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (de359f85-9f29-418a-982d-da0ddd18432a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.502701 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:29.508320 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:29.563619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] For port c7faea69-e86c-4f1a-b599-0cb7a7146632, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c7faea69-e86c-4f1a-b599-0cb7a7146632,segment=NetworkSegment(5b6a3ec2-d52f-47c1-93f1-896927666006),segment_id=5b6a3ec2-d52f-47c1-93f1-896927666006)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:29.565467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Allocated IP 172.20.0.2 (57d57fa0-0b39-4f90-81fa-bd7898e3336a/b688a6c2-7654-4ea3-97de-85e20bfb22aa/c22b929c-8dba-4ebb-9c9a-962ace052f3c) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:29.577047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53404) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:29.606957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] For port eb527cb1-3564-45cf-b445-c35503bb5733, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:29.607772 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:29.614171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.621286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:29.622899 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:29.646694 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] For port eb527cb1-3564-45cf-b445-c35503bb5733, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=eb527cb1-3564-45cf-b445-c35503bb5733,segment=NetworkSegment(823b8349-94c1-43cd-849a-f30aee3e9027),segment_id=823b8349-94c1-43cd-849a-f30aee3e9027)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:29.708741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:29.709813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1bc73-b1ef-4d37-8e66-5d57422437a6 None None] The sync data for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:29.738358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.756913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Router de359f85-9f29-418a-982d-da0ddd18432a is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:49:29.902081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b90-3eef-4329-a1a6-2243c3c389b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.991809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:30.050304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.054262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e7c7b409-4240-42a8-94de-f43e7ba62666 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3487303 Apr 07 11:49:30.062202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53410) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:30.085265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Sync routers for ids ['de359f85-9f29-418a-982d-da0ddd18432a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:30.205049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71ea7f-c220-453f-8506-62909cf11593 None None] Pushing event updated for resources: {'Port': ['ID=c7faea69-e86c-4f1a-b599-0cb7a7146632,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:30.221404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Routers {'de359f85-9f29-418a-982d-da0ddd18432a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:30.222053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['de359f85-9f29-418a-982d-da0ddd18432a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:30.317613 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-76672db5-6d8a-46b7-b02c-ac9bef9572c9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:49:30.322517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-76672db5-6d8a-46b7-b02c-ac9bef9572c9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8430116 Apr 07 11:49:30.323119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53412) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:30.417889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7ce70908-43b4-4a7f-b4b4-ae35cf4faffd None None] Current status of the port f2376b69-0769-4943-a276-291b73b4a57f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:30.429800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f2376b69-0769-4943-a276-291b73b4a57f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:30.431443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 666125d3-1552-47cc-abf7-f23759dc5b1b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:30.500779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-5e57d915-c326-4e90-9896-b989362ea72b req-cb7ad295-5dfc-49d3-941e-e7b8ab786330 service neutron] (104178) timed out ('10.222.0.41', 53718) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:49:30.627130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aed02-9288-4fc4-b784-0c6d672e0734 None None] Pushing event updated for resources: {'Port': ['ID=eb527cb1-3564-45cf-b445-c35503bb5733,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:30.677319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Publish callbacks [] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.719188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.732742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b90-3eef-4329-a1a6-2243c3c389b6 admin admin] Publish callbacks [] for security_group (28225cbb-bd52-414c-85a6-8d834fd3e217), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.748294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b90-3eef-4329-a1a6-2243c3c389b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (28225cbb-bd52-414c-85a6-8d834fd3e217), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.786142 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e44e0b90-3eef-4329-a1a6-2243c3c389b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1988ee309544754a1a1c2e61665442f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2078469 Apr 07 11:49:30.790534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53414) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:30.798120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Pushing event updated for resources: {'Port': ['ID=c22b929c-8dba-4ebb-9c9a-962ace052f3c,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:30.813219 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-70c4e8e8-56ab-4b54-99be-3557d09a87ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.819408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 666125d3-1552-47cc-abf7-f23759dc5b1b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:30.819788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.831280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Set router de359f85-9f29-418a-982d-da0ddd18432a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:30.846099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e0b90-3eef-4329-a1a6-2243c3c389b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28225cbb-bd52-414c-85a6-8d834fd3e217,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:30.984606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:30.987695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Publish callbacks [] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.996603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:31.010395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:31.045645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.299221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edeeed-2f1b-4831-9100-7cd68b27b75e None None] Pushing event updated for resources: {'Port': ['ID=3602dbf3-963b-4f2c-b0d6-882679e68086,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:31.409046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Attempting to bind port c22b929c-8dba-4ebb-9c9a-962ace052f3c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:31.409522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Attempting to bind port c22b929c-8dba-4ebb-9c9a-962ace052f3c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:31.409766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Attempting to bind port c22b929c-8dba-4ebb-9c9a-962ace052f3c on network 57d57fa0-0b39-4f90-81fa-bd7898e3336a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:31.445604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 666125d3-1552-47cc-abf7-f23759dc5b1b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:31.503939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.530629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce294-f209-4e96-9c77-d9413409b855 admin admin] Publish callbacks [] for security_group (28225cbb-bd52-414c-85a6-8d834fd3e217), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.584809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:31.589469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Checking segment: {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:31.589987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.590534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Bound using segment: {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:31.592711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Bound port: c22b929c-8dba-4ebb-9c9a-962ace052f3c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:31.593304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.596161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Attempting to bind port 3602dbf3-963b-4f2c-b0d6-882679e68086 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:31.598800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Attempting to bind port 3602dbf3-963b-4f2c-b0d6-882679e68086 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:31.601723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Attempting to bind port 3602dbf3-963b-4f2c-b0d6-882679e68086 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:31.614934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a728108-9176-419d-be5e-d676c8dcdffd None None] Network 26f915cc-0b73-484e-879e-7f9a63521b5a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:31.650360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce294-f209-4e96-9c77-d9413409b855 admin admin] Publish callbacks [] for security_group (28225cbb-bd52-414c-85a6-8d834fd3e217), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.744869 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.755540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:31.756201 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:31.756714 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.757244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:31.757936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Bound port: 3602dbf3-963b-4f2c-b0d6-882679e68086, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:31.758429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.829278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce294-f209-4e96-9c77-d9413409b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (28225cbb-bd52-414c-85a6-8d834fd3e217), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.831809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce294-f209-4e96-9c77-d9413409b855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.832952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fd6ce294-f209-4e96-9c77-d9413409b855 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28225cbb-bd52-414c-85a6-8d834fd3e217 HTTP/1.1" status: 204 len: 168 time: 1.0414007 Apr 07 11:49:31.847720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ce294-f209-4e96-9c77-d9413409b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28225cbb-bd52-414c-85a6-8d834fd3e217,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:31.848509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eb527cb1-3564-45cf-b445-c35503bb5733 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:31.862928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5fa25b54-5c8b-410f-9354-a41f14cc9b57 None None] Provisioning complete for port 3602dbf3-963b-4f2c-b0d6-882679e68086 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:31.863721 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5fa25b54-5c8b-410f-9354-a41f14cc9b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.950485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Allocated IP 172.20.0.1 (57d57fa0-0b39-4f90-81fa-bd7898e3336a/b688a6c2-7654-4ea3-97de-85e20bfb22aa/ee536c6e-a253-4645-b031-b0eac0bfba62) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:31.958574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06cd6f-0038-4cc4-8173-020388b802f0 None None] Network 97522fd8-b40e-4a60-838e-68bda1df8832 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:32.095449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] For port 3602dbf3-963b-4f2c-b0d6-882679e68086, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:32.095948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks [] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.098352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting port a1801f3d-26ef-4705-a28a-adc95657e7bc {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:32.099426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] For port 3602dbf3-963b-4f2c-b0d6-882679e68086, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3602dbf3-963b-4f2c-b0d6-882679e68086,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:32.099999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.119912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] For port c22b929c-8dba-4ebb-9c9a-962ace052f3c, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:32.123363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] For port c22b929c-8dba-4ebb-9c9a-962ace052f3c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c22b929c-8dba-4ebb-9c9a-962ace052f3c,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:32.138107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.143036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.186907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:32.194320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:32.204619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:32.206754 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.208855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee536c6e-a253-4645-b031-b0eac0bfba62,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:32.216261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5fa25b54-5c8b-410f-9354-a41f14cc9b57 None None] Port 3602dbf3-963b-4f2c-b0d6-882679e68086 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:32.217948 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.255841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.273309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edeeed-2f1b-4831-9100-7cd68b27b75e None None] Pushing event updated for resources: {'Port': ['ID=3602dbf3-963b-4f2c-b0d6-882679e68086,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:32.274281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53422) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:32.280622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Calling delete_port for a1801f3d-26ef-4705-a28a-adc95657e7bc owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:32.295532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T11:49:28Z', 'revision_number': 3, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:32.297506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebf9add3-fed8-4092-8f0b-c73ff21bc3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.335147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (de359f85-9f29-418a-982d-da0ddd18432a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.399859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port eb527cb1-3564-45cf-b445-c35503bb5733 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:32.400563 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.561538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebf9add3-fed8-4092-8f0b-c73ff21bc3ad admin admin] Publish callbacks [] for security_group (9490e97a-6e0d-43a7-8260-8d1fe0d884d3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.602215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebf9add3-fed8-4092-8f0b-c73ff21bc3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9490e97a-6e0d-43a7-8260-8d1fe0d884d3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.606435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a1801f3d-26ef-4705-a28a-adc95657e7bc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.634841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.659660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Port': ['ID=a1801f3d-26ef-4705-a28a-adc95657e7bc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:32.688787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebf9add3-fed8-4092-8f0b-c73ff21bc3ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c874a51c2a4d4c148b37cafeb629e96d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103007 Apr 07 11:49:32.689010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53424) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:32.689771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9add3-fed8-4092-8f0b-c73ff21bc3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9490e97a-6e0d-43a7-8260-8d1fe0d884d3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:32.731186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Checking router: de359f85-9f29-418a-982d-da0ddd18432a for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:32.731989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Updating router de359f85-9f29-418a-982d-da0ddd18432a port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:32.745100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:32.745781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:32.854518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.922129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks [] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.929385 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.934097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Provisioning complete for port c7faea69-e86c-4f1a-b599-0cb7a7146632 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:32.934568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.947294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3f050ac-1658-48b3-86dd-e05279dac473 admin admin] Publish callbacks [] for security_group (9490e97a-6e0d-43a7-8260-8d1fe0d884d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.981919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3f050ac-1658-48b3-86dd-e05279dac473 admin admin] Publish callbacks [] for security_group (9490e97a-6e0d-43a7-8260-8d1fe0d884d3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.015241 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (de359f85-9f29-418a-982d-da0ddd18432a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.019115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee536c6e-a253-4645-b031-b0eac0bfba62,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:33.060227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.065630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc44d1-32bc-464f-8095-d139203c29d8 None None] Pushing event updated for resources: {'Port': ['ID=c22b929c-8dba-4ebb-9c9a-962ace052f3c,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:33.092994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Router a5b26498-21ae-4a6b-93d0-bc74f5601820 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:33.156376 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-991c2548-0466-4c21-b279-865895488fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.158606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:33.160694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:33.181964 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3f050ac-1658-48b3-86dd-e05279dac473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9490e97a-6e0d-43a7-8260-8d1fe0d884d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.184523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e3f050ac-1658-48b3-86dd-e05279dac473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.185739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e3f050ac-1658-48b3-86dd-e05279dac473 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9490e97a-6e0d-43a7-8260-8d1fe0d884d3 HTTP/1.1" status: 204 len: 168 time: 0.4956911 Apr 07 11:49:33.199780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f050ac-1658-48b3-86dd-e05279dac473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9490e97a-6e0d-43a7-8260-8d1fe0d884d3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:33.202126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:33.202730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port eb527cb1-3564-45cf-b445-c35503bb5733 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:33.207885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ace7df3-8010-4434-832a-9c99f4cbd874 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8837514 Apr 07 11:49:33.209439 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.214094 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:33.223607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] Sync routers for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:33.242289 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:33.244093 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:33.299956 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-3c1c4342-4789-4308-a8b2-2d25a1a56298 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] delete failed (client error): The resource could not be found. Apr 07 11:49:33.305158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3c1c4342-4789-4308-a8b2-2d25a1a56298 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-395100294 HTTP/1.1" status: 404 len: 334 time: 0.0859723 Apr 07 11:49:33.306688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53430) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:33.310110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7b525674-a3a0-4911-be1c-50474548fb1a tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5b26498-21ae-4a6b-93d0-bc74f5601820'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:33.333526 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:33.346809 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:33.347690 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:33.388457 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:33.389665 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff009e1c-4017-4511-978f-4404f35955e8 None None] The sync data for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:33.413687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Router de359f85-9f29-418a-982d-da0ddd18432a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:33.528370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Current status of the port c7faea69-e86c-4f1a-b599-0cb7a7146632 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:33.529319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.535053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:33.612242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port eb527cb1-3564-45cf-b445-c35503bb5733, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=eb527cb1-3564-45cf-b445-c35503bb5733,segment=NetworkSegment(823b8349-94c1-43cd-849a-f30aee3e9027),segment_id=823b8349-94c1-43cd-849a-f30aee3e9027)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:33.626258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:33.649483 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e7ef196-311a-460c-a12d-9bba046b0ad3 admin admin] 10.222.0.13 "PUT /v2.0/routers/de359f85-9f29-418a-982d-da0ddd18432a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5854440 Apr 07 11:49:33.662636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] For port c7faea69-e86c-4f1a-b599-0cb7a7146632, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c7faea69-e86c-4f1a-b599-0cb7a7146632,segment=NetworkSegment(5b6a3ec2-d52f-47c1-93f1-896927666006),segment_id=5b6a3ec2-d52f-47c1-93f1-896927666006)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:33.682909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.684022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7faea69-e86c-4f1a-b599-0cb7a7146632 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:33.699544 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7b525674-a3a0-4911-be1c-50474548fb1a tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router_gateway (a5b26498-21ae-4a6b-93d0-bc74f5601820), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.738694 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-7b525674-a3a0-4911-be1c-50474548fb1a tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] update failed (client error): The resource could not be found. Apr 07 11:49:33.741829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7b525674-a3a0-4911-be1c-50474548fb1a tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820 HTTP/1.1" status: 404 len: 339 time: 0.4353187 Apr 07 11:49:33.746401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.746548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53440) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:33.752503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1360708472'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:33.783104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:33.787365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.823834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:33.834741 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8ae963bd-f722-40d4-b169-c971b9c2bb7f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.835174 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Added segment 8ae963bd-f722-40d4-b169-c971b9c2bb7f of type vlan for network 48920594-8187-49ef-a751-96cdacf71c03 Apr 07 11:49:33.903883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (48920594-8187-49ef-a751-96cdacf71c03), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.941936 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (48920594-8187-49ef-a751-96cdacf71c03), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.953010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:33.953681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.998963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Provisioning complete for port eb527cb1-3564-45cf-b445-c35503bb5733 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:33.999356 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.000920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.029963 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2823601 Apr 07 11:49:34.033224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53450) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:34.039056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'subnet': {'network_id': '48920594-8187-49ef-a751-96cdacf71c03', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:34.046275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa3a22-04a6-4373-a18e-d0419c6dd29a None None] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:34.056798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80199c-c4b8-495e-ac60-0deb1b81966e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Network': ['ID=48920594-8187-49ef-a751-96cdacf71c03,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:34.092195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=eb527cb1-3564-45cf-b445-c35503bb5733,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:34.148376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 48920594-8187-49ef-a751-96cdacf71c03 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:34.160592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Made reservation on behalf of 7f791eece3e244a6ad2138d42e810065 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:34.164069 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.292425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c7faea69-e86c-4f1a-b599-0cb7a7146632 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:34.292882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.385439 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (a0b33828-9872-4253-9e45-37ee2fd848c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.404996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Pushing event updated for resources: {'Port': ['ID=c7faea69-e86c-4f1a-b599-0cb7a7146632,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:34.472956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Subnet': ['ID=a0b33828-9872-4253-9e45-37ee2fd848c9,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:34.484287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Checking segment: {'id': '8ae963bd-f722-40d4-b169-c971b9c2bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '48920594-8187-49ef-a751-96cdacf71c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:34.484287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network hostable DHCP agents. Network: 48920594-8187-49ef-a751-96cdacf71c03, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:34.508784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 48920594-8187-49ef-a751-96cdacf71c03 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:34.523472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 48920594-8187-49ef-a751-96cdacf71c03) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:34.542470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.544550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.551073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24316d2-b084-455c-aaba-50d04a7d8b75 None None] Network 48920594-8187-49ef-a751-96cdacf71c03 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:34.579076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-32d6fbb1-b51f-4133-bbfb-2150e89cb7e6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5450020 Apr 07 11:49:34.581956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53470) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:34.590420 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5db6dc6a-06fb-4ad4-b4c5-5b13fae85ce3 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'router': {'external_gateway_info': {'network_id': '48920594-8187-49ef-a751-96cdacf71c03'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:34.631983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cd9718a8-41cf-49d8-936e-d7add037e53c None None] Current status of the port eb527cb1-3564-45cf-b445-c35503bb5733 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:34.657232 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Publish callbacks [] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.682626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.687293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.812315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Could not find standard attr ID for object a1801f3d-26ef-4705-a28a-adc95657e7bc. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 11:49:34.842142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5db6dc6a-06fb-4ad4-b4c5-5b13fae85ce3 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router_gateway (a5b26498-21ae-4a6b-93d0-bc74f5601820), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.848055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:34.878701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c7faea69-e86c-4f1a-b599-0cb7a7146632 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:34.879982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f2376b69-0769-4943-a276-291b73b4a57f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:35.065013 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-5db6dc6a-06fb-4ad4-b4c5-5b13fae85ce3 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 11:49:35.066172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5db6dc6a-06fb-4ad4-b4c5-5b13fae85ce3 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820 HTTP/1.1" status: 400 len: 364 time: 0.4832642 Apr 07 11:49:35.069941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53486) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:35.164079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb434d5c-b719-4891-ada4-4e6ff76b3827 None None] Pushing event updated for resources: {'Port': ['ID=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:35.192020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Attempting to bind port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:35.192402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Attempting to bind port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:35.192815 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Attempting to bind port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:35.199881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b991eb-cd54-455c-90bb-339063d9c046 None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:35.211795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-48920594-8187-49ef-a751-96cdacf71c03', 'network_id': '48920594-8187-49ef-a751-96cdacf71c03', 'project_id': '7f791eece3e244a6ad2138d42e810065', 'fixed_ips': [{'subnet_id': 'a0b33828-9872-4253-9e45-37ee2fd848c9'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:35.213688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.220280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Provisioning complete for port c7faea69-e86c-4f1a-b599-0cb7a7146632 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:35.220666 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.222449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:35.222833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:35.223238 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.223644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:35.224144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Bound port: 9d2689a4-a6e4-492f-805e-2894cdfbf8a1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:35.225892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.250587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:35.484425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] For port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:35.521713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f2376b69-0769-4943-a276-291b73b4a57f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:35.522162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f2376b69-0769-4943-a276-291b73b4a57f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.529103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] For port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:35.623224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'network': {'name': 'tempest-network-smoke--342519673', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'port_security_enabled': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:35.656862 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.669581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:35.673616 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.675933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Allocated IP 2001:db8:1::2 (48920594-8187-49ef-a751-96cdacf71c03/a0b33828-9872-4253-9e45-37ee2fd848c9/87e52733-8970-47ba-9dcb-224cbaaaea5e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:35.680811 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.705123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.871199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.878121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.885940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Current status of the port c7faea69-e86c-4f1a-b599-0cb7a7146632 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:35.953932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:35.957827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:35.974832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ff8762e5-3b04-4587-8865-65e1c8c2addf), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.975330 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Added segment ff8762e5-3b04-4587-8865-65e1c8c2addf of type vlan for network decdfaa8-b567-4760-b83f-6c8ff89be174 Apr 07 11:49:36.001369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Provisioning complete for port c22b929c-8dba-4ebb-9c9a-962ace052f3c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:36.001818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.008808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb434d5c-b719-4891-ada4-4e6ff76b3827 None None] Pushing event updated for resources: {'Port': ['ID=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:36.016689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Routers {'de359f85-9f29-418a-982d-da0ddd18432a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:36.022425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['de359f85-9f29-418a-982d-da0ddd18432a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:36.040551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (decdfaa8-b567-4760-b83f-6c8ff89be174), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.085465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (decdfaa8-b567-4760-b83f-6c8ff89be174), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.095879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:36.097990 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.181310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Allocated IP 2001:db8::1 (9f1405fc-1f8e-4976-89ad-245579c16128/1fb8f38b-93eb-4dff-a512-2bc78dbb48d2/c505eb25-fd56-40ea-b330-ccbe47219caa) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:36.198596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f2376b69-0769-4943-a276-291b73b4a57f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:36.203332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9516325 Apr 07 11:49:36.206313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:36.210719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.211652 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b39a3-3a69-428f-b37d-d4e2c7f010db tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Network': ['ID=decdfaa8-b567-4760-b83f-6c8ff89be174,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:36.212530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'admin_state_up': True, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:36.259715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network decdfaa8-b567-4760-b83f-6c8ff89be174 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:36.323682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (7dcf1f3a-57be-483a-b652-a81fe1736266), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.333508 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (7dcf1f3a-57be-483a-b652-a81fe1736266), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.465407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_controller (7dcf1f3a-57be-483a-b652-a81fe1736266), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.484745 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.529075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] Set router de359f85-9f29-418a-982d-da0ddd18432a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:36.574445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eb527cb1-3564-45cf-b445-c35503bb5733 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:36.582718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Publish callbacks [] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.610992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.611440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Current status of the port c22b929c-8dba-4ebb-9c9a-962ace052f3c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:36.611872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.637466 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.658956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 9f1405fc-1f8e-4976-89ad-245579c16128 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:36.701649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Network 48920594-8187-49ef-a751-96cdacf71c03 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:36.733943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Pushing event updated for resources: {'Port': ['ID=87e52733-8970-47ba-9dcb-224cbaaaea5e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:36.747963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:36.751881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:36.884487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] For port c22b929c-8dba-4ebb-9c9a-962ace052f3c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c22b929c-8dba-4ebb-9c9a-962ace052f3c,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:36.901996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.985455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Attempting to bind port 87e52733-8970-47ba-9dcb-224cbaaaea5e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:36.985993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Attempting to bind port 87e52733-8970-47ba-9dcb-224cbaaaea5e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '8ae963bd-f722-40d4-b169-c971b9c2bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '48920594-8187-49ef-a751-96cdacf71c03'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:36.986435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Attempting to bind port 87e52733-8970-47ba-9dcb-224cbaaaea5e on network 48920594-8187-49ef-a751-96cdacf71c03 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:36.991948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Pushing event updated for resources: {'Port': ['ID=c22b929c-8dba-4ebb-9c9a-962ace052f3c,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.015413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port eb527cb1-3564-45cf-b445-c35503bb5733 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:37.016210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.061932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:37.062348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Checking segment: {'id': '8ae963bd-f722-40d4-b169-c971b9c2bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '48920594-8187-49ef-a751-96cdacf71c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:37.062761 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.063162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Bound using segment: {'id': '8ae963bd-f722-40d4-b169-c971b9c2bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '48920594-8187-49ef-a751-96cdacf71c03'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:37.063658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Bound port: 87e52733-8970-47ba-9dcb-224cbaaaea5e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae963bd-f722-40d4-b169-c971b9c2bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '48920594-8187-49ef-a751-96cdacf71c03'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:37.064043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.074998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Provisioning complete for port 3602dbf3-963b-4f2c-b0d6-882679e68086 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:37.075380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.081746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:37.105960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:37.106515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.108983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Port': ['ID=c505eb25-fd56-40ea-b330-ccbe47219caa,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.187603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (7dcf1f3a-57be-483a-b652-a81fe1736266), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.297609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Current status of the port 3602dbf3-963b-4f2c-b0d6-882679e68086 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:37.297900 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.358836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.374478 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.387212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] For port 3602dbf3-963b-4f2c-b0d6-882679e68086, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3602dbf3-963b-4f2c-b0d6-882679e68086,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:37.399039 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.430509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] For port 87e52733-8970-47ba-9dcb-224cbaaaea5e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:37.614632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (7dcf1f3a-57be-483a-b652-a81fe1736266), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.638523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] For port 87e52733-8970-47ba-9dcb-224cbaaaea5e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=87e52733-8970-47ba-9dcb-224cbaaaea5e,segment=NetworkSegment(8ae963bd-f722-40d4-b169-c971b9c2bb7f),segment_id=8ae963bd-f722-40d4-b169-c971b9c2bb7f)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:37.641765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.671274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.676489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Provisioning complete for port eb527cb1-3564-45cf-b445-c35503bb5733 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:37.676857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.678316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port eb527cb1-3564-45cf-b445-c35503bb5733 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:37.679382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3602dbf3-963b-4f2c-b0d6-882679e68086 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:37.731697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Pushing event updated for resources: {'Port': ['ID=3602dbf3-963b-4f2c-b0d6-882679e68086,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.735615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ee536c6e-a253-4645-b031-b0eac0bfba62', 'name': '', 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'mac_address': 'fa:16:3e:94:65:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:31Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 2, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'subnets': [{'id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:37.812205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7eb50-6a1b-4bd4-8754-b2962ba35ff5 None None] The sync data for ids ['de359f85-9f29-418a-982d-da0ddd18432a'] in n-d-836788-1 is: [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ee536c6e-a253-4645-b031-b0eac0bfba62', 'name': '', 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'mac_address': 'fa:16:3e:94:65:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:31Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 2, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'subnets': [{'id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:37.844072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.25.5.109 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/9b6d689c-57ac-4c98-b8e7-78c319d6339e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:37.854745 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.864968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09def7e5-4444-4bba-8ef8-43e2fbe784e2 None None] Pushing event updated for resources: {'Port': ['ID=87e52733-8970-47ba-9dcb-224cbaaaea5e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.869194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.869814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.920352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3602dbf3-963b-4f2c-b0d6-882679e68086 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:37.921184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.973844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ba551-6523-40ac-9acb-62587d25bce2 None None] Current status of the port eb527cb1-3564-45cf-b445-c35503bb5733 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:38.017270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event updated for resources: {'Port': ['ID=c505eb25-fd56-40ea-b330-ccbe47219caa,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:38.087730 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.121277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Network 9f1405fc-1f8e-4976-89ad-245579c16128 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:38.125591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:38.176005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Provisioning complete for port ee536c6e-a253-4645-b031-b0eac0bfba62 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:38.176393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.221266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3602dbf3-963b-4f2c-b0d6-882679e68086 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:38.222389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7faea69-e86c-4f1a-b599-0cb7a7146632 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:38.257278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.307966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Port ee536c6e-a253-4645-b031-b0eac0bfba62 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:38.349737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Provisioning complete for port c22b929c-8dba-4ebb-9c9a-962ace052f3c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:38.350121 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.383725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=9b6d689c-57ac-4c98-b8e7-78c319d6339e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:38.399211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Router a5b26498-21ae-4a6b-93d0-bc74f5601820 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:38.425715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:38.429549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:38.437911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:38.445908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c7faea69-e86c-4f1a-b599-0cb7a7146632 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:38.446502 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.619574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Current status of the port c22b929c-8dba-4ebb-9c9a-962ace052f3c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:38.672389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Provisioning complete for port c505eb25-fd56-40ea-b330-ccbe47219caa triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:38.672698 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.675544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:38.688875 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-747f0314-1d86-4d53-901a-bc8a9523e5a8 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6178417 Apr 07 11:49:38.691459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:38.726423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] Sync routers for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:38.746907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c7faea69-e86c-4f1a-b599-0cb7a7146632 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:38.748786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c22b929c-8dba-4ebb-9c9a-962ace052f3c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:38.753557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:38.754425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:38.852249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cddf-0630-4216-b089-382a50009f62 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.854907 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0a576b68-87e5-4a9c-88d7-5ce1551ee43d None None] Port c505eb25-fd56-40ea-b330-ccbe47219caa cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:38.864727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:38.878828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-cb158f1c-d478-4e67-ab1e-0fe898734253 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:38.888810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-cb158f1c-d478-4e67-ab1e-0fe898734253 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1607399 Apr 07 11:49:38.907065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:38.922199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-03d303d5-a00b-4e0c-a090-9457d92406a8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0322897 Apr 07 11:49:38.924110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:39.012897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:39.013623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f294d-c801-4006-9e8a-59fec0c6678e None None] The sync data for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 is: [] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:39.029095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-4e60e6ac-ce88-47b8-9836-5852cc36c3a4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039321 Apr 07 11:49:39.050369 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c22b929c-8dba-4ebb-9c9a-962ace052f3c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:39.050743 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.052465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e98bc6c5-ddb1-4725-9723-655cab80efb7 None None] Provisioning complete for port c505eb25-fd56-40ea-b330-ccbe47219caa triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:39.052819 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e98bc6c5-ddb1-4725-9723-655cab80efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.150723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e98bc6c5-ddb1-4725-9723-655cab80efb7 None None] Port c505eb25-fd56-40ea-b330-ccbe47219caa cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:39.207749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c22b929c-8dba-4ebb-9c9a-962ace052f3c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:39.283013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-f532cd96-abbf-403d-994c-6bab09e9dada service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469344 Apr 07 11:49:39.431255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f3313-7b8c-450c-8c4f-5f303207b251 None None] Network 48920594-8187-49ef-a751-96cdacf71c03 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:39.440087 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-55536c8c-cea3-4ad3-b004-cda64c7d19fc service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558945 Apr 07 11:49:39.465256 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b9e4cddf-0630-4216-b089-382a50009f62 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 11:49:39.469178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b9e4cddf-0630-4216-b089-382a50009f62 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820 HTTP/1.1" status: 409 len: 376 time: 0.7738714 Apr 07 11:49:39.469178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (7dcf1f3a-57be-483a-b652-a81fe1736266), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.469758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53516) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:39.538611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 87e52733-8970-47ba-9dcb-224cbaaaea5e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:39.632133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] Provisioning complete for port 87e52733-8970-47ba-9dcb-224cbaaaea5e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:39.632510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.809174 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (7dcf1f3a-57be-483a-b652-a81fe1736266), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.881335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 87e52733-8970-47ba-9dcb-224cbaaaea5e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:39.884779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.896220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] Current status of the port 87e52733-8970-47ba-9dcb-224cbaaaea5e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:39.896867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.995052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] For port 87e52733-8970-47ba-9dcb-224cbaaaea5e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=87e52733-8970-47ba-9dcb-224cbaaaea5e,segment=NetworkSegment(8ae963bd-f722-40d4-b169-c971b9c2bb7f),segment_id=8ae963bd-f722-40d4-b169-c971b9c2bb7f)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:40.007567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.042344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:49:40.149109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6e1a9-af7c-4e22-806f-efc2121784f0 None None] Pushing event updated for resources: {'Port': ['ID=87e52733-8970-47ba-9dcb-224cbaaaea5e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:40.195463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:40.200399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 87e52733-8970-47ba-9dcb-224cbaaaea5e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:40.201958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:40.217584 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:40.225800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.231015 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-98e78545-2dae-403e-af84-c1c1a33821fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0234799 Apr 07 11:49:40.231588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53530) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:40.240090 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:40.243315 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:40.271398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:40.271875 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.277934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7815a5f1-5978-478c-8c75-8bba6700eb43 req-df7f2054-5bf6-4ec2-8b68-b739093d7a9c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0804501 Apr 07 11:49:40.423827 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:40.426001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.432086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:40.432576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.447807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ba70f8d-e229-4ff5-8455-16b2081ca9ef tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e4103044649c4a208eb930b0cd45fcb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2121513 Apr 07 11:49:40.449305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53534) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:40.470552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:40.474457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-09ab111b-fc5f-4c86-bca4-624ad05ecbe2 None None] Provisioning complete for port 87e52733-8970-47ba-9dcb-224cbaaaea5e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:40.475000 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09ab111b-fc5f-4c86-bca4-624ad05ecbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.478225 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.479176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3602dbf3-963b-4f2c-b0d6-882679e68086 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:40.616411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7120f67-bcc4-458a-a83a-67f32434ddf5 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:40.620027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f7120f67-bcc4-458a-a83a-67f32434ddf5 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1697841 Apr 07 11:49:40.624292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53540) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:40.628844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:40.673081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2d37a0e9-9f72-42f6-b0af-1591767705f6 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474310 Apr 07 11:49:40.674412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3602dbf3-963b-4f2c-b0d6-882679e68086 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:40.681804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.683083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:40.688778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110779556', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:40.724832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-09ab111b-fc5f-4c86-bca4-624ad05ecbe2 None None] Current status of the port 87e52733-8970-47ba-9dcb-224cbaaaea5e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:40.787258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3602dbf3-963b-4f2c-b0d6-882679e68086 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:40.788975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c22b929c-8dba-4ebb-9c9a-962ace052f3c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:40.807293 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:38Z', 'revision_number': 3, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:40.853577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c22b929c-8dba-4ebb-9c9a-962ace052f3c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:40.853960 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.870554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:40.874534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.878513 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:40.879068 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Updating router 7dcf1f3a-57be-483a-b652-a81fe1736266 port 9b6d689c-57ac-4c98-b8e7-78c319d6339e binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:40.921619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting port c505eb25-fd56-40ea-b330-ccbe47219caa {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:40.921971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.924618 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.967971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c22b929c-8dba-4ebb-9c9a-962ace052f3c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:41.087756 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.108073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Calling delete_port for c505eb25-fd56-40ea-b330-ccbe47219caa owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:41.189468 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (1ba93e46-b83f-4a14-be00-02c9e32e566d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.210010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Sync routers for ids ['de359f85-9f29-418a-982d-da0ddd18432a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:41.227283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Routers {'de359f85-9f29-418a-982d-da0ddd18432a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:41.229913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['de359f85-9f29-418a-982d-da0ddd18432a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:41.277188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Subnet': ['ID=1ba93e46-b83f-4a14-be00-02c9e32e566d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:41.282985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.283461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.283912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.284354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.284803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.285327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.285767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.286213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.286645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.287084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.287511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.287940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.288412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.298383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Checking segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:41.312256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network hostable DHCP agents. Network: decdfaa8-b567-4760-b83f-6c8ff89be174, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:41.331505 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Publish callbacks [] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.337992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network decdfaa8-b567-4760-b83f-6c8ff89be174 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:41.339711 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.351065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, decdfaa8-b567-4760-b83f-6c8ff89be174) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:41.370864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:41.372249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.373612 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Attempting to bind port 9b6d689c-57ac-4c98-b8e7-78c319d6339e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:41.375423 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Attempting to bind port 9b6d689c-57ac-4c98-b8e7-78c319d6339e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:41.375975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Attempting to bind port 9b6d689c-57ac-4c98-b8e7-78c319d6339e on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:41.379586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 87e52733-8970-47ba-9dcb-224cbaaaea5e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:41.387244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca9410b-917b-4531-9d7f-825a364f1d21 None None] Network decdfaa8-b567-4760-b83f-6c8ff89be174 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:41.395316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-10d6f0be-4907-4967-b22b-e49bce42cf79 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7109392 Apr 07 11:49:41.398364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53548) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:41.451436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0fb495e-4be4-4ba8-906f-85aa1dd4f5f3 req-0f7d1ffa-ad01-4e9d-bfe4-56d290c38298 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0537798 Apr 07 11:49:41.457676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c505eb25-fd56-40ea-b330-ccbe47219caa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.489182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Port': ['ID=c505eb25-fd56-40ea-b330-ccbe47219caa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:41.511803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.512561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.513080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.513622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.514366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.514894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.515743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.516249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.516789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.517363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.517878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.518375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.518873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:41.561614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Set router de359f85-9f29-418a-982d-da0ddd18432a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:41.567977 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:41.568395 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:41.571698 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.572305 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:41.574232 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Bound port: 9b6d689c-57ac-4c98-b8e7-78c319d6339e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:41.575226 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.618643 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034220f-1e4c-45fc-9b61-d653ee76ebfb None None] Pushing event updated for resources: {'Port': ['ID=9b6d689c-57ac-4c98-b8e7-78c319d6339e,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:41.658409 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] For port 9b6d689c-57ac-4c98-b8e7-78c319d6339e, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:41.668789 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] For port 9b6d689c-57ac-4c98-b8e7-78c319d6339e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9b6d689c-57ac-4c98-b8e7-78c319d6339e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:41.681318 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.792178 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:41.793083 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:41.823209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-aa03eb29-f227-400c-9b41-c48f6a697872 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:41.824792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-aa03eb29-f227-400c-9b41-c48f6a697872 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.2113523 Apr 07 11:49:41.840972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:41.915339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (a5b26498-21ae-4a6b-93d0-bc74f5601820), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.947888 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034220f-1e4c-45fc-9b61-d653ee76ebfb None None] Pushing event updated for resources: {'Port': ['ID=9b6d689c-57ac-4c98-b8e7-78c319d6339e,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:42.028144 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:42.137435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.215093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 87e52733-8970-47ba-9dcb-224cbaaaea5e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:42.215840 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.237365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Router a5b26498-21ae-4a6b-93d0-bc74f5601820 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:42.238595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:42.242093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.285144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-decdfaa8-b567-4760-b83f-6c8ff89be174', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:42.286274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.342183 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:38Z', 'revision_number': 3, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:42.393469 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d628a-5ec7-4046-81fb-d44055ec7acd None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:38Z', 'revision_number': 3, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:42.431162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 87e52733-8970-47ba-9dcb-224cbaaaea5e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:42.432402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:42.483813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ee536c6e-a253-4645-b031-b0eac0bfba62', 'name': '', 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'mac_address': 'fa:16:3e:94:65:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:31Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 2, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'subnets': [{'id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:42.547161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:42.558318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58641941-994b-4eee-955b-668359f8ae6b None None] Sync routers for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:42.559639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-33d95f2a-61fd-4287-b619-250567cd2146 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0889978 Apr 07 11:49:42.562259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Checking router: de359f85-9f29-418a-982d-da0ddd18432a for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:42.562743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Updating router de359f85-9f29-418a-982d-da0ddd18432a port ee536c6e-a253-4645-b031-b0eac0bfba62 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:42.572755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.20.0.1 (decdfaa8-b567-4760-b83f-6c8ff89be174/1ba93e46-b83f-4a14-be00-02c9e32e566d/efbc8f36-0454-4074-89c8-c9ca0d43f8f8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:42.577112 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58641941-994b-4eee-955b-668359f8ae6b None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:42.577992 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58641941-994b-4eee-955b-668359f8ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:42.580632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53552) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:42.610445 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.638668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-626b051c-6b9b-44d5-ab3d-bbb525243760 req-909091cd-768a-4903-9107-be67c8d9a124 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0657635 Apr 07 11:49:42.643805 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-af86d305-7b50-4e37-afa7-08aafd9c7399 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] show failed (client error): The resource could not be found. Apr 07 11:49:42.651113 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-af86d305-7b50-4e37-afa7-08aafd9c7399 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-575525821 HTTP/1.1" status: 404 len: 334 time: 0.0693507 Apr 07 11:49:42.651729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53554) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:42.660772 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58641941-994b-4eee-955b-668359f8ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:42.664207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:42.664450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b353d76a-cc19-4953-b4a5-f0852f65a4d5 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:42.665359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.669735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.3 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:42.686565 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58641941-994b-4eee-955b-668359f8ae6b None None] Routers {'a5b26498-21ae-4a6b-93d0-bc74f5601820'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:42.687230 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58641941-994b-4eee-955b-668359f8ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['a5b26498-21ae-4a6b-93d0-bc74f5601820'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:42.774975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-58641941-994b-4eee-955b-668359f8ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:42.775571 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58641941-994b-4eee-955b-668359f8ae6b None None] The sync data for ids ['a5b26498-21ae-4a6b-93d0-bc74f5601820'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:42.785460 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [None req-b353d76a-cc19-4953-b4a5-f0852f65a4d5 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] update failed (client error): The resource could not be found. Apr 07 11:49:42.792173 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b353d76a-cc19-4953-b4a5-f0852f65a4d5 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-916838656 HTTP/1.1" status: 404 len: 334 time: 0.1377306 Apr 07 11:49:42.792790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:42.915361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting subnet a0b33828-9872-4253-9e45-37ee2fd848c9 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:42.919301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (a0b33828-9872-4253-9e45-37ee2fd848c9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.969816 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.004694 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a0b33828-9872-4253-9e45-37ee2fd848c9), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.010652 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.035364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.043785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:43.123646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:43.127580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:43.134990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:43.148496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.191275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a0b33828-9872-4253-9e45-37ee2fd848c9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.195176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Publish callbacks [] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.207933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.215212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:43.256703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network decdfaa8-b567-4760-b83f-6c8ff89be174 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:43.262444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:43.263126 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.296228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:43.314512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0f713d3a-6b7e-43a9-9706-781c1ad39347 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800062 Apr 07 11:49:43.314959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:43.331627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Request body: {'port': {'device_id': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:43.356897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:43.395577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Allocated IP 172.20.0.2 (decdfaa8-b567-4760-b83f-6c8ff89be174/1ba93e46-b83f-4a14-be00-02c9e32e566d/2382684f-a0e4-4602-be06-c3bcbdcde9a3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:43.513692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.516960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.550083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9b6d689c-57ac-4c98-b8e7-78c319d6339e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:43.582029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18799128-eafe-4427-8f26-2b72a69f6ccd None None] Pushing event updated for resources: {'Port': ['ID=ee536c6e-a253-4645-b031-b0eac0bfba62,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:43.600861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a0b33828-9872-4253-9e45-37ee2fd848c9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.646097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b33828-9872-4253-9e45-37ee2fd848c9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:43.669818 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.673033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3cffb829-b8bd-482b-b282-b44893645f27 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/subnets/a0b33828-9872-4253-9e45-37ee2fd848c9 HTTP/1.1" status: 204 len: 168 time: 0.8762190 Apr 07 11:49:43.675731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:43.725760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d92609-e2ff-44bb-9a21-605fa86e9101 None None] Network 48920594-8187-49ef-a751-96cdacf71c03 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:43.785366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (48920594-8187-49ef-a751-96cdacf71c03), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.842457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Attempting to bind port ee536c6e-a253-4645-b031-b0eac0bfba62 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:43.843404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Attempting to bind port ee536c6e-a253-4645-b031-b0eac0bfba62 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:43.844010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Attempting to bind port ee536c6e-a253-4645-b031-b0eac0bfba62 on network 57d57fa0-0b39-4f90-81fa-bd7898e3336a {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:43.905421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:43.905809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Checking segment: {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:43.906207 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.906847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Bound using segment: {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:43.907246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Bound port: ee536c6e-a253-4645-b031-b0eac0bfba62, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:43.907502 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.919246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9b6d689c-57ac-4c98-b8e7-78c319d6339e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:43.919619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.944249 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683166-dd2f-4793-bb13-e8c83658a2d1 req-e0ba581b-be67-4ace-9047-4dc65f335707 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:43.958522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52683166-dd2f-4793-bb13-e8c83658a2d1 req-e0ba581b-be67-4ace-9047-4dc65f335707 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 931 time: 0.1715024 Apr 07 11:49:43.963093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-991c5d6e-fcfd-4dee-b726-36e67a0c9376 None None] Provisioning complete for port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:43.963478 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-991c5d6e-fcfd-4dee-b726-36e67a0c9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.976748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.027967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting port 87e52733-8970-47ba-9dcb-224cbaaaea5e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:44.028492 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.076215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52683166-dd2f-4793-bb13-e8c83658a2d1 req-005c962e-4132-45a6-b3ad-48edbae582a1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166103 Apr 07 11:49:44.085978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-991c5d6e-fcfd-4dee-b726-36e67a0c9376 None None] Port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:44.168710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:44.200361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Publish callbacks [] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.231917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Transition to ACTIVE for port object 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:49:44.241383 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.256444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9b6d689c-57ac-4c98-b8e7-78c319d6339e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:44.256899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.267674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] For port 87e52733-8970-47ba-9dcb-224cbaaaea5e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=87e52733-8970-47ba-9dcb-224cbaaaea5e,segment=NetworkSegment(8ae963bd-f722-40d4-b169-c971b9c2bb7f),segment_id=8ae963bd-f722-40d4-b169-c971b9c2bb7f)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:44.268193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.288918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9b6d689c-57ac-4c98-b8e7-78c319d6339e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9b6d689c-57ac-4c98-b8e7-78c319d6339e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:44.314043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Calling delete_port for 87e52733-8970-47ba-9dcb-224cbaaaea5e owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:44.325919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:44.330925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] DHCP port deletion for 48920594-8187-49ef-a751-96cdacf71c03 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:44.340943 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.380613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] For port ee536c6e-a253-4645-b031-b0eac0bfba62, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:44.448583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Attempting to bind port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:44.449338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Attempting to bind port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:44.449939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Attempting to bind port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:44.455542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:49:44.456355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Attempting to bind port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:44.463412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:44.464413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:44.465085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:44.465794 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Bound port: 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:44.466499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.507537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] For port ee536c6e-a253-4645-b031-b0eac0bfba62, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee536c6e-a253-4645-b031-b0eac0bfba62,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:44.520754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d6352478-afb5-4802-ac36-920d1a5144c2 None None] Provisioning complete for port ee536c6e-a253-4645-b031-b0eac0bfba62 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:44.523002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d6352478-afb5-4802-ac36-920d1a5144c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.564448 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.570268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] For port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:44.575946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] For port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:44.584014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.590421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] No DVR routers for this DVR port 87e52733-8970-47ba-9dcb-224cbaaaea5e on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:44.606065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d6352478-afb5-4802-ac36-920d1a5144c2 None None] Port ee536c6e-a253-4645-b031-b0eac0bfba62 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:44.611576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Publish callbacks [] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.625973 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.673509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:44.682734 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.716831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (48920594-8187-49ef-a751-96cdacf71c03), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.717390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:44.719773 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.722953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d9b43cd-78d2-4ab7-8a12-7b8ad77ace47 service neutron] 10.222.0.23 "PUT /v2.0/ports/4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d HTTP/1.1" status: 200 len: 1091 time: 1.4005010 Apr 07 11:49:44.723217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9b6d689c-57ac-4c98-b8e7-78c319d6339e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:44.728073 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'tag': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:44.730774 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed93de34-87e8-4a7c-b696-495aab727d70" -d '{"events": [{"name": "network-changed", "server_uuid": "7243ba9c-9e43-4c6c-939e-7b9620142cf6", "tag": "4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:44.749471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Deleting port 87e52733-8970-47ba-9dcb-224cbaaaea5e {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:44.750036 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.764209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48920594-8187-49ef-a751-96cdacf71c03']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:44.806625 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f943a-58e2-4ad6-aa1e-ae8100fa2643 x-openstack-request-id: req-450f943a-58e2-4ad6-aa1e-ae8100fa2643 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:44.806961 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7243ba9c-9e43-4c6c-939e-7b9620142cf6", "tag": "4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:44.807178 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-450f943a-58e2-4ad6-aa1e-ae8100fa2643 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:44.807590 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450f943a-58e2-4ad6-aa1e-ae8100fa2643'] response: {'name': 'network-changed', 'server_uuid': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'tag': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d', 'status': 'completed', 'code': 200} Apr 07 11:49:44.809805 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Port': ['ID=87e52733-8970-47ba-9dcb-224cbaaaea5e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:44.821801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae963bd-f722-40d4-b169-c971b9c2bb7f') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:44.822129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae963bd-f722-40d4-b169-c971b9c2bb7f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:44.831804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-1e190164-dae3-4019-88de-3eb360af1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:44.833559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-1e190164-dae3-4019-88de-3eb360af1725 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 1125 time: 0.0641944 Apr 07 11:49:44.880840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (8ae963bd-f722-40d4-b169-c971b9c2bb7f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.918480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Routers {'de359f85-9f29-418a-982d-da0ddd18432a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:44.919431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['de359f85-9f29-418a-982d-da0ddd18432a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:44.923496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (8ae963bd-f722-40d4-b169-c971b9c2bb7f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.926386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-0a1c1311-62dc-49b0-9f0f-de6a3da32347 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d HTTP/1.1" status: 200 len: 217 time: 0.0846231 Apr 07 11:49:44.946557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:44.946983 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (8ae963bd-f722-40d4-b169-c971b9c2bb7f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:44.950250 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:45.025113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d028740-01d8-4965-a0f0-491aadbfc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:45.028134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-5d028740-01d8-4965-a0f0-491aadbfc556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0950952 Apr 07 11:49:45.110979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-ebd47b8d-c8cf-4672-aa2e-a0b7f6957391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:45.112555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-ebd47b8d-c8cf-4672-aa2e-a0b7f6957391 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776434 Apr 07 11:49:45.206339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Network decdfaa8-b567-4760-b83f-6c8ff89be174 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:45.214184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:45.217410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:45.301846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-10f7e7f4-50c7-4c4c-92bd-95171fdd62f9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824906 Apr 07 11:49:45.344911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ba028-567e-477b-b207-a7a438e49f2e req-f2f2f580-eb32-4ee3-b005-2fca80eab34a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:45.347119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a9ba028-567e-477b-b207-a7a438e49f2e req-f2f2f580-eb32-4ee3-b005-2fca80eab34a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.1509297 Apr 07 11:49:45.370391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] For port 87e52733-8970-47ba-9dcb-224cbaaaea5e, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:45.371496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.389627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Calling delete_port for 87e52733-8970-47ba-9dcb-224cbaaaea5e owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:45.393244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Port 87e52733-8970-47ba-9dcb-224cbaaaea5e was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:49:45.455421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (87e52733-8970-47ba-9dcb-224cbaaaea5e), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.463696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] Set router de359f85-9f29-418a-982d-da0ddd18432a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:45.475781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a9ba028-567e-477b-b207-a7a438e49f2e req-4d06c7e3-d323-4f13-9791-9c8c146acfc3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947585 Apr 07 11:49:45.481336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50e926d4-37fe-4a19-a6a7-c5e704c98255 req-88559545-cae4-4ca8-b9c3-4cf28c4713de service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691332 Apr 07 11:49:45.507112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9b6d689c-57ac-4c98-b8e7-78c319d6339e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:45.580000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.586497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.609381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-3ec1686c-15ad-4702-9f9e-46bf2408a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:45.611346 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-3ec1686c-15ad-4702-9f9e-46bf2408a067 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 1125 time: 0.0784841 Apr 07 11:49:45.667878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:45.670664 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (48920594-8187-49ef-a751-96cdacf71c03), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.676079 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.679507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/networks/48920594-8187-49ef-a751-96cdacf71c03 HTTP/1.1" status: 204 len: 168 time: 2.0031259 Apr 07 11:49:45.691371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53566) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:45.707124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12d6c-927e-482e-8cf0-0ef7146e23d9 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Network': ['ID=48920594-8187-49ef-a751-96cdacf71c03,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:45.720869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] No DVR routers for this DVR port 87e52733-8970-47ba-9dcb-224cbaaaea5e on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:45.729491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.736410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18799128-eafe-4427-8f26-2b72a69f6ccd None None] Pushing event updated for resources: {'Port': ['ID=ee536c6e-a253-4645-b031-b0eac0bfba62,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:45.767674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Attempting to bind port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:45.768049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Attempting to bind port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:45.768419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Attempting to bind port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 on network decdfaa8-b567-4760-b83f-6c8ff89be174 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:45.806713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:45.807102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Checking segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:45.807512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.807909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Bound using segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:45.808400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Bound port: 2382684f-a0e4-4602-be06-c3bcbdcde9a3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:45.808787 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.818969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting subnet 6ab48edc-e5e3-43de-ac10-89ecbfd08763 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:45.824840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (6ab48edc-e5e3-43de-ac10-89ecbfd08763), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.856611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network decdfaa8-b567-4760-b83f-6c8ff89be174 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:45.858949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:45.859546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Pushing event updated for resources: {'Port': ['ID=2382684f-a0e4-4602-be06-c3bcbdcde9a3,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:45.881229 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (6ab48edc-e5e3-43de-ac10-89ecbfd08763), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.900904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80501c-550c-416e-a9a7-da784344fdfc None None] Pushing event deleted for resources: {'Port': ['ID=87e52733-8970-47ba-9dcb-224cbaaaea5e,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:45.903091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9b6d689c-57ac-4c98-b8e7-78c319d6339e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:45.904093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.970785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] Provisioning complete for port ee536c6e-a253-4645-b031-b0eac0bfba62 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:45.971170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:45.988134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6ab48edc-e5e3-43de-ac10-89ecbfd08763), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.021674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:46.029078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ee536c6e-a253-4645-b031-b0eac0bfba62', 'name': '', 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'mac_address': 'fa:16:3e:94:65:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:31Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'subnets': [{'id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:46.033371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] For port 2382684f-a0e4-4602-be06-c3bcbdcde9a3, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:46.073865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (6ab48edc-e5e3-43de-ac10-89ecbfd08763), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.080163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e55891-c0ce-4b7b-b8fe-dfed53abf4c9 None None] The sync data for ids ['de359f85-9f29-418a-982d-da0ddd18432a'] in n-d-836788-1 is: [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T11:49:32Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ee536c6e-a253-4645-b031-b0eac0bfba62', 'name': '', 'network_id': '57d57fa0-0b39-4f90-81fa-bd7898e3336a', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'mac_address': 'fa:16:3e:94:65:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:31Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'subnets': [{'id': 'b688a6c2-7654-4ea3-97de-85e20bfb22aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:46.082895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] For port 2382684f-a0e4-4602-be06-c3bcbdcde9a3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2382684f-a0e4-4602-be06-c3bcbdcde9a3,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:46.111227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-ed858d21-4220-49dc-915c-79ebe308b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.111657 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.112624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-ed858d21-4220-49dc-915c-79ebe308b463 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.4960041 Apr 07 11:49:46.124502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab48edc-e5e3-43de-ac10-89ecbfd08763,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:46.129897 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.137055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a14a1a0-d1d9-47bc-b953-a3f3c042e0f6 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/subnets/6ab48edc-e5e3-43de-ac10-89ecbfd08763 HTTP/1.1" status: 204 len: 168 time: 0.4446192 Apr 07 11:49:46.138160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53568) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:46.167199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c2fc1-9c15-47de-8af4-b33362b71bb1 None None] Network 97522fd8-b40e-4a60-838e-68bda1df8832 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:46.186698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-7493e341-9f6f-46b4-babf-9b131f12bce6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d HTTP/1.1" status: 200 len: 217 time: 0.0580547 Apr 07 11:49:46.210599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:46.225185 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a9a19e3b-ac99-44b6-be9e-1befc950144a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "PUT /v2.0/routers/7dcf1f3a-57be-483a-b652-a81fe1736266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8241715 Apr 07 11:49:46.226467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:46.250067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] Current status of the port ee536c6e-a253-4645-b031-b0eac0bfba62 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:46.250463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.336928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9b6d689c-57ac-4c98-b8e7-78c319d6339e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:46.358613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d9fae-f7e0-4a3e-b3db-50bced4ac72c None None] Pushing event updated for resources: {'Port': ['ID=2382684f-a0e4-4602-be06-c3bcbdcde9a3,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:46.405955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting subnet b4c70259-d6fb-439e-8409-84f7a8753d22 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:46.417680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-d3f2d1e9-a7d1-4254-8caa-36b397c22851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.419499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-d3f2d1e9-a7d1-4254-8caa-36b397c22851 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.1841271 Apr 07 11:49:46.422635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] For port ee536c6e-a253-4645-b031-b0eac0bfba62, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee536c6e-a253-4645-b031-b0eac0bfba62,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:46.423203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (b4c70259-d6fb-439e-8409-84f7a8753d22), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.432051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.500798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 87e52733-8970-47ba-9dcb-224cbaaaea5e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:46.561731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (b4c70259-d6fb-439e-8409-84f7a8753d22), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.570792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 87e52733-8970-47ba-9dcb-224cbaaaea5e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:46.571512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 87e52733-8970-47ba-9dcb-224cbaaaea5e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:46.652351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc158a0-f4f6-448c-a897-c73a222f01fe None None] Pushing event updated for resources: {'Port': ['ID=ee536c6e-a253-4645-b031-b0eac0bfba62,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:46.690332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.690900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.691272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.691747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.692216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.692679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.693161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.693625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.694083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.696513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-63a7a41f-cc0c-4828-8666-eeb3b32f5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.699619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b097c5a-22d7-4706-9576-a389ae6bdf8e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6329 time: 0.4686346 Apr 07 11:49:46.706657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53574) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:46.713900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-63a7a41f-cc0c-4828-8666-eeb3b32f5f72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2801456 Apr 07 11:49:46.789322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] DHCP port deletion for 97522fd8-b40e-4a60-838e-68bda1df8832 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:46.925761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] Deleting port eb527cb1-3564-45cf-b445-c35503bb5733 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:46.926516 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.931722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.932198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.932655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.936626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.937064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.937555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.938011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.938467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.943143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cbbbd097-b6de-48b4-b53f-d17a6a9114f9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5228 time: 0.2225227 Apr 07 11:49:46.947877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:47.003402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:47.003641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffd481-8c75-45c9-b114-d256e61aeb97 req-a83b0df1-8891-4893-b13f-2c05f26ba9eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:47.011846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85ffd481-8c75-45c9-b114-d256e61aeb97 req-a83b0df1-8891-4893-b13f-2c05f26ba9eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.3476017 Apr 07 11:49:47.033923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-abbdc855-272c-451c-928f-06f0609c4e6c service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998626 Apr 07 11:49:47.039547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b4c70259-d6fb-439e-8409-84f7a8753d22), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.076265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] For port eb527cb1-3564-45cf-b445-c35503bb5733, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=eb527cb1-3564-45cf-b445-c35503bb5733,segment=NetworkSegment(823b8349-94c1-43cd-849a-f30aee3e9027),segment_id=823b8349-94c1-43cd-849a-f30aee3e9027)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:47.076265 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.099355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] Calling delete_port for eb527cb1-3564-45cf-b445-c35503bb5733 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:47.172556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85ffd481-8c75-45c9-b114-d256e61aeb97 req-889ca6be-4363-4df0-9672-c848e80f5e41 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597593 Apr 07 11:49:47.201679 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (eb527cb1-3564-45cf-b445-c35503bb5733), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.214966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:47.215592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:47.218540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] No DVR routers for this DVR port eb527cb1-3564-45cf-b445-c35503bb5733 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:47.317016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2a4e0-0ff9-4a5b-a91a-8b7ed14ff5fb None None] Pushing event deleted for resources: {'Port': ['ID=eb527cb1-3564-45cf-b445-c35503bb5733,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:47.371881 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (b4c70259-d6fb-439e-8409-84f7a8753d22), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.392069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-375cf195-cd4f-4168-94cf-e2b5731b25a4 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 0.4382911 Apr 07 11:49:47.405116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed93de34-87e8-4a7c-b696-495aab727d70 req-34d9e142-514f-4679-8f87-7eeb94897792 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610764 Apr 07 11:49:47.417548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:47.495890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c70259-d6fb-439e-8409-84f7a8753d22,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:47.506545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.515241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-52f90573-60e7-4979-907f-7187c34ba52c tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/subnets/b4c70259-d6fb-439e-8409-84f7a8753d22 HTTP/1.1" status: 204 len: 168 time: 1.3672292 Apr 07 11:49:47.515771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53580) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:47.569059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b487d-83aa-43e7-a3e6-2040c66a493f None None] Network 26f915cc-0b73-484e-879e-7f9a63521b5a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:47.570996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382684f-a0e4-4602-be06-c3bcbdcde9a3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:47.662934 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (97522fd8-b40e-4a60-838e-68bda1df8832), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.829397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (97522fd8-b40e-4a60-838e-68bda1df8832), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.857507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97522fd8-b40e-4a60-838e-68bda1df8832']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:47.870442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823b8349-94c1-43cd-849a-f30aee3e9027') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:47.870759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823b8349-94c1-43cd-849a-f30aee3e9027') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:47.888178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (823b8349-94c1-43cd-849a-f30aee3e9027), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.912260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (823b8349-94c1-43cd-849a-f30aee3e9027), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.920889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:47.921424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (823b8349-94c1-43cd-849a-f30aee3e9027), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.962090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53582) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:47.967267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518040368', 'description': 'tempest-secgroup-smoke-1518040368 description', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:47.995687 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:48.001417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (97522fd8-b40e-4a60-838e-68bda1df8832), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.006049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.009624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.016278 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/networks/97522fd8-b40e-4a60-838e-68bda1df8832 HTTP/1.1" status: 204 len: 168 time: 0.4992776 Apr 07 11:49:48.016836 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53584) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:48.087536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ae429-c754-4713-b181-e2c09a1147ea None None] Network decdfaa8-b567-4760-b83f-6c8ff89be174 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:48.093802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f7afa-7717-49a7-8ad2-02064f4cd883 tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Network': ['ID=97522fd8-b40e-4a60-838e-68bda1df8832,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:48.114720 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (85af000a-4d82-4c54-9aa2-699b8693d665), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.121730 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (85af000a-4d82-4c54-9aa2-699b8693d665), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.139027 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (26f915cc-0b73-484e-879e-7f9a63521b5a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.145070 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.147598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1833217 Apr 07 11:49:48.151120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53586) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:48.157078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '85af000a-4d82-4c54-9aa2-699b8693d665', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:48.174500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846e62-10fa-426c-9dae-6c2cb1885eb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85af000a-4d82-4c54-9aa2-699b8693d665,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:48.249644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (82306a9d-1825-4fe5-8977-c258d9bafed9), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.255448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting port c7faea69-e86c-4f1a-b599-0cb7a7146632 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:48.255938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.313251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] DHCP port deletion for 26f915cc-0b73-484e-879e-7f9a63521b5a request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:48.315005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Provisioning complete for port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:48.316307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.333767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8022-f21d-4837-8f37-e113d42ad1a0 req-3b6cc8d0-4319-4a2d-9372-7588854b9d47 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:48.335358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b5e8022-f21d-4837-8f37-e113d42ad1a0 req-3b6cc8d0-4319-4a2d-9372-7588854b9d47 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0872102 Apr 07 11:49:48.372061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:48.372482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.375617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] For port c7faea69-e86c-4f1a-b599-0cb7a7146632, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c7faea69-e86c-4f1a-b599-0cb7a7146632,segment=NetworkSegment(5b6a3ec2-d52f-47c1-93f1-896927666006),segment_id=5b6a3ec2-d52f-47c1-93f1-896927666006)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:48.376174 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.398907 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Calling delete_port for c7faea69-e86c-4f1a-b599-0cb7a7146632 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:48.405649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b5e8022-f21d-4837-8f37-e113d42ad1a0 req-c6ce82c4-9c5f-4f49-805a-61cbfe3d9e07 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Apr 07 11:49:48.527928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.548368 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (82306a9d-1825-4fe5-8977-c258d9bafed9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.579872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (82306a9d-1825-4fe5-8977-c258d9bafed9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.582573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] No DVR routers for this DVR port c7faea69-e86c-4f1a-b599-0cb7a7146632 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:48.598027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Port': ['ID=c7faea69-e86c-4f1a-b599-0cb7a7146632,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:48.606706 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82306a9d-1825-4fe5-8977-c258d9bafed9,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:48.613339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Deleting port c7faea69-e86c-4f1a-b599-0cb7a7146632 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:48.613726 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.693659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:43Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 2, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:48.697061 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:48.698601 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.700621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Current status of the port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:48.701243 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.709932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (26f915cc-0b73-484e-879e-7f9a63521b5a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.734409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f915cc-0b73-484e-879e-7f9a63521b5a']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:48.745362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6a3ec2-d52f-47c1-93f1-896927666006') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:48.745678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6a3ec2-d52f-47c1-93f1-896927666006') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:48.755744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (5b6a3ec2-d52f-47c1-93f1-896927666006), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.770793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5b6a3ec2-d52f-47c1-93f1-896927666006), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.777070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:48.777593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (5b6a3ec2-d52f-47c1-93f1-896927666006), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.795149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:48.795432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Updating router 7dcf1f3a-57be-483a-b652-a81fe1736266 port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:48.843345 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:48.847085 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (26f915cc-0b73-484e-879e-7f9a63521b5a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.852912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.856449 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/networks/26f915cc-0b73-484e-879e-7f9a63521b5a HTTP/1.1" status: 204 len: 168 time: 0.8355010 Apr 07 11:49:48.859106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53590) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:48.863909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.868633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f830b765-348f-4c32-9113-acb2ca191a89 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7144320 Apr 07 11:49:48.868801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53592) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:48.871539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] For port c7faea69-e86c-4f1a-b599-0cb7a7146632, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:48.871958 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.878713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94550ef5-d126-48a5-b755-2345e1cc022f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Network': ['ID=26f915cc-0b73-484e-879e-7f9a63521b5a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:48.887323 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.901351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '85af000a-4d82-4c54-9aa2-699b8693d665', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:48.917698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Calling delete_port for c7faea69-e86c-4f1a-b599-0cb7a7146632 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:48.921609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Port c7faea69-e86c-4f1a-b599-0cb7a7146632 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:49:48.936365 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c7faea69-e86c-4f1a-b599-0cb7a7146632), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.970899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting subnet 1fb8f38b-93eb-4dff-a512-2bc78dbb48d2 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:48.977032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (1fb8f38b-93eb-4dff-a512-2bc78dbb48d2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:48.994011 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 2382684f-a0e4-4602-be06-c3bcbdcde9a3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2382684f-a0e4-4602-be06-c3bcbdcde9a3,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:48.999153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Pushing event deleted for resources: {'Port': ['ID=c7faea69-e86c-4f1a-b599-0cb7a7146632,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.002458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (cb1c0d1d-e5d4-4536-bee7-f27542b17316), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.010416 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.012158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ee536c6e-a253-4645-b031-b0eac0bfba62 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:49.019719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] Network 26f915cc-0b73-484e-879e-7f9a63521b5a is not hosted by any dhcp agent {{(pid=104179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:49:49.020796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f1889-8beb-4c50-a76d-1d082eeb1f92 None None] No DVR routers for this DVR port c7faea69-e86c-4f1a-b599-0cb7a7146632 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:49.038526 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (1fb8f38b-93eb-4dff-a512-2bc78dbb48d2), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.293711 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:49.406412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:49:49.407039 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:49:49.410346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=2382684f-a0e4-4602-be06-c3bcbdcde9a3,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.438881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Publish callbacks [] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.440685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ee536c6e-a253-4645-b031-b0eac0bfba62 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:49.441048 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.475334 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.536413 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (cb1c0d1d-e5d4-4536-bee7-f27542b17316), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.544546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76eb4-4926-4358-9b98-e2fe30bdb36c None None] Pushing event updated for resources: {'Port': ['ID=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.551733 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (cb1c0d1d-e5d4-4536-bee7-f27542b17316), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.603951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ee536c6e-a253-4645-b031-b0eac0bfba62 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:49.611751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1c0d1d-e5d4-4536-bee7-f27542b17316,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.626533 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1fb8f38b-93eb-4dff-a512-2bc78dbb48d2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.650390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Attempting to bind port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:49.651057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Attempting to bind port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:49.655264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Attempting to bind port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 on network decdfaa8-b567-4760-b83f-6c8ff89be174 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:49.661489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:49.662273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Checking segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:49.662852 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.663416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Bound using segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:49.664054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Bound port: efbc8f36-0454-4074-89c8-c9ca0d43f8f8, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:49.664665 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.667508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.672149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53596) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:49.676704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '85af000a-4d82-4c54-9aa2-699b8693d665', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:49.681827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c9328511-a790-4fc9-bdc7-52062f5ddcb8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8120000 Apr 07 11:49:49.729477 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (515bfe68-aaf8-4008-b5e7-ecdeba6336ea), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.730869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eb527cb1-3564-45cf-b445-c35503bb5733 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:49.764456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: eb527cb1-3564-45cf-b445-c35503bb5733 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:49.764803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device eb527cb1-3564-45cf-b445-c35503bb5733 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:49.778282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25919275-2e30-413c-93ac-d3686add635a req-b9b7dd54-6223-4cb8-aa79-228b72e42608 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:49.788746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25919275-2e30-413c-93ac-d3686add635a req-b9b7dd54-6223-4cb8-aa79-228b72e42608 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.2972424 Apr 07 11:49:49.798615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] For port efbc8f36-0454-4074-89c8-c9ca0d43f8f8, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:49.802735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] For port efbc8f36-0454-4074-89c8-c9ca0d43f8f8, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:49.814219 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.826950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (1fb8f38b-93eb-4dff-a512-2bc78dbb48d2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.865917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (515bfe68-aaf8-4008-b5e7-ecdeba6336ea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.871979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (515bfe68-aaf8-4008-b5e7-ecdeba6336ea), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.894898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:49.895605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:49:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:49.896804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515bfe68-aaf8-4008-b5e7-ecdeba6336ea,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.897851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76eb4-4926-4358-9b98-e2fe30bdb36c None None] Pushing event updated for resources: {'Port': ['ID=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.925281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.935042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53598) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:49.937005 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/subnets/1fb8f38b-93eb-4dff-a512-2bc78dbb48d2 HTTP/1.1" status: 204 len: 168 time: 1.0767677 Apr 07 11:49:49.944967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eee37-76bf-48ca-9e6b-316cb0f4948e tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb8f38b-93eb-4dff-a512-2bc78dbb48d2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:49.954207 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:49.959569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b59d4d0-8484-432a-afe3-c2b815006533 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863655 Apr 07 11:49:49.962197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53600) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:49.966711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25919275-2e30-413c-93ac-d3686add635a req-1f40dd0b-56a2-477a-8c37-212a9c8a0d28 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769304 Apr 07 11:49:49.968248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '85af000a-4d82-4c54-9aa2-699b8693d665', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:49.986634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad54332-824f-45ab-ba83-58ac34cb89ae None None] Network 9f1405fc-1f8e-4976-89ad-245579c16128 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:50.081656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9f1405fc-1f8e-4976-89ad-245579c16128), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.095084 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (e30f7bc9-e03f-4947-8111-36dab740fc42), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.194918 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (e30f7bc9-e03f-4947-8111-36dab740fc42), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.198309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382684f-a0e4-4602-be06-c3bcbdcde9a3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:50.209260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e30f7bc9-e03f-4947-8111-36dab740fc42), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.226261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Deleting port f2376b69-0769-4943-a276-291b73b4a57f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:50.226672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f2376b69-0769-4943-a276-291b73b4a57f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.271278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30f7bc9-e03f-4947-8111-36dab740fc42,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:50.288940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.291180 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1960b636-53cf-44d4-8cbd-4e267e7bd585 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271084 Apr 07 11:49:50.294069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53602) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:50.302223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '85af000a-4d82-4c54-9aa2-699b8693d665', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:50.312225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec2746-f8af-4633-8060-fcc509268590 None None] Current status of the port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:50.320797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] For port f2376b69-0769-4943-a276-291b73b4a57f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f2376b69-0769-4943-a276-291b73b4a57f,segment=NetworkSegment(f5ec69e1-ab49-4eec-873f-763616037707),segment_id=f5ec69e1-ab49-4eec-873f-763616037707)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:50.321412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f2376b69-0769-4943-a276-291b73b4a57f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.338053 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Calling delete_port for f2376b69-0769-4943-a276-291b73b4a57f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:50.340240 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Project e4103044649c4a208eb930b0cd45fcb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:49:50.348365 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (df0741af-2555-4d66-9efb-612aaa6a0efd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.392368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:50.436437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (df0741af-2555-4d66-9efb-612aaa6a0efd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.447784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (df0741af-2555-4d66-9efb-612aaa6a0efd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.450661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:50.451230 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.462840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f2376b69-0769-4943-a276-291b73b4a57f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.499527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] No DVR routers for this DVR port f2376b69-0769-4943-a276-291b73b4a57f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:50.501879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Port': ['ID=f2376b69-0769-4943-a276-291b73b4a57f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:50.521082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0741af-2555-4d66-9efb-612aaa6a0efd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:50.530014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.535392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b5f106d4-640a-4fab-a580-7461a5390ec7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2396460 Apr 07 11:49:50.535713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Provisioning complete for port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:50.536085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53604) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:50.536212 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.544338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '85af000a-4d82-4c54-9aa2-699b8693d665', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:50.547287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd040d8-7057-4b53-a9eb-16b2b1ed3cd7 None None] DHCP port deletion for 9f1405fc-1f8e-4976-89ad-245579c16128 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:50.566687 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Project e4103044649c4a208eb930b0cd45fcb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:49:50.589094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (bb413700-7864-431b-92cf-85190b091327), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.606285 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9f1405fc-1f8e-4976-89ad-245579c16128), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.630657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1405fc-1f8e-4976-89ad-245579c16128']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:50.643086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ec69e1-ab49-4eec-873f-763616037707') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:50.643472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ec69e1-ab49-4eec-873f-763616037707') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:50.658680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f5ec69e1-ab49-4eec-873f-763616037707), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.670961 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (bb413700-7864-431b-92cf-85190b091327), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.676794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (bb413700-7864-431b-92cf-85190b091327), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.679003 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f5ec69e1-ab49-4eec-873f-763616037707), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.697088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:50.697948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f5ec69e1-ab49-4eec-873f-763616037707), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:50.702412 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:50.710727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb413700-7864-431b-92cf-85190b091327,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:50.735904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.747866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-98b1a9fe-8b5a-4395-b289-35a6b49bbb54 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2002919 Apr 07 11:49:50.797075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:50.801332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Current status of the port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:50.801762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9f1405fc-1f8e-4976-89ad-245579c16128), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.818300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.824975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53610) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:50.825693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/networks/9f1405fc-1f8e-4976-89ad-245579c16128 HTTP/1.1" status: 204 len: 168 time: 0.8895855 Apr 07 11:49:50.840232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Provisioning complete for port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:50.850036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9ffed-7d6f-4875-b656-0b7ad65ec5ea tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Pushing event deleted for resources: {'Network': ['ID=9f1405fc-1f8e-4976-89ad-245579c16128,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:50.850819 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.892755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-fca882b8-fe0e-4b5f-b0b5-b81aa174faaa tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b26498-21ae-4a6b-93d0-bc74f5601820 HTTP/1.1" status: 200 len: 205 time: 0.0635283 Apr 07 11:49:50.893471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53618) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:50.902966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7faea69-e86c-4f1a-b599-0cb7a7146632 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:50.944721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c7faea69-e86c-4f1a-b599-0cb7a7146632 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:50.945196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c7faea69-e86c-4f1a-b599-0cb7a7146632 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:50.960965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:43Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:49Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:51.004809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d34e45-ff5d-49c7-85a7-6b1ea2569dcf None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:43Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:49Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:51.013900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-061929f5-b12d-4f68-9f35-05a25c8b9d86 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518040368&fields=id&tenant_id=e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 267 time: 0.0870900 Apr 07 11:49:51.132836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Current status of the port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:51.134183 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.227315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] For port efbc8f36-0454-4074-89c8-c9ca0d43f8f8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:51.236611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.290760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909e39b-06ab-4102-ac56-2579bcaf4ad4 req-54076f8a-4c01-450f-a3e6-9a0bd867fce6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:51.299331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b909e39b-06ab-4102-ac56-2579bcaf4ad4 req-54076f8a-4c01-450f-a3e6-9a0bd867fce6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.1626065 Apr 07 11:49:51.325319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d13c9-a004-4e77-8412-1085b9b62cdb None None] Pushing event updated for resources: {'Port': ['ID=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:51.338284 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.339117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-0cfd89e3-54b0-4779-aec0-788e28c5eeae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:51.340724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-0cfd89e3-54b0-4779-aec0-788e28c5eeae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 796 time: 0.3260503 Apr 07 11:49:51.380817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-36403539-7be6-47be-9abf-94fe99ed1fdb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/quotas/e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 375 time: 0.0323246 Apr 07 11:49:51.454985 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b909e39b-06ab-4102-ac56-2579bcaf4ad4 req-3ed99f97-f950-4e41-8c9b-910d3367823d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547647 Apr 07 11:49:51.481830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-286337d2-2d57-4bb6-a9e1-e2ed62c9366d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940499 Apr 07 11:49:51.565904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-d6e0787e-8a21-443d-bf52-981870b1e190 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:49:51.571737 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.573969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-d6e0787e-8a21-443d-bf52-981870b1e190 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0792713 Apr 07 11:49:51.575550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router_controller (a5b26498-21ae-4a6b-93d0-bc74f5601820), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.632550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (a5b26498-21ae-4a6b-93d0-bc74f5601820), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.633225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Fanout notify agent at l3_agent the message router_deleted on router a5b26498-21ae-4a6b-93d0-bc74f5601820 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:49:51.650059 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:51.651276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d1712d6a-a0a3-4f82-b754-63c0cd0f5b3f tempest-RoutersNegativeIpV6Test-466883203 tempest-RoutersNegativeIpV6Test-466883203-project] 10.222.0.13 "DELETE /v2.0/routers/a5b26498-21ae-4a6b-93d0-bc74f5601820 HTTP/1.1" status: 204 len: 168 time: 0.7559822 Apr 07 11:49:51.697286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-a298ceb6-98d9-4390-86ee-712fde99fd51 service neutron] 10.222.0.13 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212904 Apr 07 11:49:51.819096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-bf2a9421-0003-45ab-8a05-07d20a9cfdd2 service neutron] 10.222.0.13 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152101 Apr 07 11:49:52.018482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efbc8f36-0454-4074-89c8-c9ca0d43f8f8 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:52.136804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53634) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:52.137367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:52.138151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:52.327496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:52.431070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ac67248b-5a27-487d-ba55-30e7f6a2479b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f791eece3e244a6ad2138d42e810065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890956 Apr 07 11:49:52.431839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53644) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:52.437333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9558267-c7f3-41dc-957d-c736352ac8ca req-42ad405a-bab8-4f3e-9725-3fdcbf9a896b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 210 time: 0.1188228 Apr 07 11:49:52.439407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f2376b69-0769-4943-a276-291b73b4a57f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:52.485835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f2376b69-0769-4943-a276-291b73b4a57f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:52.486215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f2376b69-0769-4943-a276-291b73b4a57f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:52.567989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8796149e-61c9-4c91-a5f3-24ca4715a993 admin admin] Publish callbacks [] for security_group (a5cb653e-1489-4f65-92e4-08ad2ea9426e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:52.614575 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8796149e-61c9-4c91-a5f3-24ca4715a993 admin admin] Publish callbacks [] for security_group (a5cb653e-1489-4f65-92e4-08ad2ea9426e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:52.708503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef2939-86b3-42a5-803c-4e41eae44402 req-d4b412b1-fb2e-438e-84f1-e9232ebde32b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:52.720558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aaef2939-86b3-42a5-803c-4e41eae44402 req-d4b412b1-fb2e-438e-84f1-e9232ebde32b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.1142304 Apr 07 11:49:52.747786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8796149e-61c9-4c91-a5f3-24ca4715a993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a5cb653e-1489-4f65-92e4-08ad2ea9426e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:52.750939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8796149e-61c9-4c91-a5f3-24ca4715a993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:52.752445 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8796149e-61c9-4c91-a5f3-24ca4715a993 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5cb653e-1489-4f65-92e4-08ad2ea9426e HTTP/1.1" status: 204 len: 168 time: 0.3193240 Apr 07 11:49:52.763426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796149e-61c9-4c91-a5f3-24ca4715a993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb653e-1489-4f65-92e4-08ad2ea9426e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:52.820884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aaef2939-86b3-42a5-803c-4e41eae44402 req-2eacd8c1-40da-48df-b845-191e2363c5ca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995154 Apr 07 11:49:53.538818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53674) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:53.597787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f76a4ea1-6545-4a09-852e-4a7ecac8bf26 req-cef520f1-79fb-463e-9655-31a679312868 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 210 time: 0.0399563 Apr 07 11:49:53.648972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-8dde3531-3b01-4921-a38e-586170cd627b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:53.651018 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-8dde3531-3b01-4921-a38e-586170cd627b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 796 time: 0.2658305 Apr 07 11:49:53.659238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-19ab6bb7-4490-404e-91fb-d3e525665f56 tempest-ServiceProvidersTest-1413507046 tempest-ServiceProvidersTest-1413507046-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1192973 Apr 07 11:49:53.761650 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-80d2e36a-d264-44de-aa26-db66cf9bc699 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 380 time: 0.1022949 Apr 07 11:49:53.770279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'port': {'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'admin_state_up': True, 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'security_groups': ['85af000a-4d82-4c54-9aa2-699b8693d665']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:53.939910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:53.944204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:53.996584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df039d-ad00-4920-9d7f-6570d6130c63 req-5c2c4d7f-65f6-4daa-8a40-718451b9c0ff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:53.999043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23df039d-ad00-4920-9d7f-6570d6130c63 req-5c2c4d7f-65f6-4daa-8a40-718451b9c0ff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0729051 Apr 07 11:49:54.012642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53684) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:54.076444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23df039d-ad00-4920-9d7f-6570d6130c63 req-c52cd46b-8e3e-4df2-a32d-7beb54506b81 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667095 Apr 07 11:49:54.113794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.20.0.7 (decdfaa8-b567-4760-b83f-6c8ff89be174/1ba93e46-b83f-4a14-be00-02c9e32e566d/1aca45d6-40a1-48c0-9447-236aa449ed0a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:54.145405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ff25385-82f3-4af9-8796-bfe5b0d58ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.229100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ff25385-82f3-4af9-8796-bfe5b0d58ff2 admin admin] Publish callbacks [] for security_group (ebf6d066-17ce-4148-a7b3-db3ce522180e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.235140 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ff25385-82f3-4af9-8796-bfe5b0d58ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ebf6d066-17ce-4148-a7b3-db3ce522180e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.275304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.282933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1ff25385-82f3-4af9-8796-bfe5b0d58ff2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d39a10e653e24443be253dfbe7eb1ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665164 Apr 07 11:49:54.282933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff25385-82f3-4af9-8796-bfe5b0d58ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf6d066-17ce-4148-a7b3-db3ce522180e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:54.283222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53688) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:54.354823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.364387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ae6e-f966-4e60-a093-c479dc83730d admin admin] Publish callbacks [] for security_group (ebf6d066-17ce-4148-a7b3-db3ce522180e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.411195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network decdfaa8-b567-4760-b83f-6c8ff89be174 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:54.419540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:54.425645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:54.429090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ae6e-f966-4e60-a093-c479dc83730d admin admin] Publish callbacks [] for security_group (ebf6d066-17ce-4148-a7b3-db3ce522180e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.477985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=1aca45d6-40a1-48c0-9447-236aa449ed0a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:54.515661 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.516294 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.534945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-552ad4f3-e68b-43cd-b3f3-1c7c9bc5d109 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684579 Apr 07 11:49:54.544156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ae6e-f966-4e60-a093-c479dc83730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ebf6d066-17ce-4148-a7b3-db3ce522180e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.546819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ae6e-f966-4e60-a093-c479dc83730d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.550335 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ec3ae6e-f966-4e60-a093-c479dc83730d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebf6d066-17ce-4148-a7b3-db3ce522180e HTTP/1.1" status: 204 len: 168 time: 0.2639737 Apr 07 11:49:54.552213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Request body: {'port': {'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:54.578293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3ae6e-f966-4e60-a093-c479dc83730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf6d066-17ce-4148-a7b3-db3ce522180e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:54.627950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.691205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2d509eb9-a40f-4f75-a829-e4bf1bfb3379 None None] Provisioning complete for port 1aca45d6-40a1-48c0-9447-236aa449ed0a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:54.693660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2d509eb9-a40f-4f75-a829-e4bf1bfb3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.770663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2d509eb9-a40f-4f75-a829-e4bf1bfb3379 None None] Port 1aca45d6-40a1-48c0-9447-236aa449ed0a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:54.774897 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e036a3-ca24-4d00-bfd6-879c45c7bf47 req-180467b5-4621-405e-83e1-21aab24e6480 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.777552 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1e036a3-ca24-4d00-bfd6-879c45c7bf47 req-180467b5-4621-405e-83e1-21aab24e6480 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 931 time: 0.0800452 Apr 07 11:49:54.847313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1e036a3-ca24-4d00-bfd6-879c45c7bf47 req-62ecccbb-1424-4127-b160-5480564a5389 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601902 Apr 07 11:49:55.037753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aca45d6-40a1-48c0-9447-236aa449ed0a {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:55.046110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Publish callbacks [] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.062950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Transition to ACTIVE for port object 1aca45d6-40a1-48c0-9447-236aa449ed0a will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:49:55.067685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.126378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=1aca45d6-40a1-48c0-9447-236aa449ed0a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:55.235415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Attempting to bind port 1aca45d6-40a1-48c0-9447-236aa449ed0a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:55.236182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b01b8-21f3-45c6-8c63-9c73209e454b req-9b990e4b-68c8-4a09-b112-989d5d70206a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.237796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-248b01b8-21f3-45c6-8c63-9c73209e454b req-9b990e4b-68c8-4a09-b112-989d5d70206a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0637355 Apr 07 11:49:55.241432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Attempting to bind port 1aca45d6-40a1-48c0-9447-236aa449ed0a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:55.242055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Attempting to bind port 1aca45d6-40a1-48c0-9447-236aa449ed0a on network decdfaa8-b567-4760-b83f-6c8ff89be174 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:55.248606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Port 1aca45d6-40a1-48c0-9447-236aa449ed0a on network decdfaa8-b567-4760-b83f-6c8ff89be174 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:49:55.249117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Attempting to bind port 1aca45d6-40a1-48c0-9447-236aa449ed0a on network decdfaa8-b567-4760-b83f-6c8ff89be174 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:55.254655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:55.255121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Checking segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:55.255702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Bound using segment: {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:55.256257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Bound port: 1aca45d6-40a1-48c0-9447-236aa449ed0a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8762e5-3b04-4587-8865-65e1c8c2addf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:55.256727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.337172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-248b01b8-21f3-45c6-8c63-9c73209e454b req-1342ee02-a7c2-4508-a9ba-2da33e3649f2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868275 Apr 07 11:49:55.361459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] For port 1aca45d6-40a1-48c0-9447-236aa449ed0a, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:55.366831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] For port 1aca45d6-40a1-48c0-9447-236aa449ed0a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:55.376630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.446692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=1aca45d6-40a1-48c0-9447-236aa449ed0a,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:55.450577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.451550 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.453176 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-4be26f81-c0a6-4937-b05f-cd3a0cc7a0ee service neutron] 10.222.0.41 "PUT /v2.0/ports/1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 1091 time: 0.9108241 Apr 07 11:49:55.453703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:55.456521 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587c41c-d647-462e-a6c7-1c645b653c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:55.573723 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a7230-c93b-4d7a-a79e-e254ad11cd98 x-openstack-request-id: req-1d9a7230-c93b-4d7a-a79e-e254ad11cd98 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:55.574389 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:55.574748 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d9a7230-c93b-4d7a-a79e-e254ad11cd98 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:55.575325 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9a7230-c93b-4d7a-a79e-e254ad11cd98'] response: {'name': 'network-changed', 'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'status': 'completed', 'code': 200} Apr 07 11:49:55.584108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53716) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:55.620695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-dec8832a-a3a1-4b3a-b56f-a6d5161ea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.622567 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-dec8832a-a3a1-4b3a-b56f-a6d5161ea69a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1125 time: 0.1168244 Apr 07 11:49:55.701921 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-fe8b36ee-8884-4376-af17-27f6660dae24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 217 time: 0.0716691 Apr 07 11:49:55.721850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-305024114-network', 'tenant_id': 'fae24670cc3b41d99e33d138fc5579d1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:55.748016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Made reservation on behalf of fae24670cc3b41d99e33d138fc5579d1 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:55.750966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.764016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-705c2237-b836-40da-8974-d6912cad3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.765284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.765535 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-705c2237-b836-40da-8974-d6912cad3758 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 200 len: 834 time: 0.0584531 Apr 07 11:49:55.846213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks [] for security_group (bacac3a6-ee23-4de7-b8fd-c90b6f7e2353), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.849521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-b4710f5a-e9d5-492a-9700-f92816798a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.850852 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bacac3a6-ee23-4de7-b8fd-c90b6f7e2353), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.851184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-b4710f5a-e9d5-492a-9700-f92816798a28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=decdfaa8-b567-4760-b83f-6c8ff89be174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0800073 Apr 07 11:49:55.881189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:55.908675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacac3a6-ee23-4de7-b8fd-c90b6f7e2353,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:55.952384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d6277714-f267-47b3-8d22-d57a85e4e2b3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:55.952735 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Added segment d6277714-f267-47b3-8d22-d57a85e4e2b3 of type vlan for network 23474f64-8378-44dd-b9ac-9a8a0f5ae724 Apr 07 11:49:55.979831 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-ecd5f2ee-832e-4dfb-aaf5-2d97e5f53064 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226368 Apr 07 11:49:56.006821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (23474f64-8378-44dd-b9ac-9a8a0f5ae724), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:56.025993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9409795-d4bd-40ad-a89f-58922f5fa03a req-7bb40309-f496-4aad-bd23-0a012e20dc99 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.028964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9409795-d4bd-40ad-a89f-58922f5fa03a req-7bb40309-f496-4aad-bd23-0a012e20dc99 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 943 time: 0.1108665 Apr 07 11:49:56.071405 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (23474f64-8378-44dd-b9ac-9a8a0f5ae724), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:56.072376 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.073027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:56.088453 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7fbe7d22-3e2e-4d68-8951-271517eff88a req-27fc299d-b851-41b2-adf3-357ba4f14dbe service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034071 Apr 07 11:49:56.169761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5817063 Apr 07 11:49:56.170730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:56.176450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e9409795-d4bd-40ad-a89f-58922f5fa03a req-20f6071c-a14d-44fc-9f99-ef22837a103a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403155 Apr 07 11:49:56.177497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Request body: {'subnet': {'network_id': '23474f64-8378-44dd-b9ac-9a8a0f5ae724', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-305024114-subnet', 'tenant_id': 'fae24670cc3b41d99e33d138fc5579d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:56.208862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e6e29-3dd1-4610-b4f2-a551a3f82f82 admin admin] Pushing event updated for resources: {'Network': ['ID=23474f64-8378-44dd-b9ac-9a8a0f5ae724,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:56.214319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-9d5e8561-8330-421c-939b-4855bf874c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.215960 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-9d5e8561-8330-421c-939b-4855bf874c91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1125 time: 0.0766776 Apr 07 11:49:56.217044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Made reservation on behalf of fae24670cc3b41d99e33d138fc5579d1 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:56.219283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:56.229020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 23474f64-8378-44dd-b9ac-9a8a0f5ae724 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:56.435995 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-5053c3e2-51e7-4954-ae31-1090804322c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.437502 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-5053c3e2-51e7-4954-ae31-1090804322c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 897 time: 0.2160866 Apr 07 11:49:56.461764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59587a7-2692-473c-89cd-4187280eef9d req-1588476a-05d1-4e4d-8396-79fbfdc2444c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.463560 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c59587a7-2692-473c-89cd-4187280eef9d req-1588476a-05d1-4e4d-8396-79fbfdc2444c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0604792 Apr 07 11:49:56.496877 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-d2f337b2-efd9-4a7a-b476-163c9cbc97c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 217 time: 0.0521700 Apr 07 11:49:56.511735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c59587a7-2692-473c-89cd-4187280eef9d req-a5ff5f74-405c-47c7-a7d1-ec41e308b634 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Apr 07 11:49:56.582968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-c36bc96f-7a27-40d6-8a16-7f4051819e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.584409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-c36bc96f-7a27-40d6-8a16-7f4051819e1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 200 len: 834 time: 0.0817802 Apr 07 11:49:56.617174 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (5695b375-bc5e-4467-863e-0b2daeeb4e04), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:56.676059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5695b375-bc5e-4467-863e-0b2daeeb4e04,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:56.689234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-413da57c-e073-4dc0-b43f-9321f54815c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.690749 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-413da57c-e073-4dc0-b43f-9321f54815c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=decdfaa8-b567-4760-b83f-6c8ff89be174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002970 Apr 07 11:49:56.696639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Checking segment: {'id': 'd6277714-f267-47b3-8d22-d57a85e4e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '23474f64-8378-44dd-b9ac-9a8a0f5ae724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:56.696997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Network hostable DHCP agents. Network: 23474f64-8378-44dd-b9ac-9a8a0f5ae724, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:56.766095 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Network 23474f64-8378-44dd-b9ac-9a8a0f5ae724 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:56.783266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 23474f64-8378-44dd-b9ac-9a8a0f5ae724) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:56.792124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.792340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f905c21-2006-4f2e-a0b5-3554a3456f51 None None] Network 23474f64-8378-44dd-b9ac-9a8a0f5ae724 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:56.792704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:56.810033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-8dc78834-dd00-4fff-9415-57ee83957fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108227 Apr 07 11:49:56.817091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d9c9667-f7eb-4b72-b85c-187cb27be064 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6445413 Apr 07 11:49:56.898678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a3b87-579d-496f-8db1-3452dda99301 None None] Network 23474f64-8378-44dd-b9ac-9a8a0f5ae724 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:56.916089 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6587c41c-d647-462e-a6c7-1c645b653c2f req-7f21d6ce-91e2-49ff-b19a-c6c884f943a0 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978880 Apr 07 11:49:57.298284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53742) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:57.303335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083967954-network', 'tenant_id': '1af29f8f2f864f6fbc42d37fa0e38ddc'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:57.311829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9db2f-a9b8-46ff-87b3-7ba5927bad58 req-87d5fe86-d13e-443c-afc5-503096396027 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.316231 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6c9db2f-a9b8-46ff-87b3-7ba5927bad58 req-87d5fe86-d13e-443c-afc5-503096396027 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 943 time: 0.0623381 Apr 07 11:49:57.323843 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Made reservation on behalf of 1af29f8f2f864f6fbc42d37fa0e38ddc for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:57.326161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.335491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.369126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6c9db2f-a9b8-46ff-87b3-7ba5927bad58 req-3d89001e-461e-4f35-ba8e-9e05ff6bba0c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457523 Apr 07 11:49:57.414165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks [] for security_group (d4862150-be93-4b97-8ab8-c306469fc286), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.418219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d4862150-be93-4b97-8ab8-c306469fc286), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.439369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:57.455795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4862150-be93-4b97-8ab8-c306469fc286,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:57.458817 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (026b8589-f810-407d-bb86-37acb227c709), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.459159 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Added segment 026b8589-f810-407d-bb86-37acb227c709 of type vlan for network dd82d42e-26c9-4e87-8125-9d638fe1dcd6 Apr 07 11:49:57.500752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (dd82d42e-26c9-4e87-8125-9d638fe1dcd6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.527178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (dd82d42e-26c9-4e87-8125-9d638fe1dcd6), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.528468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.529163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.587272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2868836 Apr 07 11:49:57.590529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53746) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:57.595267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Request body: {'subnet': {'network_id': 'dd82d42e-26c9-4e87-8125-9d638fe1dcd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083967954-subnet', 'tenant_id': '1af29f8f2f864f6fbc42d37fa0e38ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:57.598653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c220e07-e62a-4ced-87e5-f33b15d28d3c admin admin] Pushing event updated for resources: {'Network': ['ID=dd82d42e-26c9-4e87-8125-9d638fe1dcd6,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:57.609189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network dd82d42e-26c9-4e87-8125-9d638fe1dcd6 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:57.636943 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Made reservation on behalf of 1af29f8f2f864f6fbc42d37fa0e38ddc for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:57.639249 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.700718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276bf2e-f338-453b-891c-65b6b9e73635 req-763b3be3-03ba-499f-be2c-695a9f9941ed tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.702238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0276bf2e-f338-453b-891c-65b6b9e73635 req-763b3be3-03ba-499f-be2c-695a9f9941ed tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.1221368 Apr 07 11:49:57.778176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0276bf2e-f338-453b-891c-65b6b9e73635 req-1db7c590-6111-44d3-93d5-d398fb0b0d42 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700984 Apr 07 11:49:57.865110 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (7b23e710-a4de-479b-ac74-5a679045081e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.921553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b23e710-a4de-479b-ac74-5a679045081e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:57.931051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Checking segment: {'id': '026b8589-f810-407d-bb86-37acb227c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dd82d42e-26c9-4e87-8125-9d638fe1dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:57.931418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Network hostable DHCP agents. Network: dd82d42e-26c9-4e87-8125-9d638fe1dcd6, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:57.949124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Network dd82d42e-26c9-4e87-8125-9d638fe1dcd6 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:57.957564 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, dd82d42e-26c9-4e87-8125-9d638fe1dcd6) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:57.961698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.962299 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.968108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42e27c-31a0-49be-a422-558f76031d2b None None] Network dd82d42e-26c9-4e87-8125-9d638fe1dcd6 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:57.979250 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-03b850ad-adb5-4333-9c84-a241e6db1a61 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3876419 Apr 07 11:49:58.072020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050d796-189a-4f6d-bb58-3ac4bc504d5f None None] Network dd82d42e-26c9-4e87-8125-9d638fe1dcd6 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:58.097200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53750) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:58.142324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Deleting subnet 5695b375-bc5e-4467-863e-0b2daeeb4e04 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:58.145429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Publish callbacks [] for subnet (5695b375-bc5e-4467-863e-0b2daeeb4e04), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.184663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (5695b375-bc5e-4467-863e-0b2daeeb4e04), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.222800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (5695b375-bc5e-4467-863e-0b2daeeb4e04), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.273604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (5695b375-bc5e-4467-863e-0b2daeeb4e04), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.298384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5695b375-bc5e-4467-863e-0b2daeeb4e04,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:58.303457 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.307303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c912bde2-a030-451e-b695-ce85dc6cd4d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5695b375-bc5e-4467-863e-0b2daeeb4e04 HTTP/1.1" status: 204 len: 168 time: 0.2089992 Apr 07 11:49:58.309814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53752) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:58.379495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (23474f64-8378-44dd-b9ac-9a8a0f5ae724), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.479744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (23474f64-8378-44dd-b9ac-9a8a0f5ae724), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.507338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23474f64-8378-44dd-b9ac-9a8a0f5ae724']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:58.519997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6277714-f267-47b3-8d22-d57a85e4e2b3') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:58.520290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6277714-f267-47b3-8d22-d57a85e4e2b3') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:58.536482 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (d6277714-f267-47b3-8d22-d57a85e4e2b3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.549826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aba86-fa42-45ab-8351-b5d047a51660 req-a13d011a-4171-4bb4-b474-85d8ba44dfe4 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:58.551279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b77aba86-fa42-45ab-8351-b5d047a51660 req-a13d011a-4171-4bb4-b474-85d8ba44dfe4 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 943 time: 0.1078265 Apr 07 11:49:58.562709 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d6277714-f267-47b3-8d22-d57a85e4e2b3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.576378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:58.576760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (d6277714-f267-47b3-8d22-d57a85e4e2b3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:58.578569 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:58.648473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b77aba86-fa42-45ab-8351-b5d047a51660 req-5f86424e-1471-4211-85cc-0b01435c6d4d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913622 Apr 07 11:49:58.653071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (23474f64-8378-44dd-b9ac-9a8a0f5ae724), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.659570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.662694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] 10.222.0.13 "DELETE /v2.0/networks/23474f64-8378-44dd-b9ac-9a8a0f5ae724 HTTP/1.1" status: 204 len: 168 time: 0.3519583 Apr 07 11:49:58.666377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53756) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:58.674342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214d5e2-e42d-4fc0-9f50-71e9c247cd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=23474f64-8378-44dd-b9ac-9a8a0f5ae724,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:58.922956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dc9db-33e4-4c81-a268-a5244a5b9be1 req-9b7b9767-e1e4-4058-a3b5-05cc5889fb9a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:58.927670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a91dc9db-33e4-4c81-a268-a5244a5b9be1 req-9b7b9767-e1e4-4058-a3b5-05cc5889fb9a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0738792 Apr 07 11:49:58.982455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a91dc9db-33e4-4c81-a268-a5244a5b9be1 req-499cfb89-73b9-4475-a94d-008231e7eba9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Apr 07 11:49:59.026744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Deleting subnet 7b23e710-a4de-479b-ac74-5a679045081e {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:59.030217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Publish callbacks [] for subnet (7b23e710-a4de-479b-ac74-5a679045081e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.064065 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (7b23e710-a4de-479b-ac74-5a679045081e), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.105187 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7b23e710-a4de-479b-ac74-5a679045081e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.161498 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7b23e710-a4de-479b-ac74-5a679045081e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.188440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b23e710-a4de-479b-ac74-5a679045081e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:59.190319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.193406 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1f49f899-05d9-423c-be0a-35326d055d22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b23e710-a4de-479b-ac74-5a679045081e HTTP/1.1" status: 204 len: 168 time: 0.5260234 Apr 07 11:49:59.196708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53760) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:59.263260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (dd82d42e-26c9-4e87-8125-9d638fe1dcd6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.351599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (dd82d42e-26c9-4e87-8125-9d638fe1dcd6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.371614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd82d42e-26c9-4e87-8125-9d638fe1dcd6']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:59.380725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026b8589-f810-407d-bb86-37acb227c709') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:59.381018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026b8589-f810-407d-bb86-37acb227c709') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:59.390748 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (026b8589-f810-407d-bb86-37acb227c709), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.406698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (026b8589-f810-407d-bb86-37acb227c709), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.412967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:59.413377 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (026b8589-f810-407d-bb86-37acb227c709), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:59.415364 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:59.470274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (dd82d42e-26c9-4e87-8125-9d638fe1dcd6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.475878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.479327 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] 10.222.0.13 "DELETE /v2.0/networks/dd82d42e-26c9-4e87-8125-9d638fe1dcd6 HTTP/1.1" status: 204 len: 168 time: 0.2815135 Apr 07 11:49:59.491905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e0b74-9a35-40d3-bc12-50a9314ac44c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd82d42e-26c9-4e87-8125-9d638fe1dcd6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:59.673332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:59.728349 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7086fcde-3c04-42e6-8d9d-30c4e4de0293 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fae24670cc3b41d99e33d138fc5579d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536065 Apr 07 11:49:59.730673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53768) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:59.781596 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a31ef386-3718-4327-830c-ed82800ba414 admin admin] Publish callbacks [] for security_group (bacac3a6-ee23-4de7-b8fd-c90b6f7e2353), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.782653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4088a01-4b34-4db6-9007-0901568b8633 req-c45d2cdc-6628-4a4f-a395-3ffbb0490681 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:59.784406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4088a01-4b34-4db6-9007-0901568b8633 req-c45d2cdc-6628-4a4f-a395-3ffbb0490681 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 943 time: 0.0574853 Apr 07 11:49:59.806018 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a31ef386-3718-4327-830c-ed82800ba414 admin admin] Publish callbacks [] for security_group (bacac3a6-ee23-4de7-b8fd-c90b6f7e2353), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.849034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b4088a01-4b34-4db6-9007-0901568b8633 req-876680c7-b9f3-4821-8c5a-1d6f8c618d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574312 Apr 07 11:49:59.856038 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a31ef386-3718-4327-830c-ed82800ba414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bacac3a6-ee23-4de7-b8fd-c90b6f7e2353), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.858712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a31ef386-3718-4327-830c-ed82800ba414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.859865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a31ef386-3718-4327-830c-ed82800ba414 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bacac3a6-ee23-4de7-b8fd-c90b6f7e2353 HTTP/1.1" status: 204 len: 168 time: 0.1282399 Apr 07 11:49:59.876928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ef386-3718-4327-830c-ed82800ba414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacac3a6-ee23-4de7-b8fd-c90b6f7e2353,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:00.114658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce3b1d-5b33-4368-82c3-fc708db8481f req-9ef8afa2-355c-4bb4-add3-6a6ca3c40765 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:00.116205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ce3b1d-5b33-4368-82c3-fc708db8481f req-9ef8afa2-355c-4bb4-add3-6a6ca3c40765 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0597780 Apr 07 11:50:00.180251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39ce3b1d-5b33-4368-82c3-fc708db8481f req-62c5de71-4222-45f0-b96f-c2275117150f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Apr 07 11:50:00.207126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53776) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:00.250878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5177455c-716b-448a-8eab-2326855027a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1af29f8f2f864f6fbc42d37fa0e38ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425816 Apr 07 11:50:00.253580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53778) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:00.309428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c282-774b-4a2c-b345-aca65bffa71d admin admin] Publish callbacks [] for security_group (d4862150-be93-4b97-8ab8-c306469fc286), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.334376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c282-774b-4a2c-b345-aca65bffa71d admin admin] Publish callbacks [] for security_group (d4862150-be93-4b97-8ab8-c306469fc286), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.383443 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c282-774b-4a2c-b345-aca65bffa71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d4862150-be93-4b97-8ab8-c306469fc286), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.386258 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c282-774b-4a2c-b345-aca65bffa71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.387410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e8a2c282-774b-4a2c-b345-aca65bffa71d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4862150-be93-4b97-8ab8-c306469fc286 HTTP/1.1" status: 204 len: 168 time: 0.1330018 Apr 07 11:50:00.395033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2c282-774b-4a2c-b345-aca65bffa71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4862150-be93-4b97-8ab8-c306469fc286,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:00.665931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9f464db4-722f-4a77-8c5d-989cbc96eaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.714991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1aca45d6-40a1-48c0-9447-236aa449ed0a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:50:00.816920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1aca45d6-40a1-48c0-9447-236aa449ed0a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:00.829102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:50:00.866138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1aca45d6-40a1-48c0-9447-236aa449ed0a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:00.866532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.881025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aca45d6-40a1-48c0-9447-236aa449ed0a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:00.906807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1aca45d6-40a1-48c0-9447-236aa449ed0a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:00.910931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.968893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1aca45d6-40a1-48c0-9447-236aa449ed0a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:00.981962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa0c58-abdb-4b4e-b3cf-d2071db3dc5d req-c3f56a66-b67d-44fc-96be-9f8c6bd38a6e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:00.983444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8baa0c58-abdb-4b4e-b3cf-d2071db3dc5d req-c3f56a66-b67d-44fc-96be-9f8c6bd38a6e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 944 time: 0.0594587 Apr 07 11:50:01.041824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8baa0c58-abdb-4b4e-b3cf-d2071db3dc5d req-ac599dec-aef2-4ad9-b629-d34989a2a2f0 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525608 Apr 07 11:50:01.262641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1aca45d6-40a1-48c0-9447-236aa449ed0a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:01.302320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77febc71-fa13-4540-a69f-f8ec89cd813a req-3d0fb7d6-2714-4d3c-a874-72ef1c59f75b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.303737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77febc71-fa13-4540-a69f-f8ec89cd813a req-3d0fb7d6-2714-4d3c-a874-72ef1c59f75b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0548179 Apr 07 11:50:01.365433 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77febc71-fa13-4540-a69f-f8ec89cd813a req-17644a54-ff55-4576-b2d7-4c8ead6ac027 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525527 Apr 07 11:50:01.926479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:02.163949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdffee-d244-4f57-bc44-f2470aabcb2b req-b93fc939-f183-43a5-87b9-238334379240 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:02.166620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3fdffee-d244-4f57-bc44-f2470aabcb2b req-b93fc939-f183-43a5-87b9-238334379240 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Apr 07 11:50:02.216416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3fdffee-d244-4f57-bc44-f2470aabcb2b req-d8aa6e16-665f-40a5-883d-d22fe882fe08 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 Apr 07 11:50:02.483649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e94cd-30e1-4b8c-bcf1-f809e9d4a4e0 req-6a50bc4e-b569-4f8e-8f4d-035b6f26be2a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:02.485120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a3e94cd-30e1-4b8c-bcf1-f809e9d4a4e0 req-6a50bc4e-b569-4f8e-8f4d-035b6f26be2a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0564482 Apr 07 11:50:02.531824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a3e94cd-30e1-4b8c-bcf1-f809e9d4a4e0 req-03eba9c1-9640-4de5-9946-8bf9c5b3a8eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Apr 07 11:50:02.739884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1aca45d6-40a1-48c0-9447-236aa449ed0a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:50:02.788545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 1aca45d6-40a1-48c0-9447-236aa449ed0a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:50:02.792852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 1aca45d6-40a1-48c0-9447-236aa449ed0a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:02.793258 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:02.873040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1aca45d6-40a1-48c0-9447-236aa449ed0a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:02.873489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:02.895870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:02.898128 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509b79d-dc90-4fc4-a9f2-629c46be8a3f" -d '{"events": [{"server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "name": "network-vif-plugged", "status": "completed", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:02.911367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1aca45d6-40a1-48c0-9447-236aa449ed0a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:02.915796 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:02.941170 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af4fa07-add2-4072-a2a2-00a5d13eb8ba x-openstack-request-id: req-2af4fa07-add2-4072-a2a2-00a5d13eb8ba {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:02.942043 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "name": "network-vif-plugged", "status": "completed", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:02.942311 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2af4fa07-add2-4072-a2a2-00a5d13eb8ba {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:02.942836 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af4fa07-add2-4072-a2a2-00a5d13eb8ba'] response: {'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'code': 200} Apr 07 11:50:02.972493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1aca45d6-40a1-48c0-9447-236aa449ed0a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:02.991619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ed066ed5-355c-4939-b92c-42bfe0b33b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:03.034068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ec8e-0c53-4682-82f7-00c45bc96a36 req-e2c58dcd-2b39-4c52-a7b1-dc33364876b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.035604 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1031ec8e-0c53-4682-82f7-00c45bc96a36 req-e2c58dcd-2b39-4c52-a7b1-dc33364876b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1127 time: 0.0449436 Apr 07 11:50:03.090356 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1031ec8e-0c53-4682-82f7-00c45bc96a36 req-58411205-b179-4312-a9fc-ccf0515f1a65 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Apr 07 11:50:03.340365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6300dd-d86d-4ca4-904b-071973bbb4f6 req-7684eba8-4b56-4761-bee8-613012f70aeb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.341890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b6300dd-d86d-4ca4-904b-071973bbb4f6 req-7684eba8-4b56-4761-bee8-613012f70aeb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 945 time: 0.0571742 Apr 07 11:50:03.401794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b6300dd-d86d-4ca4-904b-071973bbb4f6 req-c6ade50f-8c38-43a6-b622-492a93f1e8e4 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536811 Apr 07 11:50:03.653873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c435-d769-4326-a927-dd407f3a7459 req-12f6efc8-f310-43e4-896a-2f1a6789ca13 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.655352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7f8c435-d769-4326-a927-dd407f3a7459 req-12f6efc8-f310-43e4-896a-2f1a6789ca13 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0548973 Apr 07 11:50:03.716261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7f8c435-d769-4326-a927-dd407f3a7459 req-58ef1958-2efa-4cb9-a0ba-2bce2f6c7f4a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546494 Apr 07 11:50:03.718856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.531453 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.548639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67611-9828-4922-911b-73bab73e19c7 req-0314f3b0-8e92-4405-83fd-ffc258125789 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.550170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d67611-9828-4922-911b-73bab73e19c7 req-0314f3b0-8e92-4405-83fd-ffc258125789 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 945 time: 0.0667605 Apr 07 11:50:04.604009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d67611-9828-4922-911b-73bab73e19c7 req-530413e5-5277-4a8b-b5d1-f3bb6106e8da tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473373 Apr 07 11:50:04.733301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d52d-aab1-40c5-a14b-79dcea0db698 req-1958f127-6135-41ae-8ea8-2eaf96350fea tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.735117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c579d52d-aab1-40c5-a14b-79dcea0db698 req-1958f127-6135-41ae-8ea8-2eaf96350fea tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 945 time: 0.0585434 Apr 07 11:50:04.809610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c579d52d-aab1-40c5-a14b-79dcea0db698 req-7cc340e7-df16-4439-a0b4-46335df2090b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683131 Apr 07 11:50:04.832050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53864) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:04.866145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8ea8-3289-484d-a544-808befdfb13a req-64118a4c-cbc3-4922-8b11-f0975407571c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.869015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-880d8ea8-3289-484d-a544-808befdfb13a req-64118a4c-cbc3-4922-8b11-f0975407571c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 943 time: 0.0582309 Apr 07 11:50:04.881505 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304252d-9de1-4d0a-8e8c-719d6fed8b8a tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.883591 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a304252d-9de1-4d0a-8e8c-719d6fed8b8a tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1122 time: 0.0498853 Apr 07 11:50:04.886539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 53866) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:04.890811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:04.912695 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.920067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-880d8ea8-3289-484d-a544-808befdfb13a req-47f5b98f-4bfc-4a48-a195-046c8fd4c4cb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Apr 07 11:50:04.983545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:50:05.012915 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.082241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:05.094246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d', 'mac_address': 'fa:16:3e:84:4c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:50:05.129109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.25.5.120 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/56324843-846d-4693-a3bf-712c60e8fb06) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:05.131644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:05.132053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.146456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:05.170594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:05.174262 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.222159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:05.233313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (56324843-846d-4693-a3bf-712c60e8fb06), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.267899 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (56324843-846d-4693-a3bf-712c60e8fb06), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.311793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:05.314641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:05.320269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:05.344501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=56324843-846d-4693-a3bf-712c60e8fb06,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:05.374546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:05.706125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (ffd4f623-09a2-4efe-a976-907acfc1f392), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.790620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (56324843-846d-4693-a3bf-712c60e8fb06), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.943297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (56324843-846d-4693-a3bf-712c60e8fb06), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.949171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (56324843-846d-4693-a3bf-712c60e8fb06), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.027978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=56324843-846d-4693-a3bf-712c60e8fb06,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:06.033380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (ffd4f623-09a2-4efe-a976-907acfc1f392), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.054449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cb671-a425-40aa-a29d-f392fbcda174 req-dc03fc5b-c79f-4104-8887-89aeceb26475 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:06.057351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e70cb671-a425-40aa-a29d-f392fbcda174 req-dc03fc5b-c79f-4104-8887-89aeceb26475 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 944 time: 0.0629325 Apr 07 11:50:06.076237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.121690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e70cb671-a425-40aa-a29d-f392fbcda174 req-9e746a51-8daa-4ff9-8dbc-0b77c1501956 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551109 Apr 07 11:50:06.153017 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Floating IP ffd4f623-09a2-4efe-a976-907acfc1f392 associated. External IP: 172.25.5.120, port: 1aca45d6-40a1-48c0-9447-236aa449ed0a. Apr 07 11:50:06.379644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:06.507708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:06.518463 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:06.528951 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.531702 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:06.532316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:50:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:06.559983 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7089d644-36b7-4bdb-a51c-7a658a0e7902 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6724327 Apr 07 11:50:06.560903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:06.563068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53878) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:06.563545 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a698f0-75d5-4e36-a414-eabf2f9e30b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:06.619953 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a8fb0-cbf0-4a54-8153-8c770fcf4806 x-openstack-request-id: req-c34a8fb0-cbf0-4a54-8153-8c770fcf4806 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:06.620391 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:06.620580 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c34a8fb0-cbf0-4a54-8153-8c770fcf4806 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:06.621013 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34a8fb0-cbf0-4a54-8153-8c770fcf4806'] response: {'name': 'network-changed', 'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'status': 'completed', 'code': 200} Apr 07 11:50:06.667431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-99619e91-94a0-4a20-9341-9ed4d9ec533d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/ffd4f623-09a2-4efe-a976-907acfc1f392 HTTP/1.1" status: 200 len: 991 time: 0.1029165 Apr 07 11:50:06.669354 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:06.691637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-2d6ced11-93ac-4f4c-8ee8-e817a3b192d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:06.693297 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-2d6ced11-93ac-4f4c-8ee8-e817a3b192d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1127 time: 0.0505126 Apr 07 11:50:06.814655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-6875e2b0-89cf-4ee0-b6b1-ea461ed4bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:06.816165 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-6875e2b0-89cf-4ee0-b6b1-ea461ed4bde8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 897 time: 0.1174355 Apr 07 11:50:06.918505 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-fde1750d-b1db-401d-a675-3ddba613d839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 999 time: 0.0960631 Apr 07 11:50:06.923469 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:43Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:05Z', 'revision_number': 0, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:06.950980 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:06.959766 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:06.960374 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:50:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:06.973044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-ba3d5ca4-faec-4041-957a-223508ef9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:06.974696 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-ba3d5ca4-faec-4041-957a-223508ef9027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 200 len: 834 time: 0.0509088 Apr 07 11:50:06.983084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:50:07.028002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-3c924706-16f4-4dcb-8815-cac0f96d8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:07.029595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-3c924706-16f4-4dcb-8815-cac0f96d8527 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=decdfaa8-b567-4760-b83f-6c8ff89be174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484173 Apr 07 11:50:07.046976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:50:07.051970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:07.052560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.090907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:07.141213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:07.141778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.149199 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-e018a3b8-9377-43cc-97fb-a80030d30878 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132731 Apr 07 11:50:07.171790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:07.174608 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768f0614-8e46-4817-acde-998c6a840e1b" -d '{"events": [{"server_uuid": "7243ba9c-9e43-4c6c-939e-7b9620142cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:07.189170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:07.198585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.258880 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2936a71-d03d-48e6-bd90-9e8909c283e0 x-openstack-request-id: req-a2936a71-d03d-48e6-bd90-9e8909c283e0 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:07.260599 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7243ba9c-9e43-4c6c-939e-7b9620142cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:07.261209 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2936a71-d03d-48e6-bd90-9e8909c283e0 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:07.263154 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2936a71-d03d-48e6-bd90-9e8909c283e0'] response: {'server_uuid': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d', 'code': 200} Apr 07 11:50:07.303826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.304184 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa31da-680f-4acc-95c5-7e7db8e67b55 req-a31278b0-4c5b-4dc8-9903-2fca5f7270bb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:07.313951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5fa31da-680f-4acc-95c5-7e7db8e67b55 req-a31278b0-4c5b-4dc8-9903-2fca5f7270bb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0861928 Apr 07 11:50:07.319652 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-79a698f0-75d5-4e36-a414-eabf2f9e30b8 req-9ce94c13-c3c6-4484-8732-c9ebd23e2967 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652884 Apr 07 11:50:07.327927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:07.414940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5fa31da-680f-4acc-95c5-7e7db8e67b55 req-82e7099a-acb1-467d-8415-240186dafa47 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992596 Apr 07 11:50:07.418508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ead06c-2bf8-484d-a377-b3e8834b0ef0 req-2479b068-bf60-452e-b22a-b75155636e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:07.420207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31ead06c-2bf8-484d-a377-b3e8834b0ef0 req-2479b068-bf60-452e-b22a-b75155636e99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 1127 time: 0.0975888 Apr 07 11:50:07.420364 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:43Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:05Z', 'revision_number': 0, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:07.450850 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d1c26-5b21-4dfa-9f24-ac6c81bebe9d None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:49:43Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:05Z', 'revision_number': 0, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:07.472550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31ead06c-2bf8-484d-a377-b3e8834b0ef0 req-5fd74ffc-1cf6-486b-8cae-162181f43cd4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459385 Apr 07 11:50:07.666310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ce935-7754-40c6-9ba4-e4b5948ff497 None None] New status for floating IP ffd4f623-09a2-4efe-a976-907acfc1f392: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:07.669259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53888) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:07.738870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1852760c-1905-4b2e-9ba8-2c9ad9c0d652 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/ffd4f623-09a2-4efe-a976-907acfc1f392 HTTP/1.1" status: 200 len: 991 time: 0.0670581 Apr 07 11:50:08.544777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a520-0d62-4d71-aa1f-509a7437ee08 req-80c592c1-c21a-476c-a828-58557049e015 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:08.546293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8977a520-0d62-4d71-aa1f-509a7437ee08 req-80c592c1-c21a-476c-a828-58557049e015 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0560880 Apr 07 11:50:08.596696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8977a520-0d62-4d71-aa1f-509a7437ee08 req-0d2fb676-4311-482f-984b-cf7ac31fd207 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Apr 07 11:50:08.741191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53894) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:08.801533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f3a01179-444a-490c-86a2-1b6f0f498dce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/ffd4f623-09a2-4efe-a976-907acfc1f392 HTTP/1.1" status: 200 len: 993 time: 0.0591798 Apr 07 11:50:09.718768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ae02-7c24-452e-b581-a12540a55a6f req-66423b30-7cdf-4d3f-a5de-e697be135c4e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.720257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9f2ae02-7c24-452e-b581-a12540a55a6f req-66423b30-7cdf-4d3f-a5de-e697be135c4e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Apr 07 11:50:09.771787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9f2ae02-7c24-452e-b581-a12540a55a6f req-42942755-2899-469c-a32b-4412aeb1ea7f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Apr 07 11:50:09.893928 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd633980-0332-4bb3-8164-764ee1ce811b req-6f25b609-868f-43ff-8a4a-c6d8a759cf66 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.895322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd633980-0332-4bb3-8164-764ee1ce811b req-6f25b609-868f-43ff-8a4a-c6d8a759cf66 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Apr 07 11:50:09.943626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bd633980-0332-4bb3-8164-764ee1ce811b req-ad0ea86b-02f2-489f-adab-fc94b05160d8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Apr 07 11:50:10.062908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d45e8-39b7-4510-941c-dafffb1e1feb req-9e0555c3-c043-449e-a711-7795305d260f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:10.064375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-498d45e8-39b7-4510-941c-dafffb1e1feb req-9e0555c3-c043-449e-a711-7795305d260f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0540636 Apr 07 11:50:10.113650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-498d45e8-39b7-4510-941c-dafffb1e1feb req-2f1993c6-a339-4952-b2c6-20427df2596b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Apr 07 11:50:10.376828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d749575-8813-40d3-ac89-debfdd88c582 req-ecb9a438-440d-48b0-98fe-e0c3c59133b2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:10.378339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d749575-8813-40d3-ac89-debfdd88c582 req-ecb9a438-440d-48b0-98fe-e0c3c59133b2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0623674 Apr 07 11:50:10.428518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d749575-8813-40d3-ac89-debfdd88c582 req-72544e63-de89-4371-adbf-4dbf58f11df6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Apr 07 11:50:11.555934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695238-0ec3-4661-81ba-8ec2e9fa6f8e req-2aedb477-5bc3-43f5-82f0-278d97357629 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:11.557624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01695238-0ec3-4661-81ba-8ec2e9fa6f8e req-2aedb477-5bc3-43f5-82f0-278d97357629 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0554593 Apr 07 11:50:11.607490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01695238-0ec3-4661-81ba-8ec2e9fa6f8e req-6eb1b1a2-d67a-4dd2-9f52-917331662877 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Apr 07 11:50:11.776604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-378b5a1d-cf04-4e0f-a18a-6df1a53784c2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:11.777986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-378b5a1d-cf04-4e0f-a18a-6df1a53784c2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Apr 07 11:50:11.872387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:11.872643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:11.962023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:11.962384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:11.973686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:12.097988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.109742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:12.137912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:12.174264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:12.177084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.180620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-593f294e-94cb-4c4d-ad2a-f823d5291552 req-3c58cc61-2517-4c08-807c-3176311c9be4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "DELETE /v2.0/ports/4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d HTTP/1.1" status: 204 len: 173 time: 0.3978326 Apr 07 11:50:12.181122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'name': 'network-vif-deleted', 'tag': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:12.183558 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffecf8a-5c33-4f8a-9aa6-e55d409ba38a" -d '{"events": [{"server_uuid": "7243ba9c-9e43-4c6c-939e-7b9620142cf6", "name": "network-vif-deleted", "tag": "4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:12.226226 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e2afa1-043e-4f69-b803-a3769a9e6909 x-openstack-request-id: req-21e2afa1-043e-4f69-b803-a3769a9e6909 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:12.226706 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7243ba9c-9e43-4c6c-939e-7b9620142cf6", "name": "network-vif-deleted", "tag": "4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:12.227570 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21e2afa1-043e-4f69-b803-a3769a9e6909 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:12.228202 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e2afa1-043e-4f69-b803-a3769a9e6909'] response: {'server_uuid': '7243ba9c-9e43-4c6c-939e-7b9620142cf6', 'name': 'network-vif-deleted', 'tag': '4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d', 'status': 'completed', 'code': 200} Apr 07 11:50:12.715323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29a54a58-69df-4dbf-9b21-fddc2ba262a0 req-a35f4a22-84de-411b-9c6f-ed8b303abaf5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0341368 Apr 07 11:50:13.816651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0743cfa3-65ee-45e9-8c3c-6a42bdf237d2 req-029b22a6-87e3-4d0e-bd35-cfc4fcdc77ca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0311518 Apr 07 11:50:14.927923 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e0c334c-87a3-4e85-9dea-927fa9a63093 req-e0705f24-03e9-4ae6-a29e-5e599814e7af tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0327177 Apr 07 11:50:15.045950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:15.066563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:15.067094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4cdd46cf-5d2d-4e01-84d3-dedfa547ad5d not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:16.030989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ad60097-d9e5-408c-8432-d95c68862a7d req-e1768415-d423-4589-bc0b-8e3a9d492b52 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0302219 Apr 07 11:50:17.152355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bba3a61-6546-4098-bc91-727c7d768e6e req-69428897-1afb-4bdd-a62d-f25503700ef3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0395665 Apr 07 11:50:17.323880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 53998) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:17.447619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b60b320-504e-4afb-9a2a-52c53e0f3618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.533576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b60b320-504e-4afb-9a2a-52c53e0f3618 admin admin] Publish callbacks [] for security_group (0d63c188-9e67-47e5-a3f0-544cdee7abf9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.538263 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b60b320-504e-4afb-9a2a-52c53e0f3618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0d63c188-9e67-47e5-a3f0-544cdee7abf9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.580654 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2b60b320-504e-4afb-9a2a-52c53e0f3618 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56c8d76151044a7c9e1437e51b4d9c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2555444 Apr 07 11:50:17.581521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60b320-504e-4afb-9a2a-52c53e0f3618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63c188-9e67-47e5-a3f0-544cdee7abf9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:17.585634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54002) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:17.653157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f720a1a9-24e7-47d8-9cbc-f2162e707871 admin admin] Publish callbacks [] for security_group (0d63c188-9e67-47e5-a3f0-544cdee7abf9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.675104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f720a1a9-24e7-47d8-9cbc-f2162e707871 admin admin] Publish callbacks [] for security_group (0d63c188-9e67-47e5-a3f0-544cdee7abf9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.729044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f720a1a9-24e7-47d8-9cbc-f2162e707871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0d63c188-9e67-47e5-a3f0-544cdee7abf9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.732381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f720a1a9-24e7-47d8-9cbc-f2162e707871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.741596 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f720a1a9-24e7-47d8-9cbc-f2162e707871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d63c188-9e67-47e5-a3f0-544cdee7abf9 HTTP/1.1" status: 204 len: 168 time: 0.1475880 Apr 07 11:50:17.754409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720a1a9-24e7-47d8-9cbc-f2162e707871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63c188-9e67-47e5-a3f0-544cdee7abf9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:18.039765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54008) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:18.054554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb285-029d-4acf-9a3e-fdfd32977706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.146077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb285-029d-4acf-9a3e-fdfd32977706 admin admin] Publish callbacks [] for security_group (9696e6a3-93e4-435c-a86c-b390d8db5c8c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.151210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb285-029d-4acf-9a3e-fdfd32977706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9696e6a3-93e4-435c-a86c-b390d8db5c8c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.192601 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5f2bb285-029d-4acf-9a3e-fdfd32977706 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081eb053bf2846cf9720c9c4d737697a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516287 Apr 07 11:50:18.193679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bb285-029d-4acf-9a3e-fdfd32977706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9696e6a3-93e4-435c-a86c-b390d8db5c8c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:18.195866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54012) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:18.268502 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-012317aa-914c-4dc5-957d-482cac1432a1 req-424f0e20-83b0-4515-be9b-b9bc2d5fcc57 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0431972 Apr 07 11:50:18.316692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04e441a8-9a8c-4620-9f25-62ab597c11f7 admin admin] Publish callbacks [] for security_group (9696e6a3-93e4-435c-a86c-b390d8db5c8c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.349516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04e441a8-9a8c-4620-9f25-62ab597c11f7 admin admin] Publish callbacks [] for security_group (9696e6a3-93e4-435c-a86c-b390d8db5c8c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.415474 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04e441a8-9a8c-4620-9f25-62ab597c11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9696e6a3-93e4-435c-a86c-b390d8db5c8c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.419407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04e441a8-9a8c-4620-9f25-62ab597c11f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:18.423212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-04e441a8-9a8c-4620-9f25-62ab597c11f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9696e6a3-93e4-435c-a86c-b390d8db5c8c HTTP/1.1" status: 204 len: 168 time: 0.2199607 Apr 07 11:50:18.432307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e441a8-9a8c-4620-9f25-62ab597c11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9696e6a3-93e4-435c-a86c-b390d8db5c8c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:19.382707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7bb08fb-0dfb-425d-a8b3-e7ea86e1cc20 req-c2b90cea-a943-4921-aced-5f9be0460bf1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0341005 Apr 07 11:50:20.480787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c343c6d3-5191-454d-a855-dd6020f2824b req-90d18711-329e-45a6-87b4-4c0da35962f7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Apr 07 11:50:21.640354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-162c911a-d89a-4c43-a6ca-923345dafca6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653765 Apr 07 11:50:21.660672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-282a4dea-8977-4079-ba90-4e0bf7016df5 req-6fb3689d-13dd-4312-bcb6-8bbadce1c0cf tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7243ba9c-9e43-4c6c-939e-7b9620142cf6 HTTP/1.1" status: 200 len: 210 time: 0.0646353 Apr 07 11:50:21.760678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f546e-2d1f-4526-89bc-e769e187e3be req-5fe08de5-8b47-41d6-8446-be64c65b549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:21.762380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-5fe08de5-8b47-41d6-8446-be64c65b549f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1127 time: 0.0559278 Apr 07 11:50:21.880925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f546e-2d1f-4526-89bc-e769e187e3be req-b8e0b06d-e5d2-4bfd-8809-2379fe71b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:21.882472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-b8e0b06d-e5d2-4bfd-8809-2379fe71b7a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 897 time: 0.0986583 Apr 07 11:50:21.948997 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-97ad5d99-fe12-4cb6-b71d-40d8711bfd2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 1001 time: 0.0592091 Apr 07 11:50:22.002045 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f546e-2d1f-4526-89bc-e769e187e3be req-192f6a85-b55b-4a4f-9831-ceeffcfc8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:22.003671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-192f6a85-b55b-4a4f-9831-ceeffcfc8b66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 200 len: 834 time: 0.0495725 Apr 07 11:50:22.055903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f546e-2d1f-4526-89bc-e769e187e3be req-b26fc8ba-d8d7-4221-a762-187a419afb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:22.057684 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-b26fc8ba-d8d7-4221-a762-187a419afb43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=decdfaa8-b567-4760-b83f-6c8ff89be174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471358 Apr 07 11:50:22.156785 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-194e39d2-b367-4a54-a57a-74611b062e65 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922773 Apr 07 11:50:22.257322 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-484f546e-2d1f-4526-89bc-e769e187e3be req-3dc02a8f-c80d-4681-970a-e58027e90bad service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945179 Apr 07 11:50:26.294115 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:50:30.668539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89541753-38c2-4913-82db-17cbbce93941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:31.953868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:32.997655 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6905-dbb7-4a66-bd9e-61b587c0514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.730644 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:34.535818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:36.081627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.218647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.200118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54392) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:49.321401 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.395995 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Publish callbacks [] for security_group (a5bdcb87-811f-42fa-8d70-dba6332b853b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.400180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a5bdcb87-811f-42fa-8d70-dba6332b853b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.438243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14bc5079b9fe449ca0b9a26b2d640f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370615 Apr 07 11:50:49.439108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bdcb87-811f-42fa-8d70-dba6332b853b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:49.441169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54396) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:49.446658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.447013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.447350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.447690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.448030 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.448360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.448685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.449011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.449433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.449758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.450081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.450400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.450726 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06746e-b1b5-4627-a25a-6dbcd22211c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.490686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Publish callbacks [] for security_group (a5bdcb87-811f-42fa-8d70-dba6332b853b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.512195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Publish callbacks [] for security_group (a5bdcb87-811f-42fa-8d70-dba6332b853b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.557960 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a5bdcb87-811f-42fa-8d70-dba6332b853b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.560650 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.561816 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5bdcb87-811f-42fa-8d70-dba6332b853b HTTP/1.1" status: 204 len: 168 time: 0.1196856 Apr 07 11:50:49.570742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bdcb87-811f-42fa-8d70-dba6332b853b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:49.579101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.579447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.579806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.580168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.580837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.581274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.581674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.582069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.582465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.582906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.584137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.584557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.585062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973123e-a536-48cb-8ed3-dd5163b3b772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:49.849802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54404) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:49.864585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73dd1e6e-224b-4862-8822-a9a204487e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.952040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73dd1e6e-224b-4862-8822-a9a204487e5b admin admin] Publish callbacks [] for security_group (44370c84-05ee-4afb-96c1-dfeb3ce3b5a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.956553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73dd1e6e-224b-4862-8822-a9a204487e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (44370c84-05ee-4afb-96c1-dfeb3ce3b5a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.994870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd1e6e-224b-4862-8822-a9a204487e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44370c84-05ee-4afb-96c1-dfeb3ce3b5a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:50.011917 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-73dd1e6e-224b-4862-8822-a9a204487e5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=497cb6d46ced4c8c8b99cd2c1c3237f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1609321 Apr 07 11:50:50.014616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54412) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:50.063382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf96-af0f-4b5d-af5b-32b5696115be admin admin] Publish callbacks [] for security_group (44370c84-05ee-4afb-96c1-dfeb3ce3b5a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.089107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf96-af0f-4b5d-af5b-32b5696115be admin admin] Publish callbacks [] for security_group (44370c84-05ee-4afb-96c1-dfeb3ce3b5a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.150174 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf96-af0f-4b5d-af5b-32b5696115be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (44370c84-05ee-4afb-96c1-dfeb3ce3b5a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.154744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf96-af0f-4b5d-af5b-32b5696115be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.159178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-48ebbf96-af0f-4b5d-af5b-32b5696115be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44370c84-05ee-4afb-96c1-dfeb3ce3b5a5 HTTP/1.1" status: 204 len: 168 time: 0.1403384 Apr 07 11:50:50.187926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbf96-af0f-4b5d-af5b-32b5696115be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44370c84-05ee-4afb-96c1-dfeb3ce3b5a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:53.594106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-9f0e4861-3123-42b5-bd61-c6b7beff551a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:53.595581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-9f0e4861-3123-42b5-bd61-c6b7beff551a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1040578 Apr 07 11:50:53.611932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-5d51b7b8-0c53-49f9-9a0c-17e6daf9fc63 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0096440 Apr 07 11:50:53.669628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ed5d6fbc-f969-4ae4-a445-b15b3867978f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509875 Apr 07 11:50:53.758425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-6c06fd32-a2e5-4cec-aad0-8fd77e4d9d70 service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Apr 07 11:50:53.850637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-1cd476a1-73c1-4ba1-a425-b11d63cc052c service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Apr 07 11:50:54.057440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f29fdfa4-2a92-4efa-8779-a65a36e57a91 req-f088969e-3658-4145-b353-dd9e3ef9b4e3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0406592 Apr 07 11:50:55.303054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7779548-eff9-464f-924e-2589cbb69722 req-a02b8780-513f-4ad6-83dc-612d3bbfc4f5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0414011 Apr 07 11:50:55.360817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-7e2d0e31-2d66-4855-89fb-a6e1f8251ece tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:55.362690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-7e2d0e31-2d66-4855-89fb-a6e1f8251ece tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.4860108 Apr 07 11:50:55.375047 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': 'f729026e-de6e-43b2-8455-046c958aa146', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:55.585330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:50:55.588935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.736968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.3 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/fc5cf014-f3e4-40ef-bd19-2bedb5478f07) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:55.895751 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.933042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.979606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:55.983430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:55.988123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:56.035746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:56.093972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:56.103580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.124312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ce2f7fb2-cb79-43fa-b699-bc9f0cec5754 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539842 Apr 07 11:50:56.136150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Request body: {'port': {'device_id': 'f729026e-de6e-43b2-8455-046c958aa146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:56.225489 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.343560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-daef6d8d-9b36-42da-a60b-3825582d89fa None None] Provisioning complete for port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:56.344076 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-daef6d8d-9b36-42da-a60b-3825582d89fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.423719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-daef6d8d-9b36-42da-a60b-3825582d89fa None None] Port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:50:56.548720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e6fad-99ad-40d8-b58e-1f394100d9ea req-3367051b-f4be-40f4-960b-dae8dd2f9899 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:56.551060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-634e6fad-99ad-40d8-b58e-1f394100d9ea req-3367051b-f4be-40f4-960b-dae8dd2f9899 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 931 time: 0.0936751 Apr 07 11:50:56.655039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-634e6fad-99ad-40d8-b58e-1f394100d9ea req-49aa8e92-c08b-48ac-8cc1-5fc93a10fdd9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921094 Apr 07 11:50:56.668702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5cf014-f3e4-40ef-bd19-2bedb5478f07 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:56.684352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Publish callbacks [] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.716952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Transition to ACTIVE for port object fc5cf014-f3e4-40ef-bd19-2bedb5478f07 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:50:56.721904 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.782372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:56.879286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Attempting to bind port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:50:56.879788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Attempting to bind port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:50:56.880825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Attempting to bind port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:50:56.886960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:50:56.887460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Attempting to bind port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:50:56.894057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:50:56.894551 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:50:56.895039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:50:56.895765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Bound port: fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:50:56.896373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.972629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] For port fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:50:56.976889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] For port fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:50:56.986083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:57.022035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.023313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:57.025021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] 10.222.0.23 "PUT /v2.0/ports/fc5cf014-f3e4-40ef-bd19-2bedb5478f07 HTTP/1.1" status: 200 len: 1091 time: 0.8938098 Apr 07 11:50:57.025696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f729026e-de6e-43b2-8455-046c958aa146', 'tag': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:57.029518 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "f729026e-de6e-43b2-8455-046c958aa146", "tag": "fc5cf014-f3e4-40ef-bd19-2bedb5478f07"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:57.110552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12aa90-da3e-480d-86e7-b60546906b69 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:57.126339 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e243d60-aa9c-485c-85a1-3080f03ad388 x-openstack-request-id: req-0e243d60-aa9c-485c-85a1-3080f03ad388 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:57.126339 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f729026e-de6e-43b2-8455-046c958aa146", "tag": "fc5cf014-f3e4-40ef-bd19-2bedb5478f07", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:57.126339 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e243d60-aa9c-485c-85a1-3080f03ad388 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:57.126776 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e243d60-aa9c-485c-85a1-3080f03ad388'] response: {'name': 'network-changed', 'server_uuid': 'f729026e-de6e-43b2-8455-046c958aa146', 'tag': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07', 'status': 'completed', 'code': 200} Apr 07 11:50:57.174299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-62bc2ded-6b05-4d6e-8b79-7c6e2139dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.176507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-62bc2ded-6b05-4d6e-8b79-7c6e2139dff1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 1125 time: 0.0772824 Apr 07 11:50:57.220214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-63fba997-7ded-477a-ab19-56b313782230 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07 HTTP/1.1" status: 200 len: 217 time: 0.0370121 Apr 07 11:50:57.280518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-e4e28f22-411b-4ded-9128-c394208b746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.282664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-e4e28f22-411b-4ded-9128-c394208b746e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0555999 Apr 07 11:50:57.336507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-1b0dc76f-9b7d-430e-8205-ec555541525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.338517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-1b0dc76f-9b7d-430e-8205-ec555541525d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502486 Apr 07 11:50:57.437795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-39b0068e-784c-4a87-af27-4cafa393a8e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935588 Apr 07 11:50:57.526695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f85b0916-f680-4a36-8cb1-3e32ad4012d3 req-f21a5eba-f702-4821-9eed-80e248258e9b service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833986 Apr 07 11:50:57.625601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-c1145ab5-eda0-4138-a9ef-5ad646c53888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.627770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-c1145ab5-eda0-4138-a9ef-5ad646c53888 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 1125 time: 0.0584874 Apr 07 11:50:57.738817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-14888261-7912-4ef3-bf83-1959093124fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.740555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-14888261-7912-4ef3-bf83-1959093124fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.1073356 Apr 07 11:50:57.807802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-26cebe87-f02b-4b8d-bd61-9c1685ea3060 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07 HTTP/1.1" status: 200 len: 217 time: 0.0473778 Apr 07 11:50:57.878636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-26797642-1d03-47fe-b98a-1f6c3dbc9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.880254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-26797642-1d03-47fe-b98a-1f6c3dbc9e2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0576487 Apr 07 11:50:57.892948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c4de3-76a4-4d88-83b6-6d023b80aaf8 req-b36637ee-569e-49bb-9483-ddf04c0496cb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.894427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f6c4de3-76a4-4d88-83b6-6d023b80aaf8 req-b36637ee-569e-49bb-9483-ddf04c0496cb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.1493628 Apr 07 11:50:57.977869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-14039ee0-3f62-485a-ab76-23593196d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.979501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-14039ee0-3f62-485a-ab76-23593196d289 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937817 Apr 07 11:50:58.001002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f6c4de3-76a4-4d88-83b6-6d023b80aaf8 req-c3fdf243-505c-4ed2-a9a1-57b49b19ed58 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784152 Apr 07 11:50:58.095998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-eaaa4b0e-f166-47cc-b23b-3af4e2563004 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079779 Apr 07 11:50:58.201814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fbca9-7066-4084-8b4d-3f6d4e426ac1 req-6d3c8d29-027c-4561-a53a-575af6132b03 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002371 Apr 07 11:50:59.137939 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f87af-61de-4128-ad04-5ee49a24d1b0 req-a2b7ba0b-983d-4130-a803-525f3937c26e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:59.139601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-312f87af-61de-4128-ad04-5ee49a24d1b0 req-a2b7ba0b-983d-4130-a803-525f3937c26e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0569305 Apr 07 11:50:59.215457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-312f87af-61de-4128-ad04-5ee49a24d1b0 req-c8e5ccda-f62c-4c81-a5de-d74e23a7e36e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635850 Apr 07 11:51:00.332427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29c13-6c40-4e15-aa5c-0c466ac5d937 req-e470005c-fea7-4c6e-bd93-4039bfef2792 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:00.334291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04f29c13-6c40-4e15-aa5c-0c466ac5d937 req-e470005c-fea7-4c6e-bd93-4039bfef2792 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0614583 Apr 07 11:51:00.385009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04f29c13-6c40-4e15-aa5c-0c466ac5d937 req-5baf6cb8-869f-429b-8204-07844dd2bfa8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Apr 07 11:51:00.679903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b70c5a79-facb-4026-8abb-6cf4fd67345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.523552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af774d-1f7c-4c86-9c78-2e98e7c8ba04 req-aab85bcf-1b88-4d17-86ac-d2d5e1ac21e9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.526106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24af774d-1f7c-4c86-9c78-2e98e7c8ba04 req-aab85bcf-1b88-4d17-86ac-d2d5e1ac21e9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0662045 Apr 07 11:51:01.578233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24af774d-1f7c-4c86-9c78-2e98e7c8ba04 req-706725fb-3079-44e7-8e7a-4c869a379fad tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Apr 07 11:51:01.983854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.803042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86106687-b811-4cd5-ad9b-bef88e4f6ba5 req-60a2204a-ee4e-4925-af8a-df8f4437bbe8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:02.804987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86106687-b811-4cd5-ad9b-bef88e4f6ba5 req-60a2204a-ee4e-4925-af8a-df8f4437bbe8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0812135 Apr 07 11:51:02.886844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-86106687-b811-4cd5-ad9b-bef88e4f6ba5 req-b0de44cd-9192-403b-a0ce-3a5be9025de7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680287 Apr 07 11:51:03.009963 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b9ec687b-8397-4423-bfbb-c89b08108f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:03.299122 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:03.652696 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:03.728245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:03.836497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64a0e4fd-d318-4fc1-86f1-2fde3056f438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:03.934127 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64a0e4fd-d318-4fc1-86f1-2fde3056f438 admin admin] Publish callbacks [] for security_group (d229ebc2-6636-48bf-af7e-68f0ee4ae9a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:03.944349 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64a0e4fd-d318-4fc1-86f1-2fde3056f438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d229ebc2-6636-48bf-af7e-68f0ee4ae9a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.011555 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0e4fd-d318-4fc1-86f1-2fde3056f438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229ebc2-6636-48bf-af7e-68f0ee4ae9a5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:04.036795 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-64a0e4fd-d318-4fc1-86f1-2fde3056f438 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=344cc22e6df347e19526b64a8f919605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828914 Apr 07 11:51:04.041586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:04.056755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9528d64-d3d8-4e2b-a968-8b4fd2f91af0 req-4621259a-a22f-4b17-abb3-9fc3b97d67cd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:04.058354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9528d64-d3d8-4e2b-a968-8b4fd2f91af0 req-4621259a-a22f-4b17-abb3-9fc3b97d67cd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0710397 Apr 07 11:51:04.116943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9528d64-d3d8-4e2b-a968-8b4fd2f91af0 req-eb31e6d6-9017-4160-95c1-742b0921ee4e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Apr 07 11:51:04.160442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0509b161-597a-4a21-8f19-30f03f053418 admin admin] Publish callbacks [] for security_group (d229ebc2-6636-48bf-af7e-68f0ee4ae9a5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.189073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0509b161-597a-4a21-8f19-30f03f053418 admin admin] Publish callbacks [] for security_group (d229ebc2-6636-48bf-af7e-68f0ee4ae9a5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.258700 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0509b161-597a-4a21-8f19-30f03f053418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (d229ebc2-6636-48bf-af7e-68f0ee4ae9a5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.261583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0509b161-597a-4a21-8f19-30f03f053418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.265817 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0509b161-597a-4a21-8f19-30f03f053418 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d229ebc2-6636-48bf-af7e-68f0ee4ae9a5 HTTP/1.1" status: 204 len: 168 time: 0.2200222 Apr 07 11:51:04.278116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b161-597a-4a21-8f19-30f03f053418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229ebc2-6636-48bf-af7e-68f0ee4ae9a5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:04.534471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.641243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:04.655724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7504c2e-53b1-4247-8e74-212da80ce091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.771001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7504c2e-53b1-4247-8e74-212da80ce091 admin admin] Publish callbacks [] for security_group (ddbd5d5b-44b8-4c0f-a20e-852366c76d09), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.777271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7504c2e-53b1-4247-8e74-212da80ce091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ddbd5d5b-44b8-4c0f-a20e-852366c76d09), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.821182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f7504c2e-53b1-4247-8e74-212da80ce091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a619cff228a7438a8b83e4a75d20d18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765859 Apr 07 11:51:04.821182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7504c2e-53b1-4247-8e74-212da80ce091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd5d5b-44b8-4c0f-a20e-852366c76d09,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:04.829197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:04.936872 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b35c713-7d8c-41a3-8412-12ad068f149d admin admin] Publish callbacks [] for security_group (ddbd5d5b-44b8-4c0f-a20e-852366c76d09), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.963115 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b35c713-7d8c-41a3-8412-12ad068f149d admin admin] Publish callbacks [] for security_group (ddbd5d5b-44b8-4c0f-a20e-852366c76d09), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.054821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b35c713-7d8c-41a3-8412-12ad068f149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (ddbd5d5b-44b8-4c0f-a20e-852366c76d09), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.058006 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b35c713-7d8c-41a3-8412-12ad068f149d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.059886 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b35c713-7d8c-41a3-8412-12ad068f149d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddbd5d5b-44b8-4c0f-a20e-852366c76d09 HTTP/1.1" status: 204 len: 168 time: 0.2287323 Apr 07 11:51:05.069941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35c713-7d8c-41a3-8412-12ad068f149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd5d5b-44b8-4c0f-a20e-852366c76d09,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:05.291844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a3d5e-4412-49b8-8a2f-7b8b44afd51e req-21339095-7d46-41cc-9c5c-11d98cc831fd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:05.294607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-673a3d5e-4412-49b8-8a2f-7b8b44afd51e req-21339095-7d46-41cc-9c5c-11d98cc831fd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0995560 Apr 07 11:51:05.379531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-673a3d5e-4412-49b8-8a2f-7b8b44afd51e req-6119e961-1b95-4e4e-8181-1a2f7faa893c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776136 Apr 07 11:51:05.899181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54598) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:06.002814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-844420758-network', 'tenant_id': '32d499f06142405884b76be16b50705f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:06.027042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Made reservation on behalf of 32d499f06142405884b76be16b50705f for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:06.029723 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.043071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.078836 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.126673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks [] for security_group (32814b2f-f21e-4001-b559-dd76456835c1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.131003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (32814b2f-f21e-4001-b559-dd76456835c1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.160194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:51:06.167691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32814b2f-f21e-4001-b559-dd76456835c1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:06.174840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (57152b77-0470-4f91-8fcf-cee134bf5041), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.177697 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Added segment 57152b77-0470-4f91-8fcf-cee134bf5041 of type vlan for network 4890c985-c5ac-49ad-9856-ed4b58c5c668 Apr 07 11:51:06.224378 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (4890c985-c5ac-49ad-9856-ed4b58c5c668), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.250106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (4890c985-c5ac-49ad-9856-ed4b58c5c668), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.251325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:06.251922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.318344 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4177575 Apr 07 11:51:06.321361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54602) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:06.321950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57b34f-a82f-4d70-8da9-637277999724 admin admin] Pushing event updated for resources: {'Network': ['ID=4890c985-c5ac-49ad-9856-ed4b58c5c668,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:06.327073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Request body: {'subnet': {'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-844420758-subnet', 'tenant_id': '32d499f06142405884b76be16b50705f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:06.334034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 4890c985-c5ac-49ad-9856-ed4b58c5c668 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:51:06.365816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Made reservation on behalf of 32d499f06142405884b76be16b50705f for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:06.370015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.520710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46000aec-f14d-41d0-b45c-18cc28bb9c90 req-b51a533a-25e4-4e23-bf9c-dda94ccd6ade tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:06.528139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46000aec-f14d-41d0-b45c-18cc28bb9c90 req-b51a533a-25e4-4e23-bf9c-dda94ccd6ade tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0778370 Apr 07 11:51:06.575646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46000aec-f14d-41d0-b45c-18cc28bb9c90 req-f8b09366-a3c6-4edc-aa90-8424de6a9a64 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Apr 07 11:51:06.582961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (af27089c-c0ef-4c45-8a16-498de4becf35), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.647387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=af27089c-c0ef-4c45-8a16-498de4becf35,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:06.651862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Checking segment: {'id': '57152b77-0470-4f91-8fcf-cee134bf5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:06.652034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Network hostable DHCP agents. Network: 4890c985-c5ac-49ad-9856-ed4b58c5c668, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:51:06.669878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Network 4890c985-c5ac-49ad-9856-ed4b58c5c668 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:51:06.683707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 4890c985-c5ac-49ad-9856-ed4b58c5c668) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:06.689642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:06.690303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.695996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b9714-f5f0-420b-8644-f53b1501ee82 None None] Network 4890c985-c5ac-49ad-9856-ed4b58c5c668 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:06.710389 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1f577de8-6469-44fe-8c9c-acee59b126cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3864813 Apr 07 11:51:06.811149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36262eea-45d0-4aa3-8efe-1c02d38dfb1c None None] Network 4890c985-c5ac-49ad-9856-ed4b58c5c668 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:07.222826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.256544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54620) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.261932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1215648531-network', 'tenant_id': '6cc33c6b48804e558fffc5bd472377f8'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:07.280906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Made reservation on behalf of 6cc33c6b48804e558fffc5bd472377f8 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:07.283103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.291561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.362192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks [] for security_group (31914a2e-fafd-4929-bac1-fc52c8e6d5de), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.365950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (31914a2e-fafd-4929-bac1-fc52c8e6d5de), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.392172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:51:07.399024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31914a2e-fafd-4929-bac1-fc52c8e6d5de,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.405005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (59dc7676-684b-4614-8b2d-6156c13d0de1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.405449 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Added segment 59dc7676-684b-4614-8b2d-6156c13d0de1 of type vlan for network 4f3c3479-e931-4340-a4f3-8868430eb96e Apr 07 11:51:07.448920 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (4f3c3479-e931-4340-a4f3-8868430eb96e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.472449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (4f3c3479-e931-4340-a4f3-8868430eb96e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.473447 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:07.474049 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.527416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2692311 Apr 07 11:51:07.530348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54622) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.535280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Request body: {'subnet': {'network_id': '4f3c3479-e931-4340-a4f3-8868430eb96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1215648531-subnet', 'tenant_id': '6cc33c6b48804e558fffc5bd472377f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:07.540072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251bd61-41ac-436c-936c-c336e6856bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3c3479-e931-4340-a4f3-8868430eb96e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.550550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 4f3c3479-e931-4340-a4f3-8868430eb96e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:51:07.555213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Made reservation on behalf of 6cc33c6b48804e558fffc5bd472377f8 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:07.557555 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.777687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc50d60-1c65-4d5a-b6b3-f09aec3bd0ec req-cc4e7869-1be2-4253-b840-491a6aa47590 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:07.779569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cc50d60-1c65-4d5a-b6b3-f09aec3bd0ec req-cc4e7869-1be2-4253-b840-491a6aa47590 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.1109092 Apr 07 11:51:07.806690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (049dd7e3-1446-4615-9864-0e3549ea6939), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.886352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1cc50d60-1c65-4d5a-b6b3-f09aec3bd0ec req-e9581a4c-93ea-429e-ac0a-72397a681868 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995400 Apr 07 11:51:07.891676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=049dd7e3-1446-4615-9864-0e3549ea6939,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.909217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Checking segment: {'id': '59dc7676-684b-4614-8b2d-6156c13d0de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4f3c3479-e931-4340-a4f3-8868430eb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:07.909619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Network hostable DHCP agents. Network: 4f3c3479-e931-4340-a4f3-8868430eb96e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:51:07.929782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Network 4f3c3479-e931-4340-a4f3-8868430eb96e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:51:07.939677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 4f3c3479-e931-4340-a4f3-8868430eb96e) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:07.943828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:07.944941 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.953769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd62c98-54a0-4309-b544-835ce17df76d None None] Network 4f3c3479-e931-4340-a4f3-8868430eb96e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:07.965610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d65ec610-ed1d-43af-a6ee-323310328c6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4340012 Apr 07 11:51:08.076640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16218a2-677e-40b2-8788-c72b0ac7c5a4 None None] Network 4f3c3479-e931-4340-a4f3-8868430eb96e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:08.491439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-d93e5b87-dc43-4a27-8627-ea9a2ae7f92f tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:08.493854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-d93e5b87-dc43-4a27-8627-ea9a2ae7f92f tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/networks?id=4890c985-c5ac-49ad-9856-ed4b58c5c668 HTTP/1.1" status: 200 len: 808 time: 0.1205490 Apr 07 11:51:08.509760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-4598f7ec-41d7-496b-9e6b-be5bbaf7c469 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/quotas/32d499f06142405884b76be16b50705f HTTP/1.1" status: 200 len: 375 time: 0.0102103 Apr 07 11:51:08.548861 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-8e300a64-fe01-4340-8c76-e98cf966a22f tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32d499f06142405884b76be16b50705f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325630 Apr 07 11:51:08.639264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-18ce6933-9092-44b9-933c-f72586a48d2d service neutron] 10.222.0.13 "GET /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838082 Apr 07 11:51:08.734929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-12a59a67-8417-490f-935a-dd5ff9f5154e service neutron] 10.222.0.13 "GET /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898342 Apr 07 11:51:09.071064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d001b8-756a-485a-8cd7-645b0b0a5a01 req-099febbb-89a9-4bd6-8908-9fc61971def9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:09.072641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d001b8-756a-485a-8cd7-645b0b0a5a01 req-099febbb-89a9-4bd6-8908-9fc61971def9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0913119 Apr 07 11:51:09.081275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c201890-3388-4e58-aa3a-f3c2d69a8ed3 req-a0f58792-d684-4921-afa1-e0d927685609 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 210 time: 0.2055554 Apr 07 11:51:09.144329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d001b8-756a-485a-8cd7-645b0b0a5a01 req-66cb8824-6c51-42b3-8049-820d6749c5d4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620241 Apr 07 11:51:09.503947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54658) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:09.589771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314071c-4fcb-4885-baaa-94fdab68b918 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:09.590488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314071c-4fcb-4885-baaa-94fdab68b918 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:09.590725 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314071c-4fcb-4885-baaa-94fdab68b918 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:09.601183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8314071c-4fcb-4885-baaa-94fdab68b918 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=e4103044649c4a208eb930b0cd45fcb2&network_id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 3072 time: 0.0874310 Apr 07 11:51:09.949644 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-4c0fc19f-2767-4a78-8a66-c43a266abba9 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:09.951192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-4c0fc19f-2767-4a78-8a66-c43a266abba9 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.41 "GET /v2.0/networks?id=4890c985-c5ac-49ad-9856-ed4b58c5c668 HTTP/1.1" status: 200 len: 808 time: 0.1397274 Apr 07 11:51:09.964589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Request body: {'port': {'device_id': '6d666848-321c-4d14-855e-aa7154d00c1b', 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668', 'admin_state_up': True, 'tenant_id': '32d499f06142405884b76be16b50705f'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:10.074122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Made reservation on behalf of 32d499f06142405884b76be16b50705f for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:10.077420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.180821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9035815d-da3b-4a49-bc8f-5a996ad63b86 req-04161667-294a-4d21-96bc-6dfa2d55b311 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 210 time: 0.0292695 Apr 07 11:51:10.216677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Allocated IP 172.20.0.12 (4890c985-c5ac-49ad-9856-ed4b58c5c668/af27089c-c0ef-4c45-8a16-498de4becf35/994c0ea9-61f5-4ece-aada-49abbda664ae) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:51:10.357162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828152d-9333-4ed5-8aaa-5cfac28e9933 req-7736aa60-e2b6-4e62-ba66-e83daf3aad05 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:10.358969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c828152d-9333-4ed5-8aaa-5cfac28e9933 req-7736aa60-e2b6-4e62-ba66-e83daf3aad05 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.1269941 Apr 07 11:51:10.370289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks [] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.409027 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.415123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c828152d-9333-4ed5-8aaa-5cfac28e9933 req-f9774233-6e31-4464-86d3-6fca0c186d77 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Apr 07 11:51:10.457116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Network 4890c985-c5ac-49ad-9856-ed4b58c5c668 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:10.461520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:10.465279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:51:10.496452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Pushing event updated for resources: {'Port': ['ID=994c0ea9-61f5-4ece-aada-49abbda664ae,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:10.521761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:10.523782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.540649 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f4a8d6fc-0ca1-4f3a-87d6-9020af18f657 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796251 Apr 07 11:51:10.551564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Request body: {'port': {'device_id': '6d666848-321c-4d14-855e-aa7154d00c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:10.611592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.894168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994c0ea9-61f5-4ece-aada-49abbda664ae {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:10.902362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Publish callbacks [] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.915788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Transition to ACTIVE for port object 994c0ea9-61f5-4ece-aada-49abbda664ae will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:51:10.919632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.972168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=994c0ea9-61f5-4ece-aada-49abbda664ae,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:11.041002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Attempting to bind port 994c0ea9-61f5-4ece-aada-49abbda664ae on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:51:11.041371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Attempting to bind port 994c0ea9-61f5-4ece-aada-49abbda664ae by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '57152b77-0470-4f91-8fcf-cee134bf5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:51:11.041697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Attempting to bind port 994c0ea9-61f5-4ece-aada-49abbda664ae on network 4890c985-c5ac-49ad-9856-ed4b58c5c668 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:11.045946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Port 994c0ea9-61f5-4ece-aada-49abbda664ae on network 4890c985-c5ac-49ad-9856-ed4b58c5c668 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:51:11.046264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Attempting to bind port 994c0ea9-61f5-4ece-aada-49abbda664ae on network 4890c985-c5ac-49ad-9856-ed4b58c5c668 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:11.051043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:51:11.051377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Checking segment: {'id': '57152b77-0470-4f91-8fcf-cee134bf5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:11.051755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Bound using segment: {'id': '57152b77-0470-4f91-8fcf-cee134bf5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:51:11.052172 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Bound port: 994c0ea9-61f5-4ece-aada-49abbda664ae, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57152b77-0470-4f91-8fcf-cee134bf5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:51:11.052578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.322952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb64968-7bcc-43aa-9856-f3cb9530097b req-25ff7d49-1cd7-4636-9873-6bb21ece876b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.324615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6eb64968-7bcc-43aa-9856-f3cb9530097b req-25ff7d49-1cd7-4636-9873-6bb21ece876b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 944 time: 0.0589938 Apr 07 11:51:11.375666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6eb64968-7bcc-43aa-9856-f3cb9530097b req-9490ce21-2b14-4750-9bfa-3aa8c1bc15dc tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Apr 07 11:51:11.438769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] For port 994c0ea9-61f5-4ece-aada-49abbda664ae, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:51:11.442127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] For port 994c0ea9-61f5-4ece-aada-49abbda664ae, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=994c0ea9-61f5-4ece-aada-49abbda664ae,segment=NetworkSegment(57152b77-0470-4f91-8fcf-cee134bf5041),segment_id=57152b77-0470-4f91-8fcf-cee134bf5041)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:51:11.448686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.488974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.489537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.491895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/994c0ea9-61f5-4ece-aada-49abbda664ae HTTP/1.1" status: 200 len: 1092 time: 0.9432533 Apr 07 11:51:11.492009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d666848-321c-4d14-855e-aa7154d00c1b', 'tag': '994c0ea9-61f5-4ece-aada-49abbda664ae'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:11.494999 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2638485a-574f-455b-874c-37b2ba497fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d666848-321c-4d14-855e-aa7154d00c1b", "tag": "994c0ea9-61f5-4ece-aada-49abbda664ae"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:11.559209 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07609ef-65bf-4a4d-bfc8-2d5df1b5cfc4 x-openstack-request-id: req-e07609ef-65bf-4a4d-bfc8-2d5df1b5cfc4 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:11.559631 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d666848-321c-4d14-855e-aa7154d00c1b", "tag": "994c0ea9-61f5-4ece-aada-49abbda664ae", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:11.559978 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e07609ef-65bf-4a4d-bfc8-2d5df1b5cfc4 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:11.560462 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07609ef-65bf-4a4d-bfc8-2d5df1b5cfc4'] response: {'name': 'network-changed', 'server_uuid': '6d666848-321c-4d14-855e-aa7154d00c1b', 'tag': '994c0ea9-61f5-4ece-aada-49abbda664ae', 'status': 'completed', 'code': 200} Apr 07 11:51:11.562584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74c205-a4c3-4de4-b1fd-6feb3d46d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=994c0ea9-61f5-4ece-aada-49abbda664ae,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:11.569984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45598b1c-1520-4bd5-9e3b-ce8bb4e3c9e8 req-9860f43d-1f9e-4a5f-9f25-97467a3d23b4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.571751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45598b1c-1520-4bd5-9e3b-ce8bb4e3c9e8 req-9860f43d-1f9e-4a5f-9f25-97467a3d23b4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0837207 Apr 07 11:51:11.603593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-8ea9760b-bf10-41bb-af49-aa25d5ccc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.605261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-8ea9760b-bf10-41bb-af49-aa25d5ccc974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32d499f06142405884b76be16b50705f&device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 1126 time: 0.0618200 Apr 07 11:51:11.624442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45598b1c-1520-4bd5-9e3b-ce8bb4e3c9e8 req-91465a99-3589-4fe6-b017-ea7a532f1b8a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Apr 07 11:51:11.649823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-01d4393f-8f3b-47ce-afa7-b52ab41b0e11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=994c0ea9-61f5-4ece-aada-49abbda664ae HTTP/1.1" status: 200 len: 217 time: 0.0349526 Apr 07 11:51:11.699078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-e0a7dd0e-e3d9-4caf-b7f5-0e77baf83ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.700522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-e0a7dd0e-e3d9-4caf-b7f5-0e77baf83ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af27089c-c0ef-4c45-8a16-498de4becf35 HTTP/1.1" status: 200 len: 848 time: 0.0444632 Apr 07 11:51:11.733455 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-f7bb3141-d3ad-4208-aa8d-f28ad4378982 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4890c985-c5ac-49ad-9856-ed4b58c5c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259125 Apr 07 11:51:11.830485 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-ed056852-0df8-4ee3-abe9-1b1ac7ccfd6e service neutron] 10.222.0.41 "GET /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876806 Apr 07 11:51:11.920204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0bfa1a05-139f-43c4-a94c-cafbf574f243 req-56fd30de-0aa2-4dc6-b39a-66496cd220b4 service neutron] 10.222.0.41 "GET /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836792 Apr 07 11:51:12.018797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638485a-574f-455b-874c-37b2ba497fc3 req-d6dbb388-37b4-4809-8f18-31f6cbf0e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.020275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-d6dbb388-37b4-4809-8f18-31f6cbf0e9eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32d499f06142405884b76be16b50705f&device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 1126 time: 0.0507779 Apr 07 11:51:12.108963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638485a-574f-455b-874c-37b2ba497fc3 req-219b66aa-7823-490a-93ab-21dc0b81690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.110426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-219b66aa-7823-490a-93ab-21dc0b81690c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4890c985-c5ac-49ad-9856-ed4b58c5c668 HTTP/1.1" status: 200 len: 909 time: 0.0841053 Apr 07 11:51:12.155267 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-ec4931a7-fc71-4ca3-8298-f0972a5eb972 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=994c0ea9-61f5-4ece-aada-49abbda664ae HTTP/1.1" status: 200 len: 217 time: 0.0384891 Apr 07 11:51:12.202005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638485a-574f-455b-874c-37b2ba497fc3 req-ad93e029-ab90-4381-8bda-50ae4d3b8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.203434 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-ad93e029-ab90-4381-8bda-50ae4d3b8498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af27089c-c0ef-4c45-8a16-498de4becf35 HTTP/1.1" status: 200 len: 848 time: 0.0429628 Apr 07 11:51:12.235717 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-92246da7-8555-44b7-ac86-2e38ee72fb2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4890c985-c5ac-49ad-9856-ed4b58c5c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257576 Apr 07 11:51:12.322812 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-11e6889f-ff13-451c-8a09-d75990f8fc22 service neutron] 10.222.0.41 "GET /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804183 Apr 07 11:51:12.418284 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2638485a-574f-455b-874c-37b2ba497fc3 req-3409b311-1957-4315-8acc-8e3a615671d6 service neutron] 10.222.0.41 "GET /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Apr 07 11:51:12.502382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36802add-1e70-4897-954e-aa4f7765ca18 req-4b7f3679-b14b-48d1-aae4-4d998487ad32 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.503995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36802add-1e70-4897-954e-aa4f7765ca18 req-4b7f3679-b14b-48d1-aae4-4d998487ad32 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 944 time: 0.0537157 Apr 07 11:51:12.565095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36802add-1e70-4897-954e-aa4f7765ca18 req-18ff8833-9084-4adb-89b1-9731920cfdb8 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Apr 07 11:51:12.747991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13199f-5781-453c-b4b3-c9cd28ebbb6b req-e87a3213-c388-460c-b074-233ec6a6fb0d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.749650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af13199f-5781-453c-b4b3-c9cd28ebbb6b req-e87a3213-c388-460c-b074-233ec6a6fb0d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0540485 Apr 07 11:51:12.797002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af13199f-5781-453c-b4b3-c9cd28ebbb6b req-33293caa-7a20-4cef-a24a-3255195c9713 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Apr 07 11:51:13.687313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f3e45-edf7-422b-8424-b03773224279 req-b329965d-2d49-45a0-95bc-95ebbd7f76c1 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:13.688792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da0f3e45-edf7-422b-8424-b03773224279 req-b329965d-2d49-45a0-95bc-95ebbd7f76c1 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 944 time: 0.0520470 Apr 07 11:51:13.739280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da0f3e45-edf7-422b-8424-b03773224279 req-207278ce-06e5-4cb9-935a-eb7bb0c758e0 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Apr 07 11:51:13.919555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483a99c-01d7-4545-a589-cc0ba6f3f630 req-2ff1997a-9f26-4194-b2fe-5bea96c0180b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:13.920953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9483a99c-01d7-4545-a589-cc0ba6f3f630 req-2ff1997a-9f26-4194-b2fe-5bea96c0180b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0559525 Apr 07 11:51:13.967123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9483a99c-01d7-4545-a589-cc0ba6f3f630 req-7ed128a5-f49a-48c8-9571-365eec0a512d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Apr 07 11:51:14.209550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54688) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:14.260467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e0ba6-370b-4091-a6e0-99fed4488eec tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:14.262057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-380e0ba6-370b-4091-a6e0-99fed4488eec tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523 HTTP/1.1" status: 200 len: 814 time: 0.0510225 Apr 07 11:51:14.861443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3efd73-10d6-4602-a8d1-a4ade2ae03ce req-9a886969-ae40-4edb-850c-feec1a391413 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:14.862943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a3efd73-10d6-4602-a8d1-a4ade2ae03ce req-9a886969-ae40-4edb-850c-feec1a391413 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 944 time: 0.0517919 Apr 07 11:51:14.918824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a3efd73-10d6-4602-a8d1-a4ade2ae03ce req-2957ef3d-b101-44b9-a7ad-0c39eedc9dd3 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 Apr 07 11:51:15.090064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac5dc-1dd2-4613-bff8-317ddf754c75 req-3d23c0f9-2985-413c-a531-272d9ae879c5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:15.091521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-120ac5dc-1dd2-4613-bff8-317ddf754c75 req-3d23c0f9-2985-413c-a531-272d9ae879c5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0536530 Apr 07 11:51:15.139367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-120ac5dc-1dd2-4613-bff8-317ddf754c75 req-b894ae52-aee9-4697-a27f-3dd586c58ff0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Apr 07 11:51:15.272049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54698) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.277369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'network': {'name': 'tempest-network-smoke--1430204174', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'port_security_enabled': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:15.297246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:15.300674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.324479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:51:15.333361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2367f675-7095-4922-a8d9-c60690dc5745), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.333702 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Added segment 2367f675-7095-4922-a8d9-c60690dc5745 of type vlan for network b2200358-1784-4a1a-a48c-b05f60bb1915 Apr 07 11:51:15.374085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (b2200358-1784-4a1a-a48c-b05f60bb1915), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.399450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (b2200358-1784-4a1a-a48c-b05f60bb1915), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.404637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:15.405236 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.461898 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879780 Apr 07 11:51:15.464504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54700) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.477081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4a666-d801-4c7d-841f-c5c8fc18de8e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Network': ['ID=b2200358-1784-4a1a-a48c-b05f60bb1915,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:15.489281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network b2200358-1784-4a1a-a48c-b05f60bb1915 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:51:15.535456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c26aa6c-b4bb-4f32-8227-43634e6b8fc2 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:15.536862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1c26aa6c-b4bb-4f32-8227-43634e6b8fc2 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e4103044649c4a208eb930b0cd45fcb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0712121 Apr 07 11:51:15.539927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54702) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.635633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab8fab-389a-46d8-b55c-ef56fe8498e9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:15.637115 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c7ab8fab-389a-46d8-b55c-ef56fe8498e9 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962777 Apr 07 11:51:15.639916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54704) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.667951 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b4b786bc-3b2a-4c43-8b45-c42241857c9e tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269709 Apr 07 11:51:15.670637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54706) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.700081 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c20aecc1-40bf-40d5-aa41-4ce20e00f3a1 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e4103044649c4a208eb930b0cd45fcb2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282397 Apr 07 11:51:15.702639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54708) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.790821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27d246-aad1-4cc0-8f20-83c0cb43af44 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:15.792251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1a27d246-aad1-4cc0-8f20-83c0cb43af44 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887158 Apr 07 11:51:15.795012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54710) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.822825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-61c765c4-90a2-4216-8a9f-1f48d26997bd tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267816 Apr 07 11:51:15.825227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54712) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.829754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813117369', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:15.914777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:15.918346 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:16.097774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16879-5b70-4f4a-b4f8-8b2fdc1951ea req-79d07b16-9468-4ea3-9bb4-f8fe8f1efbc0 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:16.099402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a16879-5b70-4f4a-b4f8-8b2fdc1951ea req-79d07b16-9468-4ea3-9bb4-f8fe8f1efbc0 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 944 time: 0.1060257 Apr 07 11:51:16.185584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (74d5339a-2b35-4a26-9197-c432875becb1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:16.201173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10a16879-5b70-4f4a-b4f8-8b2fdc1951ea req-2b6a8bb3-b32b-4ff3-9361-d882189e1971 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947783 Apr 07 11:51:16.292374 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Subnet': ['ID=74d5339a-2b35-4a26-9197-c432875becb1,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:16.306667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Checking segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:16.307034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network hostable DHCP agents. Network: b2200358-1784-4a1a-a48c-b05f60bb1915, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:51:16.316967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65823f-99c5-4a44-bcfc-95c868bc4d38 req-057c56e3-6960-4578-84f8-0351a6593f47 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:16.318473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb65823f-99c5-4a44-bcfc-95c868bc4d38 req-057c56e3-6960-4578-84f8-0351a6593f47 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0959094 Apr 07 11:51:16.648655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network b2200358-1784-4a1a-a48c-b05f60bb1915 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:51:16.666799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, b2200358-1784-4a1a-a48c-b05f60bb1915) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:16.676364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:16.676955 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:16.686273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c05fa8-a287-47a8-ad65-81e1297ade3a None None] Network b2200358-1784-4a1a-a48c-b05f60bb1915 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:16.687477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fb65823f-99c5-4a44-bcfc-95c868bc4d38 req-642d12a5-5f6c-4a54-a641-ec54f23a8915 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616805 Apr 07 11:51:16.701652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a546e3b7-f35d-40fd-b1fd-7fdc856fdec3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8728111 Apr 07 11:51:16.818142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-b2200358-1784-4a1a-a48c-b05f60bb1915', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ips': [{'subnet_id': '74d5339a-2b35-4a26-9197-c432875becb1'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:51:16.819514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:16.895320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54720) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:16.900532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459294813', 'description': 'tempest-secgroup-smoke-459294813 description', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:16.923160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:16.963516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Allocated IP 172.20.0.18 (b2200358-1784-4a1a-a48c-b05f60bb1915/74d5339a-2b35-4a26-9197-c432875becb1/200d4878-e9d2-4322-9c8a-60747ee31f4d) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:51:16.995749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (0512a88e-3d9f-47c9-83dc-f166b8089bfb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.000288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0512a88e-3d9f-47c9-83dc-f166b8089bfb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.032648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.033905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1375947 Apr 07 11:51:17.035753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87311d7-bc19-49d5-bc25-69d25df34a49 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0512a88e-3d9f-47c9-83dc-f166b8089bfb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.036939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:17.047422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '0512a88e-3d9f-47c9-83dc-f166b8089bfb', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:17.052028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 994c0ea9-61f5-4ece-aada-49abbda664ae details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:51:17.081945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (d3b1142d-50d8-4dee-97c4-18c5d0877e11), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.142963 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Publish callbacks [] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.145245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (d3b1142d-50d8-4dee-97c4-18c5d0877e11), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.151544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d3b1142d-50d8-4dee-97c4-18c5d0877e11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.180219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b1142d-50d8-4dee-97c4-18c5d0877e11,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.186514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.193369 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.197073 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c6c29501-3dbb-4aae-8b4f-e3991d486dfc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512358 Apr 07 11:51:17.197691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54724) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:17.202823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '0512a88e-3d9f-47c9-83dc-f166b8089bfb', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:17.245014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (42a46475-1d6f-4644-8e79-eb9d463750a8), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.270653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 994c0ea9-61f5-4ece-aada-49abbda664ae, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=994c0ea9-61f5-4ece-aada-49abbda664ae,segment=NetworkSegment(57152b77-0470-4f91-8fcf-cee134bf5041),segment_id=57152b77-0470-4f91-8fcf-cee134bf5041)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:17.299505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '994c0ea9-61f5-4ece-aada-49abbda664ae', 'network_id': '4890c985-c5ac-49ad-9856-ed4b58c5c668', 'port_id': '994c0ea9-61f5-4ece-aada-49abbda664ae', 'mac_address': 'fa:16:3e:fe:63:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af27089c-c0ef-4c45-8a16-498de4becf35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:51:17.301047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Pushing event updated for resources: {'Port': ['ID=200d4878-e9d2-4322-9c8a-60747ee31f4d,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.313534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Network b2200358-1784-4a1a-a48c-b05f60bb1915 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:17.317821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.319001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.319457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.319969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.320479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.320982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.321499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.322144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.322630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.323114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.323608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.324122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.325419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:17.351153 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (42a46475-1d6f-4644-8e79-eb9d463750a8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.351420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:17.354644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:51:17.365084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92bebb-2249-4053-a083-575b01d58ca1 req-c880abd3-0723-4926-9ddd-8abca8dd85bd tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:17.366677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d92bebb-2249-4053-a083-575b01d58ca1 req-c880abd3-0723-4926-9ddd-8abca8dd85bd tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 944 time: 0.0834157 Apr 07 11:51:17.367922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (42a46475-1d6f-4644-8e79-eb9d463750a8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.402721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 994c0ea9-61f5-4ece-aada-49abbda664ae is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:17.403032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a46475-1d6f-4644-8e79-eb9d463750a8,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.403777 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.418175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.421871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6e0451fe-3b96-4489-9381-5ba2ab069118 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2204506 Apr 07 11:51:17.422625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54728) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:17.430135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '0512a88e-3d9f-47c9-83dc-f166b8089bfb', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:17.441365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d92bebb-2249-4053-a083-575b01d58ca1 req-abc74b52-70a0-4e66-928a-d3185edbdc2b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652964 Apr 07 11:51:17.462151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (d9ed5119-5405-4294-bd27-b8481307c4c3), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.463035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994c0ea9-61f5-4ece-aada-49abbda664ae {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:17.469847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Attempting to bind port 200d4878-e9d2-4322-9c8a-60747ee31f4d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:51:17.470225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Attempting to bind port 200d4878-e9d2-4322-9c8a-60747ee31f4d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:51:17.470591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Attempting to bind port 200d4878-e9d2-4322-9c8a-60747ee31f4d on network b2200358-1784-4a1a-a48c-b05f60bb1915 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:17.479545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:51:17.479944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Checking segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:17.480349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.480852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Bound using segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:51:17.481617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Bound port: 200d4878-e9d2-4322-9c8a-60747ee31f4d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:51:17.482028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.511260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 994c0ea9-61f5-4ece-aada-49abbda664ae, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=994c0ea9-61f5-4ece-aada-49abbda664ae,segment=NetworkSegment(57152b77-0470-4f91-8fcf-cee134bf5041),segment_id=57152b77-0470-4f91-8fcf-cee134bf5041)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:17.515618 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.536534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (d9ed5119-5405-4294-bd27-b8481307c4c3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.542115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d9ed5119-5405-4294-bd27-b8481307c4c3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.567796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.572892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54730) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:17.573636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496704 Apr 07 11:51:17.574721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4830a5a-d1fe-4f68-b745-fd30f60cd831 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ed5119-5405-4294-bd27-b8481307c4c3,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.577356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '0512a88e-3d9f-47c9-83dc-f166b8089bfb', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:17.604829 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (a594a912-00ec-4777-b830-287331c9ccd0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.616825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=994c0ea9-61f5-4ece-aada-49abbda664ae,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.625913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] For port 200d4878-e9d2-4322-9c8a-60747ee31f4d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:51:17.629316 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] For port 200d4878-e9d2-4322-9c8a-60747ee31f4d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=200d4878-e9d2-4322-9c8a-60747ee31f4d,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:51:17.636605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.666030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (a594a912-00ec-4777-b830-287331c9ccd0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.671802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a594a912-00ec-4777-b830-287331c9ccd0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.707501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a594a912-00ec-4777-b830-287331c9ccd0,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.720388 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.724140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3166b345-3605-4d11-9457-367db66f24fb tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477327 Apr 07 11:51:17.724433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 54732) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:17.724756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81047-a932-4b45-bb6a-35ad9a972ccc None None] Pushing event updated for resources: {'Port': ['ID=200d4878-e9d2-4322-9c8a-60747ee31f4d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.734981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '0512a88e-3d9f-47c9-83dc-f166b8089bfb', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:17.761906 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Project e4103044649c4a208eb930b0cd45fcb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:51:17.770026 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (cb31debc-e825-4278-928d-2d1a6b5367d8), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.860426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['994c0ea9-61f5-4ece-aada-49abbda664ae'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:17.868981 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (cb31debc-e825-4278-928d-2d1a6b5367d8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.884041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927ffb-9ee9-499b-aefd-326118320bc1 req-1af15197-aa45-4bef-9f81-333b12978f49 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:17.885722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb927ffb-9ee9-499b-aefd-326118320bc1 req-1af15197-aa45-4bef-9f81-333b12978f49 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0924389 Apr 07 11:51:17.887027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (cb31debc-e825-4278-928d-2d1a6b5367d8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.940333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb31debc-e825-4278-928d-2d1a6b5367d8,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:17.967783 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:17.969272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c017c848-f2c4-4f4b-ad48-0f4da4635673 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2429976 Apr 07 11:51:17.971224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54736) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:17.978340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '0512a88e-3d9f-47c9-83dc-f166b8089bfb', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:18.010279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb927ffb-9ee9-499b-aefd-326118320bc1 req-f6d2d995-af1a-4f23-a7c9-ac614a8c86a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951147 Apr 07 11:51:18.026493 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Project e4103044649c4a208eb930b0cd45fcb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:51:18.032199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (053d76bd-42f6-48bd-adf7-766af5a67a20), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:18.119122 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (053d76bd-42f6-48bd-adf7-766af5a67a20), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:18.125068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (053d76bd-42f6-48bd-adf7-766af5a67a20), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:18.148397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053d76bd-42f6-48bd-adf7-766af5a67a20,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:18.154569 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:18.155708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-996bc9c5-66ae-4b5f-9b31-8aeeea8d1b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1818926 Apr 07 11:51:18.381297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-61edc967-7d0f-44a5-9cca-c4e6f497f6a4 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459294813&fields=id&tenant_id=e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 267 time: 0.0480356 Apr 07 11:51:18.496114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-70564a12-25d3-4ca4-b952-c02cd8d1c23f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:18.497596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-70564a12-25d3-4ca4-b952-c02cd8d1c23f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/networks?id=b2200358-1784-4a1a-a48c-b05f60bb1915 HTTP/1.1" status: 200 len: 797 time: 0.1083739 Apr 07 11:51:18.513599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-bbbed0f0-7d8e-42b8-aa5a-8e0947486c47 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/quotas/e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 375 time: 0.0104647 Apr 07 11:51:18.609725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-8b680ebc-c530-42ad-ad35-f720424e376b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0906599 Apr 07 11:51:18.622266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489677b4-7b6d-4257-8aca-48c2cf421a59 req-940ea44d-46ac-44e4-b3e3-f76844a462b2 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:18.623888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-489677b4-7b6d-4257-8aca-48c2cf421a59 req-940ea44d-46ac-44e4-b3e3-f76844a462b2 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 945 time: 0.0956101 Apr 07 11:51:18.725312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-489677b4-7b6d-4257-8aca-48c2cf421a59 req-d24f0c9d-e88c-4ed6-8618-e7b0f315ae11 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925984 Apr 07 11:51:18.749662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-e4ab97d5-33a3-4aef-b150-d3c66972ca1b service neutron] 10.222.0.13 "GET /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246333 Apr 07 11:51:18.773727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffae26f-204a-487a-9cf6-dbbfd5b67063 None None] Network b2200358-1784-4a1a-a48c-b05f60bb1915 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:18.848591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-84f3911e-327a-49f0-8594-b90b7c51ed80 service neutron] 10.222.0.13 "GET /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928535 Apr 07 11:51:18.896902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] Provisioning complete for port 200d4878-e9d2-4322-9c8a-60747ee31f4d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:18.897349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.025056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 994c0ea9-61f5-4ece-aada-49abbda664ae up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:19.071133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54e42a25-8207-4026-91bf-5e2bd4b5629c req-850a799e-60a6-4bbc-a9bb-773f9cacccbc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 210 time: 0.0396063 Apr 07 11:51:19.071651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] Current status of the port 200d4878-e9d2-4322-9c8a-60747ee31f4d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:19.071944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.124964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] For port 200d4878-e9d2-4322-9c8a-60747ee31f4d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=200d4878-e9d2-4322-9c8a-60747ee31f4d,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:19.135934 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.168202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 994c0ea9-61f5-4ece-aada-49abbda664ae completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:51:19.175060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 994c0ea9-61f5-4ece-aada-49abbda664ae triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:19.175435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.192370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50308531-df73-40d3-9cb2-4e76149f571e req-ae2073f5-9bc9-49a4-a0fd-a3f63ec71560 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:19.194742 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50308531-df73-40d3-9cb2-4e76149f571e req-ae2073f5-9bc9-49a4-a0fd-a3f63ec71560 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0878694 Apr 07 11:51:19.233059 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978cd1d-998c-4c24-9a43-4a4d20369599 None None] Pushing event updated for resources: {'Port': ['ID=200d4878-e9d2-4322-9c8a-60747ee31f4d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:19.258291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50308531-df73-40d3-9cb2-4e76149f571e req-be512b85-5f41-42b5-b664-34126fd0c065 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Apr 07 11:51:19.293566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 994c0ea9-61f5-4ece-aada-49abbda664ae is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:19.293959 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.304599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f6d68afa-c249-4bf8-8f46-aea3efc6460c None None] Provisioning complete for port 200d4878-e9d2-4322-9c8a-60747ee31f4d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:19.304975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f6d68afa-c249-4bf8-8f46-aea3efc6460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.342149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d666848-321c-4d14-855e-aa7154d00c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994c0ea9-61f5-4ece-aada-49abbda664ae'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:19.344834 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa7428-a2c4-4d8e-a261-f10ab1d3fca8" -d '{"events": [{"server_uuid": "6d666848-321c-4d14-855e-aa7154d00c1b", "name": "network-vif-plugged", "status": "completed", "tag": "994c0ea9-61f5-4ece-aada-49abbda664ae"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:19.364445 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 994c0ea9-61f5-4ece-aada-49abbda664ae, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=994c0ea9-61f5-4ece-aada-49abbda664ae,segment=NetworkSegment(57152b77-0470-4f91-8fcf-cee134bf5041),segment_id=57152b77-0470-4f91-8fcf-cee134bf5041)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:19.370907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.462409 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99efd685-b6a2-4086-9dee-4fb373cbc345 x-openstack-request-id: req-99efd685-b6a2-4086-9dee-4fb373cbc345 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:19.462759 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d666848-321c-4d14-855e-aa7154d00c1b", "name": "network-vif-plugged", "status": "completed", "tag": "994c0ea9-61f5-4ece-aada-49abbda664ae", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:19.463203 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99efd685-b6a2-4086-9dee-4fb373cbc345 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:19.463602 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99efd685-b6a2-4086-9dee-4fb373cbc345'] response: {'server_uuid': '6d666848-321c-4d14-855e-aa7154d00c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994c0ea9-61f5-4ece-aada-49abbda664ae', 'code': 200} Apr 07 11:51:19.464247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=994c0ea9-61f5-4ece-aada-49abbda664ae,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:19.470075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f6d68afa-c249-4bf8-8f46-aea3efc6460c None None] Current status of the port 200d4878-e9d2-4322-9c8a-60747ee31f4d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:19.564770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac14c19-493e-4c25-829e-bb46db479576 req-74c7aae5-5b15-4c88-9ffe-b5e3e9a24c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:19.566328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ac14c19-493e-4c25-829e-bb46db479576 req-74c7aae5-5b15-4c88-9ffe-b5e3e9a24c59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 1128 time: 0.0460901 Apr 07 11:51:19.619944 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4ac14c19-493e-4c25-829e-bb46db479576 req-d998c653-b8ac-43da-92b3-4187fe3742b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Apr 07 11:51:19.846281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b196e-65b2-4c61-8516-e6fcfb64a1a6 req-fbbb0a75-8639-484f-a770-1e86ef757aa0 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:19.848755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965b196e-65b2-4c61-8516-e6fcfb64a1a6 req-fbbb0a75-8639-484f-a770-1e86ef757aa0 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 946 time: 0.0542178 Apr 07 11:51:19.898207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-965b196e-65b2-4c61-8516-e6fcfb64a1a6 req-6d34fe20-ad6b-439c-81aa-97c438c76b0e tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Apr 07 11:51:19.933936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 200d4878-e9d2-4322-9c8a-60747ee31f4d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:19.986407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 200d4878-e9d2-4322-9c8a-60747ee31f4d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:19.986697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.067783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 200d4878-e9d2-4322-9c8a-60747ee31f4d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:20.156898 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-7764b968-cfcf-44f2-ad66-f9c2697a4c13 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:20.158370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-7764b968-cfcf-44f2-ad66-f9c2697a4c13 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.23 "GET /v2.0/networks?id=b2200358-1784-4a1a-a48c-b05f60bb1915 HTTP/1.1" status: 200 len: 797 time: 0.1222193 Apr 07 11:51:20.174186 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9339e15f-4dba-4d9b-8f39-e601f9d60d2a req-bd4e39c6-1a44-4f63-a66f-28e412313340 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 210 time: 0.0352616 Apr 07 11:51:20.250330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-e425c707-0af3-4a8a-937c-e1ee9447c4fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 472 time: 0.0702806 Apr 07 11:51:20.274324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'port': {'device_id': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'admin_state_up': True, 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'security_groups': ['0512a88e-3d9f-47c9-83dc-f166b8089bfb']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:20.417429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ca7a4-f85a-4fe4-870f-ef17f8a08447 req-05fb925c-fd43-4f7b-bbf4-2580c00d0504 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:20.418893 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578ca7a4-f85a-4fe4-870f-ef17f8a08447 req-05fb925c-fd43-4f7b-bbf4-2580c00d0504 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0904396 Apr 07 11:51:20.432679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:20.435824 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.519868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578ca7a4-f85a-4fe4-870f-ef17f8a08447 req-886dc9a4-0430-443a-97c2-2d06b5ad8da3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950978 Apr 07 11:51:20.596359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.20.0.19 (b2200358-1784-4a1a-a48c-b05f60bb1915/74d5339a-2b35-4a26-9197-c432875becb1/d908adf5-e300-43dc-a1c9-7518ed514f5f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:51:20.737073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.771972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.814409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network b2200358-1784-4a1a-a48c-b05f60bb1915 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:20.817582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:20.823513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:51:20.848849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=d908adf5-e300-43dc-a1c9-7518ed514f5f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:20.882256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:20.883612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.902132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-c21b3cf3-08b9-4ef7-b125-4f1aae32ca15 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320796 Apr 07 11:51:20.914022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Request body: {'port': {'device_id': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:20.996062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.077178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310db4ff-7f4c-4d3e-a624-9f53783d8755 req-dd5de6f9-fba2-498b-a96b-a60a97b6e8b4 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:21.078642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-310db4ff-7f4c-4d3e-a624-9f53783d8755 req-dd5de6f9-fba2-498b-a96b-a60a97b6e8b4 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 946 time: 0.0977063 Apr 07 11:51:21.103575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05f1e11d-c3d9-4a3a-a64a-90d586f265a5 None None] Provisioning complete for port d908adf5-e300-43dc-a1c9-7518ed514f5f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:21.104176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05f1e11d-c3d9-4a3a-a64a-90d586f265a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.144279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05f1e11d-c3d9-4a3a-a64a-90d586f265a5 None None] Port d908adf5-e300-43dc-a1c9-7518ed514f5f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:51:21.222102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-310db4ff-7f4c-4d3e-a624-9f53783d8755 req-214581db-ed1d-45ef-895d-f0cd25a57869 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362004 Apr 07 11:51:21.339415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfce84-66e5-42e1-a7f1-3835b509d635 req-a65f1eea-7147-4aec-8c77-3b0bf6957558 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:21.340964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9bcfce84-66e5-42e1-a7f1-3835b509d635 req-a65f1eea-7147-4aec-8c77-3b0bf6957558 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 932 time: 0.0909185 Apr 07 11:51:21.416997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d908adf5-e300-43dc-a1c9-7518ed514f5f {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:21.431284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Publish callbacks [] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.445602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9bcfce84-66e5-42e1-a7f1-3835b509d635 req-ccfc3966-7018-43a3-983d-08cf5aab1b05 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968089 Apr 07 11:51:21.453535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Transition to ACTIVE for port object d908adf5-e300-43dc-a1c9-7518ed514f5f will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:51:21.458676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.526932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Pushing event updated for resources: {'Port': ['ID=d908adf5-e300-43dc-a1c9-7518ed514f5f,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:21.629756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Attempting to bind port d908adf5-e300-43dc-a1c9-7518ed514f5f on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:51:21.630146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Attempting to bind port d908adf5-e300-43dc-a1c9-7518ed514f5f by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:51:21.630488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Attempting to bind port d908adf5-e300-43dc-a1c9-7518ed514f5f on network b2200358-1784-4a1a-a48c-b05f60bb1915 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:21.672338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Port d908adf5-e300-43dc-a1c9-7518ed514f5f on network b2200358-1784-4a1a-a48c-b05f60bb1915 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:51:21.672706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Attempting to bind port d908adf5-e300-43dc-a1c9-7518ed514f5f on network b2200358-1784-4a1a-a48c-b05f60bb1915 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:21.686735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:51:21.687091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Checking segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:21.687486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Bound using segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:51:21.687942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Bound port: d908adf5-e300-43dc-a1c9-7518ed514f5f, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:51:21.688308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.739304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32175-a05a-4b49-a079-aa26df13ddb9 req-6d60d6ac-4013-480a-9d0f-616194d70131 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:21.741397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e32175-a05a-4b49-a079-aa26df13ddb9 req-6d60d6ac-4013-480a-9d0f-616194d70131 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.1123223 Apr 07 11:51:21.802272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] For port d908adf5-e300-43dc-a1c9-7518ed514f5f, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:51:21.825156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] For port d908adf5-e300-43dc-a1c9-7518ed514f5f, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:51:21.831483 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e32175-a05a-4b49-a079-aa26df13ddb9 req-ad8f0d2b-d81f-4764-856d-116bc8317d2f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784552 Apr 07 11:51:21.833804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.868264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:21.869124 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.870928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] 10.222.0.23 "PUT /v2.0/ports/d908adf5-e300-43dc-a1c9-7518ed514f5f HTTP/1.1" status: 200 len: 1092 time: 0.9621773 Apr 07 11:51:21.871396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'tag': 'd908adf5-e300-43dc-a1c9-7518ed514f5f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:21.873669 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb203e-cfbd-4a29-b22d-6179a624e53c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a", "tag": "d908adf5-e300-43dc-a1c9-7518ed514f5f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:21.973060 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27877f91-c42b-4d11-bc3e-8e9b91a7c82d x-openstack-request-id: req-27877f91-c42b-4d11-bc3e-8e9b91a7c82d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:21.973980 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a", "tag": "d908adf5-e300-43dc-a1c9-7518ed514f5f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:21.974476 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27877f91-c42b-4d11-bc3e-8e9b91a7c82d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:21.975207 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27877f91-c42b-4d11-bc3e-8e9b91a7c82d'] response: {'name': 'network-changed', 'server_uuid': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'tag': 'd908adf5-e300-43dc-a1c9-7518ed514f5f', 'status': 'completed', 'code': 200} Apr 07 11:51:21.994260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635fe5-c071-4e02-965d-9ca80d7709db service neutron] Pushing event updated for resources: {'Port': ['ID=d908adf5-e300-43dc-a1c9-7518ed514f5f,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:22.014043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-0f987761-156d-4fb2-addf-b0b26acff5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.016159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-0f987761-156d-4fb2-addf-b0b26acff5a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 1126 time: 0.0980623 Apr 07 11:51:22.073405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-0fb1f85e-e01f-4404-bd51-406b5497a5a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f HTTP/1.1" status: 200 len: 217 time: 0.0508511 Apr 07 11:51:22.150932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-58602ff5-303f-43b5-83f7-edca233bf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.153383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-58602ff5-303f-43b5-83f7-edca233bf16d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74d5339a-2b35-4a26-9197-c432875becb1 HTTP/1.1" status: 200 len: 838 time: 0.0740736 Apr 07 11:51:22.238995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-37ac8191-04ba-46cb-a961-b00249dec1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.240504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-37ac8191-04ba-46cb-a961-b00249dec1d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2200358-1784-4a1a-a48c-b05f60bb1915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766425 Apr 07 11:51:22.347689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-6197b05a-951f-412a-945e-8caa0d5d8ff9 req-8561c7ea-1bb7-4384-bf24-be77af21c8dd service neutron] (104178) timed out ('10.222.0.13', 41088) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:51:22.350724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-e75f3a1e-351e-4132-880c-adab588f15b8 service neutron] 10.222.0.23 "GET /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034799 Apr 07 11:51:22.448370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dee8798e-69c1-47a2-ac1a-61f295282e84 req-ab60fbb7-b9e4-4f95-be08-ae8ccc9cb551 service neutron] 10.222.0.23 "GET /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927222 Apr 07 11:51:22.582826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-b6413336-8c88-4529-9362-bd2ec72c2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.585175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-b6413336-8c88-4529-9362-bd2ec72c2ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 1126 time: 0.0866363 Apr 07 11:51:22.667610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bdd03-d51c-4e5b-8708-6f635498488b req-88817062-b7ff-45ea-a78f-dd1b0e7d9001 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.669227 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d3bdd03-d51c-4e5b-8708-6f635498488b req-88817062-b7ff-45ea-a78f-dd1b0e7d9001 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 944 time: 0.1374459 Apr 07 11:51:22.721938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-ad98823a-88fe-4fe2-b661-2bfdd25d79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.723398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-ad98823a-88fe-4fe2-b661-2bfdd25d79fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2200358-1784-4a1a-a48c-b05f60bb1915 HTTP/1.1" status: 200 len: 898 time: 0.1323364 Apr 07 11:51:22.782084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-5c2ac8b3-1531-4cb9-a08c-8aca805db1b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f HTTP/1.1" status: 200 len: 217 time: 0.0496595 Apr 07 11:51:22.785751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d3bdd03-d51c-4e5b-8708-6f635498488b req-103b9175-98f8-45d2-8f5d-4f8b86a8f18c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986829 Apr 07 11:51:22.834084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-de915cff-ae8c-416c-88f3-c97b68fb2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.836621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-de915cff-ae8c-416c-88f3-c97b68fb2749 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74d5339a-2b35-4a26-9197-c432875becb1 HTTP/1.1" status: 200 len: 838 time: 0.0467713 Apr 07 11:51:22.891854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-3666d5fb-9d59-41bd-859e-8682cc7e48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.893676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-3666d5fb-9d59-41bd-859e-8682cc7e48aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2200358-1784-4a1a-a48c-b05f60bb1915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512319 Apr 07 11:51:23.047225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b64bd9-2fd7-4e31-89b1-f392dc76c39d req-583cc575-916f-4cad-8cd8-567a24e0917e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:23.048832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65b64bd9-2fd7-4e31-89b1-f392dc76c39d req-583cc575-916f-4cad-8cd8-567a24e0917e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0895891 Apr 07 11:51:23.051291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-40d3ae9d-8a16-4a3c-9676-dd2c55898a13 service neutron] 10.222.0.23 "GET /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503139 Apr 07 11:51:23.167134 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65b64bd9-2fd7-4e31-89b1-f392dc76c39d req-19868b36-46be-4bf3-a826-c188c0f4f1a2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116817 Apr 07 11:51:23.196666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95bb203e-cfbd-4a29-b22d-6179a624e53c req-df5db4b4-4061-4f22-814f-33d083b9912e service neutron] 10.222.0.23 "GET /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394308 Apr 07 11:51:23.636533 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-932f8ba2-fafc-4ec3-88a1-9d7050fa747a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435617 Apr 07 11:51:23.724990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-093725df-4a3f-47fb-b7ff-713154b7480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:23.726533 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-093725df-4a3f-47fb-b7ff-713154b7480e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1127 time: 0.0478468 Apr 07 11:51:23.849215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-6c974ccf-a36f-4bd7-9f2b-89d79af3dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:23.850910 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-6c974ccf-a36f-4bd7-9f2b-89d79af3dc08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 897 time: 0.1061096 Apr 07 11:51:23.923221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824659c-0b11-4fd0-8f31-2b1f39da4f2a req-257de55a-12fd-4d77-b7b6-77415f87fab3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:23.924906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8824659c-0b11-4fd0-8f31-2b1f39da4f2a req-257de55a-12fd-4d77-b7b6-77415f87fab3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 944 time: 0.0597942 Apr 07 11:51:23.931362 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-f24b17fc-94f7-4824-863d-989ff28364f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 1001 time: 0.0747936 Apr 07 11:51:23.983877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-b5b7ccb0-157e-4fac-bb7d-103303d39d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:23.985606 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-b5b7ccb0-157e-4fac-bb7d-103303d39d99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 200 len: 834 time: 0.0487349 Apr 07 11:51:23.985726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8824659c-0b11-4fd0-8f31-2b1f39da4f2a req-200fc31e-2ad0-4eb8-896f-fb92e5e65150 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530665 Apr 07 11:51:24.041390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-1e711355-a684-492b-a949-870138677f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:24.042784 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-1e711355-a684-492b-a949-870138677f3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=decdfaa8-b567-4760-b83f-6c8ff89be174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508897 Apr 07 11:51:24.135829 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-09068632-aa1c-4fbf-bfd2-2d710aedef5d service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864353 Apr 07 11:51:24.232569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-326dd9b7-d990-4eee-8363-5f805e0c6cf4 req-5e76ad00-b4a3-45a3-aba6-ac7853ac001c service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904961 Apr 07 11:51:24.306366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c96f-f11e-4745-bc2d-17e7f20d780c req-de67e949-97fb-4338-bf47-5d6e589a2e32 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:24.307877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d200c96f-f11e-4745-bc2d-17e7f20d780c req-de67e949-97fb-4338-bf47-5d6e589a2e32 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0601864 Apr 07 11:51:24.367559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d200c96f-f11e-4745-bc2d-17e7f20d780c req-6fe05b5a-6e82-442b-9cdb-6d4dd2b037c2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535932 Apr 07 11:51:24.778172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97bfe9-23d6-435c-8833-dce546fed3fb req-f70f1da9-c248-49c0-8cfb-5fd0408f568b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:24.779626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d97bfe9-23d6-435c-8833-dce546fed3fb req-f70f1da9-c248-49c0-8cfb-5fd0408f568b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 946 time: 0.0513170 Apr 07 11:51:24.825092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d97bfe9-23d6-435c-8833-dce546fed3fb req-05165977-dfbe-4aa7-b7f6-549309335392 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Apr 07 11:51:25.106747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bf768-78aa-49f9-b4cf-924e8135b6e0 req-879ffb39-8b38-46b2-a536-dae17476bf00 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:25.108105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-621bf768-78aa-49f9-b4cf-924e8135b6e0 req-879ffb39-8b38-46b2-a536-dae17476bf00 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 944 time: 0.0533111 Apr 07 11:51:25.160478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-621bf768-78aa-49f9-b4cf-924e8135b6e0 req-98b7267e-8540-42d1-acb6-8082926dc6e9 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466342 Apr 07 11:51:25.355260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device fc5cf014-f3e4-40ef-bd19-2bedb5478f07 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:51:25.458215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:25.469528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07', 'mac_address': 'fa:16:3e:cc:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:51:25.487421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58bb82-f37c-4a9c-8044-98918b7b1469 req-f24da527-db53-4f44-994a-61490b99c87d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:25.488891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f58bb82-f37c-4a9c-8044-98918b7b1469 req-f24da527-db53-4f44-994a-61490b99c87d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 943 time: 0.0516126 Apr 07 11:51:25.507177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:25.507694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:25.520628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5cf014-f3e4-40ef-bd19-2bedb5478f07 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:25.535940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f58bb82-f37c-4a9c-8044-98918b7b1469 req-3ed9b755-2b71-417c-bffb-c96d8a89bb01 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Apr 07 11:51:25.540360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:25.544532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:25.545510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d908adf5-e300-43dc-a1c9-7518ed514f5f details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:51:25.636309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:25.681391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d908adf5-e300-43dc-a1c9-7518ed514f5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:25.691666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'd908adf5-e300-43dc-a1c9-7518ed514f5f', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'port_id': 'd908adf5-e300-43dc-a1c9-7518ed514f5f', 'mac_address': 'fa:16:3e:d2:c2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d5339a-2b35-4a26-9197-c432875becb1', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:51:25.728777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d908adf5-e300-43dc-a1c9-7518ed514f5f is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:25.729201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:25.742037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d908adf5-e300-43dc-a1c9-7518ed514f5f {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:25.761598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d908adf5-e300-43dc-a1c9-7518ed514f5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:25.765939 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:25.815918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d908adf5-e300-43dc-a1c9-7518ed514f5f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:25.948123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72107c2d-28a3-4707-8004-e2afe8ae5532 req-76545d5a-dc71-4843-8a86-ffdc294c9db6 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:25.949540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72107c2d-28a3-4707-8004-e2afe8ae5532 req-76545d5a-dc71-4843-8a86-ffdc294c9db6 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 946 time: 0.0565813 Apr 07 11:51:25.985826 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d908adf5-e300-43dc-a1c9-7518ed514f5f'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:25.990104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['fc5cf014-f3e4-40ef-bd19-2bedb5478f07'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:25.996954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72107c2d-28a3-4707-8004-e2afe8ae5532 req-4798df8d-2bc1-4ca4-bd3d-c602c922de9d tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.13 "GET /v2.0/security-groups?id=32814b2f-f21e-4001-b559-dd76456835c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Apr 07 11:51:26.115360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302c933-d158-4696-8ebd-80e505464fdd req-33c85f66-b7af-4431-93ec-486c034a7d56 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:26.117549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1302c933-d158-4696-8ebd-80e505464fdd req-33c85f66-b7af-4431-93ec-486c034a7d56 tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d666848-321c-4d14-855e-aa7154d00c1b HTTP/1.1" status: 200 len: 946 time: 0.0546553 Apr 07 11:51:26.214400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Deleting port 994c0ea9-61f5-4ece-aada-49abbda664ae {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:26.214861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:26.289013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e42f0-c3a7-41f0-8742-d03e6e7d7d64 req-97e70cea-3d9e-4368-8c64-18b4ba1230ad tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:26.290546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-684e42f0-c3a7-41f0-8742-d03e6e7d7d64 req-97e70cea-3d9e-4368-8c64-18b4ba1230ad tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 945 time: 0.0606074 Apr 07 11:51:26.316231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] For port 994c0ea9-61f5-4ece-aada-49abbda664ae, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=994c0ea9-61f5-4ece-aada-49abbda664ae,segment=NetworkSegment(57152b77-0470-4f91-8fcf-cee134bf5041),segment_id=57152b77-0470-4f91-8fcf-cee134bf5041)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:26.316231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:26.329642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Calling delete_port for 994c0ea9-61f5-4ece-aada-49abbda664ae owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:26.342805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-684e42f0-c3a7-41f0-8742-d03e6e7d7d64 req-825fb601-cca6-49bb-922b-333ee394a9cc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456038 Apr 07 11:51:26.463814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (994c0ea9-61f5-4ece-aada-49abbda664ae), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:26.476431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['994c0ea9-61f5-4ece-aada-49abbda664ae'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:26.491272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Pushing event deleted for resources: {'Port': ['ID=994c0ea9-61f5-4ece-aada-49abbda664ae,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:26.536405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] No DVR routers for this DVR port 994c0ea9-61f5-4ece-aada-49abbda664ae on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:26.539806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:26.543141 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1302c933-d158-4696-8ebd-80e505464fdd req-418ade86-7ed0-4c4a-86b8-830b26f9251b tempest-VolumesActionsTest-492045865 tempest-VolumesActionsTest-492045865-project] 10.222.0.41 "DELETE /v2.0/ports/994c0ea9-61f5-4ece-aada-49abbda664ae HTTP/1.1" status: 204 len: 173 time: 0.4208865 Apr 07 11:51:26.543600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d666848-321c-4d14-855e-aa7154d00c1b', 'name': 'network-vif-deleted', 'tag': '994c0ea9-61f5-4ece-aada-49abbda664ae'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:26.545863 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4274ef-8c28-4b5b-9691-a3ace187c990" -d '{"events": [{"server_uuid": "6d666848-321c-4d14-855e-aa7154d00c1b", "name": "network-vif-deleted", "tag": "994c0ea9-61f5-4ece-aada-49abbda664ae"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:26.586151 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32675d8-d4a6-435f-a58f-a22944edad99 x-openstack-request-id: req-c32675d8-d4a6-435f-a58f-a22944edad99 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:26.586469 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d666848-321c-4d14-855e-aa7154d00c1b", "name": "network-vif-deleted", "tag": "994c0ea9-61f5-4ece-aada-49abbda664ae", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:26.586723 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c32675d8-d4a6-435f-a58f-a22944edad99 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:26.587135 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32675d8-d4a6-435f-a58f-a22944edad99'] response: {'server_uuid': '6d666848-321c-4d14-855e-aa7154d00c1b', 'name': 'network-vif-deleted', 'tag': '994c0ea9-61f5-4ece-aada-49abbda664ae', 'status': 'completed', 'code': 200} Apr 07 11:51:26.665620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d198f-4694-4749-9c26-a4df5f786664 req-7766d741-f494-48a5-86d3-5f7efc1375ed tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:26.667117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f4d198f-4694-4749-9c26-a4df5f786664 req-7766d741-f494-48a5-86d3-5f7efc1375ed tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 944 time: 0.0560956 Apr 07 11:51:26.718212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5f4d198f-4694-4749-9c26-a4df5f786664 req-9431b32b-36da-4a6c-ba18-f41ea4912974 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Apr 07 11:51:27.371224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device fc5cf014-f3e4-40ef-bd19-2bedb5478f07 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:27.425335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:51:27.430581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:27.431039 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:27.470706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba04de8-0a79-40d8-8137-efac09d10993 req-ed73f711-d97e-4732-9817-067c94971e6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:27.472207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ba04de8-0a79-40d8-8137-efac09d10993 req-ed73f711-d97e-4732-9817-067c94971e6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 945 time: 0.0550907 Apr 07 11:51:27.514133 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:27.514727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:27.542547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ba04de8-0a79-40d8-8137-efac09d10993 req-ae0feccf-afc6-42ca-8277-e47773133048 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572236 Apr 07 11:51:27.545242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f729026e-de6e-43b2-8455-046c958aa146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:27.547593 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad2642c-ff94-436e-8264-0848df7690bd" -d '{"events": [{"server_uuid": "f729026e-de6e-43b2-8455-046c958aa146", "name": "network-vif-plugged", "status": "completed", "tag": "fc5cf014-f3e4-40ef-bd19-2bedb5478f07"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:27.561874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:27.567700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:27.568827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d908adf5-e300-43dc-a1c9-7518ed514f5f up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:27.596723 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f2d356-0408-4b8e-b53f-0724b7054a20 x-openstack-request-id: req-a1f2d356-0408-4b8e-b53f-0724b7054a20 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:27.597045 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f729026e-de6e-43b2-8455-046c958aa146", "name": "network-vif-plugged", "status": "completed", "tag": "fc5cf014-f3e4-40ef-bd19-2bedb5478f07", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:27.597403 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1f2d356-0408-4b8e-b53f-0724b7054a20 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:27.597815 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f2d356-0408-4b8e-b53f-0724b7054a20'] response: {'server_uuid': 'f729026e-de6e-43b2-8455-046c958aa146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07', 'code': 200} Apr 07 11:51:27.662321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:27.670518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port d908adf5-e300-43dc-a1c9-7518ed514f5f completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:51:27.680471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port d908adf5-e300-43dc-a1c9-7518ed514f5f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:27.680471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:27.709696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea07a56-a39c-4a66-8c7b-132c9ed995c7 req-9e58585f-178b-4fd5-9a79-9f23edfd3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:27.713259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ea07a56-a39c-4a66-8c7b-132c9ed995c7 req-9e58585f-178b-4fd5-9a79-9f23edfd3ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 1127 time: 0.0645375 Apr 07 11:51:27.759439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ea07a56-a39c-4a66-8c7b-132c9ed995c7 req-ff16f188-145f-4b62-a131-459936a8c623 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Apr 07 11:51:27.768009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d908adf5-e300-43dc-a1c9-7518ed514f5f is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:27.768401 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:27.805370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d908adf5-e300-43dc-a1c9-7518ed514f5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:27.809529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:27.857123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d908adf5-e300-43dc-a1c9-7518ed514f5f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:27.858756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589145c-596a-4718-8b7d-20bc46c0ed65 req-ab0060fb-133b-4385-af84-7a32390957c7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:27.861569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4589145c-596a-4718-8b7d-20bc46c0ed65 req-ab0060fb-133b-4385-af84-7a32390957c7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.0603433 Apr 07 11:51:27.908399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4589145c-596a-4718-8b7d-20bc46c0ed65 req-d2a7794e-aa2f-42e5-8737-851f1fa7f456 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Apr 07 11:51:28.668501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7846331-d667-4b6a-81ba-2ee3cf578fad req-d7717d40-2d80-45a8-a8b2-a0d045d929ef tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:28.669242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7846331-d667-4b6a-81ba-2ee3cf578fad req-d7717d40-2d80-45a8-a8b2-a0d045d929ef tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.0608270 Apr 07 11:51:28.723456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7846331-d667-4b6a-81ba-2ee3cf578fad req-364d93da-6412-408d-b02e-0221f3f4527f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487869 Apr 07 11:51:29.042324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f836f-462f-459b-abcf-c6c286428f00 req-db5d505c-c660-414e-8145-0abdce334ce1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:29.043801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-348f836f-462f-459b-abcf-c6c286428f00 req-db5d505c-c660-414e-8145-0abdce334ce1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.0544105 Apr 07 11:51:29.091422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-348f836f-462f-459b-abcf-c6c286428f00 req-2f2d5f09-2344-492c-be3e-d92882785372 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Apr 07 11:51:29.210027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542dc27-14e3-4b85-998f-51248362bdd4 req-57596ad3-5e5a-40d8-8b4d-aacadd2fd742 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:29.211540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3542dc27-14e3-4b85-998f-51248362bdd4 req-57596ad3-5e5a-40d8-8b4d-aacadd2fd742 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.0554938 Apr 07 11:51:29.258665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3542dc27-14e3-4b85-998f-51248362bdd4 req-2268b52b-9d9e-4af7-a8d2-a5bad1b34778 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414362 Apr 07 11:51:29.375383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba4ecf-cfa2-4260-a5ea-23c110c375d0 req-1c9c6228-d3c8-496e-8926-d3133ecc2a35 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:29.376714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2ba4ecf-cfa2-4260-a5ea-23c110c375d0 req-1c9c6228-d3c8-496e-8926-d3133ecc2a35 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.0534792 Apr 07 11:51:29.430939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2ba4ecf-cfa2-4260-a5ea-23c110c375d0 req-f43ebd4b-e989-4296-805d-7726be194bfa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438261 Apr 07 11:51:29.598765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd908adf5-e300-43dc-a1c9-7518ed514f5f'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:29.602608 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b37c6-6afc-4088-a7a9-34c3c3e90032" -d '{"events": [{"server_uuid": "9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a", "name": "network-vif-plugged", "status": "completed", "tag": "d908adf5-e300-43dc-a1c9-7518ed514f5f"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:29.650105 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a3704-2c98-4092-9ec7-f44b9d143552 x-openstack-request-id: req-358a3704-2c98-4092-9ec7-f44b9d143552 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:29.650476 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a", "name": "network-vif-plugged", "status": "completed", "tag": "d908adf5-e300-43dc-a1c9-7518ed514f5f", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:29.650735 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-358a3704-2c98-4092-9ec7-f44b9d143552 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:29.651146 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358a3704-2c98-4092-9ec7-f44b9d143552'] response: {'server_uuid': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd908adf5-e300-43dc-a1c9-7518ed514f5f', 'code': 200} Apr 07 11:51:29.786810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac011-e342-4c6c-9042-c57730588c2c req-76a37cfe-865e-46c2-baea-8cb307291a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:29.788315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-466ac011-e342-4c6c-9042-c57730588c2c req-76a37cfe-865e-46c2-baea-8cb307291a5e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 1128 time: 0.0773578 Apr 07 11:51:29.827720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afef3b-14bc-454f-a750-304aebb3326b req-f66fd2e6-7e14-4c07-9f3e-c05ab5cce14f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:29.829085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71afef3b-14bc-454f-a750-304aebb3326b req-f66fd2e6-7e14-4c07-9f3e-c05ab5cce14f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.1092594 Apr 07 11:51:29.892710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-466ac011-e342-4c6c-9042-c57730588c2c req-a0c0b000-b695-4718-9f24-47cf5b896208 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979941 Apr 07 11:51:29.922522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7569b9-dc21-4bbd-95b3-8fb6dbc82a1c req-6cb9bef2-7750-4812-935c-21e01816ef27 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:29.923968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd7569b9-dc21-4bbd-95b3-8fb6dbc82a1c req-6cb9bef2-7750-4812-935c-21e01816ef27 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.1212115 Apr 07 11:51:29.926832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71afef3b-14bc-454f-a750-304aebb3326b req-ece6efeb-938a-4954-b805-4da9e15f982b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832868 Apr 07 11:51:29.979066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd7569b9-dc21-4bbd-95b3-8fb6dbc82a1c req-9053d069-b653-414f-9252-bc54036544d0 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481076 Apr 07 11:51:30.674666 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f91614a-aa54-4ca6-b211-d65ffce6e992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.053859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 994c0ea9-61f5-4ece-aada-49abbda664ae no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:31.055967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c67660-ac1f-42f0-b304-ed99cda6c54b req-40c43b15-693a-43cb-be57-d8cad3b1f539 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:31.061607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91c67660-ac1f-42f0-b304-ed99cda6c54b req-40c43b15-693a-43cb-be57-d8cad3b1f539 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.0626080 Apr 07 11:51:31.076443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 994c0ea9-61f5-4ece-aada-49abbda664ae {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:31.077087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 994c0ea9-61f5-4ece-aada-49abbda664ae not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:31.142175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91c67660-ac1f-42f0-b304-ed99cda6c54b req-3401d34d-2115-472b-85ef-d6287b8c0ce7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787575 Apr 07 11:51:31.159433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff77d42-c28a-4322-a413-a77f4529e136 req-bae4fdb4-6975-4188-a2da-5db46950d6bc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:31.165603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ff77d42-c28a-4322-a413-a77f4529e136 req-bae4fdb4-6975-4188-a2da-5db46950d6bc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.0884521 Apr 07 11:51:31.212555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ff77d42-c28a-4322-a413-a77f4529e136 req-f88aab61-1f19-4693-a58d-e4563f889929 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Apr 07 11:51:31.338553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b614523-c5cc-425d-adda-ceafe997f055 req-bd44d726-c378-40de-8046-cdfeff5bbf72 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:31.340050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b614523-c5cc-425d-adda-ceafe997f055 req-bd44d726-c378-40de-8046-cdfeff5bbf72 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.0587749 Apr 07 11:51:31.391910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b614523-c5cc-425d-adda-ceafe997f055 req-35bb6ee4-bb8c-434e-94db-8050692e65e8 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460448 Apr 07 11:51:31.480995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-abef604c-99de-4cc0-94f0-4a3459e73ac1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:31.482449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-abef604c-99de-4cc0-94f0-4a3459e73ac1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 945 time: 0.0552471 Apr 07 11:51:31.587581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:31.587923 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.677102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port fc5cf014-f3e4-40ef-bd19-2bedb5478f07, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:31.677503 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.692736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for fc5cf014-f3e4-40ef-bd19-2bedb5478f07 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:31.835942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fc5cf014-f3e4-40ef-bd19-2bedb5478f07), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.847018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['fc5cf014-f3e4-40ef-bd19-2bedb5478f07'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:31.867954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=fc5cf014-f3e4-40ef-bd19-2bedb5478f07,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:31.909467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port fc5cf014-f3e4-40ef-bd19-2bedb5478f07 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:31.911966 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.915983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7556f1c-ecc9-45e7-aed0-79e7fd2f0da0 req-8ab37bbd-9dce-4ff1-b09a-73abf43a539a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "DELETE /v2.0/ports/fc5cf014-f3e4-40ef-bd19-2bedb5478f07 HTTP/1.1" status: 204 len: 173 time: 0.4288659 Apr 07 11:51:31.916450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f729026e-de6e-43b2-8455-046c958aa146', 'name': 'network-vif-deleted', 'tag': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:31.918939 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795b23dc-b1ab-423a-ad5a-3f27981fde51" -d '{"events": [{"server_uuid": "f729026e-de6e-43b2-8455-046c958aa146", "name": "network-vif-deleted", "tag": "fc5cf014-f3e4-40ef-bd19-2bedb5478f07"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:31.957697 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10e3181-b73a-4211-8302-3ff77129d1e3 x-openstack-request-id: req-c10e3181-b73a-4211-8302-3ff77129d1e3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:31.958195 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f729026e-de6e-43b2-8455-046c958aa146", "name": "network-vif-deleted", "tag": "fc5cf014-f3e4-40ef-bd19-2bedb5478f07", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:31.958461 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c10e3181-b73a-4211-8302-3ff77129d1e3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:31.959232 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10e3181-b73a-4211-8302-3ff77129d1e3'] response: {'server_uuid': 'f729026e-de6e-43b2-8455-046c958aa146', 'name': 'network-vif-deleted', 'tag': 'fc5cf014-f3e4-40ef-bd19-2bedb5478f07', 'status': 'completed', 'code': 200} Apr 07 11:51:31.996487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:32.552080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f76b3b7-7bd1-4e43-9eac-0fc861db9c29 req-39dc9a19-2150-4fee-980d-c3532329099f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.3383999 Apr 07 11:51:32.876588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 54910) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:33.003638 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c1a447d1-9b21-42af-bf47-2a13b0ce3389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.359760 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.642792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.20.0.17 (b2200358-1784-4a1a-a48c-b05f60bb1915/74d5339a-2b35-4a26-9197-c432875becb1/2c672845-8666-4917-9043-ba92c77baf14) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:51:33.684188 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d8a7eaf-ac01-4360-b0ba-53f6ba9534e7 req-deab2d87-7123-47eb-9846-47e53f469334 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0400519 Apr 07 11:51:33.732795 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.784124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (2c672845-8666-4917-9043-ba92c77baf14), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.841228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2c672845-8666-4917-9043-ba92c77baf14), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.895988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network b2200358-1784-4a1a-a48c-b05f60bb1915 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:33.903114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:33.920256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:51:33.976978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=2c672845-8666-4917-9043-ba92c77baf14,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:34.004554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.216884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2c672845-8666-4917-9043-ba92c77baf14), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.331656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c631db59-8fc2-4a65-84eb-2541ae2bba56 None None] Provisioning complete for port 2c672845-8666-4917-9043-ba92c77baf14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:34.334485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c631db59-8fc2-4a65-84eb-2541ae2bba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2c672845-8666-4917-9043-ba92c77baf14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.394683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c631db59-8fc2-4a65-84eb-2541ae2bba56 None None] Port 2c672845-8666-4917-9043-ba92c77baf14 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:51:34.541442 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.612431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (2c672845-8666-4917-9043-ba92c77baf14), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.619076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (2c672845-8666-4917-9043-ba92c77baf14), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.670289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.827556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network b2200358-1784-4a1a-a48c-b05f60bb1915 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:34.831524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a71930a-5b19-416f-ac5d-036b3f2d85e9 req-c2069f74-bf0d-4f76-b930-353674eb7a9e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0459895 Apr 07 11:51:34.833283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:34.859763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=2c672845-8666-4917-9043-ba92c77baf14,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:35.104245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:35.231366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-50ec04b2-ce02-43fa-ba71-3da4318a07e1 None None] Provisioning complete for port 2c672845-8666-4917-9043-ba92c77baf14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:35.231656 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50ec04b2-ce02-43fa-ba71-3da4318a07e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2c672845-8666-4917-9043-ba92c77baf14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.259442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:35.274621 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:35.280227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4cf3396e-96c3-41af-8069-cd122b63039e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "PUT /v2.0/routers/7dcf1f3a-57be-483a-b652-a81fe1736266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023583 Apr 07 11:51:35.294128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:35.294757 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:51:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:35.321632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-50ec04b2-ce02-43fa-ba71-3da4318a07e1 None None] Port 2c672845-8666-4917-9043-ba92c77baf14 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:51:35.402168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device fc5cf014-f3e4-40ef-bd19-2bedb5478f07 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:35.430493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: fc5cf014-f3e4-40ef-bd19-2bedb5478f07 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:35.431880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device fc5cf014-f3e4-40ef-bd19-2bedb5478f07 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:35.442537 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:35.721828 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:34Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:07Z', 'revision_number': 1, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c672845-8666-4917-9043-ba92c77baf14', 'name': '', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:47:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '74d5339a-2b35-4a26-9197-c432875becb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:51:33Z', 'updated_at': '2022-04-07T11:51:34Z', 'revision_number': 2, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '74d5339a-2b35-4a26-9197-c432875becb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:35.750951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:35.751320 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Updating router 7dcf1f3a-57be-483a-b652-a81fe1736266 port 2c672845-8666-4917-9043-ba92c77baf14 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:51:35.780328 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2c672845-8666-4917-9043-ba92c77baf14), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.965532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1aea4d1f-9bd6-4da0-bc0e-d3b68839ea83 req-5c0373a2-eea5-428a-80a0-4acae6faf033 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0353532 Apr 07 11:51:36.075159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.103032 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Publish callbacks [] for port (2c672845-8666-4917-9043-ba92c77baf14), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.108882 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2c672845-8666-4917-9043-ba92c77baf14), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.158388 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Pushing event updated for resources: {'Port': ['ID=2c672845-8666-4917-9043-ba92c77baf14,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.185523 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.185876 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.186220 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.186565 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.186901 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.187233 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.187562 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.187890 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.188217 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.188541 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.188869 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.189213 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.189537 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:36.223811 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Attempting to bind port 2c672845-8666-4917-9043-ba92c77baf14 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:51:36.224233 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Attempting to bind port 2c672845-8666-4917-9043-ba92c77baf14 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:51:36.224646 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Attempting to bind port 2c672845-8666-4917-9043-ba92c77baf14 on network b2200358-1784-4a1a-a48c-b05f60bb1915 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:36.230424 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:51:36.230799 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Checking segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:36.231201 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.231689 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Bound using segment: {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:51:36.232164 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Bound port: 2c672845-8666-4917-9043-ba92c77baf14, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367f675-7095-4922-a8d9-c60690dc5745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:51:36.232713 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2c672845-8666-4917-9043-ba92c77baf14), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.303102 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] For port 2c672845-8666-4917-9043-ba92c77baf14, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:51:36.307182 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] For port 2c672845-8666-4917-9043-ba92c77baf14, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2c672845-8666-4917-9043-ba92c77baf14,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:51:36.313937 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2c672845-8666-4917-9043-ba92c77baf14), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.374787 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:36.375485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:51:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:36.464257 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c57f-a8d8-4341-858e-c04533cab181 None None] Pushing event updated for resources: {'Port': ['ID=2c672845-8666-4917-9043-ba92c77baf14,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.467539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] Provisioning complete for port 2c672845-8666-4917-9043-ba92c77baf14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:36.468034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2c672845-8666-4917-9043-ba92c77baf14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.539167 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:36.621498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] Current status of the port 2c672845-8666-4917-9043-ba92c77baf14 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:36.622139 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (2c672845-8666-4917-9043-ba92c77baf14), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.674323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] For port 2c672845-8666-4917-9043-ba92c77baf14, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2c672845-8666-4917-9043-ba92c77baf14,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:36.693793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (2c672845-8666-4917-9043-ba92c77baf14), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.788514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1693dd-43a1-4629-867d-dce5176119c2 None None] Pushing event updated for resources: {'Port': ['ID=2c672845-8666-4917-9043-ba92c77baf14,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.818680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-57ff8922-cabf-4393-8818-f91402da7da6 None None] Provisioning complete for port 2c672845-8666-4917-9043-ba92c77baf14 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:36.819066 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57ff8922-cabf-4393-8818-f91402da7da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2c672845-8666-4917-9043-ba92c77baf14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.851623 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:34Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:07Z', 'revision_number': 1, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c672845-8666-4917-9043-ba92c77baf14', 'name': '', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:47:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '74d5339a-2b35-4a26-9197-c432875becb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:51:33Z', 'updated_at': '2022-04-07T11:51:36Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '74d5339a-2b35-4a26-9197-c432875becb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:36.886024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8d37-7aa4-4838-8dec-b43e60a98825 None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:34Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:07Z', 'revision_number': 1, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c672845-8666-4917-9043-ba92c77baf14', 'name': '', 'network_id': 'b2200358-1784-4a1a-a48c-b05f60bb1915', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:47:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '74d5339a-2b35-4a26-9197-c432875becb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:51:33Z', 'updated_at': '2022-04-07T11:51:36Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '74d5339a-2b35-4a26-9197-c432875becb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:36.910336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-57ff8922-cabf-4393-8818-f91402da7da6 None None] Current status of the port 2c672845-8666-4917-9043-ba92c77baf14 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:37.080037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef1f78c6-d25c-485d-94f3-4f1a6ba9a17c req-dbfb41e8-3971-4b51-9a5c-3bda36e28a2b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0329473 Apr 07 11:51:37.231645 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:38.009916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2c672845-8666-4917-9043-ba92c77baf14 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:38.082773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 2c672845-8666-4917-9043-ba92c77baf14 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:38.083148 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (2c672845-8666-4917-9043-ba92c77baf14), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:38.191976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 2c672845-8666-4917-9043-ba92c77baf14 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:38.202939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e720f551-ab5c-492a-843b-c3282eee4ac3 req-83acc5bb-9321-4acc-b4c2-e44645616d0e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0488007 Apr 07 11:51:39.280054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f0a2a60-688c-43b6-ad7e-f24cb1fb33a4 req-0202ed33-3dca-4d19-983e-6ac3ff087fe9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0289328 Apr 07 11:51:40.300269 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:40.381052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97c62be4-5290-4117-af8f-ff8dbc8bc3ef req-cde31d7b-2e20-4a3e-8916-5f240373a635 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Apr 07 11:51:41.501575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85ade0d3-4f8c-4cbe-87b8-0bd675a528a1 req-a67f4930-4a94-45ea-9674-c2fa49da9093 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f729026e-de6e-43b2-8455-046c958aa146 HTTP/1.1" status: 200 len: 210 time: 0.0326648 Apr 07 11:51:55.716504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55124) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:56.729332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.112309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 2c672845-8666-4917-9043-ba92c77baf14 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:57.112761 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2c672845-8666-4917-9043-ba92c77baf14), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.217769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port 2c672845-8666-4917-9043-ba92c77baf14, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2c672845-8666-4917-9043-ba92c77baf14,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:57.218130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2c672845-8666-4917-9043-ba92c77baf14), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.233608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 2c672845-8666-4917-9043-ba92c77baf14 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:57.452249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (2c672845-8666-4917-9043-ba92c77baf14), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.483268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=2c672845-8666-4917-9043-ba92c77baf14,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:57.518648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.519012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.519417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.521136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.521136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.521136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.521136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.521662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.522063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.522713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.523109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.523503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.523888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:57.732935 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.995140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:58.116017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:58.125524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f5adbd1-6efa-47d0-9cbc-e053c69eb443 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "PUT /v2.0/routers/7dcf1f3a-57be-483a-b652-a81fe1736266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4045420 Apr 07 11:51:58.128210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:58.141846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:58.145335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:51:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:58.288163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:58.394846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148117-e904-42a0-bce9-ce23ee7160be req-4511065e-6453-41b3-a4cb-6c018a8328ec tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:58.402823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c148117-e904-42a0-bce9-ce23ee7160be req-4511065e-6453-41b3-a4cb-6c018a8328ec tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.0666776 Apr 07 11:51:58.462042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c148117-e904-42a0-bce9-ce23ee7160be req-af3a1364-8b8b-4ab5-b218-6faab15c0700 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581524 Apr 07 11:51:58.530788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:57Z', 'revision_number': 6, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:07Z', 'revision_number': 1, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:58.561172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:58.573259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:58.574140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:51:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:58.694510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:58.949971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:57Z', 'revision_number': 6, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:07Z', 'revision_number': 1, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:58.978481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599b966-8105-4ed3-b85c-d0c72bfe4c5c None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:57Z', 'revision_number': 6, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'ffd4f623-09a2-4efe-a976-907acfc1f392', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'port_id': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'mac_address': 'fa:16:3e:ec:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:05Z', 'updated_at': '2022-04-07T11:50:07Z', 'revision_number': 1, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:59.640317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63da50-59b1-472f-9fbb-3e896061528d req-ab117818-33c6-4d8d-854c-434bbf31aace tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:59.649104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd63da50-59b1-472f-9fbb-3e896061528d req-ab117818-33c6-4d8d-854c-434bbf31aace tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.0860054 Apr 07 11:51:59.731167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-9e825053-eda6-495f-8886-25dad30f9107 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:59.732962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-9e825053-eda6-495f-8886-25dad30f9107 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a HTTP/1.1" status: 200 len: 946 time: 0.0762901 Apr 07 11:51:59.844471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd63da50-59b1-472f-9fbb-3e896061528d req-dfa49552-42b5-4ca3-a032-dda88fcfab4c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=0512a88e-3d9f-47c9-83dc-f166b8089bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941478 Apr 07 11:51:59.880736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port d908adf5-e300-43dc-a1c9-7518ed514f5f {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:59.881081 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.919711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2c672845-8666-4917-9043-ba92c77baf14 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:59.956901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2c672845-8666-4917-9043-ba92c77baf14 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:59.957854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2c672845-8666-4917-9043-ba92c77baf14 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:59.984539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port d908adf5-e300-43dc-a1c9-7518ed514f5f, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d908adf5-e300-43dc-a1c9-7518ed514f5f,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:59.984898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.003750 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for d908adf5-e300-43dc-a1c9-7518ed514f5f owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:00.147162 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d908adf5-e300-43dc-a1c9-7518ed514f5f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.180255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=d908adf5-e300-43dc-a1c9-7518ed514f5f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:00.193568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.193925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.194296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.195160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.195509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.195895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.196301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.196639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.196982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.197464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.197798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.198134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.198459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:00.240569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] No DVR routers for this DVR port d908adf5-e300-43dc-a1c9-7518ed514f5f on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:00.245681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.249196 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b75d6e8c-e0dc-4f79-882f-3ddfeb0954b6 req-1b6e7b56-5b40-4817-a3d2-eb63b55d9369 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.23 "DELETE /v2.0/ports/d908adf5-e300-43dc-a1c9-7518ed514f5f HTTP/1.1" status: 204 len: 173 time: 0.5101359 Apr 07 11:52:00.249656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'name': 'network-vif-deleted', 'tag': 'd908adf5-e300-43dc-a1c9-7518ed514f5f'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:00.251948 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba14f3e1-403c-416e-a943-0fc5b1c8bba3" -d '{"events": [{"server_uuid": "9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a", "name": "network-vif-deleted", "tag": "d908adf5-e300-43dc-a1c9-7518ed514f5f"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:00.313055 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc89a20-5bc3-4384-905f-c2ba4374a9ad x-openstack-request-id: req-4cc89a20-5bc3-4384-905f-c2ba4374a9ad {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:00.313386 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a", "name": "network-vif-deleted", "tag": "d908adf5-e300-43dc-a1c9-7518ed514f5f", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:00.313651 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cc89a20-5bc3-4384-905f-c2ba4374a9ad {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:00.314062 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc89a20-5bc3-4384-905f-c2ba4374a9ad'] response: {'server_uuid': '9bd9f2df-b7e4-4e82-ba9d-9a48050c9d0a', 'name': 'network-vif-deleted', 'tag': 'd908adf5-e300-43dc-a1c9-7518ed514f5f', 'status': 'completed', 'code': 200} Apr 07 11:52:00.692404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d80e8b71-9240-423a-ba35-8a4856640fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.906549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55210) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:00.971411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae12b-0573-43ca-bf34-ec19e11b2bc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (0512a88e-3d9f-47c9-83dc-f166b8089bfb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.002985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae12b-0573-43ca-bf34-ec19e11b2bc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (0512a88e-3d9f-47c9-83dc-f166b8089bfb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.072580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae12b-0573-43ca-bf34-ec19e11b2bc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (0512a88e-3d9f-47c9-83dc-f166b8089bfb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.075954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae12b-0573-43ca-bf34-ec19e11b2bc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.077681 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2f7ae12b-0573-43ca-bf34-ec19e11b2bc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/security-groups/0512a88e-3d9f-47c9-83dc-f166b8089bfb HTTP/1.1" status: 204 len: 168 time: 0.1698620 Apr 07 11:52:01.091856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ae12b-0573-43ca-bf34-ec19e11b2bc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512a88e-3d9f-47c9-83dc-f166b8089bfb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:01.143642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55214) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:01.207311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting subnet 74d5339a-2b35-4a26-9197-c432875becb1 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:52:01.212293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (74d5339a-2b35-4a26-9197-c432875becb1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.258908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (74d5339a-2b35-4a26-9197-c432875becb1), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.356069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (74d5339a-2b35-4a26-9197-c432875becb1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.435313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (74d5339a-2b35-4a26-9197-c432875becb1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.466981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Subnet': ['ID=74d5339a-2b35-4a26-9197-c432875becb1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:01.468990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.475530 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5ab5b7ff-0c42-4278-87ad-c0aedf70b985 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/subnets/74d5339a-2b35-4a26-9197-c432875becb1 HTTP/1.1" status: 204 len: 168 time: 0.3276434 Apr 07 11:52:01.475530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55218) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:01.478734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbf91a-4703-40a7-af5b-c0272660f9ec None None] Network b2200358-1784-4a1a-a48c-b05f60bb1915 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:01.562327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (b2200358-1784-4a1a-a48c-b05f60bb1915), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.643462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 200d4878-e9d2-4322-9c8a-60747ee31f4d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:01.643802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.662374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] DHCP port deletion for b2200358-1784-4a1a-a48c-b05f60bb1915 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:52:01.736860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port 200d4878-e9d2-4322-9c8a-60747ee31f4d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=200d4878-e9d2-4322-9c8a-60747ee31f4d,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:01.737281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.746721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Deleting port 200d4878-e9d2-4322-9c8a-60747ee31f4d {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:01.748027 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.758651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 200d4878-e9d2-4322-9c8a-60747ee31f4d owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:01.828652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] For port 200d4878-e9d2-4322-9c8a-60747ee31f4d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=200d4878-e9d2-4322-9c8a-60747ee31f4d,segment=NetworkSegment(2367f675-7095-4922-a8d9-c60690dc5745),segment_id=2367f675-7095-4922-a8d9-c60690dc5745)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:01.829725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.852902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.859783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Calling delete_port for 200d4878-e9d2-4322-9c8a-60747ee31f4d owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:01.893066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] No DVR routers for this DVR port 200d4878-e9d2-4322-9c8a-60747ee31f4d on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:01.899283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=200d4878-e9d2-4322-9c8a-60747ee31f4d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:02.009240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (b2200358-1784-4a1a-a48c-b05f60bb1915), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.044541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2200358-1784-4a1a-a48c-b05f60bb1915']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:02.061842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2367f675-7095-4922-a8d9-c60690dc5745') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:02.062150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2367f675-7095-4922-a8d9-c60690dc5745') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:02.075328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (2367f675-7095-4922-a8d9-c60690dc5745), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.094913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (2367f675-7095-4922-a8d9-c60690dc5745), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.105964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:52:02.106546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (2367f675-7095-4922-a8d9-c60690dc5745), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:52:02.110034 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:52:02.227360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (b2200358-1784-4a1a-a48c-b05f60bb1915), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.238199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.248911 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/networks/b2200358-1784-4a1a-a48c-b05f60bb1915 HTTP/1.1" status: 204 len: 168 time: 0.7726078 Apr 07 11:52:02.251557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55234) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:02.297147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8e80a-52bd-40d1-a9e5-47410cdb4638 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Network': ['ID=b2200358-1784-4a1a-a48c-b05f60bb1915,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:02.322112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (200d4878-e9d2-4322-9c8a-60747ee31f4d), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.336398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 200d4878-e9d2-4322-9c8a-60747ee31f4d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:02.382855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Network b2200358-1784-4a1a-a48c-b05f60bb1915 is not hosted by any dhcp agent {{(pid=104179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 11:52:02.384127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] No DVR routers for this DVR port 200d4878-e9d2-4322-9c8a-60747ee31f4d on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:02.432714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 200d4878-e9d2-4322-9c8a-60747ee31f4d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:02.435296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 200d4878-e9d2-4322-9c8a-60747ee31f4d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:02.463736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f16bf9-298c-47ba-9495-10254d05d1e3 None None] Pushing event deleted for resources: {'Port': ['ID=200d4878-e9d2-4322-9c8a-60747ee31f4d,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:02.482385 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 56324843-846d-4693-a3bf-712c60e8fb06 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:02.482918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (56324843-846d-4693-a3bf-712c60e8fb06), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.487609 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.613735 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (56324843-846d-4693-a3bf-712c60e8fb06), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.614080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (56324843-846d-4693-a3bf-712c60e8fb06), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.635932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 56324843-846d-4693-a3bf-712c60e8fb06 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:02.869210 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (56324843-846d-4693-a3bf-712c60e8fb06), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.930512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=56324843-846d-4693-a3bf-712c60e8fb06,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:02.992454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (ffd4f623-09a2-4efe-a976-907acfc1f392), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:02.992989 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Floating IP ffd4f623-09a2-4efe-a976-907acfc1f392 disassociated (deleted). External IP: 172.25.5.120, port: 1aca45d6-40a1-48c0-9447-236aa449ed0a. Apr 07 11:52:03.015792 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cc386e53-ed81-485a-a536-def4b439ac45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:03.326982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:03.499604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:03.508776 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:03.510960 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:03.532226 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:03.534341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:03.549733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b5b4a1ba-e896-4460-9c7a-751b8f2666ce tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/floatingips/ffd4f623-09a2-4efe-a976-907acfc1f392 HTTP/1.1" status: 204 len: 168 time: 1.2969179 Apr 07 11:52:03.550206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:03.552979 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c1f084-a26d-4d21-aed2-4b388d30ef04" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:03.573032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d908adf5-e300-43dc-a1c9-7518ed514f5f no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:03.660953 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: d908adf5-e300-43dc-a1c9-7518ed514f5f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:03.661337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d908adf5-e300-43dc-a1c9-7518ed514f5f not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:03.702080 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c0d1c-b4ee-4317-8104-90c17889e581 x-openstack-request-id: req-1e4c0d1c-b4ee-4317-8104-90c17889e581 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:03.702561 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:03.702993 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e4c0d1c-b4ee-4317-8104-90c17889e581 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:03.703667 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4c0d1c-b4ee-4317-8104-90c17889e581'] response: {'name': 'network-changed', 'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'status': 'completed', 'code': 200} Apr 07 11:52:03.744358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:03.931180 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:03.966788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-ffc902c3-2bc3-48d1-809e-2bf00f099d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:03.971686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-ffc902c3-2bc3-48d1-809e-2bf00f099d63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 1127 time: 0.2445579 Apr 07 11:52:04.013220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b023d55-68b7-4ae1-8e7f-c211bf7aef57 req-95873afb-0b1b-4e5e-a40d-407cbb73d9f4 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.023354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b023d55-68b7-4ae1-8e7f-c211bf7aef57 req-95873afb-0b1b-4e5e-a40d-407cbb73d9f4 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 945 time: 0.0859315 Apr 07 11:52:04.088056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b023d55-68b7-4ae1-8e7f-c211bf7aef57 req-98fbc1b8-f1b2-45f4-af56-a0bb27720b81 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575769 Apr 07 11:52:04.127740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-f96af666-b9b5-4b12-b0cb-f32351995cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.130021 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-f96af666-b9b5-4b12-b0cb-f32351995cc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 200 len: 897 time: 0.1533000 Apr 07 11:52:04.211047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-eeed7ff2-5493-4e43-b76e-0db028cb594c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 200 len: 217 time: 0.0707889 Apr 07 11:52:04.295699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-78b4b906-a9dd-4297-9c32-92e87ff2dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.297835 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-78b4b906-a9dd-4297-9c32-92e87ff2dc44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 200 len: 834 time: 0.0806704 Apr 07 11:52:04.337963 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:57Z', 'revision_number': 6, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:04.364729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-168d306b-62e7-48cf-a552-9a954f730fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.367144 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-168d306b-62e7-48cf-a552-9a954f730fdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=decdfaa8-b567-4760-b83f-6c8ff89be174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611739 Apr 07 11:52:04.371367 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:04.383830 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:04.384618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:04.510169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-222183cf-4efd-40c5-86b6-d7e79435768e service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365728 Apr 07 11:52:04.550369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:04.559147 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:04.683446 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-67c1f084-a26d-4d21-aed2-4b388d30ef04 req-e8eeb383-44fc-4b89-8230-3c89ef775912 service neutron] 10.222.0.41 "GET /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666119 Apr 07 11:52:04.833314 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:57Z', 'revision_number': 6, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:04.863369 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbab479-b479-4142-8063-2a40c2b6ce00 None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:51:57Z', 'revision_number': 6, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'efbc8f36-0454-4074-89c8-c9ca0d43f8f8', 'name': '', 'network_id': 'decdfaa8-b567-4760-b83f-6c8ff89be174', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:91:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:42Z', 'updated_at': '2022-04-07T11:49:51Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '1ba93e46-b83f-4a14-be00-02c9e32e566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:05.127848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e858b-34cc-4584-9846-1091d0824798 None None] New status for floating IP ffd4f623-09a2-4efe-a976-907acfc1f392: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:52:05.259311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eec85-204f-4def-b071-75a4611d6aeb req-9e1e24b7-ed55-4518-806d-5ce25128bb43 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:05.261517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e38eec85-204f-4def-b071-75a4611d6aeb req-9e1e24b7-ed55-4518-806d-5ce25128bb43 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 945 time: 0.0716052 Apr 07 11:52:05.336271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e38eec85-204f-4def-b071-75a4611d6aeb req-44597f62-a1d6-4942-b6df-9b180d78b511 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=85af000a-4d82-4c54-9aa2-699b8693d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685430 Apr 07 11:52:05.447648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-0c5ded38-5d61-4f7b-8373-cd29b83e0993 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:05.449271 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-0c5ded38-5d61-4f7b-8373-cd29b83e0993 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 945 time: 0.0595882 Apr 07 11:52:05.563030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 1aca45d6-40a1-48c0-9447-236aa449ed0a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:05.563483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:05.664752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port 1aca45d6-40a1-48c0-9447-236aa449ed0a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1aca45d6-40a1-48c0-9447-236aa449ed0a,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:05.665441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:05.679207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 1aca45d6-40a1-48c0-9447-236aa449ed0a owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:05.827790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1aca45d6-40a1-48c0-9447-236aa449ed0a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:05.860362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=1aca45d6-40a1-48c0-9447-236aa449ed0a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:05.916677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] No DVR routers for this DVR port 1aca45d6-40a1-48c0-9447-236aa449ed0a on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:05.919474 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:05.923620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e4a08e2-f973-4f3c-9e11-ebf3673cc6b7 req-72c41da5-1bc6-4a2b-87c4-5b02fa31967b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "DELETE /v2.0/ports/1aca45d6-40a1-48c0-9447-236aa449ed0a HTTP/1.1" status: 204 len: 173 time: 0.4686599 Apr 07 11:52:05.924104 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'name': 'network-vif-deleted', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:05.926925 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308cb991-d5f9-45ae-8289-055be8223b4b" -d '{"events": [{"server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "name": "network-vif-deleted", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:05.973454 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed29a3-3a9c-4689-ad40-ba0c3c95599d x-openstack-request-id: req-7eed29a3-3a9c-4689-ad40-ba0c3c95599d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:05.973763 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8b6a10-66b8-4fa8-874d-dbd85204abc3", "name": "network-vif-deleted", "tag": "1aca45d6-40a1-48c0-9447-236aa449ed0a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:05.974052 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eed29a3-3a9c-4689-ad40-ba0c3c95599d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:05.974471 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eed29a3-3a9c-4689-ad40-ba0c3c95599d'] response: {'server_uuid': '7f8b6a10-66b8-4fa8-874d-dbd85204abc3', 'name': 'network-vif-deleted', 'tag': '1aca45d6-40a1-48c0-9447-236aa449ed0a', 'status': 'completed', 'code': 200} Apr 07 11:52:06.084292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.508382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9f4954d1-d8f5-418c-8561-3524913cad82 req-cc261ecf-889a-4f5b-867d-3d62a39a0ece tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8b6a10-66b8-4fa8-874d-dbd85204abc3 HTTP/1.1" status: 200 len: 210 time: 0.0327263 Apr 07 11:52:06.542404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:06.599236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Deleting subnet af27089c-c0ef-4c45-8a16-498de4becf35 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:52:06.603489 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Publish callbacks [] for subnet (af27089c-c0ef-4c45-8a16-498de4becf35), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.639984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (af27089c-c0ef-4c45-8a16-498de4becf35), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.730779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (af27089c-c0ef-4c45-8a16-498de4becf35), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.824309 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (af27089c-c0ef-4c45-8a16-498de4becf35), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.858642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af27089c-c0ef-4c45-8a16-498de4becf35,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:06.868461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.875089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ea22b122-b52b-4ff2-ad5e-f0e194ec2d28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af27089c-c0ef-4c45-8a16-498de4becf35 HTTP/1.1" status: 204 len: 168 time: 0.3287358 Apr 07 11:52:06.875246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55270) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:06.951750 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (4890c985-c5ac-49ad-9856-ed4b58c5c668), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.039614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (4890c985-c5ac-49ad-9856-ed4b58c5c668), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.060439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4890c985-c5ac-49ad-9856-ed4b58c5c668']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:07.072006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57152b77-0470-4f91-8fcf-cee134bf5041') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:07.072318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57152b77-0470-4f91-8fcf-cee134bf5041') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:07.089101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (57152b77-0470-4f91-8fcf-cee134bf5041), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.103454 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (57152b77-0470-4f91-8fcf-cee134bf5041), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.111408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:52:07.112080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (57152b77-0470-4f91-8fcf-cee134bf5041), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:52:07.114015 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:52:07.175912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (4890c985-c5ac-49ad-9856-ed4b58c5c668), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.182101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.189526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55272) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:07.190387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4890c985-c5ac-49ad-9856-ed4b58c5c668 HTTP/1.1" status: 204 len: 168 time: 0.3134284 Apr 07 11:52:07.205340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b843ba1-1115-4aa2-b7e6-4d2ab24d8ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4890c985-c5ac-49ad-9856-ed4b58c5c668,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.246833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.274393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Deleting subnet 049dd7e3-1446-4615-9864-0e3549ea6939 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:52:07.277846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Publish callbacks [] for subnet (049dd7e3-1446-4615-9864-0e3549ea6939), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.324312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (049dd7e3-1446-4615-9864-0e3549ea6939), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.369466 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (049dd7e3-1446-4615-9864-0e3549ea6939), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.426864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (049dd7e3-1446-4615-9864-0e3549ea6939), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.456179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049dd7e3-1446-4615-9864-0e3549ea6939,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.460722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.466996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55274) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:07.467179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5b90d100-1bac-4405-bf01-e96dde2669a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/049dd7e3-1446-4615-9864-0e3549ea6939 HTTP/1.1" status: 204 len: 168 time: 0.2764628 Apr 07 11:52:07.549854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (4f3c3479-e931-4340-a4f3-8868430eb96e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.576633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55278) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:07.639284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (4f3c3479-e931-4340-a4f3-8868430eb96e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.642311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf46db87-25e0-4154-af42-1a4fbcbed33a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (85af000a-4d82-4c54-9aa2-699b8693d665), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.668113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c3479-e931-4340-a4f3-8868430eb96e']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:07.680384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dc7676-684b-4614-8b2d-6156c13d0de1') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:07.680976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dc7676-684b-4614-8b2d-6156c13d0de1') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:07.682850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf46db87-25e0-4154-af42-1a4fbcbed33a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (85af000a-4d82-4c54-9aa2-699b8693d665), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.693639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (59dc7676-684b-4614-8b2d-6156c13d0de1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.711487 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (59dc7676-684b-4614-8b2d-6156c13d0de1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.719367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:52:07.719933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (59dc7676-684b-4614-8b2d-6156c13d0de1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: timer() Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:52:07.722569 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:52:07.765113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf46db87-25e0-4154-af42-1a4fbcbed33a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (85af000a-4d82-4c54-9aa2-699b8693d665), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.767771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cf46db87-25e0-4154-af42-1a4fbcbed33a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.771410 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cf46db87-25e0-4154-af42-1a4fbcbed33a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/security-groups/85af000a-4d82-4c54-9aa2-699b8693d665 HTTP/1.1" status: 204 len: 168 time: 0.1912746 Apr 07 11:52:07.780420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46db87-25e0-4154-af42-1a4fbcbed33a tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af000a-4d82-4c54-9aa2-699b8693d665,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.810524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (4f3c3479-e931-4340-a4f3-8868430eb96e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.818920 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.823327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f3c3479-e931-4340-a4f3-8868430eb96e HTTP/1.1" status: 204 len: 168 time: 0.3553214 Apr 07 11:52:07.838773 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55284) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:07.846746 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbc0d9-5e2b-42cc-800c-7c71ce98d63a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3c3479-e931-4340-a4f3-8868430eb96e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:08.076941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:08.121337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-75ea9f9d-1fc0-4943-89fb-232eb6cd5461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32d499f06142405884b76be16b50705f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430913 Apr 07 11:52:08.123709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55290) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:08.235635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15d32043-d0f8-4eaf-9d54-70a80fa4b3be admin admin] Publish callbacks [] for security_group (32814b2f-f21e-4001-b559-dd76456835c1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.264108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15d32043-d0f8-4eaf-9d54-70a80fa4b3be admin admin] Publish callbacks [] for security_group (32814b2f-f21e-4001-b559-dd76456835c1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.351833 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15d32043-d0f8-4eaf-9d54-70a80fa4b3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (32814b2f-f21e-4001-b559-dd76456835c1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.355842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15d32043-d0f8-4eaf-9d54-70a80fa4b3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.359188 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15d32043-d0f8-4eaf-9d54-70a80fa4b3be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32814b2f-f21e-4001-b559-dd76456835c1 HTTP/1.1" status: 204 len: 168 time: 0.2323399 Apr 07 11:52:08.370038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d32043-d0f8-4eaf-9d54-70a80fa4b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32814b2f-f21e-4001-b559-dd76456835c1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:08.383371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.715491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port efbc8f36-0454-4074-89c8-c9ca0d43f8f8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:08.716185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.837905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port efbc8f36-0454-4074-89c8-c9ca0d43f8f8, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:08.839083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.840068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55296) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:08.854365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for efbc8f36-0454-4074-89c8-c9ca0d43f8f8 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:08.884529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c1dec183-0647-4e32-ba5d-b2b9c8187ed6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cc33c6b48804e558fffc5bd472377f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429382 Apr 07 11:52:08.887496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55298) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:08.966314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-808688dc-6c7e-4545-a031-f426cd9f6f64 admin admin] Publish callbacks [] for security_group (31914a2e-fafd-4929-bac1-fc52c8e6d5de), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.008868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-808688dc-6c7e-4545-a031-f426cd9f6f64 admin admin] Publish callbacks [] for security_group (31914a2e-fafd-4929-bac1-fc52c8e6d5de), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.072330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-808688dc-6c7e-4545-a031-f426cd9f6f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (31914a2e-fafd-4929-bac1-fc52c8e6d5de), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.075106 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-808688dc-6c7e-4545-a031-f426cd9f6f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.076267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-808688dc-6c7e-4545-a031-f426cd9f6f64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31914a2e-fafd-4929-bac1-fc52c8e6d5de HTTP/1.1" status: 204 len: 168 time: 0.1877136 Apr 07 11:52:09.086718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808688dc-6c7e-4545-a031-f426cd9f6f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31914a2e-fafd-4929-bac1-fc52c8e6d5de,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:09.114315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (efbc8f36-0454-4074-89c8-c9ca0d43f8f8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.144539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=efbc8f36-0454-4074-89c8-c9ca0d43f8f8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:09.240998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1aca45d6-40a1-48c0-9447-236aa449ed0a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:09.274967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 1aca45d6-40a1-48c0-9447-236aa449ed0a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:09.275743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1aca45d6-40a1-48c0-9447-236aa449ed0a not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:09.348129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (7dcf1f3a-57be-483a-b652-a81fe1736266), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.596629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 7dcf1f3a-57be-483a-b652-a81fe1736266 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:09.754495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:09.763918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:09.764466 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ba5c22a7-e140-4326-a363-c192553f21b3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "PUT /v2.0/routers/7dcf1f3a-57be-483a-b652-a81fe1736266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9244609 Apr 07 11:52:09.770507 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] Sync routers for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:09.780771 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:09.781629 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:09.822938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting subnet 1ba93e46-b83f-4a14-be00-02c9e32e566d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:52:09.826513 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (1ba93e46-b83f-4a14-be00-02c9e32e566d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.896322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (1ba93e46-b83f-4a14-be00-02c9e32e566d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.915552 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:10.015944 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1ba93e46-b83f-4a14-be00-02c9e32e566d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.099461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (1ba93e46-b83f-4a14-be00-02c9e32e566d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.137824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba93e46-b83f-4a14-be00-02c9e32e566d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:10.143246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.148114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e55095ef-3bc9-416e-864e-b74c3b6e2d84 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/subnets/1ba93e46-b83f-4a14-be00-02c9e32e566d HTTP/1.1" status: 204 len: 168 time: 0.3823805 Apr 07 11:52:10.150158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55338) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:10.150792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab717a-c8f6-4714-bc0f-5be86cc6fbfe None None] Network decdfaa8-b567-4760-b83f-6c8ff89be174 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:10.159666 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:52:09Z', 'revision_number': 7, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:10.195529 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] Checking router: 7dcf1f3a-57be-483a-b652-a81fe1736266 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:10.228355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] Routers {'7dcf1f3a-57be-483a-b652-a81fe1736266'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:10.228985 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['7dcf1f3a-57be-483a-b652-a81fe1736266'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:10.273169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router (7dcf1f3a-57be-483a-b652-a81fe1736266), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.400838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (7dcf1f3a-57be-483a-b652-a81fe1736266), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.412626 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] Set router 7dcf1f3a-57be-483a-b652-a81fe1736266 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:10.422510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] DHCP port deletion for decdfaa8-b567-4760-b83f-6c8ff89be174 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:52:10.469950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 9b6d689c-57ac-4c98-b8e7-78c319d6339e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:10.470303 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.529450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] Deleting port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:10.529925 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.595272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port 9b6d689c-57ac-4c98-b8e7-78c319d6339e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9b6d689c-57ac-4c98-b8e7-78c319d6339e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:10.595272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.615112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 9b6d689c-57ac-4c98-b8e7-78c319d6339e owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:10.685046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] For port 2382684f-a0e4-4602-be06-c3bcbdcde9a3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=2382684f-a0e4-4602-be06-c3bcbdcde9a3,segment=NetworkSegment(ff8762e5-3b04-4587-8865-65e1c8c2addf),segment_id=ff8762e5-3b04-4587-8865-65e1c8c2addf)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:10.685479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.699563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] Calling delete_port for 2382684f-a0e4-4602-be06-c3bcbdcde9a3 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:10.793149 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (2382684f-a0e4-4602-be06-c3bcbdcde9a3), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.833875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] Pushing event deleted for resources: {'Port': ['ID=2382684f-a0e4-4602-be06-c3bcbdcde9a3,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:10.841706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3125a-e0a0-43c6-96b0-a55710432af9 None None] No DVR routers for this DVR port 2382684f-a0e4-4602-be06-c3bcbdcde9a3 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:10.847067 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:52:09Z', 'revision_number': 7, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:10.882346 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5b792-a146-4d92-8f3d-104c392b018e None None] The sync data for ids ['7dcf1f3a-57be-483a-b652-a81fe1736266'] in n-d-836788-1 is: [{'id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'name': 'tempest-TestNetworkBasicOps-router-1662783977', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:36Z', 'updated_at': '2022-04-07T11:52:09Z', 'revision_number': 7, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': '9b6d689c-57ac-4c98-b8e7-78c319d6339e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf1f3a-57be-483a-b652-a81fe1736266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:37Z', 'updated_at': '2022-04-07T11:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:10.886088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9b6d689c-57ac-4c98-b8e7-78c319d6339e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.913804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=9b6d689c-57ac-4c98-b8e7-78c319d6339e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:11.001960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (7dcf1f3a-57be-483a-b652-a81fe1736266), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.101123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (7dcf1f3a-57be-483a-b652-a81fe1736266), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.103764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_controller (7dcf1f3a-57be-483a-b652-a81fe1736266), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.164919 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (7dcf1f3a-57be-483a-b652-a81fe1736266), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.165585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Fanout notify agent at l3_agent the message router_deleted on router 7dcf1f3a-57be-483a-b652-a81fe1736266 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:52:11.172803 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.176963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55356) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:11.181790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f82fe212-d36f-4534-8eff-d669d152b19e tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/routers/7dcf1f3a-57be-483a-b652-a81fe1736266 HTTP/1.1" status: 204 len: 168 time: 1.0305047 Apr 07 11:52:11.263264 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (decdfaa8-b567-4760-b83f-6c8ff89be174), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.365477 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (decdfaa8-b567-4760-b83f-6c8ff89be174), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.389515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decdfaa8-b567-4760-b83f-6c8ff89be174']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:11.402140 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8762e5-3b04-4587-8865-65e1c8c2addf') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:11.402720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8762e5-3b04-4587-8865-65e1c8c2addf') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:11.413554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (ff8762e5-3b04-4587-8865-65e1c8c2addf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.427885 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ff8762e5-3b04-4587-8865-65e1c8c2addf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.435097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:52:11.435578 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (ff8762e5-3b04-4587-8865-65e1c8c2addf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:52:11.439635 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:52:11.894852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (decdfaa8-b567-4760-b83f-6c8ff89be174), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.903812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.909975 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/networks/decdfaa8-b567-4760-b83f-6c8ff89be174 HTTP/1.1" status: 204 len: 168 time: 0.7290938 Apr 07 11:52:11.928044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55360) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:11.933252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'network': {'name': 'tempest-network-smoke--1222400184', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:11.937077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2185b4-6348-4ebc-9b0b-44c0cdc93998 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Network': ['ID=decdfaa8-b567-4760-b83f-6c8ff89be174,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:11.957209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:11.960994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.985920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:52:11.995713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e0dd6347-63f3-4223-bcf2-b07b81c197e2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.996060 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Added segment e0dd6347-63f3-4223-bcf2-b07b81c197e2 of type vlan for network 73aed3b6-1614-48dc-bb8e-88bf053572ba Apr 07 11:52:12.043375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (73aed3b6-1614-48dc-bb8e-88bf053572ba), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.070708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (73aed3b6-1614-48dc-bb8e-88bf053572ba), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.080317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.080317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.195731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Network': ['ID=73aed3b6-1614-48dc-bb8e-88bf053572ba,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:12.205467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:12.207119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6aa1ad54-bc46-4603-a885-c0e0308a4b60 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2776966 Apr 07 11:52:12.208660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:52:12.211193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-771416689', 'admin_state_up': True, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:12.248820 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (830d0b8a-f66b-447a-a6ce-2a2b5182696f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.250630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (830d0b8a-f66b-447a-a6ce-2a2b5182696f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.322680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efbc8f36-0454-4074-89c8-c9ca0d43f8f8 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:12.332626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_controller (830d0b8a-f66b-447a-a6ce-2a2b5182696f), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.349255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: efbc8f36-0454-4074-89c8-c9ca0d43f8f8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:12.349810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device efbc8f36-0454-4074-89c8-c9ca0d43f8f8 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:12.350973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9b6d689c-57ac-4c98-b8e7-78c319d6339e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:12.388541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9b6d689c-57ac-4c98-b8e7-78c319d6339e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:12.389478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9b6d689c-57ac-4c98-b8e7-78c319d6339e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:12.391358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382684f-a0e4-4602-be06-c3bcbdcde9a3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:12.419729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 2382684f-a0e4-4602-be06-c3bcbdcde9a3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:12.420084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 2382684f-a0e4-4602-be06-c3bcbdcde9a3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:12.508820 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (830d0b8a-f66b-447a-a6ce-2a2b5182696f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.704111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (830d0b8a-f66b-447a-a6ce-2a2b5182696f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.727044 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.834208 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.25.5.118 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/e718e501-4aaf-4c54-b37b-5563fddd221a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:12.928189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-6da12185-59b5-4e6b-a769-c64dea565069 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394022 Apr 07 11:52:13.393306 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.466309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-82cf49b0-a49b-426e-8e88-39a12e7b2878 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:13.469587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-82cf49b0-a49b-426e-8e88-39a12e7b2878 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5349953 Apr 07 11:52:13.491963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-10c9d61d-c355-4a8d-8340-420b9e817292 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/quotas/11ad28e35b8f4fb5940ec1289c1d8ef2 HTTP/1.1" status: 200 len: 375 time: 0.0156846 Apr 07 11:52:13.502584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.559104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-d5cca26c-6c9b-44c1-bf42-958ebc07adf8 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588198 Apr 07 11:52:13.573307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:13.576320 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:13.582847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:13.609008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=e718e501-4aaf-4c54-b37b-5563fddd221a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:13.769341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-312618f1-115a-4779-a995-e5eba404c544 req-dcbbd8cc-26a4-4a32-bba0-44581527e7c0 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 210 time: 0.0300384 Apr 07 11:52:13.925622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (830d0b8a-f66b-447a-a6ce-2a2b5182696f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.153632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (830d0b8a-f66b-447a-a6ce-2a2b5182696f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.291909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 830d0b8a-f66b-447a-a6ce-2a2b5182696f is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:52:14.416525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:14.427355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Sync routers for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:14.438083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:14.438288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.438724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:14.442415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-378bf394-264e-4888-bed5-5ed8a9553914 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2357423 Apr 07 11:52:14.443032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55402) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:14.471858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0a596366-3b3f-469c-9061-8b53e339858d tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e4103044649c4a208eb930b0cd45fcb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276887 Apr 07 11:52:14.474479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55404) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:14.556502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:14.564947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4dc3eb-b0a0-4add-a5fe-488845756ba7 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:14.569593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7d4dc3eb-b0a0-4add-a5fe-488845756ba7 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911314 Apr 07 11:52:14.569826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55406) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:14.606335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-25b59e14-dc83-4385-b5c6-620b26ec68a6 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326986 Apr 07 11:52:14.606561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55408) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:14.611238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760369480', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:14.735190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-e81e4032-9698-4322-a6c4-8992a8c5d149 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507154 Apr 07 11:52:14.736902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:14.742325 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.767817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:13Z', 'revision_number': 3, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:14.808427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Checking router: 830d0b8a-f66b-447a-a6ce-2a2b5182696f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:14.809090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Updating router 830d0b8a-f66b-447a-a6ce-2a2b5182696f port e718e501-4aaf-4c54-b37b-5563fddd221a binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:52:14.839781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.982329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8042c21c-9837-4739-81ed-cfd57892ae8a req-92e683c0-3ffc-4afe-b18c-f185d99469aa tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 210 time: 0.0494764 Apr 07 11:52:14.995260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-1508694b-28c0-4b39-b941-cbd33347d504 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:14.997007 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-1508694b-28c0-4b39-b941-cbd33347d504 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483294 Apr 07 11:52:15.025168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Request body: {'port': {'device_id': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '11ad28e35b8f4fb5940ec1289c1d8ef2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:15.154289 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Publish callbacks [] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.160428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.179433 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (349aa3b2-d489-4607-98e7-e11bd8c0cbcc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.226044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Attempting to bind port e718e501-4aaf-4c54-b37b-5563fddd221a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:15.226554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Attempting to bind port e718e501-4aaf-4c54-b37b-5563fddd221a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:15.227271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Attempting to bind port e718e501-4aaf-4c54-b37b-5563fddd221a on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:15.229355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577692-795c-4013-813b-4d1c779f4e47 None None] Pushing event updated for resources: {'Port': ['ID=e718e501-4aaf-4c54-b37b-5563fddd221a,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:15.235967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:15.236288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:15.236669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.237058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:15.238052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Bound port: e718e501-4aaf-4c54-b37b-5563fddd221a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:15.238052 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.267156 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Subnet': ['ID=349aa3b2-d489-4607-98e7-e11bd8c0cbcc,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:15.276883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Made reservation on behalf of 11ad28e35b8f4fb5940ec1289c1d8ef2 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:15.279947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.292991 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.301080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] For port e718e501-4aaf-4c54-b37b-5563fddd221a, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:15.302164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Checking segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:15.302871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network hostable DHCP agents. Network: 73aed3b6-1614-48dc-bb8e-88bf053572ba, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:52:15.304664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] For port e718e501-4aaf-4c54-b37b-5563fddd221a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e718e501-4aaf-4c54-b37b-5563fddd221a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:15.311578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.337181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:52:15.355849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 73aed3b6-1614-48dc-bb8e-88bf053572ba) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:15.361935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:15.362562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.374185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22120cd3-8ea5-4fd3-972b-4a949763c8c2 None None] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:15.399389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:15.400043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:15.431481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks [] for security_group (469e3bac-efe3-4d53-958a-33d71633cc45), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.438547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (469e3bac-efe3-4d53-958a-33d71633cc45), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.451940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1ff87316-022b-4a58-9cce-a57e2cfe281c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8419292 Apr 07 11:52:15.452889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55414) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:15.470705 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577692-795c-4013-813b-4d1c779f4e47 None None] Pushing event updated for resources: {'Port': ['ID=e718e501-4aaf-4c54-b37b-5563fddd221a,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:15.535781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469e3bac-efe3-4d53-958a-33d71633cc45,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:15.615210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:15.620044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-73aed3b6-1614-48dc-bb8e-88bf053572ba', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:52:15.621163 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.648259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Allocated IP 192.168.233.220 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/89029aeb-844c-455b-8dc8-e9ca7ad5f214) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:15.853060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks [] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.908524 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.961245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:15.965484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:15.971930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:13Z', 'revision_number': 3, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:15.974646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Allocated IP 172.20.0.2 (73aed3b6-1614-48dc-bb8e-88bf053572ba/349aa3b2-d489-4607-98e7-e11bd8c0cbcc/73ee76a7-b212-4f16-bea9-650789751907) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:15.975524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:16.010999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414976e-b928-4feb-b660-2948750f0e71 None None] The sync data for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 is: [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:13Z', 'revision_number': 3, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:16.011443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Pushing event updated for resources: {'Port': ['ID=89029aeb-844c-455b-8dc8-e9ca7ad5f214,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:16.073571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:16.074256 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.121883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-e27ac670-ea62-493a-a706-9661098a8f38 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1020691 Apr 07 11:52:16.122404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.150029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Request body: {'port': {'device_id': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:16.262589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b798-e406-4a3d-a62e-68dd8f18325d req-0026bfe5-4fb2-4760-88f2-ed4db02a231e tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:16.263514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Publish callbacks [] for port (73ee76a7-b212-4f16-bea9-650789751907), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.269470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0b1b798-e406-4a3d-a62e-68dd8f18325d req-0026bfe5-4fb2-4760-88f2-ed4db02a231e tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 936 time: 0.1640248 Apr 07 11:52:16.274750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (73ee76a7-b212-4f16-bea9-650789751907), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.327165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.330618 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Pushing event updated for resources: {'Port': ['ID=73ee76a7-b212-4f16-bea9-650789751907,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:16.354040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:16.357393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:16.358680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e0b1b798-e406-4a3d-a62e-68dd8f18325d req-4a2dee46-d6ee-417a-b8a1-03e8bc969c50 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883164 Apr 07 11:52:16.365450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:16.536511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fa548028-79c1-41fa-927f-062c33098ca9 None None] Provisioning complete for port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:16.537212 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa548028-79c1-41fa-927f-062c33098ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.542853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Attempting to bind port 73ee76a7-b212-4f16-bea9-650789751907 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:16.545526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Attempting to bind port 73ee76a7-b212-4f16-bea9-650789751907 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:16.545905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Attempting to bind port 73ee76a7-b212-4f16-bea9-650789751907 on network 73aed3b6-1614-48dc-bb8e-88bf053572ba {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:16.604078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fa548028-79c1-41fa-927f-062c33098ca9 None None] Port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:16.606488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:16.607123 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Checking segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:16.607632 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.608251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Bound using segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:16.608828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Bound port: 73ee76a7-b212-4f16-bea9-650789751907, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:16.609346 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (73ee76a7-b212-4f16-bea9-650789751907), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.728022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] For port 73ee76a7-b212-4f16-bea9-650789751907, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:16.732344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] For port 73ee76a7-b212-4f16-bea9-650789751907, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=73ee76a7-b212-4f16-bea9-650789751907,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:16.738389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.20.0.1 (73aed3b6-1614-48dc-bb8e-88bf053572ba/349aa3b2-d489-4607-98e7-e11bd8c0cbcc/3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:16.746175 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (73ee76a7-b212-4f16-bea9-650789751907), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.756032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89029aeb-844c-455b-8dc8-e9ca7ad5f214 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:16.779652 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Publish callbacks [] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.806044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Transition to ACTIVE for port object 89029aeb-844c-455b-8dc8-e9ca7ad5f214 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:52:16.812788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.906719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.953825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=89029aeb-844c-455b-8dc8-e9ca7ad5f214,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:16.958821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.001494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:17.004903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:17.008047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:17.067008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Attempting to bind port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:17.067348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Attempting to bind port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:17.067679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Attempting to bind port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:17.095346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:52:17.095854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Attempting to bind port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:17.106339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:17.106684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:17.107079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:17.109919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Bound port: 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:17.112379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.113970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ac4c-36fa-4243-8eba-0eb01bde3129 None None] Pushing event updated for resources: {'Port': ['ID=73ee76a7-b212-4f16-bea9-650789751907,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:17.150238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:17.152847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (830d0b8a-f66b-447a-a6ce-2a2b5182696f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.223615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] For port 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:17.244369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] For port 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:17.256057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.300368 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:17.348804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:17.350036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.352543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/89029aeb-844c-455b-8dc8-e9ca7ad5f214 HTTP/1.1" status: 200 len: 1096 time: 1.2075493 Apr 07 11:52:17.353016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'tag': '89029aeb-844c-455b-8dc8-e9ca7ad5f214'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:17.356097 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a638bb79-fcda-4f27-bef4-959d9a721b16", "tag": "89029aeb-844c-455b-8dc8-e9ca7ad5f214"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:17.399558 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.482866 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95c00c-d4c1-4063-8960-e30331a586be x-openstack-request-id: req-4f95c00c-d4c1-4063-8960-e30331a586be {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:17.489415 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a638bb79-fcda-4f27-bef4-959d9a721b16", "tag": "89029aeb-844c-455b-8dc8-e9ca7ad5f214", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:17.489717 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f95c00c-d4c1-4063-8960-e30331a586be {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:17.490169 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f95c00c-d4c1-4063-8960-e30331a586be'] response: {'name': 'network-changed', 'server_uuid': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'tag': '89029aeb-844c-455b-8dc8-e9ca7ad5f214', 'status': 'completed', 'code': 200} Apr 07 11:52:17.551168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddaf6a-a5b4-4f9c-b867-402424dea4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=89029aeb-844c-455b-8dc8-e9ca7ad5f214,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:17.667683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-ae9b63d9-b6d1-42d4-a9f0-800ebf7567a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:17.669210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-ae9b63d9-b6d1-42d4-a9f0-800ebf7567a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 1130 time: 0.2586720 Apr 07 11:52:17.699759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db37971-d795-4a9d-943d-b76f4d7db5db req-8da79534-324f-4922-84f4-d071f6b6d8aa tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:17.707347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5db37971-d795-4a9d-943d-b76f4d7db5db req-8da79534-324f-4922-84f4-d071f6b6d8aa tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 948 time: 0.1368670 Apr 07 11:52:17.755570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-3beab972-0bb2-467c-a00e-b6f4edfb8b29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214 HTTP/1.1" status: 200 len: 217 time: 0.0759747 Apr 07 11:52:17.851330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-72322c7d-a06f-43e1-a7a0-103a7833ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:17.852971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-72322c7d-a06f-43e1-a7a0-103a7833ad94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0895696 Apr 07 11:52:17.856387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5db37971-d795-4a9d-943d-b76f4d7db5db req-c92f5f86-6785-43fe-95aa-d764f453b716 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084962 Apr 07 11:52:17.942172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aba2-57f8-4746-bf66-945819f60461 req-4bcc6bbc-6ad7-4064-a985-0557419226d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:17.943851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-4bcc6bbc-6ad7-4064-a985-0557419226d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0846748 Apr 07 11:52:17.970306 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:17.978382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.036450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (830d0b8a-f66b-447a-a6ce-2a2b5182696f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.054659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-0f707f3f-66c7-4a2c-aebc-b7d934d70176 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048408 Apr 07 11:52:18.083646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e718e501-4aaf-4c54-b37b-5563fddd221a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:18.086178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:18.149485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e718e501-4aaf-4c54-b37b-5563fddd221a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:18.149858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.165416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d391aba2-57f8-4746-bf66-945819f60461 req-4c0e18a8-217c-47e0-ac0a-60a9241f6194 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043112 Apr 07 11:52:18.198369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:18.200136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:18.268308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e718e501-4aaf-4c54-b37b-5563fddd221a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:18.269245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.284681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-4aa5d2ae-0bdd-4274-a494-90f6373d5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.286661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-4aa5d2ae-0bdd-4274-a494-90f6373d5617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 1130 time: 0.0696952 Apr 07 11:52:18.294165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e718e501-4aaf-4c54-b37b-5563fddd221a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e718e501-4aaf-4c54-b37b-5563fddd221a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:18.300001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.301118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 73ee76a7-b212-4f16-bea9-650789751907 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:18.370046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 830d0b8a-f66b-447a-a6ce-2a2b5182696f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:18.379863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e718e501-4aaf-4c54-b37b-5563fddd221a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:18.391693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.392117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.392530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.392934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.393350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.393952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.394288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.396234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.396602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.396951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.398086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.398500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.398839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:18.419373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-2a10ebc1-eab1-470a-b3e9-575bee743b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.422123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-2a10ebc1-eab1-470a-b3e9-575bee743b73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1287155 Apr 07 11:52:18.442398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 73ee76a7-b212-4f16-bea9-650789751907 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:18.442695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (73ee76a7-b212-4f16-bea9-650789751907), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.473119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-dc4a4ae0-5790-4f93-8c26-919f2d7d4074 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214 HTTP/1.1" status: 200 len: 217 time: 0.0425107 Apr 07 11:52:18.534478 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-8d6025d3-f240-4cf0-bff3-66786538308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.535687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-8d6025d3-f240-4cf0-bff3-66786538308d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0575211 Apr 07 11:52:18.536215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:18.542238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 73ee76a7-b212-4f16-bea9-650789751907 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:18.542442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7d7f1149-63cf-4d4d-86bd-03dee9b18fc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "PUT /v2.0/routers/830d0b8a-f66b-447a-a6ce-2a2b5182696f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0876410 Apr 07 11:52:18.543001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (73ee76a7-b212-4f16-bea9-650789751907), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.544922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55426) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:18.588244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 73ee76a7-b212-4f16-bea9-650789751907, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=73ee76a7-b212-4f16-bea9-650789751907,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:18.593748 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (73ee76a7-b212-4f16-bea9-650789751907), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:18.623086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-204b927d-59e8-4dee-8814-76ef8b47b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.624613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-204b927d-59e8-4dee-8814-76ef8b47b911 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0783710 Apr 07 11:52:18.653422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=73ee76a7-b212-4f16-bea9-650789751907,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:18.721011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.722217 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.722760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.723292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.724044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.724569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.727424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-43837e51-2e4c-43f9-bc1a-a76c33234234 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1808789 Apr 07 11:52:18.730136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55430) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:18.774580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-da419d32-6da6-4fdf-86fe-d0f3c36cca01 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423073 Apr 07 11:52:18.861639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.863561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.864096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.864620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.866883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.867442 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:18.870364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f7d84d7c-6996-45e6-a742-12ee173f5256 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1385818 Apr 07 11:52:18.872731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55432) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:19.003963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3d1b30c-6668-4bf6-99fc-a715ad924dbe req-940ae86e-fa88-424f-92a0-83707b06f434 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200758 Apr 07 11:52:19.031695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf464-fb10-4f77-b6d3-489ef8667071 req-b7b170da-eae3-4478-9d45-3f3ccbbae13b tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:19.033693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-875bf464-fb10-4f77-b6d3-489ef8667071 req-b7b170da-eae3-4478-9d45-3f3ccbbae13b tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 948 time: 0.0753686 Apr 07 11:52:19.103512 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Sync routers for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:19.110978 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9a875ba7-3400-40fa-8b4a-21598930ce73 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2348111 Apr 07 11:52:19.121767 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:19.122584 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:19.123593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-875bf464-fb10-4f77-b6d3-489ef8667071 req-dec04fc2-db74-4e62-8e7a-175db5d2ffc5 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669334 Apr 07 11:52:19.188863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711eb26-fd59-4747-a20a-e2c75c15bb57 None None] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:19.284633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-eb019186-858e-459f-9c34-fa8ebdab96e3 None None] Provisioning complete for port 73ee76a7-b212-4f16-bea9-650789751907 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:19.285410 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eb019186-858e-459f-9c34-fa8ebdab96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (73ee76a7-b212-4f16-bea9-650789751907), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.299974 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:19.463729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-eb019186-858e-459f-9c34-fa8ebdab96e3 None None] Current status of the port 73ee76a7-b212-4f16-bea9-650789751907 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:19.471765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55438) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:19.480072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694638399', 'description': 'tempest-secgroup-smoke-1694638399 description', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:19.528251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.636584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (939b6c54-6087-4da3-a717-99d2fa0befe1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.642407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (939b6c54-6087-4da3-a717-99d2fa0befe1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.672159 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 2, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:19.679449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939b6c54-6087-4da3-a717-99d2fa0befe1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:19.683864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 89029aeb-844c-455b-8dc8-e9ca7ad5f214 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:19.693300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.696307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-11a1d5f2-61d6-45cd-98ee-59834fd1aa3d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2228754 Apr 07 11:52:19.699600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55442) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:19.708357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '939b6c54-6087-4da3-a717-99d2fa0befe1', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:19.751093 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Checking router: 830d0b8a-f66b-447a-a6ce-2a2b5182696f for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:19.751915 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Updating router 830d0b8a-f66b-447a-a6ce-2a2b5182696f port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:52:19.780059 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (4f90cba8-2df5-41dc-891a-c4904e448758), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.794886 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.884413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:19.899144 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (4f90cba8-2df5-41dc-891a-c4904e448758), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.906416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (4f90cba8-2df5-41dc-891a-c4904e448758), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.942519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.944693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '89029aeb-844c-455b-8dc8-e9ca7ad5f214', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '89029aeb-844c-455b-8dc8-e9ca7ad5f214', 'mac_address': 'fa:16:3e:98:3d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:19.947046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55444) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:19.947480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465243 Apr 07 11:52:19.952495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '939b6c54-6087-4da3-a717-99d2fa0befe1', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:19.958523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8ba32-96a2-4fab-91a2-d1483286214f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f90cba8-2df5-41dc-891a-c4904e448758,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.008103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (5ae9a659-e5c1-4f52-ad54-417471cdf541), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.026443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-374d7581-8f02-4bf4-927a-c7b8de2d1aab None None] Provisioning complete for port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:20.026695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-374d7581-8f02-4bf4-927a-c7b8de2d1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.095010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e718e501-4aaf-4c54-b37b-5563fddd221a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:20.129803 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (5ae9a659-e5c1-4f52-ad54-417471cdf541), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.138499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5ae9a659-e5c1-4f52-ad54-417471cdf541), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.174016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.183132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2348142 Apr 07 11:52:20.185039 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714a41a-5cc7-418b-8986-5ccb96c4f341 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae9a659-e5c1-4f52-ad54-417471cdf541,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.186105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55448) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.191574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '939b6c54-6087-4da3-a717-99d2fa0befe1', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:20.213704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:20.214261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.220657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-374d7581-8f02-4bf4-927a-c7b8de2d1aab None None] Port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:20.249166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89029aeb-844c-455b-8dc8-e9ca7ad5f214 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:20.251826 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (4ca17a93-87b3-4e08-9b71-bb0776844f80), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.266761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-374d7581-8f02-4bf4-927a-c7b8de2d1aab None None] Provisioning complete for port 73ee76a7-b212-4f16-bea9-650789751907 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:20.267102 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-374d7581-8f02-4bf4-927a-c7b8de2d1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (73ee76a7-b212-4f16-bea9-650789751907), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.278132 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Publish callbacks [] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.285587 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.361971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (4ca17a93-87b3-4e08-9b71-bb0776844f80), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.365260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:20.371184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (4ca17a93-87b3-4e08-9b71-bb0776844f80), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.371586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e718e501-4aaf-4c54-b37b-5563fddd221a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:20.372182 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.376973 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.386784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55af10e-6fab-4076-997f-3d7d155e5725 req-4df512a6-6fcc-43ef-9ddb-1eca620681c8 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:20.388440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a55af10e-6fab-4076-997f-3d7d155e5725 req-4df512a6-6fcc-43ef-9ddb-1eca620681c8 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 948 time: 0.1108344 Apr 07 11:52:20.402851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca17a93-87b3-4e08-9b71-bb0776844f80,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.421630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.427309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84c1caf1-d2cd-402f-bdcd-c77f6f4d87ae tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2375481 Apr 07 11:52:20.427612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55450) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.432567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '939b6c54-6087-4da3-a717-99d2fa0befe1', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:20.463696 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=89029aeb-844c-455b-8dc8-e9ca7ad5f214,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.469252 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Attempting to bind port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:20.469637 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Attempting to bind port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:20.470062 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Attempting to bind port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 on network 73aed3b6-1614-48dc-bb8e-88bf053572ba {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:20.484312 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:20.485146 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Checking segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:20.485857 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.486535 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Bound using segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:20.487418 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Bound port: 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:20.488134 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.497044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (6875eb26-a7c3-4a01-b67d-ae2257a12cc7), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.499686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a55af10e-6fab-4076-997f-3d7d155e5725 req-03a6aa14-f194-43a9-beb4-0aa771a91e3b tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030643 Apr 07 11:52:20.533370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-374d7581-8f02-4bf4-927a-c7b8de2d1aab None None] Current status of the port 73ee76a7-b212-4f16-bea9-650789751907 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:20.575918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['89029aeb-844c-455b-8dc8-e9ca7ad5f214'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:20.587064 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753c44-01d4-4fc1-a9b2-f35be9669b0a None None] Pushing event updated for resources: {'Port': ['ID=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.602004 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] For port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:20.606294 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] For port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:20.608567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (6875eb26-a7c3-4a01-b67d-ae2257a12cc7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.613831 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.627358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (6875eb26-a7c3-4a01-b67d-ae2257a12cc7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.627630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e718e501-4aaf-4c54-b37b-5563fddd221a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:20.628496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 73ee76a7-b212-4f16-bea9-650789751907 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:20.654403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6875eb26-a7c3-4a01-b67d-ae2257a12cc7,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.673630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.676396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f1765d01-c290-4904-8d96-b3b843056cc2 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2478154 Apr 07 11:52:20.680654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55452) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.688652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '939b6c54-6087-4da3-a717-99d2fa0befe1', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:20.694553 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:20.695482 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:20.742819 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Project e4103044649c4a208eb930b0cd45fcb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:52:20.755555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (57222939-d9bd-4c3c-8807-615d058e0d35), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.823456 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753c44-01d4-4fc1-a9b2-f35be9669b0a None None] Pushing event updated for resources: {'Port': ['ID=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.874930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] Provisioning complete for port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:20.875338 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.888022 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:20.905507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (57222939-d9bd-4c3c-8807-615d058e0d35), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.911396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (57222939-d9bd-4c3c-8807-615d058e0d35), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.949863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57222939-d9bd-4c3c-8807-615d058e0d35,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.962904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.967334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55456) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.968114 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b70b1dce-1b66-4ebf-a363-a079a437a5dc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2855475 Apr 07 11:52:20.971896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'security_group_rule': {'security_group_id': '939b6c54-6087-4da3-a717-99d2fa0befe1', 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:21.002577 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Project e4103044649c4a208eb930b0cd45fcb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:52:21.019019 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (56b8ef9f-22b7-4ebe-a3ba-a04d76e34028), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.048579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] Current status of the port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:21.054207 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.073641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 73ee76a7-b212-4f16-bea9-650789751907 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:21.074380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (73ee76a7-b212-4f16-bea9-650789751907), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.135906 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (56b8ef9f-22b7-4ebe-a3ba-a04d76e34028), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.143699 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (56b8ef9f-22b7-4ebe-a3ba-a04d76e34028), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.187330 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b8ef9f-22b7-4ebe-a3ba-a04d76e34028,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:21.194784 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.197252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8d4d2765-2a74-46b5-b152-a357f5d956b6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2288277 Apr 07 11:52:21.199975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] For port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:21.218807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.279373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78ff6c-65c1-4a29-a711-4cae85992ed5 None None] Pushing event updated for resources: {'Port': ['ID=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:21.298468 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:20Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:21.337123 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20a0c1-1245-4219-888e-699ca55eac0f None None] The sync data for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 is: [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:20Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:21.385866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d1d7cded-6706-4f5c-bb9f-c26cbab14fbb None None] Provisioning complete for port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:21.386240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cded-6706-4f5c-bb9f-c26cbab14fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.463529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 73ee76a7-b212-4f16-bea9-650789751907 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:21.555832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7cded-6706-4f5c-bb9f-c26cbab14fbb None None] Current status of the port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:21.596735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-6572973c-020b-467e-9774-716ebf78591c tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694638399&fields=id&tenant_id=e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 267 time: 0.1149912 Apr 07 11:52:21.701426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 89029aeb-844c-455b-8dc8-e9ca7ad5f214 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:21.754300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-09456e88-8ef0-4e5e-adc0-f5021e0d9249 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:21.764248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-09456e88-8ef0-4e5e-adc0-f5021e0d9249 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/networks?id=73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 200 len: 797 time: 0.1665173 Apr 07 11:52:21.798840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-322a1264-19e1-4a79-85e7-3cf12e420046 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/quotas/e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 375 time: 0.0334759 Apr 07 11:52:21.814062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:52:21.820310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:21.820781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.828051 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63122-724c-45ae-9bf8-95a353a8208a req-5d828de3-fb64-4cbe-9304-77da99aa3b1d tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:21.836977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f63122-724c-45ae-9bf8-95a353a8208a req-5d828de3-fb64-4cbe-9304-77da99aa3b1d tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 949 time: 0.1829274 Apr 07 11:52:21.939938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f63122-724c-45ae-9bf8-95a353a8208a req-81768fbc-86ef-4339-a629-6721d4065ab6 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006017 Apr 07 11:52:21.946274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:21.946681 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.962429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-549f8fad-6eb9-4f19-b2f2-0bdcef23e489 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623175 Apr 07 11:52:22.006126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89029aeb-844c-455b-8dc8-e9ca7ad5f214'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:22.009026 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a5f3d-55f3-40bd-9979-ac78363689af" -d '{"events": [{"server_uuid": "a638bb79-fcda-4f27-bef4-959d9a721b16", "name": "network-vif-plugged", "status": "completed", "tag": "89029aeb-844c-455b-8dc8-e9ca7ad5f214"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:22.047482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:22.054059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.125994 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3907508f-a22c-4c8c-9745-d95d91faa7a6 x-openstack-request-id: req-3907508f-a22c-4c8c-9745-d95d91faa7a6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:22.131561 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a638bb79-fcda-4f27-bef4-959d9a721b16", "name": "network-vif-plugged", "status": "completed", "tag": "89029aeb-844c-455b-8dc8-e9ca7ad5f214", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:22.134402 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3907508f-a22c-4c8c-9745-d95d91faa7a6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:22.134976 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3907508f-a22c-4c8c-9745-d95d91faa7a6'] response: {'server_uuid': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89029aeb-844c-455b-8dc8-e9ca7ad5f214', 'code': 200} Apr 07 11:52:22.136466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:22.220597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=89029aeb-844c-455b-8dc8-e9ca7ad5f214,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:22.248323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-8bb7f40c-5263-4026-9e86-43377cf793d4 service neutron] 10.222.0.13 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548227 Apr 07 11:52:22.269653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:22.270293 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.421441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:22.684353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df508-ba98-4d5a-afdb-be13c72510ee req-495162fd-4be3-433c-b0e9-671a2b82f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:22.685973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-131df508-ba98-4d5a-afdb-be13c72510ee req-495162fd-4be3-433c-b0e9-671a2b82f26b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 1132 time: 0.5270760 Apr 07 11:52:22.763353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-e017ff11-d6e7-453f-a2fe-e69d903b0e7f service neutron] 10.222.0.13 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057025 Apr 07 11:52:22.765693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-131df508-ba98-4d5a-afdb-be13c72510ee req-fe341574-fd7e-4191-8156-d0381817f5ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730038 Apr 07 11:52:22.963820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9fd92692-238a-4565-b9e1-738a77c5c121 req-839c71a6-34d8-428b-af21-a7e216e7dcf6 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 210 time: 0.0346406 Apr 07 11:52:23.118196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448dc3-47bb-47c2-acd8-3dfd2d021285 req-1e5ca172-69eb-4e3d-bc9a-546da1062459 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:23.120723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01448dc3-47bb-47c2-acd8-3dfd2d021285 req-1e5ca172-69eb-4e3d-bc9a-546da1062459 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 950 time: 0.0718212 Apr 07 11:52:23.186509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01448dc3-47bb-47c2-acd8-3dfd2d021285 req-38a1b293-909b-4454-bc49-483794063706 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580435 Apr 07 11:52:23.661441 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-775cbb53-93cf-42c9-b174-721beec7929d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:23.664753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-775cbb53-93cf-42c9-b174-721beec7929d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1369519 Apr 07 11:52:23.680004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-6205a159-e4cc-4a73-aeb3-42f2bb1f095d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0100303 Apr 07 11:52:23.737822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-47694e39-542b-47b0-a5cb-b5057110358e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521889 Apr 07 11:52:23.749759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-282de0a3-4265-464a-a65b-ee907d57cea3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:52:23.750835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-282de0a3-4265-464a-a65b-ee907d57cea3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055566 Apr 07 11:52:23.849415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-f888a248-63b5-46fa-ba40-db59b5b3c7c3 service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910358 Apr 07 11:52:23.949162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-6772607d-1a56-4ac4-99bb-655e9e5c83f9 service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917838 Apr 07 11:52:24.066514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-47c83a8e-6e26-471a-b55f-abfdc232a093 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:24.068048 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-47c83a8e-6e26-471a-b55f-abfdc232a093 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "GET /v2.0/networks?id=73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 200 len: 797 time: 0.1155658 Apr 07 11:52:24.091024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17124f19-5c36-4bb4-9acc-207fdc44eb24 req-e8940c53-7c37-4cf8-99db-94a7c8c3180f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 210 time: 0.0314038 Apr 07 11:52:24.145218 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-1940df36-7e41-4df6-bbc5-8ac5050580ba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4103044649c4a208eb930b0cd45fcb2 HTTP/1.1" status: 200 len: 380 time: 0.0683277 Apr 07 11:52:24.155825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'port': {'device_id': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'admin_state_up': True, 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'security_groups': ['939b6c54-6087-4da3-a717-99d2fa0befe1']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:24.289878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Made reservation on behalf of e4103044649c4a208eb930b0cd45fcb2 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:24.293178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.325846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9421350d-8d9e-4757-b535-c970bb4a03ac req-1c76cf05-131b-4cfc-aa28-9a78fe9cfe55 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0514987 Apr 07 11:52:24.362336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8114-730f-4d4a-b900-346aedc0c304 req-3ec3e3e1-6a96-4bc5-a042-ec41f3415a09 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:24.363819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca0e8114-730f-4d4a-b900-346aedc0c304 req-3ec3e3e1-6a96-4bc5-a042-ec41f3415a09 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 950 time: 0.1000814 Apr 07 11:52:24.424040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca0e8114-730f-4d4a-b900-346aedc0c304 req-2fa96072-772d-4a6b-bd38-f13d7ea81a27 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Apr 07 11:52:24.450729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.20.0.3 (73aed3b6-1614-48dc-bb8e-88bf053572ba/349aa3b2-d489-4607-98e7-e11bd8c0cbcc/24984edd-40d3-4281-9c50-4a61f917ec59) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:24.623534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (24984edd-40d3-4281-9c50-4a61f917ec59), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.663636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.723778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:24.727392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:24.733541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:24.746979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=24984edd-40d3-4281-9c50-4a61f917ec59,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:24.804600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:24.805449 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.826856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-122ea3fc-6adb-4cbe-8792-c4b57e6202c3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6729202 Apr 07 11:52:24.841245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Request body: {'port': {'device_id': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:24.923743 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.107020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-da64b5dc-dbac-47e7-a354-63fd05163c1e None None] Provisioning complete for port 24984edd-40d3-4281-9c50-4a61f917ec59 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:25.107566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-da64b5dc-dbac-47e7-a354-63fd05163c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.154284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-da64b5dc-dbac-47e7-a354-63fd05163c1e None None] Port 24984edd-40d3-4281-9c50-4a61f917ec59 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:25.220946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24984edd-40d3-4281-9c50-4a61f917ec59 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:25.231343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Publish callbacks [] for port (24984edd-40d3-4281-9c50-4a61f917ec59), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.238466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2b1b-666b-4d1b-addb-25ae3208edc0 req-13ff8c80-8807-422e-8c14-8353d25b4270 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:25.247381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d82f2b1b-666b-4d1b-addb-25ae3208edc0 req-13ff8c80-8807-422e-8c14-8353d25b4270 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 931 time: 0.0650606 Apr 07 11:52:25.248387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Transition to ACTIVE for port object 24984edd-40d3-4281-9c50-4a61f917ec59 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:52:25.259176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.341830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Pushing event updated for resources: {'Port': ['ID=24984edd-40d3-4281-9c50-4a61f917ec59,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:25.377227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-0e73897e-b677-4ce2-9933-0dc080b63e8d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:25.379145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-0e73897e-b677-4ce2-9933-0dc080b63e8d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1177962 Apr 07 11:52:25.424784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:25.446324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d82f2b1b-666b-4d1b-addb-25ae3208edc0 req-80c4c80f-f36d-4b97-9b6f-591d6f410b43 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922586 Apr 07 11:52:25.480354 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Attempting to bind port 24984edd-40d3-4281-9c50-4a61f917ec59 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:25.481000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Attempting to bind port 24984edd-40d3-4281-9c50-4a61f917ec59 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:25.481460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Attempting to bind port 24984edd-40d3-4281-9c50-4a61f917ec59 on network 73aed3b6-1614-48dc-bb8e-88bf053572ba {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:25.487660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Port 24984edd-40d3-4281-9c50-4a61f917ec59 on network 73aed3b6-1614-48dc-bb8e-88bf053572ba not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:52:25.488141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Attempting to bind port 24984edd-40d3-4281-9c50-4a61f917ec59 on network 73aed3b6-1614-48dc-bb8e-88bf053572ba {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:25.494768 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:25.495243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Checking segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:25.495724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Bound using segment: {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:25.496264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Bound port: 24984edd-40d3-4281-9c50-4a61f917ec59, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd6347-63f3-4223-bcf2-b07b81c197e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:25.496707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.536694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e05432b6-b379-4e47-96be-556905eb5497 req-d652ebe6-1283-45ae-b062-5f130a0993ea tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0360086 Apr 07 11:52:25.600795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] For port 24984edd-40d3-4281-9c50-4a61f917ec59, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:25.607940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] For port 24984edd-40d3-4281-9c50-4a61f917ec59, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=24984edd-40d3-4281-9c50-4a61f917ec59,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:25.620486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.628813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:25.633825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.689633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:25.690732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.692470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] 10.222.0.41 "PUT /v2.0/ports/24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 200 len: 1091 time: 0.8593912 Apr 07 11:52:25.692932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:25.697160 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:25.724492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b861e49-9e78-4910-8ef9-363d4a2e9672 service neutron] Pushing event updated for resources: {'Port': ['ID=24984edd-40d3-4281-9c50-4a61f917ec59,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:25.818662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-983ce71b-0974-4fe7-8c46-7769727a4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:25.820345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-983ce71b-0974-4fe7-8c46-7769727a4513 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1125 time: 0.0802550 Apr 07 11:52:25.904835 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-40bdf32d-12d4-4fdb-a667-82010a09474e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 200 len: 217 time: 0.0780222 Apr 07 11:52:25.919635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.4 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/17a67f76-8d47-49c3-b70b-ae556ff423d5) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:26.000943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-f71dbf5b-19cd-4026-94a1-4f13a05f3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.004264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-f71dbf5b-19cd-4026-94a1-4f13a05f3986 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=349aa3b2-d489-4607-98e7-e11bd8c0cbcc HTTP/1.1" status: 200 len: 835 time: 0.0939550 Apr 07 11:52:26.022331 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeeec3a-39a0-4d24-9b7c-59639b0b003c x-openstack-request-id: req-aaeeec3a-39a0-4d24-9b7c-59639b0b003c {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:26.022697 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:26.022964 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaeeec3a-39a0-4d24-9b7c-59639b0b003c {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:26.023375 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeeec3a-39a0-4d24-9b7c-59639b0b003c'] response: {'name': 'network-changed', 'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59', 'status': 'completed', 'code': 200} Apr 07 11:52:26.070251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-bff1742c-8da8-4c28-ad36-42050b825a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.071806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-bff1742c-8da8-4c28-ad36-42050b825a19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73aed3b6-1614-48dc-bb8e-88bf053572ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612884 Apr 07 11:52:26.154197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.177040 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-d94b680d-a77d-4e5d-bd38-28db74e3f495 service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992243 Apr 07 11:52:26.201344 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.223853 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:26.227345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:26.269741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:26.299593 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f69dae1f-4ea7-43ad-89cd-2481813a81f4 req-74cb9eca-d218-4efb-a4a0-42c73810672e service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160085 Apr 07 11:52:26.354572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.378278 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.380925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=17a67f76-8d47-49c3-b70b-ae556ff423d5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:26.413331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-27c8a3e2-b0ea-4412-bf59-76770d577adc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928377 Apr 07 11:52:26.425905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Request body: {'port': {'device_id': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:26.447336 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-98996fd8-ceb1-44fa-80e0-47037368e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.449051 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-98996fd8-ceb1-44fa-80e0-47037368e230 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1125 time: 0.0931377 Apr 07 11:52:26.541495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.593006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8c3a89cf-344f-462d-b027-aefa543730fa None None] Provisioning complete for port 17a67f76-8d47-49c3-b70b-ae556ff423d5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:26.593532 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c3a89cf-344f-462d-b027-aefa543730fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.646452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-e41887ec-0153-4ced-add2-493f1c316cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.648095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-e41887ec-0153-4ced-add2-493f1c316cad service neutron] 10.222.0.41 "GET /v2.0/networks?id=73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 200 len: 898 time: 0.1931312 Apr 07 11:52:26.680228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a89cf-344f-462d-b027-aefa543730fa None None] Port 17a67f76-8d47-49c3-b70b-ae556ff423d5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:26.703463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-e48f6cfa-6d0c-4ae0-9546-cccd0fa913a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 200 len: 217 time: 0.0493438 Apr 07 11:52:26.771353 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-7a550038-d9eb-48ca-8b17-68bebbf45bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.776274 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-7a550038-d9eb-48ca-8b17-68bebbf45bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=349aa3b2-d489-4607-98e7-e11bd8c0cbcc HTTP/1.1" status: 200 len: 835 time: 0.0673325 Apr 07 11:52:26.801357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d729-88a9-47b2-9dbf-be4fc936c986 req-6c6eefee-c14f-4161-8df4-d8838a3d4b94 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.803328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5849d729-88a9-47b2-9dbf-be4fc936c986 req-6c6eefee-c14f-4161-8df4-d8838a3d4b94 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 943 time: 0.2165549 Apr 07 11:52:26.899402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acd65d-faa8-40a3-89b5-ef734e4fe3e9 req-023472b9-39ee-4552-9ec2-f283d4b2a228 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.901165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63acd65d-faa8-40a3-89b5-ef734e4fe3e9 req-023472b9-39ee-4552-9ec2-f283d4b2a228 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 931 time: 0.1702318 Apr 07 11:52:26.990305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5849d729-88a9-47b2-9dbf-be4fc936c986 req-ac3d50ce-d686-41c1-8558-52b377fb5383 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763790 Apr 07 11:52:27.021369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63acd65d-faa8-40a3-89b5-ef734e4fe3e9 req-a91225e7-c21b-4ab2-94a0-b52c53ebecd6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087091 Apr 07 11:52:27.105247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a67f76-8d47-49c3-b70b-ae556ff423d5 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:27.114665 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Publish callbacks [] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.136455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Transition to ACTIVE for port object 17a67f76-8d47-49c3-b70b-ae556ff423d5 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:52:27.142610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.234572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=17a67f76-8d47-49c3-b70b-ae556ff423d5,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.302420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-3a1a8f16-2e0b-4bc6-b94e-f113fe040354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:27.304479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-3a1a8f16-2e0b-4bc6-b94e-f113fe040354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73aed3b6-1614-48dc-bb8e-88bf053572ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5224669 Apr 07 11:52:27.308501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Attempting to bind port 17a67f76-8d47-49c3-b70b-ae556ff423d5 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:27.308998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Attempting to bind port 17a67f76-8d47-49c3-b70b-ae556ff423d5 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:27.309916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Attempting to bind port 17a67f76-8d47-49c3-b70b-ae556ff423d5 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:27.315308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Port 17a67f76-8d47-49c3-b70b-ae556ff423d5 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:52:27.315634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Attempting to bind port 17a67f76-8d47-49c3-b70b-ae556ff423d5 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:27.322175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:27.323132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:27.323528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:27.323973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Bound port: 17a67f76-8d47-49c3-b70b-ae556ff423d5, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:27.324333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.410706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] For port 17a67f76-8d47-49c3-b70b-ae556ff423d5, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:27.416108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] For port 17a67f76-8d47-49c3-b70b-ae556ff423d5, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:27.427692 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.427868 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-738fa8ca-8aa1-4a77-8655-c7ca6151650a service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153369 Apr 07 11:52:27.461737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:27.462601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.464448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/17a67f76-8d47-49c3-b70b-ae556ff423d5 HTTP/1.1" status: 200 len: 1091 time: 1.0435584 Apr 07 11:52:27.467193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'tag': '17a67f76-8d47-49c3-b70b-ae556ff423d5'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:27.470400 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492a256a-bc30-4a38-b1f7-bd2a2252e45b" -d '{"events": [{"name": "network-changed", "server_uuid": "5298ee14-a5cd-4c39-9fb0-4e30dca0d711", "tag": "17a67f76-8d47-49c3-b70b-ae556ff423d5"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:27.528646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c8be0-26bc-4189-bc0c-92d4afca7fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=17a67f76-8d47-49c3-b70b-ae556ff423d5,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.544413 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e262c4af-fa61-4a92-9329-385b9525d30e x-openstack-request-id: req-e262c4af-fa61-4a92-9329-385b9525d30e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:27.544708 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5298ee14-a5cd-4c39-9fb0-4e30dca0d711", "tag": "17a67f76-8d47-49c3-b70b-ae556ff423d5", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:27.544970 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e262c4af-fa61-4a92-9329-385b9525d30e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:27.545407 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e262c4af-fa61-4a92-9329-385b9525d30e'] response: {'name': 'network-changed', 'server_uuid': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'tag': '17a67f76-8d47-49c3-b70b-ae556ff423d5', 'status': 'completed', 'code': 200} Apr 07 11:52:27.565315 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6670af1d-27e4-43b7-bda0-d9d1bbf4d5e6 req-df02bdcd-8678-4ade-9f76-ee9f0d090aab service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295283 Apr 07 11:52:27.591784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-586e7d05-51f0-4ef5-9968-9a7c716c6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:27.593356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-586e7d05-51f0-4ef5-9968-9a7c716c6015 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 1125 time: 0.0765991 Apr 07 11:52:27.640845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-5095911e-e7bf-4a65-9375-afafd2cb177b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5 HTTP/1.1" status: 200 len: 217 time: 0.0413659 Apr 07 11:52:27.691424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-86eaf328-3e34-464b-9845-2544140b1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:27.693010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-86eaf328-3e34-464b-9845-2544140b1dde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0470214 Apr 07 11:52:27.750287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-fb850c93-8890-49c6-a685-22e2752b707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:27.752062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-fb850c93-8890-49c6-a685-22e2752b707a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534310 Apr 07 11:52:27.844004 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-6c454ef2-822d-42d2-89a5-cdede71e4d8d service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859387 Apr 07 11:52:27.932777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850a0a05-2fff-42a0-ba4c-af32935433fc req-467db44e-557a-4aff-a9be-93f543fca072 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830016 Apr 07 11:52:28.025484 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-cfb768a4-2e5b-4a9d-a3a7-2878c87d6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:28.027022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-cfb768a4-2e5b-4a9d-a3a7-2878c87d6363 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 1125 time: 0.0527737 Apr 07 11:52:28.202187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca30a1-c791-4ac2-bc55-3f88a56eee21 req-f79e0460-94c5-4057-9101-57679cae4b22 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:28.203668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7ca30a1-c791-4ac2-bc55-3f88a56eee21 req-f79e0460-94c5-4057-9101-57679cae4b22 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 943 time: 0.1256917 Apr 07 11:52:28.205575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-27a5a4ff-9ae4-49bf-ab4c-a54b00819abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:28.206895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-27a5a4ff-9ae4-49bf-ab4c-a54b00819abd service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.1741302 Apr 07 11:52:28.224142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090b82-b714-489e-a8c6-230e6a4fa305 req-b0927071-482b-4352-a313-2ac602d06266 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:28.225720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40090b82-b714-489e-a8c6-230e6a4fa305 req-b0927071-482b-4352-a313-2ac602d06266 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.1182568 Apr 07 11:52:28.281049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-8ab0fee4-3f57-4003-a919-623679580386 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5 HTTP/1.1" status: 200 len: 217 time: 0.0670762 Apr 07 11:52:28.379471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7ca30a1-c791-4ac2-bc55-3f88a56eee21 req-71f41158-ccf7-4ff0-a745-1cea8ce5faa7 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700468 Apr 07 11:52:28.384528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-2b8540ce-cab2-4158-9237-5c8080294dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:28.386008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-2b8540ce-cab2-4158-9237-5c8080294dbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0986040 Apr 07 11:52:28.390686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40090b82-b714-489e-a8c6-230e6a4fa305 req-6f8674fd-7c99-40e4-9f65-d920038f26c3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545749 Apr 07 11:52:28.446264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-93915986-1211-452c-8bc5-f0317039b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:28.447806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-93915986-1211-452c-8bc5-f0317039b7a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536358 Apr 07 11:52:28.540673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-d21d2d04-38f7-45ad-97d2-5c00e92eb020 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861239 Apr 07 11:52:28.628643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-492a256a-bc30-4a38-b1f7-bd2a2252e45b req-a6bc4a13-4546-4561-856f-672c8e314b5a service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826147 Apr 07 11:52:29.336586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 24984edd-40d3-4281-9c50-4a61f917ec59 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:29.443292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 24984edd-40d3-4281-9c50-4a61f917ec59, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=24984edd-40d3-4281-9c50-4a61f917ec59,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:29.458276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '24984edd-40d3-4281-9c50-4a61f917ec59', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'port_id': '24984edd-40d3-4281-9c50-4a61f917ec59', 'mac_address': 'fa:16:3e:df:3f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:29.498973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 24984edd-40d3-4281-9c50-4a61f917ec59 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:29.499361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.517277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24984edd-40d3-4281-9c50-4a61f917ec59 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:29.536878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 24984edd-40d3-4281-9c50-4a61f917ec59, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=24984edd-40d3-4281-9c50-4a61f917ec59,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:29.545762 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.552672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99db1-298d-4b72-b1a2-4cdcc5b5e402 req-adf50a57-0df8-4be3-8fda-5c39592e43ff tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:29.555224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edd99db1-298d-4b72-b1a2-4cdcc5b5e402 req-adf50a57-0df8-4be3-8fda-5c39592e43ff tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 943 time: 0.0976346 Apr 07 11:52:29.575732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a551f2-c17b-4ae5-a1ce-9f931896df8e req-b3b057d0-13fb-49d9-991c-03e681a56e7d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:29.577201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14a551f2-c17b-4ae5-a1ce-9f931896df8e req-b3b057d0-13fb-49d9-991c-03e681a56e7d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0887268 Apr 07 11:52:29.600734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=24984edd-40d3-4281-9c50-4a61f917ec59,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.648936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edd99db1-298d-4b72-b1a2-4cdcc5b5e402 req-056c9ef5-5a20-4d94-9927-eb0113b0cbf3 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860727 Apr 07 11:52:29.653317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14a551f2-c17b-4ae5-a1ce-9f931896df8e req-78dfb719-19d5-46ba-b3f6-15a823d0fa17 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684612 Apr 07 11:52:29.854071 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['24984edd-40d3-4281-9c50-4a61f917ec59'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:30.677057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-24d05708-9829-4871-be22-adf1fd713a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.821844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355233b1-d484-476c-8ee4-46cdcb7600f6 req-9a96855a-af59-452e-b933-8f479d3119ee tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:30.823261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-355233b1-d484-476c-8ee4-46cdcb7600f6 req-9a96855a-af59-452e-b933-8f479d3119ee tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 944 time: 0.0919602 Apr 07 11:52:30.830269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558fc81-d980-4de6-a755-c48d9732214b req-d1b2e01d-5a52-4bcd-b462-12e5e229937d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:30.831657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4558fc81-d980-4de6-a755-c48d9732214b req-d1b2e01d-5a52-4bcd-b462-12e5e229937d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0915489 Apr 07 11:52:30.911182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-355233b1-d484-476c-8ee4-46cdcb7600f6 req-63713638-9022-4fae-9883-67cceb09db5b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785594 Apr 07 11:52:30.915637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4558fc81-d980-4de6-a755-c48d9732214b req-549ac067-34b6-43f1-9e34-ef27cd8b39d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760140 Apr 07 11:52:31.349013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 24984edd-40d3-4281-9c50-4a61f917ec59 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:31.399265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 24984edd-40d3-4281-9c50-4a61f917ec59 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:52:31.403085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 24984edd-40d3-4281-9c50-4a61f917ec59 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:31.403419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.484081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 24984edd-40d3-4281-9c50-4a61f917ec59 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:31.484471 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.508500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:31.510775 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a720dea7-a711-407e-8269-eb692d84e990" -d '{"events": [{"server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "name": "network-vif-plugged", "status": "completed", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:31.523638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 24984edd-40d3-4281-9c50-4a61f917ec59, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=24984edd-40d3-4281-9c50-4a61f917ec59,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:31.528115 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.555934 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23adbe5-7278-43ff-ae12-b8cc2bbfceee x-openstack-request-id: req-d23adbe5-7278-43ff-ae12-b8cc2bbfceee {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:31.555934 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "name": "network-vif-plugged", "status": "completed", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:31.555934 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d23adbe5-7278-43ff-ae12-b8cc2bbfceee {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:31.556746 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23adbe5-7278-43ff-ae12-b8cc2bbfceee'] response: {'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59', 'code': 200} Apr 07 11:52:31.580534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=24984edd-40d3-4281-9c50-4a61f917ec59,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:31.657664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c5acd-d962-42d5-aa54-04f50d40ba76 req-36a60148-368a-4683-99a0-f8866cb8068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:31.659098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c44c5acd-d962-42d5-aa54-04f50d40ba76 req-36a60148-368a-4683-99a0-f8866cb8068f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1127 time: 0.0456738 Apr 07 11:52:31.705416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c44c5acd-d962-42d5-aa54-04f50d40ba76 req-bdfa3590-6165-41c5-b213-c2330a12f346 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399847 Apr 07 11:52:31.985753 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.078798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84381ac9-b197-424a-ad80-d6c684bdf6bf req-9ceebb29-7641-4109-97ed-a5ecbc4fea82 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:32.080285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84381ac9-b197-424a-ad80-d6c684bdf6bf req-9ceebb29-7641-4109-97ed-a5ecbc4fea82 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0845978 Apr 07 11:52:32.087980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7688-53f6-40f6-8189-69171b8b002d req-a3b4e019-23c6-431f-8ddc-7dafc78a556b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:32.089517 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e33e7688-53f6-40f6-8189-69171b8b002d req-a3b4e019-23c6-431f-8ddc-7dafc78a556b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 945 time: 0.0843658 Apr 07 11:52:32.169296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84381ac9-b197-424a-ad80-d6c684bdf6bf req-34a1ffe9-5988-4bd4-91f7-dc269a83f5fb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787220 Apr 07 11:52:32.178651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e33e7688-53f6-40f6-8189-69171b8b002d req-ca74e1e6-9346-4172-ba9c-5ea678322bf0 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820894 Apr 07 11:52:33.001974 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2104-b783-48a0-a7ac-dae615c77e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.340585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ba7c6-3ba0-45b8-80ad-51e4c83b4431 req-679129e8-2f48-433d-9929-abaf323d2233 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:33.342091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d85ba7c6-3ba0-45b8-80ad-51e4c83b4431 req-679129e8-2f48-433d-9929-abaf323d2233 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 945 time: 0.0833287 Apr 07 11:52:33.348617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ce04-7e70-418e-bde3-53360098a64f req-46169b17-64fe-422d-9077-23c0341a003b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:33.350008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a985ce04-7e70-418e-bde3-53360098a64f req-46169b17-64fe-422d-9077-23c0341a003b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0924222 Apr 07 11:52:33.425314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d85ba7c6-3ba0-45b8-80ad-51e4c83b4431 req-73004627-cdc7-44b5-ad33-7dad9acd005b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743382 Apr 07 11:52:33.432164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a985ce04-7e70-418e-bde3-53360098a64f req-fdc4d53a-f2b4-4034-b0af-e5836c4f2561 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Apr 07 11:52:33.558790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab7eb0-2f04-4cbf-856d-d3b47f4e80e0 req-149fc247-f962-44b4-9bf8-f43e674f7926 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:33.560327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7ab7eb0-2f04-4cbf-856d-d3b47f4e80e0 req-149fc247-f962-44b4-9bf8-f43e674f7926 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 945 time: 0.0574381 Apr 07 11:52:33.619793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7ab7eb0-2f04-4cbf-856d-d3b47f4e80e0 req-4f8e90b7-779a-41f7-9722-b818f801634b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533831 Apr 07 11:52:33.643120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55570) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:33.691958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868db7c-2417-4798-8ee4-4318d2cfdfb3 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:33.696696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6868db7c-2417-4798-8ee4-4318d2cfdfb3 tempest-TestNetworkBasicOps-1363860068 tempest-TestNetworkBasicOps-1363860068-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1122 time: 0.0494170 Apr 07 11:52:33.697004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:33.701377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '24984edd-40d3-4281-9c50-4a61f917ec59', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:33.723779 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.737453 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.828082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.932826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Allocated IP 172.25.5.223 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:34.035908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.070892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.109192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:34.112013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:34.115212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:34.142421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:34.477917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (046ac1aa-9b30-4df6-837e-09f0780b0418), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.538904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.944031 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c664e-6a98-463e-b7bb-6a19065e9e69 req-1152fa1c-a7ec-4bf7-80db-4eea677dea61 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:34.946082 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-076c664e-6a98-463e-b7bb-6a19065e9e69 req-1152fa1c-a7ec-4bf7-80db-4eea677dea61 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.4449456 Apr 07 11:52:34.946886 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.058389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-076c664e-6a98-463e-b7bb-6a19065e9e69 req-37aa8889-5fb9-4bc5-bd5d-beafcecb41d8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Apr 07 11:52:35.130785 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.135622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.204522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event updated for resources: {'Port': ['ID=a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:35.216092 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (046ac1aa-9b30-4df6-837e-09f0780b0418), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.321497 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Floating IP 046ac1aa-9b30-4df6-837e-09f0780b0418 associated. External IP: 172.25.5.223, port: 24984edd-40d3-4281-9c50-4a61f917ec59. Apr 07 11:52:35.547740 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 830d0b8a-f66b-447a-a6ce-2a2b5182696f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:35.659605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:35.670402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] Sync routers for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:35.681993 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.683307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:35.684058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:35.723900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-13b59a0c-1735-4a75-bbeb-e8299bd70bba tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0234008 Apr 07 11:52:35.723900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:35.725300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 55576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:35.726363 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd20488-dd30-4c12-85ce-868657173eea" -d '{"events": [{"name": "network-changed", "server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:35.771443 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c01dd-d19a-4040-b7d5-2b1ffd5b93f1 x-openstack-request-id: req-713c01dd-d19a-4040-b7d5-2b1ffd5b93f1 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:35.773021 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:35.773504 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-713c01dd-d19a-4040-b7d5-2b1ffd5b93f1 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:35.773968 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713c01dd-d19a-4040-b7d5-2b1ffd5b93f1'] response: {'name': 'network-changed', 'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59', 'status': 'completed', 'code': 200} Apr 07 11:52:35.831328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-762a43bb-56cf-47b7-8261-a1f55fa94339 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/046ac1aa-9b30-4df6-837e-09f0780b0418 HTTP/1.1" status: 200 len: 991 time: 0.1039312 Apr 07 11:52:35.851512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20488-dd30-4c12-85ce-868657173eea req-e14dbc1c-1494-4fdd-85eb-a7cc94908c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:35.853034 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-e14dbc1c-1494-4fdd-85eb-a7cc94908c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1127 time: 0.0569363 Apr 07 11:52:35.956146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20488-dd30-4c12-85ce-868657173eea req-ca379ff4-53de-4171-b577-0839584fb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:35.957673 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-ca379ff4-53de-4171-b577-0839584fb9ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 200 len: 898 time: 0.0989406 Apr 07 11:52:35.976846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:36.024845 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-e9dae9ea-10da-426a-a747-18b57d0c3cbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 200 len: 999 time: 0.0602970 Apr 07 11:52:36.078666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20488-dd30-4c12-85ce-868657173eea req-3cb17dde-f0f3-4b7f-a733-0bf5b7e1aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:36.081233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-3cb17dde-f0f3-4b7f-a733-0bf5b7e1aba9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=349aa3b2-d489-4607-98e7-e11bd8c0cbcc HTTP/1.1" status: 200 len: 835 time: 0.0501311 Apr 07 11:52:36.093936 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:36.144497 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20488-dd30-4c12-85ce-868657173eea req-ac7b07b4-13f4-4907-a592-937db45db224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:36.146072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-ac7b07b4-13f4-4907-a592-937db45db224 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73aed3b6-1614-48dc-bb8e-88bf053572ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599208 Apr 07 11:52:36.204833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052909-2319-4e76-b3b9-38509bb7da22 req-5e103493-50a3-4a40-8864-f5347fdd7a5a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:36.206527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df052909-2319-4e76-b3b9-38509bb7da22 req-5e103493-50a3-4a40-8864-f5347fdd7a5a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0643630 Apr 07 11:52:36.254473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '046ac1aa-9b30-4df6-837e-09f0780b0418', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'port_id': '24984edd-40d3-4281-9c50-4a61f917ec59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'mac_address': 'fa:16:3e:df:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:34Z', 'updated_at': '2022-04-07T11:52:34Z', 'revision_number': 0, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:36.267170 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-927d1fdf-88f0-4447-bd11-1b303c5e8fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148238 Apr 07 11:52:36.289783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df052909-2319-4e76-b3b9-38509bb7da22 req-05caa38b-cb1b-4b1f-acea-e9cf7c28c76c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752113 Apr 07 11:52:36.296354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] Checking router: 830d0b8a-f66b-447a-a6ce-2a2b5182696f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:36.315332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:36.316057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:52:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:36.375293 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5bd20488-dd30-4c12-85ce-868657173eea req-0418c4bd-71c9-4ae2-ab11-87a5e06a2010 service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018610 Apr 07 11:52:36.437318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:36.668492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '046ac1aa-9b30-4df6-837e-09f0780b0418', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'port_id': '24984edd-40d3-4281-9c50-4a61f917ec59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'mac_address': 'fa:16:3e:df:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:34Z', 'updated_at': '2022-04-07T11:52:34Z', 'revision_number': 0, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:36.700496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ae7b4-addd-4973-86d4-2ef6aeecd3ae None None] The sync data for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 is: [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '046ac1aa-9b30-4df6-837e-09f0780b0418', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'port_id': '24984edd-40d3-4281-9c50-4a61f917ec59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'mac_address': 'fa:16:3e:df:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:34Z', 'updated_at': '2022-04-07T11:52:34Z', 'revision_number': 0, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:36.835140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55582) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:36.905274 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-54f0392f-8b65-4b08-9c74-e1143c7d8259 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/046ac1aa-9b30-4df6-837e-09f0780b0418 HTTP/1.1" status: 200 len: 991 time: 0.0688832 Apr 07 11:52:36.918448 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c842289-8f03-4564-a58c-6d7e88a9d9ca None None] New status for floating IP 046ac1aa-9b30-4df6-837e-09f0780b0418: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:52:37.222478 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:37.408969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564035-8feb-487a-ace4-c893a524c2be req-60811748-0686-4361-b49b-d74fe00b9305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:37.410567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff564035-8feb-487a-ace4-c893a524c2be req-60811748-0686-4361-b49b-d74fe00b9305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0538485 Apr 07 11:52:37.459497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff564035-8feb-487a-ace4-c893a524c2be req-70f98b2a-efb2-445e-83b0-63d711a674fd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Apr 07 11:52:37.906978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 55586) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:37.972667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a6ded4e9-f763-4aa4-9c5a-9612e4dd1e93 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/046ac1aa-9b30-4df6-837e-09f0780b0418 HTTP/1.1" status: 200 len: 993 time: 0.0642383 Apr 07 11:52:38.576953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b63d6-e4b7-440d-93f6-6ff6ee30dc68 req-f8da43f4-37b1-45ad-a833-36fc01d8f3f9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:38.578440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a98b63d6-e4b7-440d-93f6-6ff6ee30dc68 req-f8da43f4-37b1-45ad-a833-36fc01d8f3f9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0519235 Apr 07 11:52:38.626118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a98b63d6-e4b7-440d-93f6-6ff6ee30dc68 req-3201de1f-a757-4a82-993e-e6f811729577 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Apr 07 11:52:39.750509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca473046-6f2a-472a-b914-49864e12febb req-edb9ee18-cc20-4658-a3de-c6b26197b6d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:39.752001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca473046-6f2a-472a-b914-49864e12febb req-edb9ee18-cc20-4658-a3de-c6b26197b6d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0539858 Apr 07 11:52:39.804327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca473046-6f2a-472a-b914-49864e12febb req-9579a7a1-529f-4df8-8156-6c0ef6d9a613 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Apr 07 11:52:40.931123 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59d66-2772-4a26-bca3-d7ce27527397 req-1847f89e-6df8-4741-976d-cd337e761461 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:40.933580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6f59d66-2772-4a26-bca3-d7ce27527397 req-1847f89e-6df8-4741-976d-cd337e761461 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0556760 Apr 07 11:52:40.980937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6f59d66-2772-4a26-bca3-d7ce27527397 req-ed84670c-ae90-4d5b-902b-03fa4d043037 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Apr 07 11:52:42.111714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b494652-53fe-4149-88fa-b656ebb36f20 req-d859406e-9a03-45fb-9619-0369b639cee3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:42.113213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b494652-53fe-4149-88fa-b656ebb36f20 req-d859406e-9a03-45fb-9619-0369b639cee3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0516899 Apr 07 11:52:42.161960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b494652-53fe-4149-88fa-b656ebb36f20 req-73efd661-49f6-458e-9873-e46e9e38f309 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Apr 07 11:52:43.288473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946cf8a-01d4-49b0-8f86-46e672e5ee42 req-24bf68f2-9b50-445a-b7d3-a7926366d47e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:43.289994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e946cf8a-01d4-49b0-8f86-46e672e5ee42 req-24bf68f2-9b50-445a-b7d3-a7926366d47e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0585475 Apr 07 11:52:43.337583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e946cf8a-01d4-49b0-8f86-46e672e5ee42 req-6ce114cd-3c9d-4104-b01b-e7937bd5c878 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Apr 07 11:52:44.463464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea1a50-6334-452e-aa11-a1a69f3b4ed6 req-287f38b9-1793-4b73-bee1-6beff602df08 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:44.465764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bea1a50-6334-452e-aa11-a1a69f3b4ed6 req-287f38b9-1793-4b73-bee1-6beff602df08 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0573783 Apr 07 11:52:44.515976 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bea1a50-6334-452e-aa11-a1a69f3b4ed6 req-713ef67d-0063-4359-9192-4b8bc3a602a2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Apr 07 11:52:44.899850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-6ac5266c-a30c-428f-a63e-bfef7676857e req-c40070e6-fee3-4766-b496-4e43c5a497a8 tempest-ServersNegativeTestJSON-1325462608 tempest-ServersNegativeTestJSON-1325462608-project] (104177) timed out ('10.222.0.13', 33524) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:52:45.633940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6ee4c-886e-4168-99af-8faa029b836e req-d1980b50-3ada-49f5-b729-84f3262e72c5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:45.635406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7c6ee4c-886e-4168-99af-8faa029b836e req-d1980b50-3ada-49f5-b729-84f3262e72c5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0522161 Apr 07 11:52:45.686691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7c6ee4c-886e-4168-99af-8faa029b836e req-dfeac7d2-b139-4cfb-8050-2d14de2e529e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455961 Apr 07 11:52:46.806932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87e33-2683-4600-893e-16328452b743 req-0a41b1ac-d0e7-43fe-aa23-2ad8b1710ceb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:46.808438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5d87e33-2683-4600-893e-16328452b743 req-0a41b1ac-d0e7-43fe-aa23-2ad8b1710ceb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0544999 Apr 07 11:52:46.854354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d5d87e33-2683-4600-893e-16328452b743 req-db79fff0-7ed1-476d-b0dc-9fc80942c78d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Apr 07 11:52:47.973487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b63a55-bd05-4dfe-93a0-8c91e5c43397 req-610b432a-25bc-4148-b114-870a64fa614e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:47.975732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12b63a55-bd05-4dfe-93a0-8c91e5c43397 req-610b432a-25bc-4148-b114-870a64fa614e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0525017 Apr 07 11:52:48.023397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12b63a55-bd05-4dfe-93a0-8c91e5c43397 req-13dd37e5-a522-4767-88c9-ce6344c4e5ff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Apr 07 11:52:49.149578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf665c6b-d9b6-40cb-b009-a92f0e683916 req-95996383-462f-4099-8bef-41ee281023f4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:49.151077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf665c6b-d9b6-40cb-b009-a92f0e683916 req-95996383-462f-4099-8bef-41ee281023f4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0585027 Apr 07 11:52:49.199381 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf665c6b-d9b6-40cb-b009-a92f0e683916 req-73cc5c4f-a969-4413-a25a-ec92739b6637 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Apr 07 11:52:50.320744 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf5866-cc57-4769-9d45-234f46559f80 req-b806da3f-5bd1-4c62-80ff-d60a621f0cf0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:50.322270 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08cf5866-cc57-4769-9d45-234f46559f80 req-b806da3f-5bd1-4c62-80ff-d60a621f0cf0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0528510 Apr 07 11:52:50.370330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08cf5866-cc57-4769-9d45-234f46559f80 req-69cd9460-c4b5-487c-b02b-df20a311c8fc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Apr 07 11:52:51.496970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca217daf-e504-479a-b80a-8622808d0b89 req-9f5f8ebc-a132-479a-ad5c-00c8a704593e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.498374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca217daf-e504-479a-b80a-8622808d0b89 req-9f5f8ebc-a132-479a-ad5c-00c8a704593e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 943 time: 0.0599477 Apr 07 11:52:51.546751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca217daf-e504-479a-b80a-8622808d0b89 req-1514ea78-00ff-4ec2-8ec7-5acea4ca7d99 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Apr 07 11:52:51.838597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 17a67f76-8d47-49c3-b70b-ae556ff423d5 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:51.938382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 17a67f76-8d47-49c3-b70b-ae556ff423d5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:51.950135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '17a67f76-8d47-49c3-b70b-ae556ff423d5', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': '17a67f76-8d47-49c3-b70b-ae556ff423d5', 'mac_address': 'fa:16:3e:d8:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:51.987964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 17a67f76-8d47-49c3-b70b-ae556ff423d5 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:51.988277 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.004860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a67f76-8d47-49c3-b70b-ae556ff423d5 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:52.028395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 17a67f76-8d47-49c3-b70b-ae556ff423d5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:52.033383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.093324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=17a67f76-8d47-49c3-b70b-ae556ff423d5,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:52.255879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['17a67f76-8d47-49c3-b70b-ae556ff423d5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:52.669069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea3d9-3d0f-43f0-9630-303dc47fe19c req-f6dd60a8-35b1-4229-8bb2-af6b89d7f794 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:52.670580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f7ea3d9-3d0f-43f0-9630-303dc47fe19c req-f6dd60a8-35b1-4229-8bb2-af6b89d7f794 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 944 time: 0.0559242 Apr 07 11:52:52.721121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f7ea3d9-3d0f-43f0-9630-303dc47fe19c req-67d64bca-6555-464a-949f-9623185b92d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Apr 07 11:52:53.838361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d12f51-300e-473d-b0db-85c70ecb0146 req-c0c3c515-f6d6-4a4c-8e47-019acb4148de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:53.840276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7d12f51-300e-473d-b0db-85c70ecb0146 req-c0c3c515-f6d6-4a4c-8e47-019acb4148de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Apr 07 11:52:53.845914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 17a67f76-8d47-49c3-b70b-ae556ff423d5 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:53.903259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 17a67f76-8d47-49c3-b70b-ae556ff423d5 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:52:53.907674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 17a67f76-8d47-49c3-b70b-ae556ff423d5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:53.908057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.912657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7d12f51-300e-473d-b0db-85c70ecb0146 req-14c0f227-b7a4-4e8a-8081-ae62a75f0fed tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516441 Apr 07 11:52:53.988809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 17a67f76-8d47-49c3-b70b-ae556ff423d5 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:53.989236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.016105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a67f76-8d47-49c3-b70b-ae556ff423d5'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:54.018441 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34271cc7-ba64-479a-af7d-57543dcdd3bb" -d '{"events": [{"server_uuid": "5298ee14-a5cd-4c39-9fb0-4e30dca0d711", "name": "network-vif-plugged", "status": "completed", "tag": "17a67f76-8d47-49c3-b70b-ae556ff423d5"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:54.032143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 17a67f76-8d47-49c3-b70b-ae556ff423d5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:54.037582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.065396 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8c9034-f342-4333-b23c-6d5f82a6037f x-openstack-request-id: req-8d8c9034-f342-4333-b23c-6d5f82a6037f {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:54.065709 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5298ee14-a5cd-4c39-9fb0-4e30dca0d711", "name": "network-vif-plugged", "status": "completed", "tag": "17a67f76-8d47-49c3-b70b-ae556ff423d5", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:54.065953 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d8c9034-f342-4333-b23c-6d5f82a6037f {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:54.066351 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8c9034-f342-4333-b23c-6d5f82a6037f'] response: {'server_uuid': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a67f76-8d47-49c3-b70b-ae556ff423d5', 'code': 200} Apr 07 11:52:54.097683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=17a67f76-8d47-49c3-b70b-ae556ff423d5,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:54.272246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ea5-2931-4672-8bff-98f15d31200d req-e0b481d1-03ea-4b81-b492-e0dcca901c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:54.273802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5924ea5-2931-4672-8bff-98f15d31200d req-e0b481d1-03ea-4b81-b492-e0dcca901c27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 1127 time: 0.1461537 Apr 07 11:52:54.300247 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:54.319564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5924ea5-2931-4672-8bff-98f15d31200d req-b502f942-1556-43a0-89d9-554f3cc9af3e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Apr 07 11:52:55.045595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649696-5a96-4f89-963e-d2e668515625 req-d0e81568-f4b4-483a-ac34-82c3ae9048fa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:55.047185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57649696-5a96-4f89-963e-d2e668515625 req-d0e81568-f4b4-483a-ac34-82c3ae9048fa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 945 time: 0.0556762 Apr 07 11:52:55.095836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57649696-5a96-4f89-963e-d2e668515625 req-22830c69-4eb0-4f00-a7b9-84240273d012 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Apr 07 11:52:56.225560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a22f8-74da-47cf-81f9-53c9ae3a5142 req-eeaa2dc6-9f8d-4cf4-bfbe-ae1656b86c82 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:56.227125 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f80a22f8-74da-47cf-81f9-53c9ae3a5142 req-eeaa2dc6-9f8d-4cf4-bfbe-ae1656b86c82 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 945 time: 0.0596128 Apr 07 11:52:56.275987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f80a22f8-74da-47cf-81f9-53c9ae3a5142 req-0e9629e8-9b65-4c2d-81ec-a108814fe2b4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Apr 07 11:52:56.405257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823692af-eadf-408d-ac01-77227143e822 req-4ec097e6-63a7-44aa-ae19-eb14eaa8ece9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:56.407693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-823692af-eadf-408d-ac01-77227143e822 req-4ec097e6-63a7-44aa-ae19-eb14eaa8ece9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 945 time: 0.0613039 Apr 07 11:52:56.461564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-823692af-eadf-408d-ac01-77227143e822 req-b6a073e2-abc1-434d-bce9-f76b4b60f714 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Apr 07 11:53:00.228421 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-b890227a-eb13-4fa9-88c4-78be9129852b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:00.236831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-b890227a-eb13-4fa9-88c4-78be9129852b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1224604 Apr 07 11:53:00.247801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-c25b294e-d13f-4853-a0e2-ba13c7a23f66 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0101464 Apr 07 11:53:00.306590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-d5608610-0650-4260-a1f1-48306513a598 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536001 Apr 07 11:53:00.404017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-8081e016-b0a5-49ea-a71e-b5701dc8bc7a service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902972 Apr 07 11:53:00.499857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-03d955df-55dd-42b1-b153-75928c151200 service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898767 Apr 07 11:53:00.704084 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ac051b6-6783-43e0-82a0-7ee71b464ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.710243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf95a2d7-8d7e-4a4b-8597-b2f5a8fe76e3 req-394c36ac-b559-4bf9-b888-bdaac7d01ec0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0369442 Apr 07 11:53:01.690624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-ec6f510e-6916-4a4c-b03d-c4e2bef11e42 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:01.692142 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-ec6f510e-6916-4a4c-b03d-c4e2bef11e42 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1109552 Apr 07 11:53:01.707910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:01.845361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-44e147d4-fa55-43ae-ab33-6719c56d83a8 req-3fb1ac59-bf55-42ae-8fd5-d818a44ad872 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0400546 Apr 07 11:53:01.877322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:01.880949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.008664 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.018056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.11 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/ebe3ee53-b98a-4211-81f0-799fe8998c11) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:02.222066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.262333 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.274779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['17a67f76-8d47-49c3-b70b-ae556ff423d5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:02.314979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:02.318914 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:02.321798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:02.357424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=ebe3ee53-b98a-4211-81f0-799fe8998c11,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:02.372571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.373461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.374250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.375041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.375798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.376563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.377359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.378143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.378923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.379889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.381362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.382416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.390221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:02.446776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:02.448203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.475609 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-930ab0cc-e3ad-4829-8e47-a308bfb1d24b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7749188 Apr 07 11:53:02.492035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Request body: {'port': {'device_id': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:02.592797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.737507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a97c201e-2813-4914-8519-e100d74d56ea None None] Provisioning complete for port ebe3ee53-b98a-4211-81f0-799fe8998c11 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:02.738185 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a97c201e-2813-4914-8519-e100d74d56ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.781473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a97c201e-2813-4914-8519-e100d74d56ea None None] Port ebe3ee53-b98a-4211-81f0-799fe8998c11 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:02.975094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe3ee53-b98a-4211-81f0-799fe8998c11 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:53:02.984811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Publish callbacks [] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.014969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Transition to ACTIVE for port object ebe3ee53-b98a-4211-81f0-799fe8998c11 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:53:03.015231 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-376803d7-2888-41a3-b88c-44ede27665a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.020513 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.033422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5285-4765-4dad-934a-f4940e10a2ad req-8bedd474-e15c-40ef-a5fd-fbcd1f2cd027 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.038609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d7b5285-4765-4dad-934a-f4940e10a2ad req-8bedd474-e15c-40ef-a5fd-fbcd1f2cd027 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 932 time: 0.0951505 Apr 07 11:53:03.078943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Pushing event updated for resources: {'Port': ['ID=ebe3ee53-b98a-4211-81f0-799fe8998c11,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:03.130168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d7b5285-4765-4dad-934a-f4940e10a2ad req-f72b895d-f8e5-40a9-a6f1-a7c44d3ec53e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864158 Apr 07 11:53:03.225060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Attempting to bind port ebe3ee53-b98a-4211-81f0-799fe8998c11 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:03.225828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Attempting to bind port ebe3ee53-b98a-4211-81f0-799fe8998c11 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:03.226113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Attempting to bind port ebe3ee53-b98a-4211-81f0-799fe8998c11 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:03.230966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Port ebe3ee53-b98a-4211-81f0-799fe8998c11 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:53:03.231366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Attempting to bind port ebe3ee53-b98a-4211-81f0-799fe8998c11 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:03.236870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:03.237110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:03.237519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:03.237946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Bound port: ebe3ee53-b98a-4211-81f0-799fe8998c11, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:03.238304 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.319228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] For port ebe3ee53-b98a-4211-81f0-799fe8998c11, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:03.323220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] For port ebe3ee53-b98a-4211-81f0-799fe8998c11, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:03.333395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.378577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.379309 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.381761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] 10.222.0.41 "PUT /v2.0/ports/ebe3ee53-b98a-4211-81f0-799fe8998c11 HTTP/1.1" status: 200 len: 1092 time: 0.8980470 Apr 07 11:53:03.419746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'tag': 'ebe3ee53-b98a-4211-81f0-799fe8998c11'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:03.423460 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466bd66-6aab-4a09-ac53-01dc756d6b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "37e24d30-19b5-46a9-9fe3-ca7396ad7ea3", "tag": "ebe3ee53-b98a-4211-81f0-799fe8998c11"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:03.426287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c187fb-ddfe-406e-becb-c15900f56acd service neutron] Pushing event updated for resources: {'Port': ['ID=ebe3ee53-b98a-4211-81f0-799fe8998c11,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:03.485935 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f64659-e2e2-4646-9a14-25802492d1cf x-openstack-request-id: req-d2f64659-e2e2-4646-9a14-25802492d1cf {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:03.486370 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e24d30-19b5-46a9-9fe3-ca7396ad7ea3", "tag": "ebe3ee53-b98a-4211-81f0-799fe8998c11", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:03.486684 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2f64659-e2e2-4646-9a14-25802492d1cf {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:03.487157 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f64659-e2e2-4646-9a14-25802492d1cf'] response: {'name': 'network-changed', 'server_uuid': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'tag': 'ebe3ee53-b98a-4211-81f0-799fe8998c11', 'status': 'completed', 'code': 200} Apr 07 11:53:03.508159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-7172f261-2dea-4ef7-96c5-8d84b1409e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.510538 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-7172f261-2dea-4ef7-96c5-8d84b1409e5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 1126 time: 0.0764637 Apr 07 11:53:03.565146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-425710d3-5365-4b95-a322-5c7d806eab82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11 HTTP/1.1" status: 200 len: 217 time: 0.0462723 Apr 07 11:53:03.643273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-127bf275-8389-4568-b1b5-7782fff31a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.644877 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-127bf275-8389-4568-b1b5-7782fff31a3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0732262 Apr 07 11:53:03.711231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-92865a87-0d62-4b6e-b59d-0fe9490cc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.711231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-92865a87-0d62-4b6e-b59d-0fe9490cc9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573530 Apr 07 11:53:03.739162 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.824524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-b578b999-1d14-4c5a-8847-d58a1dc17335 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101811 Apr 07 11:53:03.938604 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-963498a5-8f09-4c76-aa19-43c01fbad6bf req-072d5676-6750-42bc-acbf-4ca52236c819 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079001 Apr 07 11:53:04.028226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-d57b5288-d486-40c9-a0b6-a77ec4f32fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:04.029833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-d57b5288-d486-40c9-a0b6-a77ec4f32fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 1126 time: 0.0489507 Apr 07 11:53:04.127424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-583efcc7-8fb2-4d4b-b96b-2ef135e17034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:04.129042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-583efcc7-8fb2-4d4b-b96b-2ef135e17034 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0934529 Apr 07 11:53:04.172516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-dab92593-dae2-4f26-a4fe-6702894ec0b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11 HTTP/1.1" status: 200 len: 217 time: 0.0364769 Apr 07 11:53:04.231977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-a777bae7-4f99-46be-b20d-a287fb7c1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:04.233773 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-a777bae7-4f99-46be-b20d-a287fb7c1ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0553272 Apr 07 11:53:04.272902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537caaa-19af-4d56-96ae-657360262eb2 req-d6f0f5a9-12ca-486f-acc9-ae72e0f27e9b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:04.281754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c537caaa-19af-4d56-96ae-657360262eb2 req-d6f0f5a9-12ca-486f-acc9-ae72e0f27e9b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0656519 Apr 07 11:53:04.294164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-d81a8123-6580-4ff0-ac09-cf81d7e30292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:04.295879 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-d81a8123-6580-4ff0-ac09-cf81d7e30292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561192 Apr 07 11:53:04.333105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c537caaa-19af-4d56-96ae-657360262eb2 req-5e80c6f0-bfdf-4555-902c-96fe353bc6c8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485356 Apr 07 11:53:04.403085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-5979ba75-05c8-47ac-8c70-32e748b3078b service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015871 Apr 07 11:53:04.508078 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f466bd66-6aab-4a09-ac53-01dc756d6b3b req-5914cca7-409b-4410-985e-e43ef6afb471 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991123 Apr 07 11:53:04.544945 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:05.466177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5762f-91aa-48f9-8a30-8f3c76cd7c25 req-acc9d2ad-a807-466a-bc05-e2acc3fe97bf tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:05.467706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edf5762f-91aa-48f9-8a30-8f3c76cd7c25 req-acc9d2ad-a807-466a-bc05-e2acc3fe97bf tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0608957 Apr 07 11:53:05.520987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-edf5762f-91aa-48f9-8a30-8f3c76cd7c25 req-f1cdb468-0925-441b-8d9b-981266c4108b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Apr 07 11:53:06.084627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:06.650227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18b8d3-17c2-448a-ac6d-76460a8f7fd1 req-0bc5e7b4-7e68-4c6f-bc57-31a945b6005e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:06.652740 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff18b8d3-17c2-448a-ac6d-76460a8f7fd1 req-0bc5e7b4-7e68-4c6f-bc57-31a945b6005e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0575807 Apr 07 11:53:06.715833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff18b8d3-17c2-448a-ac6d-76460a8f7fd1 req-6927cbc2-5584-46af-9aa7-67f90f763a13 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Apr 07 11:53:07.226528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:07.842996 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0294e-1801-47f9-9320-1496e67b97a9 req-600967f1-f400-44af-a4cb-d0c36d6f6ca4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:07.844594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d0294e-1801-47f9-9320-1496e67b97a9 req-600967f1-f400-44af-a4cb-d0c36d6f6ca4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0568008 Apr 07 11:53:07.895417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d0294e-1801-47f9-9320-1496e67b97a9 req-53e0a7b7-ae7f-4b78-b5ec-981c1366bae3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Apr 07 11:53:09.175368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-ef8a0a83-eea5-4121-b4aa-b4859e5ed0b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1767411 Apr 07 11:53:09.197513 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406d359-2180-4b05-84dd-64a6998809cc req-45c76b99-00a8-4752-a732-4e8ef1d7deb2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:09.206329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7406d359-2180-4b05-84dd-64a6998809cc req-45c76b99-00a8-4752-a732-4e8ef1d7deb2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.1930881 Apr 07 11:53:09.285874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7406d359-2180-4b05-84dd-64a6998809cc req-fd2285e9-aa55-4bbc-910a-8f8917409a35 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781987 Apr 07 11:53:09.328429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-d6510c81-2288-4b03-a8c3-41c8825b793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:09.330101 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-d6510c81-2288-4b03-a8c3-41c8825b793e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 1132 time: 0.0917037 Apr 07 11:53:09.507262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-37c688ac-4401-4b35-a839-976c292e58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:09.509121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-37c688ac-4401-4b35-a839-976c292e58cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.1513016 Apr 07 11:53:09.565989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-41e8dd9f-7c40-4518-ab7e-7530ba60a147 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214 HTTP/1.1" status: 200 len: 217 time: 0.0483980 Apr 07 11:53:09.628304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-029a663f-e0b6-47b0-b7e3-22ac01c03862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:09.630836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-029a663f-e0b6-47b0-b7e3-22ac01c03862 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0589430 Apr 07 11:53:09.689961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-d60074dd-a6f3-4be0-bd86-67910b8dd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:09.691456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-d60074dd-a6f3-4be0-bd86-67910b8dd387 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0548952 Apr 07 11:53:09.704052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-6bc9c6dd-bfcc-420b-b9ef-4a8383ed1289 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:53:09.704995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-6bc9c6dd-bfcc-420b-b9ef-4a8383ed1289 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056689 Apr 07 11:53:09.831538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-6cd96c41-72be-4b75-a9e1-324e5dda0193 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199050 Apr 07 11:53:09.967699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42c086fd-8346-4123-ba7b-e63947a41d48 req-b5d26179-5b63-40b0-9284-3bd27eeebe31 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237950 Apr 07 11:53:10.441397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9d7f-d5b4-402a-b3e4-3d41cf19c165 req-5a0afb28-cdd7-4650-9a9c-2c1f60c242aa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:10.443025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3ca9d7f-d5b4-402a-b3e4-3d41cf19c165 req-5a0afb28-cdd7-4650-9a9c-2c1f60c242aa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0706007 Apr 07 11:53:10.512642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3ca9d7f-d5b4-402a-b3e4-3d41cf19c165 req-9f38d2ef-b259-43ce-8817-acf51b92f3cc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Apr 07 11:53:11.688563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb2dac-e206-4ee0-be2e-6623e82efeaf req-8c02396e-9fb1-4f62-a544-3a6218874534 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:11.696443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acbb2dac-e206-4ee0-be2e-6623e82efeaf req-8c02396e-9fb1-4f62-a544-3a6218874534 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.1025388 Apr 07 11:53:11.769443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acbb2dac-e206-4ee0-be2e-6623e82efeaf req-1f629525-2ff1-49e6-8a9c-c351e8d45ca5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681269 Apr 07 11:53:12.885540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6f071-33d6-41a2-81a0-3e77862e1e9c req-56549a4b-aa91-460b-a88a-a650e5aebfbd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:12.887244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59a6f071-33d6-41a2-81a0-3e77862e1e9c req-56549a4b-aa91-460b-a88a-a650e5aebfbd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0583806 Apr 07 11:53:12.943690 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59a6f071-33d6-41a2-81a0-3e77862e1e9c req-3e515769-ea76-421d-bac0-5d861d0e520c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498431 Apr 07 11:53:14.068747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71241aa-52e7-4cae-8303-eaf5a9e2f949 req-7b6dc1ec-8986-4baf-a2ea-27fbda26153b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:14.070240 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f71241aa-52e7-4cae-8303-eaf5a9e2f949 req-7b6dc1ec-8986-4baf-a2ea-27fbda26153b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0515332 Apr 07 11:53:14.119133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f71241aa-52e7-4cae-8303-eaf5a9e2f949 req-c22f7b78-62fa-49de-8db5-e40cc24db7f6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Apr 07 11:53:15.254192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b8770-b690-4716-adbd-4c9aa5aa16e0 req-196e5b20-d843-4a8a-beb6-79856fd72d5a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:15.256781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-036b8770-b690-4716-adbd-4c9aa5aa16e0 req-196e5b20-d843-4a8a-beb6-79856fd72d5a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0638437 Apr 07 11:53:15.306554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-036b8770-b690-4716-adbd-4c9aa5aa16e0 req-7737b962-a275-42c2-89cb-5dd22ce833af tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Apr 07 11:53:16.441361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798508-6fb6-4e54-91b3-28800db1dbbc req-71920030-00a8-42f2-aea9-53436dd349e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:16.443448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0798508-6fb6-4e54-91b3-28800db1dbbc req-71920030-00a8-42f2-aea9-53436dd349e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0601587 Apr 07 11:53:16.498964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0798508-6fb6-4e54-91b3-28800db1dbbc req-6c151eb1-4311-4448-9d42-9b1c695dd2c9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Apr 07 11:53:17.669977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6dbc6-3a55-468f-807d-445eac0e92dc req-ec44ad3e-a5de-4cd7-b383-ec67378c64b8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.671631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac6dbc6-3a55-468f-807d-445eac0e92dc req-ec44ad3e-a5de-4cd7-b383-ec67378c64b8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0624976 Apr 07 11:53:17.727362 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac6dbc6-3a55-468f-807d-445eac0e92dc req-5807314c-286e-4c5a-90f9-565fd3bed97c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Apr 07 11:53:18.876846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30131c7b-a854-4884-ba9e-d9a88b16a142 req-b396e38f-b28e-46b5-8013-71fdd0d25369 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:18.878352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30131c7b-a854-4884-ba9e-d9a88b16a142 req-b396e38f-b28e-46b5-8013-71fdd0d25369 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0720699 Apr 07 11:53:18.930835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30131c7b-a854-4884-ba9e-d9a88b16a142 req-4e999caa-8659-483e-bc61-4d4fa6a7e97c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Apr 07 11:53:20.092345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cea4e6-cc23-4ce2-8895-9f9b52852a23 req-e1c4d9e8-eb0b-468e-aff4-6b4949bfe123 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:20.095166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5cea4e6-cc23-4ce2-8895-9f9b52852a23 req-e1c4d9e8-eb0b-468e-aff4-6b4949bfe123 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0604932 Apr 07 11:53:20.154622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5cea4e6-cc23-4ce2-8895-9f9b52852a23 req-3e8da96e-373d-43d8-a5e8-873a6dc3c4d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524218 Apr 07 11:53:21.311290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3babda5-3d78-43fc-b0ff-2ec532e2bc78 req-929332f5-df69-4949-ab2b-c407544c6346 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:21.312888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3babda5-3d78-43fc-b0ff-2ec532e2bc78 req-929332f5-df69-4949-ab2b-c407544c6346 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0668361 Apr 07 11:53:21.391693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3babda5-3d78-43fc-b0ff-2ec532e2bc78 req-af470210-db6e-4d9b-a6a2-b7482d4a5878 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695143 Apr 07 11:53:22.522514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49aa2d-6c00-437d-9b2d-e6cbd0a4f1ba req-0e17c71f-c699-48b2-9c9c-9c399232a3ce tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:22.524755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c49aa2d-6c00-437d-9b2d-e6cbd0a4f1ba req-0e17c71f-c699-48b2-9c9c-9c399232a3ce tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0567617 Apr 07 11:53:22.579317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6c49aa2d-6c00-437d-9b2d-e6cbd0a4f1ba req-41d6624f-ce49-4f52-9e85-0dada80cbfdc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Apr 07 11:53:23.709572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b902eb-fe7d-4449-baa2-06bb7b2095b5 req-cc44855d-609b-42ca-a594-0ccd355136d4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:23.713084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14b902eb-fe7d-4449-baa2-06bb7b2095b5 req-cc44855d-609b-42ca-a594-0ccd355136d4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0603292 Apr 07 11:53:23.761291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-14b902eb-fe7d-4449-baa2-06bb7b2095b5 req-b553b689-1cc9-4a7d-a56f-6a817eee3bbc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Apr 07 11:53:24.687708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-a898aa5b-9c07-4531-b024-9b9df21724e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725734 Apr 07 11:53:24.790011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-267b90d9-2c69-4960-b746-6aad565a3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:24.791931 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-267b90d9-2c69-4960-b746-6aad565a3e33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1127 time: 0.0505221 Apr 07 11:53:24.907679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535937e-8920-42a5-b259-4574aa41df17 req-8173630c-f66f-4e01-8cf7-46283fc6bf29 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:24.909566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8535937e-8920-42a5-b259-4574aa41df17 req-8173630c-f66f-4e01-8cf7-46283fc6bf29 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0606425 Apr 07 11:53:24.965962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-396a4528-669c-4e80-b1cd-04302afddbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:24.967742 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-396a4528-669c-4e80-b1cd-04302afddbaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 200 len: 898 time: 0.1528685 Apr 07 11:53:24.985591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8535937e-8920-42a5-b259-4574aa41df17 req-e2db4c74-6207-46ac-b7d5-b965120194c2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694234 Apr 07 11:53:25.054864 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-1eb5c2dd-2f58-4177-a92a-e8cc35ffd88e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 200 len: 1001 time: 0.0812726 Apr 07 11:53:25.111738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-c6ce6059-e8f0-4cc7-ab60-04619163f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:25.113359 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-c6ce6059-e8f0-4cc7-ab60-04619163f2dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=349aa3b2-d489-4607-98e7-e11bd8c0cbcc HTTP/1.1" status: 200 len: 835 time: 0.0532906 Apr 07 11:53:25.174215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-936363fd-d0c3-471e-a005-16d627c1a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:25.175819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-936363fd-d0c3-471e-a005-16d627c1a3f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73aed3b6-1614-48dc-bb8e-88bf053572ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566421 Apr 07 11:53:25.299433 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-33f043be-4432-4078-92fa-3684a4e4a33d service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167483 Apr 07 11:53:25.421971 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-74a3e767-9ee8-4837-8f44-2be8d8a35dbd req-892c8586-abf8-44d5-a37c-7b28c46b705d service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157985 Apr 07 11:53:26.141559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90d93-cd0d-42b9-9691-50b5fe8daad0 req-6fa36ebf-1dd4-4882-8f51-f8ccf9bf1b08 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:26.149646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2a90d93-cd0d-42b9-9691-50b5fe8daad0 req-6fa36ebf-1dd4-4882-8f51-f8ccf9bf1b08 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0802696 Apr 07 11:53:26.196597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2a90d93-cd0d-42b9-9691-50b5fe8daad0 req-0fcb35d5-15fc-42c5-bb2b-9be5f085e69d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Apr 07 11:53:27.328394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dbccb-624b-45b1-81ee-3ee972833651 req-23032637-a3e4-4763-be92-387357ad5f82 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:27.330754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f2dbccb-624b-45b1-81ee-3ee972833651 req-23032637-a3e4-4763-be92-387357ad5f82 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0542507 Apr 07 11:53:27.385584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f2dbccb-624b-45b1-81ee-3ee972833651 req-8ffe283b-9005-4739-876a-3c84ded6a156 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482831 Apr 07 11:53:28.524575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e6893-d0aa-4706-8238-70f9681a10e9 req-50e7e6a0-9dd1-4e18-b38a-763c75697ffd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:28.530412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c3e6893-d0aa-4706-8238-70f9681a10e9 req-50e7e6a0-9dd1-4e18-b38a-763c75697ffd tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0628421 Apr 07 11:53:28.591218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c3e6893-d0aa-4706-8238-70f9681a10e9 req-8faef8af-198d-4c9c-971e-12b6742028a5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Apr 07 11:53:29.732714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72819c3-13e0-403f-898f-f6b743d4842e req-2d9c4965-d889-4c07-9829-26e842b42199 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:29.734303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c72819c3-13e0-403f-898f-f6b743d4842e req-2d9c4965-d889-4c07-9829-26e842b42199 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0575352 Apr 07 11:53:29.782662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c72819c3-13e0-403f-898f-f6b743d4842e req-7648b1b9-39a4-48b7-8b34-a963ebb39c10 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Apr 07 11:53:30.683072 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6600104d-5311-4cb1-acd7-fdf5cd8e135b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.906247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcfcbe-7ec6-4f07-bdc9-d7c59916ef57 req-405a7209-4b68-4547-8e5a-0a86ba6ed5d0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:30.907748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88dcfcbe-7ec6-4f07-bdc9-d7c59916ef57 req-405a7209-4b68-4547-8e5a-0a86ba6ed5d0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0539961 Apr 07 11:53:30.959440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88dcfcbe-7ec6-4f07-bdc9-d7c59916ef57 req-d8b91367-fb25-4966-aa71-77ca623836b1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Apr 07 11:53:31.299371 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:53:31.991833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.094350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe786c7-9ca8-429d-a5e4-3f6dc4791674 req-7a0e74fb-017b-45ea-a4c7-0b6a0f8c0e4c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:32.095844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbe786c7-9ca8-429d-a5e4-3f6dc4791674 req-7a0e74fb-017b-45ea-a4c7-0b6a0f8c0e4c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0674295 Apr 07 11:53:32.144934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbe786c7-9ca8-429d-a5e4-3f6dc4791674 req-1d27d667-f8cd-4a77-979e-371c60403320 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Apr 07 11:53:33.010559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad1b3-6783-4d79-943d-c47e4b05a4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:33.269818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34964670-1df8-483a-8598-62f73ab15af8 req-cbcb7645-6d0d-4cf9-965a-c1d3a46fe86c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:33.271846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34964670-1df8-483a-8598-62f73ab15af8 req-cbcb7645-6d0d-4cf9-965a-c1d3a46fe86c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0536649 Apr 07 11:53:33.319430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34964670-1df8-483a-8598-62f73ab15af8 req-225974e6-377a-4af2-9a49-6edcfa2b514f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Apr 07 11:53:33.761422 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:34.443239 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7906-b138-47d5-8539-7fd007cd0714 req-55e5c251-ade1-4438-910e-81de4b5c90de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:34.444762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bfe7906-b138-47d5-8539-7fd007cd0714 req-55e5c251-ade1-4438-910e-81de4b5c90de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0540264 Apr 07 11:53:34.498437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bfe7906-b138-47d5-8539-7fd007cd0714 req-b5cb1f0d-d668-4739-a806-198659abf187 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Apr 07 11:53:34.545057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:35.624510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f088eee-66d9-46a7-b073-1a1b8cc10cc6 req-ac3d4399-d42f-47ff-8255-62328caa5802 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:35.626040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f088eee-66d9-46a7-b073-1a1b8cc10cc6 req-ac3d4399-d42f-47ff-8255-62328caa5802 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 944 time: 0.0571377 Apr 07 11:53:35.687814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7f088eee-66d9-46a7-b073-1a1b8cc10cc6 req-920fe60a-1fd7-4bf2-ad40-5ea9e978bb46 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Apr 07 11:53:35.799106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ebe3ee53-b98a-4211-81f0-799fe8998c11 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:53:35.913820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ebe3ee53-b98a-4211-81f0-799fe8998c11, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:35.930158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'ebe3ee53-b98a-4211-81f0-799fe8998c11', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': 'ebe3ee53-b98a-4211-81f0-799fe8998c11', 'mac_address': 'fa:16:3e:f9:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:53:35.970437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ebe3ee53-b98a-4211-81f0-799fe8998c11 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:35.970824 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:35.983808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe3ee53-b98a-4211-81f0-799fe8998c11 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:53:36.006460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ebe3ee53-b98a-4211-81f0-799fe8998c11, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:36.010280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:36.062799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ebe3ee53-b98a-4211-81f0-799fe8998c11,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:36.076909 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.077293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.077637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.077980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.078320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.078658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.078996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.079332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.079662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.079999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.080330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.080659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.080989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:36.097025 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:36.316845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ebe3ee53-b98a-4211-81f0-799fe8998c11'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:36.815538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149eee-daba-4d00-9d90-e81c99a99e40 req-15efcaf4-5adf-4c0d-a8e5-5f7049c8a9be tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:36.817048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3149eee-daba-4d00-9d90-e81c99a99e40 req-15efcaf4-5adf-4c0d-a8e5-5f7049c8a9be tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0541770 Apr 07 11:53:36.868955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3149eee-daba-4d00-9d90-e81c99a99e40 req-8dadbd7e-ba72-48c4-aca8-5f1188a581b7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Apr 07 11:53:37.232576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.816520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ebe3ee53-b98a-4211-81f0-799fe8998c11 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:37.871404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port ebe3ee53-b98a-4211-81f0-799fe8998c11 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:53:37.875673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port ebe3ee53-b98a-4211-81f0-799fe8998c11 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:37.875942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.015347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ebe3ee53-b98a-4211-81f0-799fe8998c11 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:38.015791 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.026869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4140546-e1ec-4437-996d-afadebd974a8 req-9bbdae0f-88f7-4196-8c1a-0b53896d8b78 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:38.029011 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4140546-e1ec-4437-996d-afadebd974a8 req-9bbdae0f-88f7-4196-8c1a-0b53896d8b78 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 945 time: 0.0630028 Apr 07 11:53:38.085361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4140546-e1ec-4437-996d-afadebd974a8 req-25f17bd8-a588-4b2c-b46a-95db78e6c46a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500154 Apr 07 11:53:38.091220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe3ee53-b98a-4211-81f0-799fe8998c11'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:38.094030 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78d991-bdec-469d-8a67-75de0ec4df56" -d '{"events": [{"server_uuid": "37e24d30-19b5-46a9-9fe3-ca7396ad7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe3ee53-b98a-4211-81f0-799fe8998c11"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:38.127182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ebe3ee53-b98a-4211-81f0-799fe8998c11, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:38.135632 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.175673 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c6dcf-4584-4df4-bc78-8daa0c084130 x-openstack-request-id: req-4d6c6dcf-4584-4df4-bc78-8daa0c084130 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:38.175968 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e24d30-19b5-46a9-9fe3-ca7396ad7ea3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe3ee53-b98a-4211-81f0-799fe8998c11", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:38.176280 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d6c6dcf-4584-4df4-bc78-8daa0c084130 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:38.177100 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6c6dcf-4584-4df4-bc78-8daa0c084130'] response: {'server_uuid': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe3ee53-b98a-4211-81f0-799fe8998c11', 'code': 200} Apr 07 11:53:38.214249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ebe3ee53-b98a-4211-81f0-799fe8998c11,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:38.266113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7c97-3abc-4512-be3a-1710a343d957 req-aa2a8ffb-efa7-4f63-9506-f88b5bbd3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:38.267843 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-355a7c97-3abc-4512-be3a-1710a343d957 req-aa2a8ffb-efa7-4f63-9506-f88b5bbd3ba6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 1128 time: 0.0583928 Apr 07 11:53:38.318374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-355a7c97-3abc-4512-be3a-1710a343d957 req-207efcfa-42c3-477f-b48c-6e39626858ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Apr 07 11:53:38.454777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56278) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:38.530167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-71462dd0-5430-4807-89b6-ff11240957fa tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/floatingips/046ac1aa-9b30-4df6-837e-09f0780b0418 HTTP/1.1" status: 200 len: 993 time: 0.0739853 Apr 07 11:53:38.803480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56288) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:39.020319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:39.020663 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.094618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.095397 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.106736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:39.257006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a299-796b-474d-8b7d-b13fba5dae18 req-cb35018a-a449-4092-8187-8c625f1b0b50 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:39.258515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcf2a299-796b-474d-8b7d-b13fba5dae18 req-cb35018a-a449-4092-8187-8c625f1b0b50 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0903785 Apr 07 11:53:39.335338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.339706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dcf2a299-796b-474d-8b7d-b13fba5dae18 req-9ac950a8-3afb-4af4-b1a9-be63d984fb75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738685 Apr 07 11:53:39.369167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=a7fc0b81-4983-4e10-bdfb-51b78bdd7bb4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:39.396735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.397095 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.397479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.397820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.398190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.398526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.398862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.399253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.399516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.400143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.400475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.400991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.401351 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.443949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for floatingip (046ac1aa-9b30-4df6-837e-09f0780b0418), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.444268 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Floating IP 046ac1aa-9b30-4df6-837e-09f0780b0418 disassociated (deleted). External IP: 172.25.5.223, port: 24984edd-40d3-4281-9c50-4a61f917ec59. Apr 07 11:53:39.998754 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 830d0b8a-f66b-447a-a6ce-2a2b5182696f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:40.112753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:40.118149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.123944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] Sync routers for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:40.134755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:40.135681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:40.150973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bcfe6954-3796-4c59-b0fb-111ae6f19b66 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/floatingips/046ac1aa-9b30-4df6-837e-09f0780b0418 HTTP/1.1" status: 204 len: 168 time: 1.3441145 Apr 07 11:53:40.150973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:40.151579 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7" -d '{"events": [{"name": "network-changed", "server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:40.208037 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36743dc-3263-49a6-b831-1358cbbde995 x-openstack-request-id: req-a36743dc-3263-49a6-b831-1358cbbde995 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:40.208515 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:40.208785 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a36743dc-3263-49a6-b831-1358cbbde995 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:40.209216 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36743dc-3263-49a6-b831-1358cbbde995'] response: {'name': 'network-changed', 'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59', 'status': 'completed', 'code': 200} Apr 07 11:53:40.310807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-b97d3498-6653-4037-811c-620acaadf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.313271 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-b97d3498-6653-4037-811c-620acaadf560 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4103044649c4a208eb930b0cd45fcb2&device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 1127 time: 0.0813949 Apr 07 11:53:40.424240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-414f73ac-4024-4522-b814-fef6cef12162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.426906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-414f73ac-4024-4522-b814-fef6cef12162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 200 len: 898 time: 0.1071901 Apr 07 11:53:40.457192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6127c44-ae22-40c7-b7da-e5231e812f7b req-06ee5473-06da-432c-ba70-43d7f8b3f188 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.464922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6127c44-ae22-40c7-b7da-e5231e812f7b req-06ee5473-06da-432c-ba70-43d7f8b3f188 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 945 time: 0.0840693 Apr 07 11:53:40.485472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-75101ec6-bea0-49e9-8f3d-e3055e4f6b28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 200 len: 217 time: 0.0515699 Apr 07 11:53:40.501839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:40.553084 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-9a7dcac3-b84e-47c7-b30f-0ea4fba7e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.554862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-9a7dcac3-b84e-47c7-b30f-0ea4fba7e5ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=349aa3b2-d489-4607-98e7-e11bd8c0cbcc HTTP/1.1" status: 200 len: 835 time: 0.0609806 Apr 07 11:53:40.561760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38755621-87ee-47c9-ab9a-be55181813c5 req-548b1c03-fb72-4125-b7f0-154138c56f50 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.563255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38755621-87ee-47c9-ab9a-be55181813c5 req-548b1c03-fb72-4125-b7f0-154138c56f50 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0916297 Apr 07 11:53:40.578658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f6127c44-ae22-40c7-b7da-e5231e812f7b req-11a81c9f-d03c-42e8-a71d-90fff7fc1314 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126554 Apr 07 11:53:40.624570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-f9372344-c98d-433e-af9f-286d7acdd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.626354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-f9372344-c98d-433e-af9f-286d7acdd366 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73aed3b6-1614-48dc-bb8e-88bf053572ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644708 Apr 07 11:53:40.646426 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38755621-87ee-47c9-ab9a-be55181813c5 req-18465643-0075-4d23-8c0e-9643c9c0ad53 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661814 Apr 07 11:53:40.738827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-8d0d72ad-5388-449d-bb13-af477edda920 service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050940 Apr 07 11:53:40.760968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:40.776153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54449-e416-4499-a9ad-a537a6866522 req-099b703e-14b8-4f02-aa05-3431accf5231 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:40.777717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7f54449-e416-4499-a9ad-a537a6866522 req-099b703e-14b8-4f02-aa05-3431accf5231 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0604813 Apr 07 11:53:40.795194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] Checking router: 830d0b8a-f66b-447a-a6ce-2a2b5182696f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:40.809745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:40.814225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:40.843805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f7f54449-e416-4499-a9ad-a537a6866522 req-549004ad-8da4-40a2-b4cb-0bf25fb5370a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576682 Apr 07 11:53:40.851693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0ba4423f-0e8f-428b-a3c9-5fa859aa61e7 req-610df109-49d5-4e5d-bf20-177bb7aecdff service neutron] 10.222.0.41 "GET /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055572 Apr 07 11:53:40.952889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:41.182922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29250eac-e5c2-4039-bccc-abb7adb3aaac req-7a92ee12-c253-4137-8d83-cec53bf17b5a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:41.185301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29250eac-e5c2-4039-bccc-abb7adb3aaac req-7a92ee12-c253-4137-8d83-cec53bf17b5a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0572526 Apr 07 11:53:41.191241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:41.225431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b584d-9994-483b-a02a-82ab0c4423aa None None] The sync data for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 is: [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:17Z', 'revision_number': 4, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072', 'name': '', 'network_id': '73aed3b6-1614-48dc-bb8e-88bf053572ba', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'mac_address': 'fa:16:3e:44:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:16Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'subnets': [{'id': '349aa3b2-d489-4607-98e7-e11bd8c0cbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:41.242931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29250eac-e5c2-4039-bccc-abb7adb3aaac req-751ebe0e-047b-4e7f-b807-8d123b8a8cf6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Apr 07 11:53:41.466582 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960021a-081f-4db5-8b3b-8606d3f10e98 None None] New status for floating IP 046ac1aa-9b30-4df6-837e-09f0780b0418: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:53:41.705275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453edffc-2d14-4708-b5ae-8eebf3eb1c68 req-bd7944b9-90cb-45e1-a99d-301f7140befc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:41.706837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-453edffc-2d14-4708-b5ae-8eebf3eb1c68 req-bd7944b9-90cb-45e1-a99d-301f7140befc tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 945 time: 0.0575902 Apr 07 11:53:41.760876 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-453edffc-2d14-4708-b5ae-8eebf3eb1c68 req-98f4af6f-d31f-4e4c-ab7f-4763f9ba8e23 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/security-groups?id=939b6c54-6087-4da3-a717-99d2fa0befe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Apr 07 11:53:41.990778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-7d2a62f9-7b4d-4bc8-8d7b-d941a8f43b40 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:41.992259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-7d2a62f9-7b4d-4bc8-8d7b-d941a8f43b40 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 945 time: 0.0594792 Apr 07 11:53:42.089595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 24984edd-40d3-4281-9c50-4a61f917ec59 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:42.089941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.182270 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port 24984edd-40d3-4281-9c50-4a61f917ec59, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=24984edd-40d3-4281-9c50-4a61f917ec59,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:42.182632 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.195216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 24984edd-40d3-4281-9c50-4a61f917ec59 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:42.333964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (24984edd-40d3-4281-9c50-4a61f917ec59), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.367103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=24984edd-40d3-4281-9c50-4a61f917ec59,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:42.388124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bbc38-6dfb-4106-a2ac-a967259f6402 req-dabe743f-fede-4a2e-8fef-d0bec7b30741 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.390377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac9bbc38-6dfb-4106-a2ac-a967259f6402 req-dabe743f-fede-4a2e-8fef-d0bec7b30741 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0604014 Apr 07 11:53:42.416738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] No DVR routers for this DVR port 24984edd-40d3-4281-9c50-4a61f917ec59 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:42.419330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.422847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-123df3a8-9267-4f9b-9ace-4f88d21b4fc8 req-1f8e6422-b70a-4fe0-832f-3a7191a43885 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.41 "DELETE /v2.0/ports/24984edd-40d3-4281-9c50-4a61f917ec59 HTTP/1.1" status: 204 len: 173 time: 0.4255106 Apr 07 11:53:42.423299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'name': 'network-vif-deleted', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:42.425568 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf129719-27d7-463e-94aa-c613e3e3ac82" -d '{"events": [{"server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "name": "network-vif-deleted", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:42.467636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac9bbc38-6dfb-4106-a2ac-a967259f6402 req-37b40663-ed83-49ca-b6ef-b267dce079d4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697110 Apr 07 11:53:42.472776 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f852d94-09eb-46f4-9c0f-32d7320a8f93 x-openstack-request-id: req-5f852d94-09eb-46f4-9c0f-32d7320a8f93 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:42.473232 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a5b922-9ede-4cd1-9379-7fc09f1f0b9c", "name": "network-vif-deleted", "tag": "24984edd-40d3-4281-9c50-4a61f917ec59", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:42.474374 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f852d94-09eb-46f4-9c0f-32d7320a8f93 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:42.475148 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f852d94-09eb-46f4-9c0f-32d7320a8f93'] response: {'server_uuid': '17a5b922-9ede-4cd1-9379-7fc09f1f0b9c', 'name': 'network-vif-deleted', 'tag': '24984edd-40d3-4281-9c50-4a61f917ec59', 'status': 'completed', 'code': 200} Apr 07 11:53:42.782969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e719d94-9156-49e3-9d26-05529051661f req-ca355024-d17c-4d9d-9fae-6baa96103a52 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.795409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2e719d94-9156-49e3-9d26-05529051661f req-ca355024-d17c-4d9d-9fae-6baa96103a52 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 946 time: 0.0786676 Apr 07 11:53:42.936409 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89a418c0-9ca6-4c34-a048-ef7a9773d19a req-375a8b38-eaf7-4f43-8379-c1b74788c6fe tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "GET /v2.0/ports?device_id=17a5b922-9ede-4cd1-9379-7fc09f1f0b9c HTTP/1.1" status: 200 len: 210 time: 0.0739858 Apr 07 11:53:42.938450 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port ebe3ee53-b98a-4211-81f0-799fe8998c11 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:42.939016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.065513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port ebe3ee53-b98a-4211-81f0-799fe8998c11, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ebe3ee53-b98a-4211-81f0-799fe8998c11,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:43.066235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.078597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for ebe3ee53-b98a-4211-81f0-799fe8998c11 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:43.212534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ebe3ee53-b98a-4211-81f0-799fe8998c11), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.226339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ebe3ee53-b98a-4211-81f0-799fe8998c11'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:43.244915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=ebe3ee53-b98a-4211-81f0-799fe8998c11,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:43.270878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['17a67f76-8d47-49c3-b70b-ae556ff423d5'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:43.293184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port ebe3ee53-b98a-4211-81f0-799fe8998c11 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:43.295926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.300776 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2e719d94-9156-49e3-9d26-05529051661f req-4eeb61b5-a92f-428d-8ef9-dbf3317b3d09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "DELETE /v2.0/ports/ebe3ee53-b98a-4211-81f0-799fe8998c11 HTTP/1.1" status: 204 len: 173 time: 0.4887478 Apr 07 11:53:43.575614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-756037f3-717c-4243-b9c1-4e8579982c65 req-f91450c6-0da9-4d67-a41a-4097f4994cf7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0310378 Apr 07 11:53:44.003791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56414) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:44.070714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-689d032f-f2f0-45b5-b0a6-a6dd3ba3e29f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (939b6c54-6087-4da3-a717-99d2fa0befe1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.099289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-689d032f-f2f0-45b5-b0a6-a6dd3ba3e29f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (939b6c54-6087-4da3-a717-99d2fa0befe1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.164275 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-689d032f-f2f0-45b5-b0a6-a6dd3ba3e29f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (939b6c54-6087-4da3-a717-99d2fa0befe1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.167303 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-689d032f-f2f0-45b5-b0a6-a6dd3ba3e29f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.168471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-689d032f-f2f0-45b5-b0a6-a6dd3ba3e29f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/security-groups/939b6c54-6087-4da3-a717-99d2fa0befe1 HTTP/1.1" status: 204 len: 168 time: 0.1633961 Apr 07 11:53:44.179701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d032f-f2f0-45b5-b0a6-a6dd3ba3e29f tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b6c54-6087-4da3-a717-99d2fa0befe1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:44.206403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56420) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:44.476115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'name': 'network-vif-deleted', 'tag': 'ebe3ee53-b98a-4211-81f0-799fe8998c11'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:44.478363 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d44ba-d75c-47d3-a353-b4f93a3fa98a" -d '{"events": [{"server_uuid": "37e24d30-19b5-46a9-9fe3-ca7396ad7ea3", "name": "network-vif-deleted", "tag": "ebe3ee53-b98a-4211-81f0-799fe8998c11"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:44.546381 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecedbeb-3fce-4b99-ac16-af7eae1b6aef x-openstack-request-id: req-aecedbeb-3fce-4b99-ac16-af7eae1b6aef {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:44.546680 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e24d30-19b5-46a9-9fe3-ca7396ad7ea3", "name": "network-vif-deleted", "tag": "ebe3ee53-b98a-4211-81f0-799fe8998c11", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:44.547151 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aecedbeb-3fce-4b99-ac16-af7eae1b6aef {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:44.547576 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecedbeb-3fce-4b99-ac16-af7eae1b6aef'] response: {'server_uuid': '37e24d30-19b5-46a9-9fe3-ca7396ad7ea3', 'name': 'network-vif-deleted', 'tag': 'ebe3ee53-b98a-4211-81f0-799fe8998c11', 'status': 'completed', 'code': 200} Apr 07 11:53:44.611327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (830d0b8a-f66b-447a-a6ce-2a2b5182696f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.721504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c571caca-6005-4795-86fb-be431b568d94 req-45f8bb3d-3e6a-4160-9ff2-7022244f8eca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0322301 Apr 07 11:53:44.916270 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:44.916933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.021050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:45.021422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.033338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:45.256742 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.287029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.508554 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (830d0b8a-f66b-447a-a6ce-2a2b5182696f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.732384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Router 830d0b8a-f66b-447a-a6ce-2a2b5182696f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:45.834679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bd6de53-b38a-4244-b393-5067422be263 req-ec4a3071-5064-4215-b681-4562b34c78c3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0295351 Apr 07 11:53:45.861321 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 24984edd-40d3-4281-9c50-4a61f917ec59 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:45.868275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:45.876407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56430) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:45.876818 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7fcd3a05-c16d-4c44-ad28-da946fce723d tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "PUT /v2.0/routers/830d0b8a-f66b-447a-a6ce-2a2b5182696f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680269 Apr 07 11:53:45.891691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] Sync routers for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:45.902361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 24984edd-40d3-4281-9c50-4a61f917ec59 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:45.902821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 24984edd-40d3-4281-9c50-4a61f917ec59 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:45.913995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:45.914759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:45.939959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting subnet 349aa3b2-d489-4607-98e7-e11bd8c0cbcc {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:53:45.943742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (349aa3b2-d489-4607-98e7-e11bd8c0cbcc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.996794 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (349aa3b2-d489-4607-98e7-e11bd8c0cbcc), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.033081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:46.096577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (349aa3b2-d489-4607-98e7-e11bd8c0cbcc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.170410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (349aa3b2-d489-4607-98e7-e11bd8c0cbcc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.205256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Subnet': ['ID=349aa3b2-d489-4607-98e7-e11bd8c0cbcc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:46.213420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.217282 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3e249abe-a58e-444b-86d3-91313a798715 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/subnets/349aa3b2-d489-4607-98e7-e11bd8c0cbcc HTTP/1.1" status: 204 len: 168 time: 0.3398840 Apr 07 11:53:46.219894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56434) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:46.223151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455dd5e-e302-4675-b989-c9ce55fb49e5 None None] Network 73aed3b6-1614-48dc-bb8e-88bf053572ba requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:46.287716 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:46.333510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] Checking router: 830d0b8a-f66b-447a-a6ce-2a2b5182696f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:46.343999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router (830d0b8a-f66b-447a-a6ce-2a2b5182696f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.352139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] Routers {'830d0b8a-f66b-447a-a6ce-2a2b5182696f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:46.352772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:46.477031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_gateway (830d0b8a-f66b-447a-a6ce-2a2b5182696f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.479736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] DHCP port deletion for 73aed3b6-1614-48dc-bb8e-88bf053572ba request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:53:46.485420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] Set router 830d0b8a-f66b-447a-a6ce-2a2b5182696f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:46.539019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Deleting port e718e501-4aaf-4c54-b37b-5563fddd221a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:46.539372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.618840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] For port e718e501-4aaf-4c54-b37b-5563fddd221a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e718e501-4aaf-4c54-b37b-5563fddd221a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:46.619313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.632222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Calling delete_port for e718e501-4aaf-4c54-b37b-5563fddd221a owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:46.640320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] Deleting port 73ee76a7-b212-4f16-bea9-650789751907 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:46.640768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (73ee76a7-b212-4f16-bea9-650789751907), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.752368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] For port 73ee76a7-b212-4f16-bea9-650789751907, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=73ee76a7-b212-4f16-bea9-650789751907,segment=NetworkSegment(e0dd6347-63f3-4223-bcf2-b07b81c197e2),segment_id=e0dd6347-63f3-4223-bcf2-b07b81c197e2)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:46.752607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (73ee76a7-b212-4f16-bea9-650789751907), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.772303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] Calling delete_port for 73ee76a7-b212-4f16-bea9-650789751907 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:46.810893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e718e501-4aaf-4c54-b37b-5563fddd221a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.834604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:46.841728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Port': ['ID=e718e501-4aaf-4c54-b37b-5563fddd221a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:46.874656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900a81-6281-4023-bbc2-6d142032b781 None None] The sync data for ids ['830d0b8a-f66b-447a-a6ce-2a2b5182696f'] in n-d-836788-1 is: [{'id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'name': 'tempest-TestNetworkBasicOps-router-771416689', 'tenant_id': 'e4103044649c4a208eb930b0cd45fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': 'e4103044649c4a208eb930b0cd45fcb2', 'gw_port': {'id': 'e718e501-4aaf-4c54-b37b-5563fddd221a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d0b8a-f66b-447a-a6ce-2a2b5182696f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:12Z', 'updated_at': '2022-04-07T11:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:46.907405 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (73ee76a7-b212-4f16-bea9-650789751907), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.933310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (830d0b8a-f66b-447a-a6ce-2a2b5182696f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.946642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] Pushing event deleted for resources: {'Port': ['ID=73ee76a7-b212-4f16-bea9-650789751907,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:46.950904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb784e0c-4499-4e04-99e4-80e2619615a5 None None] No DVR routers for this DVR port 73ee76a7-b212-4f16-bea9-650789751907 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:46.975398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-950531dd-debe-4517-8798-3d3de444c73b req-ab7d7ff5-f246-4ef4-a27d-0df4582eaea9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0367424 Apr 07 11:53:47.049501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (830d0b8a-f66b-447a-a6ce-2a2b5182696f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.051852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router_controller (830d0b8a-f66b-447a-a6ce-2a2b5182696f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.095786 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (830d0b8a-f66b-447a-a6ce-2a2b5182696f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.096451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Fanout notify agent at l3_agent the message router_deleted on router 830d0b8a-f66b-447a-a6ce-2a2b5182696f {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:53:47.103795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.104906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ad2a58c4-0c83-4bd5-b137-0093a417ba6b tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/routers/830d0b8a-f66b-447a-a6ce-2a2b5182696f HTTP/1.1" status: 204 len: 168 time: 0.8831975 Apr 07 11:53:47.107634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56438) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:47.192591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (73aed3b6-1614-48dc-bb8e-88bf053572ba), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.297446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (73aed3b6-1614-48dc-bb8e-88bf053572ba), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.320840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aed3b6-1614-48dc-bb8e-88bf053572ba']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:47.330200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dd6347-63f3-4223-bcf2-b07b81c197e2') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:47.330500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dd6347-63f3-4223-bcf2-b07b81c197e2') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:47.340714 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (e0dd6347-63f3-4223-bcf2-b07b81c197e2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.363360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e0dd6347-63f3-4223-bcf2-b07b81c197e2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.370956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:53:47.371457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (e0dd6347-63f3-4223-bcf2-b07b81c197e2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:53:47.374637 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:53:47.436371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (73aed3b6-1614-48dc-bb8e-88bf053572ba), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.440890 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.445109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] 10.222.0.13 "DELETE /v2.0/networks/73aed3b6-1614-48dc-bb8e-88bf053572ba HTTP/1.1" status: 204 len: 168 time: 0.3363631 Apr 07 11:53:47.462941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4d293-c5e6-4a9a-95e8-b7b52a5e1089 tempest-TestNetworkBasicOps-26807172 tempest-TestNetworkBasicOps-26807172-project] Pushing event deleted for resources: {'Network': ['ID=73aed3b6-1614-48dc-bb8e-88bf053572ba,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:47.761541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56446) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:47.876704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ebe3ee53-b98a-4211-81f0-799fe8998c11 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:47.899322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: ebe3ee53-b98a-4211-81f0-799fe8998c11 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:47.899676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ebe3ee53-b98a-4211-81f0-799fe8998c11 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:47.989639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56452) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:47.990402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8c28d2e3-c872-4bfc-9c75-450be5d94f4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4103044649c4a208eb930b0cd45fcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271876 Apr 07 11:53:48.045551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e718e501-4aaf-4c54-b37b-5563fddd221a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:48.066337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e718e501-4aaf-4c54-b37b-5563fddd221a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:48.066708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e718e501-4aaf-4c54-b37b-5563fddd221a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:48.067015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d546ffa-156f-4de4-99fb-d1e627eb7d3e admin admin] Publish callbacks [] for security_group (e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.067253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 73ee76a7-b212-4f16-bea9-650789751907 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:48.087475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 73ee76a7-b212-4f16-bea9-650789751907 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:48.087853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 73ee76a7-b212-4f16-bea9-650789751907 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:48.088239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:48.105592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d546ffa-156f-4de4-99fb-d1e627eb7d3e admin admin] Publish callbacks [] for security_group (e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.106839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-339e1486-adab-4884-9a5b-08b7d22a9a8f req-046a25bb-b5b6-4394-9ff2-edd76cb65162 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0347462 Apr 07 11:53:48.107985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:48.108338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3c2ae3ee-cf3e-4f96-9b5b-c3a6586d5072 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:48.179528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d546ffa-156f-4de4-99fb-d1e627eb7d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.182823 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8d546ffa-156f-4de4-99fb-d1e627eb7d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.186324 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8d546ffa-156f-4de4-99fb-d1e627eb7d3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5 HTTP/1.1" status: 204 len: 168 time: 0.1921721 Apr 07 11:53:48.195310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d546ffa-156f-4de4-99fb-d1e627eb7d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f1d1af-999d-4444-aaa6-e9fc9d3ddfb5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:48.465822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56462) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:48.478988 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14409844-d0dd-4372-88d4-8e173adf41cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.556146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14409844-d0dd-4372-88d4-8e173adf41cb admin admin] Publish callbacks [] for security_group (010bb11b-b640-4093-b261-33e115d5ecad), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.559799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-14409844-d0dd-4372-88d4-8e173adf41cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (010bb11b-b640-4093-b261-33e115d5ecad), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.597409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-14409844-d0dd-4372-88d4-8e173adf41cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee891c7339eb487f8a7526f4a79fb6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303368 Apr 07 11:53:48.599198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14409844-d0dd-4372-88d4-8e173adf41cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010bb11b-b640-4093-b261-33e115d5ecad,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:48.600953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56464) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:48.652900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef90d7c0-3b9b-47b7-903c-4b695f309ecc admin admin] Publish callbacks [] for security_group (010bb11b-b640-4093-b261-33e115d5ecad), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.674546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef90d7c0-3b9b-47b7-903c-4b695f309ecc admin admin] Publish callbacks [] for security_group (010bb11b-b640-4093-b261-33e115d5ecad), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.725650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef90d7c0-3b9b-47b7-903c-4b695f309ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (010bb11b-b640-4093-b261-33e115d5ecad), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.728186 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef90d7c0-3b9b-47b7-903c-4b695f309ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.729392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef90d7c0-3b9b-47b7-903c-4b695f309ecc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/010bb11b-b640-4093-b261-33e115d5ecad HTTP/1.1" status: 204 len: 168 time: 0.1266780 Apr 07 11:53:48.737658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90d7c0-3b9b-47b7-903c-4b695f309ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010bb11b-b640-4093-b261-33e115d5ecad,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.211414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ad833a7-5610-49df-a685-b1774a0b825f req-828d9337-7d27-4ff1-a20b-40fa63fa6943 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0295918 Apr 07 11:53:49.463508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56490) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.560012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1361830954-network', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.579189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Made reservation on behalf of ffbe89147f244bf99dbc66a43c4b5395 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:49.581834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.590014 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.668676 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks [] for security_group (7f636ea6-3c2d-4787-b61f-8293c9ab9060), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.673520 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7f636ea6-3c2d-4787-b61f-8293c9ab9060), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.702855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:53:49.709250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f636ea6-3c2d-4787-b61f-8293c9ab9060,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.717536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (64fb384d-d4b4-4c91-8e6a-c67a3574364d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.717809 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Added segment 64fb384d-d4b4-4c91-8e6a-c67a3574364d of type vlan for network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 Apr 07 11:53:49.767239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (1d0b2821-17d6-43d2-83c8-f8fbb13448d1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.794132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (1d0b2821-17d6-43d2-83c8-f8fbb13448d1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.795216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:49.795806 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.850221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3817208 Apr 07 11:53:49.850499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.856117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Request body: {'subnet': {'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1361830954-subnet', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.857862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba801b09-abf1-4c98-90ec-fcddcd3e7c75 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0b2821-17d6-43d2-83c8-f8fbb13448d1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.870176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:53:49.884400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Made reservation on behalf of ffbe89147f244bf99dbc66a43c4b5395 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:49.887442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.329057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe4eb21e-2063-41d7-ac1a-de2afbf2ee09 req-8dcaf1fa-a0b2-4bc6-9ecf-4cd0826b5e18 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0345962 Apr 07 11:53:50.396147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (e20665f3-aa77-4308-a482-f3d8e535d7df), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.448763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20665f3-aa77-4308-a482-f3d8e535d7df,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.459018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Checking segment: {'id': '64fb384d-d4b4-4c91-8e6a-c67a3574364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:50.459375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Network hostable DHCP agents. Network: 1d0b2821-17d6-43d2-83c8-f8fbb13448d1, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:53:50.475121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:53:50.484100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 1d0b2821-17d6-43d2-83c8-f8fbb13448d1) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:50.492787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0e92a-1c4b-4f15-aa16-159464c04700 None None] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:50.496566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:50.497667 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.516239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a0d2023f-3647-4bbb-ad83-25410e0b4e95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6640062 Apr 07 11:53:50.519249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56500) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:50.524200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:50.550268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (65edf431-3eb6-4584-b3b9-d5cca788e831), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.552455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (65edf431-3eb6-4584-b3b9-d5cca788e831), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.609935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-1d0b2821-17d6-43d2-83c8-f8fbb13448d1', 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1', 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'fixed_ips': [{'subnet_id': 'e20665f3-aa77-4308-a482-f3d8e535d7df'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:53:50.610734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks [] for router_controller (65edf431-3eb6-4584-b3b9-d5cca788e831), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.610862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.756004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Allocated IP 172.20.0.2 (1d0b2821-17d6-43d2-83c8-f8fbb13448d1/e20665f3-aa77-4308-a482-f3d8e535d7df/d7210641-28ab-4332-8b6d-61fe9b7a260b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:50.763224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks [] for router_gateway (65edf431-3eb6-4584-b3b9-d5cca788e831), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.916098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Publish callbacks [] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.922820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.966681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:50.968140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:50.971669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:50.987040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Pushing event updated for resources: {'Port': ['ID=d7210641-28ab-4332-8b6d-61fe9b7a260b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.989716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks [] for router_gateway (65edf431-3eb6-4584-b3b9-d5cca788e831), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.015410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.040957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Attempting to bind port d7210641-28ab-4332-8b6d-61fe9b7a260b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:51.041365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Attempting to bind port d7210641-28ab-4332-8b6d-61fe9b7a260b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '64fb384d-d4b4-4c91-8e6a-c67a3574364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:51.041739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Attempting to bind port d7210641-28ab-4332-8b6d-61fe9b7a260b on network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:51.046700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:51.047080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Checking segment: {'id': '64fb384d-d4b4-4c91-8e6a-c67a3574364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:51.047480 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.048079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Bound using segment: {'id': '64fb384d-d4b4-4c91-8e6a-c67a3574364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:51.048548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Bound port: d7210641-28ab-4332-8b6d-61fe9b7a260b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb384d-d4b4-4c91-8e6a-c67a3574364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:51.048932 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.117299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] For port d7210641-28ab-4332-8b6d-61fe9b7a260b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:51.120972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] For port d7210641-28ab-4332-8b6d-61fe9b7a260b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7210641-28ab-4332-8b6d-61fe9b7a260b,segment=NetworkSegment(64fb384d-d4b4-4c91-8e6a-c67a3574364d),segment_id=64fb384d-d4b4-4c91-8e6a-c67a3574364d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:51.124922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Allocated IP 172.25.5.147 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/fa563843-8820-4f1f-82f8-cf7ff3451167) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:51.127624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.245337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks [] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.284922 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.331014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:51.336893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:51.343687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:51.370475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e11ee-c983-4f78-8d6e-a1d816ae49ee None None] Pushing event updated for resources: {'Port': ['ID=d7210641-28ab-4332-8b6d-61fe9b7a260b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:51.397615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa563843-8820-4f1f-82f8-cf7ff3451167,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:51.464272 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e44aa51-7a6d-4311-b55c-7641ed77962e req-5e8cde77-7e70-4b57-af45-3fb039e6948d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0435119 Apr 07 11:53:51.671635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks [] for router_gateway (65edf431-3eb6-4584-b3b9-d5cca788e831), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.887140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (65edf431-3eb6-4584-b3b9-d5cca788e831), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.029432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Router 65edf431-3eb6-4584-b3b9-d5cca788e831 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:53:52.051020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7210641-28ab-4332-8b6d-61fe9b7a260b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:52.111126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d7210641-28ab-4332-8b6d-61fe9b7a260b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:52.111824 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.169987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:52.181757 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Sync routers for ids ['65edf431-3eb6-4584-b3b9-d5cca788e831'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:52.199587 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Routers {'65edf431-3eb6-4584-b3b9-d5cca788e831'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:52.200664 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['65edf431-3eb6-4584-b3b9-d5cca788e831'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:52.209329 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.213122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2b438891-aaea-4df4-8419-c628bb9767d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.6903534 Apr 07 11:53:52.213577 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:52.219551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d7210641-28ab-4332-8b6d-61fe9b7a260b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:52.219932 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.259590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d7210641-28ab-4332-8b6d-61fe9b7a260b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7210641-28ab-4332-8b6d-61fe9b7a260b,segment=NetworkSegment(64fb384d-d4b4-4c91-8e6a-c67a3574364d),segment_id=64fb384d-d4b4-4c91-8e6a-c67a3574364d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:52.265249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.356961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d7210641-28ab-4332-8b6d-61fe9b7a260b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:52.521393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c437a7-95f9-4da2-95fd-8d0ac37bab11 None None] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:52.563661 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Set router 65edf431-3eb6-4584-b3b9-d5cca788e831 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:52.584376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b3b670e-fee7-4981-8acb-1fdb686d722a req-1f197ccc-d02d-403e-9ed6-b0f30fb43609 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0390356 Apr 07 11:53:52.634585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7c69924f-fbd5-4615-9e77-de66960aa9b3 None None] Provisioning complete for port d7210641-28ab-4332-8b6d-61fe9b7a260b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:52.635271 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c69924f-fbd5-4615-9e77-de66960aa9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.778627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7c69924f-fbd5-4615-9e77-de66960aa9b3 None None] Current status of the port d7210641-28ab-4332-8b6d-61fe9b7a260b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:52.797116 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:50Z', 'updated_at': '2022-04-07T11:53:51Z', 'revision_number': 3, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'gw_port': {'id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:51Z', 'updated_at': '2022-04-07T11:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:52.800972 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.825911 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Checking router: 65edf431-3eb6-4584-b3b9-d5cca788e831 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:52.826580 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Updating router 65edf431-3eb6-4584-b3b9-d5cca788e831 port fa563843-8820-4f1f-82f8-cf7ff3451167 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:53:52.863277 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.007837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Allocated IP 172.20.0.1 (1d0b2821-17d6-43d2-83c8-f8fbb13448d1/e20665f3-aa77-4308-a482-f3d8e535d7df/b25c1d96-e6b6-40f0-a885-06fb060f5e62) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:53.103161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-26cdda49-200d-4d4f-8b74-34246380912c None None] Provisioning complete for port d7210641-28ab-4332-8b6d-61fe9b7a260b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:53.104396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26cdda49-200d-4d4f-8b74-34246380912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.142387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks [] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.180530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.194008 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Publish callbacks [] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.203750 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.233619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:53.237901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:53.240500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Pushing event updated for resources: {'Port': ['ID=b25c1d96-e6b6-40f0-a885-06fb060f5e62,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:53.242707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:53.253008 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Attempting to bind port fa563843-8820-4f1f-82f8-cf7ff3451167 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:53.253494 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Attempting to bind port fa563843-8820-4f1f-82f8-cf7ff3451167 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:53.254108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Attempting to bind port fa563843-8820-4f1f-82f8-cf7ff3451167 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:53.280697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:53.281611 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:53.281611 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.282377 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:53.283491 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Bound port: fa563843-8820-4f1f-82f8-cf7ff3451167, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:53.283882 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.307464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (65edf431-3eb6-4584-b3b9-d5cca788e831), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.319278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-26cdda49-200d-4d4f-8b74-34246380912c None None] Current status of the port d7210641-28ab-4332-8b6d-61fe9b7a260b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:53.339735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Pushing event updated for resources: {'Port': ['ID=fa563843-8820-4f1f-82f8-cf7ff3451167,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:53.356382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.356736 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.357098 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.357499 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.357841 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.358178 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.358510 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.358841 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.359172 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.359497 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.359826 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.360155 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.360477 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:53.404006 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] For port fa563843-8820-4f1f-82f8-cf7ff3451167, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:53.409316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] For port fa563843-8820-4f1f-82f8-cf7ff3451167, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fa563843-8820-4f1f-82f8-cf7ff3451167,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:53.417904 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.492210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.502940 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Routers {'65edf431-3eb6-4584-b3b9-d5cca788e831'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:53.507746 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['65edf431-3eb6-4584-b3b9-d5cca788e831'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:53.611046 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b51f-2a71-4b14-93b5-5d539e36feda None None] Pushing event updated for resources: {'Port': ['ID=fa563843-8820-4f1f-82f8-cf7ff3451167,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:53.647900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7fd33b57-ea18-4adc-a1a3-3570f7ae483b None None] Provisioning complete for port b25c1d96-e6b6-40f0-a885-06fb060f5e62 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:53.648274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7fd33b57-ea18-4adc-a1a3-3570f7ae483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.701318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] Set router 65edf431-3eb6-4584-b3b9-d5cca788e831 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:53.750931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks [] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.755810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.759651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7fd33b57-ea18-4adc-a1a3-3570f7ae483b None None] Port b25c1d96-e6b6-40f0-a885-06fb060f5e62 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:53.773160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78b9614-9210-429a-b85f-ee41945a5708 req-28151ed3-c00a-4fcb-b930-49fddc2d6806 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e24d30-19b5-46a9-9fe3-ca7396ad7ea3 HTTP/1.1" status: 200 len: 210 time: 0.0689261 Apr 07 11:53:53.856070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Pushing event updated for resources: {'Port': ['ID=b25c1d96-e6b6-40f0-a885-06fb060f5e62,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:53.866245 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (65edf431-3eb6-4584-b3b9-d5cca788e831), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:53.971174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:53.972571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:54.001438 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:50Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 4, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'gw_port': {'id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:51Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b25c1d96-e6b6-40f0-a885-06fb060f5e62', 'name': '', 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'mac_address': 'fa:16:3e:dd:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'e20665f3-aa77-4308-a482-f3d8e535d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:52Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 1, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'subnets': [{'id': 'e20665f3-aa77-4308-a482-f3d8e535d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:54.049208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7210641-28ab-4332-8b6d-61fe9b7a260b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:54.055221 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c53ff0-6fc6-41ae-aab1-a2c23115a43e None None] The sync data for ids ['65edf431-3eb6-4584-b3b9-d5cca788e831'] in n-d-836788-1 is: [{'id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:50Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 4, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'gw_port': {'id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:51Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b25c1d96-e6b6-40f0-a885-06fb060f5e62', 'name': '', 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'mac_address': 'fa:16:3e:dd:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'e20665f3-aa77-4308-a482-f3d8e535d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:52Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 1, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'subnets': [{'id': 'e20665f3-aa77-4308-a482-f3d8e535d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:54.117771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Router 65edf431-3eb6-4584-b3b9-d5cca788e831 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:54.133657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d7210641-28ab-4332-8b6d-61fe9b7a260b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:54.134702 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:54.239326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d7210641-28ab-4332-8b6d-61fe9b7a260b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:54.259991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:54.269902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2456c261-40f3-4b52-9d7d-e538121346fb admin admin] 10.222.0.13 "PUT /v2.0/routers/65edf431-3eb6-4584-b3b9-d5cca788e831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0550776 Apr 07 11:53:54.293824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fbfab385-aed1-4d02-8662-5537112c92c2 None None] Provisioning complete for port b25c1d96-e6b6-40f0-a885-06fb060f5e62 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:54.294200 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fbfab385-aed1-4d02-8662-5537112c92c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:54.331101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fbfab385-aed1-4d02-8662-5537112c92c2 None None] Port b25c1d96-e6b6-40f0-a885-06fb060f5e62 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:55.475167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56542) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:55.841413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (65edf431-3eb6-4584-b3b9-d5cca788e831), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.058119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fa563843-8820-4f1f-82f8-cf7ff3451167 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:56.118172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port fa563843-8820-4f1f-82f8-cf7ff3451167 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:56.118845 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.217868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port fa563843-8820-4f1f-82f8-cf7ff3451167 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:56.218386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.243675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port fa563843-8820-4f1f-82f8-cf7ff3451167, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fa563843-8820-4f1f-82f8-cf7ff3451167,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:56.249456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.311496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=fa563843-8820-4f1f-82f8-cf7ff3451167,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:56.499647 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Deleting port b25c1d96-e6b6-40f0-a885-06fb060f5e62 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:56.500152 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.525957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Sync routers for ids ['65edf431-3eb6-4584-b3b9-d5cca788e831'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:56.541382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Routers {'65edf431-3eb6-4584-b3b9-d5cca788e831'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:56.542024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['65edf431-3eb6-4584-b3b9-d5cca788e831'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:56.578335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.590930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Calling delete_port for b25c1d96-e6b6-40f0-a885-06fb060f5e62 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:56.659662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Set router 65edf431-3eb6-4584-b3b9-d5cca788e831 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:56.788545 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b25c1d96-e6b6-40f0-a885-06fb060f5e62), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.818948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25c1d96-e6b6-40f0-a885-06fb060f5e62,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:56.889695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:50Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 4, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'gw_port': {'id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:51Z', 'updated_at': '2022-04-07T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'b25c1d96-e6b6-40f0-a885-06fb060f5e62', 'name': '', 'network_id': '1d0b2821-17d6-43d2-83c8-f8fbb13448d1', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'mac_address': 'fa:16:3e:dd:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'e20665f3-aa77-4308-a482-f3d8e535d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:52Z', 'updated_at': '2022-04-07T11:53:53Z', 'revision_number': 2, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'subnets': [{'id': 'e20665f3-aa77-4308-a482-f3d8e535d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:56.925094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Checking router: 65edf431-3eb6-4584-b3b9-d5cca788e831 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:56.925529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Updating router 65edf431-3eb6-4584-b3b9-d5cca788e831 port b25c1d96-e6b6-40f0-a885-06fb060f5e62 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:53:56.948576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Port b25c1d96-e6b6-40f0-a885-06fb060f5e62 not found while updating agent binding for router 65edf431-3eb6-4584-b3b9-d5cca788e831. {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 07 11:53:56.963231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Routers {'65edf431-3eb6-4584-b3b9-d5cca788e831'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:56.964149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['65edf431-3eb6-4584-b3b9-d5cca788e831'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:57.026828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (65edf431-3eb6-4584-b3b9-d5cca788e831), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.101986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] Set router 65edf431-3eb6-4584-b3b9-d5cca788e831 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:57.270424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Router 65edf431-3eb6-4584-b3b9-d5cca788e831 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:57.289185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:50Z', 'updated_at': '2022-04-07T11:53:56Z', 'revision_number': 5, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'gw_port': {'id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:51Z', 'updated_at': '2022-04-07T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:57.316922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a8083-03d5-4d35-aaa0-981fd154f443 None None] The sync data for ids ['65edf431-3eb6-4584-b3b9-d5cca788e831'] in n-d-836788-1 is: [{'id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'name': 'tempest-ImageQuotaTest-1361830954-router', 'tenant_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:50Z', 'updated_at': '2022-04-07T11:53:56Z', 'revision_number': 5, 'project_id': 'ffbe89147f244bf99dbc66a43c4b5395', 'gw_port': {'id': 'fa563843-8820-4f1f-82f8-cf7ff3451167', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65edf431-3eb6-4584-b3b9-d5cca788e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:51Z', 'updated_at': '2022-04-07T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:57.388283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:57.393097 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6fef8b45-046c-4814-aff5-066447c67f94 admin admin] 10.222.0.13 "PUT /v2.0/routers/65edf431-3eb6-4584-b3b9-d5cca788e831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169128 Apr 07 11:53:57.395880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56550) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:57.503963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks [] for router (65edf431-3eb6-4584-b3b9-d5cca788e831), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.608126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks [] for router_gateway (65edf431-3eb6-4584-b3b9-d5cca788e831), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.665680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Deleting port fa563843-8820-4f1f-82f8-cf7ff3451167 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:57.666019 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.758516 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] For port fa563843-8820-4f1f-82f8-cf7ff3451167, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=fa563843-8820-4f1f-82f8-cf7ff3451167,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:57.759028 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.773957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Calling delete_port for fa563843-8820-4f1f-82f8-cf7ff3451167 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:57.958718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fa563843-8820-4f1f-82f8-cf7ff3451167), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.990404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa563843-8820-4f1f-82f8-cf7ff3451167,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:58.063613 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (65edf431-3eb6-4584-b3b9-d5cca788e831), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.064600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fa563843-8820-4f1f-82f8-cf7ff3451167 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:58.103017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: fa563843-8820-4f1f-82f8-cf7ff3451167 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:58.103742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fa563843-8820-4f1f-82f8-cf7ff3451167 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 11:53:58.124017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Port fa563843-8820-4f1f-82f8-cf7ff3451167 not found, will not notify nova. {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 11:53:58.131966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b25c1d96-e6b6-40f0-a885-06fb060f5e62 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:58.159767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b25c1d96-e6b6-40f0-a885-06fb060f5e62 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:58.160384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b25c1d96-e6b6-40f0-a885-06fb060f5e62 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:58.186538 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (65edf431-3eb6-4584-b3b9-d5cca788e831), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.189637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks [] for router_controller (65edf431-3eb6-4584-b3b9-d5cca788e831), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.240088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (65edf431-3eb6-4584-b3b9-d5cca788e831), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.240735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65edf431-3eb6-4584-b3b9-d5cca788e831 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:53:58.250508 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.251912 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-95c54240-cbbd-44fe-830b-7340988379f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/65edf431-3eb6-4584-b3b9-d5cca788e831 HTTP/1.1" status: 204 len: 168 time: 0.8549967 Apr 07 11:53:58.254400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56556) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:58.304947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Deleting subnet e20665f3-aa77-4308-a482-f3d8e535d7df {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:53:58.308135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Publish callbacks [] for subnet (e20665f3-aa77-4308-a482-f3d8e535d7df), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.347577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (e20665f3-aa77-4308-a482-f3d8e535d7df), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.438874 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (e20665f3-aa77-4308-a482-f3d8e535d7df), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.500456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (e20665f3-aa77-4308-a482-f3d8e535d7df), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.526462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20665f3-aa77-4308-a482-f3d8e535d7df,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:58.530067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.536362 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c1ee057d-1c2e-4dc6-b7f1-84f525748e33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e20665f3-aa77-4308-a482-f3d8e535d7df HTTP/1.1" status: 204 len: 168 time: 0.2804329 Apr 07 11:53:58.537005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:58.540005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f6214-db58-433d-9867-17d8af5aa36e None None] Network 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:58.598733 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Sync routers for ids ['65edf431-3eb6-4584-b3b9-d5cca788e831'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:58.607648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (1d0b2821-17d6-43d2-83c8-f8fbb13448d1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.614804 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Routers set() bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:58.615499 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Router IDs set() for agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:53:58.616360 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65edf431-3eb6-4584-b3b9-d5cca788e831'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent'). {{(pid=104180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 07 11:53:58.628237 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Routers set() bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:58.629087 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Router IDs set() for agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:53:58.630654 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65edf431-3eb6-4584-b3b9-d5cca788e831'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:53:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent'). {{(pid=104180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 07 11:53:58.631427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd6ae2-05ef-445d-a6db-21e70a1544cb None None] The sync data for ids ['65edf431-3eb6-4584-b3b9-d5cca788e831'] in n-d-836788-1 is: [] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:58.674183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Deleting port d7210641-28ab-4332-8b6d-61fe9b7a260b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:58.674532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.753739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] For port d7210641-28ab-4332-8b6d-61fe9b7a260b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7210641-28ab-4332-8b6d-61fe9b7a260b,segment=NetworkSegment(64fb384d-d4b4-4c91-8e6a-c67a3574364d),segment_id=64fb384d-d4b4-4c91-8e6a-c67a3574364d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:58.756295 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.763905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] DHCP port deletion for 1d0b2821-17d6-43d2-83c8-f8fbb13448d1 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:53:58.774414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Calling delete_port for d7210641-28ab-4332-8b6d-61fe9b7a260b owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:58.831057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] Deleting port d7210641-28ab-4332-8b6d-61fe9b7a260b {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:58.831439 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.867606 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.898822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7210641-28ab-4332-8b6d-61fe9b7a260b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:58.901674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] For port d7210641-28ab-4332-8b6d-61fe9b7a260b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7210641-28ab-4332-8b6d-61fe9b7a260b,segment=NetworkSegment(64fb384d-d4b4-4c91-8e6a-c67a3574364d),segment_id=64fb384d-d4b4-4c91-8e6a-c67a3574364d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:58.902091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.906976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] No DVR routers for this DVR port d7210641-28ab-4332-8b6d-61fe9b7a260b on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:58.917611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] Calling delete_port for d7210641-28ab-4332-8b6d-61fe9b7a260b owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:58.998017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (1d0b2821-17d6-43d2-83c8-f8fbb13448d1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.009888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (d7210641-28ab-4332-8b6d-61fe9b7a260b), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.027211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0b2821-17d6-43d2-83c8-f8fbb13448d1']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:59.041298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb384d-d4b4-4c91-8e6a-c67a3574364d') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:59.041589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb384d-d4b4-4c91-8e6a-c67a3574364d') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:59.041726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] Pushing event deleted for resources: {'Port': ['ID=d7210641-28ab-4332-8b6d-61fe9b7a260b,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:59.045458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014807fd-4245-4c03-bf04-1ec36a46d7b6 None None] No DVR routers for this DVR port d7210641-28ab-4332-8b6d-61fe9b7a260b on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:59.058647 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (64fb384d-d4b4-4c91-8e6a-c67a3574364d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.075553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (64fb384d-d4b4-4c91-8e6a-c67a3574364d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.082951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:53:59.083520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (64fb384d-d4b4-4c91-8e6a-c67a3574364d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: timer() Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:53:59.085501 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:53:59.165435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (1d0b2821-17d6-43d2-83c8-f8fbb13448d1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.180806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.187779 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1d0b2821-17d6-43d2-83c8-f8fbb13448d1 HTTP/1.1" status: 204 len: 168 time: 0.6475575 Apr 07 11:53:59.200047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf71a7-18ba-4150-9e01-20c53bca3390 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0b2821-17d6-43d2-83c8-f8fbb13448d1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:59.328908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:59.373494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-19c4d348-6a2b-43ec-93fa-ab80e6b522de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffbe89147f244bf99dbc66a43c4b5395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431886 Apr 07 11:53:59.376085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:59.439483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fb56aae-a612-4db3-b5fc-0c3e72cd3693 admin admin] Publish callbacks [] for security_group (7f636ea6-3c2d-4787-b61f-8293c9ab9060), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.468069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fb56aae-a612-4db3-b5fc-0c3e72cd3693 admin admin] Publish callbacks [] for security_group (7f636ea6-3c2d-4787-b61f-8293c9ab9060), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.525795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fb56aae-a612-4db3-b5fc-0c3e72cd3693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7f636ea6-3c2d-4787-b61f-8293c9ab9060), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.528746 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2fb56aae-a612-4db3-b5fc-0c3e72cd3693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:59.532767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2fb56aae-a612-4db3-b5fc-0c3e72cd3693 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f636ea6-3c2d-4787-b61f-8293c9ab9060 HTTP/1.1" status: 204 len: 168 time: 0.1543822 Apr 07 11:53:59.541682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb56aae-a612-4db3-b5fc-0c3e72cd3693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f636ea6-3c2d-4787-b61f-8293c9ab9060,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:59.951905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 56576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:59.970653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cc108e4-f430-4c67-b06e-5785559c7461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.045017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7210641-28ab-4332-8b6d-61fe9b7a260b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:00.069875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d7210641-28ab-4332-8b6d-61fe9b7a260b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:00.070506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7210641-28ab-4332-8b6d-61fe9b7a260b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:00.071043 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fa563843-8820-4f1f-82f8-cf7ff3451167 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:00.080256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cc108e4-f430-4c67-b06e-5785559c7461 admin admin] Publish callbacks [] for security_group (fabcad68-7d56-4445-8814-4ccfc9f28298), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.085005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0cc108e4-f430-4c67-b06e-5785559c7461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fabcad68-7d56-4445-8814-4ccfc9f28298), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.101124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: fa563843-8820-4f1f-82f8-cf7ff3451167 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:00.101831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device fa563843-8820-4f1f-82f8-cf7ff3451167 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:00.123508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc108e4-f430-4c67-b06e-5785559c7461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabcad68-7d56-4445-8814-4ccfc9f28298,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:00.129173 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0cc108e4-f430-4c67-b06e-5785559c7461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1745601 Apr 07 11:54:00.131893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 56578) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:00.191108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2135-7b92-48e7-9277-8206d2db7223 admin admin] Publish callbacks [] for security_group (fabcad68-7d56-4445-8814-4ccfc9f28298), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.217308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2135-7b92-48e7-9277-8206d2db7223 admin admin] Publish callbacks [] for security_group (fabcad68-7d56-4445-8814-4ccfc9f28298), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.282561 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2135-7b92-48e7-9277-8206d2db7223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fabcad68-7d56-4445-8814-4ccfc9f28298), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.287195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2135-7b92-48e7-9277-8206d2db7223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.288707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9c1d2135-7b92-48e7-9277-8206d2db7223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fabcad68-7d56-4445-8814-4ccfc9f28298 HTTP/1.1" status: 204 len: 168 time: 0.1557965 Apr 07 11:54:00.298267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d2135-7b92-48e7-9277-8206d2db7223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabcad68-7d56-4445-8814-4ccfc9f28298,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:00.724445 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0aec11ac-c5b7-45db-b111-42f098a73dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:02.008166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:03.014978 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-89fd268c-5fa9-47f1-9999-7824b318084a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:03.762296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:04.549554 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:06.090969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:06.952313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4eb47-7e3e-4e0c-a5ce-826315ab10c0 req-e46e9b2b-814c-4d47-abfd-143e23349a58 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:06.954166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bd4eb47-7e3e-4e0c-a5ce-826315ab10c0 req-e46e9b2b-814c-4d47-abfd-143e23349a58 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 945 time: 0.0800090 Apr 07 11:54:07.012092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bd4eb47-7e3e-4e0c-a5ce-826315ab10c0 req-d8299af9-b244-4eee-9499-b29fe12014da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488634 Apr 07 11:54:07.230379 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:08.148582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3bfd-58f2-45af-9132-a9a376b45aa9 req-56d275b1-d36d-4e96-98cc-d026dbea772d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:08.150177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d01d3bfd-58f2-45af-9132-a9a376b45aa9 req-56d275b1-d36d-4e96-98cc-d026dbea772d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 945 time: 0.0595362 Apr 07 11:54:08.206780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d01d3bfd-58f2-45af-9132-a9a376b45aa9 req-ccbf6a2c-2682-49e2-95b5-d20fcd0c753c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd37c66f-63da-4445-83e5-3bc69de806a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Apr 07 11:54:08.299037 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:08.395619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-6bb31670-350f-4bad-975c-ff5ee486c684 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:08.397540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-6bb31670-350f-4bad-975c-ff5ee486c684 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 945 time: 0.0646808 Apr 07 11:54:08.500960 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port 17a67f76-8d47-49c3-b70b-ae556ff423d5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:08.501395 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:08.599583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port 17a67f76-8d47-49c3-b70b-ae556ff423d5, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=17a67f76-8d47-49c3-b70b-ae556ff423d5,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:08.600052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:08.614938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for 17a67f76-8d47-49c3-b70b-ae556ff423d5 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:08.762385 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (17a67f76-8d47-49c3-b70b-ae556ff423d5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:08.790054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=17a67f76-8d47-49c3-b70b-ae556ff423d5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:08.837877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port 17a67f76-8d47-49c3-b70b-ae556ff423d5 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:08.840502 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:08.843835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e78d8920-add8-43c3-8e79-4bc7c8e3ac1c req-5f4e3cc4-4e7b-4067-b7f7-ef125f388305 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "DELETE /v2.0/ports/17a67f76-8d47-49c3-b70b-ae556ff423d5 HTTP/1.1" status: 204 len: 173 time: 0.4413662 Apr 07 11:54:08.844314 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'name': 'network-vif-deleted', 'tag': '17a67f76-8d47-49c3-b70b-ae556ff423d5'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:08.846751 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b8df2-86f9-49ea-9f92-ccfef8e177ca" -d '{"events": [{"server_uuid": "5298ee14-a5cd-4c39-9fb0-4e30dca0d711", "name": "network-vif-deleted", "tag": "17a67f76-8d47-49c3-b70b-ae556ff423d5"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:08.896305 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f6808-c621-4e32-b382-131ae7d014f3 x-openstack-request-id: req-ab9f6808-c621-4e32-b382-131ae7d014f3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:08.896613 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5298ee14-a5cd-4c39-9fb0-4e30dca0d711", "name": "network-vif-deleted", "tag": "17a67f76-8d47-49c3-b70b-ae556ff423d5", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:08.896878 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab9f6808-c621-4e32-b382-131ae7d014f3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:08.897382 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9f6808-c621-4e32-b382-131ae7d014f3'] response: {'server_uuid': '5298ee14-a5cd-4c39-9fb0-4e30dca0d711', 'name': 'network-vif-deleted', 'tag': '17a67f76-8d47-49c3-b70b-ae556ff423d5', 'status': 'completed', 'code': 200} Apr 07 11:54:09.375434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8892fe89-0017-4edf-9b95-b57b39d98070 req-f9a003c9-cd9e-4437-aa53-12f2c2b2d0f9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0686867 Apr 07 11:54:10.233816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 17a67f76-8d47-49c3-b70b-ae556ff423d5 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:10.254537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 17a67f76-8d47-49c3-b70b-ae556ff423d5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:10.254882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 17a67f76-8d47-49c3-b70b-ae556ff423d5 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:10.464420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1f08ca81-e59d-469f-b0e3-6d043abdbbca req-a435016d-7dd9-4976-a728-77666340a985 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0271702 Apr 07 11:54:11.564184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e67e6b0-b1da-418e-b709-b133c7ca9b05 req-98355215-9f89-4e47-911a-918e51d637ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0299759 Apr 07 11:54:12.660464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-035b2eb9-abc3-43b8-9b55-e114b997050e req-fed5107e-48de-4fd2-bff8-727f767b9392 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Apr 07 11:54:13.755715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f9213ce-5f79-47bb-96ab-cdfd134293e2 req-8affb8c5-688f-46a2-9c24-7b155ea27dc7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0274432 Apr 07 11:54:14.851221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eafcc79d-2fee-417d-9660-3c3c285c13e2 req-ab1ad770-4555-4e2a-80eb-721be6bb7f76 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0275903 Apr 07 11:54:15.954991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d966d92f-92d0-4387-93ff-cda493a07b32 req-a9bd3ba4-92d6-42b6-ad23-30e556a28d9b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0291455 Apr 07 11:54:17.050472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5291a0d8-1314-4db9-a9c9-b0966158cead req-5cb9b753-66b3-48ab-bcfc-1e6e0afcce6c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Apr 07 11:54:18.164146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4ddbcea-1670-4f06-8666-ac6811c10bf5 req-c3e45405-c5f5-4d9a-b993-e6f77e7f8a20 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=5298ee14-a5cd-4c39-9fb0-4e30dca0d711 HTTP/1.1" status: 200 len: 210 time: 0.0307026 Apr 07 11:54:27.530216 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f49fc5-6c0c-4abc-ba68-e524e6926c27 req-0dddb25c-4a3c-493b-97b5-6e83f8ffd0fa tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:27.531607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8f49fc5-6c0c-4abc-ba68-e524e6926c27 req-0dddb25c-4a3c-493b-97b5-6e83f8ffd0fa tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 950 time: 0.0541992 Apr 07 11:54:27.579805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8f49fc5-6c0c-4abc-ba68-e524e6926c27 req-cfef6e28-15bc-407a-9dfb-d00a810c8535 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Apr 07 11:54:28.716561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9413e-98d5-454e-9de3-e9bb80a24f4e req-bb364528-bf51-4eae-a9e7-6ac35f3c8298 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:28.718146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2f9413e-98d5-454e-9de3-e9bb80a24f4e req-bb364528-bf51-4eae-a9e7-6ac35f3c8298 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 950 time: 0.0685010 Apr 07 11:54:28.767513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a2f9413e-98d5-454e-9de3-e9bb80a24f4e req-ea76a191-c70c-4a53-962d-633385dc6f2a tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/security-groups?id=469e3bac-efe3-4d53-958a-33d71633cc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Apr 07 11:54:28.938399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-889bab63-1480-4506-810f-5c0f99d5a006 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:28.939777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-889bab63-1480-4506-810f-5c0f99d5a006 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.23 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 950 time: 0.0569658 Apr 07 11:54:29.037005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Deleting port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:29.037371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:29.128214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] For port 89029aeb-844c-455b-8dc8-e9ca7ad5f214, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=89029aeb-844c-455b-8dc8-e9ca7ad5f214,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:29.128622 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:29.140723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Calling delete_port for 89029aeb-844c-455b-8dc8-e9ca7ad5f214 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:29.273822 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (89029aeb-844c-455b-8dc8-e9ca7ad5f214), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:29.285595 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['89029aeb-844c-455b-8dc8-e9ca7ad5f214'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:29.305164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Pushing event deleted for resources: {'Port': ['ID=89029aeb-844c-455b-8dc8-e9ca7ad5f214,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:29.350305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] No DVR routers for this DVR port 89029aeb-844c-455b-8dc8-e9ca7ad5f214 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:29.352978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:29.356261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1578efa2-f3fb-47cf-9abb-4f7e77c7a93d req-c3e07efd-2bfd-47b7-b2aa-a5eeb648fef4 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.23 "DELETE /v2.0/ports/89029aeb-844c-455b-8dc8-e9ca7ad5f214 HTTP/1.1" status: 204 len: 173 time: 0.4114771 Apr 07 11:54:29.356771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'name': 'network-vif-deleted', 'tag': '89029aeb-844c-455b-8dc8-e9ca7ad5f214'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:29.359100 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26163037-8c5a-4000-a32f-82322704a8f8" -d '{"events": [{"server_uuid": "a638bb79-fcda-4f27-bef4-959d9a721b16", "name": "network-vif-deleted", "tag": "89029aeb-844c-455b-8dc8-e9ca7ad5f214"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:29.534413 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a045b-7e0a-4fd2-b45e-ac6101373480 x-openstack-request-id: req-900a045b-7e0a-4fd2-b45e-ac6101373480 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:29.535334 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a638bb79-fcda-4f27-bef4-959d9a721b16", "name": "network-vif-deleted", "tag": "89029aeb-844c-455b-8dc8-e9ca7ad5f214", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:29.535763 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-900a045b-7e0a-4fd2-b45e-ac6101373480 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:29.536455 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900a045b-7e0a-4fd2-b45e-ac6101373480'] response: {'server_uuid': 'a638bb79-fcda-4f27-bef4-959d9a721b16', 'name': 'network-vif-deleted', 'tag': '89029aeb-844c-455b-8dc8-e9ca7ad5f214', 'status': 'completed', 'code': 200} Apr 07 11:54:29.892258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee1a539a-2b08-4cf5-80d9-f21f45a39e50 req-d4ede6b5-0b2b-4c5d-8c47-8760c9cf2569 tempest-VolumesBackupsTest-1721874500 tempest-VolumesBackupsTest-1721874500-project] 10.222.0.13 "GET /v2.0/ports?device_id=a638bb79-fcda-4f27-bef4-959d9a721b16 HTTP/1.1" status: 200 len: 210 time: 0.0301545 Apr 07 11:54:30.677975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-17706aba-6a90-43b3-8f56-b454c5d83334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.008431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.383290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 89029aeb-844c-455b-8dc8-e9ca7ad5f214 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:32.408404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 89029aeb-844c-455b-8dc8-e9ca7ad5f214 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:32.409434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 89029aeb-844c-455b-8dc8-e9ca7ad5f214 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:32.965973 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57212) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:32.971004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442218943', 'description': 'tempest-secgroup-smoke-442218943 description', 'project_id': 'd183c379bbd74e928b37bd4532011731'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:32.993903 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.023653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2bf11fc3-0d39-42a9-8699-0699ab3a197d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.068826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group (e233bf58-41a5-4d9a-977b-a1616ece4415), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.072967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e233bf58-41a5-4d9a-977b-a1616ece4415), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.103016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e233bf58-41a5-4d9a-977b-a1616ece4415,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:33.107926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.112411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 57214) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:33.119357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group_rule': {'security_group_id': 'e233bf58-41a5-4d9a-977b-a1616ece4415', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:33.124249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5f8acf91-366e-4b52-994d-719007bbd1e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1569436 Apr 07 11:54:33.153125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (40585cb8-276f-4ac4-adb8-08635c197679), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.205162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (40585cb8-276f-4ac4-adb8-08635c197679), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.209240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (40585cb8-276f-4ac4-adb8-08635c197679), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.229681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40585cb8-276f-4ac4-adb8-08635c197679,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:33.239729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.241174 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257713 Apr 07 11:54:33.243040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.243568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.244213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57218) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:33.246033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.246559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.246913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.247431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.247845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.248349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.248698 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.249038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.249510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.249853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.250232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b205138-2728-4f0d-88fd-430397998fca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:33.250970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group_rule': {'security_group_id': 'e233bf58-41a5-4d9a-977b-a1616ece4415', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:33.278298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (7ec6ad29-a20a-400d-9b10-a2890bcc2781), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.669774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (7ec6ad29-a20a-400d-9b10-a2890bcc2781), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.674351 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7ec6ad29-a20a-400d-9b10-a2890bcc2781), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.698480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec6ad29-a20a-400d-9b10-a2890bcc2781,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:33.704445 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.706201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-89b1bb71-09cd-4e0a-80a7-a7df4146ddc2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4607916 Apr 07 11:54:33.709543 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57220) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:33.716325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group_rule': {'security_group_id': 'e233bf58-41a5-4d9a-977b-a1616ece4415', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:33.747289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (4da4a484-cf56-4e1f-84fa-d4a953574868), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.757009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.815888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (4da4a484-cf56-4e1f-84fa-d4a953574868), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.820706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (4da4a484-cf56-4e1f-84fa-d4a953574868), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.840324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da4a484-cf56-4e1f-84fa-d4a953574868,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:33.846175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.847983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-400fa45e-7ede-4628-8e6d-f64fe897da3b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365616 Apr 07 11:54:33.851028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57222) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:33.855851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group_rule': {'security_group_id': 'e233bf58-41a5-4d9a-977b-a1616ece4415', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:33.881597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (97a06993-2d22-4f8c-a256-d97626b36eed), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.939295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (97a06993-2d22-4f8c-a256-d97626b36eed), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.942794 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (97a06993-2d22-4f8c-a256-d97626b36eed), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.962290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a06993-2d22-4f8c-a256-d97626b36eed,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:33.970801 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.972053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-70b8bfe6-3b3a-4ded-82fc-ec907cba2099 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196830 Apr 07 11:54:33.975386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57224) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:33.979933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group_rule': {'security_group_id': 'e233bf58-41a5-4d9a-977b-a1616ece4415', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:34.001882 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Project d183c379bbd74e928b37bd4532011731 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:54:34.008212 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (79ee54ef-0f2e-4a4b-a9ae-f33a97ede405), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.074855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (79ee54ef-0f2e-4a4b-a9ae-f33a97ede405), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.079390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (79ee54ef-0f2e-4a4b-a9ae-f33a97ede405), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.096941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ee54ef-0f2e-4a4b-a9ae-f33a97ede405,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.105471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.106671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-917a4b5d-48b1-4555-9053-dbde7cae4e75 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303322 Apr 07 11:54:34.109476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57226) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:34.114465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'security_group_rule': {'security_group_id': 'e233bf58-41a5-4d9a-977b-a1616ece4415', 'project_id': 'd183c379bbd74e928b37bd4532011731', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:34.137343 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Project d183c379bbd74e928b37bd4532011731 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:54:34.142553 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (6c3db8a0-823b-41f3-80b3-d7bbf8dbe456), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.201295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (6c3db8a0-823b-41f3-80b3-d7bbf8dbe456), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.205673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (6c3db8a0-823b-41f3-80b3-d7bbf8dbe456), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.223920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3db8a0-823b-41f3-80b3-d7bbf8dbe456,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.233633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.238172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9fa80690-d319-4a48-b457-d193e90f45da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243570 Apr 07 11:54:34.552081 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.093249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.226150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.301662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:58.183943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-0d476e33-b903-4409-bcd6-067e2ef854ba tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442218943&fields=id&tenant_id=d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 267 time: 0.0434985 Apr 07 11:54:58.295785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-9f1aec17-8147-4de7-960c-8a39507777e6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:58.297168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-9f1aec17-8147-4de7-960c-8a39507777e6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1064727 Apr 07 11:54:58.312365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-aa5f74e7-c2ff-47ef-905d-f564cce2730c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0090392 Apr 07 11:54:58.368423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-3e65d4f8-0f2c-497f-a376-5e01b9b43d38 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508623 Apr 07 11:54:58.630725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-e3bb2fe1-181b-438a-a8b9-c5b06f983465 service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499321 Apr 07 11:54:58.735306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-f1440f96-8b72-479e-8c16-a87623a0c205 service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978003 Apr 07 11:54:59.113168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e0cef0-fbd2-4e57-9eb3-b1761e719fde req-6916d4a3-84d6-4ad9-ae76-a96e569103c8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0314419 Apr 07 11:55:00.151381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-b2e40603-d29e-468e-bdd2-520803de5711 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.152867 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-b2e40603-d29e-468e-bdd2-520803de5711 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1235249 Apr 07 11:55:00.240162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-df85e514-7d56-484a-91ad-283e6982e45b req-5459bc98-ad95-4f1f-8b5f-b4f2ca4dd35e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0444577 Apr 07 11:55:00.249992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-7a7467db-2ffc-4daa-a618-317d5cfb83b4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 379 time: 0.0878189 Apr 07 11:55:00.259791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'security_groups': ['e233bf58-41a5-4d9a-977b-a1616ece4415']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:00.379810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:55:00.383597 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.520114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.11 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/7a8a7851-755b-4d61-bd40-b7c52eca2650) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:00.656839 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.683509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-13abbf2f-ff75-4983-a575-187ab68c308d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.695865 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.740277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:00.745912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:00.751079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:00.811056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=7a8a7851-755b-4d61-bd40-b7c52eca2650,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.832628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.832628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.832974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.833358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.833586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.833978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.834332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.835589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.836465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.836852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.837507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.837867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.838228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:00.885863 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.892682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.915506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-30caafac-8380-434b-8ade-cc3461b95221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6598320 Apr 07 11:55:00.931979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Request body: {'port': {'device_id': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:01.011614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.145432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b901fabd-bcde-40ec-90f6-f5b7ed120fdb None None] Provisioning complete for port 7a8a7851-755b-4d61-bd40-b7c52eca2650 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:01.145988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b901fabd-bcde-40ec-90f6-f5b7ed120fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.219486 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b901fabd-bcde-40ec-90f6-f5b7ed120fdb None None] Port 7a8a7851-755b-4d61-bd40-b7c52eca2650 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:55:01.463562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8a7851-755b-4d61-bd40-b7c52eca2650 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:01.474862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Publish callbacks [] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.494424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Transition to ACTIVE for port object 7a8a7851-755b-4d61-bd40-b7c52eca2650 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:55:01.499698 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.512417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627874c0-02d7-4f98-9826-003850afc4b9 req-bcf3e9cf-33a9-4af3-8e02-a8662a031b17 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.516891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-627874c0-02d7-4f98-9826-003850afc4b9 req-bcf3e9cf-33a9-4af3-8e02-a8662a031b17 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 932 time: 0.1789892 Apr 07 11:55:01.591985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a7851-755b-4d61-bd40-b7c52eca2650,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:01.684508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-627874c0-02d7-4f98-9826-003850afc4b9 req-51bf6655-c3a1-4384-aec8-39a7295f5e62 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443923 Apr 07 11:55:01.727699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Attempting to bind port 7a8a7851-755b-4d61-bd40-b7c52eca2650 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:55:01.728560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Attempting to bind port 7a8a7851-755b-4d61-bd40-b7c52eca2650 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:55:01.729884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Attempting to bind port 7a8a7851-755b-4d61-bd40-b7c52eca2650 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:01.740233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Port 7a8a7851-755b-4d61-bd40-b7c52eca2650 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:55:01.741948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Attempting to bind port 7a8a7851-755b-4d61-bd40-b7c52eca2650 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:01.749450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:55:01.749893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:01.750352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:55:01.750860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Bound port: 7a8a7851-755b-4d61-bd40-b7c52eca2650, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:55:01.751288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.842902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] For port 7a8a7851-755b-4d61-bd40-b7c52eca2650, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:55:01.847657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] For port 7a8a7851-755b-4d61-bd40-b7c52eca2650, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:55:01.856815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.906272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.907080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.908456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 200 len: 1092 time: 0.9847057 Apr 07 11:55:01.911489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:01.914957 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b572074-a676-4384-a301-481f43b26fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:01.959645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee5b52-aa33-42f6-a3ae-dceec53ae775 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a7851-755b-4d61-bd40-b7c52eca2650,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:02.018010 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.034942 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3cdc25-a9a2-4873-9270-cca3dc6b2b36 x-openstack-request-id: req-5b3cdc25-a9a2-4873-9270-cca3dc6b2b36 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:02.035756 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:02.036291 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b3cdc25-a9a2-4873-9270-cca3dc6b2b36 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:02.036838 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3cdc25-a9a2-4873-9270-cca3dc6b2b36'] response: {'name': 'network-changed', 'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'status': 'completed', 'code': 200} Apr 07 11:55:02.055381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-a5733631-1eed-48dc-8ba2-4556d559e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.056895 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-a5733631-1eed-48dc-8ba2-4556d559e937 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1126 time: 0.0930619 Apr 07 11:55:02.110429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-e5beea81-b6ef-4d65-bcd9-ae8718f852cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 200 len: 217 time: 0.0468571 Apr 07 11:55:02.177312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-5f18af83-6d95-4555-b351-5733c6cf4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.178888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-5f18af83-6d95-4555-b351-5733c6cf4e8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0623913 Apr 07 11:55:02.240443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0a71-f376-4f83-823e-9d761833e41b req-33242680-9e9e-4499-be39-65b8e6e119a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.242013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-33242680-9e9e-4499-be39-65b8e6e119a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564511 Apr 07 11:55:02.333681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-229cea30-2fc8-4c88-9f75-44ba9b34a7de service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850108 Apr 07 11:55:02.435540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af2a0a71-f376-4f83-823e-9d761833e41b req-8005f0a1-446a-471d-8fff-9c6ce390e666 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958385 Apr 07 11:55:02.529779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572074-a676-4384-a301-481f43b26fe9 req-fae77611-35d0-48bf-81f1-31b55e83b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.531335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-fae77611-35d0-48bf-81f1-31b55e83b413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1126 time: 0.0495455 Apr 07 11:55:02.625164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572074-a676-4384-a301-481f43b26fe9 req-57c6f79d-dc44-446c-aee0-1a8973013cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.626645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-57c6f79d-dc44-446c-aee0-1a8973013cbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0887697 Apr 07 11:55:02.671461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-df73642a-2109-4551-b2ae-3cec3a6b5611 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 200 len: 217 time: 0.0390558 Apr 07 11:55:02.738552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572074-a676-4384-a301-481f43b26fe9 req-c1585a84-baea-4e6b-9d1f-a04ca054d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.740494 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-c1585a84-baea-4e6b-9d1f-a04ca054d8b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0633385 Apr 07 11:55:02.827625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572074-a676-4384-a301-481f43b26fe9 req-3c1aa69a-30a4-4070-a76a-e3067295965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.829352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-3c1aa69a-30a4-4070-a76a-e3067295965f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0828602 Apr 07 11:55:02.864889 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c5725-cf3c-4ede-a931-d9c5d846fe24 req-bd1cc671-60d2-48ae-9c33-c905108ca860 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.866872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af0c5725-cf3c-4ede-a931-d9c5d846fe24 req-bd1cc671-60d2-48ae-9c33-c905108ca860 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.1099000 Apr 07 11:55:02.969271 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af0c5725-cf3c-4ede-a931-d9c5d846fe24 req-130f1652-a508-43cb-a8e3-c1b1e71d6c69 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764575 Apr 07 11:55:02.976019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-922747fc-8dcb-432b-b6c7-02f9ef514fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408386 Apr 07 11:55:03.017786 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2554-bfdb-4d69-bff1-253b0ccfe4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.083532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b572074-a676-4384-a301-481f43b26fe9 req-1f31ec3f-4b1b-4154-919c-c56c1fca9d07 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014116 Apr 07 11:55:03.756693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.107899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592f7c2-584d-4b98-95ba-b3a4d54bfde3 req-5f585244-c82c-42c6-8232-339e5de105fb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:04.109410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b592f7c2-584d-4b98-95ba-b3a4d54bfde3 req-5f585244-c82c-42c6-8232-339e5de105fb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0579419 Apr 07 11:55:04.164693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b592f7c2-584d-4b98-95ba-b3a4d54bfde3 req-abe4393b-f456-4b7b-a5e7-d879651c7df3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Apr 07 11:55:04.554728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.289761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8874c-0db8-4072-b390-f516ba44c142 req-bfd31415-0902-4726-a51f-063970bb4bff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:05.291546 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d8874c-0db8-4072-b390-f516ba44c142 req-bfd31415-0902-4726-a51f-063970bb4bff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0557976 Apr 07 11:55:05.348496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13d8874c-0db8-4072-b390-f516ba44c142 req-aed05595-d3af-4440-9946-9494308dfee8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511286 Apr 07 11:55:06.094172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.469954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449137-bbe5-4f95-9423-809512a67de4 req-615bb03c-2040-4ac5-bf21-496c5ac0e910 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:06.471437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03449137-bbe5-4f95-9423-809512a67de4 req-615bb03c-2040-4ac5-bf21-496c5ac0e910 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0540016 Apr 07 11:55:06.522238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03449137-bbe5-4f95-9423-809512a67de4 req-20a601bf-7a5f-4f79-ac89-2e32fc867f0a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Apr 07 11:55:07.229623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.646402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225addae-c1bf-4b52-9701-279e3b27e500 req-5ee6df25-bb62-41d2-9560-2e040d9ce419 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:07.647892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-225addae-c1bf-4b52-9701-279e3b27e500 req-5ee6df25-bb62-41d2-9560-2e040d9ce419 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0535111 Apr 07 11:55:07.697345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-225addae-c1bf-4b52-9701-279e3b27e500 req-5309f4ca-eaf1-4156-a508-afda2356c200 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Apr 07 11:55:08.825597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b60b8-3ed1-45f7-9a75-03873d658ffd req-09ae4ed8-c94c-4d5b-9428-a791ea6ddde6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.827163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b15b60b8-3ed1-45f7-9a75-03873d658ffd req-09ae4ed8-c94c-4d5b-9428-a791ea6ddde6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0600307 Apr 07 11:55:08.877233 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b15b60b8-3ed1-45f7-9a75-03873d658ffd req-324afdae-62bf-4e7c-996e-405d8aca1f87 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Apr 07 11:55:09.998304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ccec-90a2-4b12-8b43-83ee51218644 req-44c4aebe-7983-4662-875f-81eaf7c16f01 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:09.999790 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76d1ccec-90a2-4b12-8b43-83ee51218644 req-44c4aebe-7983-4662-875f-81eaf7c16f01 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0538559 Apr 07 11:55:10.049395 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76d1ccec-90a2-4b12-8b43-83ee51218644 req-b7ff5116-42c8-492c-9665-bb5b223e2a99 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427356 Apr 07 11:55:11.174012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2941ec-16f4-4235-b6e6-de13717b1542 req-12201ef5-eedd-44ff-a537-bcc277a01234 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:11.176051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2941ec-16f4-4235-b6e6-de13717b1542 req-12201ef5-eedd-44ff-a537-bcc277a01234 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0580633 Apr 07 11:55:11.226471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff2941ec-16f4-4235-b6e6-de13717b1542 req-cae533b1-324a-4d43-bff8-1872b38283ea tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447469 Apr 07 11:55:12.353471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee502fad-41fd-4c79-8524-18461145d258 req-ace346f1-6932-407f-99df-a3f3b5dec675 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.355086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee502fad-41fd-4c79-8524-18461145d258 req-ace346f1-6932-407f-99df-a3f3b5dec675 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0550876 Apr 07 11:55:12.410480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee502fad-41fd-4c79-8524-18461145d258 req-9f747a9d-60b5-4fa4-ac5e-e2ea0d835f44 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491683 Apr 07 11:55:13.528593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ef97-a356-4ff8-879e-163ac4ce36f8 req-aaa78d8a-6089-4f0e-9701-aa51c4f6dfeb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:13.530071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f517ef97-a356-4ff8-879e-163ac4ce36f8 req-aaa78d8a-6089-4f0e-9701-aa51c4f6dfeb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0512550 Apr 07 11:55:13.582439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f517ef97-a356-4ff8-879e-163ac4ce36f8 req-23c5d408-8c1b-4fad-83d2-f86c1b254dd3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461371 Apr 07 11:55:14.699719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba845ebe-4630-4078-af2e-89ba5c7da296 req-e5847cd2-33d2-4d04-a555-e6d7c48e8433 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:14.701180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba845ebe-4630-4078-af2e-89ba5c7da296 req-e5847cd2-33d2-4d04-a555-e6d7c48e8433 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0518236 Apr 07 11:55:14.751077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba845ebe-4630-4078-af2e-89ba5c7da296 req-4fa5b404-eec8-4fb8-9e0b-c021f39d6e46 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436900 Apr 07 11:55:15.885322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7d24-3016-4ef3-9066-d6bccae82e27 req-6623bbef-40b0-438a-9e4a-eb4dc7f79721 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:15.893061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94eb7d24-3016-4ef3-9066-d6bccae82e27 req-6623bbef-40b0-438a-9e4a-eb4dc7f79721 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0652831 Apr 07 11:55:15.943755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94eb7d24-3016-4ef3-9066-d6bccae82e27 req-ba9de680-bfa0-4686-8c00-22ee42cef04f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493927 Apr 07 11:55:17.078556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d415f6-6fb8-4234-9471-c88ba185ce33 req-fec862a6-7025-41e6-bef9-6128b246e745 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:17.080029 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12d415f6-6fb8-4234-9471-c88ba185ce33 req-fec862a6-7025-41e6-bef9-6128b246e745 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0561838 Apr 07 11:55:17.129083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12d415f6-6fb8-4234-9471-c88ba185ce33 req-a8d880bf-883c-44e2-9eef-d2769a89b718 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425780 Apr 07 11:55:18.254860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420470-1597-4192-bd72-071ff5067f91 req-fb057dc4-b66b-4e83-b3d9-b943628a1ef2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:18.256337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de420470-1597-4192-bd72-071ff5067f91 req-fb057dc4-b66b-4e83-b3d9-b943628a1ef2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0551693 Apr 07 11:55:18.305022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de420470-1597-4192-bd72-071ff5067f91 req-223e5309-512a-44ef-ba22-e02d8df37943 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Apr 07 11:55:19.434166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04baa5f-9b16-45b9-b5dc-81611454cf63 req-ca3215b0-ea95-4d5f-94f1-7071e15c54c1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:19.435710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04baa5f-9b16-45b9-b5dc-81611454cf63 req-ca3215b0-ea95-4d5f-94f1-7071e15c54c1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0605123 Apr 07 11:55:19.505062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04baa5f-9b16-45b9-b5dc-81611454cf63 req-86445625-7f28-497a-b00d-dcae26f8bb2c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604837 Apr 07 11:55:20.625761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda38aa-0990-478b-8a01-8c638214ab67 req-6f1e2b4e-7920-4cf2-992d-082e716ae5ee tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:20.627230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4dda38aa-0990-478b-8a01-8c638214ab67 req-6f1e2b4e-7920-4cf2-992d-082e716ae5ee tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0524862 Apr 07 11:55:20.680071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4dda38aa-0990-478b-8a01-8c638214ab67 req-d6caf99f-3ff7-419c-92e8-f4b5e074e735 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425630 Apr 07 11:55:21.799887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145fec-6a3c-449e-b628-c5e2558ec05f req-26dd392e-cbcd-4bfd-bfc8-42bb1bd316ef tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:21.801424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce145fec-6a3c-449e-b628-c5e2558ec05f req-26dd392e-cbcd-4bfd-bfc8-42bb1bd316ef tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 944 time: 0.0540748 Apr 07 11:55:21.852262 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ce145fec-6a3c-449e-b628-c5e2558ec05f req-f41803d3-783a-4419-99bf-df6edad16958 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440593 Apr 07 11:55:22.304272 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:55:22.661266 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7a8a7851-755b-4d61-bd40-b7c52eca2650 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:55:22.764305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7a8a7851-755b-4d61-bd40-b7c52eca2650, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:22.778693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'mac_address': 'fa:16:3e:e0:c9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:55:22.825355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 7a8a7851-755b-4d61-bd40-b7c52eca2650 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:22.825881 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:22.839238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8a7851-755b-4d61-bd40-b7c52eca2650 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:22.861004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7a8a7851-755b-4d61-bd40-b7c52eca2650, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:22.866368 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:22.920529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=7a8a7851-755b-4d61-bd40-b7c52eca2650,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:22.929031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.930584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.930937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.931287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.931629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.931966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.932300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.932636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.933089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.933457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.933780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.934110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:22.934600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:23.020493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eb8c7-c7c4-40ec-bc20-a2ee181afaa1 req-97718f26-ae7f-4e66-b20b-3b828ca32bd0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:23.025621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35eb8c7-c7c4-40ec-bc20-a2ee181afaa1 req-97718f26-ae7f-4e66-b20b-3b828ca32bd0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Apr 07 11:55:23.076564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7a8a7851-755b-4d61-bd40-b7c52eca2650'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:23.082439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35eb8c7-c7c4-40ec-bc20-a2ee181afaa1 req-9d1457df-15d6-40de-b618-5f030f26d30c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525885 Apr 07 11:55:24.199557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a07cc-ac3e-46d6-93ca-47efe081bcba req-4fca388c-396b-4fff-8803-4f041a9b29e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:24.201044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-201a07cc-ac3e-46d6-93ca-47efe081bcba req-4fca388c-396b-4fff-8803-4f041a9b29e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 945 time: 0.0529819 Apr 07 11:55:24.249455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-201a07cc-ac3e-46d6-93ca-47efe081bcba req-39cef17f-a52c-45e3-b70b-42a6b323a92c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Apr 07 11:55:24.682406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7a8a7851-755b-4d61-bd40-b7c52eca2650 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:55:24.732168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 7a8a7851-755b-4d61-bd40-b7c52eca2650 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:55:24.736035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 7a8a7851-755b-4d61-bd40-b7c52eca2650 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:24.736416 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.972438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 7a8a7851-755b-4d61-bd40-b7c52eca2650 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:24.972741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.994825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:24.997333 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3357610-2ad0-4459-a7fa-594f216ac4b1" -d '{"events": [{"server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:25.010640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7a8a7851-755b-4d61-bd40-b7c52eca2650, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:25.015568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:25.041766 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8412cc18-3c70-42cf-9877-b6a1096e6fd1 x-openstack-request-id: req-8412cc18-3c70-42cf-9877-b6a1096e6fd1 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:25.042063 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:25.042342 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8412cc18-3c70-42cf-9877-b6a1096e6fd1 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:25.042919 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8412cc18-3c70-42cf-9877-b6a1096e6fd1'] response: {'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'code': 200} Apr 07 11:55:25.070034 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=7a8a7851-755b-4d61-bd40-b7c52eca2650,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:25.152430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267582f-7cc9-4ac6-bb80-fc70aeb72e16 req-1ad21026-3464-4864-abed-8b36d278a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:25.153988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4267582f-7cc9-4ac6-bb80-fc70aeb72e16 req-1ad21026-3464-4864-abed-8b36d278a9a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1128 time: 0.0497510 Apr 07 11:55:25.202328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4267582f-7cc9-4ac6-bb80-fc70aeb72e16 req-7274c518-7b95-4e1d-84b2-1534d4a8ef92 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Apr 07 11:55:25.375173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7c4f9-b013-42f4-8139-fa01f4982dfd req-eeff56b6-9d6d-4544-8575-79bb92310d01 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:25.376666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1f7c4f9-b013-42f4-8139-fa01f4982dfd req-eeff56b6-9d6d-4544-8575-79bb92310d01 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 946 time: 0.0544031 Apr 07 11:55:25.427804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e1f7c4f9-b013-42f4-8139-fa01f4982dfd req-26b4e2b0-a160-470b-8e0f-91234183c08a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444839 Apr 07 11:55:26.552438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138cb94-e2f2-4e4d-8b6b-0b12012ca955 req-7ce353e0-0fb9-4244-bf18-bf8673e3f36f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:26.553971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b138cb94-e2f2-4e4d-8b6b-0b12012ca955 req-7ce353e0-0fb9-4244-bf18-bf8673e3f36f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 946 time: 0.0550508 Apr 07 11:55:26.609607 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b138cb94-e2f2-4e4d-8b6b-0b12012ca955 req-f7f5e3e5-edda-4340-b3b4-e6220c6f1c37 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498419 Apr 07 11:55:26.728059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5e98b-557a-4d2e-b967-16df11c6688e req-76b71095-8cf0-489b-89ef-48546a860cba tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:26.729550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fd5e98b-557a-4d2e-b967-16df11c6688e req-76b71095-8cf0-489b-89ef-48546a860cba tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 946 time: 0.0529554 Apr 07 11:55:26.777868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fd5e98b-557a-4d2e-b967-16df11c6688e req-c169c0bc-3ea7-4dcb-abe4-0d0feebde743 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Apr 07 11:55:26.801074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57722) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:26.944375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027fb57-c15c-4c58-8821-ce8cc75fd2ab tempest-TestVolumeBootPattern-1691300048 tempest-TestVolumeBootPattern-1691300048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:26.945968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8027fb57-c15c-4c58-8821-ce8cc75fd2ab tempest-TestVolumeBootPattern-1691300048 tempest-TestVolumeBootPattern-1691300048-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1123 time: 0.1438751 Apr 07 11:55:26.948816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 57730) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:26.953050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:26.979610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.082782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.183908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.25.5.27 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/81332e43-567e-49b1-98ca-d98a86fbe802) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:27.299147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (81332e43-567e-49b1-98ca-d98a86fbe802), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.334047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (81332e43-567e-49b1-98ca-d98a86fbe802), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.370178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:27.374690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:27.381803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:27.387092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=81332e43-567e-49b1-98ca-d98a86fbe802,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:27.742191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (73b04a0c-a424-467a-9512-d738598a49b4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.811807 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (81332e43-567e-49b1-98ca-d98a86fbe802), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.965546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (81332e43-567e-49b1-98ca-d98a86fbe802), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.971032 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (81332e43-567e-49b1-98ca-d98a86fbe802), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.040432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=81332e43-567e-49b1-98ca-d98a86fbe802,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:28.056160 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (73b04a0c-a424-467a-9512-d738598a49b4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.165804 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Floating IP 73b04a0c-a424-467a-9512-d738598a49b4 associated. External IP: 172.25.5.27, port: 7a8a7851-755b-4d61-bd40-b7c52eca2650. Apr 07 11:55:28.680929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:55:28.788065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:55:28.798521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:55:28.807220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.808880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:55:28.809741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:55:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:28.841396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-21fef243-a0fa-4959-9619-d456a06c64eb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8914330 Apr 07 11:55:28.842171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:28.844464 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c6acde-1bae-42e3-9289-0595b5dc51d3" -d '{"events": [{"name": "network-changed", "server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:28.888875 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0763dc-d2bd-4053-91c7-a5598a7555b2 x-openstack-request-id: req-6a0763dc-d2bd-4053-91c7-a5598a7555b2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:28.889008 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:28.889214 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a0763dc-d2bd-4053-91c7-a5598a7555b2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:28.889660 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0763dc-d2bd-4053-91c7-a5598a7555b2'] response: {'name': 'network-changed', 'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'status': 'completed', 'code': 200} Apr 07 11:55:28.936393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:55:28.964969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-089e80c4-aa49-46f0-ac4c-29456d3b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:28.968041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-089e80c4-aa49-46f0-ac4c-29456d3b405e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1128 time: 0.0550580 Apr 07 11:55:29.068834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-db8cab8e-b50f-47f3-b42c-2dec38f3ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:29.071608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-db8cab8e-b50f-47f3-b42c-2dec38f3ecee service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0980022 Apr 07 11:55:29.144448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-b438230f-2e03-4820-bf74-296b916e4883 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 200 len: 999 time: 0.0662050 Apr 07 11:55:29.201188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-3dd8d9ba-b7b8-4970-b43c-edc6cc3e6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:29.202583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-3dd8d9ba-b7b8-4970-b43c-edc6cc3e6989 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0524824 Apr 07 11:55:29.208339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '73b04a0c-a424-467a-9512-d738598a49b4', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:e0:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:55:27Z', 'updated_at': '2022-04-07T11:55:27Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:29.239869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:55:29.248871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:55:29.249539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:55:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:29.252082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-d097d263-ea3f-4c39-ae79-89b0ff8981ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:29.253764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-d097d263-ea3f-4c39-ae79-89b0ff8981ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454981 Apr 07 11:55:29.353028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-227d392f-c952-44d3-a087-4fa521768a4f service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929656 Apr 07 11:55:29.357449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:55:29.445299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0c6acde-1bae-42e3-9289-0595b5dc51d3 req-02b2b49e-f7b4-4ad6-9bbc-b2d91a4fcf13 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863924 Apr 07 11:55:29.598140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '73b04a0c-a424-467a-9512-d738598a49b4', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:e0:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:55:27Z', 'updated_at': '2022-04-07T11:55:27Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:29.624482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46363a18-a45f-47c3-af53-5b2bb962b5ca None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '73b04a0c-a424-467a-9512-d738598a49b4', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:e0:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:55:27Z', 'updated_at': '2022-04-07T11:55:27Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:55:29.838426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78d799-5665-4158-91d9-9a4be67d6c03 None None] New status for floating IP 73b04a0c-a424-467a-9512-d738598a49b4: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:55:30.696631 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9dd41efb-abfd-495f-baa5-38f97b54bd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.026164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.027056 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30e6426a-777a-4808-843a-52a9dbcdbb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.761937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.555046 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:36.097901 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:37.234608 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:59.304238 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:00.688886 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e5c931db-f955-45a3-b99b-e9f441617060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.048865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.020565 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-48f8593b-8f7a-46de-ac4b-c994b920b707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.763536 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.561818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.099386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.227236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.023212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-67e71ceb-23ae-4e4d-a66c-3c2eccff8838 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584748 Apr 07 11:56:11.109312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-fc3dff91-081b-4723-a1fb-c840f761820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:11.110817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-fc3dff91-081b-4723-a1fb-c840f761820e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1128 time: 0.0469217 Apr 07 11:56:11.213106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-af53d8ca-8710-46ba-97b6-71e1c3a244d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:11.214571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-af53d8ca-8710-46ba-97b6-71e1c3a244d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0855856 Apr 07 11:56:11.288093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-12a13679-0f40-450f-84f2-488061ed31a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 200 len: 1001 time: 0.0670609 Apr 07 11:56:11.334043 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-3b29ba4a-526d-4768-b656-0d59761b2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:11.335481 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-3b29ba4a-526d-4768-b656-0d59761b2a92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0424871 Apr 07 11:56:11.383065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-023e1685-10a2-478d-b4fe-482724e087e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:11.384558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-023e1685-10a2-478d-b4fe-482724e087e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437856 Apr 07 11:56:11.477580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-38068878-5617-4506-897a-bf5c95a17327 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871382 Apr 07 11:56:11.567486 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d37b0b6-6049-4d6b-82a0-e83107388ad0 req-e89cc900-3200-48b9-99a9-f54640cb04a9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845082 Apr 07 11:56:30.692488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e1a86f43-4ab7-404a-bb39-d29407f47a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.050118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:33.024399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-be7b8fa6-05ad-4880-a523-49dff0968e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:33.773987 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:34.561205 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:36.103005 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:36.304424 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:37.231355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.694718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27f6126f-3730-4633-8476-24d254f539cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.048282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.025711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-277b2526-69a0-4630-be83-a9dd2fdd7961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.805088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:04.564457 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.106186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.240511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.007892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-3246306f-e64f-41f0-b15c-4f529930ab47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533245 Apr 07 11:57:11.107213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-e84d3d0a-325f-4ea0-91b9-79d86183c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.108707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-e84d3d0a-325f-4ea0-91b9-79d86183c5f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 1128 time: 0.0570433 Apr 07 11:57:11.223748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-b5e9c667-c84e-4969-bc36-81c4f83e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.225432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-b5e9c667-c84e-4969-bc36-81c4f83e0842 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0967472 Apr 07 11:57:11.306115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-005f363a-55cd-4443-b5ba-4a18db5e5af6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 200 len: 1001 time: 0.0752611 Apr 07 11:57:11.362190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-3431d7c4-98f8-4f20-9e3a-20a5decae972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.363846 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-3431d7c4-98f8-4f20-9e3a-20a5decae972 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0527182 Apr 07 11:57:11.418625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-6bfa7844-bddb-4076-b5fd-6f1ea502a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.420200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-6bfa7844-bddb-4076-b5fd-6f1ea502a4f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508347 Apr 07 11:57:11.525950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-6d578a49-4496-4d82-8636-2381fd1b4e02 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000812 Apr 07 11:57:11.620737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d3144a9-0a45-4ed3-a746-65ceb5d62170 req-851d3c55-a25a-4b1a-bd5f-a1c477dac207 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Apr 07 11:57:13.303607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:26.561790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2fb2-db33-487c-b4d0-dc24db75bd23 req-132a19cf-2970-4693-abcc-ac35a87fca3f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:26.563287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6ea2fb2-db33-487c-b4d0-dc24db75bd23 req-132a19cf-2970-4693-abcc-ac35a87fca3f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 946 time: 0.1562667 Apr 07 11:57:26.612610 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6ea2fb2-db33-487c-b4d0-dc24db75bd23 req-e607c79f-52b5-4c01-b544-b4801fbe066b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Apr 07 11:57:27.795175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad536740-8f05-45e0-84b8-f495099f4718 req-9946a9ac-2b7c-4df8-bc37-78b5df110c7a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:27.796704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad536740-8f05-45e0-84b8-f495099f4718 req-9946a9ac-2b7c-4df8-bc37-78b5df110c7a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 946 time: 0.1093535 Apr 07 11:57:27.846800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad536740-8f05-45e0-84b8-f495099f4718 req-d0bfbc03-0e5e-4600-b28d-2a97d0e6c8f5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 Apr 07 11:57:27.915245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-8a7e3cfe-12e9-4090-8417-d04a8b807af8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:27.916627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-8a7e3cfe-12e9-4090-8417-d04a8b807af8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 946 time: 0.0559132 Apr 07 11:57:28.011474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port 7a8a7851-755b-4d61-bd40-b7c52eca2650 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:57:28.011927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.106128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port 7a8a7851-755b-4d61-bd40-b7c52eca2650, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7a8a7851-755b-4d61-bd40-b7c52eca2650,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:28.106504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.281444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.281741 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (73b04a0c-a424-467a-9512-d738598a49b4), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.282197 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Floating IP 73b04a0c-a424-467a-9512-d738598a49b4 disassociated. External IP: 172.25.5.27, port: 7a8a7851-755b-4d61-bd40-b7c52eca2650. Apr 07 11:57:28.282558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for 7a8a7851-755b-4d61-bd40-b7c52eca2650 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:57:28.420875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7a8a7851-755b-4d61-bd40-b7c52eca2650), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.450787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=7a8a7851-755b-4d61-bd40-b7c52eca2650,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:28.465465 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.465815 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.466160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.466500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.467348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.467348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.467931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.467931 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.468248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.468457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.468734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.469059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.469410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:28.593060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:57:28.705337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:28.716039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:28.726480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:28.727211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:57:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:28.751016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port 7a8a7851-755b-4d61-bd40-b7c52eca2650 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:57:28.754155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.757386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63ad063d-b047-43da-89c9-8407bc2345a3 req-6cf93c5e-7aa9-4dd6-bd24-73b877e25114 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "DELETE /v2.0/ports/7a8a7851-755b-4d61-bd40-b7c52eca2650 HTTP/1.1" status: 204 len: 173 time: 0.8352301 Apr 07 11:57:28.757838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'name': 'network-vif-deleted', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:28.760060 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92bd53-ed5e-43f1-be43-da1b05129e29" -d '{"events": [{"server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "name": "network-vif-deleted", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:28.821565 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434de726-1ad0-451a-a18b-f2cc0607ac15 x-openstack-request-id: req-434de726-1ad0-451a-a18b-f2cc0607ac15 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:28.822154 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797ffb14-575f-4dfc-ba1b-a32df8dfa599", "name": "network-vif-deleted", "tag": "7a8a7851-755b-4d61-bd40-b7c52eca2650", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:28.822154 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-434de726-1ad0-451a-a18b-f2cc0607ac15 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:28.822515 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434de726-1ad0-451a-a18b-f2cc0607ac15'] response: {'server_uuid': '797ffb14-575f-4dfc-ba1b-a32df8dfa599', 'name': 'network-vif-deleted', 'tag': '7a8a7851-755b-4d61-bd40-b7c52eca2650', 'status': 'completed', 'code': 200} Apr 07 11:57:28.937483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:28.982679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-861446b5-cc7a-4062-9648-b41029599bdf req-fbc37fb0-5d38-4c91-95cf-35284854df07 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0363331 Apr 07 11:57:29.215632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:29.248633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:29.257746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:29.258354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:57:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:29.366295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:29.598915 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:29.627032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50524af-ade8-46c9-b300-b243eb2a3ef1 None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:29.916703 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42af5e7-5745-4423-8764-e31c52885e72 None None] New status for floating IP 73b04a0c-a424-467a-9512-d738598a49b4: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:57:30.115135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8d2cfae-1938-4923-bbd8-cdbd0436bd37 req-e10ea966-487a-4315-9956-de654fde88ae tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0410955 Apr 07 11:57:30.698462 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-90ee04d2-fc59-47d7-9bd7-92c72fa110c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:31.225110 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af4a14cf-57ea-47f3-86f9-58d03292dc32 req-b280db51-8446-480c-a352-087abaa56bbf tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0312908 Apr 07 11:57:32.052341 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:32.330124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1769c94a-145e-42ad-8eea-a405dcf66857 req-279d4aa6-b794-4e31-afcb-b43bbdf1735f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0297740 Apr 07 11:57:33.027675 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bac011d0-5834-4cfc-a38e-6e26adc1a3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.251458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7a8a7851-755b-4d61-bd40-b7c52eca2650 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:57:33.271896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 7a8a7851-755b-4d61-bd40-b7c52eca2650 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:57:33.272331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7a8a7851-755b-4d61-bd40-b7c52eca2650 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:57:33.442464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-758804fc-58c4-4893-9d3a-16d347635206 req-17eb9beb-f35d-41c2-b197-7ede509eccf3 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Apr 07 11:57:33.827812 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.541779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d728b1e-c3dd-42e7-9d84-d41a0c4e964b req-ef4a5043-b8d6-481e-9bdf-772362c1b10b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Apr 07 11:57:34.576782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:35.658071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d62e08de-d413-41ad-9faf-a3c115115dba req-5e8a8738-30b4-4bf0-b10f-1cc907b1b2c1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0285866 Apr 07 11:57:36.114625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:36.767661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88de693a-0566-4813-aa54-b72a08702868 req-c6abd741-49d0-4b23-8b8a-d1fdbf637477 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0362315 Apr 07 11:57:37.233222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:37.874942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e67616d-fb61-4dd2-9a56-b41487a0add9 req-ca6d698c-83d0-4847-8f31-30b4ae869fac tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=797ffb14-575f-4dfc-ba1b-a32df8dfa599 HTTP/1.1" status: 200 len: 210 time: 0.0341399 Apr 07 11:57:39.112355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-18746f11-8c96-46e7-8fa9-ee30456a6f31 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442218943&fields=id&tenant_id=d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 267 time: 0.0456431 Apr 07 11:57:39.223080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-6be296b4-20b2-47aa-928f-1745b92f965b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:39.224595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-6be296b4-20b2-47aa-928f-1745b92f965b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1057413 Apr 07 11:57:39.239989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-00c75d1c-46a2-4bc5-914d-d6ed6d4472f1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Apr 07 11:57:39.301660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-f2a5ad07-1b7d-45d0-a9dc-f89d43fe4aba tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557413 Apr 07 11:57:39.459339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-5b75e2e5-f6a3-4f56-bb01-85ac0c4cc77a service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460936 Apr 07 11:57:39.569824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-978304a0-6c87-4bf6-ad56-a45317b550cb service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048117 Apr 07 11:57:39.905771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50837c93-2718-4217-9876-3398cc726284 req-ff8db884-4196-4624-a94f-f10626f4e234 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0361247 Apr 07 11:57:40.910000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-592d1bbd-fce8-40c1-8032-63c6dd1c25a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:40.911479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-592d1bbd-fce8-40c1-8032-63c6dd1c25a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1270697 Apr 07 11:57:40.988636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-00a3fc61-de5c-47b2-adb5-a7faa50b8d34 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 379 time: 0.0696435 Apr 07 11:57:40.998255 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'security_groups': ['e233bf58-41a5-4d9a-977b-a1616ece4415']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:41.067782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61cfea3b-b943-4c79-adeb-586387c2d315 req-94a5e7ec-929d-46ba-9e42-38f85415d4da tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0643246 Apr 07 11:57:41.146170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:41.150640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:41.305875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.13 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/95cad919-307c-461b-af60-366f1a52a0ce) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:41.461846 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (95cad919-307c-461b-af60-366f1a52a0ce), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:41.495931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (95cad919-307c-461b-af60-366f1a52a0ce), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:41.537052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:41.540227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:41.544063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:41.580917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=95cad919-307c-461b-af60-366f1a52a0ce,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:41.614579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:41.615679 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:41.638295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-de3b7bb1-68a0-463f-8d81-822a3b9076c0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6446466 Apr 07 11:57:41.653669 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Request body: {'port': {'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:41.742954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95cad919-307c-461b-af60-366f1a52a0ce), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:41.862753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-cec9c699-d854-4e2b-a7ad-59b015115325 None None] Provisioning complete for port 95cad919-307c-461b-af60-366f1a52a0ce triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:41.863769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cec9c699-d854-4e2b-a7ad-59b015115325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (95cad919-307c-461b-af60-366f1a52a0ce), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:41.931587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-cec9c699-d854-4e2b-a7ad-59b015115325 None None] Port 95cad919-307c-461b-af60-366f1a52a0ce cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:42.070535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cad919-307c-461b-af60-366f1a52a0ce {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:42.078100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Publish callbacks [] for port (95cad919-307c-461b-af60-366f1a52a0ce), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.089682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Transition to ACTIVE for port object 95cad919-307c-461b-af60-366f1a52a0ce will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:57:42.093494 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (95cad919-307c-461b-af60-366f1a52a0ce), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.159950 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Pushing event updated for resources: {'Port': ['ID=95cad919-307c-461b-af60-366f1a52a0ce,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:42.283268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Attempting to bind port 95cad919-307c-461b-af60-366f1a52a0ce on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:42.284128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Attempting to bind port 95cad919-307c-461b-af60-366f1a52a0ce by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:42.284585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Attempting to bind port 95cad919-307c-461b-af60-366f1a52a0ce on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:42.295631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Port 95cad919-307c-461b-af60-366f1a52a0ce on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:57:42.296278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Attempting to bind port 95cad919-307c-461b-af60-366f1a52a0ce on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:42.311643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928206f9-db39-421b-b57f-36d61c8bdc64 req-f2d13ee2-ffac-4b0e-b033-a0433b69edc4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:42.313548 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-928206f9-db39-421b-b57f-36d61c8bdc64 req-f2d13ee2-ffac-4b0e-b033-a0433b69edc4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.1082780 Apr 07 11:57:42.314558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:42.315316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:42.315985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:42.316609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Bound port: 95cad919-307c-461b-af60-366f1a52a0ce, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:42.318410 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95cad919-307c-461b-af60-366f1a52a0ce), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.416714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-928206f9-db39-421b-b57f-36d61c8bdc64 req-70db687d-4e52-4ccd-b223-f1829ffc28e5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958200 Apr 07 11:57:42.469824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] For port 95cad919-307c-461b-af60-366f1a52a0ce, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:42.475062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] For port 95cad919-307c-461b-af60-366f1a52a0ce, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=95cad919-307c-461b-af60-366f1a52a0ce,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:42.481664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (95cad919-307c-461b-af60-366f1a52a0ce), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.546114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:42.546859 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.548241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] 10.222.0.23 "PUT /v2.0/ports/95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1092 time: 0.8989818 Apr 07 11:57:42.548673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:42.551660 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b420d3a-8279-4c1d-895e-93094b0df1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "tag": "95cad919-307c-461b-af60-366f1a52a0ce"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:42.575168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6714-d82f-4e50-a50a-c6317964c545 service neutron] Pushing event updated for resources: {'Port': ['ID=95cad919-307c-461b-af60-366f1a52a0ce,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:42.630884 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9090dfce-e902-4f03-b543-b197d179f53f x-openstack-request-id: req-9090dfce-e902-4f03-b543-b197d179f53f {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:42.631220 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "tag": "95cad919-307c-461b-af60-366f1a52a0ce", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:42.631557 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9090dfce-e902-4f03-b543-b197d179f53f {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:42.631976 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9090dfce-e902-4f03-b543-b197d179f53f'] response: {'name': 'network-changed', 'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce', 'status': 'completed', 'code': 200} Apr 07 11:57:42.653400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-ef645394-fa6a-4af9-8b9c-e7b5c893ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:42.655068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-ef645394-fa6a-4af9-8b9c-e7b5c893ceb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1126 time: 0.0661457 Apr 07 11:57:42.714533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-631da13e-7e5a-423b-973a-984f0c26760e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 217 time: 0.0532110 Apr 07 11:57:42.768646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-9c6d74eb-b344-487b-9b03-70f370af857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:42.770816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-9c6d74eb-b344-487b-9b03-70f370af857c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0499535 Apr 07 11:57:42.824936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-c37cb9fd-6666-4cb0-b244-eab4c2dc3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:42.826492 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-c37cb9fd-6666-4cb0-b244-eab4c2dc3cfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506449 Apr 07 11:57:42.936909 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-8dc20781-77d7-4fbe-961a-521ee47972cb service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043665 Apr 07 11:57:43.038142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69274bb9-5774-494f-a6bd-f37ba209a740 req-6ca99e3d-131f-47b5-a062-346df681b3c6 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957558 Apr 07 11:57:43.134097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-8fd19dc5-4023-432c-b258-92b627e79c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.135529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-8fd19dc5-4023-432c-b258-92b627e79c88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1126 time: 0.0516181 Apr 07 11:57:43.601012 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-9feddca6-c553-4d58-80a1-b8ef335dfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.602591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-9feddca6-c553-4d58-80a1-b8ef335dfe4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.4617910 Apr 07 11:57:43.614399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56595036-36e2-4291-ba30-b0b07c4fdae3 req-1170b10e-4471-46ce-9f0c-36fdd5ae71fa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.615905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56595036-36e2-4291-ba30-b0b07c4fdae3 req-1170b10e-4471-46ce-9f0c-36fdd5ae71fa tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0919223 Apr 07 11:57:43.659712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-12563023-d9ce-41c0-99c5-cadc653858e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 217 time: 0.0427971 Apr 07 11:57:43.730335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56595036-36e2-4291-ba30-b0b07c4fdae3 req-25156bd9-0966-4543-ba50-ef2bda197507 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077363 Apr 07 11:57:43.733874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-2ccdcbc5-deb4-4941-81f5-1a26497bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.735235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-2ccdcbc5-deb4-4941-81f5-1a26497bafd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0698137 Apr 07 11:57:43.788685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-20648322-4232-43d7-8a8a-452a3847417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.790224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-20648322-4232-43d7-8a8a-452a3847417e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496380 Apr 07 11:57:43.890847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-fff24e1b-585a-4b3b-bd77-4109f1508771 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942492 Apr 07 11:57:43.989562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b420d3a-8279-4c1d-895e-93094b0df1ef req-358083d2-649e-474f-9c75-2cc44bd40314 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924881 Apr 07 11:57:44.890843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18d74d-907d-43b3-98eb-c1b17e7a8cfa req-182a584b-c0b7-4b09-b7cb-bda7906fbef2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:44.892342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e18d74d-907d-43b3-98eb-c1b17e7a8cfa req-182a584b-c0b7-4b09-b7cb-bda7906fbef2 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0774269 Apr 07 11:57:44.947513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e18d74d-907d-43b3-98eb-c1b17e7a8cfa req-ec571308-076d-44b1-a937-c2c6556fe7be tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486476 Apr 07 11:57:46.074399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9167d-6a6d-4f76-bee4-39cd23ca2459 req-66c14b2d-2b61-41bc-a809-80fb6c153c07 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:46.075998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20b9167d-6a6d-4f76-bee4-39cd23ca2459 req-66c14b2d-2b61-41bc-a809-80fb6c153c07 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0549216 Apr 07 11:57:46.129554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20b9167d-6a6d-4f76-bee4-39cd23ca2459 req-d30af3f4-7f15-4ae8-8acb-062a0f99f699 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470269 Apr 07 11:57:47.270826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895dee3-c70a-4786-bda6-1f9a170a532f req-0435e935-0fdb-4dbc-aabe-60dc9eb1d573 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:47.272316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3895dee3-c70a-4786-bda6-1f9a170a532f req-0435e935-0fdb-4dbc-aabe-60dc9eb1d573 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0544558 Apr 07 11:57:47.329316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3895dee3-c70a-4786-bda6-1f9a170a532f req-97a8023c-cffe-4867-9610-c7334ff3a9b1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512226 Apr 07 11:57:48.466091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d26437-318f-4d05-b8cf-715ca6d34bd7 req-d20905d5-8a1e-46a3-8062-a6e20b0369fe tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.468821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6d26437-318f-4d05-b8cf-715ca6d34bd7 req-d20905d5-8a1e-46a3-8062-a6e20b0369fe tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0697594 Apr 07 11:57:48.524533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6d26437-318f-4d05-b8cf-715ca6d34bd7 req-9f3cc81a-3a57-4b68-8810-181ff3bd5ca0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Apr 07 11:57:49.663723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb08c10-c244-4319-a8df-f7419fc801f6 req-3d4e769a-555c-49da-b059-e7abeeec8f11 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:49.665151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fb08c10-c244-4319-a8df-f7419fc801f6 req-3d4e769a-555c-49da-b059-e7abeeec8f11 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0562098 Apr 07 11:57:49.722555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fb08c10-c244-4319-a8df-f7419fc801f6 req-88b5b1ef-7468-455d-ae61-80510b380c90 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513995 Apr 07 11:57:50.302630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:50.856929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0209-51c8-4af7-a10a-6cc3db4ba7a2 req-88db2c89-0cda-47c1-aef3-b87aa45ceb5b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:50.858707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-612f0209-51c8-4af7-a10a-6cc3db4ba7a2 req-88db2c89-0cda-47c1-aef3-b87aa45ceb5b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0583978 Apr 07 11:57:50.911356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-612f0209-51c8-4af7-a10a-6cc3db4ba7a2 req-0e7f5bfa-d301-4a49-9e62-d8373e8fbd10 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461845 Apr 07 11:57:52.036911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d916483-1983-4e05-8d4d-364a87acd735 req-d6e0f754-b675-4592-9140-cf721624510c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:52.038529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d916483-1983-4e05-8d4d-364a87acd735 req-d6e0f754-b675-4592-9140-cf721624510c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0573874 Apr 07 11:57:52.092351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5d916483-1983-4e05-8d4d-364a87acd735 req-ef6b009d-35b1-40a0-a951-285135288a09 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480416 Apr 07 11:57:53.214491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19367e-1d93-4aea-823e-2e8409bd4910 req-aebfc285-34ce-4fae-a5d5-b47aa3bb41b6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:53.215995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec19367e-1d93-4aea-823e-2e8409bd4910 req-aebfc285-34ce-4fae-a5d5-b47aa3bb41b6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0534470 Apr 07 11:57:53.271788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ec19367e-1d93-4aea-823e-2e8409bd4910 req-6679a296-90c8-44d5-95fb-59ae25da4116 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487680 Apr 07 11:57:54.397760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4f088-edd5-4799-a179-33584aa24eb0 req-bcb4c3ea-5cca-4d40-8914-36a5f4e602cb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.399252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eac4f088-edd5-4799-a179-33584aa24eb0 req-bcb4c3ea-5cca-4d40-8914-36a5f4e602cb tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0581825 Apr 07 11:57:54.449041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eac4f088-edd5-4799-a179-33584aa24eb0 req-3aad5070-f59e-466b-9cd8-e2e35c20c911 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 Apr 07 11:57:55.569055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d425-4686-43c5-8bec-b2e9d9bd38ab req-71e7fa76-b4b3-4052-b9fc-1fa8a813cf30 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:55.570564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f423d425-4686-43c5-8bec-b2e9d9bd38ab req-71e7fa76-b4b3-4052-b9fc-1fa8a813cf30 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0514722 Apr 07 11:57:55.619017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f423d425-4686-43c5-8bec-b2e9d9bd38ab req-aa542290-16c7-4b2e-a5ec-a62a9b8daf1f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 Apr 07 11:57:56.744633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f956a1-5cac-4263-a7dc-43333a4c3d90 req-58f3955d-611d-4328-9122-be372f22cc6d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:56.746148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79f956a1-5cac-4263-a7dc-43333a4c3d90 req-58f3955d-611d-4328-9122-be372f22cc6d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0585001 Apr 07 11:57:56.795411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-79f956a1-5cac-4263-a7dc-43333a4c3d90 req-9378c91b-c3c4-41aa-9a6d-1ecade09043f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433609 Apr 07 11:57:57.915390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07193fcb-a468-46ce-861c-08a8e9318370 req-295ad458-6c4b-4560-b461-d427ae8d887c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:57.916872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07193fcb-a468-46ce-861c-08a8e9318370 req-295ad458-6c4b-4560-b461-d427ae8d887c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0524967 Apr 07 11:57:57.966622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07193fcb-a468-46ce-861c-08a8e9318370 req-ee573c6f-f454-4e07-8a10-df2b022bb2e4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439584 Apr 07 11:57:59.096924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a0351-d133-455a-ba2c-92dda6c4117d req-90fcf06b-4418-4b8f-b599-06fb4b1fb757 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:59.098444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b4a0351-d133-455a-ba2c-92dda6c4117d req-90fcf06b-4418-4b8f-b599-06fb4b1fb757 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 944 time: 0.0590777 Apr 07 11:57:59.147857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b4a0351-d133-455a-ba2c-92dda6c4117d req-8a3690fb-7dfc-4e7d-ab13-8ec57225c3fc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Apr 07 11:57:59.391653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 95cad919-307c-461b-af60-366f1a52a0ce details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:57:59.648289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 95cad919-307c-461b-af60-366f1a52a0ce, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=95cad919-307c-461b-af60-366f1a52a0ce,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:59.659911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '95cad919-307c-461b-af60-366f1a52a0ce', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:57:59.696942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 95cad919-307c-461b-af60-366f1a52a0ce is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:59.697359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95cad919-307c-461b-af60-366f1a52a0ce), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:59.710309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cad919-307c-461b-af60-366f1a52a0ce {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:59.732928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 95cad919-307c-461b-af60-366f1a52a0ce, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=95cad919-307c-461b-af60-366f1a52a0ce,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:59.738008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95cad919-307c-461b-af60-366f1a52a0ce), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:59.789340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=95cad919-307c-461b-af60-366f1a52a0ce,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:59.796656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.797019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.797392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.797736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.798072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.798407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.799562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.800262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.800606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.800944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.801304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.801640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.801971 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:59.962526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['95cad919-307c-461b-af60-366f1a52a0ce'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:58:00.269244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af934c69-0612-455d-ad41-488d8d3a1c42 req-d7e78a3d-d9c9-4112-98c0-dd0500695f0c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:00.270693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af934c69-0612-455d-ad41-488d8d3a1c42 req-d7e78a3d-d9c9-4112-98c0-dd0500695f0c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 945 time: 0.0536492 Apr 07 11:58:00.319849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af934c69-0612-455d-ad41-488d8d3a1c42 req-0fc5c06b-8ab2-4505-b3fd-2df7aceed884 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434656 Apr 07 11:58:00.704097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-da060c7a-c3c0-4c76-9a1a-98aea949a603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.407037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 95cad919-307c-461b-af60-366f1a52a0ce up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:01.459827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665db6e4-c5f2-4049-97a2-f0fee13772f8 req-75b8e74c-d67f-4630-afa1-d1e14b23bd71 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:01.461489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-665db6e4-c5f2-4049-97a2-f0fee13772f8 req-75b8e74c-d67f-4630-afa1-d1e14b23bd71 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 945 time: 0.0586529 Apr 07 11:58:01.478093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 95cad919-307c-461b-af60-366f1a52a0ce completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:58:01.482080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 95cad919-307c-461b-af60-366f1a52a0ce triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:01.482450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (95cad919-307c-461b-af60-366f1a52a0ce), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.518556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-665db6e4-c5f2-4049-97a2-f0fee13772f8 req-a219b3ba-3ef8-458a-96bf-cbdd15dd0e6b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505764 Apr 07 11:58:01.571157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 95cad919-307c-461b-af60-366f1a52a0ce is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:01.571566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (95cad919-307c-461b-af60-366f1a52a0ce), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.594845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:01.598017 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c0333-09eb-4ad8-85e1-a34166ae8c94" -d '{"events": [{"server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "name": "network-vif-plugged", "status": "completed", "tag": "95cad919-307c-461b-af60-366f1a52a0ce"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:01.611197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 95cad919-307c-461b-af60-366f1a52a0ce, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=95cad919-307c-461b-af60-366f1a52a0ce,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:01.616543 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (95cad919-307c-461b-af60-366f1a52a0ce), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.669814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=95cad919-307c-461b-af60-366f1a52a0ce,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:01.722655 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891ff199-0d06-4faa-a81d-2c807b56130e x-openstack-request-id: req-891ff199-0d06-4faa-a81d-2c807b56130e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:01.723267 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "name": "network-vif-plugged", "status": "completed", "tag": "95cad919-307c-461b-af60-366f1a52a0ce", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:01.723267 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-891ff199-0d06-4faa-a81d-2c807b56130e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:01.723612 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891ff199-0d06-4faa-a81d-2c807b56130e'] response: {'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce', 'code': 200} Apr 07 11:58:01.887781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46422b1-d44e-4bfd-bb85-8f98e6071717 req-98e5dbfc-6c5c-4d06-9bed-ad202e40e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:01.889267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a46422b1-d44e-4bfd-bb85-8f98e6071717 req-98e5dbfc-6c5c-4d06-9bed-ad202e40e1d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.1032107 Apr 07 11:58:01.936023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a46422b1-d44e-4bfd-bb85-8f98e6071717 req-02412183-484c-4d6a-921a-073624b4bff5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Apr 07 11:58:02.051222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:02.640045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b5a57-473b-4215-ba37-801d74369143 req-2a052abd-15b2-462d-8ab6-da040faf4a2b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:02.641561 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e2b5a57-473b-4215-ba37-801d74369143 req-2a052abd-15b2-462d-8ab6-da040faf4a2b tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 946 time: 0.0527887 Apr 07 11:58:02.691325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e2b5a57-473b-4215-ba37-801d74369143 req-4c696199-2a12-44d6-884f-c58483e1657e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432537 Apr 07 11:58:03.030353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-86d3e368-e39d-4d7a-a139-64dbd7da8314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.816952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e28dd-9eb0-46c4-83b5-fa5e9c372b31 req-7b63b403-ed60-45b8-811b-e49713232a44 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:03.818407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef7e28dd-9eb0-46c4-83b5-fa5e9c372b31 req-7b63b403-ed60-45b8-811b-e49713232a44 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 946 time: 0.0567319 Apr 07 11:58:03.835611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.870173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef7e28dd-9eb0-46c4-83b5-fa5e9c372b31 req-bc6cb564-8f46-47eb-90d3-c4061866402c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455415 Apr 07 11:58:03.990784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308842a-856f-41ca-9dd4-8606658f0d43 req-908ed4f8-e4dd-4cac-ba98-ad74ab1c1fd4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:03.992306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6308842a-856f-41ca-9dd4-8606658f0d43 req-908ed4f8-e4dd-4cac-ba98-ad74ab1c1fd4 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 946 time: 0.0546801 Apr 07 11:58:04.041962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6308842a-856f-41ca-9dd4-8606658f0d43 req-ab6aa0e7-63dd-4cc0-ba06-036b297db4d5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432658 Apr 07 11:58:04.065479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59746) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:04.118293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd82330-0d23-4f5b-9dc6-27f0f6c0c59a tempest-TestVolumeBootPattern-1691300048 tempest-TestVolumeBootPattern-1691300048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:04.119903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6cd82330-0d23-4f5b-9dc6-27f0f6c0c59a tempest-TestVolumeBootPattern-1691300048 tempest-TestVolumeBootPattern-1691300048-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1123 time: 0.0534341 Apr 07 11:58:04.123055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 59754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:04.127781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:04.148901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.253244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.363603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.25.5.199 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d26d664c-621c-45ec-a367-14656d887d1c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:04.465946 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (d26d664c-621c-45ec-a367-14656d887d1c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.501399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d26d664c-621c-45ec-a367-14656d887d1c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.548326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:04.551159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:04.561330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:04.570530 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.584246 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=d26d664c-621c-45ec-a367-14656d887d1c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:04.597619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.597967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.598303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.598639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.598969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.599320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.599620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.599944 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.600266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.600585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.600908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.601252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.601574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:04.925280 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (0f149ffb-7d2c-4469-bf8e-9a78596a39a8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.996772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d26d664c-621c-45ec-a367-14656d887d1c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:05.150425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (d26d664c-621c-45ec-a367-14656d887d1c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:05.155089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d26d664c-621c-45ec-a367-14656d887d1c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:05.223558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=d26d664c-621c-45ec-a367-14656d887d1c,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:05.234145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (0f149ffb-7d2c-4469-bf8e-9a78596a39a8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:05.338908 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Floating IP 0f149ffb-7d2c-4469-bf8e-9a78596a39a8 associated. External IP: 172.25.5.199, port: 95cad919-307c-461b-af60-366f1a52a0ce. Apr 07 11:58:05.553928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:06.008122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:06.018963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:06.028173 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:06.029473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:06.030119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:58:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:06.074166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a7062408-52dd-4e01-b94d-da303c7ee82e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9500260 Apr 07 11:58:06.075298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:06.078169 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "tag": "95cad919-307c-461b-af60-366f1a52a0ce"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:06.128715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:06.161737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:06.181048 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2c31b7-a5e4-4297-8bc6-8691b17a555d x-openstack-request-id: req-0f2c31b7-a5e4-4297-8bc6-8691b17a555d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:06.181614 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "tag": "95cad919-307c-461b-af60-366f1a52a0ce", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:06.181724 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f2c31b7-a5e4-4297-8bc6-8691b17a555d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:06.182050 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2c31b7-a5e4-4297-8bc6-8691b17a555d'] response: {'name': 'network-changed', 'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce', 'status': 'completed', 'code': 200} Apr 07 11:58:06.247693 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-5001f042-55cf-4242-8286-174e5e77ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:06.249247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-5001f042-55cf-4242-8286-174e5e77ef2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0453124 Apr 07 11:58:06.340452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-e9a5d65f-6413-40b3-8ad7-bfff279f536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:06.341963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-e9a5d65f-6413-40b3-8ad7-bfff279f536e service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0860326 Apr 07 11:58:06.400547 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:04Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:06.406835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-1f52a1d4-b1cd-4a97-8c78-b6ae846c527a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1000 time: 0.0593135 Apr 07 11:58:06.428639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:06.436999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:06.437659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T11:58:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:06.459727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-8ea072f2-02df-481d-b887-90a4f2a91dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:06.461213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-8ea072f2-02df-481d-b887-90a4f2a91dab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0493715 Apr 07 11:58:06.510038 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-5800a2c8-43f9-499b-a1fa-76d7674aea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:06.511551 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-5800a2c8-43f9-499b-a1fa-76d7674aea31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449264 Apr 07 11:58:06.548079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:06.602432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-489935b9-e795-4513-a4b0-4e394640ae4e service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849237 Apr 07 11:58:06.707392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc31feb-65cc-4d36-9eed-15c9b2b5529e req-36b8b910-9702-46b2-8b0a-76df675330c9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987055 Apr 07 11:58:06.787305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:04Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:06.817956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5504d-a1f9-4585-91fa-4eac3694fdb2 None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:04Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:07.050865 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744aa1ec-8343-4021-8792-e914b8e32347 None None] New status for floating IP 0f149ffb-7d2c-4469-bf8e-9a78596a39a8: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:58:07.237936 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:12.990482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-bd22cc8b-4417-4723-bf9f-055a8de61727 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475900 Apr 07 11:58:13.075397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-4b316f7f-b0de-4d42-b1a1-015aa505acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:13.076908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-4b316f7f-b0de-4d42-b1a1-015aa505acc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0465240 Apr 07 11:58:13.191934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-da48abd9-e7bd-406f-aac5-14f4142cc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:13.193424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-da48abd9-e7bd-406f-aac5-14f4142cc729 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0985510 Apr 07 11:58:13.258015 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-7ced3afb-4de6-46f6-8edb-aa114e04f654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1002 time: 0.0591745 Apr 07 11:58:13.309872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-fe082209-2a44-4fd5-8920-602274cfd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:13.311331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-fe082209-2a44-4fd5-8920-602274cfd566 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0484428 Apr 07 11:58:13.364984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-2287f5a4-daf7-4284-889e-685ef48ee7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:13.366526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-2287f5a4-daf7-4284-889e-685ef48ee7e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466816 Apr 07 11:58:13.460871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-8345179a-e1e9-438d-9123-824185f642d3 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887303 Apr 07 11:58:13.564821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f581ba62-ca49-4aa2-b10f-9456a7ca6b10 req-d49d7dbb-7b34-4e7b-96af-cb10ee6dd633 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971091 Apr 07 11:58:27.302251 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:30.701243 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3ac61615-4970-4f5a-9b07-b71ad644afeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.040683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.248861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-69eee81f-8be1-4aac-97ad-be61d6783794 req-5623f7fe-e790-4d53-962d-c182a59fbbff service neutron] (104177) timed out ('10.222.0.23', 49759) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 11:58:33.035829 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-87901b9b-4f23-4d00-8ab2-df82f468f387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.849773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.574787 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.115272 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.240772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.696412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9a08b103-074f-4787-807c-4eda727065a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.541930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60580) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:01.712420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d88fb771-c461-4a4e-84fc-c6b0951131cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ad28e35b8f4fb5940ec1289c1d8ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691296 Apr 07 11:59:01.716844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 60586) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:01.765866 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e97f637c-95fa-4727-8d52-17d007aa8b61 admin admin] Publish callbacks [] for security_group (469e3bac-efe3-4d53-958a-33d71633cc45), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.787403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e97f637c-95fa-4727-8d52-17d007aa8b61 admin admin] Publish callbacks [] for security_group (469e3bac-efe3-4d53-958a-33d71633cc45), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.834522 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e97f637c-95fa-4727-8d52-17d007aa8b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (469e3bac-efe3-4d53-958a-33d71633cc45), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.837212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e97f637c-95fa-4727-8d52-17d007aa8b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.838472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e97f637c-95fa-4727-8d52-17d007aa8b61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469e3bac-efe3-4d53-958a-33d71633cc45 HTTP/1.1" status: 204 len: 168 time: 0.1206939 Apr 07 11:59:01.849102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f637c-95fa-4727-8d52-17d007aa8b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e3bac-efe3-4d53-958a-33d71633cc45,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:02.056906 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.046950 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-30aa5da8-e9cc-426a-aa4e-1e192bb53a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.848591 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.302371 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:04.575535 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.118462 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.244187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.983769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-5e886d4a-2959-4b32-a4fe-d0755ea5dc0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463860 Apr 07 11:59:15.072662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-ba0d139c-faa7-4427-9379-a5e634d40246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:15.074247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-ba0d139c-faa7-4427-9379-a5e634d40246 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0483837 Apr 07 11:59:15.185635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-217e9ad3-ecd1-4c8e-a584-90c7ae042d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:15.188660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-217e9ad3-ecd1-4c8e-a584-90c7ae042d1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0956333 Apr 07 11:59:15.257212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-89cb4bbb-a9fd-45ce-9be8-f36b8ed7528d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1002 time: 0.0626607 Apr 07 11:59:15.310349 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-e531110d-aaee-4e18-a22f-4123e2350611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:15.311953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-e531110d-aaee-4e18-a22f-4123e2350611 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0496533 Apr 07 11:59:15.367839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-20cd8e17-a495-49a5-9500-05ef57dccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:15.369435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-20cd8e17-a495-49a5-9500-05ef57dccfa0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513051 Apr 07 11:59:15.462498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-11464bc1-3ca4-447b-a18b-a9293602c418 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Apr 07 11:59:15.556115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e988b8b-7359-4418-ac16-f23ca7cc8e97 req-604b31e3-6556-43f3-b26d-b565cf6c7331 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Apr 07 11:59:30.700016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8518ea06-ba2c-4c52-a86d-b37f31b6e854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:32.044154 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.040972 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f5145da-8bc9-41b7-9459-bfc7deac072a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.862783 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.579985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:36.135307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:37.249215 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:41.301216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:49.060701 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-6c82f53b-8e81-451f-9ef3-35b52a2ede0d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442218943&fields=id&tenant_id=d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 267 time: 0.0462496 Apr 07 11:59:49.178134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-ed4d4dc6-f081-4b2c-a5ab-0c60df49d0be tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:49.179620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-ed4d4dc6-f081-4b2c-a5ab-0c60df49d0be tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1097960 Apr 07 11:59:49.194981 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-7e246855-843f-466e-b4a5-fad54ccff3f7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/quotas/d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 375 time: 0.0099089 Apr 07 11:59:49.253650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-b4fdbd7d-5996-4204-9065-74138f610b18 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534079 Apr 07 11:59:49.351207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-531a2f21-3113-49d9-b3dd-40afc8e30bec service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866985 Apr 07 11:59:49.445591 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-5944236a-6fef-4d45-b9e0-5a183f489e3e service neutron] 10.222.0.13 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882208 Apr 07 11:59:49.754630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e8f89ca-521f-4656-a6c4-0cad3c46b64a req-266b394f-9670-4439-9fd6-c922b0702e5e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0291009 Apr 07 11:59:50.710612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-cb5652fd-61f0-4fd6-abfb-72c306f9732e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:50.714627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-cb5652fd-61f0-4fd6-abfb-72c306f9732e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 812 time: 0.1182969 Apr 07 11:59:50.792191 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-cec074ef-7bb7-41c5-8f68-8f0da6f30af7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d183c379bbd74e928b37bd4532011731 HTTP/1.1" status: 200 len: 379 time: 0.0684693 Apr 07 11:59:50.802331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'port': {'device_id': '1af14c1a-816e-475d-8c2c-f80926871040', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'admin_state_up': True, 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'security_groups': ['e233bf58-41a5-4d9a-977b-a1616ece4415']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:50.877404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52d20d43-a51d-484c-ad38-8dfd29da3f40 req-bc9f369d-3824-48ea-a74f-f473c067e372 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0370057 Apr 07 11:59:50.926739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Made reservation on behalf of d183c379bbd74e928b37bd4532011731 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:50.930617 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.067666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.20.0.3 (0f952819-acaa-4045-8047-6a6a0ba0b424/198e7859-0a97-4812-a2af-f67297d85db7/ab55ad50-1493-488f-96a1-1f1a4f28e5f8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:51.220394 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.256844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.296136 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:51.301965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:51.306448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:51.352842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:51.364896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.365269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.365748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.366098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.366440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.366778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.367110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.367720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.368060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.368396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.368709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.369041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.369400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:51.390810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:51.391789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.411201 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-4459ed73-0c03-4171-b732-79c20c57a86a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144192 Apr 07 11:59:51.421613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-86f98e61-62f2-47aa-a8aa-e2e1bb771141 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:59:51.422894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-86f98e61-62f2-47aa-a8aa-e2e1bb771141 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062468 Apr 07 11:59:51.574681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Request body: {'port': {'device_id': '1af14c1a-816e-475d-8c2c-f80926871040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:51.580384 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a7ad1e1e-b01f-4214-8039-0449c7d17d1c None None] Provisioning complete for port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:51.581443 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a7ad1e1e-b01f-4214-8039-0449c7d17d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.624323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad1e1e-b01f-4214-8039-0449c7d17d1c None None] Port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:51.644769 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.930906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab55ad50-1493-488f-96a1-1f1a4f28e5f8 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:51.939968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Publish callbacks [] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:51.955711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Transition to ACTIVE for port object ab55ad50-1493-488f-96a1-1f1a4f28e5f8 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:59:51.963744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:52.021639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03f9bf-ed9e-41bf-be5b-7b49fe3f2967 req-0c42e2a5-f17b-47b6-a9fd-a581a1834419 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.029224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee03f9bf-ed9e-41bf-be5b-7b49fe3f2967 req-0c42e2a5-f17b-47b6-a9fd-a581a1834419 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 931 time: 0.0839622 Apr 07 11:59:52.085493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:52.092735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee03f9bf-ed9e-41bf-be5b-7b49fe3f2967 req-ad659f99-9271-40f3-b900-aaf6181e4b8a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571010 Apr 07 11:59:52.128525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Attempting to bind port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:52.128866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Attempting to bind port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:52.129280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Attempting to bind port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:52.134362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:59:52.134686 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Attempting to bind port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 on network 0f952819-acaa-4045-8047-6a6a0ba0b424 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:52.139711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:52.140156 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Checking segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:52.141221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Bound using segment: {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:52.141668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Bound port: ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459032-00e1-4d5a-bb97-5825d7dd59fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:52.142116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:52.222465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] For port ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:52.226444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] For port ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:52.233948 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:52.271200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.271831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:52.273226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] 10.222.0.41 "PUT /v2.0/ports/ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 1091 time: 0.8432574 Apr 07 11:59:52.273810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:52.276010 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354239ac-72e8-477b-ada9-92dff0f4d0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:52.301641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1b571-b175-467a-930d-697ee3292c3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:52.349834 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d2f8d6-b086-4b98-a754-09739b4e95d8 x-openstack-request-id: req-b6d2f8d6-b086-4b98-a754-09739b4e95d8 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:52.350269 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:52.350637 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6d2f8d6-b086-4b98-a754-09739b4e95d8 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:52.351141 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d2f8d6-b086-4b98-a754-09739b4e95d8'] response: {'name': 'network-changed', 'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'status': 'completed', 'code': 200} Apr 07 11:59:52.373732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-9fdcb699-0b0f-4148-ac19-b524c711bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.376166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-9fdcb699-0b0f-4148-ac19-b524c711bb21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1125 time: 0.0584662 Apr 07 11:59:52.418143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-fcc5de47-6ce3-422d-86b8-eb1a4328430f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 217 time: 0.0356545 Apr 07 11:59:52.475366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-45dcef70-08c7-48fc-b2f2-1ae2e4e9a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.476883 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-45dcef70-08c7-48fc-b2f2-1ae2e4e9a2a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0516055 Apr 07 11:59:52.531339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-71285531-9d7e-4d24-982c-31eb65e1364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.532785 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-71285531-9d7e-4d24-982c-31eb65e1364f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476346 Apr 07 11:59:52.623787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-805e3636-2e51-419b-8904-8ed072e339f7 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854242 Apr 07 11:59:52.721870 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-92846629-aeda-4ee6-85d1-be0a63811a82 req-239d0e84-7474-4d0e-853a-4d29449e9041 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929105 Apr 07 11:59:52.808737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-c90e0882-4bcc-467e-9499-44d2f4180240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.810187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-c90e0882-4bcc-467e-9499-44d2f4180240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1125 time: 0.0467103 Apr 07 11:59:52.902643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-995c0cfe-abc2-43fa-b086-86f369833fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.904134 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-995c0cfe-abc2-43fa-b086-86f369833fa5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0881543 Apr 07 11:59:52.946638 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-af96b2e1-55fe-400e-acbb-a7467d2fbda6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 217 time: 0.0362132 Apr 07 11:59:52.994604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-5df06f27-66df-4beb-bb10-3943ca5e81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.996056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-5df06f27-66df-4beb-bb10-3943ca5e81b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0439358 Apr 07 11:59:53.049313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-485efb25-58e2-4f40-b339-de9e61f7f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:53.050806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-485efb25-58e2-4f40-b339-de9e61f7f3cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487182 Apr 07 11:59:53.148390 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-05f4c7cf-7d24-4637-819f-abad82756ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916831 Apr 07 11:59:53.213538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698480-f295-4683-a7ec-24330d5979cf req-d513a26a-0b2a-408a-873e-dbf64cef0ee0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:53.215018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62698480-f295-4683-a7ec-24330d5979cf req-d513a26a-0b2a-408a-873e-dbf64cef0ee0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0556345 Apr 07 11:59:53.246027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-354239ac-72e8-477b-ada9-92dff0f4d0bd req-4306ea5a-f43c-4bb9-9a18-f32dbbb5d09f service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918469 Apr 07 11:59:53.269208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62698480-f295-4683-a7ec-24330d5979cf req-8720e28a-df0b-496d-84ed-d0bfeac6e689 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472395 Apr 07 11:59:54.388981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4d73-ef71-4972-923f-0d145f46caff req-6c574e1c-dbd4-453a-944f-f5d39e42c35e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:54.390650 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62dd4d73-ef71-4972-923f-0d145f46caff req-6c574e1c-dbd4-453a-944f-f5d39e42c35e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0526166 Apr 07 11:59:54.444135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62dd4d73-ef71-4972-923f-0d145f46caff req-20c0de13-47ab-4a6c-85de-bd82590ea7d9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477676 Apr 07 11:59:55.566736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaff6b-bf65-4ace-a2cd-0124728be026 req-cef7fc75-961a-4a18-a691-ba4c6514a8ca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:55.568339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97eaff6b-bf65-4ace-a2cd-0124728be026 req-cef7fc75-961a-4a18-a691-ba4c6514a8ca tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0538876 Apr 07 11:59:55.626845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97eaff6b-bf65-4ace-a2cd-0124728be026 req-58e9d5a9-c67b-4ee9-8e2d-15486b8275d9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458899 Apr 07 11:59:56.787591 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f4bc-9c7b-4e6e-b13d-803b1c261c80 req-90df987e-de6a-4f66-8d18-162a328151b5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:56.789074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f6f4bc-9c7b-4e6e-b13d-803b1c261c80 req-90df987e-de6a-4f66-8d18-162a328151b5 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0716147 Apr 07 11:59:56.843792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f6f4bc-9c7b-4e6e-b13d-803b1c261c80 req-1085fb04-33f7-4f7f-b6c4-d0229c507171 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Apr 07 11:59:58.002453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fd435-cfd8-480d-a5a1-3cc7a01472ab req-ca4aefae-5219-4265-babb-fe8bb613868d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:58.004332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d84fd435-cfd8-480d-a5a1-3cc7a01472ab req-ca4aefae-5219-4265-babb-fe8bb613868d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0712907 Apr 07 11:59:58.065897 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d84fd435-cfd8-480d-a5a1-3cc7a01472ab req-e6944b42-a2ac-45d4-bb96-212f33640ced tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547192 Apr 07 11:59:59.203432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef7808-4fc6-4370-8f66-6fe6ab6bb159 req-569da3e5-4eb0-4ba5-a0bd-c564654fae1a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:59.204854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0ef7808-4fc6-4370-8f66-6fe6ab6bb159 req-569da3e5-4eb0-4ba5-a0bd-c564654fae1a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0543997 Apr 07 11:59:59.257736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0ef7808-4fc6-4370-8f66-6fe6ab6bb159 req-f36bcf8c-f78b-4f9a-a96b-8eea12e8ceb9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470448 Apr 07 12:00:00.380947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac30b-7fd0-4f3c-ac07-4cc393182af5 req-542c5032-070a-4158-a3bb-2d4c254be552 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:00.382471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-379ac30b-7fd0-4f3c-ac07-4cc393182af5 req-542c5032-070a-4158-a3bb-2d4c254be552 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0580227 Apr 07 12:00:00.431049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-379ac30b-7fd0-4f3c-ac07-4cc393182af5 req-3c754613-a6e2-41ca-b458-9fc595fcd7af tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Apr 07 12:00:00.703790 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2d8b27e2-2ab9-4030-a662-282613e4a401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:01.552040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46684039-0777-41bf-a528-0c3a4cd83a09 req-9c698221-607c-4f49-ad55-15482ec89a63 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:01.553584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46684039-0777-41bf-a528-0c3a4cd83a09 req-9c698221-607c-4f49-ad55-15482ec89a63 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0542164 Apr 07 12:00:01.602913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-46684039-0777-41bf-a528-0c3a4cd83a09 req-3f8b3017-dc03-40b9-87cd-04b2e9618891 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435364 Apr 07 12:00:02.038124 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:02.730859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f7fb-f3c0-4cc3-aa25-21454a94c73c req-7a941bde-8f73-41c0-886b-92dfed8346de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:02.732437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db02f7fb-f3c0-4cc3-aa25-21454a94c73c req-7a941bde-8f73-41c0-886b-92dfed8346de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0570524 Apr 07 12:00:02.788252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db02f7fb-f3c0-4cc3-aa25-21454a94c73c req-a07356ea-bde7-47ac-8328-19da5c8c6844 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486159 Apr 07 12:00:03.042984 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18dc6d07-6d82-4e70-ba79-98e23f6c034f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:03.867695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:03.912648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035973c8-07dd-47f2-a743-89b9728a4913 req-70669df1-887d-4440-9386-daf42e71a63d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:03.914431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-035973c8-07dd-47f2-a743-89b9728a4913 req-70669df1-887d-4440-9386-daf42e71a63d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0541759 Apr 07 12:00:03.966691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-035973c8-07dd-47f2-a743-89b9728a4913 req-54548db8-0922-408f-b6e6-f4b800e510bf tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Apr 07 12:00:04.579540 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:05.089830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11d5b1-a7a1-4b62-8153-d816274bddb3 req-40b750e6-c7e1-4a0c-ac28-8f7b8e446c71 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:05.091317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca11d5b1-a7a1-4b62-8153-d816274bddb3 req-40b750e6-c7e1-4a0c-ac28-8f7b8e446c71 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0544419 Apr 07 12:00:05.141544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca11d5b1-a7a1-4b62-8153-d816274bddb3 req-0babd08d-a986-4991-ba4f-76179f3efa1d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430465 Apr 07 12:00:06.122438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.287625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d84629-74ff-402f-adf6-6c428eaffa15 req-21eaa59f-0d94-4ced-874d-25a74cd4f1dc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:06.294627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76d84629-74ff-402f-adf6-6c428eaffa15 req-21eaa59f-0d94-4ced-874d-25a74cd4f1dc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0694106 Apr 07 12:00:06.354228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76d84629-74ff-402f-adf6-6c428eaffa15 req-0d08e2f1-d171-4c44-99e9-2bf03e66e644 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561926 Apr 07 12:00:06.583863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33516) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:06.694213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcdd8-5de1-4bd5-9af2-cb696a4f9067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.773797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcdd8-5de1-4bd5-9af2-cb696a4f9067 admin admin] Publish callbacks [] for security_group (f7b581ab-9870-4029-9a12-f04053f7e559), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.777771 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcdd8-5de1-4bd5-9af2-cb696a4f9067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f7b581ab-9870-4029-9a12-f04053f7e559), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.816988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4c2fcdd8-5de1-4bd5-9af2-cb696a4f9067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd8f4475fad74c519aeb54a931995d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320244 Apr 07 12:00:06.818008 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fcdd8-5de1-4bd5-9af2-cb696a4f9067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b581ab-9870-4029-9a12-f04053f7e559,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:06.819823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33520) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:06.872024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Publish callbacks [] for security_group (f7b581ab-9870-4029-9a12-f04053f7e559), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.895266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Publish callbacks [] for security_group (f7b581ab-9870-4029-9a12-f04053f7e559), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.943142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f7b581ab-9870-4029-9a12-f04053f7e559), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.945975 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:06.947133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7b581ab-9870-4029-9a12-f04053f7e559 HTTP/1.1" status: 204 len: 168 time: 0.1254816 Apr 07 12:00:06.955595 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b581ab-9870-4029-9a12-f04053f7e559,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:06.963164 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.963516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.963862 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.964206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.964544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.964882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.965237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.965572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.965906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.966242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.966571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.966899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:06.967226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfe437-aa32-4f60-8e62-85eee618580d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:07.256111 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:07.480949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b8a92-041a-4f69-b152-aa99dcbda949 req-c11c9875-47db-4ff8-a6ba-cf7d8ccece2c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:07.482794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c05b8a92-041a-4f69-b152-aa99dcbda949 req-c11c9875-47db-4ff8-a6ba-cf7d8ccece2c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0602002 Apr 07 12:00:07.553677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c05b8a92-041a-4f69-b152-aa99dcbda949 req-8f9f36f4-b6c9-43cd-83c8-75fee02ed1ff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629466 Apr 07 12:00:08.687092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddc573-a1b5-49a9-acb8-16a64334daea req-3179fca4-bd91-41ae-96e9-dbd9fa2c430d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:08.688873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31ddc573-a1b5-49a9-acb8-16a64334daea req-3179fca4-bd91-41ae-96e9-dbd9fa2c430d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0561731 Apr 07 12:00:08.741527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31ddc573-a1b5-49a9-acb8-16a64334daea req-612689e7-6bc3-415e-9f5a-cdf09ef813e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468540 Apr 07 12:00:09.866592 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6a64-7ff6-493f-9a92-c7c1b63af36b req-dcf9432e-55c0-485f-901c-b2c49a66e332 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:09.868180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54be6a64-7ff6-493f-9a92-c7c1b63af36b req-dcf9432e-55c0-485f-901c-b2c49a66e332 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0538516 Apr 07 12:00:09.916857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54be6a64-7ff6-493f-9a92-c7c1b63af36b req-a758bee1-1861-47f7-9eed-8a52b1fc47de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Apr 07 12:00:11.042487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0787a-c2f2-489f-b8a6-ef63c48c5566 req-2d88bc51-d387-4480-9e57-2d9849316dc9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:11.043860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffc0787a-c2f2-489f-b8a6-ef63c48c5566 req-2d88bc51-d387-4480-9e57-2d9849316dc9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0565126 Apr 07 12:00:11.093880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffc0787a-c2f2-489f-b8a6-ef63c48c5566 req-382281c8-0f84-414c-bd2d-7315b802cb48 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Apr 07 12:00:12.216997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc1332-9c5b-48d7-b1a1-e93ec15c3894 req-01d98bf8-90b9-477a-9740-deb953da5b39 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:12.218572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63dc1332-9c5b-48d7-b1a1-e93ec15c3894 req-01d98bf8-90b9-477a-9740-deb953da5b39 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0550909 Apr 07 12:00:12.268294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63dc1332-9c5b-48d7-b1a1-e93ec15c3894 req-ba5114ea-bc73-4c8f-a8f0-7b15e3dd7c89 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440438 Apr 07 12:00:13.394880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bba717-f0a3-41b7-a8fd-a1e5183d5a76 req-e023e807-630a-44d6-8df7-b52c59689c53 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:13.396417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03bba717-f0a3-41b7-a8fd-a1e5183d5a76 req-e023e807-630a-44d6-8df7-b52c59689c53 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0578403 Apr 07 12:00:13.447917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03bba717-f0a3-41b7-a8fd-a1e5183d5a76 req-191b7167-263c-4d81-98e5-eca0a58df485 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Apr 07 12:00:14.576417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f1c1f-23e5-4085-a831-98c9edcfe27a req-3d6cd788-5f6c-4e84-a96e-688c677fde40 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:14.578078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-926f1c1f-23e5-4085-a831-98c9edcfe27a req-3d6cd788-5f6c-4e84-a96e-688c677fde40 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0578291 Apr 07 12:00:14.630163 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-926f1c1f-23e5-4085-a831-98c9edcfe27a req-fc06331b-4c32-4a11-84b2-3aaeeb8930f6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456133 Apr 07 12:00:15.778696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35053e2-23c2-4217-a4d7-63de1f958193 req-41a4d786-cff9-464a-9b99-ae9ed37b8cef tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:15.780167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35053e2-23c2-4217-a4d7-63de1f958193 req-41a4d786-cff9-464a-9b99-ae9ed37b8cef tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 943 time: 0.0585563 Apr 07 12:00:15.837121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f35053e2-23c2-4217-a4d7-63de1f958193 req-08b021ed-d045-4fa6-a523-bd50de3d863f tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510890 Apr 07 12:00:15.862408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab55ad50-1493-488f-96a1-1f1a4f28e5f8 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:00:15.971456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:15.982551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'port_id': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'mac_address': 'fa:16:3e:38:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:00:16.020886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:00:16.021322 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:16.034093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab55ad50-1493-488f-96a1-1f1a4f28e5f8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:00:16.053791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:16.057309 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:16.103778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:16.111654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.112028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.112358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.112702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.113044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.113418 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.113758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.114112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.114428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.114757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.115087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.115417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.115745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:16.409501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ab55ad50-1493-488f-96a1-1f1a4f28e5f8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:00:16.990193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98cc53-e72e-47f2-ad92-c0bf607d0170 req-670ba3b6-22ec-4d58-962b-fe391cfebb90 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:16.991588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c98cc53-e72e-47f2-ad92-c0bf607d0170 req-670ba3b6-22ec-4d58-962b-fe391cfebb90 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 944 time: 0.0862088 Apr 07 12:00:16.998237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-63b98336-c574-46c4-9d1b-2cd899395c63 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628057 Apr 07 12:00:17.054116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c98cc53-e72e-47f2-ad92-c0bf607d0170 req-95abde0b-8501-4176-84a2-47788d222238 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548625 Apr 07 12:00:17.089510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-7859dc8f-0444-42a4-b4b6-f7b41f660702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:17.091001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-7859dc8f-0444-42a4-b4b6-f7b41f660702 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0498643 Apr 07 12:00:17.189852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-1ed154d1-77ca-4714-b22c-375072a448e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:17.191314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-1ed154d1-77ca-4714-b22c-375072a448e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0826428 Apr 07 12:00:17.262853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-48e5edb4-cd0d-41cd-8fb9-bbf581a54961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1002 time: 0.0659435 Apr 07 12:00:17.310825 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-7cb30107-9890-4b06-bfd7-a813843dc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:17.312280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-7cb30107-9890-4b06-bfd7-a813843dc9d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0439575 Apr 07 12:00:17.360321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-48beccd2-c993-4a54-b36b-940aff0b9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:17.361947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-48beccd2-c993-4a54-b36b-940aff0b9e06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441325 Apr 07 12:00:17.453676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-aef72cbe-da3b-4f3e-9904-54d61815e167 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 Apr 07 12:00:17.543491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34bf22cf-7f81-48ab-bd19-fb4ad4e048c9 req-8957fc77-d3ff-413c-8b9b-597a36d94635 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840878 Apr 07 12:00:17.879585 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab55ad50-1493-488f-96a1-1f1a4f28e5f8 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:00:17.933802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:00:17.938009 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:00:17.938560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:18.016739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:00:18.017152 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:18.040138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:00:18.042382 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe5949-b4ac-45e4-a78d-d995fdb95457" -d '{"events": [{"server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "name": "network-vif-plugged", "status": "completed", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:00:18.055047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:18.058891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:18.104261 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e6123d-b214-4d0a-bc3c-cf79bf58bfc4 x-openstack-request-id: req-b8e6123d-b214-4d0a-bc3c-cf79bf58bfc4 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:00:18.104689 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "name": "network-vif-plugged", "status": "completed", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:00:18.105035 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8e6123d-b214-4d0a-bc3c-cf79bf58bfc4 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:00:18.105760 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e6123d-b214-4d0a-bc3c-cf79bf58bfc4'] response: {'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'code': 200} Apr 07 12:00:18.117246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:18.191289 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f2684-9cf1-4151-a767-b5ddd1f8bad6 req-248138dc-5124-400b-b63a-ddb8ae0058cc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:18.198556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd7f2684-9cf1-4151-a767-b5ddd1f8bad6 req-248138dc-5124-400b-b63a-ddb8ae0058cc tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.0642307 Apr 07 12:00:18.215261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ab39b-aba5-4fa6-945b-51d93124e00a req-9ca2f709-b49c-4ab3-947d-e3b261583126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:18.217209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-de6ab39b-aba5-4fa6-945b-51d93124e00a req-9ca2f709-b49c-4ab3-947d-e3b261583126 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1127 time: 0.0500944 Apr 07 12:00:18.254301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd7f2684-9cf1-4151-a767-b5ddd1f8bad6 req-bbd7e0ff-aca0-4b5b-b8ba-f6815c82b2a8 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548980 Apr 07 12:00:18.265338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-de6ab39b-aba5-4fa6-945b-51d93124e00a req-11518d3d-60ce-4a0f-ac4f-777374ca9d8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Apr 07 12:00:18.301036 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:19.382259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edecad0-50a2-4233-94f2-e80329564c30 req-554b5826-2a41-4fba-b750-2a05b04331e9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:19.383676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5edecad0-50a2-4233-94f2-e80329564c30 req-554b5826-2a41-4fba-b750-2a05b04331e9 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.0578444 Apr 07 12:00:19.432132 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5edecad0-50a2-4233-94f2-e80329564c30 req-4d42412b-2e63-4a6e-b713-817f9c2c3b04 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Apr 07 12:00:20.569590 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55d8d-1b85-4b9f-8d9e-5543e89e2796 req-261b2596-4c1f-4398-a5ed-771aefd49e45 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:20.571069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15f55d8d-1b85-4b9f-8d9e-5543e89e2796 req-261b2596-4c1f-4398-a5ed-771aefd49e45 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.0632608 Apr 07 12:00:20.619480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15f55d8d-1b85-4b9f-8d9e-5543e89e2796 req-77cf6aa0-21c4-4b08-89e8-228c3f2d5221 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Apr 07 12:00:20.743440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d772ee6-ef23-408e-b74f-f4e36e984f42 req-14eb27d6-6a49-40e1-be0e-c2c89b1b42d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:20.745749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d772ee6-ef23-408e-b74f-f4e36e984f42 req-14eb27d6-6a49-40e1-be0e-c2c89b1b42d7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.0580719 Apr 07 12:00:20.795263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d772ee6-ef23-408e-b74f-f4e36e984f42 req-2f2b1c2c-3a93-4314-8347-b619a7f5007a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Apr 07 12:00:20.817848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33658) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:20.861271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f62a3d0-c1a7-4032-a82f-7f5798b01db8 tempest-TestVolumeBootPattern-1691300048 tempest-TestVolumeBootPattern-1691300048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:20.862843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0f62a3d0-c1a7-4032-a82f-7f5798b01db8 tempest-TestVolumeBootPattern-1691300048 tempest-TestVolumeBootPattern-1691300048-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1122 time: 0.0440402 Apr 07 12:00:20.865570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33660) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:20.869676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:20.890184 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:20.988315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:21.090881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Allocated IP 172.25.5.5 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/21df37ec-1066-4fa7-b558-4d552eb04891) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:00:21.200380 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (21df37ec-1066-4fa7-b558-4d552eb04891), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:21.238834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (21df37ec-1066-4fa7-b558-4d552eb04891), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:21.280994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:00:21.287313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:00:21.294050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:00:21.296316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=21df37ec-1066-4fa7-b558-4d552eb04891,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:22.016339 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (63cbab8c-7182-41d5-b467-88bab8188d67), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:22.098732 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (21df37ec-1066-4fa7-b558-4d552eb04891), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:22.274596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for port (21df37ec-1066-4fa7-b558-4d552eb04891), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:22.279815 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (21df37ec-1066-4fa7-b558-4d552eb04891), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:22.356480 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event updated for resources: {'Port': ['ID=21df37ec-1066-4fa7-b558-4d552eb04891,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:22.369444 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (63cbab8c-7182-41d5-b467-88bab8188d67), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:22.479008 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Floating IP 63cbab8c-7182-41d5-b467-88bab8188d67 associated. External IP: 172.25.5.5, port: ab55ad50-1493-488f-96a1-1f1a4f28e5f8. Apr 07 12:00:22.723820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:00:22.852812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:00:22.862381 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:00:22.875169 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:00:22.875908 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:22.876447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:00:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:22.921181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-10574cf0-8a16-4503-84e8-8a35f6beb9e7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0469885 Apr 07 12:00:22.921181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:00:22.921181 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6ecc3-6372-4cf1-b932-47d203c5523b" -d '{"events": [{"name": "network-changed", "server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:00:23.013580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:00:23.142023 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3226acc-7b15-4ce7-9844-afac4ae9f84c x-openstack-request-id: req-b3226acc-7b15-4ce7-9844-afac4ae9f84c {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:00:23.142572 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:00:23.142572 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3226acc-7b15-4ce7-9844-afac4ae9f84c {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:00:23.142991 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3226acc-7b15-4ce7-9844-afac4ae9f84c'] response: {'name': 'network-changed', 'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'status': 'completed', 'code': 200} Apr 07 12:00:23.212344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-5126c80b-9650-4bfb-8e2f-4171cab43096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:23.214632 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-5126c80b-9650-4bfb-8e2f-4171cab43096 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1127 time: 0.0518796 Apr 07 12:00:23.269241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:07Z', 'revision_number': 1, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}, {'id': '63cbab8c-7182-41d5-b467-88bab8188d67', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:38:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af14c1a-816e-475d-8c2c-f80926871040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:00:21Z', 'updated_at': '2022-04-07T12:00:21Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:23.301794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:00:23.307509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-ff38eff6-0dc4-4281-a529-d5dbd1521a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:23.309210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-ff38eff6-0dc4-4281-a529-d5dbd1521a4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0885916 Apr 07 12:00:23.311099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:00:23.311799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:00:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:23.384654 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-00580976-192c-452b-8c8e-dcaffd8f598b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 997 time: 0.0693793 Apr 07 12:00:23.430542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:00:23.435477 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-d9195d37-a870-4135-8cd0-1b0d5dc80a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:23.436961 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-d9195d37-a870-4135-8cd0-1b0d5dc80a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0465705 Apr 07 12:00:23.486473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-66b36bfb-3966-49ed-9747-4cfb433d4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:23.487986 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-66b36bfb-3966-49ed-9747-4cfb433d4515 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453990 Apr 07 12:00:23.580841 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-794f1a9d-3229-419e-b153-0a2b6a226952 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Apr 07 12:00:23.660837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:07Z', 'revision_number': 1, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}, {'id': '63cbab8c-7182-41d5-b467-88bab8188d67', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:38:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af14c1a-816e-475d-8c2c-f80926871040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:00:21Z', 'updated_at': '2022-04-07T12:00:21Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:23.674341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-84a6ecc3-6372-4cf1-b932-47d203c5523b req-8dc85fa2-5180-47e8-8876-cab5a4bad3fb service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883207 Apr 07 12:00:23.691960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf35bb8-2f52-4328-96d5-f6f997517c89 None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:07Z', 'revision_number': 1, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}, {'id': '63cbab8c-7182-41d5-b467-88bab8188d67', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:38:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af14c1a-816e-475d-8c2c-f80926871040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:00:21Z', 'updated_at': '2022-04-07T12:00:21Z', 'revision_number': 0, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:00:23.903781 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741dfafc-8e33-46d0-8986-f2d53bdbfd11 None None] New status for floating IP 63cbab8c-7182-41d5-b467-88bab8188d67: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:00:30.706854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a53ddf0e-0efd-4255-939f-8a2a52d4463a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:32.057815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:33.045828 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8b5f-5f21-4117-8de7-5574c047e8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:33.880800 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.500908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33714) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:34.597432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.612734 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-dc62f8ad-cb10-450f-80c6-2f6f552e77fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657084 Apr 07 12:00:34.624601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd0049f9-0263-4269-afef-e201aa8f83f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.701310 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-068b45d2-39a3-4754-8530-a664574ba452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:34.703041 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-068b45d2-39a3-4754-8530-a664574ba452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1127 time: 0.0534487 Apr 07 12:00:34.707384 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd0049f9-0263-4269-afef-e201aa8f83f0 admin admin] Publish callbacks [] for security_group (88e68886-ab7d-4980-912e-e1dce70bb323), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.713037 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dd0049f9-0263-4269-afef-e201aa8f83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (88e68886-ab7d-4980-912e-e1dce70bb323), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.753368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dd0049f9-0263-4269-afef-e201aa8f83f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09dc757c3127469a926dcf202cc63890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511523 Apr 07 12:00:34.755967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33718) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:34.762118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0049f9-0263-4269-afef-e201aa8f83f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e68886-ab7d-4980-912e-e1dce70bb323,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:34.811236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-21eebcce-df3f-4f7b-85ca-ad459f4e94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:34.813304 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-21eebcce-df3f-4f7b-85ca-ad459f4e94d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0915706 Apr 07 12:00:34.816182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-539d5493-3c36-4e19-99e6-d6644f6695d4 admin admin] Publish callbacks [] for security_group (88e68886-ab7d-4980-912e-e1dce70bb323), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.840239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-539d5493-3c36-4e19-99e6-d6644f6695d4 admin admin] Publish callbacks [] for security_group (88e68886-ab7d-4980-912e-e1dce70bb323), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.885632 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-8863d070-793e-4d8f-954a-fd0b9e4ea0ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 999 time: 0.0662134 Apr 07 12:00:34.890481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-539d5493-3c36-4e19-99e6-d6644f6695d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (88e68886-ab7d-4980-912e-e1dce70bb323), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.894303 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-539d5493-3c36-4e19-99e6-d6644f6695d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.897833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-539d5493-3c36-4e19-99e6-d6644f6695d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88e68886-ab7d-4980-912e-e1dce70bb323 HTTP/1.1" status: 204 len: 168 time: 0.1386707 Apr 07 12:00:34.904574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d5493-3c36-4e19-99e6-d6644f6695d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e68886-ab7d-4980-912e-e1dce70bb323,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:34.952443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-1f1fd686-ad59-4e15-b75f-6d6493529327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:34.954155 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-1f1fd686-ad59-4e15-b75f-6d6493529327 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0615714 Apr 07 12:00:35.006847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-67e1197d-2a16-41f1-bb61-4e65bc84a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:35.008444 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-67e1197d-2a16-41f1-bb61-4e65bc84a9ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484383 Apr 07 12:00:35.105549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-c2928623-f7db-44d9-ac51-f8e52db6e3e2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915604 Apr 07 12:00:35.205759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0c4faef-037d-4ba5-a8ef-c43193de73d9 req-ed55f74e-9162-4362-8795-445ab52c0e86 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948954 Apr 07 12:00:35.567052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33740) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:35.677674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1198875157-network', 'tenant_id': '710d8cf19fe64075905fd38bdd58ef33'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:35.698279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Made reservation on behalf of 710d8cf19fe64075905fd38bdd58ef33 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:35.701315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.711314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.791341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks [] for security_group (e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.795152 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.822501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:00:35.827677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:35.836744 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (051dc70a-68ef-48bc-a4e2-f98c1b062d58), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.837094 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Added segment 051dc70a-68ef-48bc-a4e2-f98c1b062d58 of type vlan for network 227392b7-5da4-4568-85dc-142411a9f75c Apr 07 12:00:35.879438 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (227392b7-5da4-4568-85dc-142411a9f75c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.903116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (227392b7-5da4-4568-85dc-142411a9f75c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.904177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:35.904748 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.961312 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3930409 Apr 07 12:00:35.964417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33744) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:35.966545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a1e2-aded-4f41-9c98-65e32a9642fe admin admin] Pushing event updated for resources: {'Network': ['ID=227392b7-5da4-4568-85dc-142411a9f75c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:35.970150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Request body: {'subnet': {'network_id': '227392b7-5da4-4568-85dc-142411a9f75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1198875157-subnet', 'tenant_id': '710d8cf19fe64075905fd38bdd58ef33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:35.977494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 227392b7-5da4-4568-85dc-142411a9f75c details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:00:35.990034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Made reservation on behalf of 710d8cf19fe64075905fd38bdd58ef33 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:35.992371 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:36.125304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:36.162846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (6d26320e-2f8c-4ee5-8107-687775a048fc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:36.210486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d26320e-2f8c-4ee5-8107-687775a048fc,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:36.225023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Checking segment: {'id': '051dc70a-68ef-48bc-a4e2-f98c1b062d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:00:36.225401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Network hostable DHCP agents. Network: 227392b7-5da4-4568-85dc-142411a9f75c, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:00:36.241275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Network 227392b7-5da4-4568-85dc-142411a9f75c is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:00:36.249682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 227392b7-5da4-4568-85dc-142411a9f75c) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:00:36.254350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:36.254964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:36.260947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d1a00-6cef-452b-99db-fba475ed552e None None] Network 227392b7-5da4-4568-85dc-142411a9f75c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:00:36.270637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aa43c6da-dd06-47c3-944e-613eb775baf0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3050892 Apr 07 12:00:36.367210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0156cc3b-7008-410c-b0b7-10770a247d33 None None] Network 227392b7-5da4-4568-85dc-142411a9f75c requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:00:36.961252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33762) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:36.970114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-965855877-network', 'tenant_id': '83115fb3d9a948b49af09abab4713ed6'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:36.997742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Made reservation on behalf of 83115fb3d9a948b49af09abab4713ed6 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:37.000445 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.010779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.097420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks [] for security_group (2f2dad92-6148-4538-84d7-782ab699fd21), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.101046 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2f2dad92-6148-4538-84d7-782ab699fd21), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.124878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:00:37.134853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2dad92-6148-4538-84d7-782ab699fd21,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:37.139567 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f60d1f2c-2c63-4a85-a209-3d4374167a7f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.139915 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Added segment f60d1f2c-2c63-4a85-a209-3d4374167a7f of type vlan for network 4621d807-f436-41e9-b4e7-6fe4d8c78d3b Apr 07 12:00:37.180057 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (4621d807-f436-41e9-b4e7-6fe4d8c78d3b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.205905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (4621d807-f436-41e9-b4e7-6fe4d8c78d3b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.206849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:37.207414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.249372 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.262966 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2998257 Apr 07 12:00:37.266050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33764) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:37.271887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Request body: {'subnet': {'network_id': '4621d807-f436-41e9-b4e7-6fe4d8c78d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-965855877-subnet', 'tenant_id': '83115fb3d9a948b49af09abab4713ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:37.274345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a00bcb-518f-44a0-85c0-83c5fd2cbde5 admin admin] Pushing event updated for resources: {'Network': ['ID=4621d807-f436-41e9-b4e7-6fe4d8c78d3b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:37.285623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 4621d807-f436-41e9-b4e7-6fe4d8c78d3b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:00:37.293531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Made reservation on behalf of 83115fb3d9a948b49af09abab4713ed6 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:37.296080 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.471231 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (911035be-c46f-4270-8f0b-9385f951e157), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.532879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911035be-c46f-4270-8f0b-9385f951e157,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:37.539792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Checking segment: {'id': 'f60d1f2c-2c63-4a85-a209-3d4374167a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4621d807-f436-41e9-b4e7-6fe4d8c78d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:00:37.540160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Network hostable DHCP agents. Network: 4621d807-f436-41e9-b4e7-6fe4d8c78d3b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:00:37.556694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Network 4621d807-f436-41e9-b4e7-6fe4d8c78d3b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:00:37.565712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 4621d807-f436-41e9-b4e7-6fe4d8c78d3b) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:00:37.570838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:37.571450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.576436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e06e49-e83d-450c-a7f5-d47f77096f61 None None] Network 4621d807-f436-41e9-b4e7-6fe4d8c78d3b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:00:37.588068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bca65750-eabe-4ea4-b557-f3ee70ba1aa0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3207619 Apr 07 12:00:37.672828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6148551-80a6-4c01-8ce1-a74636aa9952 None None] Network 4621d807-f436-41e9-b4e7-6fe4d8c78d3b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:00:38.097525 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-8eb0517a-0667-4a55-852f-6de276c3a09b tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:38.098984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-8eb0517a-0667-4a55-852f-6de276c3a09b tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/networks?id=227392b7-5da4-4568-85dc-142411a9f75c HTTP/1.1" status: 200 len: 812 time: 0.1138587 Apr 07 12:00:38.114176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-b44c5103-2696-4406-a8cf-137935bceba3 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/quotas/710d8cf19fe64075905fd38bdd58ef33 HTTP/1.1" status: 200 len: 375 time: 0.0095141 Apr 07 12:00:38.154221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-70af509a-78cd-4d0a-82e7-3839597b28d5 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=710d8cf19fe64075905fd38bdd58ef33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349021 Apr 07 12:00:38.164954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-dc77a36a-d805-46d0-bfcb-9ba93e66e7d8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:00:38.165911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-dc77a36a-d805-46d0-bfcb-9ba93e66e7d8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048783 Apr 07 12:00:38.255090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-a0849c62-04d8-41a9-a1e9-8097141bafc0 service neutron] 10.222.0.13 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838828 Apr 07 12:00:38.350379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-9a6e1ac9-4d2b-460d-bdae-9dd4a12fcfeb service neutron] 10.222.0.13 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890050 Apr 07 12:00:38.520427 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98484b3d-203d-43bd-bf04-c86ee33e9e71 req-ad7c6473-1c57-4121-a874-25975ee8cf89 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 210 time: 0.0289118 Apr 07 12:00:39.438643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-48d555b6-e099-4de4-a3af-bf5a5af57703 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:39.440100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-48d555b6-e099-4de4-a3af-bf5a5af57703 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.23 "GET /v2.0/networks?id=227392b7-5da4-4568-85dc-142411a9f75c HTTP/1.1" status: 200 len: 812 time: 0.1076818 Apr 07 12:00:39.451832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Request body: {'port': {'device_id': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c', 'admin_state_up': True, 'tenant_id': '710d8cf19fe64075905fd38bdd58ef33'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:39.565947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Made reservation on behalf of 710d8cf19fe64075905fd38bdd58ef33 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:39.569469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:39.650254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-38d96116-11f3-460d-bda0-8b0a7e610582 req-e1e9aab8-950f-4e1a-9b8e-4a0662e79ca9 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 210 time: 0.0565155 Apr 07 12:00:39.722435 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Allocated IP 172.20.0.9 (227392b7-5da4-4568-85dc-142411a9f75c/6d26320e-2f8c-4ee5-8107-687775a048fc/8234fff6-f1ed-4d93-a312-5f5659a4fb7d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:00:39.877517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks [] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:39.912001 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:39.952027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Network 227392b7-5da4-4568-85dc-142411a9f75c is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:00:39.955834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:00:39.959562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:00:39.993804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Pushing event updated for resources: {'Port': ['ID=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:40.018375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:40.018984 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.035161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3dacb3dc-9735-490f-aa0c-5cd0b1e341e8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872290 Apr 07 12:00:40.045788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Request body: {'port': {'device_id': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:40.108601 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.373878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8234fff6-f1ed-4d93-a312-5f5659a4fb7d {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:00:40.381669 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Publish callbacks [] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.394709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Transition to ACTIVE for port object 8234fff6-f1ed-4d93-a312-5f5659a4fb7d will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:00:40.398685 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.451348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Pushing event updated for resources: {'Port': ['ID=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:40.523127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Attempting to bind port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:00:40.523462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Attempting to bind port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '051dc70a-68ef-48bc-a4e2-f98c1b062d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:00:40.523795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Attempting to bind port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d on network 227392b7-5da4-4568-85dc-142411a9f75c {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:00:40.528017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d on network 227392b7-5da4-4568-85dc-142411a9f75c not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:00:40.528377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Attempting to bind port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d on network 227392b7-5da4-4568-85dc-142411a9f75c {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:00:40.533827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:00:40.534166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Checking segment: {'id': '051dc70a-68ef-48bc-a4e2-f98c1b062d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:00:40.534558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Bound using segment: {'id': '051dc70a-68ef-48bc-a4e2-f98c1b062d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:00:40.534981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Bound port: 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051dc70a-68ef-48bc-a4e2-f98c1b062d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:00:40.535336 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.596274 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] For port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:00:40.599489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] For port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,segment=NetworkSegment(051dc70a-68ef-48bc-a4e2-f98c1b062d58),segment_id=051dc70a-68ef-48bc-a4e2-f98c1b062d58)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:00:40.605688 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.638991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:40.639635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:40.641597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] 10.222.0.23 "PUT /v2.0/ports/8234fff6-f1ed-4d93-a312-5f5659a4fb7d HTTP/1.1" status: 200 len: 1091 time: 0.5997598 Apr 07 12:00:40.642137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'tag': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:00:40.644455 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259760a6-67c9-488c-a251-a13dfabbb984" -d '{"events": [{"name": "network-changed", "server_uuid": "d186040a-a9ab-437d-9b20-b98b6093a94f", "tag": "8234fff6-f1ed-4d93-a312-5f5659a4fb7d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:00:40.671083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387bd78-291f-44b6-b9ac-514950f2804d service neutron] Pushing event updated for resources: {'Port': ['ID=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:40.693393 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0c6767-6f14-4b6e-a867-c29cf9e92f51 x-openstack-request-id: req-6e0c6767-6f14-4b6e-a867-c29cf9e92f51 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:00:40.693696 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d186040a-a9ab-437d-9b20-b98b6093a94f", "tag": "8234fff6-f1ed-4d93-a312-5f5659a4fb7d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:00:40.693960 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e0c6767-6f14-4b6e-a867-c29cf9e92f51 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:00:40.694382 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0c6767-6f14-4b6e-a867-c29cf9e92f51'] response: {'name': 'network-changed', 'server_uuid': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'tag': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d', 'status': 'completed', 'code': 200} Apr 07 12:00:40.771955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-5649970e-b552-4f07-a9a7-a3a7d41e5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:40.773465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-5649970e-b552-4f07-a9a7-a3a7d41e5f95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=710d8cf19fe64075905fd38bdd58ef33&device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 1125 time: 0.0771632 Apr 07 12:00:40.820215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-ac159b04-c5de-4989-afb7-79e54c2ebbe4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d HTTP/1.1" status: 200 len: 217 time: 0.0397377 Apr 07 12:00:40.843178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338b93-32a0-4310-9edc-ef4aa86a3cf0 req-88260a5a-4d15-48dd-8c4b-e14f8ab132b5 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:40.845098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e338b93-32a0-4310-9edc-ef4aa86a3cf0 req-88260a5a-4d15-48dd-8c4b-e14f8ab132b5 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 943 time: 0.1093898 Apr 07 12:00:40.901959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-4499bd4e-d3f1-434a-a3b8-5657d2bbf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:40.903301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-4499bd4e-d3f1-434a-a3b8-5657d2bbf9c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6d26320e-2f8c-4ee5-8107-687775a048fc HTTP/1.1" status: 200 len: 852 time: 0.0766478 Apr 07 12:00:40.929047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e338b93-32a0-4310-9edc-ef4aa86a3cf0 req-8c9866a8-32f6-451b-b72c-b465b35cf97e tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656426 Apr 07 12:00:40.950085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-24a5885a-c621-4155-ab23-8f330fa3e9f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=227392b7-5da4-4568-85dc-142411a9f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404723 Apr 07 12:00:41.043927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-b59121c4-68b9-4667-b9fd-f8f0583f0546 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874491 Apr 07 12:00:41.140208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a8d62c4-5f89-462e-96dc-5faf80b08d9f req-48c09e0b-5db2-4b23-944e-990fc2069c08 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903170 Apr 07 12:00:41.230893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259760a6-67c9-488c-a251-a13dfabbb984 req-cc33e867-9034-47d8-aab1-e145c514bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:41.232302 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-cc33e867-9034-47d8-aab1-e145c514bbea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=710d8cf19fe64075905fd38bdd58ef33&device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 1125 time: 0.0478559 Apr 07 12:00:41.323782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259760a6-67c9-488c-a251-a13dfabbb984 req-a6c0a0f2-4176-4e2a-bdd8-f8a1264ba959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:41.325273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-a6c0a0f2-4176-4e2a-bdd8-f8a1264ba959 service neutron] 10.222.0.23 "GET /v2.0/networks?id=227392b7-5da4-4568-85dc-142411a9f75c HTTP/1.1" status: 200 len: 913 time: 0.0862088 Apr 07 12:00:41.370491 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-ffe1bf8d-9d46-4e1b-80ef-9e47d704b8a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d HTTP/1.1" status: 200 len: 217 time: 0.0388799 Apr 07 12:00:41.429313 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259760a6-67c9-488c-a251-a13dfabbb984 req-83f7735b-8128-4fbb-9032-9c7075d520ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:41.430746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-83f7735b-8128-4fbb-9032-9c7075d520ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6d26320e-2f8c-4ee5-8107-687775a048fc HTTP/1.1" status: 200 len: 852 time: 0.0539961 Apr 07 12:00:41.465879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-a28ff246-d99f-422c-9e70-75c9f5430631 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=227392b7-5da4-4568-85dc-142411a9f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289586 Apr 07 12:00:41.560277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-36233db9-f445-47bc-850e-a148d10d9748 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877340 Apr 07 12:00:41.651107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-259760a6-67c9-488c-a251-a13dfabbb984 req-b3f4be61-834c-4c4c-ba54-1d78021d7124 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Apr 07 12:00:42.055003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2c3ae-6aad-4323-a3f9-fce16a75141f req-c9cc62d8-79da-47dc-bc2f-30bcc1efab71 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:42.056468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ab2c3ae-6aad-4323-a3f9-fce16a75141f req-c9cc62d8-79da-47dc-bc2f-30bcc1efab71 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 943 time: 0.0545518 Apr 07 12:00:42.111135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ab2c3ae-6aad-4323-a3f9-fce16a75141f req-7a36f1d5-347e-4546-b769-5f0adfa481be tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Apr 07 12:00:43.235345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b29f-e059-43a3-85ba-c8c3b1712a97 req-07538b8f-ea20-46c4-828d-75c6b5dabd6a tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:43.236829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d538b29f-e059-43a3-85ba-c8c3b1712a97 req-07538b8f-ea20-46c4-828d-75c6b5dabd6a tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 943 time: 0.0538480 Apr 07 12:00:43.284495 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d538b29f-e059-43a3-85ba-c8c3b1712a97 req-ef9f546c-35a7-434e-9852-c2b3d91fed16 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Apr 07 12:00:44.277787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8234fff6-f1ed-4d93-a312-5f5659a4fb7d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:00:44.391001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,segment=NetworkSegment(051dc70a-68ef-48bc-a4e2-f98c1b062d58),segment_id=051dc70a-68ef-48bc-a4e2-f98c1b062d58)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:44.403275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d', 'network_id': '227392b7-5da4-4568-85dc-142411a9f75c', 'port_id': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d', 'mac_address': 'fa:16:3e:ae:98:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d26320e-2f8c-4ee5-8107-687775a048fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:00:44.406731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9cf6a-d033-49fb-8b88-9f4f3d1446da req-f06aacc7-9557-4886-881c-570692d23f0f tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:44.408298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3e9cf6a-d033-49fb-8b88-9f4f3d1446da req-f06aacc7-9557-4886-881c-570692d23f0f tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 943 time: 0.0544314 Apr 07 12:00:44.439943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:00:44.440340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:44.452961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8234fff6-f1ed-4d93-a312-5f5659a4fb7d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:00:44.455681 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b3e9cf6a-d033-49fb-8b88-9f4f3d1446da req-e055ec71-3032-4ac2-8b9a-393f1f274b7a tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Apr 07 12:00:44.482307 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,segment=NetworkSegment(051dc70a-68ef-48bc-a4e2-f98c1b062d58),segment_id=051dc70a-68ef-48bc-a4e2-f98c1b062d58)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:44.486501 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:44.533371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:44.700876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['8234fff6-f1ed-4d93-a312-5f5659a4fb7d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:00:45.579485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790318-0265-41b0-a58e-0c6194dfca4f req-f58bbfc1-8787-403b-a6db-cf73e4ad73c6 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:45.581476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41790318-0265-41b0-a58e-0c6194dfca4f req-f58bbfc1-8787-403b-a6db-cf73e4ad73c6 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 944 time: 0.0568914 Apr 07 12:00:45.627877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41790318-0265-41b0-a58e-0c6194dfca4f req-771fde84-caff-48d0-9ce1-19ab058e5487 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408070 Apr 07 12:00:46.285086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8234fff6-f1ed-4d93-a312-5f5659a4fb7d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:00:46.333335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:00:46.336994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:00:46.337395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:46.412769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:00:46.413203 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:46.434753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:00:46.436969 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d3264-88dc-4ed5-b3b9-38d1f27ebfd4" -d '{"events": [{"server_uuid": "d186040a-a9ab-437d-9b20-b98b6093a94f", "name": "network-vif-plugged", "status": "completed", "tag": "8234fff6-f1ed-4d93-a312-5f5659a4fb7d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:00:46.453541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,segment=NetworkSegment(051dc70a-68ef-48bc-a4e2-f98c1b062d58),segment_id=051dc70a-68ef-48bc-a4e2-f98c1b062d58)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:46.459568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:46.483512 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b02e1-eff6-45c6-bc4a-f2b6247ace4b x-openstack-request-id: req-ff7b02e1-eff6-45c6-bc4a-f2b6247ace4b {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:00:46.483812 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d186040a-a9ab-437d-9b20-b98b6093a94f", "name": "network-vif-plugged", "status": "completed", "tag": "8234fff6-f1ed-4d93-a312-5f5659a4fb7d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:00:46.484095 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff7b02e1-eff6-45c6-bc4a-f2b6247ace4b {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:00:46.484503 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7b02e1-eff6-45c6-bc4a-f2b6247ace4b'] response: {'server_uuid': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d', 'code': 200} Apr 07 12:00:46.513752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:46.577556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe624cf9-5b0d-4743-b58a-d8285758b037 req-69ae08d4-1ed5-4169-a720-5beb78a96ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:46.579025 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe624cf9-5b0d-4743-b58a-d8285758b037 req-69ae08d4-1ed5-4169-a720-5beb78a96ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 1127 time: 0.0423558 Apr 07 12:00:46.623462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe624cf9-5b0d-4743-b58a-d8285758b037 req-ab192854-67a6-4c7f-932e-00c87ebadee2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371208 Apr 07 12:00:46.748670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec502d-4a12-49df-a908-106e3e6cb131 req-e4bd9ebb-bda8-462f-9342-54aa5ee0b3c3 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:46.750176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bec502d-4a12-49df-a908-106e3e6cb131 req-e4bd9ebb-bda8-462f-9342-54aa5ee0b3c3 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0555351 Apr 07 12:00:46.796307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bec502d-4a12-49df-a908-106e3e6cb131 req-ceae0039-4952-4f4f-81b1-419e707f2498 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Apr 07 12:00:47.916773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411dde-7ef4-4735-bae9-129cdd417450 req-75e718f6-91b1-466d-b8f6-fb008c9a569e tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:47.918276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54411dde-7ef4-4735-bae9-129cdd417450 req-75e718f6-91b1-466d-b8f6-fb008c9a569e tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0528805 Apr 07 12:00:47.964090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54411dde-7ef4-4735-bae9-129cdd417450 req-78a22ec1-8ce6-48db-9a3f-82d8095f2592 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Apr 07 12:00:48.079207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe47ab-4956-400b-b396-649518068eb3 req-4ad39a48-9946-4122-9759-5bc1dedb2112 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:48.081303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89fe47ab-4956-400b-b396-649518068eb3 req-4ad39a48-9946-4122-9759-5bc1dedb2112 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0520687 Apr 07 12:00:48.131994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-89fe47ab-4956-400b-b396-649518068eb3 req-dedb600c-e19e-4acc-b7c1-fab17a07a795 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Apr 07 12:00:48.356516 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfada0a2-d5c1-4e77-93cb-880f099aab59 req-dc42d192-9f5f-40d9-96bf-78046e580af7 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:48.358063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfada0a2-d5c1-4e77-93cb-880f099aab59 req-dc42d192-9f5f-40d9-96bf-78046e580af7 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0522544 Apr 07 12:00:48.408391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfada0a2-d5c1-4e77-93cb-880f099aab59 req-0ea93e71-19f6-4cb9-8f6c-999be34aa174 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Apr 07 12:00:49.534278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e301b1-203a-43b2-9e93-9dd2fdf14559 req-118fb362-146e-46af-a552-4ed936e40e97 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:49.535753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63e301b1-203a-43b2-9e93-9dd2fdf14559 req-118fb362-146e-46af-a552-4ed936e40e97 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0527060 Apr 07 12:00:49.581768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63e301b1-203a-43b2-9e93-9dd2fdf14559 req-73e5acde-ec01-4227-91ed-55999a585634 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Apr 07 12:00:49.821182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fce5-19f2-4ec2-82b4-f0b2fc297b2d req-1db73471-0720-463c-b4af-86bc769f3431 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:49.822641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3244fce5-19f2-4ec2-82b4-f0b2fc297b2d req-1db73471-0720-463c-b4af-86bc769f3431 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0876732 Apr 07 12:00:49.828955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-3449b17f-25da-462e-a49a-e0270d374985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:49.831095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-3449b17f-25da-462e-a49a-e0270d374985 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=710d8cf19fe64075905fd38bdd58ef33&device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 1127 time: 0.0639317 Apr 07 12:00:50.232547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3244fce5-19f2-4ec2-82b4-f0b2fc297b2d req-5f85fea6-a53b-4e54-a75d-fd045b091df8 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005001 Apr 07 12:00:50.257440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-9625513a-d727-4534-9a92-a2f3465bcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:50.258896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-9625513a-d727-4534-9a92-a2f3465bcc68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=227392b7-5da4-4568-85dc-142411a9f75c HTTP/1.1" status: 200 len: 913 time: 0.4213240 Apr 07 12:00:50.298154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-b80bb365-b6c5-4860-b069-faee21e19f18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d HTTP/1.1" status: 200 len: 217 time: 0.0335040 Apr 07 12:00:50.343372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-3fa663c4-8e68-446f-ad63-9dc254dc213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:50.344769 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-3fa663c4-8e68-446f-ad63-9dc254dc213e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6d26320e-2f8c-4ee5-8107-687775a048fc HTTP/1.1" status: 200 len: 852 time: 0.0416746 Apr 07 12:00:50.375276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-1f5efc2c-72b7-4090-9c2e-5063dc132b95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=227392b7-5da4-4568-85dc-142411a9f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247743 Apr 07 12:00:50.464696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-4b1ea55e-bd12-4c96-aa7a-cd55fbacbb73 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833890 Apr 07 12:00:50.552384 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bb1ee210-62c2-4864-9b97-dbaf3457c930 req-c8d01f98-1e0f-45c4-94b8-691f0f6f09f5 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809877 Apr 07 12:00:51.359767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4a72d-c560-4397-bad9-377b234dcd1d req-e09abfc1-e7d9-4b29-9bba-01649806d459 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:51.361429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dd4a72d-c560-4397-bad9-377b234dcd1d req-e09abfc1-e7d9-4b29-9bba-01649806d459 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0581498 Apr 07 12:00:51.408415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6dd4a72d-c560-4397-bad9-377b234dcd1d req-1ab69213-7f0a-497e-8bc7-5142734b2d66 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Apr 07 12:00:51.647454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98297c0-13eb-40ab-9071-9db49e0a4aab req-ca541362-c8b8-4494-8501-8a0bcf5f9e68 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:51.648915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e98297c0-13eb-40ab-9071-9db49e0a4aab req-ca541362-c8b8-4494-8501-8a0bcf5f9e68 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0527198 Apr 07 12:00:51.695033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e98297c0-13eb-40ab-9071-9db49e0a4aab req-0041ce0b-a62a-4420-8253-b33c8c13d3e3 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Apr 07 12:00:52.815843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146be717-9425-4395-9b37-8ef976c21d09 req-6b14117a-7905-4f25-a7c4-9ddb62204eb6 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:52.817347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-146be717-9425-4395-9b37-8ef976c21d09 req-6b14117a-7905-4f25-a7c4-9ddb62204eb6 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0531440 Apr 07 12:00:52.867713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-146be717-9425-4395-9b37-8ef976c21d09 req-152d651d-e703-48f5-88ff-92e9064124cd tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446839 Apr 07 12:00:53.107105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c9eb-8132-4151-9735-bd21faedcbd9 req-be95164d-1cb1-494a-ba58-3cd1d3da1e37 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:53.108565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a782c9eb-8132-4151-9735-bd21faedcbd9 req-be95164d-1cb1-494a-ba58-3cd1d3da1e37 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0879297 Apr 07 12:00:53.113462 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-11afd4af-459f-41d4-985e-0a792a05c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:53.114564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-11afd4af-459f-41d4-985e-0a792a05c31a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=710d8cf19fe64075905fd38bdd58ef33&device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 1127 time: 0.0647538 Apr 07 12:00:53.211114 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a782c9eb-8132-4151-9735-bd21faedcbd9 req-61c5737c-e0f0-4f72-a17d-91ff5374a5eb tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956056 Apr 07 12:00:53.235321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-dc61adf7-810e-40ef-80a6-6c8676c7a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:53.236791 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-dc61adf7-810e-40ef-80a6-6c8676c7a024 service neutron] 10.222.0.23 "GET /v2.0/networks?id=227392b7-5da4-4568-85dc-142411a9f75c HTTP/1.1" status: 200 len: 913 time: 0.1157548 Apr 07 12:00:53.277878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-53e49c31-2a02-43bd-9b47-517d7dea5461 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d HTTP/1.1" status: 200 len: 217 time: 0.0340018 Apr 07 12:00:53.328639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-23e34ea9-c4ca-4428-ae0b-9a50639abb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:53.330717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-23e34ea9-c4ca-4428-ae0b-9a50639abb19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6d26320e-2f8c-4ee5-8107-687775a048fc HTTP/1.1" status: 200 len: 852 time: 0.0480347 Apr 07 12:00:53.360937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-cbf09586-8f55-4f4c-a098-55dbadf318a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=227392b7-5da4-4568-85dc-142411a9f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250537 Apr 07 12:00:53.447709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-2a32070c-86cc-467b-9842-54922cd8f029 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809777 Apr 07 12:00:53.540154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ac94d6d-ff48-43d7-bfd9-3c4f93641828 req-77b03f2e-d721-4edf-92f3-dd0f6e9818a4 service neutron] 10.222.0.23 "GET /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852780 Apr 07 12:00:54.336210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9288-cb36-4fd4-bdd9-2762776b8b12 req-1f8323e6-c655-4f17-8123-33576e9b81d2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:54.337728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53f9288-cb36-4fd4-bdd9-2762776b8b12 req-1f8323e6-c655-4f17-8123-33576e9b81d2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0570540 Apr 07 12:00:54.383168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c53f9288-cb36-4fd4-bdd9-2762776b8b12 req-43bcef39-494b-4dec-b82f-fbdc706df5c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Apr 07 12:00:54.620807 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead43076-9606-4173-8b6f-a0b29047ea4b req-3e8be59b-2580-4e34-8d1f-2b1745dfa209 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:54.622315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ead43076-9606-4173-8b6f-a0b29047ea4b req-3e8be59b-2580-4e34-8d1f-2b1745dfa209 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0518653 Apr 07 12:00:54.673100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ead43076-9606-4173-8b6f-a0b29047ea4b req-348e5ed5-8ce4-49a0-b356-4fa3bad17f33 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Apr 07 12:00:55.300123 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:55.796438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c33e-757c-4258-a9b2-21ece430f0b8 req-b326514e-67d3-48e6-81e1-d94f62d2c6c7 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:55.797930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3708c33e-757c-4258-a9b2-21ece430f0b8 req-b326514e-67d3-48e6-81e1-d94f62d2c6c7 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0529232 Apr 07 12:00:55.843280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3708c33e-757c-4258-a9b2-21ece430f0b8 req-8a4bbf5e-2df6-4080-937c-9765dbb21723 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/security-groups?id=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Apr 07 12:00:56.478285 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-b0fa0f2c-3a00-48df-98c2-3bcbbde31165 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:56.479637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-b0fa0f2c-3a00-48df-98c2-3bcbbde31165 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.23 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 945 time: 0.0543337 Apr 07 12:00:56.575140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Deleting port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:00:56.575484 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:56.661856 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] For port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,segment=NetworkSegment(051dc70a-68ef-48bc-a4e2-f98c1b062d58),segment_id=051dc70a-68ef-48bc-a4e2-f98c1b062d58)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:56.662216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:56.674347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Calling delete_port for 8234fff6-f1ed-4d93-a312-5f5659a4fb7d owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:00:56.806940 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8234fff6-f1ed-4d93-a312-5f5659a4fb7d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:56.819927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['8234fff6-f1ed-4d93-a312-5f5659a4fb7d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:00:56.838596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Pushing event deleted for resources: {'Port': ['ID=8234fff6-f1ed-4d93-a312-5f5659a4fb7d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:56.886999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] No DVR routers for this DVR port 8234fff6-f1ed-4d93-a312-5f5659a4fb7d on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:00:56.889717 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:56.893215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f735d021-f751-4f96-abe1-bac32f1e2eed req-76cb1c8d-6af9-4fe3-ba85-892891dda2c2 tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.23 "DELETE /v2.0/ports/8234fff6-f1ed-4d93-a312-5f5659a4fb7d HTTP/1.1" status: 204 len: 173 time: 0.4084308 Apr 07 12:00:56.893837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'name': 'network-vif-deleted', 'tag': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:00:56.896108 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0a7264-a1a1-4056-8002-a86cc3684dc8" -d '{"events": [{"server_uuid": "d186040a-a9ab-437d-9b20-b98b6093a94f", "name": "network-vif-deleted", "tag": "8234fff6-f1ed-4d93-a312-5f5659a4fb7d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:00:56.957380 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b8eb00-2975-4c00-b4ad-ed8f7e27aff7 x-openstack-request-id: req-49b8eb00-2975-4c00-b4ad-ed8f7e27aff7 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:00:56.957719 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d186040a-a9ab-437d-9b20-b98b6093a94f", "name": "network-vif-deleted", "tag": "8234fff6-f1ed-4d93-a312-5f5659a4fb7d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:00:56.957931 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49b8eb00-2975-4c00-b4ad-ed8f7e27aff7 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:00:56.958340 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b8eb00-2975-4c00-b4ad-ed8f7e27aff7'] response: {'server_uuid': 'd186040a-a9ab-437d-9b20-b98b6093a94f', 'name': 'network-vif-deleted', 'tag': '8234fff6-f1ed-4d93-a312-5f5659a4fb7d', 'status': 'completed', 'code': 200} Apr 07 12:00:56.961021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17ec412b-9adf-4db1-8eb0-dc66d139b591 req-2c874704-d497-40b2-b620-0098e1b97d1b tempest-TestServerAdvancedOps-1642794134 tempest-TestServerAdvancedOps-1642794134-project] 10.222.0.13 "GET /v2.0/ports?device_id=d186040a-a9ab-437d-9b20-b98b6093a94f HTTP/1.1" status: 200 len: 210 time: 0.0400908 Apr 07 12:00:58.025491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33860) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:58.070671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Deleting subnet 6d26320e-2f8c-4ee5-8107-687775a048fc {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:00:58.073731 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Publish callbacks [] for subnet (6d26320e-2f8c-4ee5-8107-687775a048fc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.115197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (6d26320e-2f8c-4ee5-8107-687775a048fc), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.158314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (6d26320e-2f8c-4ee5-8107-687775a048fc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.209718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (6d26320e-2f8c-4ee5-8107-687775a048fc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.235339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d26320e-2f8c-4ee5-8107-687775a048fc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:58.239566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.242747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cd297bb0-39cd-4d16-8dfb-95ff4c6e4c06 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d26320e-2f8c-4ee5-8107-687775a048fc HTTP/1.1" status: 204 len: 168 time: 0.2162540 Apr 07 12:00:58.245200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33862) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:58.313429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (227392b7-5da4-4568-85dc-142411a9f75c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.392570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (227392b7-5da4-4568-85dc-142411a9f75c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.413080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227392b7-5da4-4568-85dc-142411a9f75c']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:58.422044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051dc70a-68ef-48bc-a4e2-f98c1b062d58') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:58.422335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051dc70a-68ef-48bc-a4e2-f98c1b062d58') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:58.431855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (051dc70a-68ef-48bc-a4e2-f98c1b062d58), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.445703 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (051dc70a-68ef-48bc-a4e2-f98c1b062d58), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.452084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:00:58.452475 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (051dc70a-68ef-48bc-a4e2-f98c1b062d58), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:00:58.454290 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:00:58.513113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (227392b7-5da4-4568-85dc-142411a9f75c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.519179 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.522288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] 10.222.0.13 "DELETE /v2.0/networks/227392b7-5da4-4568-85dc-142411a9f75c HTTP/1.1" status: 204 len: 168 time: 0.2762380 Apr 07 12:00:58.525236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33864) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:58.534456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f035503-5553-4ea8-bb42-6afcfcfc258e admin admin] Pushing event deleted for resources: {'Network': ['ID=227392b7-5da4-4568-85dc-142411a9f75c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:58.574924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Deleting subnet 911035be-c46f-4270-8f0b-9385f951e157 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:00:58.578095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Publish callbacks [] for subnet (911035be-c46f-4270-8f0b-9385f951e157), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.612907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (911035be-c46f-4270-8f0b-9385f951e157), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.650790 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (911035be-c46f-4270-8f0b-9385f951e157), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.702036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (911035be-c46f-4270-8f0b-9385f951e157), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.726671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911035be-c46f-4270-8f0b-9385f951e157,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:58.737574 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.737927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.738267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.738603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.738933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.739259 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.739585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.739908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.740231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.740549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.740871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.741215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.741539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.745107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.748209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-294aea88-218b-4787-ad4c-33d26237c5f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/911035be-c46f-4270-8f0b-9385f951e157 HTTP/1.1" status: 204 len: 168 time: 0.2219892 Apr 07 12:00:58.750954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33866) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:58.821614 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (4621d807-f436-41e9-b4e7-6fe4d8c78d3b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.897416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (4621d807-f436-41e9-b4e7-6fe4d8c78d3b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.921295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4621d807-f436-41e9-b4e7-6fe4d8c78d3b']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:58.931085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60d1f2c-2c63-4a85-a209-3d4374167a7f') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:58.931384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60d1f2c-2c63-4a85-a209-3d4374167a7f') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:58.941154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (f60d1f2c-2c63-4a85-a209-3d4374167a7f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.954393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (f60d1f2c-2c63-4a85-a209-3d4374167a7f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.960180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:00:58.960555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (f60d1f2c-2c63-4a85-a209-3d4374167a7f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:00:58.962297 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:00:59.017358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (4621d807-f436-41e9-b4e7-6fe4d8c78d3b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.023390 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.026473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4621d807-f436-41e9-b4e7-6fe4d8c78d3b HTTP/1.1" status: 204 len: 168 time: 0.2746365 Apr 07 12:00:59.037982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36844cfc-17e8-4ecf-987f-03b2d8173613 admin admin] Pushing event deleted for resources: {'Network': ['ID=4621d807-f436-41e9-b4e7-6fe4d8c78d3b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:59.192096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:59.231053 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d9338dcc-46a7-41dd-a99e-ec3954834d4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=710d8cf19fe64075905fd38bdd58ef33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378153 Apr 07 12:00:59.233367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:59.278412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2426dddd-d3dd-49ef-b089-5bd4f1c59d65 admin admin] Publish callbacks [] for security_group (e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.303114 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2426dddd-d3dd-49ef-b089-5bd4f1c59d65 admin admin] Publish callbacks [] for security_group (e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.350126 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2426dddd-d3dd-49ef-b089-5bd4f1c59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.352753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2426dddd-d3dd-49ef-b089-5bd4f1c59d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.353904 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2426dddd-d3dd-49ef-b089-5bd4f1c59d65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1 HTTP/1.1" status: 204 len: 168 time: 0.1196451 Apr 07 12:00:59.361992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426dddd-d3dd-49ef-b089-5bd4f1c59d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e486eaa7-3c69-4b69-bbbd-b8fbb863a4f1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:59.669508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33878) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:59.709663 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-89614ee7-d9ff-4ee3-b305-76052f884315 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83115fb3d9a948b49af09abab4713ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387840 Apr 07 12:00:59.712190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33880) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:59.759616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3881-3f17-4342-8317-17218720ba8d admin admin] Publish callbacks [] for security_group (2f2dad92-6148-4538-84d7-782ab699fd21), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.780752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3881-3f17-4342-8317-17218720ba8d admin admin] Publish callbacks [] for security_group (2f2dad92-6148-4538-84d7-782ab699fd21), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.826185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3881-3f17-4342-8317-17218720ba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2f2dad92-6148-4538-84d7-782ab699fd21), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.828789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f3881-3f17-4342-8317-17218720ba8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.830015 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7e1f3881-3f17-4342-8317-17218720ba8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f2dad92-6148-4538-84d7-782ab699fd21 HTTP/1.1" status: 204 len: 168 time: 0.1169126 Apr 07 12:00:59.837525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f3881-3f17-4342-8317-17218720ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2dad92-6148-4538-84d7-782ab699fd21,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:00.343436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8234fff6-f1ed-4d93-a312-5f5659a4fb7d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:01:00.363666 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 8234fff6-f1ed-4d93-a312-5f5659a4fb7d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:01:00.364012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 8234fff6-f1ed-4d93-a312-5f5659a4fb7d not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:01:00.515627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33904) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:00.609730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1668839562-network', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:00.630203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Made reservation on behalf of 1d3af6ac28fa4b7fafe01573eb8d70f1 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:01:00.632425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.640555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.710641 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0832601b-5a34-4197-9723-1ba15442f6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.717426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks [] for security_group (358deacf-05a6-4516-ab0e-f85b7510edea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.721395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (358deacf-05a6-4516-ab0e-f85b7510edea), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.747861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:01:00.754128 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358deacf-05a6-4516-ab0e-f85b7510edea,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:00.761832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e07113a5-f973-4730-9078-4ef89a575f3c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.761832 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Added segment e07113a5-f973-4730-9078-4ef89a575f3c of type vlan for network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 Apr 07 12:01:00.801364 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.825201 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.826144 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:00.826712 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.877118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3603823 Apr 07 12:01:00.880813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33908) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:00.885766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Request body: {'subnet': {'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1668839562-subnet', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:00.888816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87f2be-431b-457f-9ef9-e7a8e6d5d0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:00.899517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:01:00.904534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Made reservation on behalf of 1d3af6ac28fa4b7fafe01573eb8d70f1 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:01:00.907030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.072478 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (72b6e685-ac90-40a7-a1b2-f181dda0980d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.126358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b6e685-ac90-40a7-a1b2-f181dda0980d,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:01.137497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Checking segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:01.137861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Network hostable DHCP agents. Network: e4fc7560-66b2-48c9-9bee-fdf59e1d9a38, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:01:01.153631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:01:01.162822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, e4fc7560-66b2-48c9-9bee-fdf59e1d9a38) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:01.166935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:01.167584 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.173186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9aea4-9ae7-4de0-aab5-961cdb3b0a82 None None] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:01:01.184476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3c64560f-b1d1-413f-b62b-62bb75f0138d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3024888 Apr 07 12:01:01.187362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33912) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:01.191508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:01.211599 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.212299 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.266518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks [] for router_controller (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.277200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:01:01.278059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.409492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Allocated IP 172.20.0.2 (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38/72b6e685-ac90-40a7-a1b2-f181dda0980d/10d3f85a-db26-4037-83a8-71bb7ab2171b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:01.411039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks [] for router_gateway (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.618907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks [] for router_gateway (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.639589 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.722280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Publish callbacks [] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.727697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.745381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Allocated IP 172.25.5.242 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d1917e79-996a-407d-b814-03fc660f10b4) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:01.768073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:01.775898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:01.777812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Pushing event updated for resources: {'Port': ['ID=10d3f85a-db26-4037-83a8-71bb7ab2171b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:01.779982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:01.837047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Attempting to bind port 10d3f85a-db26-4037-83a8-71bb7ab2171b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:01.837455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Attempting to bind port 10d3f85a-db26-4037-83a8-71bb7ab2171b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:01.838314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Attempting to bind port 10d3f85a-db26-4037-83a8-71bb7ab2171b on network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:01.842890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:01.843273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Checking segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:01.843675 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.844222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Bound using segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:01.844552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Bound port: 10d3f85a-db26-4037-83a8-71bb7ab2171b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:01.844935 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.858564 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks [] for port (d1917e79-996a-407d-b814-03fc660f10b4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.894203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d1917e79-996a-407d-b814-03fc660f10b4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.907929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] For port 10d3f85a-db26-4037-83a8-71bb7ab2171b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:01.911607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] For port 10d3f85a-db26-4037-83a8-71bb7ab2171b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10d3f85a-db26-4037-83a8-71bb7ab2171b,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:01.917685 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.934387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:01.941724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:01.944107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:01.947883 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Pushing event updated for resources: {'Port': ['ID=d1917e79-996a-407d-b814-03fc660f10b4,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:01.976139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52fe31-0ac1-4d83-b2a3-7530ddb93e21 None None] Pushing event updated for resources: {'Port': ['ID=10d3f85a-db26-4037-83a8-71bb7ab2171b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:02.059159 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.234983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks [] for router_gateway (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.325558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10d3f85a-db26-4037-83a8-71bb7ab2171b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:02.375924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 10d3f85a-db26-4037-83a8-71bb7ab2171b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:02.376219 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.446728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.455680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 10d3f85a-db26-4037-83a8-71bb7ab2171b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:02.456171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.494665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 10d3f85a-db26-4037-83a8-71bb7ab2171b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10d3f85a-db26-4037-83a8-71bb7ab2171b,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:02.498918 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.552500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=10d3f85a-db26-4037-83a8-71bb7ab2171b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:02.586117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:01:02.718060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:01:02.729455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Sync routers for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:01:02.737759 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.742130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dc5a3982-ba0b-4a29-8303-de9f9ac2db9d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5510616 Apr 07 12:01:02.742289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33916) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:02.755544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:02.756210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:00:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:02.906234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:03.018543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfce45-b372-4af3-95ee-e62e89906d51 None None] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:01:03.117511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5da3c388-5cf7-4e4b-a40d-9aec7b7da0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.133640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-75d79e05-cc96-4002-8e9f-d47babc17df9 None None] Provisioning complete for port 10d3f85a-db26-4037-83a8-71bb7ab2171b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:03.133923 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75d79e05-cc96-4002-8e9f-d47babc17df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.211604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.303048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-75d79e05-cc96-4002-8e9f-d47babc17df9 None None] Current status of the port 10d3f85a-db26-4037-83a8-71bb7ab2171b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:03.306847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:02Z', 'revision_number': 3, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:03.335317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Checking router: 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:01:03.335651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Updating router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 port d1917e79-996a-407d-b814-03fc660f10b4 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:01:03.369465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1917e79-996a-407d-b814-03fc660f10b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.386086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Allocated IP 172.20.0.1 (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38/72b6e685-ac90-40a7-a1b2-f181dda0980d/cd489015-ce86-4473-b1c4-a3ea39f13a91) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:03.500494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks [] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.534924 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.555862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1321c759-f7e4-408a-bf20-8f4cc55e7f94 None None] Provisioning complete for port 10d3f85a-db26-4037-83a8-71bb7ab2171b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:03.556428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1321c759-f7e4-408a-bf20-8f4cc55e7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.576777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:03.579675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:03.585922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:03.610405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd489015-ce86-4473-b1c4-a3ea39f13a91,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:03.630032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.720995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Publish callbacks [] for port (d1917e79-996a-407d-b814-03fc660f10b4), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.723309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1321c759-f7e4-408a-bf20-8f4cc55e7f94 None None] Current status of the port 10d3f85a-db26-4037-83a8-71bb7ab2171b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:03.730522 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1917e79-996a-407d-b814-03fc660f10b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.786288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.789353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d297-a36b-4518-8838-7f51136c1fdd None None] Pushing event updated for resources: {'Port': ['ID=d1917e79-996a-407d-b814-03fc660f10b4,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:03.791615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Attempting to bind port d1917e79-996a-407d-b814-03fc660f10b4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:03.791997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Attempting to bind port d1917e79-996a-407d-b814-03fc660f10b4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:03.792365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Attempting to bind port d1917e79-996a-407d-b814-03fc660f10b4 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:03.798237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:03.799561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:03.799561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.799809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:03.800269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Bound port: d1917e79-996a-407d-b814-03fc660f10b4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:03.800663 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1917e79-996a-407d-b814-03fc660f10b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.863518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] For port d1917e79-996a-407d-b814-03fc660f10b4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:03.868762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] For port d1917e79-996a-407d-b814-03fc660f10b4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d1917e79-996a-407d-b814-03fc660f10b4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:03.876197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-57588c51-affc-42a7-aee1-3abce9e7d46c None None] Provisioning complete for port cd489015-ce86-4473-b1c4-a3ea39f13a91 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:03.876573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57588c51-affc-42a7-aee1-3abce9e7d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.883446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1917e79-996a-407d-b814-03fc660f10b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.928814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.958067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks [] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.962909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.968176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-57588c51-affc-42a7-aee1-3abce9e7d46c None None] Port cd489015-ce86-4473-b1c4-a3ea39f13a91 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:01:03.977627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d297-a36b-4518-8838-7f51136c1fdd None None] Pushing event updated for resources: {'Port': ['ID=d1917e79-996a-407d-b814-03fc660f10b4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:03.980355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:03.980966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:04.029104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:04.030976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd489015-ce86-4473-b1c4-a3ea39f13a91,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:04.094199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:04.124438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:04.126027 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:04.270109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:01:04.390029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10d3f85a-db26-4037-83a8-71bb7ab2171b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:04.395317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:01:04.400259 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3250127d-2bdf-45c8-bbd2-d8de3a4f5df3 admin admin] 10.222.0.13 "PUT /v2.0/routers/512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572645 Apr 07 12:01:04.451795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8c58124d-8434-42ff-83fe-d154b47d89d1 None None] Provisioning complete for port cd489015-ce86-4473-b1c4-a3ea39f13a91 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:04.452176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8c58124d-8434-42ff-83fe-d154b47d89d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:04.533619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8c58124d-8434-42ff-83fe-d154b47d89d1 None None] Port cd489015-ce86-4473-b1c4-a3ea39f13a91 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:01:04.542279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 10d3f85a-db26-4037-83a8-71bb7ab2171b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:04.542659 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:04.598460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:04.618408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 2, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:04.666969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3261138-677f-42df-9eef-c1ea90762c67 None None] The sync data for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 is: [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 2, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:01:04.681156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 10d3f85a-db26-4037-83a8-71bb7ab2171b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:04.898433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33932) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:04.903272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1607253908-network', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:04.928358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Made reservation on behalf of 86292c73b7b341708d8c6f061684e2d9 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:01:04.930731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:04.940403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.034031 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks [] for security_group (4ed0b905-3e4b-4643-bba1-39bbe91ba66e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.038642 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4ed0b905-3e4b-4643-bba1-39bbe91ba66e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.065444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:01:05.075853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0b905-3e4b-4643-bba1-39bbe91ba66e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:05.082010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c4182f93-f56f-49cb-be55-94a4d59aa7a9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.082363 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Added segment c4182f93-f56f-49cb-be55-94a4d59aa7a9 of type vlan for network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 Apr 07 12:01:05.126302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (32c93c25-cf23-4564-a3ee-83eddd9e0a62), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.154307 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (32c93c25-cf23-4564-a3ee-83eddd9e0a62), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.155285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:05.155850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.209894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3103404 Apr 07 12:01:05.212918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33934) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:05.221266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Request body: {'subnet': {'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1607253908-subnet', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:05.221804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21875847-db86-41de-8b7b-87ceb1375c48 admin admin] Pushing event updated for resources: {'Network': ['ID=32c93c25-cf23-4564-a3ee-83eddd9e0a62,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:05.232411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:01:05.254648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Made reservation on behalf of 86292c73b7b341708d8c6f061684e2d9 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:01:05.257458 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.464364 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (a7473ef1-f7da-4544-8120-50e976dbe372), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.529852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7473ef1-f7da-4544-8120-50e976dbe372,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:05.542597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Checking segment: {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:05.542958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Network hostable DHCP agents. Network: 32c93c25-cf23-4564-a3ee-83eddd9e0a62, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:01:05.560782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:01:05.571233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 32c93c25-cf23-4564-a3ee-83eddd9e0a62) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:05.576254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:05.577273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.582373 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504fadcb-29ba-42b6-8885-92a30d54bc2d None None] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:01:05.594624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9f04d353-2db5-4331-928c-9a399f594bc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3799453 Apr 07 12:01:05.598103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 33936) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:05.602962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:05.625930 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (fe27760f-abe6-46c6-83d9-cf0230b9e54a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.627099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (fe27760f-abe6-46c6-83d9-cf0230b9e54a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.691250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks [] for router_controller (fe27760f-abe6-46c6-83d9-cf0230b9e54a), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.698708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'fixed_ips': [{'subnet_id': 'a7473ef1-f7da-4544-8120-50e976dbe372'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:01:05.700353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.848008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks [] for router_gateway (fe27760f-abe6-46c6-83d9-cf0230b9e54a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.854217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Allocated IP 172.20.0.2 (32c93c25-cf23-4564-a3ee-83eddd9e0a62/a7473ef1-f7da-4544-8120-50e976dbe372/093895ec-5063-45a3-9d96-ae839e6764eb) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:06.017516 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Publish callbacks [] for port (093895ec-5063-45a3-9d96-ae839e6764eb), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.024482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.072421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:06.077346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:06.081633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:06.084481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Pushing event updated for resources: {'Port': ['ID=093895ec-5063-45a3-9d96-ae839e6764eb,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:06.155176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.159733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Attempting to bind port 093895ec-5063-45a3-9d96-ae839e6764eb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:06.160110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Attempting to bind port 093895ec-5063-45a3-9d96-ae839e6764eb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:06.160479 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Attempting to bind port 093895ec-5063-45a3-9d96-ae839e6764eb on network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:06.166706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:06.167085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Checking segment: {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:06.167490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.167884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Bound using segment: {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:06.168451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Bound port: 093895ec-5063-45a3-9d96-ae839e6764eb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:06.168747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.244719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] For port 093895ec-5063-45a3-9d96-ae839e6764eb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:06.248320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] For port 093895ec-5063-45a3-9d96-ae839e6764eb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=093895ec-5063-45a3-9d96-ae839e6764eb,segment=NetworkSegment(c4182f93-f56f-49cb-be55-94a4d59aa7a9),segment_id=c4182f93-f56f-49cb-be55-94a4d59aa7a9)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:06.257650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.332493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d928528-4b1f-43bc-af08-d8eedc5ae544 None None] Pushing event updated for resources: {'Port': ['ID=093895ec-5063-45a3-9d96-ae839e6764eb,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:06.358660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d1917e79-996a-407d-b814-03fc660f10b4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:06.413874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d1917e79-996a-407d-b814-03fc660f10b4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:06.414456 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d1917e79-996a-407d-b814-03fc660f10b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.442009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks [] for router_gateway (fe27760f-abe6-46c6-83d9-cf0230b9e54a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.473315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.530278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d1917e79-996a-407d-b814-03fc660f10b4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:06.530671 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d1917e79-996a-407d-b814-03fc660f10b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.562465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d1917e79-996a-407d-b814-03fc660f10b4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d1917e79-996a-407d-b814-03fc660f10b4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:06.569222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d1917e79-996a-407d-b814-03fc660f10b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.630652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Allocated IP 172.25.5.109 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/abc245a6-85ac-4e77-9058-63ed6b2faec2) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:06.633832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d1917e79-996a-407d-b814-03fc660f10b4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:06.743124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks [] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.778287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:06.813438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:06.816314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:06.820418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:06.854264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Pushing event updated for resources: {'Port': ['ID=abc245a6-85ac-4e77-9058-63ed6b2faec2,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:07.110872 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks [] for router_gateway (fe27760f-abe6-46c6-83d9-cf0230b9e54a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.262897 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.339387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (fe27760f-abe6-46c6-83d9-cf0230b9e54a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.382630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Sync routers for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:01:07.394634 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:07.395674 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:07.459868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143aa1be-d9b1-40e7-803a-453037ddb314 None None] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:01:07.510002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Router fe27760f-abe6-46c6-83d9-cf0230b9e54a is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:01:07.547096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] Provisioning complete for port 093895ec-5063-45a3-9d96-ae839e6764eb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:07.547483 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.607949 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:07.645384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:01:07.656866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Sync routers for ids ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:01:07.670553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.676017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 33938) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:01:07.680497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b456817d-4bf5-407c-a0eb-7dc36b7eed80 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0767822 Apr 07 12:01:07.729849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Routers {'fe27760f-abe6-46c6-83d9-cf0230b9e54a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:07.730577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:07.732574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] Current status of the port 093895ec-5063-45a3-9d96-ae839e6764eb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:07.733178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.839382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] For port 093895ec-5063-45a3-9d96-ae839e6764eb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=093895ec-5063-45a3-9d96-ae839e6764eb,segment=NetworkSegment(c4182f93-f56f-49cb-be55-94a4d59aa7a9),segment_id=c4182f93-f56f-49cb-be55-94a4d59aa7a9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:07.851844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.855864 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 2, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:07.894210 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Checking router: 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:01:07.894982 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Updating router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 port cd489015-ce86-4473-b1c4-a3ea39f13a91 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:01:07.935541 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.937940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7615c2-42f8-4144-aea7-496e36a33565 None None] Pushing event updated for resources: {'Port': ['ID=093895ec-5063-45a3-9d96-ae839e6764eb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:07.942287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Set router fe27760f-abe6-46c6-83d9-cf0230b9e54a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:08.103130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-70e3b397-1ccc-481f-b36a-41eebd284e3d None None] Provisioning complete for port 093895ec-5063-45a3-9d96-ae839e6764eb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:08.103966 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-70e3b397-1ccc-481f-b36a-41eebd284e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.240559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-70e3b397-1ccc-481f-b36a-41eebd284e3d None None] Current status of the port 093895ec-5063-45a3-9d96-ae839e6764eb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:08.244633 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 3, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:08.248056 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Publish callbacks [] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.254478 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.284170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Checking router: fe27760f-abe6-46c6-83d9-cf0230b9e54a for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:01:08.284767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Updating router fe27760f-abe6-46c6-83d9-cf0230b9e54a port abc245a6-85ac-4e77-9058-63ed6b2faec2 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:01:08.319850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.365300 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Pushing event updated for resources: {'Port': ['ID=cd489015-ce86-4473-b1c4-a3ea39f13a91,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:08.391914 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.392693 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.392693 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.393080 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.393688 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.394126 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.394466 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.394796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.395127 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.395946 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.395946 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.396148 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.402485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:08.427796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Attempting to bind port cd489015-ce86-4473-b1c4-a3ea39f13a91 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:08.428803 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Attempting to bind port cd489015-ce86-4473-b1c4-a3ea39f13a91 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:08.429383 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Attempting to bind port cd489015-ce86-4473-b1c4-a3ea39f13a91 on network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:08.434920 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:08.435295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Checking segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:08.435697 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.436089 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Bound using segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:08.436586 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Bound port: cd489015-ce86-4473-b1c4-a3ea39f13a91, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:08.436971 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.529755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 093895ec-5063-45a3-9d96-ae839e6764eb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:08.547339 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] For port cd489015-ce86-4473-b1c4-a3ea39f13a91, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:08.553413 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] For port cd489015-ce86-4473-b1c4-a3ea39f13a91, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cd489015-ce86-4473-b1c4-a3ea39f13a91,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:08.562253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.562629 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.645780 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:08.646988 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:08.720046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 093895ec-5063-45a3-9d96-ae839e6764eb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:08.720421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.725799 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a836c-5419-48fb-a3b0-0439db7cd912 None None] Pushing event updated for resources: {'Port': ['ID=cd489015-ce86-4473-b1c4-a3ea39f13a91,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:08.739148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] Provisioning complete for port cd489015-ce86-4473-b1c4-a3ea39f13a91 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:08.739540 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.791241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Allocated IP 172.20.0.1 (32c93c25-cf23-4564-a3ee-83eddd9e0a62/a7473ef1-f7da-4544-8120-50e976dbe372/ef90462a-fd3c-478d-a3f9-044b38e1cc1e) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:08.797842 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:08.924782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks [] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.926582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Publish callbacks [] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.928170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] Current status of the port cd489015-ce86-4473-b1c4-a3ea39f13a91 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:08.928546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.950673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.976170 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.019029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:09.024212 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:09.031486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:09.053312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Attempting to bind port abc245a6-85ac-4e77-9058-63ed6b2faec2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:09.053894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Attempting to bind port abc245a6-85ac-4e77-9058-63ed6b2faec2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:09.054268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Attempting to bind port abc245a6-85ac-4e77-9058-63ed6b2faec2 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:09.058007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Pushing event updated for resources: {'Port': ['ID=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:09.066538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:09.067553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:09.067736 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.068089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:09.069313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Bound port: abc245a6-85ac-4e77-9058-63ed6b2faec2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:09.069719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.073934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.074283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.074627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.075248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.075587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.075919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.076247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.076567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.076894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.077577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.077577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.077870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.078186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:09.078839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] For port cd489015-ce86-4473-b1c4-a3ea39f13a91, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cd489015-ce86-4473-b1c4-a3ea39f13a91,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:09.079935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 093895ec-5063-45a3-9d96-ae839e6764eb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:09.081845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d1917e79-996a-407d-b814-03fc660f10b4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:09.097973 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (fe27760f-abe6-46c6-83d9-cf0230b9e54a), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.110735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:09.141362 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373af959-3250-4c3e-9663-2c97fc3522fa None None] The sync data for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 is: [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:01:09.157051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.166212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea86a0-36d0-49fd-9905-7b8632508245 None None] Pushing event updated for resources: {'Port': ['ID=abc245a6-85ac-4e77-9058-63ed6b2faec2,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:09.289804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.471810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-52f545cc-d703-4f22-8807-df10ef39a286 None None] Provisioning complete for port cd489015-ce86-4473-b1c4-a3ea39f13a91 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:09.472386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52f545cc-d703-4f22-8807-df10ef39a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.474298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] For port abc245a6-85ac-4e77-9058-63ed6b2faec2, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:09.517959 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks [] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.525205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.532176 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] For port abc245a6-85ac-4e77-9058-63ed6b2faec2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=abc245a6-85ac-4e77-9058-63ed6b2faec2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:09.538938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a408aa2-0320-4eb0-b612-32e337a9e103 None None] Pushing event updated for resources: {'Port': ['ID=cd489015-ce86-4473-b1c4-a3ea39f13a91,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:09.545581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d1917e79-996a-407d-b814-03fc660f10b4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:09.545990 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d1917e79-996a-407d-b814-03fc660f10b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.548071 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.616243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (fe27760f-abe6-46c6-83d9-cf0230b9e54a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:09.618400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Pushing event updated for resources: {'Port': ['ID=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:09.672343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea86a0-36d0-49fd-9905-7b8632508245 None None] Pushing event updated for resources: {'Port': ['ID=abc245a6-85ac-4e77-9058-63ed6b2faec2,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:09.678422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Routers {'fe27760f-abe6-46c6-83d9-cf0230b9e54a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:09.679693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:09.749188 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:09.750985 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:09.839370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-52f545cc-d703-4f22-8807-df10ef39a286 None None] Current status of the port cd489015-ce86-4473-b1c4-a3ea39f13a91 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:09.876413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d1917e79-996a-407d-b814-03fc660f10b4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:09.916628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] Set router fe27760f-abe6-46c6-83d9-cf0230b9e54a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:09.926191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Router fe27760f-abe6-46c6-83d9-cf0230b9e54a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:01:10.043601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ee1d4298-0d1a-4da7-9bfa-e835e950d814 None None] Provisioning complete for port ef90462a-fd3c-478d-a3f9-044b38e1cc1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:10.044267 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4298-0d1a-4da7-9bfa-e835e950d814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:10.067083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:01:10.077747 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2507f72b-48dc-4b88-99de-f5e2ec7b6e6c admin admin] 10.222.0.13 "PUT /v2.0/routers/fe27760f-abe6-46c6-83d9-cf0230b9e54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4005687 Apr 07 12:01:10.163243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d4298-0d1a-4da7-9bfa-e835e950d814 None None] Port ef90462a-fd3c-478d-a3f9-044b38e1cc1e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:01:10.278600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ef90462a-fd3c-478d-a3f9-044b38e1cc1e', 'name': '', 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'mac_address': 'fa:16:3e:73:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:08Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 2, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'subnets': [{'id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:10.326601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db40aff-5640-482b-b4af-faab2fa4deef None None] The sync data for ids ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'] in n-d-836788-1 is: [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ef90462a-fd3c-478d-a3f9-044b38e1cc1e', 'name': '', 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'mac_address': 'fa:16:3e:73:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:08Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 2, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'subnets': [{'id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:01:10.332957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9b1bac3d-e739-4c0c-8c12-b99d833e5c02 None None] Provisioning complete for port ef90462a-fd3c-478d-a3f9-044b38e1cc1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:10.333646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9b1bac3d-e739-4c0c-8c12-b99d833e5c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:10.361939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cd489015-ce86-4473-b1c4-a3ea39f13a91 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:10.407612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bac3d-e739-4c0c-8c12-b99d833e5c02 None None] Port ef90462a-fd3c-478d-a3f9-044b38e1cc1e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:01:10.426447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cd489015-ce86-4473-b1c4-a3ea39f13a91 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:10.426815 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:10.515774 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cd489015-ce86-4473-b1c4-a3ea39f13a91 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:12.320079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device abc245a6-85ac-4e77-9058-63ed6b2faec2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:12.376156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port abc245a6-85ac-4e77-9058-63ed6b2faec2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:12.376531 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:12.456919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port abc245a6-85ac-4e77-9058-63ed6b2faec2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:12.457451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:12.480175 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port abc245a6-85ac-4e77-9058-63ed6b2faec2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=abc245a6-85ac-4e77-9058-63ed6b2faec2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:12.483830 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:12.541482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=abc245a6-85ac-4e77-9058-63ed6b2faec2,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:12.883642 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Sync routers for ids ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:01:12.894591 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Routers {'fe27760f-abe6-46c6-83d9-cf0230b9e54a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:12.895214 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:13.012498 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Set router fe27760f-abe6-46c6-83d9-cf0230b9e54a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:13.225633 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ef90462a-fd3c-478d-a3f9-044b38e1cc1e', 'name': '', 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'mac_address': 'fa:16:3e:73:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:08Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 2, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'subnets': [{'id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:13.254006 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Checking router: fe27760f-abe6-46c6-83d9-cf0230b9e54a for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:01:13.254360 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Updating router fe27760f-abe6-46c6-83d9-cf0230b9e54a port ef90462a-fd3c-478d-a3f9-044b38e1cc1e binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:01:13.284390 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:13.648750 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Publish callbacks [] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:13.655121 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:13.701823 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e3f3-6b71-4d4f-838c-afc340105ca0 None None] Pushing event updated for resources: {'Port': ['ID=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:13.762741 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Attempting to bind port ef90462a-fd3c-478d-a3f9-044b38e1cc1e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:13.763652 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Attempting to bind port ef90462a-fd3c-478d-a3f9-044b38e1cc1e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:13.764019 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Attempting to bind port ef90462a-fd3c-478d-a3f9-044b38e1cc1e on network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:13.769378 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:13.769756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Checking segment: {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:13.770160 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:13.770555 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Bound using segment: {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:13.771032 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Bound port: ef90462a-fd3c-478d-a3f9-044b38e1cc1e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4182f93-f56f-49cb-be55-94a4d59aa7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:13.771418 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:13.855052 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] For port ef90462a-fd3c-478d-a3f9-044b38e1cc1e, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:13.859029 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] For port ef90462a-fd3c-478d-a3f9-044b38e1cc1e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,segment=NetworkSegment(c4182f93-f56f-49cb-be55-94a4d59aa7a9),segment_id=c4182f93-f56f-49cb-be55-94a4d59aa7a9)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:13.866805 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:13.930479 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Routers {'fe27760f-abe6-46c6-83d9-cf0230b9e54a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:13.931119 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:13.932809 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e3f3-6b71-4d4f-838c-afc340105ca0 None None] Pushing event updated for resources: {'Port': ['ID=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:13.967861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] Provisioning complete for port ef90462a-fd3c-478d-a3f9-044b38e1cc1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:13.968380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:14.063431 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] Set router fe27760f-abe6-46c6-83d9-cf0230b9e54a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:14.067072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] Current status of the port ef90462a-fd3c-478d-a3f9-044b38e1cc1e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:14.067663 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:14.109540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] For port ef90462a-fd3c-478d-a3f9-044b38e1cc1e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,segment=NetworkSegment(c4182f93-f56f-49cb-be55-94a4d59aa7a9),segment_id=c4182f93-f56f-49cb-be55-94a4d59aa7a9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:14.115363 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:14.183742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974e622-2a6c-4d59-a79c-e4b43c40b906 None None] Pushing event updated for resources: {'Port': ['ID=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:14.251149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-96244ade-5658-4202-9f29-883eb7c15817 None None] Provisioning complete for port ef90462a-fd3c-478d-a3f9-044b38e1cc1e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:14.251512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-96244ade-5658-4202-9f29-883eb7c15817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:14.355761 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ef90462a-fd3c-478d-a3f9-044b38e1cc1e', 'name': '', 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'mac_address': 'fa:16:3e:73:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:08Z', 'updated_at': '2022-04-07T12:01:13Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'subnets': [{'id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:14.369005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef90462a-fd3c-478d-a3f9-044b38e1cc1e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:14.373757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-96244ade-5658-4202-9f29-883eb7c15817 None None] Current status of the port ef90462a-fd3c-478d-a3f9-044b38e1cc1e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:14.397593 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9e077-d09f-43eb-bf5e-19b4faa6b0f6 None None] The sync data for ids ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'] in n-d-836788-1 is: [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:01:09Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ef90462a-fd3c-478d-a3f9-044b38e1cc1e', 'name': '', 'network_id': '32c93c25-cf23-4564-a3ee-83eddd9e0a62', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'mac_address': 'fa:16:3e:73:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:08Z', 'updated_at': '2022-04-07T12:01:13Z', 'revision_number': 4, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'subnets': [{'id': 'a7473ef1-f7da-4544-8120-50e976dbe372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:01:14.434155 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ef90462a-fd3c-478d-a3f9-044b38e1cc1e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:14.434155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:14.526370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ef90462a-fd3c-478d-a3f9-044b38e1cc1e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:14.528060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device abc245a6-85ac-4e77-9058-63ed6b2faec2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:14.580984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port abc245a6-85ac-4e77-9058-63ed6b2faec2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:14.581388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:14.672035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port abc245a6-85ac-4e77-9058-63ed6b2faec2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:19.001049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-5f9bc5cc-e8a0-4116-a351-8d71c4b7af61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495188 Apr 07 12:01:19.096079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-063ea951-efd0-4861-92fc-34fb300e03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:19.098434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-063ea951-efd0-4861-92fc-34fb300e03ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0514655 Apr 07 12:01:19.210783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-bc0ce2dd-d251-4b10-8d29-c7c188a0cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:19.212265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-bc0ce2dd-d251-4b10-8d29-c7c188a0cbcb service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0968251 Apr 07 12:01:19.283129 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-66b0b0e9-0684-4ae6-88ff-e6aeb40ad6bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1002 time: 0.0651419 Apr 07 12:01:19.340050 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-9338856f-7429-4871-a357-ea4122c195a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:19.340050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-9338856f-7429-4871-a357-ea4122c195a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0507197 Apr 07 12:01:19.406155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-9b14cf26-299a-4a5e-9dd6-f37480277ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:19.408020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-9b14cf26-299a-4a5e-9dd6-f37480277ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499001 Apr 07 12:01:19.509285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-e831ef0b-4615-456a-9e1c-c1b4d1aec2d9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956435 Apr 07 12:01:19.605660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0681d0ae-fa84-4473-b820-3f8f6d62f3a5 req-ad3df032-767d-42b1-802e-224cda479046 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911615 Apr 07 12:01:30.713088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3302f0d6-bfd5-44dd-9ddb-567807e63f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:32.055572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:32.299961 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:33.053940 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9ff10de1-ee55-4b54-b05d-2bd10ea54ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:33.890374 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:34.587734 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:36.130658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:36.590989 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-d6fbe7b1-53f2-4ee5-bb02-0aad2ad7f88c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461810 Apr 07 12:01:36.686320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000432d-3104-40af-b926-a79ff236d818 req-f5e7d8f5-bd07-4ff5-87d7-7451ad11bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:36.688671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-f5e7d8f5-bd07-4ff5-87d7-7451ad11bafb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1127 time: 0.0553489 Apr 07 12:01:36.798245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000432d-3104-40af-b926-a79ff236d818 req-e35d6a0d-65b1-434f-82b8-a2e208a7be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:36.800363 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-e35d6a0d-65b1-434f-82b8-a2e208a7be6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0914547 Apr 07 12:01:36.869745 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-43908889-4552-4f12-a49f-9dba70ed64cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 999 time: 0.0639565 Apr 07 12:01:36.921504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000432d-3104-40af-b926-a79ff236d818 req-855f1fa3-e27a-4707-85d2-5fb079178377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:36.922983 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-855f1fa3-e27a-4707-85d2-5fb079178377 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0469518 Apr 07 12:01:36.972538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000432d-3104-40af-b926-a79ff236d818 req-a5481e2e-a79a-4c96-a8c9-bce28d072aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:36.973995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-a5481e2e-a79a-4c96-a8c9-bce28d072aaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458605 Apr 07 12:01:37.068560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-aaa06ba8-147b-4e3c-af84-7e310ef803e0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888362 Apr 07 12:01:37.156774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8000432d-3104-40af-b926-a79ff236d818 req-3a68392d-f0c3-4355-a1e7-c6c2bfb4bc7e service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829432 Apr 07 12:01:37.258396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:52.134105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-d2b3dacb-ee26-46e4-acf2-26e6873d9801 tempest-TestNetworkAdvancedServerOps-1167222577 tempest-TestNetworkAdvancedServerOps-1167222577-project-admin] (104177) timed out ('10.222.0.13', 54362) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:01:52.979677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-cb96f0f1-aa6e-4119-b062-01e7cf0749b7 req-94f8e263-c160-439c-9161-149b99e48c0a service neutron] (104177) timed out ('10.222.0.13', 60134) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:02:00.715078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ef709fa-40ad-45ac-a262-42d1d95fc0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.811537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34288) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:01.977203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port 21df37ec-1066-4fa7-b558-4d552eb04891 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:01.977551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (21df37ec-1066-4fa7-b558-4d552eb04891), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.059621 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.060914 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (21df37ec-1066-4fa7-b558-4d552eb04891), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.061270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (21df37ec-1066-4fa7-b558-4d552eb04891), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.073580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for 21df37ec-1066-4fa7-b558-4d552eb04891 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:02.228439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (21df37ec-1066-4fa7-b558-4d552eb04891), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.256952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=21df37ec-1066-4fa7-b558-4d552eb04891,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:02.280869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.281247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.281585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.281929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.282271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.283253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.283601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.283939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.284271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.284599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.284929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.285286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.285617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:02.327328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (63cbab8c-7182-41d5-b467-88bab8188d67), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.327680 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Floating IP 63cbab8c-7182-41d5-b467-88bab8188d67 disassociated (deleted). External IP: 172.25.5.5, port: ab55ad50-1493-488f-96a1-1f1a4f28e5f8. Apr 07 12:02:02.544896 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:02:02.655899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:02:02.660444 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.667661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:02:02.678753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:02.680166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:01:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:02.691477 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84933ccb-6cbd-4b3b-ad26-cd7f9b6c5512 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "DELETE /v2.0/floatingips/63cbab8c-7182-41d5-b467-88bab8188d67 HTTP/1.1" status: 204 len: 168 time: 0.8787515 Apr 07 12:02:02.692161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:02.694646 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d9986-7050-43c2-9dfb-331132d23b33" -d '{"events": [{"name": "network-changed", "server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:02.753216 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f2c780-2faf-432c-91fc-581773c273ff x-openstack-request-id: req-c6f2c780-2faf-432c-91fc-581773c273ff {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:02.753522 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:02.753783 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6f2c780-2faf-432c-91fc-581773c273ff {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:02.754203 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f2c780-2faf-432c-91fc-581773c273ff'] response: {'name': 'network-changed', 'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'status': 'completed', 'code': 200} Apr 07 12:02:02.803565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:02.830770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9986-7050-43c2-9dfb-331132d23b33 req-373f9b08-2d91-4cf3-911a-c7e43915545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.832461 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-373f9b08-2d91-4cf3-911a-c7e43915545f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 1127 time: 0.0577333 Apr 07 12:02:02.960524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9986-7050-43c2-9dfb-331132d23b33 req-8fc071e5-b7b7-4323-988d-ebd014b385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.962235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-8fc071e5-b7b7-4323-988d-ebd014b385b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.1239333 Apr 07 12:02:03.012819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-0c7cf21f-9a18-4890-b724-4065035f5560 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 200 len: 217 time: 0.0444126 Apr 07 12:02:03.058045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff6f9-8824-467a-9463-9acf9069abc7 req-b5e879cb-54fc-409c-8bff-978cbde8ce5c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.066739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a3ff6f9-8824-467a-9463-9acf9069abc7 req-b5e879cb-54fc-409c-8bff-978cbde8ce5c tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.1130557 Apr 07 12:02:03.082430 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08340373-38e0-4035-a34f-dcf4423f745c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:03.117285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9986-7050-43c2-9dfb-331132d23b33 req-34419cc2-97a9-49d9-811d-d905d3555d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.126094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-34419cc2-97a9-49d9-811d-d905d3555d4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0997622 Apr 07 12:02:03.128712 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a3ff6f9-8824-467a-9463-9acf9069abc7 req-3dd70b40-6772-4703-9730-701e80cf37c7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606060 Apr 07 12:02:03.168016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:07Z', 'revision_number': 1, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:03.211556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:02:03.221108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:03.221839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:03.241909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9986-7050-43c2-9dfb-331132d23b33 req-906e34b2-56c9-47db-8dd3-06c146f147bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.243595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-906e34b2-56c9-47db-8dd3-06c146f147bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976412 Apr 07 12:02:03.368404 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-e1a255b5-623d-404a-8cf7-d62dde759542 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022429 Apr 07 12:02:03.491685 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-999d9986-7050-43c2-9dfb-331132d23b33 req-ea121e12-e19d-474b-82fa-4291f2051509 service neutron] 10.222.0.41 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161182 Apr 07 12:02:03.520255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:03.743244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:07Z', 'revision_number': 1, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:03.774322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0531271-d303-4983-bb59-816faa3f90a2 None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0f149ffb-7d2c-4469-bf8e-9a78596a39a8', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'port_id': '95cad919-307c-461b-af60-366f1a52a0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'mac_address': 'fa:16:3e:3a:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:58:04Z', 'updated_at': '2022-04-07T11:58:07Z', 'revision_number': 1, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:02:03.916116 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.006547 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b63a71-cda7-4609-803a-b467c7b07c41 None None] New status for floating IP 63cbab8c-7182-41d5-b467-88bab8188d67: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:02:04.259636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ce9a8-79e2-4bfb-9086-a81b13139f51 req-7ca59d04-119b-4fe7-b2b3-298ea625e365 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:04.261211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b04ce9a8-79e2-4bfb-9086-a81b13139f51 req-7ca59d04-119b-4fe7-b2b3-298ea625e365 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.0626121 Apr 07 12:02:04.311464 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b04ce9a8-79e2-4bfb-9086-a81b13139f51 req-04479b75-5371-4526-9cf8-b67c14a37cf0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438108 Apr 07 12:02:04.546322 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6b11b3d1-8931-4a3c-a3f7-54c70afc7e89 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:04.547782 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6b11b3d1-8931-4a3c-a3f7-54c70afc7e89 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Apr 07 12:02:04.592767 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.648021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:04.648357 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.739286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port ab55ad50-1493-488f-96a1-1f1a4f28e5f8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:04.739631 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.752208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for ab55ad50-1493-488f-96a1-1f1a4f28e5f8 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:04.880715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ab55ad50-1493-488f-96a1-1f1a4f28e5f8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.910508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=ab55ad50-1493-488f-96a1-1f1a4f28e5f8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:04.955401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port ab55ad50-1493-488f-96a1-1f1a4f28e5f8 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:04.958423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.961712 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f1f91a94-59e4-477e-a06d-5c4ac2d5bd13 req-6e7f5ee3-e581-45ee-8133-e586249bf4a7 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.41 "DELETE /v2.0/ports/ab55ad50-1493-488f-96a1-1f1a4f28e5f8 HTTP/1.1" status: 204 len: 173 time: 0.4093666 Apr 07 12:02:04.962158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'name': 'network-vif-deleted', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:04.964642 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea005f15-c037-4a5b-b20c-1bc5f35de9e9" -d '{"events": [{"server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "name": "network-vif-deleted", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:05.017430 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d21a9c-7b3b-4842-9339-da3e664dd3e9 x-openstack-request-id: req-e2d21a9c-7b3b-4842-9339-da3e664dd3e9 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:05.018168 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af14c1a-816e-475d-8c2c-f80926871040", "name": "network-vif-deleted", "tag": "ab55ad50-1493-488f-96a1-1f1a4f28e5f8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:05.018428 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2d21a9c-7b3b-4842-9339-da3e664dd3e9 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:05.018866 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d21a9c-7b3b-4842-9339-da3e664dd3e9'] response: {'server_uuid': '1af14c1a-816e-475d-8c2c-f80926871040', 'name': 'network-vif-deleted', 'tag': 'ab55ad50-1493-488f-96a1-1f1a4f28e5f8', 'status': 'completed', 'code': 200} Apr 07 12:02:05.434211 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da65bd8f-2b3e-4da8-9b1f-3e48cc6ec49b req-df7d1611-f3cc-4fd7-881c-46fc39880a65 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0426390 Apr 07 12:02:06.139686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:06.544622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11bdd158-f9dd-433e-9aa2-5091c4c591cb req-39e7d24a-c6b2-4854-bc68-12f6051c0383 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0287783 Apr 07 12:02:07.260223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:07.647206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75c2c2ae-e6dc-452e-bd27-962a31d7a520 req-57582d57-ceeb-4aaf-bd37-9e2d0f446b2e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0294249 Apr 07 12:02:08.483499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab55ad50-1493-488f-96a1-1f1a4f28e5f8 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:08.505852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: ab55ad50-1493-488f-96a1-1f1a4f28e5f8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:08.506202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ab55ad50-1493-488f-96a1-1f1a4f28e5f8 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:08.752041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-129ce39f-86ec-4c07-bc22-66d08f236fbe req-2d1431ee-7db2-4337-9a45-6e09a24eee00 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0286424 Apr 07 12:02:09.298893 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:09.854104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4fb6d4e-aa26-4f7a-815a-81d5585cbbe6 req-d6f55002-e5ba-4d7f-9f44-d1e362562887 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0333774 Apr 07 12:02:10.973686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eb8d39be-ee14-464e-bf79-1a431732f3f7 req-ebb7b51e-0e45-4868-b5ac-e14a53a7dc8e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0372119 Apr 07 12:02:11.346638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-9d59dec4-f7c7-4bda-adba-9630dddad739 req-09855590-1c2c-4621-b2ee-d893b8bd91cf service neutron] (104178) timed out ('10.222.0.41', 53620) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:02:12.074094 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a2acb8d-bbf0-4594-bc53-f298ed313830 req-c2a733d8-5bb8-4dab-8d2c-813d8af9f749 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Apr 07 12:02:13.185154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c8f818e5-8370-40e2-8a64-34ff00802e52 req-1559afea-828c-4205-94b4-f767dbc64e41 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0297806 Apr 07 12:02:14.305347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3c15fa1c-7583-48e4-925e-44d16cb02848 req-5fc304b3-8eb7-4eda-821d-6992919fad65 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af14c1a-816e-475d-8c2c-f80926871040 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Apr 07 12:02:20.002799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-06bae937-4071-4174-a3c6-7ec56d70d8c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509973 Apr 07 12:02:20.088077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-5a76bced-a17a-4f4c-8a89-c9e9d9a45a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:20.089738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-5a76bced-a17a-4f4c-8a89-c9e9d9a45a34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0468731 Apr 07 12:02:20.194468 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-c63c2ae8-e5b1-4f5f-8164-87c23cb3df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:20.196000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-c63c2ae8-e5b1-4f5f-8164-87c23cb3df86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.0873322 Apr 07 12:02:20.269329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-a659d456-52aa-4b90-8c17-c01f24529158 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 1002 time: 0.0677807 Apr 07 12:02:20.322343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-1dc86671-ece5-40d3-b0bf-744f80892296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:20.323828 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-1dc86671-ece5-40d3-b0bf-744f80892296 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0488741 Apr 07 12:02:20.380481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-cb34342f-0d00-46bd-9fb1-6da824704cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:20.382027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-cb34342f-0d00-46bd-9fb1-6da824704cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516105 Apr 07 12:02:20.493841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-f2c97ad3-fc09-4114-9577-4d6635f97ec9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059966 Apr 07 12:02:20.590202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3a15577-81e0-4b3f-b03f-6d529f239623 req-d039f397-d064-4af5-8586-03bded15d768 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898695 Apr 07 12:02:23.879004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:24.041068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port d26d664c-621c-45ec-a367-14656d887d1c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:24.041470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d26d664c-621c-45ec-a367-14656d887d1c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.116416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d26d664c-621c-45ec-a367-14656d887d1c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.116675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (d26d664c-621c-45ec-a367-14656d887d1c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.131101 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for d26d664c-621c-45ec-a367-14656d887d1c owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:24.283431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d26d664c-621c-45ec-a367-14656d887d1c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.310210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=d26d664c-621c-45ec-a367-14656d887d1c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:24.375225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (0f149ffb-7d2c-4469-bf8e-9a78596a39a8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.375979 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Floating IP 0f149ffb-7d2c-4469-bf8e-9a78596a39a8 disassociated (deleted). External IP: 172.25.5.199, port: 95cad919-307c-461b-af60-366f1a52a0ce. Apr 07 12:02:24.596827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:02:24.713962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:02:24.718676 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.724250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:02:24.733732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:24.734352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:24.750464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5f559a98-7697-4b51-a863-91e877d68f83 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "DELETE /v2.0/floatingips/0f149ffb-7d2c-4469-bf8e-9a78596a39a8 HTTP/1.1" status: 204 len: 168 time: 0.8703768 Apr 07 12:02:24.751421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:24.754326 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e1798-c562-464f-a61b-4b8487b2eeba" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "tag": "95cad919-307c-461b-af60-366f1a52a0ce"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:24.798334 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98436a61-09ad-46de-ae41-57eed72ef0d5 x-openstack-request-id: req-98436a61-09ad-46de-ae41-57eed72ef0d5 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:24.798746 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "tag": "95cad919-307c-461b-af60-366f1a52a0ce", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:24.799016 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98436a61-09ad-46de-ae41-57eed72ef0d5 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:24.799431 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98436a61-09ad-46de-ae41-57eed72ef0d5'] response: {'name': 'network-changed', 'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce', 'status': 'completed', 'code': 200} Apr 07 12:02:24.872300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:24.876244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e1798-c562-464f-a61b-4b8487b2eeba req-7c9eaa13-e5a9-4829-8c2c-8b945839909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:24.878436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-7c9eaa13-e5a9-4829-8c2c-8b945839909e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d183c379bbd74e928b37bd4532011731&device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 1128 time: 0.0553606 Apr 07 12:02:25.045649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bd44-b08f-4b62-8991-4bc1eb7e8311 req-0665d336-0be0-419e-8549-0962462cd93e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:25.047310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba75bd44-b08f-4b62-8991-4bc1eb7e8311 req-0665d336-0be0-419e-8549-0962462cd93e tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 946 time: 0.0879800 Apr 07 12:02:25.049185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e1798-c562-464f-a61b-4b8487b2eeba req-82906a4a-3281-4f37-89aa-b650ae07208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:25.050743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-82906a4a-3281-4f37-89aa-b650ae07208a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 200 len: 913 time: 0.1637681 Apr 07 12:02:25.113637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-ff008503-3ece-4ff2-bbf3-14819fe7d61f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 200 len: 217 time: 0.0512147 Apr 07 12:02:25.124911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:25.145377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba75bd44-b08f-4b62-8991-4bc1eb7e8311 req-2da0fbad-02a1-41c2-a868-de87f67e523d tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899637 Apr 07 12:02:25.165393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:02:25.174674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:25.175306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:25.202816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e1798-c562-464f-a61b-4b8487b2eeba req-4721bf78-6f22-465e-98ba-0fbeaddbab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:25.205759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-4721bf78-6f22-465e-98ba-0fbeaddbab8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 200 len: 851 time: 0.0807428 Apr 07 12:02:25.260980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e1798-c562-464f-a61b-4b8487b2eeba req-3b29d0c9-fe47-4450-9961-693fd8004aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:25.262732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-3b29d0c9-fe47-4450-9961-693fd8004aff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f952819-acaa-4045-8047-6a6a0ba0b424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510430 Apr 07 12:02:25.293631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:25.353619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-955ef4de-1a9f-4e5b-a1c9-6c8d8d1e9408 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834332 Apr 07 12:02:25.450657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069e1798-c562-464f-a61b-4b8487b2eeba req-cb4e37c3-71ae-44f4-9fab-421f6cb1b3e3 service neutron] 10.222.0.23 "GET /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910060 Apr 07 12:02:25.501309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:25.532889 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353421-e0d5-46da-81f6-ebbcb19b214a None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:23Z', 'revision_number': 4, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '3602dbf3-963b-4f2c-b0d6-882679e68086', 'name': '', 'network_id': '0f952819-acaa-4045-8047-6a6a0ba0b424', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'mac_address': 'fa:16:3e:1d:63:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '198e7859-0a97-4812-a2af-f67297d85db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:22Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'subnets': [{'id': '198e7859-0a97-4812-a2af-f67297d85db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:02:25.775039 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09c6ad-5529-4704-adb8-65a6b9586099 None None] New status for floating IP 0f149ffb-7d2c-4469-bf8e-9a78596a39a8: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:02:26.274694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bbd39-dc51-4c57-bc23-ee6504ac5236 req-92d8df22-ab5a-4812-b446-2fa789493b6a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:26.276266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-065bbd39-dc51-4c57-bc23-ee6504ac5236 req-92d8df22-ab5a-4812-b446-2fa789493b6a tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 946 time: 0.0563188 Apr 07 12:02:26.326931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-065bbd39-dc51-4c57-bc23-ee6504ac5236 req-1508a3a1-4627-4bac-a879-4e60c54fde52 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e233bf58-41a5-4d9a-977b-a1616ece4415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450029 Apr 07 12:02:26.480486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-d307864b-52be-4d65-87a7-215a7d803fe0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:26.481987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-d307864b-52be-4d65-87a7-215a7d803fe0 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 946 time: 0.0534375 Apr 07 12:02:26.579382 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port 95cad919-307c-461b-af60-366f1a52a0ce {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:26.579738 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (95cad919-307c-461b-af60-366f1a52a0ce), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:26.669709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] For port 95cad919-307c-461b-af60-366f1a52a0ce, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=95cad919-307c-461b-af60-366f1a52a0ce,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:26.670079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (95cad919-307c-461b-af60-366f1a52a0ce), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:26.683782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for 95cad919-307c-461b-af60-366f1a52a0ce owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:26.824823 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (95cad919-307c-461b-af60-366f1a52a0ce), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:26.852151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=95cad919-307c-461b-af60-366f1a52a0ce,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:26.884121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.884472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.884836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.885169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.885517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.885851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.886178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.886503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.886850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.887150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.887471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.887801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.888121 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:26.915193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] No DVR routers for this DVR port 95cad919-307c-461b-af60-366f1a52a0ce on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:26.917867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:26.921280 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-267dd93c-e9cb-4a97-ba05-da4fbbbfdac8 req-001d7a82-de19-4d26-b0c4-b751b1f297de tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.23 "DELETE /v2.0/ports/95cad919-307c-461b-af60-366f1a52a0ce HTTP/1.1" status: 204 len: 173 time: 0.4342070 Apr 07 12:02:26.921753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'name': 'network-vif-deleted', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:26.924881 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f5d1e-4496-41ab-baec-997fb07d5f52" -d '{"events": [{"server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "name": "network-vif-deleted", "tag": "95cad919-307c-461b-af60-366f1a52a0ce"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:26.965053 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9419241f-e3db-49d2-9dbf-67f698cf902e x-openstack-request-id: req-9419241f-e3db-49d2-9dbf-67f698cf902e {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:26.965433 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8af351-13ea-402c-8a22-0839f2652caa", "name": "network-vif-deleted", "tag": "95cad919-307c-461b-af60-366f1a52a0ce", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:26.965699 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9419241f-e3db-49d2-9dbf-67f698cf902e {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:26.966171 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9419241f-e3db-49d2-9dbf-67f698cf902e'] response: {'server_uuid': 'fa8af351-13ea-402c-8a22-0839f2652caa', 'name': 'network-vif-deleted', 'tag': '95cad919-307c-461b-af60-366f1a52a0ce', 'status': 'completed', 'code': 200} Apr 07 12:02:27.600711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99f446ce-e88f-4988-9464-9265f58bc207 req-aa51026b-f8f5-4b28-93a3-8d7cebb51ab1 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.1976221 Apr 07 12:02:28.778668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de7225e8-5a58-430e-a097-fb5f35ba8efd req-4a20054a-10a7-4b6f-8d8f-917998194385 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.1050954 Apr 07 12:02:29.900541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49486474-5323-43f0-809d-6e3b94b8b173 req-f89b7278-18ed-4c1f-963d-efbd40364857 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0305898 Apr 07 12:02:30.723173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1b635108-166a-45ef-91cc-1a76c547acb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:30.759119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 95cad919-307c-461b-af60-366f1a52a0ce no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:30.780577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 95cad919-307c-461b-af60-366f1a52a0ce {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:30.780929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 95cad919-307c-461b-af60-366f1a52a0ce not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:31.008315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ca7d3874-43a5-4f02-b88e-d60759d3f1f8 req-ae6f954a-9ea3-44d2-ab97-214320885398 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0348480 Apr 07 12:02:32.072089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:32.133665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b41bad9f-89c4-4549-af02-50d07fecb10a req-dfc35148-7f9d-433f-8993-02133e330c07 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0284038 Apr 07 12:02:33.055979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7659a349-2fb7-49fa-8da7-5b523ea02f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:33.241703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87a94e17-d114-461e-b51a-967ef1e7cbf4 req-ba6e0769-b9a7-46f6-9a2f-b168f22c6d37 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0327191 Apr 07 12:02:33.910053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:34.337804 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe65db41-df4c-4aa9-a824-fea96cba48f4 req-79a13abd-8e33-420f-85b8-754aa80d1fa6 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0274858 Apr 07 12:02:34.595664 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:35.446058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56b3b551-20ed-4f10-bf5d-c0dd8bccc64c req-9219cb4e-3d10-4b3c-8813-576be54f5192 tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8af351-13ea-402c-8a22-0839f2652caa HTTP/1.1" status: 200 len: 210 time: 0.0334206 Apr 07 12:02:36.132437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.510429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34722) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:36.640169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Deleting port 81332e43-567e-49b1-98ca-d98a86fbe802 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:36.640517 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (81332e43-567e-49b1-98ca-d98a86fbe802), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.721490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (81332e43-567e-49b1-98ca-d98a86fbe802), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.721828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (81332e43-567e-49b1-98ca-d98a86fbe802), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.733514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Calling delete_port for 81332e43-567e-49b1-98ca-d98a86fbe802 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:36.873648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (81332e43-567e-49b1-98ca-d98a86fbe802), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.900010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'Port': ['ID=81332e43-567e-49b1-98ca-d98a86fbe802,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:36.963840 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for floatingip (73b04a0c-a424-467a-9512-d738598a49b4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.966395 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:36.967560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1f9b4f9d-0303-46eb-9296-fe55445ec3ec tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "DELETE /v2.0/floatingips/73b04a0c-a424-467a-9512-d738598a49b4 HTTP/1.1" status: 204 len: 168 time: 0.4560652 Apr 07 12:02:37.282474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.399705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34804) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:42.459192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5c82f5a-49ca-4f0f-a01e-28f9bf02feff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group (e233bf58-41a5-4d9a-977b-a1616ece4415), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.490640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5c82f5a-49ca-4f0f-a01e-28f9bf02feff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group (e233bf58-41a5-4d9a-977b-a1616ece4415), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.559508 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5c82f5a-49ca-4f0f-a01e-28f9bf02feff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (e233bf58-41a5-4d9a-977b-a1616ece4415), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.562708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f5c82f5a-49ca-4f0f-a01e-28f9bf02feff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.564430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f5c82f5a-49ca-4f0f-a01e-28f9bf02feff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] 10.222.0.13 "DELETE /v2.0/security-groups/e233bf58-41a5-4d9a-977b-a1616ece4415 HTTP/1.1" status: 204 len: 168 time: 0.1637330 Apr 07 12:02:42.583879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c82f5a-49ca-4f0f-a01e-28f9bf02feff tempest-TestVolumeBootPattern-687851174 tempest-TestVolumeBootPattern-687851174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e233bf58-41a5-4d9a-977b-a1616ece4415,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:42.666860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34808) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:43.490199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (cf8ca467-6e9c-45be-8d0e-48033a4e782d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.757949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Deleting port 3602dbf3-963b-4f2c-b0d6-882679e68086 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:43.758275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.842307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] For port 3602dbf3-963b-4f2c-b0d6-882679e68086, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=3602dbf3-963b-4f2c-b0d6-882679e68086,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:43.842660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.855856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Calling delete_port for 3602dbf3-963b-4f2c-b0d6-882679e68086 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:44.058629 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (3602dbf3-963b-4f2c-b0d6-882679e68086), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:44.093930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3602dbf3-963b-4f2c-b0d6-882679e68086,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:44.321219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (cf8ca467-6e9c-45be-8d0e-48033a4e782d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:44.559261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Router cf8ca467-6e9c-45be-8d0e-48033a4e782d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:02:44.684996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:02:44.693924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34822) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:44.694731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7db1d21c-4c94-4e0e-aaf9-1081bf4269cf admin admin] 10.222.0.13 "PUT /v2.0/routers/cf8ca467-6e9c-45be-8d0e-48033a4e782d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0267892 Apr 07 12:02:44.697736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] Sync routers for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:02:44.710241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:44.711349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:44.808937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks [] for router (cf8ca467-6e9c-45be-8d0e-48033a4e782d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:44.822692 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:44.916855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks [] for router_gateway (cf8ca467-6e9c-45be-8d0e-48033a4e782d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:44.977438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Deleting port 666125d3-1552-47cc-abf7-f23759dc5b1b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:44.977889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.035241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T12:02:44Z', 'revision_number': 5, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port': {'id': '666125d3-1552-47cc-abf7-f23759dc5b1b', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:19Z', 'updated_at': '2022-04-07T11:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:45.064022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] Checking router: cf8ca467-6e9c-45be-8d0e-48033a4e782d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:02:45.065747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] For port 666125d3-1552-47cc-abf7-f23759dc5b1b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=666125d3-1552-47cc-abf7-f23759dc5b1b,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:45.066365 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.072447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] Routers {'cf8ca467-6e9c-45be-8d0e-48033a4e782d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:45.073152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:45.080620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Calling delete_port for 666125d3-1552-47cc-abf7-f23759dc5b1b owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:45.164901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] Set router cf8ca467-6e9c-45be-8d0e-48033a4e782d gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:45.228680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T12:02:44Z', 'revision_number': 6, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:45.256151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9446a7c-4536-4e16-943c-8d6cd2d522ef None None] The sync data for ids ['cf8ca467-6e9c-45be-8d0e-48033a4e782d'] in n-d-836788-1 is: [{'id': 'cf8ca467-6e9c-45be-8d0e-48033a4e782d', 'name': 'tempest-TestVolumeBootPattern-1729399643-router', 'tenant_id': 'd183c379bbd74e928b37bd4532011731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T12:02:44Z', 'revision_number': 6, 'project_id': 'd183c379bbd74e928b37bd4532011731', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:02:45.275774 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (666125d3-1552-47cc-abf7-f23759dc5b1b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.314893 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=666125d3-1552-47cc-abf7-f23759dc5b1b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:45.373224 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (cf8ca467-6e9c-45be-8d0e-48033a4e782d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.465664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (cf8ca467-6e9c-45be-8d0e-48033a4e782d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.467924 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks [] for router_controller (cf8ca467-6e9c-45be-8d0e-48033a4e782d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.512681 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (cf8ca467-6e9c-45be-8d0e-48033a4e782d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.513286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8ca467-6e9c-45be-8d0e-48033a4e782d {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:02:45.517871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.522338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eb744a1f-8d10-4a2a-af6f-24174880b6e5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf8ca467-6e9c-45be-8d0e-48033a4e782d HTTP/1.1" status: 204 len: 168 time: 0.8239965 Apr 07 12:02:45.522679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:45.569975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Deleting subnet 198e7859-0a97-4812-a2af-f67297d85db7 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:02:45.572954 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Publish callbacks [] for subnet (198e7859-0a97-4812-a2af-f67297d85db7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.611868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (198e7859-0a97-4812-a2af-f67297d85db7), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.703642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (198e7859-0a97-4812-a2af-f67297d85db7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.763986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (198e7859-0a97-4812-a2af-f67297d85db7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.795647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198e7859-0a97-4812-a2af-f67297d85db7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:45.801341 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.807392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bd287ce7-69e0-43dc-9d6b-020f83af7d77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/198e7859-0a97-4812-a2af-f67297d85db7 HTTP/1.1" status: 204 len: 168 time: 0.2815666 Apr 07 12:02:45.808318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34830) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:45.810294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e6c68-d918-4a7d-b7ac-b3f4fd5d9a4d None None] Network 0f952819-acaa-4045-8047-6a6a0ba0b424 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:02:45.881532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (0f952819-acaa-4045-8047-6a6a0ba0b424), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:45.939983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Deleting port 074cea33-47ab-4f48-8e81-c29deff3c32a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:45.940417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.010576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] For port 074cea33-47ab-4f48-8e81-c29deff3c32a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=074cea33-47ab-4f48-8e81-c29deff3c32a,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:46.010857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.032789 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Calling delete_port for 074cea33-47ab-4f48-8e81-c29deff3c32a owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:46.064081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] DHCP port deletion for 0f952819-acaa-4045-8047-6a6a0ba0b424 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:02:46.115609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Deleting port 074cea33-47ab-4f48-8e81-c29deff3c32a {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:46.116243 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.126145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.154299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Pushing event deleted for resources: {'Port': ['ID=074cea33-47ab-4f48-8e81-c29deff3c32a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:46.156445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] No DVR routers for this DVR port 074cea33-47ab-4f48-8e81-c29deff3c32a on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:46.185642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] For port 074cea33-47ab-4f48-8e81-c29deff3c32a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=074cea33-47ab-4f48-8e81-c29deff3c32a,segment=NetworkSegment(28459032-00e1-4d5a-bb97-5825d7dd59fb),segment_id=28459032-00e1-4d5a-bb97-5825d7dd59fb)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:46.185967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.199681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Calling delete_port for 074cea33-47ab-4f48-8e81-c29deff3c32a owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:46.234835 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (0f952819-acaa-4045-8047-6a6a0ba0b424), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.259120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f952819-acaa-4045-8047-6a6a0ba0b424']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:46.269574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28459032-00e1-4d5a-bb97-5825d7dd59fb') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:46.269873 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28459032-00e1-4d5a-bb97-5825d7dd59fb') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:46.280567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (28459032-00e1-4d5a-bb97-5825d7dd59fb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.284070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (074cea33-47ab-4f48-8e81-c29deff3c32a), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.297037 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (28459032-00e1-4d5a-bb97-5825d7dd59fb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.304638 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:46.312306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:02:46.312760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (28459032-00e1-4d5a-bb97-5825d7dd59fb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:02:46.319313 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:02:46.338561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Pushing event deleted for resources: {'Port': ['ID=074cea33-47ab-4f48-8e81-c29deff3c32a,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:46.349636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] No DVR routers for this DVR port 074cea33-47ab-4f48-8e81-c29deff3c32a on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:46.354533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.354890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.355241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.355590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.355934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.356275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.356612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.356949 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.364147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.364667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.364941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.365324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.365676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c99813-96a1-4eff-894c-04a2c32ab4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:46.397308 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (0f952819-acaa-4045-8047-6a6a0ba0b424), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.405662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.413506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0f952819-acaa-4045-8047-6a6a0ba0b424 HTTP/1.1" status: 204 len: 168 time: 0.6015172 Apr 07 12:02:46.414628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:46.427958 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 074cea33-47ab-4f48-8e81-c29deff3c32a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:46.440544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497ff81-2c00-4bed-8e30-1f032066ca62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f952819-acaa-4045-8047-6a6a0ba0b424,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:46.644651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 074cea33-47ab-4f48-8e81-c29deff3c32a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:46.644989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 074cea33-47ab-4f48-8e81-c29deff3c32a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:46.645361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3602dbf3-963b-4f2c-b0d6-882679e68086 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:46.665783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 3602dbf3-963b-4f2c-b0d6-882679e68086 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:46.666141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 3602dbf3-963b-4f2c-b0d6-882679e68086 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:46.666567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 666125d3-1552-47cc-abf7-f23759dc5b1b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:46.686913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 666125d3-1552-47cc-abf7-f23759dc5b1b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:46.687265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 666125d3-1552-47cc-abf7-f23759dc5b1b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:47.148769 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (de359f85-9f29-418a-982d-da0ddd18432a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:47.406173 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Deleting port ee536c6e-a253-4645-b031-b0eac0bfba62 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:47.406422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:47.484816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] For port ee536c6e-a253-4645-b031-b0eac0bfba62, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ee536c6e-a253-4645-b031-b0eac0bfba62,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:47.485782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:47.503305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Calling delete_port for ee536c6e-a253-4645-b031-b0eac0bfba62 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:47.695311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ee536c6e-a253-4645-b031-b0eac0bfba62), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:47.723612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee536c6e-a253-4645-b031-b0eac0bfba62,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:47.904651 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (de359f85-9f29-418a-982d-da0ddd18432a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:48.131633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Router de359f85-9f29-418a-982d-da0ddd18432a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:02:48.241226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:02:48.247065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d12d3d4d-2ed8-44d9-89cd-c58ca9f24071 admin admin] 10.222.0.13 "PUT /v2.0/routers/de359f85-9f29-418a-982d-da0ddd18432a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118186 Apr 07 12:02:48.249502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34838) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:48.251828 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] Sync routers for ids ['de359f85-9f29-418a-982d-da0ddd18432a'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:02:48.262573 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] Routers {'de359f85-9f29-418a-982d-da0ddd18432a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:48.263309 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['de359f85-9f29-418a-982d-da0ddd18432a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:48.371938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks [] for router (de359f85-9f29-418a-982d-da0ddd18432a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:48.386240 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] Set router de359f85-9f29-418a-982d-da0ddd18432a gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:48.494747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks [] for router_gateway (de359f85-9f29-418a-982d-da0ddd18432a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:48.552898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Deleting port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:48.553274 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:48.575975 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T12:02:47Z', 'revision_number': 5, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port': {'id': '9d2689a4-a6e4-492f-805e-2894cdfbf8a1', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:49:28Z', 'updated_at': '2022-04-07T11:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:48.604018 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] Checking router: de359f85-9f29-418a-982d-da0ddd18432a for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:02:48.613497 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] Routers {'de359f85-9f29-418a-982d-da0ddd18432a'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:48.614453 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:02:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['de359f85-9f29-418a-982d-da0ddd18432a'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:48.636239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] For port 9d2689a4-a6e4-492f-805e-2894cdfbf8a1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:48.636542 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:48.651558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Calling delete_port for 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:48.712020 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] Set router de359f85-9f29-418a-982d-da0ddd18432a gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:48.768912 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T12:02:48Z', 'revision_number': 6, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:48.797778 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d25f1c-f856-4667-9de0-e474a2e831b8 None None] The sync data for ids ['de359f85-9f29-418a-982d-da0ddd18432a'] in n-d-836788-1 is: [{'id': 'de359f85-9f29-418a-982d-da0ddd18432a', 'name': 'tempest-TestVolumeBootPattern-938131294-router', 'tenant_id': '68b27ceec7e0497ea9530b20679967af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:49:27Z', 'updated_at': '2022-04-07T12:02:48Z', 'revision_number': 6, 'project_id': '68b27ceec7e0497ea9530b20679967af', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:02:48.842490 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9d2689a4-a6e4-492f-805e-2894cdfbf8a1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:48.870659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2689a4-a6e4-492f-805e-2894cdfbf8a1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:48.931363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (de359f85-9f29-418a-982d-da0ddd18432a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.028032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (de359f85-9f29-418a-982d-da0ddd18432a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.030251 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks [] for router_controller (de359f85-9f29-418a-982d-da0ddd18432a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.081775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (de359f85-9f29-418a-982d-da0ddd18432a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.082325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router de359f85-9f29-418a-982d-da0ddd18432a {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:02:49.089965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.091232 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-140cb655-ead5-46eb-90aa-27eb266a26ac admin admin] 10.222.0.13 "DELETE /v2.0/routers/de359f85-9f29-418a-982d-da0ddd18432a HTTP/1.1" status: 204 len: 168 time: 0.8393643 Apr 07 12:02:49.094558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34842) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:49.143836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Deleting subnet b688a6c2-7654-4ea3-97de-85e20bfb22aa {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:02:49.147387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Publish callbacks [] for subnet (b688a6c2-7654-4ea3-97de-85e20bfb22aa), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.190404 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (b688a6c2-7654-4ea3-97de-85e20bfb22aa), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.279970 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (b688a6c2-7654-4ea3-97de-85e20bfb22aa), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.333155 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (b688a6c2-7654-4ea3-97de-85e20bfb22aa), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.360155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b688a6c2-7654-4ea3-97de-85e20bfb22aa,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:49.365509 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.371009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5f8d9dba-ac0f-48fb-88ba-e612a6ee7b28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b688a6c2-7654-4ea3-97de-85e20bfb22aa HTTP/1.1" status: 204 len: 168 time: 0.2725794 Apr 07 12:02:49.371392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34844) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:49.372695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b55a05-c8c9-42ca-99fd-646e59acadda None None] Network 57d57fa0-0b39-4f90-81fa-bd7898e3336a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:02:49.459509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (57d57fa0-0b39-4f90-81fa-bd7898e3336a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.521744 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Deleting port c22b929c-8dba-4ebb-9c9a-962ace052f3c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:49.522094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.600611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] DHCP port deletion for 57d57fa0-0b39-4f90-81fa-bd7898e3336a request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:02:49.601481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] For port c22b929c-8dba-4ebb-9c9a-962ace052f3c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c22b929c-8dba-4ebb-9c9a-962ace052f3c,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:49.601844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.617377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Calling delete_port for c22b929c-8dba-4ebb-9c9a-962ace052f3c owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:49.650010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] Deleting port c22b929c-8dba-4ebb-9c9a-962ace052f3c {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:49.650392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.703636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.724172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] For port c22b929c-8dba-4ebb-9c9a-962ace052f3c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c22b929c-8dba-4ebb-9c9a-962ace052f3c,segment=NetworkSegment(dafc29a6-e6d8-4ea2-8c96-38f762f68f4c),segment_id=dafc29a6-e6d8-4ea2-8c96-38f762f68f4c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:49.724679 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.733339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Pushing event deleted for resources: {'Port': ['ID=c22b929c-8dba-4ebb-9c9a-962ace052f3c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:49.736535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] No DVR routers for this DVR port c22b929c-8dba-4ebb-9c9a-962ace052f3c on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:49.742404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] Calling delete_port for c22b929c-8dba-4ebb-9c9a-962ace052f3c owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:49.814821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (57d57fa0-0b39-4f90-81fa-bd7898e3336a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.820541 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c22b929c-8dba-4ebb-9c9a-962ace052f3c), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.836306 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d57fa0-0b39-4f90-81fa-bd7898e3336a']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:49.847321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:49.847628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafc29a6-e6d8-4ea2-8c96-38f762f68f4c') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:49.852285 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] Pushing event deleted for resources: {'Port': ['ID=c22b929c-8dba-4ebb-9c9a-962ace052f3c,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:49.854372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9faec-b706-4671-84da-30f775d5b936 None None] No DVR routers for this DVR port c22b929c-8dba-4ebb-9c9a-962ace052f3c on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:49.862467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (dafc29a6-e6d8-4ea2-8c96-38f762f68f4c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.876731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dafc29a6-e6d8-4ea2-8c96-38f762f68f4c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.883282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:02:49.883775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (dafc29a6-e6d8-4ea2-8c96-38f762f68f4c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:02:49.885909 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:02:49.946766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (57d57fa0-0b39-4f90-81fa-bd7898e3336a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.957593 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:49.960693 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] 10.222.0.13 "DELETE /v2.0/networks/57d57fa0-0b39-4f90-81fa-bd7898e3336a HTTP/1.1" status: 204 len: 168 time: 0.5883105 Apr 07 12:02:49.975223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a5722-37bf-42ae-81e2-a31db86f704f admin admin] Pushing event deleted for resources: {'Network': ['ID=57d57fa0-0b39-4f90-81fa-bd7898e3336a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:50.071976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34850) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:50.115367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a0a02b88-6154-4822-b038-3c653ed8ec7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d183c379bbd74e928b37bd4532011731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421662 Apr 07 12:02:50.117695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 34852) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:50.166615 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d66241b8-91e5-4cdd-aaa9-4025f3270b0e admin admin] Publish callbacks [] for security_group (fd37c66f-63da-4445-83e5-3bc69de806a9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.192199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d66241b8-91e5-4cdd-aaa9-4025f3270b0e admin admin] Publish callbacks [] for security_group (fd37c66f-63da-4445-83e5-3bc69de806a9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.239594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d66241b8-91e5-4cdd-aaa9-4025f3270b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (fd37c66f-63da-4445-83e5-3bc69de806a9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.242172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d66241b8-91e5-4cdd-aaa9-4025f3270b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.243355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d66241b8-91e5-4cdd-aaa9-4025f3270b0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd37c66f-63da-4445-83e5-3bc69de806a9 HTTP/1.1" status: 204 len: 168 time: 0.1247747 Apr 07 12:02:50.253102 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66241b8-91e5-4cdd-aaa9-4025f3270b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd37c66f-63da-4445-83e5-3bc69de806a9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:50.340870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:50.362371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:50.362817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9d2689a4-a6e4-492f-805e-2894cdfbf8a1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:50.363311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c22b929c-8dba-4ebb-9c9a-962ace052f3c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:50.383539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c22b929c-8dba-4ebb-9c9a-962ace052f3c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:50.384528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c22b929c-8dba-4ebb-9c9a-962ace052f3c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:50.384963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ee536c6e-a253-4645-b031-b0eac0bfba62 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:50.405087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ee536c6e-a253-4645-b031-b0eac0bfba62 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:50.405471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ee536c6e-a253-4645-b031-b0eac0bfba62 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:50.574941 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34864) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:50.615878 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f51f0585-98a8-4479-86f8-2e040fce3e3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b27ceec7e0497ea9530b20679967af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397160 Apr 07 12:02:50.618438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 34866) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:50.670068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cd2c470-1fc8-460f-8194-ff1d37866e42 admin admin] Publish callbacks [] for security_group (9672776f-f934-42b9-afcf-65caf450a0b6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.693686 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cd2c470-1fc8-460f-8194-ff1d37866e42 admin admin] Publish callbacks [] for security_group (9672776f-f934-42b9-afcf-65caf450a0b6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.747958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cd2c470-1fc8-460f-8194-ff1d37866e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9672776f-f934-42b9-afcf-65caf450a0b6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.751072 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3cd2c470-1fc8-460f-8194-ff1d37866e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.752239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3cd2c470-1fc8-460f-8194-ff1d37866e42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9672776f-f934-42b9-afcf-65caf450a0b6 HTTP/1.1" status: 204 len: 168 time: 0.1329021 Apr 07 12:02:50.760998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2c470-1fc8-460f-8194-ff1d37866e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672776f-f934-42b9-afcf-65caf450a0b6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:00.717016 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1ca1-8682-4b34-9989-e1623f614365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:02.065069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:03.049511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e5a6-22d0-4994-84eb-68f3593fbb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:03.935096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:04.603806 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:06.128854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:07.274718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:23.304690 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:27.988498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35180) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:27.993000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366021552', 'description': 'tempest-secgroup-smoke-1366021552 description', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.013884 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.081424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group (b3a985ed-cd59-4c20-a4c0-4148d58aa335), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.085518 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3a985ed-cd59-4c20-a4c0-4148d58aa335), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.114249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.115458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1259034 Apr 07 12:03:28.117325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a985ed-cd59-4c20-a4c0-4148d58aa335,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.118651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35182) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:28.123172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group_rule': {'security_group_id': 'b3a985ed-cd59-4c20-a4c0-4148d58aa335', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.125974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.126361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.126708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.127051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.127391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.127731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.128066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.128519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.128855 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.129211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.129546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.129877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.130204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57355d4c-92f4-415c-841c-4c2128fd8c74 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.151027 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (86b396e8-ba17-4c0c-a482-7a749e13caba), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.203207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (86b396e8-ba17-4c0c-a482-7a749e13caba), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.207235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (86b396e8-ba17-4c0c-a482-7a749e13caba), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.223993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b396e8-ba17-4c0c-a482-7a749e13caba,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.231926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.232276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.232618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.232994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.233319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.233654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.233983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.234933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.235271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.235599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.235926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.236251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.236572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:28.241392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.242559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-779edacf-2d4e-4595-9172-004419b2470f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229212 Apr 07 12:03:28.245290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35184) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:28.250530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group_rule': {'security_group_id': 'b3a985ed-cd59-4c20-a4c0-4148d58aa335', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.274317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (7cf67de0-260a-4d43-a061-0ad3e6b165fd), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.331079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (7cf67de0-260a-4d43-a061-0ad3e6b165fd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.334986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7cf67de0-260a-4d43-a061-0ad3e6b165fd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.352237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf67de0-260a-4d43-a061-0ad3e6b165fd,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.361911 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.363119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-983f24df-d51d-484b-93b7-45242f36335c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168435 Apr 07 12:03:28.365768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35186) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:28.370011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group_rule': {'security_group_id': 'b3a985ed-cd59-4c20-a4c0-4148d58aa335', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.394838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (544c9ccd-7eff-4385-bc2d-f812ca7118d6), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.455545 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (544c9ccd-7eff-4385-bc2d-f812ca7118d6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.459161 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (544c9ccd-7eff-4385-bc2d-f812ca7118d6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.478643 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544c9ccd-7eff-4385-bc2d-f812ca7118d6,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.486727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.487920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-37fce271-d83f-4fda-8471-03368ddf66ec tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212442 Apr 07 12:03:28.490664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35188) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:28.494838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group_rule': {'security_group_id': 'b3a985ed-cd59-4c20-a4c0-4148d58aa335', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.520386 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (bae77bff-decc-4bf4-84c7-832bf07b7892), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.577464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (bae77bff-decc-4bf4-84c7-832bf07b7892), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.581790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (bae77bff-decc-4bf4-84c7-832bf07b7892), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.600774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae77bff-decc-4bf4-84c7-832bf07b7892,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.606197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.607361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2769a9b6-e5ce-40cb-adae-9d9fe5a57230 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157901 Apr 07 12:03:28.610161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35190) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:28.614425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group_rule': {'security_group_id': 'b3a985ed-cd59-4c20-a4c0-4148d58aa335', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.635206 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Project 1d3af6ac28fa4b7fafe01573eb8d70f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:03:28.639942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (82516bf2-aebd-44fc-bbf7-69726f0c8cf3), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.698199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (82516bf2-aebd-44fc-bbf7-69726f0c8cf3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.701831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (82516bf2-aebd-44fc-bbf7-69726f0c8cf3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.719954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82516bf2-aebd-44fc-bbf7-69726f0c8cf3,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.728348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.729583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6d3e1247-902f-4914-9829-4ed2150ed27d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184876 Apr 07 12:03:28.732266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35192) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:28.736545 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'security_group_rule': {'security_group_id': 'b3a985ed-cd59-4c20-a4c0-4148d58aa335', 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:28.756574 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Project 1d3af6ac28fa4b7fafe01573eb8d70f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:03:28.761223 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (2160ca48-ccdf-4708-9d8d-9aad565890da), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.822024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (2160ca48-ccdf-4708-9d8d-9aad565890da), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.825656 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2160ca48-ccdf-4708-9d8d-9aad565890da), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.845034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2160ca48-ccdf-4708-9d8d-9aad565890da,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.852145 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.853343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-24f278ac-ca69-4cb3-b5bb-6274e36f55c9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200967 Apr 07 12:03:29.059656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-58adc3c6-c6ce-4845-bec9-0889374e328f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366021552&fields=id&tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1 HTTP/1.1" status: 200 len: 267 time: 0.0463161 Apr 07 12:03:29.168251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-36f8c201-1202-49b9-800d-7a16bf07bf17 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:29.169662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-36f8c201-1202-49b9-800d-7a16bf07bf17 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 814 time: 0.1028409 Apr 07 12:03:29.184733 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-03b86db1-0c04-400a-94ac-2a6db46c2421 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/quotas/1d3af6ac28fa4b7fafe01573eb8d70f1 HTTP/1.1" status: 200 len: 375 time: 0.0090177 Apr 07 12:03:29.238568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-46704a70-c1f8-4f6d-99e7-765237a962b3 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483360 Apr 07 12:03:29.348318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-e52954a5-8e5d-4cef-9bc9-fafb49d57f9a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:03:29.349382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-e52954a5-8e5d-4cef-9bc9-fafb49d57f9a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1000147 Apr 07 12:03:29.437411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-14132968-74bb-4786-b449-821584af32b2 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819333 Apr 07 12:03:29.531678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8cda8c48-55db-4816-bd03-5c7fbc6966d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880370 Apr 07 12:03:29.832454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cef44ac6-1aa5-470c-8ad9-91ae216d3591 req-1f0065f2-80f4-4cb0-8b05-143bd4800fa9 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0316839 Apr 07 12:03:30.720589 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9961ac46-4e1e-47fd-a943-46aa86f1e8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.908816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-62dd14d4-605c-4d01-9034-69ffa2ae7a5f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:30.910304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-62dd14d4-605c-4d01-9034-69ffa2ae7a5f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 814 time: 0.1156971 Apr 07 12:03:30.942455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1126160c-1d9e-4661-b491-572bb8a95371 req-1f861526-7003-4287-bdb9-8d305d6acbde tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0313072 Apr 07 12:03:30.993039 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-79493ca4-f587-49ee-8dc7-a901b97af009 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1 HTTP/1.1" status: 200 len: 380 time: 0.0736580 Apr 07 12:03:31.002302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'port': {'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'admin_state_up': True, 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'security_groups': ['b3a985ed-cd59-4c20-a4c0-4148d58aa335']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:31.117371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Made reservation on behalf of 1d3af6ac28fa4b7fafe01573eb8d70f1 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:03:31.120495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.253333 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Allocated IP 172.20.0.13 (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38/72b6e685-ac90-40a7-a1b2-f181dda0980d/046f6a79-235c-441d-8a4b-165c0c40126a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:03:31.397073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for port (046f6a79-235c-441d-8a4b-165c0c40126a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.432351 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.474668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:03:31.477735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:03:31.480062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:03:31.524860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'Port': ['ID=046f6a79-235c-441d-8a4b-165c0c40126a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:31.551857 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:31.552540 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.572297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-00b73a24-076c-4bf4-b994-af4bffa6c172 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5742092 Apr 07 12:03:31.582112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-871af4fe-0cf6-4a55-93f8-4f6f7ad35dd5 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:03:31.583222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-871af4fe-0cf6-4a55-93f8-4f6f7ad35dd5 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063844 Apr 07 12:03:31.652072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Request body: {'port': {'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:31.720428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.758653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2d4fe9b9-f0a2-43e9-a104-efb163e406a5 None None] Provisioning complete for port 046f6a79-235c-441d-8a4b-165c0c40126a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:31.759205 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe9b9-f0a2-43e9-a104-efb163e406a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.795623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fe9b9-f0a2-43e9-a104-efb163e406a5 None None] Port 046f6a79-235c-441d-8a4b-165c0c40126a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:03:31.990965 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046f6a79-235c-441d-8a4b-165c0c40126a {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:03:31.998430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Publish callbacks [] for port (046f6a79-235c-441d-8a4b-165c0c40126a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.011070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Transition to ACTIVE for port object 046f6a79-235c-441d-8a4b-165c0c40126a will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:03:32.023835 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.088075 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.106403 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Pushing event updated for resources: {'Port': ['ID=046f6a79-235c-441d-8a4b-165c0c40126a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:32.159287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ec863-f31e-4cec-9f72-09792f30b5aa req-fb7f341c-0cc1-4086-9301-cdf7265104f8 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:32.160927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-307ec863-f31e-4cec-9f72-09792f30b5aa req-fb7f341c-0cc1-4086-9301-cdf7265104f8 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.1460345 Apr 07 12:03:32.229539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Attempting to bind port 046f6a79-235c-441d-8a4b-165c0c40126a on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:03:32.229822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Attempting to bind port 046f6a79-235c-441d-8a4b-165c0c40126a by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:03:32.230191 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Attempting to bind port 046f6a79-235c-441d-8a4b-165c0c40126a on network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:03:32.244029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Port 046f6a79-235c-441d-8a4b-165c0c40126a on network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:03:32.244360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Attempting to bind port 046f6a79-235c-441d-8a4b-165c0c40126a on network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:03:32.251659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-307ec863-f31e-4cec-9f72-09792f30b5aa req-a8b7fda7-1460-40e3-abe7-230aa93e619f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824554 Apr 07 12:03:32.254695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:03:32.255063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Checking segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:03:32.255415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Bound using segment: {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:03:32.255999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Bound port: 046f6a79-235c-441d-8a4b-165c0c40126a, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07113a5-f973-4730-9078-4ef89a575f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:03:32.256631 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.337540 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] For port 046f6a79-235c-441d-8a4b-165c0c40126a, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:03:32.340538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] For port 046f6a79-235c-441d-8a4b-165c0c40126a, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=046f6a79-235c-441d-8a4b-165c0c40126a,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:03:32.347465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.383436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:32.383951 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.385348 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] 10.222.0.23 "PUT /v2.0/ports/046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 1092 time: 0.7956908 Apr 07 12:03:32.385799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:32.388029 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b92cd460b763a4a5e04ab8c45ed2ba15eb211fa6492aa001d663c657f807e79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25" -d '{"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:32.426457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208baba-2b06-46cf-bb38-c84ffe7b39ef service neutron] Pushing event updated for resources: {'Port': ['ID=046f6a79-235c-441d-8a4b-165c0c40126a,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:32.465858 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b464c-838e-423b-8512-5dcbddea1f9a x-openstack-request-id: req-de8b464c-838e-423b-8512-5dcbddea1f9a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:32.466180 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:32.466441 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de8b464c-838e-423b-8512-5dcbddea1f9a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:32.466855 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8b464c-838e-423b-8512-5dcbddea1f9a'] response: {'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'status': 'completed', 'code': 200} Apr 07 12:03:32.488323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-c00535a2-261f-4b9a-bc90-1c06521b468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:32.490463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-c00535a2-261f-4b9a-bc90-1c06521b468c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1126 time: 0.0552473 Apr 07 12:03:32.542260 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-23bc1b05-759c-4adf-b09a-b68f0b12c387 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 217 time: 0.0449314 Apr 07 12:03:32.594167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-5a811da7-343e-429f-800f-e492a8fd7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:32.596475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-5a811da7-343e-429f-800f-e492a8fd7988 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0489106 Apr 07 12:03:32.649555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-89a59762-9439-4d7f-8115-8651fc753947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:32.651883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-89a59762-9439-4d7f-8115-8651fc753947 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502067 Apr 07 12:03:32.747008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-962924f9-a8c2-4f1e-a097-59e616d5c665 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896068 Apr 07 12:03:32.835911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-046c546f-bd1c-48a0-89d1-c681136ac436 req-60d874d1-6be7-441e-bd3e-a5ad6fd34dee service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831137 Apr 07 12:03:32.926784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-c6e30526-14de-431b-a597-d51437bab8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:32.928354 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-c6e30526-14de-431b-a597-d51437bab8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1126 time: 0.0505834 Apr 07 12:03:33.021635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-6c0b4690-096c-4b55-9d9d-abc6a6c3ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:33.023066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-6c0b4690-096c-4b55-9d9d-abc6a6c3ce83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 915 time: 0.0892756 Apr 07 12:03:33.051676 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ddb96e8-c822-4910-bed8-037f6562058f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:33.066662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-f6317dfb-52d3-4ec9-bc09-38367c11e2a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 217 time: 0.0380051 Apr 07 12:03:33.119404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-781b2753-8e55-4d29-9beb-9678f0087da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:33.120914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-781b2753-8e55-4d29-9beb-9678f0087da2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0486827 Apr 07 12:03:33.170997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-580d1b40-b441-4287-928a-9ef3f394166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:33.172541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-580d1b40-b441-4287-928a-9ef3f394166e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457335 Apr 07 12:03:33.262467 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-93c73002-9672-415d-9fdd-dcf27aeef1ce service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840652 Apr 07 12:03:33.384626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7e76dd1-1df0-4e02-a0cf-d0c552ab0c25 req-88db515d-3a04-473b-863a-d729a0063e07 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164391 Apr 07 12:03:33.399455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574f8f-1bcb-485d-ac99-e6f37d6fb022 req-f59aa412-01b9-4a9d-9f67-bc2a969b6932 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:33.400906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75574f8f-1bcb-485d-ac99-e6f37d6fb022 req-f59aa412-01b9-4a9d-9f67-bc2a969b6932 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0743601 Apr 07 12:03:33.451823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75574f8f-1bcb-485d-ac99-e6f37d6fb022 req-8e22d6fc-c694-4669-aa07-cb2a7c2da30f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Apr 07 12:03:33.944390 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:34.577942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4038a2-56d6-4ddb-800e-0c6302faac09 req-821dd452-ea83-44b0-b2c4-b55dc1cc30e6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:34.580225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b4038a2-56d6-4ddb-800e-0c6302faac09 req-821dd452-ea83-44b0-b2c4-b55dc1cc30e6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0581045 Apr 07 12:03:34.599630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:34.630911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b4038a2-56d6-4ddb-800e-0c6302faac09 req-49c823c2-8e24-4ad1-b6b0-36424d1a45e4 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Apr 07 12:03:35.754980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720336d-2687-4222-8e40-921cd63a5423 req-e8204e88-c9c8-4f46-9eb5-8200b46a813c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:35.756459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3720336d-2687-4222-8e40-921cd63a5423 req-e8204e88-c9c8-4f46-9eb5-8200b46a813c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0536280 Apr 07 12:03:35.805397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3720336d-2687-4222-8e40-921cd63a5423 req-e858b317-74ba-4497-a2e3-82e2df771bf6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Apr 07 12:03:36.131684 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:36.927440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579e3c-3bc5-4652-99b4-98a5e7209199 req-93fc4ccd-a82c-4435-8c25-c8bba5c0848a tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:36.929254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d579e3c-3bc5-4652-99b4-98a5e7209199 req-93fc4ccd-a82c-4435-8c25-c8bba5c0848a tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0574343 Apr 07 12:03:36.977663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d579e3c-3bc5-4652-99b4-98a5e7209199 req-53ff80bb-9093-4dee-aafa-1d3d4e45aa94 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Apr 07 12:03:37.270270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:38.096673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2ad4-538f-4770-be3c-70b68cb76222 req-02af4845-5e46-4cb5-9403-467df047432b tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:38.098463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d73f2ad4-538f-4770-be3c-70b68cb76222 req-02af4845-5e46-4cb5-9403-467df047432b tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0527802 Apr 07 12:03:38.148018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d73f2ad4-538f-4770-be3c-70b68cb76222 req-7371ed56-558d-438c-b496-d72941819852 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Apr 07 12:03:39.268865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5f946-5654-40c7-825a-585ac0b2954d req-ca7de377-2e1b-4478-a97a-48d1c96295e8 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:39.270436 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91f5f946-5654-40c7-825a-585ac0b2954d req-ca7de377-2e1b-4478-a97a-48d1c96295e8 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0526664 Apr 07 12:03:39.323074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91f5f946-5654-40c7-825a-585ac0b2954d req-dc6a2893-9086-4024-bc16-a323e6af70ad tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467870 Apr 07 12:03:40.442880 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ea800-bd4d-4cfe-b8c5-31bc2303156e req-fc2c9166-14a1-4670-aa97-ee8f991702dc tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:40.444347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a1ea800-bd4d-4cfe-b8c5-31bc2303156e req-fc2c9166-14a1-4670-aa97-ee8f991702dc tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0539763 Apr 07 12:03:40.494394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a1ea800-bd4d-4cfe-b8c5-31bc2303156e req-02c6d157-2e99-43ea-9693-3737eae39868 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Apr 07 12:03:41.615354 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30180d-6dd1-465a-90ab-0a4752f77880 req-7bcbfafb-af85-4179-800f-6c6c630c5f45 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:41.616826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef30180d-6dd1-465a-90ab-0a4752f77880 req-7bcbfafb-af85-4179-800f-6c6c630c5f45 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0542486 Apr 07 12:03:41.664723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ef30180d-6dd1-465a-90ab-0a4752f77880 req-ece3cb29-14b1-4ebc-bbbc-6b431cf224ca tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Apr 07 12:03:42.790192 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a807a22-239a-4dad-a4f6-132b0024b808 req-7196a5ff-7fe9-4931-861f-382fe9151c50 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:42.791649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a807a22-239a-4dad-a4f6-132b0024b808 req-7196a5ff-7fe9-4931-861f-382fe9151c50 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0577087 Apr 07 12:03:42.840397 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a807a22-239a-4dad-a4f6-132b0024b808 req-7195bae2-37ea-4019-b9bb-8140aeb1cd10 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Apr 07 12:03:43.960309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d06a33-765d-4360-a50e-e6b5ad6c5bb6 req-4535831f-83d3-4521-8349-a16d76e90cc6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:43.961892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06d06a33-765d-4360-a50e-e6b5ad6c5bb6 req-4535831f-83d3-4521-8349-a16d76e90cc6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0529139 Apr 07 12:03:44.010207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-06d06a33-765d-4360-a50e-e6b5ad6c5bb6 req-a8575543-face-41dc-95c3-0fb07154a401 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Apr 07 12:03:45.127680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd851-0541-4774-8fb0-9267a1b47f75 req-532c7cdd-8bd0-44e2-8d67-a359c9374853 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:45.129202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80cbd851-0541-4774-8fb0-9267a1b47f75 req-532c7cdd-8bd0-44e2-8d67-a359c9374853 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0527472 Apr 07 12:03:45.181420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80cbd851-0541-4774-8fb0-9267a1b47f75 req-151fc93a-a48b-4a2c-a771-ea454e46cb1b tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465672 Apr 07 12:03:46.299936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0de52-d371-4aa4-ba9a-539e367baafe req-dced2e3e-53fc-4976-b6b1-fac51550f2f0 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:46.301470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdb0de52-d371-4aa4-ba9a-539e367baafe req-dced2e3e-53fc-4976-b6b1-fac51550f2f0 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0522313 Apr 07 12:03:46.351388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cdb0de52-d371-4aa4-ba9a-539e367baafe req-0b39ad5b-86dc-4fba-a8ba-d4f100d87509 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 Apr 07 12:03:47.467396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68011d0d-35d5-4268-9a1b-38afdf944a92 req-20d22bf6-fc57-4176-94c2-c130523ff337 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:47.468875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68011d0d-35d5-4268-9a1b-38afdf944a92 req-20d22bf6-fc57-4176-94c2-c130523ff337 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0509074 Apr 07 12:03:47.519642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68011d0d-35d5-4268-9a1b-38afdf944a92 req-1e4cc8b7-5556-4b30-a8bd-e60ae3bc9b5f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Apr 07 12:03:48.641663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866bb28-e413-483b-8b87-c5954194fdab req-9438dbb8-c1a2-4089-8793-93ad8036a47c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:48.643109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e866bb28-e413-483b-8b87-c5954194fdab req-9438dbb8-c1a2-4089-8793-93ad8036a47c tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 944 time: 0.0560067 Apr 07 12:03:48.690925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e866bb28-e413-483b-8b87-c5954194fdab req-d79ba873-dbdd-488b-bf89-f2edda620a02 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Apr 07 12:03:49.115960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 046f6a79-235c-441d-8a4b-165c0c40126a details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:03:49.216221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 046f6a79-235c-441d-8a4b-165c0c40126a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=046f6a79-235c-441d-8a4b-165c0c40126a,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:49.228474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '046f6a79-235c-441d-8a4b-165c0c40126a', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:03:49.265112 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 046f6a79-235c-441d-8a4b-165c0c40126a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:49.265529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:49.278969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046f6a79-235c-441d-8a4b-165c0c40126a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:03:49.299164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 046f6a79-235c-441d-8a4b-165c0c40126a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=046f6a79-235c-441d-8a4b-165c0c40126a,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:49.302951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:49.355050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=046f6a79-235c-441d-8a4b-165c0c40126a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:49.362455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.362808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.363161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.363512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.363855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.364193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.364536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.364869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.365232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.365569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.365902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.366284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.366566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:49.542278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['046f6a79-235c-441d-8a4b-165c0c40126a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:03:49.812175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a7321-fc03-4fe8-ad01-6327ba0ac584 req-8aa9bf5b-bf21-41c3-b6c9-f5d67413e4cc tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:49.814487 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-468a7321-fc03-4fe8-ad01-6327ba0ac584 req-8aa9bf5b-bf21-41c3-b6c9-f5d67413e4cc tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 945 time: 0.0537879 Apr 07 12:03:49.863167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-468a7321-fc03-4fe8-ad01-6327ba0ac584 req-f3152154-4e92-4e25-a485-74c9ba277f4d tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Apr 07 12:03:50.986656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb78e7-1bef-4c09-9d5e-eccf24347896 req-0e71bd67-175d-48d3-80c1-3bc5f3e7d255 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:50.988050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbfb78e7-1bef-4c09-9d5e-eccf24347896 req-0e71bd67-175d-48d3-80c1-3bc5f3e7d255 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 945 time: 0.0571647 Apr 07 12:03:51.048349 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbfb78e7-1bef-4c09-9d5e-eccf24347896 req-e00bd11e-b75a-43f4-ad56-cf7f5b45641f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543358 Apr 07 12:03:51.133377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 046f6a79-235c-441d-8a4b-165c0c40126a up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:03:51.185019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 046f6a79-235c-441d-8a4b-165c0c40126a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:03:51.189575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 046f6a79-235c-441d-8a4b-165c0c40126a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:51.189947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.266870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 046f6a79-235c-441d-8a4b-165c0c40126a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:51.267270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.289180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:51.291446 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68d5e2a3582206d273cf1445c401bb30c16a76d38e0bb3e990d6506c067d170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5974f3-8968-49df-9e4e-dca944700129" -d '{"events": [{"server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "name": "network-vif-plugged", "status": "completed", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:51.303759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 046f6a79-235c-441d-8a4b-165c0c40126a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=046f6a79-235c-441d-8a4b-165c0c40126a,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:51.308357 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.355343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=046f6a79-235c-441d-8a4b-165c0c40126a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:51.456017 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21599f6-5136-4610-b598-fcff271f8c4e x-openstack-request-id: req-e21599f6-5136-4610-b598-fcff271f8c4e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:51.456314 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "name": "network-vif-plugged", "status": "completed", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:51.456577 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e21599f6-5136-4610-b598-fcff271f8c4e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:51.456979 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21599f6-5136-4610-b598-fcff271f8c4e'] response: {'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'code': 200} Apr 07 12:03:51.554839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505be9-4bc0-4926-bbac-ce162f12c036 req-e6597d13-137d-4f14-bdac-d1a157421b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:51.556264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17505be9-4bc0-4926-bbac-ce162f12c036 req-e6597d13-137d-4f14-bdac-d1a157421b78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1128 time: 0.0439045 Apr 07 12:03:51.600190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-17505be9-4bc0-4926-bbac-ce162f12c036 req-9bcbd358-200d-4df4-99f0-b0e21da38176 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Apr 07 12:03:52.171762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171ebdc-a248-45de-92ca-9a6e33ab0496 req-7db2a779-53fd-4574-aa2f-6fffbc96f629 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:52.173836 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6171ebdc-a248-45de-92ca-9a6e33ab0496 req-7db2a779-53fd-4574-aa2f-6fffbc96f629 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 946 time: 0.0522206 Apr 07 12:03:52.229714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6171ebdc-a248-45de-92ca-9a6e33ab0496 req-60a1c94d-4bdc-49f7-834c-f37708ad5c51 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 Apr 07 12:03:53.353295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273afb9a-0a58-42ac-8851-df4059bb4a6a req-d9a382b0-0f0f-430d-b50f-1099810bda8b tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:53.354798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-273afb9a-0a58-42ac-8851-df4059bb4a6a req-d9a382b0-0f0f-430d-b50f-1099810bda8b tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 946 time: 0.0543494 Apr 07 12:03:53.411003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-273afb9a-0a58-42ac-8851-df4059bb4a6a req-096687a7-e762-4279-a87d-d78d999d57af tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488789 Apr 07 12:03:53.531008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803520-ed93-433b-bdd4-6306343bbeda req-c04a9cef-99ab-44b4-aba2-bb3673bf6696 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:53.533313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db803520-ed93-433b-bdd4-6306343bbeda req-c04a9cef-99ab-44b4-aba2-bb3673bf6696 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 946 time: 0.0538902 Apr 07 12:03:53.582489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db803520-ed93-433b-bdd4-6306343bbeda req-c0990cf5-9974-4c83-b39b-9fc4064130fc tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Apr 07 12:03:53.606122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35272) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:53.768391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece92f8-007c-43e2-a45f-26d2cf73d365 tempest-TestVolumeBackupRestore-224451119 tempest-TestVolumeBackupRestore-224451119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:53.769853 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9ece92f8-007c-43e2-a45f-26d2cf73d365 tempest-TestVolumeBackupRestore-224451119 tempest-TestVolumeBackupRestore-224451119-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1123 time: 0.1627438 Apr 07 12:03:53.772975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35276) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:53.777247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:53.798411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:53.900436 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.006392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Allocated IP 172.25.5.116 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/62f14ae8-2bb7-4551-9575-7f06aea7140e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:03:54.134239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.169783 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.212047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:03:54.222075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:03:54.224915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:03:54.228038 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'Port': ['ID=62f14ae8-2bb7-4551-9575-7f06aea7140e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:54.574021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for floatingip (bd217f0b-ba33-461b-9342-0b697c6826fa), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.641083 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.791344 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.795548 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.863628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event updated for resources: {'Port': ['ID=62f14ae8-2bb7-4551-9575-7f06aea7140e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:54.873143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (bd217f0b-ba33-461b-9342-0b697c6826fa), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.973309 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Floating IP bd217f0b-ba33-461b-9342-0b697c6826fa associated. External IP: 172.25.5.116, port: 046f6a79-235c-441d-8a4b-165c0c40126a. Apr 07 12:03:55.515397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:03:55.624067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:03:55.634659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] Sync routers for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:03:55.643599 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.645921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:55.646539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:03:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:55.681580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d687cb87-1d56-433d-946e-00beb61359ff tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9075098 Apr 07 12:03:55.682624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:55.684488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35278) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:55.684950 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a" -d '{"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:55.745018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412df397-2c1b-40c4-bc92-0678c828b73b tempest-TestVolumeBackupRestore-224451119 tempest-TestVolumeBackupRestore-224451119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:55.749695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35284) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:55.750311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-412df397-2c1b-40c4-bc92-0678c828b73b tempest-TestVolumeBackupRestore-224451119 tempest-TestVolumeBackupRestore-224451119-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1123 time: 0.0639200 Apr 07 12:03:55.756617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Request body: {'floatingip': {'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:55.757965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:55.796013 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db219553-fbac-4ad4-9e59-d8da7caa306b x-openstack-request-id: req-db219553-fbac-4ad4-9e59-d8da7caa306b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:55.796314 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:55.796567 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db219553-fbac-4ad4-9e59-d8da7caa306b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:55.797068 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db219553-fbac-4ad4-9e59-d8da7caa306b'] response: {'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'status': 'completed', 'code': 200} Apr 07 12:03:55.824104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for floatingip (bd217f0b-ba33-461b-9342-0b697c6826fa), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.859004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-857b8806-df50-40d4-b096-40f565ce118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:55.860738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-857b8806-df50-40d4-b096-40f565ce118c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1128 time: 0.0458181 Apr 07 12:03:55.954777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-0a52c263-dd55-4bcc-88d4-444b084ed591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:55.956288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-0a52c263-dd55-4bcc-88d4-444b084ed591 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 915 time: 0.0902030 Apr 07 12:03:55.997488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'bd217f0b-ba33-461b-9342-0b697c6826fa', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:54Z', 'updated_at': '2022-04-07T12:03:54Z', 'revision_number': 0, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.025473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] Checking router: 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:03:56.034470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:56.035111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:03:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.150234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:56.324586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.330066 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (bd217f0b-ba33-461b-9342-0b697c6826fa), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.351816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-8e852cac-7760-4ab0-afac-426f317ddc17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 1000 time: 0.3897097 Apr 07 12:03:56.394913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'bd217f0b-ba33-461b-9342-0b697c6826fa', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:54Z', 'updated_at': '2022-04-07T12:03:54Z', 'revision_number': 0, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.402131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-c81b74fc-3a41-4817-a4de-658cbf8c4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.403660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-c81b74fc-3a41-4817-a4de-658cbf8c4620 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0463820 Apr 07 12:03:56.423814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b55e9-9c31-4cc4-ac7e-e88457fa34f0 None None] The sync data for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 is: [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'bd217f0b-ba33-461b-9342-0b697c6826fa', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:54Z', 'updated_at': '2022-04-07T12:03:54Z', 'revision_number': 0, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:03:56.455974 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-975e723b-fae2-454d-a707-898897919176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.457584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-975e723b-fae2-454d-a707-898897919176 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485241 Apr 07 12:03:56.554356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-9d7feb01-8d76-4618-95fe-213c8c0680a7 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Apr 07 12:03:56.570205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:03:56.651155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76de5557-a2c5-4c4c-96ec-8d0ceedd102a req-cd005dcc-a051-4bf7-9954-1c348fb3882b service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902328 Apr 07 12:03:56.653493 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12aed9b-5367-4f06-8337-b4470989e444 None None] New status for floating IP bd217f0b-ba33-461b-9342-0b697c6826fa: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:03:56.695839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:03:56.700301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.757938 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e3beaaf4-bd03-4fa6-9db4-9d2c37f81166 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "PUT /v2.0/floatingips/bd217f0b-ba33-461b-9342-0b697c6826fa HTTP/1.1" status: 200 len: 992 time: 1.0055602 Apr 07 12:03:56.971862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] Sync routers for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:03:56.981898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:56.982517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:03:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:57.089990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:57.312074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'bd217f0b-ba33-461b-9342-0b697c6826fa', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:54Z', 'updated_at': '2022-04-07T12:03:56Z', 'revision_number': 2, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:57.344177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] Checking router: 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:03:57.353893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:57.354523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:03:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:57.628597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:57.798779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}, {'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:57.801367 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1e444deecf0571f49374547fad24911dcc61fb46a96acec751b83b818e73b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdd6935-dba7-485d-9292-9f832c52f3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}, {"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:57.840180 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d02e16-b1da-494d-8e3d-790ebe4db825 x-openstack-request-id: req-94d02e16-b1da-494d-8e3d-790ebe4db825 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:57.840507 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:57.840761 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94d02e16-b1da-494d-8e3d-790ebe4db825 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:57.841233 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d02e16-b1da-494d-8e3d-790ebe4db825'] response: {'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'status': 'completed', 'code': 200} Apr 07 12:03:57.841498 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d02e16-b1da-494d-8e3d-790ebe4db825'] response: {'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'status': 'completed', 'code': 200} Apr 07 12:03:57.865063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'bd217f0b-ba33-461b-9342-0b697c6826fa', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:54Z', 'updated_at': '2022-04-07T12:03:56Z', 'revision_number': 2, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:57.896372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d29db-40ab-4e5f-8ccb-0cd3b033600e None None] The sync data for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 is: [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'bd217f0b-ba33-461b-9342-0b697c6826fa', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'port_id': '046f6a79-235c-441d-8a4b-165c0c40126a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'mac_address': 'fa:16:3e:40:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:54Z', 'updated_at': '2022-04-07T12:03:56Z', 'revision_number': 2, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:03:57.917997 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-ac6dfff4-a5ec-4caf-b96b-cc3a8ee48be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.919526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-ac6dfff4-a5ec-4caf-b96b-cc3a8ee48be6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1128 time: 0.0575595 Apr 07 12:03:58.013521 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-6be668e9-65a3-46fa-a3a5-faf7470a3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.015012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-6be668e9-65a3-46fa-a3a5-faf7470a3026 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 915 time: 0.0895543 Apr 07 12:03:58.085983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-f8608219-78c3-4891-8d5e-c5494c45cc24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 1002 time: 0.0652907 Apr 07 12:03:58.135045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-d35565ce-cc6b-4a6f-8684-355db3176d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.136518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-d35565ce-cc6b-4a6f-8684-355db3176d82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0449257 Apr 07 12:03:58.187702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-6f3db758-4a5d-4715-92e3-6d2f059af0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.189213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-6f3db758-4a5d-4715-92e3-6d2f059af0f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463898 Apr 07 12:03:58.280367 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-b8aad831-530b-4c35-b27e-d84885afc7d2 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Apr 07 12:03:58.375224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-72899216-a99c-4d75-a022-f1065ce4f1cc service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 Apr 07 12:03:58.463283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-6f3a7c7c-6489-42e3-9171-bc21ebd00f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.464705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-6f3a7c7c-6489-42e3-9171-bc21ebd00f70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1128 time: 0.0470335 Apr 07 12:03:58.559422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-d743a777-04c6-47e7-9117-f3f2d2ec5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.560917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-d743a777-04c6-47e7-9117-f3f2d2ec5ddf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 915 time: 0.0900309 Apr 07 12:03:58.629034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-c9817946-8203-4daa-9c4f-c875eb2542b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 1002 time: 0.0617836 Apr 07 12:03:58.686160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-e9089561-77ad-40d3-83ac-6c824a674171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.687641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-e9089561-77ad-40d3-83ac-6c824a674171 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0533071 Apr 07 12:03:58.745947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-954e0987-ea74-477f-ac12-d6e172307e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.747531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-954e0987-ea74-477f-ac12-d6e172307e00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532870 Apr 07 12:03:58.839663 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-a05b9a57-c531-4d03-9c7b-3ffd62fcb2ac service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866013 Apr 07 12:03:58.939190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6bdd6935-dba7-485d-9292-9f832c52f3dd req-a9589ff5-709e-4ee7-ab1a-770055e4f655 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935297 Apr 07 12:04:00.304178 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:00.723357 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bd1e-60a8-4476-a887-d72ff528ad6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:02.088677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.055909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58b54cd2-a95a-41bc-a0da-70a5d460e8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.960328 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.603486 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.137111 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:07.277026 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:22.150612 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-2e91cd60-4ce2-42e3-b68b-03e0cbebb14c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093454 Apr 07 12:04:22.269956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-052222ac-b7ec-40db-89f0-ee08f9e3ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.271538 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-052222ac-b7ec-40db-89f0-ee08f9e3ee6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1128 time: 0.0519636 Apr 07 12:04:22.422137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-f54d7716-2c00-4735-9af8-d5b826d69b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.423671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-f54d7716-2c00-4735-9af8-d5b826d69b34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 915 time: 0.1284266 Apr 07 12:04:22.511946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-244f5000-f636-4c8a-9649-e3c0716f0774 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 1002 time: 0.0816793 Apr 07 12:04:22.593663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-86beec5e-c5e5-4eb7-9b17-fa565eebd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.596669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-86beec5e-c5e5-4eb7-9b17-fa565eebd2f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0785117 Apr 07 12:04:22.661659 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-ee854236-ed32-4e9e-b28a-752c05f2ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.663359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-ee854236-ed32-4e9e-b28a-752c05f2ea98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613086 Apr 07 12:04:22.805939 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-b05dfc17-b3e6-433c-b237-cfe125e6beb7 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356359 Apr 07 12:04:22.937091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a38267f6-30f2-421d-bd03-6c22e1c19827 req-347bd58b-f491-4e34-b3bb-824743618115 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245437 Apr 07 12:04:29.923785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35298) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:30.133814 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Deleting port 62f14ae8-2bb7-4551-9575-7f06aea7140e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:30.134171 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.241375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.241707 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for floatingip (62f14ae8-2bb7-4551-9575-7f06aea7140e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.261613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Calling delete_port for 62f14ae8-2bb7-4551-9575-7f06aea7140e owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:30.447801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (62f14ae8-2bb7-4551-9575-7f06aea7140e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.476410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event deleted for resources: {'Port': ['ID=62f14ae8-2bb7-4551-9575-7f06aea7140e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:30.491867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.492252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.492566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.493014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.493432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.493781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.494126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.494462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.494796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.495127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.495461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.495790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.496117 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:30.560457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for floatingip (bd217f0b-ba33-461b-9342-0b697c6826fa), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.560754 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Floating IP bd217f0b-ba33-461b-9342-0b697c6826fa disassociated (deleted). External IP: 172.25.5.116, port: 046f6a79-235c-441d-8a4b-165c0c40126a. Apr 07 12:04:30.728567 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-68be3c30-a05b-4ed1-b753-febfa26e7f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.811651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:30.933299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:30.940303 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.945121 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] Sync routers for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:30.959889 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:30.960518 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:04:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:30.974226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bba7bdb1-360a-455d-bf41-c7af22c359bd tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd217f0b-ba33-461b-9342-0b697c6826fa HTTP/1.1" status: 204 len: 168 time: 1.0482800 Apr 07 12:04:30.974721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:31.041048 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881badaf-7390-4f0c-903c-b292db28fdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:31.081877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:31.215169 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af6da76-a1ec-446d-8aa2-70a6f86bfdb1 x-openstack-request-id: req-7af6da76-a1ec-446d-8aa2-70a6f86bfdb1 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:31.215977 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:31.215977 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7af6da76-a1ec-446d-8aa2-70a6f86bfdb1 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:31.217299 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af6da76-a1ec-446d-8aa2-70a6f86bfdb1'] response: {'name': 'network-changed', 'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'status': 'completed', 'code': 200} Apr 07 12:04:31.305626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881badaf-7390-4f0c-903c-b292db28fdcd req-5474a134-a01f-4f04-84a1-cf34470debeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.307839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-5474a134-a01f-4f04-84a1-cf34470debeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 1128 time: 0.0617507 Apr 07 12:04:31.359297 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:31.388926 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] Checking router: 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:31.403476 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:31.404149 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:04:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:31.458060 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881badaf-7390-4f0c-903c-b292db28fdcd req-8f6d06d1-7397-4123-bc4d-bdaa990bdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.459577 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-8f6d06d1-7397-4123-bc4d-bdaa990bdcef service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 200 len: 915 time: 0.1431711 Apr 07 12:04:31.471638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4e53-2123-45fd-87f0-ba81f4aa2302 req-616c5080-08dc-4aae-b3a2-bc1ba206b568 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.473363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eced4e53-2123-45fd-87f0-ba81f4aa2302 req-616c5080-08dc-4aae-b3a2-bc1ba206b568 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 946 time: 0.1903846 Apr 07 12:04:31.521343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-bf0f13fe-5ca1-479c-a66a-c2e036635490 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 200 len: 217 time: 0.0468631 Apr 07 12:04:31.535554 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:31.602995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eced4e53-2123-45fd-87f0-ba81f4aa2302 req-b28d51f3-acc9-4dc6-b0bd-11d3edbbfcc7 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199996 Apr 07 12:04:31.606969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881badaf-7390-4f0c-903c-b292db28fdcd req-6f505b75-115d-4c54-864a-ad36fc804943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.608534 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-6f505b75-115d-4c54-864a-ad36fc804943 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 200 len: 853 time: 0.0793629 Apr 07 12:04:31.673907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881badaf-7390-4f0c-903c-b292db28fdcd req-019aef63-74ba-41a6-a1f7-1cb557bf6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.679604 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-019aef63-74ba-41a6-a1f7-1cb557bf6c4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605590 Apr 07 12:04:31.770572 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:31.790535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-a183c140-b568-434f-bef5-ec4df1db764f service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075428 Apr 07 12:04:31.797924 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a7995-b15e-47cc-9189-28f76c53f69c None None] The sync data for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 is: [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:03Z', 'revision_number': 4, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'cd489015-ce86-4473-b1c4-a3ea39f13a91', 'name': '', 'network_id': 'e4fc7560-66b2-48c9-9bee-fdf59e1d9a38', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'mac_address': 'fa:16:3e:41:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:03Z', 'updated_at': '2022-04-07T12:01:08Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'subnets': [{'id': '72b6e685-ac90-40a7-a1b2-f181dda0980d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:31.897042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-881badaf-7390-4f0c-903c-b292db28fdcd req-3f77c76d-5981-4a37-9e57-f7e69056d93d service neutron] 10.222.0.23 "GET /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985594 Apr 07 12:04:32.078262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f70d7-3876-423b-83cd-a78e62e7a986 None None] New status for floating IP bd217f0b-ba33-461b-9342-0b697c6826fa: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:04:32.162814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.727389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955f424-beca-429d-8279-c7dfaa419f8f req-3813e160-fe28-46dd-b9ed-950b7b280bf3 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:32.728908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d955f424-beca-429d-8279-c7dfaa419f8f req-3813e160-fe28-46dd-b9ed-950b7b280bf3 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.23 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 946 time: 0.0567369 Apr 07 12:04:32.870535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52cbd-0aba-4fe0-9323-1053fd724c93 req-4a7f4437-9609-4a9d-b404-a256b92d9dc7 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:32.872074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32d52cbd-0aba-4fe0-9323-1053fd724c93 req-4a7f4437-9609-4a9d-b404-a256b92d9dc7 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 946 time: 0.1422286 Apr 07 12:04:32.877694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Deleting port 046f6a79-235c-441d-8a4b-165c0c40126a {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:32.878041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.981435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32d52cbd-0aba-4fe0-9323-1053fd724c93 req-69ce3b6d-4a95-4fd8-83a9-d6413f2bdc3f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a985ed-cd59-4c20-a4c0-4148d58aa335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001320 Apr 07 12:04:33.010380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] For port 046f6a79-235c-441d-8a4b-165c0c40126a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=046f6a79-235c-441d-8a4b-165c0c40126a,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:33.010749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:33.025217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Calling delete_port for 046f6a79-235c-441d-8a4b-165c0c40126a owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:33.062643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f3ff-98c0-45ab-8876-93f8ee3404de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:33.170880 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (046f6a79-235c-441d-8a4b-165c0c40126a), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:33.206716 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event deleted for resources: {'Port': ['ID=046f6a79-235c-441d-8a4b-165c0c40126a,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:33.232219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.232476 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.232820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.233179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.233520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.233855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.234185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.234517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.234840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.235166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.235493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.235816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.236140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:33.254178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] No DVR routers for this DVR port 046f6a79-235c-441d-8a4b-165c0c40126a on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:33.256929 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:33.260313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d955f424-beca-429d-8279-c7dfaa419f8f req-e679b0dc-b529-4c3b-8791-9a981d0259c6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.23 "DELETE /v2.0/ports/046f6a79-235c-441d-8a4b-165c0c40126a HTTP/1.1" status: 204 len: 173 time: 0.5261376 Apr 07 12:04:33.260902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'name': 'network-vif-deleted', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:33.303456 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0129e719-e6b1-4b23-924a-3783605ea95c" -d '{"events": [{"server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "name": "network-vif-deleted", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:33.399904 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0910106a-9468-443d-a15a-c6ca6aa40a6b x-openstack-request-id: req-0910106a-9468-443d-a15a-c6ca6aa40a6b {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:33.400270 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beda9f31-1e87-40e3-8ca2-5074341cb05b", "name": "network-vif-deleted", "tag": "046f6a79-235c-441d-8a4b-165c0c40126a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:33.400599 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0910106a-9468-443d-a15a-c6ca6aa40a6b {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:33.401072 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0910106a-9468-443d-a15a-c6ca6aa40a6b'] response: {'server_uuid': 'beda9f31-1e87-40e3-8ca2-5074341cb05b', 'name': 'network-vif-deleted', 'tag': '046f6a79-235c-441d-8a4b-165c0c40126a', 'status': 'completed', 'code': 200} Apr 07 12:04:33.959383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:34.080461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f63d0d82-b3db-4f99-984f-21095fba24bf req-38046b22-2760-4e07-87b8-3118a0a59264 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0268078 Apr 07 12:04:34.606458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:35.188696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18286627-d0b6-446a-8e06-21ce10ddf358 req-1ac4f1ba-4aea-4b92-bf32-d84b5c5dc227 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0301125 Apr 07 12:04:36.137057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:36.284801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2879b7e2-77c5-4bcc-8e1d-4aefdfbe528c req-5e12537e-1122-4edf-9709-d66abc99db58 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0273390 Apr 07 12:04:37.270899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.302616 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:37.334117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 046f6a79-235c-441d-8a4b-165c0c40126a no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:37.359456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 046f6a79-235c-441d-8a4b-165c0c40126a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:37.359456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 046f6a79-235c-441d-8a4b-165c0c40126a not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:37.382086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97e62713-7e6d-47d2-b8b7-f871c8b73d79 req-06d2d3de-2e19-41ea-a393-f037ccb73539 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0303538 Apr 07 12:04:38.481835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e297670-8941-490f-baf3-a09365cd8c18 req-70c7c984-6d02-435c-abd3-bea0014e64b4 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0283165 Apr 07 12:04:39.577284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0c0c27f7-5a28-4a96-8224-e79e99224ffd req-fbe3e200-d884-44c4-8574-814b2f5d7cd2 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0262978 Apr 07 12:04:40.674292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5133e18-0c00-4175-9701-15ed395b122d req-a53cd179-40c9-446c-943a-9915ab1c27b6 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0268946 Apr 07 12:04:41.771689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99980891-6e10-4095-8614-d9596b20db49 req-567f6ef5-0f29-4322-8fe0-2690effb7f6f tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "GET /v2.0/ports?device_id=beda9f31-1e87-40e3-8ca2-5074341cb05b HTTP/1.1" status: 200 len: 210 time: 0.0301647 Apr 07 12:04:42.828332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35352) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:42.889775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85897dd2-ba82-4ae6-be78-278af50693c1 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group (b3a985ed-cd59-4c20-a4c0-4148d58aa335), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:42.915041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85897dd2-ba82-4ae6-be78-278af50693c1 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group (b3a985ed-cd59-4c20-a4c0-4148d58aa335), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:42.979247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85897dd2-ba82-4ae6-be78-278af50693c1 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b3a985ed-cd59-4c20-a4c0-4148d58aa335), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:42.981878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-85897dd2-ba82-4ae6-be78-278af50693c1 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:42.983027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-85897dd2-ba82-4ae6-be78-278af50693c1 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3a985ed-cd59-4c20-a4c0-4148d58aa335 HTTP/1.1" status: 204 len: 168 time: 0.1537197 Apr 07 12:04:42.993319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85897dd2-ba82-4ae6-be78-278af50693c1 tempest-TestVolumeBackupRestore-910252575 tempest-TestVolumeBackupRestore-910252575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a985ed-cd59-4c20-a4c0-4148d58aa335,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:50.650762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35814) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:51.005036 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.262356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Deleting port cd489015-ce86-4473-b1c4-a3ea39f13a91 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:51.262588 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.340809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] For port cd489015-ce86-4473-b1c4-a3ea39f13a91, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cd489015-ce86-4473-b1c4-a3ea39f13a91,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:51.341204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.358171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Calling delete_port for cd489015-ce86-4473-b1c4-a3ea39f13a91 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:51.549740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cd489015-ce86-4473-b1c4-a3ea39f13a91), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.572159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd489015-ce86-4473-b1c4-a3ea39f13a91,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:51.753714 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.975806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:52.426795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:52.432072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d73ecd8b-22e8-4633-a53e-2fdb420ed815 admin admin] 10.222.0.13 "PUT /v2.0/routers/512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799172 Apr 07 12:04:52.434548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35816) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:52.437301 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] Sync routers for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:52.457108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:52.457959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:04:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:52.547977 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks [] for router (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.565605 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:52.650464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks [] for router_gateway (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.715698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Deleting port d1917e79-996a-407d-b814-03fc660f10b4 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:52.716041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d1917e79-996a-407d-b814-03fc660f10b4), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.764440 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:04:51Z', 'revision_number': 5, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port': {'id': 'd1917e79-996a-407d-b814-03fc660f10b4', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:52.790475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] Checking router: 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:52.796006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] For port d1917e79-996a-407d-b814-03fc660f10b4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d1917e79-996a-407d-b814-03fc660f10b4,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:52.796534 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d1917e79-996a-407d-b814-03fc660f10b4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.799282 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] Routers {'512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:52.799893 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:04:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:52.809748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Calling delete_port for d1917e79-996a-407d-b814-03fc660f10b4 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:52.886170 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] Set router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:52.983746 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d1917e79-996a-407d-b814-03fc660f10b4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.015210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1917e79-996a-407d-b814-03fc660f10b4,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:53.038317 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:04:52Z', 'revision_number': 6, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.065015 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c2dad-dc1c-4d06-9458-755ac5b8c5db None None] The sync data for ids ['512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4'] in n-d-836788-1 is: [{'id': '512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4', 'name': 'tempest-TestVolumeBackupRestore-1668839562-router', 'tenant_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:01Z', 'updated_at': '2022-04-07T12:04:52Z', 'revision_number': 6, 'project_id': '1d3af6ac28fa4b7fafe01573eb8d70f1', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:53.080151 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.175689 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.177873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks [] for router_controller (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.219301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.219749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:04:53.225198 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.226418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ef895c5e-545e-4137-83a4-f08c4157d023 admin admin] 10.222.0.13 "DELETE /v2.0/routers/512ee8c0-e54a-483f-a6d1-46b4c6bf5bd4 HTTP/1.1" status: 204 len: 168 time: 0.7903302 Apr 07 12:04:53.229029 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:53.277447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Deleting subnet 72b6e685-ac90-40a7-a1b2-f181dda0980d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:04:53.280345 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Publish callbacks [] for subnet (72b6e685-ac90-40a7-a1b2-f181dda0980d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.313732 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (72b6e685-ac90-40a7-a1b2-f181dda0980d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.394802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (72b6e685-ac90-40a7-a1b2-f181dda0980d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.455337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (72b6e685-ac90-40a7-a1b2-f181dda0980d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.481616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b6e685-ac90-40a7-a1b2-f181dda0980d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:53.486531 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.490131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cefa5f9b-f47d-4d26-a774-0a0fbb7b96b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72b6e685-ac90-40a7-a1b2-f181dda0980d HTTP/1.1" status: 204 len: 168 time: 0.2601085 Apr 07 12:04:53.492915 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35820) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:53.504243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f192fc-a164-4975-9e7b-bcfa7c654961 None None] Network e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:04:53.562900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.620711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Deleting port 10d3f85a-db26-4037-83a8-71bb7ab2171b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:53.621084 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.690460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] For port 10d3f85a-db26-4037-83a8-71bb7ab2171b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=10d3f85a-db26-4037-83a8-71bb7ab2171b,segment=NetworkSegment(e07113a5-f973-4730-9078-4ef89a575f3c),segment_id=e07113a5-f973-4730-9078-4ef89a575f3c)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:53.690826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.703209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Calling delete_port for 10d3f85a-db26-4037-83a8-71bb7ab2171b owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:53.781328 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (10d3f85a-db26-4037-83a8-71bb7ab2171b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.809291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Pushing event deleted for resources: {'Port': ['ID=10d3f85a-db26-4037-83a8-71bb7ab2171b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:53.816323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] No DVR routers for this DVR port 10d3f85a-db26-4037-83a8-71bb7ab2171b on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:53.840788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd5fe8-6ad6-4fbb-b34c-583b8ae90159 None None] DHCP port deletion for e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:04:53.890733 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.910799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fc7560-66b2-48c9-9bee-fdf59e1d9a38']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.920380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07113a5-f973-4730-9078-4ef89a575f3c') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.920680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07113a5-f973-4730-9078-4ef89a575f3c') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.931089 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (e07113a5-f973-4730-9078-4ef89a575f3c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.946053 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e07113a5-f973-4730-9078-4ef89a575f3c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.952808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:04:53.953330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (e07113a5-f973-4730-9078-4ef89a575f3c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:04:53.955653 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:04:54.016337 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (e4fc7560-66b2-48c9-9bee-fdf59e1d9a38), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:54.024149 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:54.027456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4fc7560-66b2-48c9-9bee-fdf59e1d9a38 HTTP/1.1" status: 204 len: 168 time: 0.5335925 Apr 07 12:04:54.030536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35822) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:54.040582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8556-bc28-4644-91ff-b8f7cf26d06b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fc7560-66b2-48c9-9bee-fdf59e1d9a38,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:54.417095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cd489015-ce86-4473-b1c4-a3ea39f13a91 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:54.424552 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (fe27760f-abe6-46c6-83d9-cf0230b9e54a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:54.438559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cd489015-ce86-4473-b1c4-a3ea39f13a91 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:54.438913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cd489015-ce86-4473-b1c4-a3ea39f13a91 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:54.439951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10d3f85a-db26-4037-83a8-71bb7ab2171b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:54.463438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 10d3f85a-db26-4037-83a8-71bb7ab2171b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:54.464119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 10d3f85a-db26-4037-83a8-71bb7ab2171b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:54.464236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d1917e79-996a-407d-b814-03fc660f10b4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:54.483328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d1917e79-996a-407d-b814-03fc660f10b4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:54.483328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d1917e79-996a-407d-b814-03fc660f10b4 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:54.685542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Deleting port ef90462a-fd3c-478d-a3f9-044b38e1cc1e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:54.685799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:54.778197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] For port ef90462a-fd3c-478d-a3f9-044b38e1cc1e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,segment=NetworkSegment(c4182f93-f56f-49cb-be55-94a4d59aa7a9),segment_id=c4182f93-f56f-49cb-be55-94a4d59aa7a9)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:54.778554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:54.791787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Calling delete_port for ef90462a-fd3c-478d-a3f9-044b38e1cc1e owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:54.981253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ef90462a-fd3c-478d-a3f9-044b38e1cc1e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:55.008365 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef90462a-fd3c-478d-a3f9-044b38e1cc1e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:55.197081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (fe27760f-abe6-46c6-83d9-cf0230b9e54a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:55.427590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Router fe27760f-abe6-46c6-83d9-cf0230b9e54a has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:55.545183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:55.552004 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-283619d4-a55a-4c2b-b714-5a4116e25b55 admin admin] 10.222.0.13 "PUT /v2.0/routers/fe27760f-abe6-46c6-83d9-cf0230b9e54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5198262 Apr 07 12:04:55.554476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35824) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:55.557685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] Sync routers for ids ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:55.569086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] Routers {'fe27760f-abe6-46c6-83d9-cf0230b9e54a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:55.569762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:04:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:55.667323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks [] for router (fe27760f-abe6-46c6-83d9-cf0230b9e54a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:55.689106 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] Set router fe27760f-abe6-46c6-83d9-cf0230b9e54a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:55.888114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:04:54Z', 'revision_number': 5, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:55.920875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] Checking router: fe27760f-abe6-46c6-83d9-cf0230b9e54a for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:55.930151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] Routers {'fe27760f-abe6-46c6-83d9-cf0230b9e54a'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:55.930788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:04:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:56.042628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] Set router fe27760f-abe6-46c6-83d9-cf0230b9e54a gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:56.113912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks [] for router_gateway (fe27760f-abe6-46c6-83d9-cf0230b9e54a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.169347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Deleting port abc245a6-85ac-4e77-9058-63ed6b2faec2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:56.169681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.245620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:04:54Z', 'revision_number': 5, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:56.247183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] For port abc245a6-85ac-4e77-9058-63ed6b2faec2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=abc245a6-85ac-4e77-9058-63ed6b2faec2,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:56.247767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.261683 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Calling delete_port for abc245a6-85ac-4e77-9058-63ed6b2faec2 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:56.275100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d574d2-f38a-4c62-826c-a9025d771c0a None None] The sync data for ids ['fe27760f-abe6-46c6-83d9-cf0230b9e54a'] in n-d-836788-1 is: [{'id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'name': 'tempest-TestVolumeBackupRestore-1607253908-router', 'tenant_id': '86292c73b7b341708d8c6f061684e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:01:05Z', 'updated_at': '2022-04-07T12:04:54Z', 'revision_number': 5, 'project_id': '86292c73b7b341708d8c6f061684e2d9', 'gw_port': {'id': 'abc245a6-85ac-4e77-9058-63ed6b2faec2', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27760f-abe6-46c6-83d9-cf0230b9e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:01:06Z', 'updated_at': '2022-04-07T12:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:56.441621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (abc245a6-85ac-4e77-9058-63ed6b2faec2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.472578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc245a6-85ac-4e77-9058-63ed6b2faec2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:56.535841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (fe27760f-abe6-46c6-83d9-cf0230b9e54a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.636064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (fe27760f-abe6-46c6-83d9-cf0230b9e54a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.638407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks [] for router_controller (fe27760f-abe6-46c6-83d9-cf0230b9e54a), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.692675 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (fe27760f-abe6-46c6-83d9-cf0230b9e54a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.693249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe27760f-abe6-46c6-83d9-cf0230b9e54a {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:04:56.697909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.701419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bab8bc91-4b53-45f2-9f88-a4ca907d0526 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fe27760f-abe6-46c6-83d9-cf0230b9e54a HTTP/1.1" status: 204 len: 168 time: 1.1436501 Apr 07 12:04:56.701604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 35826) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:56.752950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Deleting subnet a7473ef1-f7da-4544-8120-50e976dbe372 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:04:56.756391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Publish callbacks [] for subnet (a7473ef1-f7da-4544-8120-50e976dbe372), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.769530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef90462a-fd3c-478d-a3f9-044b38e1cc1e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:56.795588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ef90462a-fd3c-478d-a3f9-044b38e1cc1e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:56.796041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ef90462a-fd3c-478d-a3f9-044b38e1cc1e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:56.798416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a7473ef1-f7da-4544-8120-50e976dbe372), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.881002 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a7473ef1-f7da-4544-8120-50e976dbe372), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.941044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a7473ef1-f7da-4544-8120-50e976dbe372), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.971636 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:56.975766 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7473ef1-f7da-4544-8120-50e976dbe372 HTTP/1.1" status: 204 len: 168 time: 0.2726135 Apr 07 12:04:56.976653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84844fb-bdfb-48b6-88a3-6646980ce4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7473ef1-f7da-4544-8120-50e976dbe372,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:56.977937 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:56.978425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209d86f-6cf5-4918-a02f-434ffee09a37 None None] Network 32c93c25-cf23-4564-a3ee-83eddd9e0a62 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:04:57.055358 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (32c93c25-cf23-4564-a3ee-83eddd9e0a62), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.118186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Deleting port 093895ec-5063-45a3-9d96-ae839e6764eb {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:57.118516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.180000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] For port 093895ec-5063-45a3-9d96-ae839e6764eb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=093895ec-5063-45a3-9d96-ae839e6764eb,segment=NetworkSegment(c4182f93-f56f-49cb-be55-94a4d59aa7a9),segment_id=c4182f93-f56f-49cb-be55-94a4d59aa7a9)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:57.180285 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.192718 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Calling delete_port for 093895ec-5063-45a3-9d96-ae839e6764eb owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:57.273355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (093895ec-5063-45a3-9d96-ae839e6764eb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.297764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=093895ec-5063-45a3-9d96-ae839e6764eb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:57.301651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] No DVR routers for this DVR port 093895ec-5063-45a3-9d96-ae839e6764eb on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:57.345779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b44d78-efe7-4c88-b841-c7780a73158d None None] DHCP port deletion for 32c93c25-cf23-4564-a3ee-83eddd9e0a62 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:04:57.377861 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (32c93c25-cf23-4564-a3ee-83eddd9e0a62), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.403105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c93c25-cf23-4564-a3ee-83eddd9e0a62']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:57.412302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4182f93-f56f-49cb-be55-94a4d59aa7a9') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:57.412584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4182f93-f56f-49cb-be55-94a4d59aa7a9') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:57.422168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (c4182f93-f56f-49cb-be55-94a4d59aa7a9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.436683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (c4182f93-f56f-49cb-be55-94a4d59aa7a9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.443518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:04:57.443899 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (c4182f93-f56f-49cb-be55-94a4d59aa7a9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:04:57.446001 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:04:57.502274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (32c93c25-cf23-4564-a3ee-83eddd9e0a62), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.507888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.512872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/32c93c25-cf23-4564-a3ee-83eddd9e0a62 HTTP/1.1" status: 204 len: 168 time: 0.5302551 Apr 07 12:04:57.524272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10ffba-e116-4a60-87d8-38ac2d8da2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=32c93c25-cf23-4564-a3ee-83eddd9e0a62,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:57.685778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35832) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:57.729713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-56d67749-d3e5-4675-a61b-a7cbcbe9b2e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d3af6ac28fa4b7fafe01573eb8d70f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427506 Apr 07 12:04:57.732284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:57.781301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6daecc4b-076b-4e91-9d1b-fd03fb8dff22 admin admin] Publish callbacks [] for security_group (358deacf-05a6-4516-ab0e-f85b7510edea), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.807266 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6daecc4b-076b-4e91-9d1b-fd03fb8dff22 admin admin] Publish callbacks [] for security_group (358deacf-05a6-4516-ab0e-f85b7510edea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.859296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6daecc4b-076b-4e91-9d1b-fd03fb8dff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (358deacf-05a6-4516-ab0e-f85b7510edea), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.862745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6daecc4b-076b-4e91-9d1b-fd03fb8dff22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.864046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6daecc4b-076b-4e91-9d1b-fd03fb8dff22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/358deacf-05a6-4516-ab0e-f85b7510edea HTTP/1.1" status: 204 len: 168 time: 0.1308413 Apr 07 12:04:57.872709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daecc4b-076b-4e91-9d1b-fd03fb8dff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358deacf-05a6-4516-ab0e-f85b7510edea,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:58.205920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35840) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:58.244928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e55583d7-b40e-4cb2-8211-92859b0888a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86292c73b7b341708d8c6f061684e2d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378489 Apr 07 12:04:58.247322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 35842) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:58.293898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ca03756-b0e8-4772-95b5-99ee686aaae0 admin admin] Publish callbacks [] for security_group (4ed0b905-3e4b-4643-bba1-39bbe91ba66e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:58.315935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ca03756-b0e8-4772-95b5-99ee686aaae0 admin admin] Publish callbacks [] for security_group (4ed0b905-3e4b-4643-bba1-39bbe91ba66e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:58.369625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ca03756-b0e8-4772-95b5-99ee686aaae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4ed0b905-3e4b-4643-bba1-39bbe91ba66e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:58.372193 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6ca03756-b0e8-4772-95b5-99ee686aaae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:58.373377 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6ca03756-b0e8-4772-95b5-99ee686aaae0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ed0b905-3e4b-4643-bba1-39bbe91ba66e HTTP/1.1" status: 204 len: 168 time: 0.1251612 Apr 07 12:04:58.382409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca03756-b0e8-4772-95b5-99ee686aaae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0b905-3e4b-4643-bba1-39bbe91ba66e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:58.418964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 093895ec-5063-45a3-9d96-ae839e6764eb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:58.440395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 093895ec-5063-45a3-9d96-ae839e6764eb {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:58.440747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 093895ec-5063-45a3-9d96-ae839e6764eb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:58.441198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device abc245a6-85ac-4e77-9058-63ed6b2faec2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:58.460318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: abc245a6-85ac-4e77-9058-63ed6b2faec2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:58.460546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device abc245a6-85ac-4e77-9058-63ed6b2faec2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:00.731750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa423f7a-03e9-4638-8fc1-e94c775cc3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:02.100719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:03.055981 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-150cd689-e4bd-4bdc-b6ae-f4f9bc2841d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:03.982007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:04.614043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:06.139014 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:07.276264 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:09.234751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-9db2e40b-2662-441f-9be4-1647231c9fb7 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=65f6a7c1c6344ce0a5e072292a862fd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215423 Apr 07 12:05:09.340636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-e896093f-46ed-4a9f-b8db-f3824f161499 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:09.342091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-e896093f-46ed-4a9f-b8db-f3824f161499 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1022778 Apr 07 12:05:09.356407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-770c03cb-64ef-4181-92ae-1b1c9c2cfb76 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/quotas/65f6a7c1c6344ce0a5e072292a862fd3 HTTP/1.1" status: 200 len: 375 time: 0.0087898 Apr 07 12:05:09.387891 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-030d80ec-38e5-414a-81cf-8effe87b3f6b tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65f6a7c1c6344ce0a5e072292a862fd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262735 Apr 07 12:05:09.553774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e777e4d-0576-4317-96bb-18c2620cb794 req-771729bf-4801-49e0-8f58-cab33be9e9d4 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 210 time: 0.0325687 Apr 07 12:05:10.634793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f6b36cc-0ba9-4d75-b8be-8cf765e2b155 req-f9badcb0-5a4b-4d09-b74d-c54eb8a30473 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 210 time: 0.0294893 Apr 07 12:05:11.715760 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e7ae552-eec4-4e04-9a23-33e4e3aeac42 req-31ca862f-37d7-456a-b6de-7642687ec6c4 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Apr 07 12:05:12.807927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61e0b15f-4824-4420-82ee-ff4163d71ef8 req-771647dd-f369-4bb3-a591-5516cd3ff718 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 210 time: 0.0339966 Apr 07 12:05:13.912916 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e8c0ae-4dda-46d1-8fb2-5b4ffd75f67a req-3e2ec4fd-2423-4a67-93e0-8fa0be0e7e96 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 210 time: 0.0298603 Apr 07 12:05:14.306474 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:14.616147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-721e0efa-1d1e-4dd9-9717-286be121c2ca tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=65f6a7c1c6344ce0a5e072292a862fd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241425 Apr 07 12:05:14.725995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-ea5efcb5-ab6b-4a04-8bb1-6360290f13bb tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:14.727423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-ea5efcb5-ab6b-4a04-8bb1-6360290f13bb tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071830 Apr 07 12:05:14.738562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Request body: {'port': {'device_id': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'admin_state_up': True, 'tenant_id': '65f6a7c1c6344ce0a5e072292a862fd3'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:05:14.853544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Made reservation on behalf of 65f6a7c1c6344ce0a5e072292a862fd3 for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:05:14.856978 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:14.867054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:14.943890 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks [] for security_group (305190d3-0a05-48f7-935c-1b2be43a099c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:14.949296 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (305190d3-0a05-48f7-935c-1b2be43a099c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.036833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305190d3-0a05-48f7-935c-1b2be43a099c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:15.058266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-62a06fdb-e41a-4f73-8bc3-1950561b3725 req-6a3b3231-6d4c-4c1e-8769-b34558159d99 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 210 time: 0.0472167 Apr 07 12:05:15.132830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Allocated IP 192.168.233.183 (25c22247-3580-43d7-87c6-0e8ee693bdda/326efce4-8768-42c9-9e4f-836d93d07fb6/137c7a16-4cf0-4c4d-9506-8eeccc8e37f1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:05:15.289109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks [] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.322536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.367475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Network 25c22247-3580-43d7-87c6-0e8ee693bdda is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:05:15.370672 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:05:15.378061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:05:15.406077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Pushing event updated for resources: {'Port': ['ID=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:15.435431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:15.436065 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.453413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-303e64e0-b7ff-4ffc-a227-dd56a5eca17d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7188530 Apr 07 12:05:15.464982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Request body: {'port': {'device_id': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:05:15.535479 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.576050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1397b2f4-48b7-4b0a-937f-ca75c62167e4 None None] Provisioning complete for port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:05:15.576641 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1397b2f4-48b7-4b0a-937f-ca75c62167e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.614461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1397b2f4-48b7-4b0a-937f-ca75c62167e4 None None] Port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:05:15.808408 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:05:15.815907 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Publish callbacks [] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.828640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Transition to ACTIVE for port object 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:05:15.831778 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:15.890062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Pushing event updated for resources: {'Port': ['ID=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:15.966486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Attempting to bind port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:05:15.967128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Attempting to bind port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:05:15.967128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Attempting to bind port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:05:15.972624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 on network 25c22247-3580-43d7-87c6-0e8ee693bdda not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:05:15.972948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Attempting to bind port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 on network 25c22247-3580-43d7-87c6-0e8ee693bdda {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:05:15.978303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:05:15.978641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Checking segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:05:15.979021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Bound using segment: {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:05:15.979448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Bound port: 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1faf1e6-67f3-447d-97de-5e153381ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:05:15.979809 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:16.047667 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] For port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:05:16.053092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] For port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:05:16.060201 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:16.097838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.098504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:16.099911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] 10.222.0.23 "PUT /v2.0/ports/137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 HTTP/1.1" status: 200 len: 1096 time: 0.6399810 Apr 07 12:05:16.100375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'tag': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:16.102681 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae509e08-0e56-46bb-9971-52d347f1bf58", "tag": "137c7a16-4cf0-4c4d-9506-8eeccc8e37f1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:16.133678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd196b-9b8a-4d02-afa7-b282f2e77f31 service neutron] Pushing event updated for resources: {'Port': ['ID=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:16.174814 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5398664-4c47-4bec-ae21-ef342fce0f57 x-openstack-request-id: req-b5398664-4c47-4bec-ae21-ef342fce0f57 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:16.175231 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae509e08-0e56-46bb-9971-52d347f1bf58", "tag": "137c7a16-4cf0-4c4d-9506-8eeccc8e37f1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:16.175550 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5398664-4c47-4bec-ae21-ef342fce0f57 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:16.175850 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5398664-4c47-4bec-ae21-ef342fce0f57'] response: {'name': 'network-changed', 'server_uuid': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'tag': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1', 'status': 'completed', 'code': 200} Apr 07 12:05:16.235110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796eeac-598d-494f-9dd2-cd2b59c918a6 req-016e7517-974d-4f6f-93bb-7230a15f596f tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.236788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1796eeac-598d-494f-9dd2-cd2b59c918a6 req-016e7517-974d-4f6f-93bb-7230a15f596f tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 948 time: 0.0957141 Apr 07 12:05:16.252487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-a7b34eb6-00c5-4847-8962-d12d63498375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.254044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-a7b34eb6-00c5-4847-8962-d12d63498375 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65f6a7c1c6344ce0a5e072292a862fd3&device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 1130 time: 0.0746808 Apr 07 12:05:16.310931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-8b220287-0acf-4a26-91d4-ff4cd97f228a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 HTTP/1.1" status: 200 len: 217 time: 0.0478604 Apr 07 12:05:16.366119 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1796eeac-598d-494f-9dd2-cd2b59c918a6 req-a27fadb8-2485-4dd3-8012-407127252818 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223679 Apr 07 12:05:16.379049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-a2ea0c7f-ea29-4287-ad13-64f2db0755a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.380594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-a2ea0c7f-ea29-4287-ad13-64f2db0755a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0632811 Apr 07 12:05:16.437510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bece-bf32-42e6-b25f-02d884640045 req-9c56deb2-9050-4693-a301-492104e60608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.440010 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-9c56deb2-9050-4693-a301-492104e60608 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0535958 Apr 07 12:05:16.536365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-699968df-173b-473a-ba46-58e416b94112 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908618 Apr 07 12:05:16.629299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b785bece-bf32-42e6-b25f-02d884640045 req-84605645-07d0-45b6-9b5a-a1ec06df01b0 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871403 Apr 07 12:05:16.729085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-bf296c87-3889-476c-8de0-9e06c716e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.730641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-bf296c87-3889-476c-8de0-9e06c716e6e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65f6a7c1c6344ce0a5e072292a862fd3&device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 1130 time: 0.0525603 Apr 07 12:05:16.822708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-c20e9ff5-c5f0-4030-95ae-8d632aae2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.824089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-c20e9ff5-c5f0-4030-95ae-8d632aae2e53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25c22247-3580-43d7-87c6-0e8ee693bdda HTTP/1.1" status: 200 len: 870 time: 0.0884778 Apr 07 12:05:16.865405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-def906df-3666-4745-b320-9eab807862bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 HTTP/1.1" status: 200 len: 217 time: 0.0346949 Apr 07 12:05:16.919723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-2291c125-8339-4a58-a6a8-8e1e58f78844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.921234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-2291c125-8339-4a58-a6a8-8e1e58f78844 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=326efce4-8768-42c9-9e4f-836d93d07fb6 HTTP/1.1" status: 200 len: 843 time: 0.0505674 Apr 07 12:05:16.972298 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-26db6a22-27ed-4e74-a8bc-80c794b7fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:16.974126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-26db6a22-27ed-4e74-a8bc-80c794b7fa12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25c22247-3580-43d7-87c6-0e8ee693bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0466309 Apr 07 12:05:17.061925 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-6934b69a-3e00-4217-9364-78b233526a03 service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814490 Apr 07 12:05:17.153754 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e16bd0e-3fd5-4f04-b036-a1fdf38dcebb req-0e059365-8e9e-4321-8197-46784ef9dfcd service neutron] 10.222.0.23 "GET /v2.0/networks/25c22247-3580-43d7-87c6-0e8ee693bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858040 Apr 07 12:05:17.489250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48580f61-29f3-45d2-9a5e-1e1cfd938fec req-93248367-cc56-4db7-9375-4fc72d26a6a1 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:17.491162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48580f61-29f3-45d2-9a5e-1e1cfd938fec req-93248367-cc56-4db7-9375-4fc72d26a6a1 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 948 time: 0.0541680 Apr 07 12:05:17.537978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-48580f61-29f3-45d2-9a5e-1e1cfd938fec req-7052f542-a843-4c47-be2d-0b0ad19d44d4 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Apr 07 12:05:18.676040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03236d-c8d6-402d-9fa4-a0cdca58f21f req-59174de3-0fe6-4e3c-8a4e-18c3cc316863 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:18.677518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a03236d-c8d6-402d-9fa4-a0cdca58f21f req-59174de3-0fe6-4e3c-8a4e-18c3cc316863 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 948 time: 0.0663917 Apr 07 12:05:18.726545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a03236d-c8d6-402d-9fa4-a0cdca58f21f req-fb5a7b60-0ffe-4205-8fe6-87da2a48cce6 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Apr 07 12:05:19.442450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:05:19.715371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:19.726807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1', 'network_id': '25c22247-3580-43d7-87c6-0e8ee693bdda', 'port_id': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1', 'mac_address': 'fa:16:3e:65:3c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326efce4-8768-42c9-9e4f-836d93d07fb6', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:05:19.764719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:05:19.765107 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:19.777708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:05:19.798505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:19.804512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:19.853656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:19.861112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429838d-d23e-46da-a43b-b839f8235b2f req-8c9e1de8-dcb7-4e0d-911f-17b4b007ba6b tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:19.862655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9429838d-d23e-46da-a43b-b839f8235b2f req-8c9e1de8-dcb7-4e0d-911f-17b4b007ba6b tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 949 time: 0.0649164 Apr 07 12:05:19.862792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.863299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.863647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.863990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.864333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.864668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.865000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.865434 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.865769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.866097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.866427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.866754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.867079 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:19.911775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9429838d-d23e-46da-a43b-b839f8235b2f req-4fd6e7b4-8bba-4123-ba39-e07efd60ad66 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Apr 07 12:05:20.005240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['137c7a16-4cf0-4c4d-9506-8eeccc8e37f1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:05:21.035033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bab3b-f077-4003-bb76-21463937ef1d req-6c199582-c90b-4dec-af68-21a767b0e4f1 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:21.036455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d32bab3b-f077-4003-bb76-21463937ef1d req-6c199582-c90b-4dec-af68-21a767b0e4f1 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 949 time: 0.0557659 Apr 07 12:05:21.087649 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d32bab3b-f077-4003-bb76-21463937ef1d req-5341e703-339c-42a1-98f3-f8c42eac1cda tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Apr 07 12:05:21.457608 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:05:21.512210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:05:21.516317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:05:21.517351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.614948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:05:21.615343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.641314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:21.656830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:21.662839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.690255 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7498f8-deb3-46a5-a68d-265397ec4540" -d '{"events": [{"server_uuid": "ae509e08-0e56-46bb-9971-52d347f1bf58", "name": "network-vif-plugged", "status": "completed", "tag": "137c7a16-4cf0-4c4d-9506-8eeccc8e37f1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:21.728386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:21.781576 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da92146-d6e3-4ac8-b0be-a8ce1af418dc x-openstack-request-id: req-7da92146-d6e3-4ac8-b0be-a8ce1af418dc {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:21.781878 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae509e08-0e56-46bb-9971-52d347f1bf58", "name": "network-vif-plugged", "status": "completed", "tag": "137c7a16-4cf0-4c4d-9506-8eeccc8e37f1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:21.782176 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7da92146-d6e3-4ac8-b0be-a8ce1af418dc {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:21.782586 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da92146-d6e3-4ac8-b0be-a8ce1af418dc'] response: {'server_uuid': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1', 'code': 200} Apr 07 12:05:21.893229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64534e-10e0-4bc8-b9c5-7c5230b58fe8 req-fbb6e886-b4a5-4e81-8e33-4faec7bb986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:21.894774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc64534e-10e0-4bc8-b9c5-7c5230b58fe8 req-fbb6e886-b4a5-4e81-8e33-4faec7bb986a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 1132 time: 0.0463543 Apr 07 12:05:21.943393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bc64534e-10e0-4bc8-b9c5-7c5230b58fe8 req-4ef59afa-6d40-4925-9ec9-74d55a9e1afd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Apr 07 12:05:22.215150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5a84-8191-4a92-8d7f-3c904b9bdacd req-7c13cad2-166a-4d34-8a42-dcfe5d8207e6 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:22.216715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-621a5a84-8191-4a92-8d7f-3c904b9bdacd req-7c13cad2-166a-4d34-8a42-dcfe5d8207e6 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 950 time: 0.0580654 Apr 07 12:05:22.273484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-621a5a84-8191-4a92-8d7f-3c904b9bdacd req-e8c63b56-fb7a-423d-ab24-01cf025ec3f6 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477765 Apr 07 12:05:23.409034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda2450-bb18-4d77-a1fb-b1124c8cc8bf req-9cc1e4b3-d375-4e3d-b1d6-63f515a0db38 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:23.410605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fda2450-bb18-4d77-a1fb-b1124c8cc8bf req-9cc1e4b3-d375-4e3d-b1d6-63f515a0db38 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 950 time: 0.0610266 Apr 07 12:05:23.458651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6fda2450-bb18-4d77-a1fb-b1124c8cc8bf req-acbf63cf-14c1-48e9-9462-bb66c7e98e26 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Apr 07 12:05:23.929200 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-9da1f026-9f41-4035-81dd-d75be0f51c36 req-3cd0b632-5be6-4192-9fe8-7cea904f81fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:05:23.930225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9da1f026-9f41-4035-81dd-d75be0f51c36 req-3cd0b632-5be6-4192-9fe8-7cea904f81fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483859 Apr 07 12:05:24.349587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-1575562e-d88f-4a2e-8701-c0d480f30007 req-70299279-54f2-4293-b7d2-7e6a14883e52 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:05:24.350779 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1575562e-d88f-4a2e-8701-c0d480f30007 req-70299279-54f2-4293-b7d2-7e6a14883e52 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464509 Apr 07 12:05:24.717741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af5d71-b5f3-4758-96f2-71f8420bbfae req-94519612-42a0-43be-9442-217d1df7f0bb tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:24.719308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5af5d71-b5f3-4758-96f2-71f8420bbfae req-94519612-42a0-43be-9442-217d1df7f0bb tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 950 time: 0.0630121 Apr 07 12:05:24.769599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5af5d71-b5f3-4758-96f2-71f8420bbfae req-9223da0e-9cf2-4030-ad7e-3f40ed85697a tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Apr 07 12:05:25.923456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cbfca-0908-4fa0-8cbb-952036a88f08 req-9c5d8778-45b3-4d07-899a-c8c89af9d615 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:25.925086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-543cbfca-0908-4fa0-8cbb-952036a88f08 req-9c5d8778-45b3-4d07-899a-c8c89af9d615 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 950 time: 0.0837572 Apr 07 12:05:25.979446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-12437b94-90af-40b1-a5bf-9d1d32be7b23 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:25.980887 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-12437b94-90af-40b1-a5bf-9d1d32be7b23 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae509e08-0e56-46bb-9971-52d347f1bf58 HTTP/1.1" status: 200 len: 950 time: 0.0930431 Apr 07 12:05:26.022232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-543cbfca-0908-4fa0-8cbb-952036a88f08 req-4ba46f96-ec7d-433c-a1e6-aab66ff50bb7 tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.13 "GET /v2.0/security-groups?id=305190d3-0a05-48f7-935c-1b2be43a099c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901031 Apr 07 12:05:26.093814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Deleting port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:26.094154 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:26.190949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] For port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,segment=NetworkSegment(d1faf1e6-67f3-447d-97de-5e153381ed96),segment_id=d1faf1e6-67f3-447d-97de-5e153381ed96)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:26.191313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:26.205018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Calling delete_port for 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:26.343849 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (137c7a16-4cf0-4c4d-9506-8eeccc8e37f1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:26.356393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['137c7a16-4cf0-4c4d-9506-8eeccc8e37f1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:05:26.375310 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Pushing event deleted for resources: {'Port': ['ID=137c7a16-4cf0-4c4d-9506-8eeccc8e37f1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:26.431945 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] No DVR routers for this DVR port 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:26.435477 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:26.439060 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa66c6f6-9931-4735-84c3-60052d2c3d5d req-9955919b-064f-412f-b28b-a96d0caf694d tempest-ServersAdminNegativeTestJSON-581404881 tempest-ServersAdminNegativeTestJSON-581404881-project] 10.222.0.23 "DELETE /v2.0/ports/137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 HTTP/1.1" status: 204 len: 173 time: 0.4519036 Apr 07 12:05:26.439651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'name': 'network-vif-deleted', 'tag': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:26.441953 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082e8646-1941-4035-b067-69d77ab36cfb" -d '{"events": [{"server_uuid": "ae509e08-0e56-46bb-9971-52d347f1bf58", "name": "network-vif-deleted", "tag": "137c7a16-4cf0-4c4d-9506-8eeccc8e37f1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:26.498916 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576cd4b1-059c-4ad7-9d1b-64733720e2b3 x-openstack-request-id: req-576cd4b1-059c-4ad7-9d1b-64733720e2b3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:26.499384 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae509e08-0e56-46bb-9971-52d347f1bf58", "name": "network-vif-deleted", "tag": "137c7a16-4cf0-4c4d-9506-8eeccc8e37f1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:26.499792 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-576cd4b1-059c-4ad7-9d1b-64733720e2b3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:26.501880 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576cd4b1-059c-4ad7-9d1b-64733720e2b3'] response: {'server_uuid': 'ae509e08-0e56-46bb-9971-52d347f1bf58', 'name': 'network-vif-deleted', 'tag': '137c7a16-4cf0-4c4d-9506-8eeccc8e37f1', 'status': 'completed', 'code': 200} Apr 07 12:05:27.339296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36020) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:27.478102 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-91dd5a0c-76cf-495e-995b-15b46cae0bda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65f6a7c1c6344ce0a5e072292a862fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375213 Apr 07 12:05:27.480437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36024) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:27.526546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd80-a2d2-40d6-91b6-a6ec7a66b7ea admin admin] Publish callbacks [] for security_group (305190d3-0a05-48f7-935c-1b2be43a099c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.547347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd80-a2d2-40d6-91b6-a6ec7a66b7ea admin admin] Publish callbacks [] for security_group (305190d3-0a05-48f7-935c-1b2be43a099c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.593791 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd80-a2d2-40d6-91b6-a6ec7a66b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (305190d3-0a05-48f7-935c-1b2be43a099c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.597109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd80-a2d2-40d6-91b6-a6ec7a66b7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.598324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-54b1dd80-a2d2-40d6-91b6-a6ec7a66b7ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/305190d3-0a05-48f7-935c-1b2be43a099c HTTP/1.1" status: 204 len: 168 time: 0.1170104 Apr 07 12:05:27.606057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1dd80-a2d2-40d6-91b6-a6ec7a66b7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305190d3-0a05-48f7-935c-1b2be43a099c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:27.862473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36030) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:27.875370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62d6ae23-1b33-49f5-9ec4-e1ebb08a8df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.952123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62d6ae23-1b33-49f5-9ec4-e1ebb08a8df2 admin admin] Publish callbacks [] for security_group (3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.956370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-62d6ae23-1b33-49f5-9ec4-e1ebb08a8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.992653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6ae23-1b33-49f5-9ec4-e1ebb08a8df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:27.997933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-62d6ae23-1b33-49f5-9ec4-e1ebb08a8df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cb87a48639e46f4b7f8ce7e8c8f4184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344473 Apr 07 12:05:28.000814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36032) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:28.050871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5530-573b-41c3-ae5b-9d0669d358f9 admin admin] Publish callbacks [] for security_group (3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:28.072286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5530-573b-41c3-ae5b-9d0669d358f9 admin admin] Publish callbacks [] for security_group (3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:28.119016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5530-573b-41c3-ae5b-9d0669d358f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:28.121600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5530-573b-41c3-ae5b-9d0669d358f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:28.122739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1e0f5530-573b-41c3-ae5b-9d0669d358f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2 HTTP/1.1" status: 204 len: 168 time: 0.1205144 Apr 07 12:05:28.131244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f5530-573b-41c3-ae5b-9d0669d358f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e8eeb-3d24-4d2f-9e97-ef522aa423e2,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:28.799857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36054) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:28.895200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1362147485-network', 'tenant_id': '35e61600e32342b58927e35dca5ba44f'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:05:28.913866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Made reservation on behalf of 35e61600e32342b58927e35dca5ba44f for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:05:28.916213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:28.924767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:28.998139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks [] for security_group (105e315a-d0c8-4907-8a78-4a2ecdfd4b1b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.003396 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (105e315a-d0c8-4907-8a78-4a2ecdfd4b1b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.030266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:05:29.036608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:29.047184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (940a7246-5b64-4df0-9778-7512f6f837d6), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.047535 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Added segment 940a7246-5b64-4df0-9778-7512f6f837d6 of type vlan for network d44b29ac-546e-46a4-8303-a52c4ee73f0a Apr 07 12:05:29.087622 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d44b29ac-546e-46a4-8303-a52c4ee73f0a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.116767 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d44b29ac-546e-46a4-8303-a52c4ee73f0a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.117595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:29.118199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.170573 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3695941 Apr 07 12:05:29.174130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36058) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:29.179286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Request body: {'subnet': {'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1362147485-subnet', 'tenant_id': '35e61600e32342b58927e35dca5ba44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:05:29.182583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618aa99-58b0-4b4f-8a44-31e9fe5d3cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d44b29ac-546e-46a4-8303-a52c4ee73f0a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:29.193461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d44b29ac-546e-46a4-8303-a52c4ee73f0a details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:05:29.202721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Made reservation on behalf of 35e61600e32342b58927e35dca5ba44f for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:05:29.205471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.374461 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (2b2f0408-3e06-4287-a668-4a7f8e5d936d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.433676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2f0408-3e06-4287-a668-4a7f8e5d936d,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:29.438538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Checking segment: {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:05:29.438941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Network hostable DHCP agents. Network: d44b29ac-546e-46a4-8303-a52c4ee73f0a, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:05:29.455741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Network d44b29ac-546e-46a4-8303-a52c4ee73f0a is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:05:29.464935 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d44b29ac-546e-46a4-8303-a52c4ee73f0a) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:05:29.469064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:29.469724 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.475652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:29.477703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32a2f2-ebc3-46bc-9626-4ceb31d59aba None None] Network d44b29ac-546e-46a4-8303-a52c4ee73f0a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:05:29.488631 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7e4f60fa-3d94-40ae-bf70-47022dd25b0d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3121750 Apr 07 12:05:29.517534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:29.517888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 137c7a16-4cf0-4c4d-9506-8eeccc8e37f1 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:29.606623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427734c-cc04-4758-8e27-4924a42405f0 None None] Network d44b29ac-546e-46a4-8303-a52c4ee73f0a requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:05:29.918444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-e141046e-ee16-489c-abf5-f50e2720233b tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:29.919842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-e141046e-ee16-489c-abf5-f50e2720233b tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 812 time: 0.1060524 Apr 07 12:05:29.934460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-53601764-d1fe-4222-9236-47ee9a4cacb9 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/quotas/35e61600e32342b58927e35dca5ba44f HTTP/1.1" status: 200 len: 375 time: 0.0087063 Apr 07 12:05:29.965795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-6c68d497-542e-4b8e-9a6a-3a2e05f0f2ba tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259795 Apr 07 12:05:30.060308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-09862a2a-d9c4-48ad-afd2-26f0894f4c28 service neutron] 10.222.0.13 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Apr 07 12:05:30.149028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-62cc6227-d81c-4459-acdf-e597f7e9ebe8 service neutron] 10.222.0.13 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828934 Apr 07 12:05:30.313366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2ab3e4c-6302-4817-8a78-50e580ff032a req-a56beaa9-8928-4cce-952b-09e5ebc4aa6b tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 210 time: 0.0287330 Apr 07 12:05:30.736643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a389ae6e-e308-40e0-9e4a-26b8149f5560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:31.558208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-157a1872-ee72-4166-b865-18d50a76edcb req-a87dedc7-a720-4edd-a9db-4a6f47ca448e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 210 time: 0.0331697 Apr 07 12:05:31.604698 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-f0a24753-a867-4440-aea4-7cefdf5a6473 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:31.606078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-f0a24753-a867-4440-aea4-7cefdf5a6473 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.23 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 812 time: 0.4689112 Apr 07 12:05:31.617630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Request body: {'port': {'device_id': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a', 'admin_state_up': True, 'tenant_id': '35e61600e32342b58927e35dca5ba44f'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:05:31.733658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Made reservation on behalf of 35e61600e32342b58927e35dca5ba44f for: {'port': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:05:31.736938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:31.864411 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Allocated IP 172.20.0.6 (d44b29ac-546e-46a4-8303-a52c4ee73f0a/2b2f0408-3e06-4287-a668-4a7f8e5d936d/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:05:32.012900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks [] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.045565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.092160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Network d44b29ac-546e-46a4-8303-a52c4ee73f0a is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:05:32.095809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:05:32.097216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.102417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:05:32.124933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:32.152851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:32.153483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.168854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-8055531d-cb39-44c1-b97d-b4f58ae06046 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547681 Apr 07 12:05:32.179479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Request body: {'port': {'device_id': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:05:32.237430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.495563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a {{(pid=104178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:05:32.503884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Publish callbacks [] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.515613 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Transition to ACTIVE for port object 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:05:32.520831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.569788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:32.672353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:05:32.672696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:05:32.673028 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on network d44b29ac-546e-46a4-8303-a52c4ee73f0a {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:05:32.679624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on network d44b29ac-546e-46a4-8303-a52c4ee73f0a not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:05:32.679947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on network d44b29ac-546e-46a4-8303-a52c4ee73f0a {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:05:32.687000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:05:32.687343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Checking segment: {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:05:32.687732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Bound using segment: {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:05:32.688162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Bound port: 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:05:32.688527 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.715312 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5beff1-68cf-4591-ba07-589a1633fd87 req-da30253a-208c-45f2-a091-180468e5d9c4 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:32.716819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c5beff1-68cf-4591-ba07-589a1633fd87 req-da30253a-208c-45f2-a091-180468e5d9c4 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 943 time: 0.0865023 Apr 07 12:05:32.797841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c5beff1-68cf-4591-ba07-589a1633fd87 req-63a91a21-16a4-434e-b1fb-6d4c3744b0c3 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640812 Apr 07 12:05:32.800901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:05:32.804534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:05:32.810884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.841146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:32.841873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.843258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] 10.222.0.23 "PUT /v2.0/ports/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 1091 time: 0.6676757 Apr 07 12:05:32.845428 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:32.848465 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32770b0d-06ab-439d-8b34-fda9b3b187eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:32.878909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce48de-8634-4ecd-97d2-32c48bfc5e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=3']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:32.891695 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91591b30-ae5a-4bd8-b73f-a54b9b9e1e01 x-openstack-request-id: req-91591b30-ae5a-4bd8-b73f-a54b9b9e1e01 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:32.892025 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:32.892286 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91591b30-ae5a-4bd8-b73f-a54b9b9e1e01 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:32.892688 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91591b30-ae5a-4bd8-b73f-a54b9b9e1e01'] response: {'name': 'network-changed', 'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'status': 'completed', 'code': 200} Apr 07 12:05:32.935260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-4231cb0c-9c2e-4f34-a76b-9753e5dbff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:32.936806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-4231cb0c-9c2e-4f34-a76b-9753e5dbff9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1125 time: 0.0540047 Apr 07 12:05:32.978182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-19aaa13b-a2cd-420c-b4e8-c10d9aafcd09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0340731 Apr 07 12:05:33.028035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01a9f-0231-44f3-b353-e635fe70471e req-f82797b6-204c-46a0-9769-93ff0c045e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:33.029619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-f82797b6-204c-46a0-9769-93ff0c045e1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0460567 Apr 07 12:05:33.059271 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c4515e8-f741-49f3-896d-f3fc12227efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:33.068047 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-e520e03a-4a69-43f8-85d0-4cf4f08a6795 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327969 Apr 07 12:05:33.158504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-3451c18a-eed2-4b90-abcc-e12c286574b4 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839324 Apr 07 12:05:33.252963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94f01a9f-0231-44f3-b353-e635fe70471e req-6de34662-c059-47b7-b323-222543a19b53 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891175 Apr 07 12:05:33.341337 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-25742d37-b169-4f4f-8416-aedbe9a35f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:33.342832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-25742d37-b169-4f4f-8416-aedbe9a35f85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1125 time: 0.0458689 Apr 07 12:05:33.430443 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-ca691a07-d03b-4211-940a-18cf08f33f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:33.431907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-ca691a07-d03b-4211-940a-18cf08f33f5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 913 time: 0.0839465 Apr 07 12:05:33.476872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-8a32f408-f82a-4b1b-8c81-d973a79317fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0391965 Apr 07 12:05:33.526069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-80bd743c-6a1a-43fd-91a8-351ad60648a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:33.527569 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-80bd743c-6a1a-43fd-91a8-351ad60648a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0449693 Apr 07 12:05:33.559254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-19e6d384-76cb-4973-ae01-4f5441648fbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249891 Apr 07 12:05:33.654030 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-085cb6ce-2017-4dae-92db-7f5b692eecc4 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880742 Apr 07 12:05:33.746152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32770b0d-06ab-439d-8b34-fda9b3b187eb req-c4297c36-7d50-48d5-a186-1d5de04238b2 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Apr 07 12:05:33.917124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb690-7a73-4b86-8677-e992b81c31b1 req-abec9500-18eb-48ab-abd2-08f449449752 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:33.918590 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a98cb690-7a73-4b86-8677-e992b81c31b1 req-abec9500-18eb-48ab-abd2-08f449449752 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 943 time: 0.0523610 Apr 07 12:05:33.965190 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a98cb690-7a73-4b86-8677-e992b81c31b1 req-9b9e6726-8e18-4dbe-96c8-07c0dcbb0f43 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Apr 07 12:05:33.974481 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.612586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.092732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f98d1-1ea0-462e-87ea-d36bf338292a req-f31619a2-a337-4a35-beb9-d4e476e2ab58 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:35.094242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-125f98d1-1ea0-462e-87ea-d36bf338292a req-f31619a2-a337-4a35-beb9-d4e476e2ab58 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 943 time: 0.0583191 Apr 07 12:05:35.141685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-125f98d1-1ea0-462e-87ea-d36bf338292a req-40445e85-0573-481e-b4d8-e350bef50b9c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Apr 07 12:05:35.519859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:05:35.616687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:35.629170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a', 'port_id': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'mac_address': 'fa:16:3e:cc:31:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2f0408-3e06-4287-a668-4a7f8e5d936d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:05:35.665731 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:05:35.666120 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.679523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:05:35.700031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:35.703865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.753541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:35.894896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:05:36.142085 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:36.260471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0303a2-5d93-4467-8ae5-5a3510b3a8f5 req-651ce167-d6d5-40b9-81d6-3b807860c84f tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:36.261978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad0303a2-5d93-4467-8ae5-5a3510b3a8f5 req-651ce167-d6d5-40b9-81d6-3b807860c84f tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 944 time: 0.0537229 Apr 07 12:05:36.309967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad0303a2-5d93-4467-8ae5-5a3510b3a8f5 req-7862c39f-de48-450e-b070-d98e5b584c9e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Apr 07 12:05:37.271091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.437995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76144dab-06bd-4a78-8bd8-7ca5cd2393d8 req-ee4fb1af-23e3-419f-969f-4eb0542d9fda tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:37.439541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76144dab-06bd-4a78-8bd8-7ca5cd2393d8 req-ee4fb1af-23e3-419f-969f-4eb0542d9fda tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 944 time: 0.0598495 Apr 07 12:05:37.486316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76144dab-06bd-4a78-8bd8-7ca5cd2393d8 req-098de4b0-88de-4db5-a301-84b6857396b7 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Apr 07 12:05:37.535317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:05:37.582944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:05:37.586695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:05:37.587051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.664927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:05:37.665339 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.688187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:37.690634 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584452e-6f5b-4a54-ae80-0b31861b5a98" -d '{"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-plugged", "status": "completed", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:37.703469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:37.711913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.740679 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b37f06-2762-4d17-8144-89aab4322a9c x-openstack-request-id: req-35b37f06-2762-4d17-8144-89aab4322a9c {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:37.740981 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-plugged", "status": "completed", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:37.741266 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35b37f06-2762-4d17-8144-89aab4322a9c {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:37.741668 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b37f06-2762-4d17-8144-89aab4322a9c'] response: {'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'code': 200} Apr 07 12:05:37.768875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:37.826179 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c316b4-7ca7-4ee7-90b8-1fc3933f961d req-812c1c4c-de80-44d5-9203-dcc28b03895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:37.827738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78c316b4-7ca7-4ee7-90b8-1fc3933f961d req-812c1c4c-de80-44d5-9203-dcc28b03895b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1127 time: 0.0434983 Apr 07 12:05:37.871762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78c316b4-7ca7-4ee7-90b8-1fc3933f961d req-a4be8fde-2fc4-495c-92b9-118891b6befc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Apr 07 12:05:38.604437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29799024-c25b-48a4-a6fe-302018436711 req-90e84f7d-7480-4370-92ba-9b1aaf53b769 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:38.605977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29799024-c25b-48a4-a6fe-302018436711 req-90e84f7d-7480-4370-92ba-9b1aaf53b769 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Apr 07 12:05:38.656379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29799024-c25b-48a4-a6fe-302018436711 req-26b0b287-ec8d-4fa8-8800-6ddb08baa43b tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Apr 07 12:05:39.776954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c38a-c029-4271-b6c1-77a1a7d29d50 req-2ac872a8-85b6-4995-a11c-8c40ba126ede tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:39.778453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47a6c38a-c029-4271-b6c1-77a1a7d29d50 req-2ac872a8-85b6-4995-a11c-8c40ba126ede tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Apr 07 12:05:39.824387 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47a6c38a-c029-4271-b6c1-77a1a7d29d50 req-a21e06ab-e7d7-4662-bde2-4e968d8647b8 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Apr 07 12:05:40.015206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:40.075766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969a050-209f-4f4f-ae16-0192d7adb2c8 req-5a2cb3c9-6187-463f-8d9c-382dfdc053d3 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:40.077361 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1969a050-209f-4f4f-ae16-0192d7adb2c8 req-5a2cb3c9-6187-463f-8d9c-382dfdc053d3 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0557127 Apr 07 12:05:40.155915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-25489570-db69-4a09-85fb-1b387ef183bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395142 Apr 07 12:05:40.159488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1969a050-209f-4f4f-ae16-0192d7adb2c8 req-beee8f99-5faf-4796-bdc0-20d2db398f53 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729821 Apr 07 12:05:40.164393 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-a52c5142-b1cc-41fc-a781-2bd5c1f620f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:05:40.165402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-a52c5142-b1cc-41fc-a781-2bd5c1f620f3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048823 Apr 07 12:05:40.570356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36132) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:40.663477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-a6d1ce6b-cf3c-42c6-ab6a-c4f734c3100e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:40.664835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-a6d1ce6b-cf3c-42c6-ab6a-c4f734c3100e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 942 time: 0.0934699 Apr 07 12:05:41.283042 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e95f11-5129-4e44-a022-1a55dcebfed0 req-fafcf73a-363e-43f2-b250-ad9b6f3a9808 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:41.284366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90e95f11-5129-4e44-a022-1a55dcebfed0 req-fafcf73a-363e-43f2-b250-ad9b6f3a9808 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0537643 Apr 07 12:05:41.331437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-90e95f11-5129-4e44-a022-1a55dcebfed0 req-1ba7b360-f999-46b8-8db5-45b58c7cdd17 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Apr 07 12:05:41.444327 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-18675a7f-ce02-4af2-8296-970d8f83402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:41.445778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-18675a7f-ce02-4af2-8296-970d8f83402d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1127 time: 0.0494359 Apr 07 12:05:41.533768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-05440f34-a16b-4ba1-a560-5d57ce5dcfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:41.535282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-05440f34-a16b-4ba1-a560-5d57ce5dcfe7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 913 time: 0.0843534 Apr 07 12:05:41.581084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-e4ab8450-b58c-4da2-aa43-694ff46de0ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0388391 Apr 07 12:05:41.629104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-9030fdee-6ef0-4aab-9917-968945f6b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:41.630643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-9030fdee-6ef0-4aab-9917-968945f6b3a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0440505 Apr 07 12:05:41.660653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-2705cf6f-0f7b-41ea-a34a-5fd909d4e90d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248587 Apr 07 12:05:41.747243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-6bfea19e-e9cc-47df-bdc1-6ed3a9ef502c service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803735 Apr 07 12:05:41.837337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-a59c4151-44dc-41e1-96d3-d2d6c65bb00c service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829635 Apr 07 12:05:42.451018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaa856-f791-483c-a17b-5d9c8bd45b8f req-0511cc41-dbcc-4f78-8697-d171928f0f3e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:42.452522 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77eaa856-f791-483c-a17b-5d9c8bd45b8f req-0511cc41-dbcc-4f78-8697-d171928f0f3e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0534492 Apr 07 12:05:42.500547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77eaa856-f791-483c-a17b-5d9c8bd45b8f req-03f02208-326f-48bf-8a89-6933254b5734 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Apr 07 12:05:43.624375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b20e-ca5b-4f74-9385-a9ed1096b8c3 req-5ae12dbb-34f3-4065-918b-20283fbc83de tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:43.626283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5e7b20e-ca5b-4f74-9385-a9ed1096b8c3 req-5ae12dbb-34f3-4065-918b-20283fbc83de tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0571239 Apr 07 12:05:43.672117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c5e7b20e-ca5b-4f74-9385-a9ed1096b8c3 req-2c5bec59-100c-45b3-8dd9-3407c4051111 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Apr 07 12:05:44.791966 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e9d8b-0350-4604-8f88-5f09e1a04dd5 req-a3248a33-077f-4173-b83f-9502ccbb64cd tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:44.793471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-267e9d8b-0350-4604-8f88-5f09e1a04dd5 req-a3248a33-077f-4173-b83f-9502ccbb64cd tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0532358 Apr 07 12:05:44.840100 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-267e9d8b-0350-4604-8f88-5f09e1a04dd5 req-cf8a0676-e288-4023-8e2d-5dd191c48cb4 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Apr 07 12:05:45.957953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bd91e-f731-4e3a-80b0-5e90453215be req-8aee8f4f-5542-49c9-80a6-74b558b7be23 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:45.959422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-648bd91e-f731-4e3a-80b0-5e90453215be req-8aee8f4f-5542-49c9-80a6-74b558b7be23 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0511897 Apr 07 12:05:46.009767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-648bd91e-f731-4e3a-80b0-5e90453215be req-744a120a-012f-4cc7-ad4f-ea9d59874cb7 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Apr 07 12:05:47.128493 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddb89b-63ff-4a78-9575-1d84006c570d req-52c097eb-f256-4bcc-bcb2-2c7015bfb5af tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:47.130292 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05ddb89b-63ff-4a78-9575-1d84006c570d req-52c097eb-f256-4bcc-bcb2-2c7015bfb5af tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0535505 Apr 07 12:05:47.175935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05ddb89b-63ff-4a78-9575-1d84006c570d req-9842449f-24ce-4d12-82d2-0136bbea83b3 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Apr 07 12:05:48.294232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8f68-e895-4195-a7c5-be0580cb6969 req-75afc927-f074-4c41-999e-11e8eb0d4125 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:48.295695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-756f8f68-e895-4195-a7c5-be0580cb6969 req-75afc927-f074-4c41-999e-11e8eb0d4125 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0522475 Apr 07 12:05:48.341714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-756f8f68-e895-4195-a7c5-be0580cb6969 req-e8a7fe46-7ba7-4e97-a297-b9ac8775d6ca tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Apr 07 12:05:49.473377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e335d86-8cea-44e9-8525-1697d5e1a8b2 req-7c70af7a-f232-4bf8-baa4-8d4def1a11ba tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:49.474870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e335d86-8cea-44e9-8525-1697d5e1a8b2 req-7c70af7a-f232-4bf8-baa4-8d4def1a11ba tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0648034 Apr 07 12:05:49.528001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e335d86-8cea-44e9-8525-1697d5e1a8b2 req-a2ceb044-dc3b-4462-8925-396968489b8c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474448 Apr 07 12:05:50.647160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8433-6d28-42ff-8621-7412e91d089f req-81b6e4b3-7e9d-4443-ac15-beaac2228f5c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:50.648558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-246d8433-6d28-42ff-8621-7412e91d089f req-81b6e4b3-7e9d-4443-ac15-beaac2228f5c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0536897 Apr 07 12:05:50.695090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-246d8433-6d28-42ff-8621-7412e91d089f req-00e4b8b7-62cc-4d9c-8a44-2480947ecc62 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Apr 07 12:05:51.305758 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:51.821877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b2978-3b7d-40af-847b-b08eb61ad535 req-30dbf2d7-25b3-48da-aadd-4e524e04131c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:51.823337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf9b2978-3b7d-40af-847b-b08eb61ad535 req-30dbf2d7-25b3-48da-aadd-4e524e04131c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0594406 Apr 07 12:05:51.869142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf9b2978-3b7d-40af-847b-b08eb61ad535 req-dd7927ea-19d7-4f12-afe0-67dacc54c6d3 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Apr 07 12:05:52.990470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b1cac-2a4d-4bec-87b4-1c2ed08b4fb6 req-57e9a93d-b2cf-4015-a9f4-d2eef74ba530 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:52.991892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-074b1cac-2a4d-4bec-87b4-1c2ed08b4fb6 req-57e9a93d-b2cf-4015-a9f4-d2eef74ba530 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Apr 07 12:05:53.037243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-074b1cac-2a4d-4bec-87b4-1c2ed08b4fb6 req-9454c9c0-ebe1-4484-b004-205c34e36ed1 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Apr 07 12:05:54.157715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a3d1-5bcd-4a6d-b9eb-f6e186f3b1de req-c4d55851-791d-4056-b943-67356164b25d tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:54.159218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c66a3d1-5bcd-4a6d-b9eb-f6e186f3b1de req-c4d55851-791d-4056-b943-67356164b25d tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0539277 Apr 07 12:05:54.211246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c66a3d1-5bcd-4a6d-b9eb-f6e186f3b1de req-3022105e-ab31-45c4-bbf8-36509accb2b4 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Apr 07 12:05:55.330690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93e2ba-75c2-45f2-b513-a16ba6f1ca07 req-e94277e6-acba-4a02-81b4-5d5fad20a54b tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:55.332169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f93e2ba-75c2-45f2-b513-a16ba6f1ca07 req-e94277e6-acba-4a02-81b4-5d5fad20a54b tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Apr 07 12:05:55.378587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2f93e2ba-75c2-45f2-b513-a16ba6f1ca07 req-59d1e8e6-9877-44e8-b7df-9bdb05ef728a tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Apr 07 12:05:56.498604 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacf9f5-592f-49c1-9989-b2c069b6ec05 req-4c760e5e-b9c0-4f19-9423-0a7e022d56e0 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:56.500261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bacf9f5-592f-49c1-9989-b2c069b6ec05 req-4c760e5e-b9c0-4f19-9423-0a7e022d56e0 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0535982 Apr 07 12:05:56.546051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bacf9f5-592f-49c1-9989-b2c069b6ec05 req-ed23e290-f9a3-4c1d-b3c2-b1942f6981cd tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Apr 07 12:05:57.669083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdfb55-a863-4145-9c70-43acad07eaef req-9e9256b9-5dbd-4165-a497-4753ffe59bca tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:57.670617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83fdfb55-a863-4145-9c70-43acad07eaef req-9e9256b9-5dbd-4165-a497-4753ffe59bca tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0565271 Apr 07 12:05:57.717890 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83fdfb55-a863-4145-9c70-43acad07eaef req-4467108e-32de-4dbf-93ca-ff5f85a995b8 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Apr 07 12:05:58.836112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2178b60-c520-4dc4-b098-2830eacd8142 req-e16b6971-973b-403c-ae24-ea2d6d8b7c02 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:58.837614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2178b60-c520-4dc4-b098-2830eacd8142 req-e16b6971-973b-403c-ae24-ea2d6d8b7c02 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Apr 07 12:05:58.884329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d2178b60-c520-4dc4-b098-2830eacd8142 req-2e04f278-6448-4ae5-bf79-b2dd58fabbee tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Apr 07 12:06:00.002219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d833-7c6b-4362-9648-231a3f392c0c req-846bda21-15ce-4ee6-b850-c6d25b0f9337 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:00.003853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0823d833-7c6b-4362-9648-231a3f392c0c req-846bda21-15ce-4ee6-b850-c6d25b0f9337 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Apr 07 12:06:00.056969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0823d833-7c6b-4362-9648-231a3f392c0c req-5fa26b74-5e41-48a4-90c3-00cce3b1c5ff tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Apr 07 12:06:00.738582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-98c98c86-bee4-4b0c-90e6-922553b0eb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:01.178389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321ef65-942b-4cb1-81a4-78f1c5462a44 req-430f4b2c-79cd-4bd4-a2b6-d5d065126dcf tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:01.179885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a321ef65-942b-4cb1-81a4-78f1c5462a44 req-430f4b2c-79cd-4bd4-a2b6-d5d065126dcf tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0524170 Apr 07 12:06:01.226277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a321ef65-942b-4cb1-81a4-78f1c5462a44 req-d4ca267e-ec13-42fd-902e-dfb04150705d tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Apr 07 12:06:02.099769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:02.346610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157599ca-b1a3-4b65-b0f3-463423a22cb7 req-d1a72a37-81ed-4917-b698-7cf25033b4d8 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:02.348116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-157599ca-b1a3-4b65-b0f3-463423a22cb7 req-d1a72a37-81ed-4917-b698-7cf25033b4d8 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0531027 Apr 07 12:06:02.396057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-157599ca-b1a3-4b65-b0f3-463423a22cb7 req-2cc8838b-d7dc-433e-b2cd-acbbcb2cfa8c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Apr 07 12:06:03.061770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-676d95b3-ce25-458a-81c2-10496ed17228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.519639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dc8da-2841-4084-8972-2ed2fb22188f req-da76eb15-56fa-4e0c-b3e3-d9f74145a503 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:03.521107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e57dc8da-2841-4084-8972-2ed2fb22188f req-da76eb15-56fa-4e0c-b3e3-d9f74145a503 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0565939 Apr 07 12:06:03.566971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e57dc8da-2841-4084-8972-2ed2fb22188f req-c3fc4463-3fb6-488a-a254-ee40fd008eb8 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Apr 07 12:06:03.972810 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.615658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.690057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde88e2e-63bc-4919-8e29-b58e6d63ec22 req-13179443-1ef3-47ac-b302-1c9f3ce3431c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:04.692174 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fde88e2e-63bc-4919-8e29-b58e6d63ec22 req-13179443-1ef3-47ac-b302-1c9f3ce3431c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0542195 Apr 07 12:06:04.740071 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fde88e2e-63bc-4919-8e29-b58e6d63ec22 req-4af21e54-db94-4c7e-a1b0-d79c5c2bcd9c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Apr 07 12:06:05.863765 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87416c0-0951-495e-8487-a3195f15df0e req-98a7650a-d39a-433c-bd4b-f25796b84d7c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:05.865267 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b87416c0-0951-495e-8487-a3195f15df0e req-98a7650a-d39a-433c-bd4b-f25796b84d7c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0555515 Apr 07 12:06:05.915616 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b87416c0-0951-495e-8487-a3195f15df0e req-b99e058a-9d66-4876-92b9-ba0bea128a42 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Apr 07 12:06:06.143352 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:07.036946 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da78e8-8306-45cd-8fce-81bce551318f req-e3511777-e2c5-455b-a270-b104ad924825 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:07.038402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27da78e8-8306-45cd-8fce-81bce551318f req-e3511777-e2c5-455b-a270-b104ad924825 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0531123 Apr 07 12:06:07.085209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27da78e8-8306-45cd-8fce-81bce551318f req-ceea0d38-e5ab-49b2-8ad2-ecde5da600b8 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Apr 07 12:06:07.273857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:08.206642 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79495-b14b-4edb-8e90-240e1210e24d req-fe0f1966-8d24-4c8f-a302-63e133492642 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:08.208122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01d79495-b14b-4edb-8e90-240e1210e24d req-fe0f1966-8d24-4c8f-a302-63e133492642 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0548561 Apr 07 12:06:08.259181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-01d79495-b14b-4edb-8e90-240e1210e24d req-ead38576-b5ff-4ff6-8f94-5f08c0e90a2d tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Apr 07 12:06:08.770975 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-8141755e-fe48-40b0-b988-e21d17405e35 service neutron] show failed (client error): The resource could not be found. Apr 07 12:06:08.772068 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-8141755e-fe48-40b0-b988-e21d17405e35 service neutron] 10.222.0.23 "GET /v2.0/ports/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0548460 Apr 07 12:06:09.078100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-5a0cbfb2-37a8-493a-a35b-c369e4eb0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:09.079595 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-5a0cbfb2-37a8-493a-a35b-c369e4eb0773 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200&tenant_id=35e61600e32342b58927e35dca5ba44f HTTP/1.1" status: 200 len: 1127 time: 0.1195743 Apr 07 12:06:09.091484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:09.156724 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:09.358203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:09.383736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dce934-b1b5-4e40-b782-3a91caddc5ef req-4130f0b7-7443-4bb9-a4b8-03d3e98c160a tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:09.385251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04dce934-b1b5-4e40-b782-3a91caddc5ef req-4130f0b7-7443-4bb9-a4b8-03d3e98c160a tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0573652 Apr 07 12:06:09.395422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:09.433115 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04dce934-b1b5-4e40-b782-3a91caddc5ef req-ad54ecf7-62fd-4fea-9834-54406b4fb56f tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Apr 07 12:06:09.436041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:09.438440 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bc3b59-5b7b-4930-9fdd-2de1f82ec4ba" -d '{"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-unplugged", "status": "completed", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:09.443547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Publish callbacks [] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:09.458745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Transition to ACTIVE for port object 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:09.463356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:09.498228 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad48561-c9d4-4181-92e0-5f55d0842457 x-openstack-request-id: req-fad48561-c9d4-4181-92e0-5f55d0842457 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:09.498626 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-unplugged", "status": "completed", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:09.498890 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fad48561-c9d4-4181-92e0-5f55d0842457 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:09.499308 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad48561-c9d4-4181-92e0-5f55d0842457'] response: {'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'code': 200} Apr 07 12:06:09.536563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] No DVR routers for this DVR port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:06:09.539775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:09.551389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.551734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.552077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.552415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.552749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.553080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.553432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.553757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.554082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.554407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.554731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.555055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.555373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:09.584942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:09.585311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:09.585631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on network d44b29ac-546e-46a4-8303-a52c4ee73f0a {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:09.589781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on network d44b29ac-546e-46a4-8303-a52c4ee73f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:09.590093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Attempting to bind port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on network d44b29ac-546e-46a4-8303-a52c4ee73f0a {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:09.594752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:09.595083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Checking segment: {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:09.595482 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Bound using segment: {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:09.595964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Bound port: 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940a7246-5b64-4df0-9778-7512f6f837d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:09.596311 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:09.657305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:09.660206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:09.666398 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:09.702828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:09.703472 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:09.704909 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] 10.222.0.41 "PUT /v2.0/ports/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 1091 time: 0.6172471 Apr 07 12:06:09.754060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6fd80-889f-44ab-819b-ad10a933c78b service neutron] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:09.774980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-7c70a195-8ed4-4cbe-a021-28687b49fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:09.776489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-7c70a195-8ed4-4cbe-a021-28687b49fdbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1125 time: 0.0497806 Apr 07 12:06:09.871263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-c777ba8a-0393-451a-a9da-cddb0e18d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:09.872761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-c777ba8a-0393-451a-a9da-cddb0e18d482 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 913 time: 0.0907767 Apr 07 12:06:09.917737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-6c66c3c8-7471-4126-93ec-b0d65094ac9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0389588 Apr 07 12:06:09.964190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d1a0e4b0-789b-44b1-9964-0619604bf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:09.965665 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-d1a0e4b0-789b-44b1-9964-0619604bf805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0430107 Apr 07 12:06:09.997688 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-ac0e642a-69a3-435c-9e17-cb457e956f8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256779 Apr 07 12:06:10.092374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-0cd7f1a9-736c-4c52-96d3-2b6ac3725b9f service neutron] 10.222.0.41 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888176 Apr 07 12:06:10.195052 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cd485263-99f9-4628-a3a9-f3b08a595d3f req-c812f059-47d9-4ef3-b0fe-3a9efd4f07d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960698 Apr 07 12:06:10.557801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61739b-5c2c-4201-93dd-76b859872806 req-a71c2a80-ee4e-4573-878b-a4a64e1402c6 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:10.559265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb61739b-5c2c-4201-93dd-76b859872806 req-a71c2a80-ee4e-4573-878b-a4a64e1402c6 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 943 time: 0.0537555 Apr 07 12:06:10.618484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cb61739b-5c2c-4201-93dd-76b859872806 req-855061e4-96eb-4167-b348-9a2804293105 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528767 Apr 07 12:06:11.500218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:11.502939 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f9409c-15f8-4251-809a-6034c4ffa6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:11.551443 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815129e-66d5-418b-a4ac-eb3a1ec3b17b x-openstack-request-id: req-4815129e-66d5-418b-a4ac-eb3a1ec3b17b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:11.551746 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:11.552090 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4815129e-66d5-418b-a4ac-eb3a1ec3b17b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:11.552588 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4815129e-66d5-418b-a4ac-eb3a1ec3b17b'] response: {'name': 'network-changed', 'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'status': 'completed', 'code': 200} Apr 07 12:06:11.617318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-276082a3-40b1-4829-84c3-e45ac7f2e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.617891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-d1aa4cdd-1c43-442a-8aff-70a8ff094b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.618935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-276082a3-40b1-4829-84c3-e45ac7f2e5ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1125 time: 0.0468497 Apr 07 12:06:11.619049 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-d1aa4cdd-1c43-442a-8aff-70a8ff094b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1125 time: 0.0476470 Apr 07 12:06:11.719920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-239c10fe-a286-499c-b8c6-c42eb30c1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.722260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-239c10fe-a286-499c-b8c6-c42eb30c1453 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 913 time: 0.0978849 Apr 07 12:06:11.751207 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-2b198359-ba12-464d-ad26-0d04a8d09e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.752693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-2b198359-ba12-464d-ad26-0d04a8d09e5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 913 time: 0.1276162 Apr 07 12:06:11.765203 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-f63fe8f7-7e12-4524-bff6-e2bcdcecf837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0370047 Apr 07 12:06:11.773703 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335258b0-7e32-4521-acae-e72ff4899530 req-e19de3ed-7223-4859-b10f-e0e3e886ebc5 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.775145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335258b0-7e32-4521-acae-e72ff4899530 req-e19de3ed-7223-4859-b10f-e0e3e886ebc5 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 943 time: 0.0856369 Apr 07 12:06:11.808503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-b1fb8a37-e016-4ec0-b4e3-971a6f5bb1b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0503783 Apr 07 12:06:11.820405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-6aea2e65-a6e7-4368-b599-3f67d18c9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.821887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-6aea2e65-a6e7-4368-b599-3f67d18c9b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0510087 Apr 07 12:06:11.854456 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-bb759047-7c5e-4c95-bf8a-50f98c4e1370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263100 Apr 07 12:06:11.883831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-335258b0-7e32-4521-acae-e72ff4899530 req-94977128-2a9b-42e1-a737-f54f2c53ef83 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818682 Apr 07 12:06:11.885345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-6e9248a6-890e-4973-92af-682313e312a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:11.886697 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-6e9248a6-890e-4973-92af-682313e312a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0702722 Apr 07 12:06:11.921764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-f2509185-942f-4f21-a32d-28c2b141fa33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291049 Apr 07 12:06:11.946119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-3ce60a2e-afc4-498e-9cdd-e0992a329282 service neutron] 10.222.0.41 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856395 Apr 07 12:06:12.010243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-74f54e61-4507-4c06-8dc9-1bf1585ba873 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829275 Apr 07 12:06:12.042472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-5b09be39-41b6-45fa-bb5f-3d10c24bd22d service neutron] 10.222.0.41 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897336 Apr 07 12:06:12.104063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72f9409c-15f8-4251-809a-6034c4ffa6ba req-e4fdc81a-eee3-4f78-b402-c118cf00cfc7 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886726 Apr 07 12:06:13.012588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c367-e609-422d-8c44-a85d5c1e7044 req-787db978-30b8-4bfe-bb99-210504a9f555 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:13.014037 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad48c367-e609-422d-8c44-a85d5c1e7044 req-787db978-30b8-4bfe-bb99-210504a9f555 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 943 time: 0.0566542 Apr 07 12:06:13.067278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad48c367-e609-422d-8c44-a85d5c1e7044 req-d87c3033-384d-45a3-9ec5-929e2320b865 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Apr 07 12:06:13.682740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:06:13.771796 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:06:13.816588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:13.839615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'network_id': 'd44b29ac-546e-46a4-8303-a52c4ee73f0a', 'port_id': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'mac_address': 'fa:16:3e:cc:31:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2f0408-3e06-4287-a668-4a7f8e5d936d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:06:13.847227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:06:13.847615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:06:13.886019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:13.886415 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:13.904088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:13.925681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:13.931559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:13.984491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:14.190049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7e18c-9d8f-4087-8026-9029f160df8a req-c74b02ae-f789-4cdd-96ee-1da05ed26741 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:14.191515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53b7e18c-9d8f-4087-8026-9029f160df8a req-c74b02ae-f789-4cdd-96ee-1da05ed26741 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 944 time: 0.0540688 Apr 07 12:06:14.241753 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53b7e18c-9d8f-4087-8026-9029f160df8a req-381c3458-f82c-4806-95d4-ca4df541a90c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Apr 07 12:06:14.279424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:06:14.525969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc216a2-d739-491e-958f-64184cb9a54f req-4b972190-5f26-4a5c-ad70-f489d695ee48 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:14.527326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-4b972190-5f26-4a5c-ad70-f489d695ee48 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200&tenant_id=35e61600e32342b58927e35dca5ba44f&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 944 time: 0.0910728 Apr 07 12:06:14.590697 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [req-dbc216a2-d739-491e-958f-64184cb9a54f req-5604e69d-b63d-4922-9032-340fed6c46b0 service neutron] delete failed (client error): The resource could not be found. Apr 07 12:06:14.591707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-5604e69d-b63d-4922-9032-340fed6c46b0 service neutron] 10.222.0.23 "DELETE /v2.0/ports/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0581980 Apr 07 12:06:14.681942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc216a2-d739-491e-958f-64184cb9a54f req-15ee06e7-d0da-41b2-8e27-a28e9242120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:14.683496 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-15ee06e7-d0da-41b2-8e27-a28e9242120f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35e61600e32342b58927e35dca5ba44f&device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 1126 time: 0.0484397 Apr 07 12:06:14.772303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc216a2-d739-491e-958f-64184cb9a54f req-c587b6f2-393f-4834-9b6e-bb176c11f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:14.773809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-c587b6f2-393f-4834-9b6e-bb176c11f2c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 200 len: 913 time: 0.0846567 Apr 07 12:06:14.817910 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-50d4439e-e8b5-4732-9ec6-944112e71890 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 200 len: 217 time: 0.0384479 Apr 07 12:06:14.871134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc216a2-d739-491e-958f-64184cb9a54f req-354e3081-9539-4eef-9c1f-47889ede7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:14.872587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-354e3081-9539-4eef-9c1f-47889ede7f3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 200 len: 852 time: 0.0499270 Apr 07 12:06:14.903001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-3e3c0939-7983-485e-b0e6-1c1b1bd7ba8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d44b29ac-546e-46a4-8303-a52c4ee73f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246761 Apr 07 12:06:14.992006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-bf76c9aa-0784-4151-923a-55a07cfa07ec service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833783 Apr 07 12:06:15.076877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-e606727f-3421-45fc-bccd-375b26a3d022 service neutron] 10.222.0.23 "GET /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797162 Apr 07 12:06:15.678454 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:15.729000 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:06:15.733287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:15.733669 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:15.748250 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d979ea-274c-4794-b56b-b90a04766484 req-b91a5e73-6e03-4879-b203-7a94f05c739e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:15.749752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70d979ea-274c-4794-b56b-b90a04766484 req-b91a5e73-6e03-4879-b203-7a94f05c739e tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 944 time: 0.0535223 Apr 07 12:06:15.796814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-70d979ea-274c-4794-b56b-b90a04766484 req-5487beef-4c30-4c10-bd20-3fbc55d7ac42 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Apr 07 12:06:15.814658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:15.815110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:15.837528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:15.839677 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f20e4a-08c9-4173-968c-641563e84572" -d '{"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-plugged", "status": "completed", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:15.852717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:15.856985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:15.880987 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1648231-2a72-43da-b25e-495b3e1795e9 x-openstack-request-id: req-f1648231-2a72-43da-b25e-495b3e1795e9 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:15.881302 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-plugged", "status": "completed", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:15.881557 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1648231-2a72-43da-b25e-495b3e1795e9 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:15.881953 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1648231-2a72-43da-b25e-495b3e1795e9'] response: {'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'code': 200} Apr 07 12:06:15.906159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:16.925977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078980f4-4059-496d-bf97-376443e64d43 req-c9f64325-266b-4076-ae88-b9b362b232ab tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:16.927451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-078980f4-4059-496d-bf97-376443e64d43 req-c9f64325-266b-4076-ae88-b9b362b232ab tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0586591 Apr 07 12:06:16.974913 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-078980f4-4059-496d-bf97-376443e64d43 req-dbaecfb9-7d0a-435f-825d-d12772325806 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Apr 07 12:06:17.098880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc216a2-d739-491e-958f-64184cb9a54f req-dff85f32-d7de-4aa0-914c-985eed67461c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:17.100354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-dff85f32-d7de-4aa0-914c-985eed67461c tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d8624f0-f3ff-4201-a202-a4b5ab17a200 HTTP/1.1" status: 200 len: 945 time: 0.0543313 Apr 07 12:06:17.200292 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Deleting port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:06:17.200635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:17.290347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] For port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,segment=NetworkSegment(940a7246-5b64-4df0-9778-7512f6f837d6),segment_id=940a7246-5b64-4df0-9778-7512f6f837d6)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:17.290616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:17.303491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Calling delete_port for 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:06:17.433763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (4575be48-5cd7-4c0a-ac2e-df90f4b40e9a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:17.445880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:06:17.462582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Pushing event deleted for resources: {'Port': ['ID=4575be48-5cd7-4c0a-ac2e-df90f4b40e9a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:17.506414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] No DVR routers for this DVR port 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:06:17.508954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:17.512215 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-dbc216a2-d739-491e-958f-64184cb9a54f req-1adef3ee-ee80-46ea-bb92-b9e422770470 tempest-DeleteServersTestJSON-390413239 tempest-DeleteServersTestJSON-390413239-project] 10.222.0.41 "DELETE /v2.0/ports/4575be48-5cd7-4c0a-ac2e-df90f4b40e9a HTTP/1.1" status: 204 len: 173 time: 0.4033694 Apr 07 12:06:17.512652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-deleted', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:17.515171 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584774cb-a65a-4595-a5dd-5914decc21f7" -d '{"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-deleted", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:17.561992 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805def37-cfc7-4e1a-b4cd-17d6725ed444 x-openstack-request-id: req-805def37-cfc7-4e1a-b4cd-17d6725ed444 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:17.562290 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8624f0-f3ff-4201-a202-a4b5ab17a200", "name": "network-vif-deleted", "tag": "4575be48-5cd7-4c0a-ac2e-df90f4b40e9a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:17.562555 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-805def37-cfc7-4e1a-b4cd-17d6725ed444 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:17.562970 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805def37-cfc7-4e1a-b4cd-17d6725ed444'] response: {'server_uuid': '1d8624f0-f3ff-4201-a202-a4b5ab17a200', 'name': 'network-vif-deleted', 'tag': '4575be48-5cd7-4c0a-ac2e-df90f4b40e9a', 'status': 'completed', 'code': 200} Apr 07 12:06:18.106052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36242) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:18.151970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Deleting subnet 2b2f0408-3e06-4287-a668-4a7f8e5d936d {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:06:18.155041 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Publish callbacks [] for subnet (2b2f0408-3e06-4287-a668-4a7f8e5d936d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.189949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (2b2f0408-3e06-4287-a668-4a7f8e5d936d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.231716 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2b2f0408-3e06-4287-a668-4a7f8e5d936d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.592847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (2b2f0408-3e06-4287-a668-4a7f8e5d936d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.618982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2f0408-3e06-4287-a668-4a7f8e5d936d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:18.621467 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.624529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b2f0408-3e06-4287-a668-4a7f8e5d936d HTTP/1.1" status: 204 len: 168 time: 0.5174923 Apr 07 12:06:18.628074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36244) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:18.634735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.635093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.635442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.635785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.636153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.636508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.636847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.637201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.637536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.637865 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.638195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.638822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.639153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42809b3d-8a30-4e12-9f78-75c587e5ae55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:18.701715 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d44b29ac-546e-46a4-8303-a52c4ee73f0a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.785075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d44b29ac-546e-46a4-8303-a52c4ee73f0a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.805731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44b29ac-546e-46a4-8303-a52c4ee73f0a']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:18.815196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940a7246-5b64-4df0-9778-7512f6f837d6') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:18.815492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940a7246-5b64-4df0-9778-7512f6f837d6') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:18.824626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (940a7246-5b64-4df0-9778-7512f6f837d6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.837802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (940a7246-5b64-4df0-9778-7512f6f837d6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.843542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:06:18.843858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (940a7246-5b64-4df0-9778-7512f6f837d6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:06:18.846559 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:06:18.902077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d44b29ac-546e-46a4-8303-a52c4ee73f0a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.907360 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:18.911710 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d44b29ac-546e-46a4-8303-a52c4ee73f0a HTTP/1.1" status: 204 len: 168 time: 0.2826579 Apr 07 12:06:18.922863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca61e0-ef4a-4d48-b834-70b6a0a64598 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44b29ac-546e-46a4-8303-a52c4ee73f0a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:19.020228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36248) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:19.061641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f4098573-338f-4a13-8a15-3d899edacc0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35e61600e32342b58927e35dca5ba44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402288 Apr 07 12:06:19.064766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36250) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:19.116781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3f0639c-3746-4dda-962e-07622e5848f6 admin admin] Publish callbacks [] for security_group (105e315a-d0c8-4907-8a78-4a2ecdfd4b1b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.138624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3f0639c-3746-4dda-962e-07622e5848f6 admin admin] Publish callbacks [] for security_group (105e315a-d0c8-4907-8a78-4a2ecdfd4b1b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.188639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3f0639c-3746-4dda-962e-07622e5848f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (105e315a-d0c8-4907-8a78-4a2ecdfd4b1b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.191736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c3f0639c-3746-4dda-962e-07622e5848f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.192892 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c3f0639c-3746-4dda-962e-07622e5848f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/105e315a-d0c8-4907-8a78-4a2ecdfd4b1b HTTP/1.1" status: 204 len: 168 time: 0.1271815 Apr 07 12:06:19.200537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0639c-3746-4dda-962e-07622e5848f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e315a-d0c8-4907-8a78-4a2ecdfd4b1b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:19.867302 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36272) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:19.965209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1920868271-network', 'tenant_id': '14e4ba1c22af4571bcbc4dc240ddb9a4'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:19.983685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Made reservation on behalf of 14e4ba1c22af4571bcbc4dc240ddb9a4 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:19.986010 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.995540 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.072156 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks [] for security_group (98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.076054 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.102895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:06:20.108279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:20.116095 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (76ebf491-1ab6-429a-a0a1-383e34c5db88), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.116447 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Added segment 76ebf491-1ab6-429a-a0a1-383e34c5db88 of type vlan for network 6c5fe7d3-67f4-4ead-96ae-996277af168e Apr 07 12:06:20.157118 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (6c5fe7d3-67f4-4ead-96ae-996277af168e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.187021 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (6c5fe7d3-67f4-4ead-96ae-996277af168e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.187944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:20.188517 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.238696 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3702683 Apr 07 12:06:20.242806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36276) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:20.249035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Request body: {'subnet': {'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1920868271-subnet', 'tenant_id': '14e4ba1c22af4571bcbc4dc240ddb9a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:20.250675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0153e-9407-4494-a299-0683fd2064c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5fe7d3-67f4-4ead-96ae-996277af168e,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:20.262245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 6c5fe7d3-67f4-4ead-96ae-996277af168e details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:06:20.280755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Made reservation on behalf of 14e4ba1c22af4571bcbc4dc240ddb9a4 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:20.283157 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.456178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (968fb1e6-fda5-455d-972c-b36ab7d77767), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.510511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968fb1e6-fda5-455d-972c-b36ab7d77767,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:20.521938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Checking segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:20.522299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Network hostable DHCP agents. Network: 6c5fe7d3-67f4-4ead-96ae-996277af168e, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:06:20.538897 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Network 6c5fe7d3-67f4-4ead-96ae-996277af168e is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:06:20.547113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 6c5fe7d3-67f4-4ead-96ae-996277af168e) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:20.551080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:20.551668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.557924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164eee0-7509-41bd-a601-0ac193467852 None None] Network 6c5fe7d3-67f4-4ead-96ae-996277af168e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:20.567811 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e6b1ffcb-4516-417b-a14a-fa7762b0db79 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3233156 Apr 07 12:06:20.664485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a733e2f-89b4-4f27-903e-0a35dab3d0aa None None] Network 6c5fe7d3-67f4-4ead-96ae-996277af168e requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:21.012151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0932ac0f-b0f0-4e32-922f-3b06ba2528ed tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:21.013532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0932ac0f-b0f0-4e32-922f-3b06ba2528ed tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 815 time: 0.1023912 Apr 07 12:06:21.028244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-c13af2bf-8487-4dbb-9072-e39c10f33605 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/quotas/14e4ba1c22af4571bcbc4dc240ddb9a4 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Apr 07 12:06:21.060683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-2ca82e96-86df-4a7c-bbbf-d7fa9adfa8db tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274789 Apr 07 12:06:21.154596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-c6611654-d9c9-457b-9dd2-10b3ef3050cd service neutron] 10.222.0.13 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874183 Apr 07 12:06:21.245444 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-2ddb9d18-fe14-4c5a-827a-9d0bc6ee2b05 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Apr 07 12:06:21.409708 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10cc0faa-3baf-475c-8171-1d1e89df85f6 req-cf4770a6-ca92-444a-8375-7e633ea02c0b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 210 time: 0.0273628 Apr 07 12:06:21.694939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:06:21.720507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:06:21.721185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 4575be48-5cd7-4c0a-ac2e-df90f4b40e9a not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:06:22.431454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-6149a0ec-92d1-42ad-8662-beadf4c8a40c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:22.432995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-6149a0ec-92d1-42ad-8662-beadf4c8a40c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 815 time: 0.1258988 Apr 07 12:06:22.451449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Request body: {'port': {'device_id': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'admin_state_up': True, 'tenant_id': '14e4ba1c22af4571bcbc4dc240ddb9a4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:22.518256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-261b8ea6-ea5a-4fe7-8d86-ecceb9e0a5ae req-fcfe9077-2160-467b-b139-8493699e3064 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 210 time: 0.0317318 Apr 07 12:06:22.562561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Made reservation on behalf of 14e4ba1c22af4571bcbc4dc240ddb9a4 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:22.566148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:22.701471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Allocated IP 172.20.0.2 (6c5fe7d3-67f4-4ead-96ae-996277af168e/968fb1e6-fda5-455d-972c-b36ab7d77767/630a09df-7b37-4fee-97b8-c4a3162b2c83) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:22.849945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks [] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:22.884475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:22.925977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Network 6c5fe7d3-67f4-4ead-96ae-996277af168e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:22.929565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:22.936142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:22.941735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:22.986803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:22.987409 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.003996 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-0db45757-9c8b-424f-9241-69ba7b751b5e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617547 Apr 07 12:06:23.014883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Request body: {'port': {'device_id': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:23.076591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.341452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630a09df-7b37-4fee-97b8-c4a3162b2c83 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:23.350222 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Publish callbacks [] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.362900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Transition to ACTIVE for port object 630a09df-7b37-4fee-97b8-c4a3162b2c83 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:23.367130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.424596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:23.493325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:23.494013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:23.494191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:23.499066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on network 6c5fe7d3-67f4-4ead-96ae-996277af168e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:23.499386 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:23.504620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:23.505039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Checking segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:23.505452 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Bound using segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:23.505957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Bound port: 630a09df-7b37-4fee-97b8-c4a3162b2c83, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:23.506331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.568402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:23.571461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:23.578253 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.615654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:23.616239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:23.617645 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] 10.222.0.41 "PUT /v2.0/ports/630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 1091 time: 0.6067443 Apr 07 12:06:23.618087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:23.620331 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a9aa9c-0158-430f-bf6b-b0081179d315" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:23.645272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b61c0-9ab5-41f5-9e86-fc548c3bc4f2 req-98962c10-b209-4453-aea0-8c1cb7be1c7c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:23.647472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76801205-56ec-4067-9510-7bf373ec7e0b service neutron] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:23.649555 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b76b61c0-9ab5-41f5-9e86-fc548c3bc4f2 req-98962c10-b209-4453-aea0-8c1cb7be1c7c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0651762 Apr 07 12:06:23.674954 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f7d1a-c80e-4e99-b07c-6aa512c8c76e x-openstack-request-id: req-a41f7d1a-c80e-4e99-b07c-6aa512c8c76e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:23.675262 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:23.680274 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a41f7d1a-c80e-4e99-b07c-6aa512c8c76e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:23.680733 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41f7d1a-c80e-4e99-b07c-6aa512c8c76e'] response: {'name': 'network-changed', 'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'status': 'completed', 'code': 200} Apr 07 12:06:23.710031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b76b61c0-9ab5-41f5-9e86-fc548c3bc4f2 req-6023666f-64f1-4c75-b1ab-2c79e99070bd tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Apr 07 12:06:23.729681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-daec8a29-fa71-492d-90e0-51cd3d34dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:23.731183 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-daec8a29-fa71-492d-90e0-51cd3d34dd64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1125 time: 0.0495963 Apr 07 12:06:23.775565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-612fc141-1abc-4de9-ad11-97bb6c67ffb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0368111 Apr 07 12:06:23.822874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-01adfdbb-705b-427c-8151-28e63f242c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:23.824287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-01adfdbb-705b-427c-8151-28e63f242c6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0436532 Apr 07 12:06:23.855395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-ab0df1ba-dcc7-4265-bc98-2ed8833609ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258675 Apr 07 12:06:23.947509 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-2b0a0ce4-edb1-4470-be3b-4e2294835058 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Apr 07 12:06:24.035927 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-073d00a3-3b8c-4507-971a-f95adf8ea93d req-6940f697-dd52-48e6-809d-acce7bf563b5 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831294 Apr 07 12:06:24.125392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-e4fc25d3-43c6-4e87-8cf8-0e2cdfbcabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:24.127151 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-e4fc25d3-43c6-4e87-8cf8-0e2cdfbcabf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1125 time: 0.0443757 Apr 07 12:06:24.219467 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-7cf7862b-e417-433e-8ced-d6a14bc3f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:24.220832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-7cf7862b-e417-433e-8ced-d6a14bc3f8ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.0880139 Apr 07 12:06:24.260772 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-3e9b6934-1ccc-4660-9c94-a66b27c47b3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0346398 Apr 07 12:06:24.309965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-dcca2785-5ef8-47c6-8fc2-fc664b5113e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:24.311369 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-dcca2785-5ef8-47c6-8fc2-fc664b5113e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0454187 Apr 07 12:06:24.342498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-e0ca0d49-c515-4b06-a9d4-3491c86c3578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254099 Apr 07 12:06:24.430920 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-d1b6f432-9971-43b0-8b15-4f11d16c3325 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820339 Apr 07 12:06:24.522954 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59a9aa9c-0158-430f-bf6b-b0081179d315 req-6514cda1-cef1-43cd-8357-d37a9b16216e service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867255 Apr 07 12:06:24.832645 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e466c1-d95b-4365-883b-5643f9bb935d req-7c6e909b-3be2-4b1b-93a2-e5dd1d6c04f6 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:24.834152 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2e466c1-d95b-4365-883b-5643f9bb935d req-7c6e909b-3be2-4b1b-93a2-e5dd1d6c04f6 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0525961 Apr 07 12:06:24.882155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2e466c1-d95b-4365-883b-5643f9bb935d req-2a60acab-39bc-4795-9475-fb91809cd1b5 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Apr 07 12:06:26.000881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c1836-d22f-4464-bbba-b6fbc950753b req-51e259a4-f5eb-40d8-815b-6d0c4fffc112 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:26.002541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b3c1836-d22f-4464-bbba-b6fbc950753b req-51e259a4-f5eb-40d8-815b-6d0c4fffc112 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0523486 Apr 07 12:06:26.054375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b3c1836-d22f-4464-bbba-b6fbc950753b req-42496416-72c6-470a-8513-75a90750422f tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455244 Apr 07 12:06:27.172449 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf948b74-a616-48b6-9feb-fa06c470a364 req-09bfba62-d0ea-49fd-8d3b-029b7d4d6411 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:27.174000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf948b74-a616-48b6-9feb-fa06c470a364 req-09bfba62-d0ea-49fd-8d3b-029b7d4d6411 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0518503 Apr 07 12:06:27.220792 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf948b74-a616-48b6-9feb-fa06c470a364 req-2fdeda2e-48d6-4674-bfad-336924a58e66 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Apr 07 12:06:27.708006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:06:27.803906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:27.814998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'port_id': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'mac_address': 'fa:16:3e:2e:a9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968fb1e6-fda5-455d-972c-b36ab7d77767', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:06:27.851427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 630a09df-7b37-4fee-97b8-c4a3162b2c83 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:27.851812 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.864319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630a09df-7b37-4fee-97b8-c4a3162b2c83 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:27.884069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:27.888392 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.936441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:27.944225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.944577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.944919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.945290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.945927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.945927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.946283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.946591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.946913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.947237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.947562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.947886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.948208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:28.176952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['630a09df-7b37-4fee-97b8-c4a3162b2c83'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:06:28.305448 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:06:28.343082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77544cad-6ba9-4daa-9d52-79d963893dbe req-d70ee17b-9dec-48e3-b34c-0d397373e03a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:28.344568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77544cad-6ba9-4daa-9d52-79d963893dbe req-d70ee17b-9dec-48e3-b34c-0d397373e03a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 944 time: 0.0538578 Apr 07 12:06:28.391173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77544cad-6ba9-4daa-9d52-79d963893dbe req-df338982-361c-44a9-b476-6e8a8961c3cd tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Apr 07 12:06:29.522818 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692dd7-a557-4368-b4bb-d844088b954b req-8a5edc32-f227-43cf-8231-7bbd15a95790 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:29.524454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d692dd7-a557-4368-b4bb-d844088b954b req-8a5edc32-f227-43cf-8231-7bbd15a95790 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 944 time: 0.0613899 Apr 07 12:06:29.586482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d692dd7-a557-4368-b4bb-d844088b954b req-3918ca05-761d-40df-94a8-3b20ab8733d3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554857 Apr 07 12:06:29.708944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:29.763325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 630a09df-7b37-4fee-97b8-c4a3162b2c83 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:06:29.767830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 630a09df-7b37-4fee-97b8-c4a3162b2c83 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:29.768222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.848817 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 630a09df-7b37-4fee-97b8-c4a3162b2c83 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:29.849235 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.874809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:29.877328 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb55b08b-efd5-44c7-b29d-ab482567930e" -d '{"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-plugged", "status": "completed", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:29.890433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:29.895528 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.921674 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62fbe5c-a03d-417f-a13b-71f4276838e2 x-openstack-request-id: req-a62fbe5c-a03d-417f-a13b-71f4276838e2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:29.921966 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-plugged", "status": "completed", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:29.922256 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a62fbe5c-a03d-417f-a13b-71f4276838e2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:29.923109 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62fbe5c-a03d-417f-a13b-71f4276838e2'] response: {'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'code': 200} Apr 07 12:06:29.956875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:30.022573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7443c3-8b98-46a4-9864-30c09b62ab8e req-915322b8-84f5-47dd-9e56-ae40dd18e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:30.023946 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7b7443c3-8b98-46a4-9864-30c09b62ab8e req-915322b8-84f5-47dd-9e56-ae40dd18e7c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1127 time: 0.0447416 Apr 07 12:06:30.069992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7b7443c3-8b98-46a4-9864-30c09b62ab8e req-662c4310-5875-4fa2-8232-0485031b13e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Apr 07 12:06:30.721734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876914c-9670-49ba-b842-c7672b50d975 req-4f979e12-9f31-461a-bcc7-9d71b651d19e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:30.723228 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5876914c-9670-49ba-b842-c7672b50d975 req-4f979e12-9f31-461a-bcc7-9d71b651d19e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0539675 Apr 07 12:06:30.746102 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-37d065ed-70b9-46cc-bd99-e09b5a3dd3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.774106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5876914c-9670-49ba-b842-c7672b50d975 req-1edbe79e-7124-4c79-b672-16720664e51d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Apr 07 12:06:31.900637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ea407-625d-41b8-801f-be2d1e3c3890 req-dfa9cda5-40b1-48a9-b8f2-7cb0b3035f19 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:31.902111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b73ea407-625d-41b8-801f-be2d1e3c3890 req-dfa9cda5-40b1-48a9-b8f2-7cb0b3035f19 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0560365 Apr 07 12:06:31.950257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b73ea407-625d-41b8-801f-be2d1e3c3890 req-fa2f6b4a-0fb5-46fc-96c7-9b735d7b3a83 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Apr 07 12:06:32.073317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137cabc-5edc-4ba2-a82f-95ac35cccee7 req-9acf1bec-34bd-4ea9-bb46-0864f881aab5 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:32.074805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b137cabc-5edc-4ba2-a82f-95ac35cccee7 req-9acf1bec-34bd-4ea9-bb46-0864f881aab5 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0576248 Apr 07 12:06:32.103904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.123298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b137cabc-5edc-4ba2-a82f-95ac35cccee7 req-b5b3f4ee-c787-4fb2-b460-925157c66b32 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Apr 07 12:06:32.338891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328adba-f776-4602-8af8-6e34f42cfab3 req-9f24cac1-0da9-4e2c-a0c9-9a42f8cc7add tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:32.340371 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9328adba-f776-4602-8af8-6e34f42cfab3 req-9f24cac1-0da9-4e2c-a0c9-9a42f8cc7add tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0532336 Apr 07 12:06:32.391766 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9328adba-f776-4602-8af8-6e34f42cfab3 req-db6f2cc0-81ac-457e-88b1-b7d6644669dc tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Apr 07 12:06:32.510459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a158649-ec11-4b78-8b52-dd56c932b2e7 req-586b9b01-782f-40a3-94f9-e293afac9ded tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:32.511962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a158649-ec11-4b78-8b52-dd56c932b2e7 req-586b9b01-782f-40a3-94f9-e293afac9ded tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0546651 Apr 07 12:06:32.559165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a158649-ec11-4b78-8b52-dd56c932b2e7 req-de172928-f033-4bb0-8f51-e8c300f5dd66 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Apr 07 12:06:32.934781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ee39-4c1f-4a68-9310-a60a2cea45af req-4fbef428-2f4d-481f-8b78-4c624e6303fe tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:32.936351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a69ee39-4c1f-4a68-9310-a60a2cea45af req-4fbef428-2f4d-481f-8b78-4c624e6303fe tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0604947 Apr 07 12:06:33.013009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5a69ee39-4c1f-4a68-9310-a60a2cea45af req-d5513ae2-ede0-489d-b757-74555a406d2d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711493 Apr 07 12:06:33.027013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-b8006f1e-33e5-4f48-ada4-42796b4485f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141350 Apr 07 12:06:33.066677 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-adeeb738-a9e2-4508-b037-3cd6b7f21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:33.466008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-99182e86-d6bc-4760-985e-63070994ea34 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:33.467359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-99182e86-d6bc-4760-985e-63070994ea34 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports/630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 942 time: 0.0465686 Apr 07 12:06:33.985818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.139151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cc21a-8238-46d9-a634-72c8c661c63d req-82fd8536-c1de-48b3-a9e3-41fbec95f3c8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:34.140686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a7cc21a-8238-46d9-a634-72c8c661c63d req-82fd8536-c1de-48b3-a9e3-41fbec95f3c8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0542951 Apr 07 12:06:34.192641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a7cc21a-8238-46d9-a634-72c8c661c63d req-0cae263d-4b54-4763-a0da-3c130c2e4b20 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450089 Apr 07 12:06:34.255615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-7b1b2355-7c38-42b1-96ae-3ce0e7aeb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:34.267479 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-7b1b2355-7c38-42b1-96ae-3ce0e7aeb02d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1127 time: 0.0455482 Apr 07 12:06:34.353235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-4198eb20-405a-4672-9d63-b14199844f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:34.354700 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-4198eb20-405a-4672-9d63-b14199844f01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.0918550 Apr 07 12:06:34.394665 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-4cb9321c-a6db-42dc-a479-a5c0b939d0bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0343001 Apr 07 12:06:34.445588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-808eee6f-3f11-4438-aca1-e2be109f2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:34.447033 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-808eee6f-3f11-4438-aca1-e2be109f2da4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0469224 Apr 07 12:06:34.478074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-df822788-336b-4b0f-b966-28148323b649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252607 Apr 07 12:06:34.564999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-5d9d7c7b-0308-437a-a831-2585d64c23d3 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814347 Apr 07 12:06:34.620862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.663659 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-97ed8805-7792-4bba-9b48-52494c6de328 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926132 Apr 07 12:06:35.320677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840a1d7-bac0-44ca-8ab8-27944bd20f8f req-a720f957-5204-4fbf-a7a6-47ec0b186b28 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:35.322244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6840a1d7-bac0-44ca-8ab8-27944bd20f8f req-a720f957-5204-4fbf-a7a6-47ec0b186b28 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0584321 Apr 07 12:06:35.371746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6840a1d7-bac0-44ca-8ab8-27944bd20f8f req-2b0023d4-1ab0-4405-b2f5-1e6d91b1a14a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Apr 07 12:06:36.147003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.494201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07911-1dd8-4525-aa43-4f85a6a6faed req-718d85db-7bcd-4fb6-8e09-d829991959d0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:36.495864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cce07911-1dd8-4525-aa43-4f85a6a6faed req-718d85db-7bcd-4fb6-8e09-d829991959d0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0536799 Apr 07 12:06:36.544885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cce07911-1dd8-4525-aa43-4f85a6a6faed req-704c85fd-2c0d-41b7-88c4-a8fb6110b872 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Apr 07 12:06:37.275862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.670315 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bae998-54d3-4f0d-b046-6b56060aef01 req-f31ac8bb-eaf2-49dc-87e8-525f7c1e1f4a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:37.671865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31bae998-54d3-4f0d-b046-6b56060aef01 req-f31ac8bb-eaf2-49dc-87e8-525f7c1e1f4a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0564663 Apr 07 12:06:37.728181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31bae998-54d3-4f0d-b046-6b56060aef01 req-b804281a-d384-45a3-b997-832bb3826ae6 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Apr 07 12:06:38.858760 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d59982-fd79-45dd-9383-a69b5f916350 req-bd3084c8-2e92-4011-957c-7e52696d0890 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:38.860286 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3d59982-fd79-45dd-9383-a69b5f916350 req-bd3084c8-2e92-4011-957c-7e52696d0890 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0532799 Apr 07 12:06:38.906363 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a3d59982-fd79-45dd-9383-a69b5f916350 req-03229d74-6ea8-4e1b-ab3e-a5bf4a80b668 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Apr 07 12:06:40.027271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d19e5-7350-4d1b-b193-1e0b19acda56 req-5925d314-07b8-49b8-902b-1a4f1896f0b3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:40.028723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a8d19e5-7350-4d1b-b193-1e0b19acda56 req-5925d314-07b8-49b8-902b-1a4f1896f0b3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0547869 Apr 07 12:06:40.076685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a8d19e5-7350-4d1b-b193-1e0b19acda56 req-93404a59-245f-4093-a701-deafc5df1857 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 Apr 07 12:06:40.609634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f628e-15a4-4e65-8185-193a1511ba03 req-f2612080-ded7-4cbf-8a19-22bf27958c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:40.611123 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-f2612080-ded7-4cbf-8a19-22bf27958c49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1127 time: 0.0494025 Apr 07 12:06:40.729411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f628e-15a4-4e65-8185-193a1511ba03 req-663ba15d-49c0-4504-8bd9-65d84b9151eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:40.731325 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-663ba15d-49c0-4504-8bd9-65d84b9151eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1015022 Apr 07 12:06:40.772977 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-c44ab7c6-8e6a-4640-865b-5975d11d0472 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0359204 Apr 07 12:06:40.827499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f628e-15a4-4e65-8185-193a1511ba03 req-294e26a2-2c02-4750-bae8-62084e42b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:40.828913 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-294e26a2-2c02-4750-bae8-62084e42b7ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0433030 Apr 07 12:06:40.858636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-02483a7b-c142-4f5a-88a9-19441d35d7ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242593 Apr 07 12:06:40.949585 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-c0f1ddda-a522-41b5-a6c0-2f208a1a6aff service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839806 Apr 07 12:06:41.036751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-100f628e-15a4-4e65-8185-193a1511ba03 req-a50f61df-4459-40db-8f27-25d9b95f27d5 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814786 Apr 07 12:06:41.203140 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671b017-b853-4c28-9106-6b4539e6bcdd req-5366a248-6497-47d2-86a7-a2d5b13f360a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:41.204622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5671b017-b853-4c28-9106-6b4539e6bcdd req-5366a248-6497-47d2-86a7-a2d5b13f360a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0586216 Apr 07 12:06:41.254301 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5671b017-b853-4c28-9106-6b4539e6bcdd req-f940b254-6557-4d58-af5f-57381d3abcf8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Apr 07 12:06:42.400914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc2192-c590-45dc-abc0-db39527b7225 req-14f2d049-53dc-45c9-a712-3a6f81a80580 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:42.403264 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59cc2192-c590-45dc-abc0-db39527b7225 req-14f2d049-53dc-45c9-a712-3a6f81a80580 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0750990 Apr 07 12:06:42.453829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59cc2192-c590-45dc-abc0-db39527b7225 req-998b491f-0ea7-4b65-b3f0-dead5ffc9d5b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448844 Apr 07 12:06:43.583641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d3977-ff54-4490-95d9-9c53c6b4cd22 req-1d2192ad-9c97-4b18-a1f3-c2a9646331c8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:43.585422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-819d3977-ff54-4490-95d9-9c53c6b4cd22 req-1d2192ad-9c97-4b18-a1f3-c2a9646331c8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0578864 Apr 07 12:06:43.639830 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-819d3977-ff54-4490-95d9-9c53c6b4cd22 req-4785fc3f-6f5d-46c4-9bbd-a1d2d1688314 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489726 Apr 07 12:06:44.780498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb75e6-3824-41c4-a8c6-cab63fe6bc1f req-438ddbf7-a250-481f-9fb3-c572de3dde57 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:44.782120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebbb75e6-3824-41c4-a8c6-cab63fe6bc1f req-438ddbf7-a250-481f-9fb3-c572de3dde57 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0710447 Apr 07 12:06:44.833904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebbb75e6-3824-41c4-a8c6-cab63fe6bc1f req-4a2f2952-e9e6-4cec-9b04-0197fc1de160 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459061 Apr 07 12:06:45.968769 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ca927-276f-4387-85f5-e965d3d0adf1 req-675232d5-2e13-4f86-920a-a1e92ca4ca6e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:45.970320 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b1ca927-276f-4387-85f5-e965d3d0adf1 req-675232d5-2e13-4f86-920a-a1e92ca4ca6e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0576780 Apr 07 12:06:46.021595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4b1ca927-276f-4387-85f5-e965d3d0adf1 req-130e8a1f-7207-4974-8383-67b1fecb9b93 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Apr 07 12:06:47.155685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6016c-b152-4962-bb0a-a822f6cb191b req-00b2d944-e6b5-4790-8179-33a7da42961d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:47.157268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0fd6016c-b152-4962-bb0a-a822f6cb191b req-00b2d944-e6b5-4790-8179-33a7da42961d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0617366 Apr 07 12:06:47.209199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0fd6016c-b152-4962-bb0a-a822f6cb191b req-b66a97e8-efa4-4da5-8e11-26f33c83e8f3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Apr 07 12:06:48.332648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e627a-05bf-4e54-8d90-57ab5380fd51 req-b1a01876-c254-423b-bacc-1f46fcf3882a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:48.334218 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-522e627a-05bf-4e54-8d90-57ab5380fd51 req-b1a01876-c254-423b-bacc-1f46fcf3882a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0552533 Apr 07 12:06:48.384643 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-522e627a-05bf-4e54-8d90-57ab5380fd51 req-bc9fb3da-ef4f-4a03-91e0-b269f4b93e4a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Apr 07 12:06:49.514781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39911b0-0b1c-4271-8984-1751a46b9c0e req-ba2c9158-0ea4-4bc7-a3c5-a65640f7693d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.516525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39911b0-0b1c-4271-8984-1751a46b9c0e req-ba2c9158-0ea4-4bc7-a3c5-a65640f7693d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0612376 Apr 07 12:06:49.566191 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39911b0-0b1c-4271-8984-1751a46b9c0e req-d7b44e3f-4a9c-48a6-bb5d-e1bdc028321a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Apr 07 12:06:50.697221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfb3a4-4875-4f2f-8434-5974e85b4be3 req-22617a49-73fb-4661-add7-b610f20cf26e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:50.698670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92dfb3a4-4875-4f2f-8434-5974e85b4be3 req-22617a49-73fb-4661-add7-b610f20cf26e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0598402 Apr 07 12:06:50.745737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92dfb3a4-4875-4f2f-8434-5974e85b4be3 req-80ea49b4-d5c3-4bd8-b365-629b937da5cd tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Apr 07 12:06:51.870876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72670e2-978f-4008-87ec-29513985b59f req-915a7f43-0e80-4acb-bfa2-e426ccd58c8b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.872430 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e72670e2-978f-4008-87ec-29513985b59f req-915a7f43-0e80-4acb-bfa2-e426ccd58c8b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0548832 Apr 07 12:06:51.924117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e72670e2-978f-4008-87ec-29513985b59f req-4986081e-c13b-4559-924e-66a93b9bb14f tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Apr 07 12:06:53.054009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad521db-a291-44dc-bdc5-a2a52f7e57c0 req-2a09c736-ed71-4cec-a111-795425b98da3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.056321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fad521db-a291-44dc-bdc5-a2a52f7e57c0 req-2a09c736-ed71-4cec-a111-795425b98da3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0596333 Apr 07 12:06:53.106092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fad521db-a291-44dc-bdc5-a2a52f7e57c0 req-d822a436-6b94-4223-b881-78bd1d5ed3cb tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Apr 07 12:06:54.230690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bd3d0-cd0c-4072-871d-636e44ea1e6b req-ec3ecbca-db08-4eaf-bed4-ae52f3152826 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.232210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-573bd3d0-cd0c-4072-871d-636e44ea1e6b req-ec3ecbca-db08-4eaf-bed4-ae52f3152826 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0560117 Apr 07 12:06:54.280730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-573bd3d0-cd0c-4072-871d-636e44ea1e6b req-5ec81a89-59b6-4fc9-b7f5-f8cdc98c94ca tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Apr 07 12:06:55.405628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce10a-c32d-4828-9d8f-d7a84e8abc0d req-5d57a37e-5c3a-4284-ab9b-763632093f4d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.407105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-311ce10a-c32d-4828-9d8f-d7a84e8abc0d req-5d57a37e-5c3a-4284-ab9b-763632093f4d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0587683 Apr 07 12:06:55.454488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-311ce10a-c32d-4828-9d8f-d7a84e8abc0d req-d25ae82d-8056-4a20-b7dd-b6b374717ce0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Apr 07 12:06:56.587843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02937c4c-f701-4329-9011-e821f7ec3100 req-63d11312-a684-48c8-bd4d-a99a349f477b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:56.589353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02937c4c-f701-4329-9011-e821f7ec3100 req-63d11312-a684-48c8-bd4d-a99a349f477b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0544298 Apr 07 12:06:56.637278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02937c4c-f701-4329-9011-e821f7ec3100 req-9781c9b9-3404-42db-8190-6f0b2b993fd6 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Apr 07 12:06:57.759377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29b67-0395-4652-9430-52b0928914b3 req-d0fef6e0-65bc-490e-a6ab-b2b53245e94e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:57.760934 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aad29b67-0395-4652-9430-52b0928914b3 req-d0fef6e0-65bc-490e-a6ab-b2b53245e94e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0539787 Apr 07 12:06:57.812475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aad29b67-0395-4652-9430-52b0928914b3 req-b2eb3e73-414b-48e4-be15-87a08656eb05 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458946 Apr 07 12:06:58.939409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38190e3-b661-4cdd-8eb1-d3c1ae1f358e req-8c0a5852-7536-4b0e-9e96-74c2f4a6b900 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:58.940885 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c38190e3-b661-4cdd-8eb1-d3c1ae1f358e req-8c0a5852-7536-4b0e-9e96-74c2f4a6b900 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0530827 Apr 07 12:06:59.000829 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c38190e3-b661-4cdd-8eb1-d3c1ae1f358e req-0ea90aaa-e9b1-484d-8ed0-840c464a4c29 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Apr 07 12:07:00.122859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc449d8-e2bf-436d-be79-84b8f55481ba req-fd1b1af3-70bb-4fb5-b0dc-fead796a84a9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.124357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfc449d8-e2bf-436d-be79-84b8f55481ba req-fd1b1af3-70bb-4fb5-b0dc-fead796a84a9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0521183 Apr 07 12:07:00.172862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cfc449d8-e2bf-436d-be79-84b8f55481ba req-ed3e2a78-09ee-4345-a2bf-2dc8137b9952 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 Apr 07 12:07:00.738074 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2bedaa18-1418-446e-bcbd-bb7414812b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.299518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e96490-2e39-4246-ae01-e99033d9518d req-cf7ce5c8-6206-4950-9ce4-416e7d77ae08 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.300991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e96490-2e39-4246-ae01-e99033d9518d req-cf7ce5c8-6206-4950-9ce4-416e7d77ae08 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0572245 Apr 07 12:07:01.347850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8e96490-2e39-4246-ae01-e99033d9518d req-da8e10c4-0013-45fb-92a2-e2c3b53dfaec tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Apr 07 12:07:01.707624 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-329b8dc7-537d-4c0b-891d-93915f9fbfea service neutron] show failed (client error): The resource could not be found. Apr 07 12:07:01.708807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-329b8dc7-537d-4c0b-891d-93915f9fbfea service neutron] 10.222.0.41 "GET /v2.0/ports/630a09df-7b37-4fee-97b8-c4a3162b2c83/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0624571 Apr 07 12:07:01.935352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-5bdbacd3-1ce1-41f6-9133-b765b5a0c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.937434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-5bdbacd3-1ce1-41f6-9133-b765b5a0c056 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f&tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4 HTTP/1.1" status: 200 len: 1127 time: 0.0648415 Apr 07 12:07:01.948383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:02.012293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.116967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.221781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:02.260227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h2-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:02.300802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:02.303074 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c677b-8bb0-4061-a9ad-ba269281578a" -d '{"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:02.308226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Publish callbacks [] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.323710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.provisioning_blocks [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Transition to ACTIVE for port object 630a09df-7b37-4fee-97b8-c4a3162b2c83 will not be triggered until provisioned by entity L2. {{(pid=104178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:02.329049 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.363644 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95600a33-63c8-451b-9dc7-72ccedbed609 x-openstack-request-id: req-95600a33-63c8-451b-9dc7-72ccedbed609 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:02.363944 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:02.364204 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95600a33-63c8-451b-9dc7-72ccedbed609 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:02.364610 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95600a33-63c8-451b-9dc7-72ccedbed609'] response: {'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'code': 200} Apr 07 12:07:02.404273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] No DVR routers for this DVR port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on host n-h2-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:02.411962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:02.479494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:02.479829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:02.480157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:02.487284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on network 6c5fe7d3-67f4-4ead-96ae-996277af168e not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:02.487609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Attempting to bind port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:02.496975 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:02.497547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Checking segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:02.497791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Bound using segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} {{(pid=104178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:02.498303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.managers [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Bound port: 630a09df-7b37-4fee-97b8-c4a3162b2c83, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}}] {{(pid=104178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:02.498664 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.528074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb961d-a77e-4a05-b3e7-c3dde35912fa req-4234b725-268d-470d-86e3-9ff199cbb510 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.529653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dafb961d-a77e-4a05-b3e7-c3dde35912fa req-4234b725-268d-470d-86e3-9ff199cbb510 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0887887 Apr 07 12:07:02.606548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h1-836788-1, cleared binding levels {{(pid=104178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:02.610246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:02.615820 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dafb961d-a77e-4a05-b3e7-c3dde35912fa req-36df7cea-0357-4a86-85d4-d6dc6a2f95c1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687118 Apr 07 12:07:02.618310 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.658471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.659093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.660459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] 10.222.0.23 "PUT /v2.0/ports/630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 1091 time: 0.7170560 Apr 07 12:07:02.683868 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c250ff0-8e18-4678-b2ae-77af8394e086 service neutron] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:02.733658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-c02b61af-af5f-4382-876d-b130fc2c0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.735185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-c02b61af-af5f-4382-876d-b130fc2c0b25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1125 time: 0.0523760 Apr 07 12:07:02.822077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-fbf63751-9e3d-4a0a-92ae-1c975d9cc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.823574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-fbf63751-9e3d-4a0a-92ae-1c975d9cc33f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.0831914 Apr 07 12:07:02.868499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-00db2283-989b-4f58-a27b-44f204b49800 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0390124 Apr 07 12:07:02.916610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9dd9f77e-8e9f-499b-bd53-eaa21853676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.918234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9dd9f77e-8e9f-499b-bd53-eaa21853676d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0444121 Apr 07 12:07:02.950187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-674417a0-df28-4d6c-8245-1c8aa38da458 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267441 Apr 07 12:07:03.045647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-f7cce1f4-ec34-4932-8111-3435ed004efe service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899923 Apr 07 12:07:03.062348 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-086825c8-5932-4b4a-8b96-32c5c3e1c5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.138728 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28f3a2a3-3ca9-4cea-a150-56c5affb6193 req-9146e495-a84d-448c-9f53-0e9b7ab085f7 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877907 Apr 07 12:07:03.740222 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17259e7-15fe-488a-81de-20441a67c469 req-40b23968-2ae4-47c6-bf77-19da5676465a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.741780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17259e7-15fe-488a-81de-20441a67c469 req-40b23968-2ae4-47c6-bf77-19da5676465a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0543783 Apr 07 12:07:03.796812 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17259e7-15fe-488a-81de-20441a67c469 req-07c07fb0-b991-4594-baeb-112db4836bee tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Apr 07 12:07:03.985905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:04.366055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:04.369458 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f0bc30-8083-49cd-976c-61c94038ea5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:04.422259 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0113dc73-434d-4de2-99af-d3e825bac5b0 x-openstack-request-id: req-0113dc73-434d-4de2-99af-d3e825bac5b0 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:04.422565 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:04.422835 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0113dc73-434d-4de2-99af-d3e825bac5b0 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:04.423261 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0113dc73-434d-4de2-99af-d3e825bac5b0'] response: {'name': 'network-changed', 'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'status': 'completed', 'code': 200} Apr 07 12:07:04.498662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-5ff79d94-00d6-4d17-b931-04a91c93d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.502398 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-5ff79d94-00d6-4d17-b931-04a91c93d988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1125 time: 0.0650816 Apr 07 12:07:04.505925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-ef8b9fd3-6429-4f4a-83f2-00c1a0a39c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.507460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-ef8b9fd3-6429-4f4a-83f2-00c1a0a39c4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1125 time: 0.0576532 Apr 07 12:07:04.614620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-3386bb4f-cac4-4d82-b092-bf09ba9f6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.616576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-3386bb4f-cac4-4d82-b092-bf09ba9f6ec1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1021261 Apr 07 12:07:04.622716 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-c12b37ca-fa06-4e74-b8a7-c1c79de2a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.624229 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-c12b37ca-fa06-4e74-b8a7-c1c79de2a9f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1149979 Apr 07 12:07:04.639421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:04.673247 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-d5dd62c2-4f5c-4753-81ad-d82b2ccda764 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0429361 Apr 07 12:07:04.688468 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-c47388fb-e4a4-4f97-9b74-f2594b62bba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0553567 Apr 07 12:07:04.736610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-d733dfc2-f49f-4d67-870f-be389c8d1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.738563 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-d733dfc2-f49f-4d67-870f-be389c8d1d64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0594838 Apr 07 12:07:04.757670 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-c481aa66-b70d-4d26-8ef0-a9283e431835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.759745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-c481aa66-b70d-4d26-8ef0-a9283e431835 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0667696 Apr 07 12:07:04.775029 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-263f1308-c536-461d-bcd0-aecfe2c4aca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295568 Apr 07 12:07:04.794058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-9573c6e5-8e12-428c-ab2a-4439a486d997 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267889 Apr 07 12:07:04.884664 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-ad43cbca-407a-4e4c-be6c-8475bcde7def service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027641 Apr 07 12:07:04.923958 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-9413d56c-ebc8-443d-ac25-66fbb76e6ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241074 Apr 07 12:07:04.978807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-26831590-077f-4085-925f-bbc3f951e25e service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902174 Apr 07 12:07:04.995205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6718d-135f-4894-bddb-4c0af142a2ac req-4342d822-0ae7-4e7b-95e3-b8f865c3d59a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.996761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bb6718d-135f-4894-bddb-4c0af142a2ac req-4342d822-0ae7-4e7b-95e3-b8f865c3d59a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.1225209 Apr 07 12:07:05.067118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1f0bc30-8083-49cd-976c-61c94038ea5c req-8a245e0a-c984-4308-a7b6-95ad375990ca service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374416 Apr 07 12:07:05.071066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7bb6718d-135f-4894-bddb-4c0af142a2ac req-bb09a2e0-6887-4c49-94a3-aaf1edf65dee tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671141 Apr 07 12:07:05.274749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baabff7-46e3-44c7-be63-12c2130e988a req-08439b82-701f-49a9-8c07-ac68f9ef9a72 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.276318 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1baabff7-46e3-44c7-be63-12c2130e988a req-08439b82-701f-49a9-8c07-ac68f9ef9a72 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 943 time: 0.0575929 Apr 07 12:07:05.304344 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:05.327628 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1baabff7-46e3-44c7-be63-12c2130e988a req-61ed6406-9f80-4302-ad84-89f26456da70 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Apr 07 12:07:05.694967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-e35bb58b-e32c-4b85-a78a-957ff1785e2c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.696670 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-e35bb58b-e32c-4b85-a78a-957ff1785e2c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f&tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 943 time: 0.4587173 Apr 07 12:07:05.761026 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-0187f212-eb15-4af9-a011-52a3ca07cfeb service neutron] delete failed (client error): The resource could not be found. Apr 07 12:07:05.762081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-0187f212-eb15-4af9-a011-52a3ca07cfeb service neutron] 10.222.0.41 "DELETE /v2.0/ports/630a09df-7b37-4fee-97b8-c4a3162b2c83/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0588031 Apr 07 12:07:05.852697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-3166463b-7ec1-4919-a649-68e637190336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.854230 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-3166463b-7ec1-4919-a649-68e637190336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 1125 time: 0.0484543 Apr 07 12:07:05.862469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:05.915540 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 630a09df-7b37-4fee-97b8-c4a3162b2c83 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:07:05.916149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:07:05.956078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-8da49e30-dac0-4e0c-a596-ad175c0c9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.957543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-8da49e30-dac0-4e0c-a596-ad175c0c9b3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.0972331 Apr 07 12:07:06.000400 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-d420c5e2-bbe4-4a64-976a-9285c978d8ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 200 len: 217 time: 0.0374196 Apr 07 12:07:06.048213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:06.050948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-36decb55-e6f4-4ea0-b3e8-2468e5471f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.052508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-36decb55-e6f4-4ea0-b3e8-2468e5471f1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0470221 Apr 07 12:07:06.088586 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-a7b6fbd1-0397-4470-a3c7-f0bb75d70829 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306430 Apr 07 12:07:06.171189 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:06.184665 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.185490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'port_id': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'mac_address': 'fa:16:3e:2e:a9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968fb1e6-fda5-455d-972c-b36ab7d77767', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:06.214464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-73e81569-cce8-4795-a63b-ad59e3006237 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200049 Apr 07 12:07:06.226681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 630a09df-7b37-4fee-97b8-c4a3162b2c83 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:06.227059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.240764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630a09df-7b37-4fee-97b8-c4a3162b2c83 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:06.263356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:06.268042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.315712 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d340027-cf97-41ee-95ca-617eb264d4c3 req-f4f9db73-0f4a-453c-898e-c8d9890d88a9 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955832 Apr 07 12:07:06.323248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.458384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20baea-afba-436d-9205-85998498da64 req-ffe63d48-e1f7-4665-8d49-665e7ee500ff tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.459904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea20baea-afba-436d-9205-85998498da64 req-ffe63d48-e1f7-4665-8d49-665e7ee500ff tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 944 time: 0.0559566 Apr 07 12:07:06.479087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['630a09df-7b37-4fee-97b8-c4a3162b2c83'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:06.515942 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea20baea-afba-436d-9205-85998498da64 req-a661b91c-a4ad-4a78-859d-6fc1564f38e8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Apr 07 12:07:07.279362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.638576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5e3b2-32df-49ce-a516-e2b249d88e36 req-88f4c307-58da-4d6c-b0fc-3314b106c640 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.640149 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb5e3b2-32df-49ce-a516-e2b249d88e36 req-88f4c307-58da-4d6c-b0fc-3314b106c640 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 944 time: 0.0545592 Apr 07 12:07:07.689456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3eb5e3b2-32df-49ce-a516-e2b249d88e36 req-be08d76f-601e-43ff-b528-61fbd3da82f0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Apr 07 12:07:07.814108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b96c1c-28ce-42dc-aa71-0bd7f89ce854 req-4abbdaf7-5168-4560-bc4b-3820bbbed219 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.815541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10b96c1c-28ce-42dc-aa71-0bd7f89ce854 req-4abbdaf7-5168-4560-bc4b-3820bbbed219 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 944 time: 0.0551283 Apr 07 12:07:07.864501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10b96c1c-28ce-42dc-aa71-0bd7f89ce854 req-818c40cd-2b4c-4fea-afcb-0607f6b02b63 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426698 Apr 07 12:07:07.989083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42db7-ea57-4ba1-8d72-f041faf9352b req-80d7b5ac-9ccb-48ad-8a69-fbf716960a98 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.990554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51d42db7-ea57-4ba1-8d72-f041faf9352b req-80d7b5ac-9ccb-48ad-8a69-fbf716960a98 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 944 time: 0.0583241 Apr 07 12:07:08.038833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51d42db7-ea57-4ba1-8d72-f041faf9352b req-35a3c248-05b7-4383-befa-109459a33fda tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Apr 07 12:07:08.048127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:08.266895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 630a09df-7b37-4fee-97b8-c4a3162b2c83 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:08.271805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 630a09df-7b37-4fee-97b8-c4a3162b2c83 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:08.272316 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.352294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 630a09df-7b37-4fee-97b8-c4a3162b2c83 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:08.353217 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.386587 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:08.389760 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0cd1fe-8c46-4ea3-a524-8d13c89a9ac3" -d '{"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-plugged", "status": "completed", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:08.396348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:08.402001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.422453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-327545d1-f325-4915-9c2d-60a18deec7b9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.423984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-327545d1-f325-4915-9c2d-60a18deec7b9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 815 time: 0.1158624 Apr 07 12:07:08.434517 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab76c9a6-a165-41a1-ba48-0903d37fbf68 x-openstack-request-id: req-ab76c9a6-a165-41a1-ba48-0903d37fbf68 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:08.434814 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-plugged", "status": "completed", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:08.435074 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab76c9a6-a165-41a1-ba48-0903d37fbf68 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:08.435479 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab76c9a6-a165-41a1-ba48-0903d37fbf68'] response: {'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'code': 200} Apr 07 12:07:08.441636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-a69e6c32-f576-4ae6-9dff-742bddece3a5 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/quotas/14e4ba1c22af4571bcbc4dc240ddb9a4 HTTP/1.1" status: 200 len: 375 time: 0.0095897 Apr 07 12:07:08.463639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:08.499084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-5ac36bd0-1692-4a55-bf3b-f23cc04c6b8c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508034 Apr 07 12:07:08.598594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-cb4cca49-c828-41fb-9507-d958dcc4a733 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922332 Apr 07 12:07:08.696718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-bc30c4f7-e240-4fde-be31-b20911964fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917287 Apr 07 12:07:08.904906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af8e8357-727f-4630-a43d-c9b76b14f367 req-9b5277e0-23be-4274-bfad-5dc9c926ff22 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 210 time: 0.0425277 Apr 07 12:07:09.561227 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-bf5cea00-4144-439a-ab69-89d0846afa6c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.562684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-bf5cea00-4144-439a-ab69-89d0846afa6c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f HTTP/1.1" status: 200 len: 945 time: 0.0693839 Apr 07 12:07:09.662976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Deleting port 630a09df-7b37-4fee-97b8-c4a3162b2c83 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:07:09.663321 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.758044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] For port 630a09df-7b37-4fee-97b8-c4a3162b2c83, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=630a09df-7b37-4fee-97b8-c4a3162b2c83,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:09.759051 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.771037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Calling delete_port for 630a09df-7b37-4fee-97b8-c4a3162b2c83 owned by compute:nova {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:07:09.833711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.23', 49968) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:09.943819 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (630a09df-7b37-4fee-97b8-c4a3162b2c83), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.958535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['630a09df-7b37-4fee-97b8-c4a3162b2c83'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:09.973166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-6b871d71-bffd-4ce9-9548-a9040d8e2e89 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.975437 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-6b871d71-bffd-4ce9-9548-a9040d8e2e89 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 815 time: 0.1401682 Apr 07 12:07:09.983414 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Pushing event deleted for resources: {'Port': ['ID=630a09df-7b37-4fee-97b8-c4a3162b2c83,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:09.989605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Request body: {'port': {'device_id': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'admin_state_up': True, 'tenant_id': '14e4ba1c22af4571bcbc4dc240ddb9a4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:10.040795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] No DVR routers for this DVR port 630a09df-7b37-4fee-97b8-c4a3162b2c83 on host n-h1-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:10.044577 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.048187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.23 "DELETE /v2.0/ports/630a09df-7b37-4fee-97b8-c4a3162b2c83 HTTP/1.1" status: 204 len: 173 time: 0.4800656 Apr 07 12:07:10.048653 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-deleted', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:10.051524 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05abdd8-4215-43c2-a267-8905511e128a" -d '{"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-deleted", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:10.085083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a39ff6e2-0fee-41cc-814e-facab19694d2 req-0d06b795-bc67-4cdb-9ce4-ed839a9d8235 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 210 time: 0.0418105 Apr 07 12:07:10.115651 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3be338-1142-4b22-bd6c-dbc10148f919 x-openstack-request-id: req-4d3be338-1142-4b22-bd6c-dbc10148f919 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:10.115951 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f", "name": "network-vif-deleted", "tag": "630a09df-7b37-4fee-97b8-c4a3162b2c83", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:10.116238 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d3be338-1142-4b22-bd6c-dbc10148f919 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:10.116687 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3be338-1142-4b22-bd6c-dbc10148f919'] response: {'server_uuid': '4a6ce9e8-13cd-4cf2-a71c-2b3326454e1f', 'name': 'network-vif-deleted', 'tag': '630a09df-7b37-4fee-97b8-c4a3162b2c83', 'status': 'completed', 'code': 200} Apr 07 12:07:10.164157 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Made reservation on behalf of 14e4ba1c22af4571bcbc4dc240ddb9a4 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:10.168571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.304193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Allocated IP 172.20.0.14 (6c5fe7d3-67f4-4ead-96ae-996277af168e/968fb1e6-fda5-455d-972c-b36ab7d77767/ecedf176-f7ec-449f-afb6-1d1321491a9c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:07:10.464564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks [] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.502541 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.516726 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['630a09df-7b37-4fee-97b8-c4a3162b2c83'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:10.562425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Network 6c5fe7d3-67f4-4ead-96ae-996277af168e is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:07:10.565753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:10.569764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:07:10.611474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:10.627058 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.627407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.627753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.628099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.628438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.628772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.629126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.629492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.629823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.630150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.630478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.630804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.631137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.647437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.648058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.666365 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-ce7654a2-d4ad-49b5-80d4-472d94ea623e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6826379 Apr 07 12:07:10.677265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Request body: {'port': {'device_id': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:10.743331 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.037221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecedf176-f7ec-449f-afb6-1d1321491a9c {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:11.046073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Publish callbacks [] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.059316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Transition to ACTIVE for port object ecedf176-f7ec-449f-afb6-1d1321491a9c will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:11.063577 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.116385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:11.192446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:11.192786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:11.193116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:11.198062 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Port ecedf176-f7ec-449f-afb6-1d1321491a9c on network 6c5fe7d3-67f4-4ead-96ae-996277af168e not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:11.198388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:11.203451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:11.203797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Checking segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:11.204185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Bound using segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:11.204615 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Bound port: ecedf176-f7ec-449f-afb6-1d1321491a9c, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:11.204977 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.223487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78379-5686-46c9-8e98-93d1e18ddfad req-02a5dbdc-f52b-40d0-b6a4-959b95b02e1e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.225012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0c78379-5686-46c9-8e98-93d1e18ddfad req-02a5dbdc-f52b-40d0-b6a4-959b95b02e1e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0578060 Apr 07 12:07:11.283308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:11.286685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:11.290606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c0c78379-5686-46c9-8e98-93d1e18ddfad req-ceddb86e-aeff-41fc-ac45-826bdf4c2c36 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589163 Apr 07 12:07:11.294277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.336916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.337653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.339089 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] 10.222.0.23 "PUT /v2.0/ports/ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 1092 time: 0.6659517 Apr 07 12:07:11.339551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:11.341908 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc12cf24-5091-4d14-a12f-c58ceccdb447" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:11.369873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a81a9-b129-4bad-a564-ea9522e5159a service neutron] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:11.397710 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d1949-0b6a-4056-8cd3-bbf76ca0f706 x-openstack-request-id: req-fb3d1949-0b6a-4056-8cd3-bbf76ca0f706 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:11.398012 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:11.398819 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb3d1949-0b6a-4056-8cd3-bbf76ca0f706 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:11.399265 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3d1949-0b6a-4056-8cd3-bbf76ca0f706'] response: {'name': 'network-changed', 'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'status': 'completed', 'code': 200} Apr 07 12:07:11.438587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-0e5bd4af-8628-4194-b21a-a6a7a8c13ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.440132 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-0e5bd4af-8628-4194-b21a-a6a7a8c13ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1126 time: 0.0531368 Apr 07 12:07:11.491024 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-4eb3b2b4-6492-4c38-b2af-2c16e30f1e5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0440495 Apr 07 12:07:11.544670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-889c216b-6c1b-4185-8270-4971f17709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.546113 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-889c216b-6c1b-4185-8270-4971f17709b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0485270 Apr 07 12:07:11.579903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-82272836-5315-433a-8335-5b8847d37ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278747 Apr 07 12:07:11.719049 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-5512dbd1-b1bb-43c0-8131-a24cc577935c service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330812 Apr 07 12:07:11.831774 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f9d2ae36-12aa-4102-a42d-b5d07fde6cb1 req-25eee6a3-c7ec-46ef-ae72-2f7a246a9efa service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066930 Apr 07 12:07:11.927410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-83abb9a3-c001-4ef9-bd36-96059d82d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.929480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-83abb9a3-c001-4ef9-bd36-96059d82d314 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1126 time: 0.0496902 Apr 07 12:07:12.035320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-1461fdc6-c590-4c08-b8bf-1f4525f95891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.037755 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-1461fdc6-c590-4c08-b8bf-1f4525f95891 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1029918 Apr 07 12:07:12.081098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-ce3d9723-8e4b-442b-ae51-bf32f91029a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0365403 Apr 07 12:07:12.139003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-2517b46d-011d-4877-b2c9-8eaa117a9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.140421 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-2517b46d-011d-4877-b2c9-8eaa117a9f64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0530765 Apr 07 12:07:12.182572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-d7c369c9-dbab-4e2e-b6e7-66c9079103ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328405 Apr 07 12:07:12.281535 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-81181cec-653c-416a-a831-52bc0dc38bbe service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926352 Apr 07 12:07:12.399861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bc12cf24-5091-4d14-a12f-c58ceccdb447 req-c6f1a89b-a92e-4def-877e-d78e68e2f80d service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119967 Apr 07 12:07:12.437197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7f3f2-809d-44fe-9704-390d51d8897c req-fc0faa77-ff0a-4c89-b236-139b2cfd6ebc tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.438717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00b7f3f2-809d-44fe-9704-390d51d8897c req-fc0faa77-ff0a-4c89-b236-139b2cfd6ebc tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0685601 Apr 07 12:07:12.494617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00b7f3f2-809d-44fe-9704-390d51d8897c req-e95150e1-1670-4076-bbdd-cab73c25f595 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499320 Apr 07 12:07:13.675987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad2548-0b12-4a63-9a46-cc645705f75c req-47a92053-a54f-4588-b614-d07e22b408c1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.678850 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53ad2548-0b12-4a63-9a46-cc645705f75c req-47a92053-a54f-4588-b614-d07e22b408c1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0743127 Apr 07 12:07:13.738562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53ad2548-0b12-4a63-9a46-cc645705f75c req-03fcb12d-857c-4fef-9f84-b59bf8f3d3ca tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Apr 07 12:07:14.065792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:14.067951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:14.096918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 630a09df-7b37-4fee-97b8-c4a3162b2c83 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:07:14.097304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 630a09df-7b37-4fee-97b8-c4a3162b2c83 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:07:14.218015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:14.238380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'port_id': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'mac_address': 'fa:16:3e:13:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968fb1e6-fda5-455d-972c-b36ab7d77767', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:14.305394 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port ecedf176-f7ec-449f-afb6-1d1321491a9c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:14.305812 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.320135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecedf176-f7ec-449f-afb6-1d1321491a9c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:14.341972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:14.346801 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.442544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:14.535341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['ecedf176-f7ec-449f-afb6-1d1321491a9c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:14.937586 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47af44-3380-4f7d-a751-7e3878c920e9 req-cda1cf8b-6e25-41c1-be0c-5ba7f004f479 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:14.939459 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd47af44-3380-4f7d-a751-7e3878c920e9 req-cda1cf8b-6e25-41c1-be0c-5ba7f004f479 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 945 time: 0.0921896 Apr 07 12:07:15.005783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd47af44-3380-4f7d-a751-7e3878c920e9 req-cdc0f81d-98a4-4da2-9ea3-d5871b01c01f tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593750 Apr 07 12:07:16.079282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:16.152875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port ecedf176-f7ec-449f-afb6-1d1321491a9c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:16.157803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port ecedf176-f7ec-449f-afb6-1d1321491a9c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:16.158297 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.170317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42781a92-eee1-440f-a8b1-6a188e0c2264 req-2923731b-8a5a-41d1-9fc8-9595773c6b94 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:16.171967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42781a92-eee1-440f-a8b1-6a188e0c2264 req-2923731b-8a5a-41d1-9fc8-9595773c6b94 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 945 time: 0.0776513 Apr 07 12:07:16.240582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42781a92-eee1-440f-a8b1-6a188e0c2264 req-62d92f06-3f62-43ed-9472-7bae9c8ce8cb tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598998 Apr 07 12:07:16.278856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port ecedf176-f7ec-449f-afb6-1d1321491a9c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:16.279252 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.312545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:16.315339 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf1a9b-4eb7-401a-9a73-16d761936895" -d '{"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-plugged", "status": "completed", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:16.333722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:16.340331 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.367353 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c85ddcc-1ed9-498f-9e5b-f363015e6bb3 x-openstack-request-id: req-8c85ddcc-1ed9-498f-9e5b-f363015e6bb3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:16.367353 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-plugged", "status": "completed", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:16.367788 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c85ddcc-1ed9-498f-9e5b-f363015e6bb3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:16.367990 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c85ddcc-1ed9-498f-9e5b-f363015e6bb3'] response: {'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'code': 200} Apr 07 12:07:16.406494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:16.479582 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d3d46-32fe-45a3-8473-08c524dd74cf req-2dfd044e-e00b-4221-a97d-949b1d4e8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:16.481170 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48d3d46-32fe-45a3-8473-08c524dd74cf req-2dfd044e-e00b-4221-a97d-949b1d4e8b3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1128 time: 0.0498807 Apr 07 12:07:16.545458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48d3d46-32fe-45a3-8473-08c524dd74cf req-e5a1bd3f-fdbe-4b5f-9ffc-9c6f30424ddd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580056 Apr 07 12:07:17.390118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770385a6-6204-4300-8909-d89ea85a0f5d req-3c475faa-4416-45fe-bf98-3fc208287e9a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.391665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-770385a6-6204-4300-8909-d89ea85a0f5d req-3c475faa-4416-45fe-bf98-3fc208287e9a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0638242 Apr 07 12:07:17.456336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-770385a6-6204-4300-8909-d89ea85a0f5d req-0c70b40e-4341-4778-959f-99278bd3ae8f tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557568 Apr 07 12:07:18.620810 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085da4e-3416-4521-bb29-7f9d0f12b5eb req-5423a342-3ca8-40b7-b380-556bcce92ff1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:18.622442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b085da4e-3416-4521-bb29-7f9d0f12b5eb req-5423a342-3ca8-40b7-b380-556bcce92ff1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0675900 Apr 07 12:07:18.678528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b085da4e-3416-4521-bb29-7f9d0f12b5eb req-4504ff2a-5064-410d-8e26-d8c6e78811ec tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Apr 07 12:07:18.815624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52748d-920b-42a3-a2bf-4c072fa7907a req-7cb90d30-2a6e-4333-bec0-026f4a10052e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:18.817181 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee52748d-920b-42a3-a2bf-4c072fa7907a req-7cb90d30-2a6e-4333-bec0-026f4a10052e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0628288 Apr 07 12:07:18.890336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee52748d-920b-42a3-a2bf-4c072fa7907a req-0c651c8a-7e19-4ba2-abc5-bf793268d42c tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667348 Apr 07 12:07:19.244849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-af9afef0-f41c-458f-811b-abc6e877e2e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970922 Apr 07 12:07:19.257011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237bb4e-0070-437b-87cd-cd70d5331ec6 req-6cacd2c6-6b9c-4b2e-a989-a2bf086204bf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.259817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6237bb4e-0070-437b-87cd-cd70d5331ec6 req-6cacd2c6-6b9c-4b2e-a989-a2bf086204bf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0971129 Apr 07 12:07:19.342672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6237bb4e-0070-437b-87cd-cd70d5331ec6 req-3565d136-d19a-45ff-ae23-6de728f68f42 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762277 Apr 07 12:07:19.758546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-4ed45f41-970f-43e4-a35f-bab77e243d27 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.761083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-4ed45f41-970f-43e4-a35f-bab77e243d27 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports/ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 943 time: 0.0789046 Apr 07 12:07:20.512795 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc63d64-5093-4506-bfaa-47b932efdd47 req-74734209-8595-4ff8-a1d6-b7bcd5be2f9b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.514568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cc63d64-5093-4506-bfaa-47b932efdd47 req-74734209-8595-4ff8-a1d6-b7bcd5be2f9b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0649216 Apr 07 12:07:20.582877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4cc63d64-5093-4506-bfaa-47b932efdd47 req-ce252190-5b8c-41aa-b32c-c3d25ad970f2 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600183 Apr 07 12:07:20.732856 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-8f00531b-c5a7-4001-b464-a74181ea8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.734420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-8f00531b-c5a7-4001-b464-a74181ea8bf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1128 time: 0.0496905 Apr 07 12:07:20.890956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-9ee6a325-538e-4a28-a885-3d23cadf99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.893518 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-9ee6a325-538e-4a28-a885-3d23cadf99f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1526949 Apr 07 12:07:20.945912 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-7d9d1c39-ea07-4e3d-acb0-9d911497f23a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0467567 Apr 07 12:07:21.002648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-237f5581-aba1-4e78-a0f5-b29ef02c78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:21.004162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-237f5581-aba1-4e78-a0f5-b29ef02c78b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0496740 Apr 07 12:07:21.057673 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-f5cbc3dd-b704-4d99-aeae-90206b4279c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473502 Apr 07 12:07:21.205328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-9b32b675-6662-4f98-9c23-0ca66d3a7346 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421039 Apr 07 12:07:21.370746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-081c3a5a-8730-4fe3-abdd-58b716bf3566 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572294 Apr 07 12:07:21.792829 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582975-a18f-4b27-ae8d-e5d78580ea5b req-04efcdf1-25ee-4166-8fef-5506b03220f3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:21.795202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b582975-a18f-4b27-ae8d-e5d78580ea5b req-04efcdf1-25ee-4166-8fef-5506b03220f3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0855522 Apr 07 12:07:21.871265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b582975-a18f-4b27-ae8d-e5d78580ea5b req-63b21679-a896-4b2a-ad09-4cf2d9071c27 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627766 Apr 07 12:07:23.035197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90b7dc-318b-41ee-86f6-34bfe55f5777 req-9bc70b46-7641-4ca8-b4f0-c14a71312ee8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.036691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e90b7dc-318b-41ee-86f6-34bfe55f5777 req-9bc70b46-7641-4ca8-b4f0-c14a71312ee8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0693250 Apr 07 12:07:23.093036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e90b7dc-318b-41ee-86f6-34bfe55f5777 req-3439519d-fc24-4ffe-925f-f60d4e942fd4 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Apr 07 12:07:24.052556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-cf7700c3-e678-486f-a86a-296317344b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.056961 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-cf7700c3-e678-486f-a86a-296317344b8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1128 time: 0.0630169 Apr 07 12:07:24.203781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-d5a0e1dd-67aa-478f-b972-9376fc720c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.206267 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-d5a0e1dd-67aa-478f-b972-9376fc720c2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1236649 Apr 07 12:07:24.278138 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-08115653-7d35-460c-9b77-6e67b54f1aa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0651429 Apr 07 12:07:24.295514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adf9e4-df85-4afa-8d47-6fcfe9efaa75 req-4e3a83dd-88bd-4cf6-91d3-93cc5f048d04 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.298137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52adf9e4-df85-4afa-8d47-6fcfe9efaa75 req-4e3a83dd-88bd-4cf6-91d3-93cc5f048d04 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0930431 Apr 07 12:07:24.350039 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-127913a7-4f1d-4fec-98d2-8376db7128f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.353258 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-127913a7-4f1d-4fec-98d2-8376db7128f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0691121 Apr 07 12:07:24.371192 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52adf9e4-df85-4afa-8d47-6fcfe9efaa75 req-e75a45a4-01bf-4bd1-9ebf-42497c2c2523 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622370 Apr 07 12:07:24.401384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-ac7b7b34-33be-45dc-9fc2-2cfa398870a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423894 Apr 07 12:07:24.526245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-9d9ebb93-982f-42df-8a83-6a37b77f9ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190233 Apr 07 12:07:24.621895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cb1f893d-b8cb-4e6b-b7ec-a41bc7430ae1 req-9c69bbfc-1e47-46ea-bb44-2469b9ef0efe service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902722 Apr 07 12:07:25.502205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151639f-1e45-4581-939e-40072afb4f9f req-fb164a1f-4b8c-4776-b6cb-215061d859f0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.503722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c151639f-1e45-4581-939e-40072afb4f9f req-fb164a1f-4b8c-4776-b6cb-215061d859f0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0554383 Apr 07 12:07:25.556313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c151639f-1e45-4581-939e-40072afb4f9f req-26172dfb-641c-41d2-addd-435b0d46534d tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Apr 07 12:07:26.728240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8e8b-eb06-40d0-a542-228f44e59c57 req-a3588e53-1f5d-4313-bacb-56a109e31faa tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.733764 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f9e8e8b-eb06-40d0-a542-228f44e59c57 req-a3588e53-1f5d-4313-bacb-56a109e31faa tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0595224 Apr 07 12:07:27.125314 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f9e8e8b-eb06-40d0-a542-228f44e59c57 req-d5d6509f-7fe7-43b9-a6e2-d4b7f1a86701 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890491 Apr 07 12:07:28.298082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5068dec-312f-42ef-b485-27263d2cde08 req-6e4bf80e-4c5f-42fc-8c09-e5e3ea8358d8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.300123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5068dec-312f-42ef-b485-27263d2cde08 req-6e4bf80e-4c5f-42fc-8c09-e5e3ea8358d8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0724092 Apr 07 12:07:28.381287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5068dec-312f-42ef-b485-27263d2cde08 req-68174ffc-e093-4845-b13a-1179cef4cfd2 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Apr 07 12:07:29.555809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871534-fbb5-4a61-8c9e-0f38a974f9f2 req-7258e190-40fd-43b0-975d-022861512bd8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:29.558098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31871534-fbb5-4a61-8c9e-0f38a974f9f2 req-7258e190-40fd-43b0-975d-022861512bd8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0822127 Apr 07 12:07:29.627225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31871534-fbb5-4a61-8c9e-0f38a974f9f2 req-4208ce0a-df68-42e7-921e-e72f9e237f94 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577550 Apr 07 12:07:30.743991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1133-86a5-4167-99b9-4fd9006effb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:30.777603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b172121-db99-45dd-8e47-f7b9f108838d req-3f7a8f2c-a9e8-46e2-b4ed-88ec272c0962 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:30.779424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b172121-db99-45dd-8e47-f7b9f108838d req-3f7a8f2c-a9e8-46e2-b4ed-88ec272c0962 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0666142 Apr 07 12:07:30.830714 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b172121-db99-45dd-8e47-f7b9f108838d req-f9601521-6fc1-473c-bfba-aff1d8fd916f tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Apr 07 12:07:31.984615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a10faf-4a99-4846-9f91-1c338f4a2531 req-ce6bc697-cfd3-40dd-8ac1-618c1ee81325 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:31.986276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54a10faf-4a99-4846-9f91-1c338f4a2531 req-ce6bc697-cfd3-40dd-8ac1-618c1ee81325 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0684893 Apr 07 12:07:32.061372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54a10faf-4a99-4846-9f91-1c338f4a2531 req-f3f4fcd4-fd45-4edf-8c86-a1956592f30e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655389 Apr 07 12:07:32.118275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:33.075662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7303b545-427a-4145-8710-6bee82adb7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:33.234696 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65079-aab3-4f6e-8b38-a526509387f4 req-21d9d4fd-738a-4049-b358-26d5312bbea9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.236722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54d65079-aab3-4f6e-8b38-a526509387f4 req-21d9d4fd-738a-4049-b358-26d5312bbea9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0766652 Apr 07 12:07:33.295256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-54d65079-aab3-4f6e-8b38-a526509387f4 req-e753d93d-4aa2-48e2-94ae-12ac8287bbe0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494022 Apr 07 12:07:33.996013 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:34.471481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ac7e-8aa2-4017-94dc-03914452f549 req-8b1118eb-fd33-4f42-b793-8e9f6f7100c0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:34.473892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5658ac7e-8aa2-4017-94dc-03914452f549 req-8b1118eb-fd33-4f42-b793-8e9f6f7100c0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0881479 Apr 07 12:07:34.551453 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5658ac7e-8aa2-4017-94dc-03914452f549 req-61adf462-80c4-4242-b21f-e2703fc23184 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703664 Apr 07 12:07:34.628359 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:35.739663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfb299-d7a4-46c5-8bea-b1e6a3efd192 req-6f8e7d10-ffa3-4b33-9368-51a4e64634b4 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:35.743900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36cfb299-d7a4-46c5-8bea-b1e6a3efd192 req-6f8e7d10-ffa3-4b33-9368-51a4e64634b4 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0817108 Apr 07 12:07:35.819670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36cfb299-d7a4-46c5-8bea-b1e6a3efd192 req-0babb82a-f149-4888-949c-173e2da17aa8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688522 Apr 07 12:07:36.156933 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.974083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ef7d8-0f51-4d93-8401-cc8d21d98614 req-ffc3615c-9c9e-4d76-aee3-0c81fb31a4b6 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:36.975666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-696ef7d8-0f51-4d93-8401-cc8d21d98614 req-ffc3615c-9c9e-4d76-aee3-0c81fb31a4b6 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0641863 Apr 07 12:07:37.037905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-696ef7d8-0f51-4d93-8401-cc8d21d98614 req-377b2e76-fb72-4d87-a4fd-ed71cfde6d59 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Apr 07 12:07:37.286553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:38.232481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485d370-74df-4827-b698-2d03b9afa09a req-fb15ddf8-c90a-4f7c-962d-ec0b65e8dc52 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:38.234120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7485d370-74df-4827-b698-2d03b9afa09a req-fb15ddf8-c90a-4f7c-962d-ec0b65e8dc52 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0836477 Apr 07 12:07:38.311111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7485d370-74df-4827-b698-2d03b9afa09a req-d2693fcd-7956-492d-8a44-d7580b97a7f8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659094 Apr 07 12:07:39.482245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c12a0-d6b8-4769-95f0-0d5290b0b6ea req-4da33a42-813f-43ef-a3bf-f0295a76d6cc tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:39.484550 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d95c12a0-d6b8-4769-95f0-0d5290b0b6ea req-4da33a42-813f-43ef-a3bf-f0295a76d6cc tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0816286 Apr 07 12:07:39.544405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d95c12a0-d6b8-4769-95f0-0d5290b0b6ea req-3dc97fd5-93c4-49bb-8c67-e63ab9849e15 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537026 Apr 07 12:07:40.722896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ae6a3-cfc8-4d1b-9723-f673b6f22bec req-75621e00-97d4-4ee7-94cf-f0d8903657a1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:40.725091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-118ae6a3-cfc8-4d1b-9723-f673b6f22bec req-75621e00-97d4-4ee7-94cf-f0d8903657a1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0811145 Apr 07 12:07:40.780961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-118ae6a3-cfc8-4d1b-9723-f673b6f22bec req-8f34a396-0cf5-4100-89b9-a4d10e2b6b54 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Apr 07 12:07:41.943707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09154a3-c679-46a0-8f10-a8276da89f9a req-a00aefcc-277f-4897-8ab6-681cc6933ed1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:41.946217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d09154a3-c679-46a0-8f10-a8276da89f9a req-a00aefcc-277f-4897-8ab6-681cc6933ed1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0668681 Apr 07 12:07:42.000183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d09154a3-c679-46a0-8f10-a8276da89f9a req-868b1e54-cc94-4f0d-b241-4d3c36f2d14b tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Apr 07 12:07:42.305811 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:43.149826 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309306f-d04a-4629-a483-88674767d3f3 req-8d9e911b-ddec-4d81-9a53-675d2e3715d7 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:43.152374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6309306f-d04a-4629-a483-88674767d3f3 req-8d9e911b-ddec-4d81-9a53-675d2e3715d7 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0742221 Apr 07 12:07:43.212326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6309306f-d04a-4629-a483-88674767d3f3 req-45aac4d0-9cfe-401d-98bc-50d6cc6fd8da tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541499 Apr 07 12:07:44.385799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c1777-2761-4e47-b731-ccc32f17f236 req-fce6cc8c-a884-48f1-952c-9cbf33da3e4e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:44.387657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f30c1777-2761-4e47-b731-ccc32f17f236 req-fce6cc8c-a884-48f1-952c-9cbf33da3e4e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0754452 Apr 07 12:07:44.446215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f30c1777-2761-4e47-b731-ccc32f17f236 req-5bc6e273-3bc2-40b6-97bc-d8d6df55c0f1 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Apr 07 12:07:45.609453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501b3a-191f-4ed6-86bf-a719fa0074af req-d921e3d9-081c-41fd-9b6a-9c775e9dae1e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:45.611062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4501b3a-191f-4ed6-86bf-a719fa0074af req-d921e3d9-081c-41fd-9b6a-9c775e9dae1e tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0825229 Apr 07 12:07:45.668022 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c4501b3a-191f-4ed6-86bf-a719fa0074af req-47331686-a28c-4c43-bf5d-767304cddc46 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Apr 07 12:07:46.818217 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc149f-6187-40e9-bbb0-fba7d255d033 req-4da2ba92-c543-478f-9889-39049b38e56a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:46.820988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4fc149f-6187-40e9-bbb0-fba7d255d033 req-4da2ba92-c543-478f-9889-39049b38e56a tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0754864 Apr 07 12:07:46.893421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4fc149f-6187-40e9-bbb0-fba7d255d033 req-abfef620-a5a9-4e86-a4d8-12085c1ceeac tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632141 Apr 07 12:07:48.068151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37065a74-491e-4264-8ea0-d69cd299d5d2 req-791566d7-ae82-47a1-8108-cce028c72aa5 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:48.070991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37065a74-491e-4264-8ea0-d69cd299d5d2 req-791566d7-ae82-47a1-8108-cce028c72aa5 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0675333 Apr 07 12:07:48.131840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37065a74-491e-4264-8ea0-d69cd299d5d2 req-da71ce34-83df-4f16-9125-2f1f4e3a4fd0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 Apr 07 12:07:48.302725 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-4eddb314-7931-4b94-885a-34dca0cb72db req-21659a4a-50ca-4d57-858f-c174e600a77d service neutron] show failed (client error): The resource could not be found. Apr 07 12:07:48.304460 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-21659a4a-50ca-4d57-858f-c174e600a77d service neutron] 10.222.0.23 "GET /v2.0/ports/ecedf176-f7ec-449f-afb6-1d1321491a9c/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0668445 Apr 07 12:07:48.556208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-0d071dd8-cf2b-4e03-acb0-cf356fbdc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:48.557792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-0d071dd8-cf2b-4e03-acb0-cf356fbdc307 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b&tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4 HTTP/1.1" status: 200 len: 1128 time: 0.0643966 Apr 07 12:07:48.570164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:48.639009 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:48.890921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:48.929570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:48.981513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:48.984110 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64291d90-e581-47f2-ba6d-3cde83ff6ce0" -d '{"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:48.988491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Publish callbacks [] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:49.004766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Transition to ACTIVE for port object ecedf176-f7ec-449f-afb6-1d1321491a9c will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:49.010574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:49.069063 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bf9b5b-2986-4bd6-b011-4802481f44f7 x-openstack-request-id: req-08bf9b5b-2986-4bd6-b011-4802481f44f7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:49.070427 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:49.070811 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08bf9b5b-2986-4bd6-b011-4802481f44f7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:49.071398 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bf9b5b-2986-4bd6-b011-4802481f44f7'] response: {'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'code': 200} Apr 07 12:07:49.112607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] No DVR routers for this DVR port ecedf176-f7ec-449f-afb6-1d1321491a9c on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:49.117209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:49.164613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:49.165209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:49.165743 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:49.175116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Port ecedf176-f7ec-449f-afb6-1d1321491a9c on network 6c5fe7d3-67f4-4ead-96ae-996277af168e not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:49.175666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Attempting to bind port ecedf176-f7ec-449f-afb6-1d1321491a9c on network 6c5fe7d3-67f4-4ead-96ae-996277af168e {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:49.186600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:49.187207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Checking segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:49.187880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Bound using segment: {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:49.188809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Bound port: ecedf176-f7ec-449f-afb6-1d1321491a9c, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebf491-1ab6-429a-a0a1-383e34c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:49.189467 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:49.294129 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:49.298005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:49.306090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:49.339079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401287a-234e-4f37-aedf-24cb6dfc1266 req-e44c6227-0748-4ddc-b045-c18cf43d5f17 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.340870 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2401287a-234e-4f37-aedf-24cb6dfc1266 req-e44c6227-0748-4ddc-b045-c18cf43d5f17 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0903854 Apr 07 12:07:49.344830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.345875 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:49.347492 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 1092 time: 0.7827492 Apr 07 12:07:49.416245 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2401287a-234e-4f37-aedf-24cb6dfc1266 req-58c1f01a-ed20-43fc-abb2-c431df1566e2 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667632 Apr 07 12:07:49.421382 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf08cc-5581-4b4c-8e57-39f4ab646056 service neutron] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:49.453974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-2d2cf515-3efc-4204-96e1-a17d6242f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.456630 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-2d2cf515-3efc-4204-96e1-a17d6242f6c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1126 time: 0.0874486 Apr 07 12:07:49.577655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-971ace51-a95a-4dc6-98d0-e43f7c3f3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.579223 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-971ace51-a95a-4dc6-98d0-e43f7c3f3e00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1164327 Apr 07 12:07:49.624587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-32660c33-1a47-4eb6-8c23-f98545f463eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0396595 Apr 07 12:07:49.676707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb314-7931-4b94-885a-34dca0cb72db req-2f6d36d1-8ec8-4a56-8822-09194cab4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.678354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-2f6d36d1-8ec8-4a56-8822-09194cab4f22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0480704 Apr 07 12:07:49.712825 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-2de319d0-c9db-4e2e-845f-8cd8bec8fd73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288672 Apr 07 12:07:49.837210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-5b332eec-c46f-498b-afa1-1b36c44e4416 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179247 Apr 07 12:07:49.948919 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4eddb314-7931-4b94-885a-34dca0cb72db req-5b2eca86-0d2e-43f4-a60a-13a1243fd00c service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066325 Apr 07 12:07:50.582686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e439a3c-a706-40b6-8b4e-38a941a5891a req-7a6503de-874c-47d9-bc75-191fc3ab82af tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:50.584372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e439a3c-a706-40b6-8b4e-38a941a5891a req-7a6503de-874c-47d9-bc75-191fc3ab82af tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0636485 Apr 07 12:07:50.673636 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e439a3c-a706-40b6-8b4e-38a941a5891a req-d86d7757-c74e-449a-b34a-0dbd9691378f tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779991 Apr 07 12:07:51.073286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:51.077378 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb96266-bca3-438b-8fba-7eb00daec492" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:51.148564 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de939f-b06d-47ee-a8fc-ace3c0034fe0 x-openstack-request-id: req-b7de939f-b06d-47ee-a8fc-ace3c0034fe0 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:51.149076 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:51.149487 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7de939f-b06d-47ee-a8fc-ace3c0034fe0 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:51.150051 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7de939f-b06d-47ee-a8fc-ace3c0034fe0'] response: {'name': 'network-changed', 'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'status': 'completed', 'code': 200} Apr 07 12:07:51.269374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-0dff1a32-7128-4e3e-831d-e69ad56527e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.270947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-0dff1a32-7128-4e3e-831d-e69ad56527e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1126 time: 0.1037252 Apr 07 12:07:51.276891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-bf94b0fc-97ce-4a27-ba29-a803693a8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.278814 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-bf94b0fc-97ce-4a27-ba29-a803693a8667 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1126 time: 0.1012945 Apr 07 12:07:51.455797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-28f6afc2-5fc1-4dee-9b54-ea6e32b353a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.457346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-28f6afc2-5fc1-4dee-9b54-ea6e32b353a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1775451 Apr 07 12:07:51.510835 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-9a3a9a74-5f79-44ae-8898-7282fcfd2993 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0464664 Apr 07 12:07:51.511928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-df756f30-c66b-48ce-93c5-60564a581242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.513387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-df756f30-c66b-48ce-93c5-60564a581242 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.2255995 Apr 07 12:07:51.584143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-1d414552-b53a-46d1-8a82-a34bac750b55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0575814 Apr 07 12:07:51.641250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-4298078a-dbff-4128-905f-60e4dc4cd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.642821 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-4298078a-dbff-4128-905f-60e4dc4cd137 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.1260104 Apr 07 12:07:51.684426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-58965d03-509e-433f-8918-d5334757a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.685906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-58965d03-509e-433f-8918-d5334757a8bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0946276 Apr 07 12:07:51.687833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-3fbbaadb-8135-49a8-81ef-78c53cb3e4c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356195 Apr 07 12:07:51.728962 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-15ad0e5c-39f4-4de0-9cc2-966a2a421903 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376034 Apr 07 12:07:51.849994 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581de99-9619-471c-8130-c1cdd2e34242 req-6e3d7a2f-c7f8-4d96-84e0-f81acfb35936 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.853201 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3581de99-9619-471c-8130-c1cdd2e34242 req-6e3d7a2f-c7f8-4d96-84e0-f81acfb35936 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0917139 Apr 07 12:07:51.932388 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3581de99-9619-471c-8130-c1cdd2e34242 req-b8f8a395-810e-4081-8c84-a76dacaff854 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Apr 07 12:07:51.959196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-4cac871c-edd9-4e2b-a146-d23d7b6b7d75 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577691 Apr 07 12:07:51.967418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-6d2fde5d-9c79-45a7-85bc-8329149f3b8a service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280626 Apr 07 12:07:52.143239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-50899bc6-2582-4d0a-900e-8aea4fa3cc91 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688135 Apr 07 12:07:52.145541 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5cb96266-bca3-438b-8fba-7eb00daec492 req-e43d07e0-66b9-40c0-bf59-b933aaff5689 service neutron] 10.222.0.41 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805592 Apr 07 12:07:52.203767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:52.248698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port ecedf176-f7ec-449f-afb6-1d1321491a9c host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:07:52.249017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:07:53.096350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea406ef-84da-42a9-b28b-56ecec23c7ee req-5d9cdc9d-4ba1-4377-9bf9-b1e57f36ad23 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.098849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea406ef-84da-42a9-b28b-56ecec23c7ee req-5d9cdc9d-4ba1-4377-9bf9-b1e57f36ad23 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0738199 Apr 07 12:07:53.154096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7ea406ef-84da-42a9-b28b-56ecec23c7ee req-3add787a-60e1-4d6b-9392-8840754464e3 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490160 Apr 07 12:07:53.416417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40afb9-7636-459e-9535-1f75db48cc1b req-02e9162a-abf1-424e-8de4-72ee35b1e592 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.418055 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b40afb9-7636-459e-9535-1f75db48cc1b req-02e9162a-abf1-424e-8de4-72ee35b1e592 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 944 time: 0.0853589 Apr 07 12:07:53.436454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-afb674aa-c4f4-45c6-b074-ef665ead07d9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.438151 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-afb674aa-c4f4-45c6-b074-ef665ead07d9 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b&tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 944 time: 0.0764530 Apr 07 12:07:53.488296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b40afb9-7636-459e-9535-1f75db48cc1b req-6ff9343f-c8f5-411b-a206-29f7a00b80fd tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Apr 07 12:07:53.519128 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-c562eb8c-184d-4aef-87eb-3f3b5267845a service neutron] delete failed (client error): The resource could not be found. Apr 07 12:07:53.520325 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-c562eb8c-184d-4aef-87eb-3f3b5267845a service neutron] 10.222.0.23 "DELETE /v2.0/ports/ecedf176-f7ec-449f-afb6-1d1321491a9c/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0765274 Apr 07 12:07:53.621630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-e3b3afbf-3b61-4eb0-8952-a89eca874c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.623187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-e3b3afbf-3b61-4eb0-8952-a89eca874c69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 1126 time: 0.0582507 Apr 07 12:07:53.738827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-d3b60907-5d06-4023-8a7f-ed507aa2a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.743083 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-d3b60907-5d06-4023-8a7f-ed507aa2a903 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 200 len: 916 time: 0.1125760 Apr 07 12:07:53.801015 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-0af8d903-802b-4bbd-85fa-026d973e6a47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 200 len: 217 time: 0.0535331 Apr 07 12:07:53.865787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-7ca34bda-345b-40e1-bb86-8b7568a89d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.867590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-7ca34bda-345b-40e1-bb86-8b7568a89d7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 200 len: 855 time: 0.0607893 Apr 07 12:07:53.919640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-27d0423e-e132-4d7f-ac7f-06f94c8b4b3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c5fe7d3-67f4-4ead-96ae-996277af168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455914 Apr 07 12:07:54.023612 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-7de0650e-c203-468f-87bf-25900d4d7157 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978982 Apr 07 12:07:54.083680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:54.176475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a53af790-4247-4d40-993b-7ac3b8bd9869 req-a4372b83-1ec2-4d27-a0f6-9b2f274326c2 service neutron] 10.222.0.23 "GET /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480527 Apr 07 12:07:54.217799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:54.232524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'network_id': '6c5fe7d3-67f4-4ead-96ae-996277af168e', 'port_id': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'mac_address': 'fa:16:3e:13:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968fb1e6-fda5-455d-972c-b36ab7d77767', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:54.292045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ecedf176-f7ec-449f-afb6-1d1321491a9c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:54.292435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:54.313249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecedf176-f7ec-449f-afb6-1d1321491a9c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:54.336021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:54.340298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:54.398655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:54.406646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.406991 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.407342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.407673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.408019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.408350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.408674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.409014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.409367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.409695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.410025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.410347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.410675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:54.658092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fe19-848d-426a-b15a-0c27c1cc8c8c req-bf323fb2-2bcd-4ecc-a876-f998bea4e041 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:54.659605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8a9fe19-848d-426a-b15a-0c27c1cc8c8c req-bf323fb2-2bcd-4ecc-a876-f998bea4e041 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 945 time: 0.0667973 Apr 07 12:07:54.676340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ecedf176-f7ec-449f-afb6-1d1321491a9c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:54.731336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e8a9fe19-848d-426a-b15a-0c27c1cc8c8c req-c5fc6ccb-b48d-4c83-a5e6-a8349bd8bf07 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623395 Apr 07 12:07:55.905833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452ae4-62bb-46a4-980b-b2f588d50205 req-aaf6c511-1cf3-4e21-9409-2fe58438c3b0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:55.907396 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc452ae4-62bb-46a4-980b-b2f588d50205 req-aaf6c511-1cf3-4e21-9409-2fe58438c3b0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 945 time: 0.0772233 Apr 07 12:07:55.957056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc452ae4-62bb-46a4-980b-b2f588d50205 req-ab476008-cfcd-40cf-a8d2-8cdd4b2b16da tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Apr 07 12:07:56.087790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:56.088631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be351-5dfb-43ab-b8a1-f2e4d234b94e req-80885248-b859-4c21-8f72-1104fb026f11 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:56.089752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a0be351-5dfb-43ab-b8a1-f2e4d234b94e req-80885248-b859-4c21-8f72-1104fb026f11 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 945 time: 0.0587869 Apr 07 12:07:56.163542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port ecedf176-f7ec-449f-afb6-1d1321491a9c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:56.168316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a0be351-5dfb-43ab-b8a1-f2e4d234b94e req-e6bbbaef-13d8-48b0-81f4-6fe08c579013 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687561 Apr 07 12:07:56.170324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port ecedf176-f7ec-449f-afb6-1d1321491a9c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:56.171028 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.266739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port ecedf176-f7ec-449f-afb6-1d1321491a9c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:56.267038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.292597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:56.294911 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf8d87a-952d-4c09-98d5-e0f2dbf06e06" -d '{"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-plugged", "status": "completed", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:56.308470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:56.313409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.347180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de3d7c-a5cb-4876-a797-047af884b51c req-31b31b9c-dbc7-4438-8f25-1d0ee573e059 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:56.347527 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e5784b-af74-4405-a1d0-f0c2c220d3ac x-openstack-request-id: req-68e5784b-af74-4405-a1d0-f0c2c220d3ac {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:56.347819 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-plugged", "status": "completed", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:56.348174 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68e5784b-af74-4405-a1d0-f0c2c220d3ac {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:56.348457 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e5784b-af74-4405-a1d0-f0c2c220d3ac'] response: {'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'code': 200} Apr 07 12:07:56.348726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33de3d7c-a5cb-4876-a797-047af884b51c req-31b31b9c-dbc7-4438-8f25-1d0ee573e059 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 945 time: 0.0869009 Apr 07 12:07:56.377301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:56.415054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-33de3d7c-a5cb-4876-a797-047af884b51c req-8be5525c-58e1-4801-8c6f-b6b7c32940c8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593143 Apr 07 12:07:56.876233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7720-0409-40e4-8f68-2ca6ef4a19d2 req-6853c90d-1a64-4dcb-b594-086924430842 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:56.878351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-183d7720-0409-40e4-8f68-2ca6ef4a19d2 req-6853c90d-1a64-4dcb-b594-086924430842 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0685556 Apr 07 12:07:56.951145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-183d7720-0409-40e4-8f68-2ca6ef4a19d2 req-b9bf1374-af46-44fe-9106-18b68e73aba8 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659366 Apr 07 12:07:58.113604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-9a0cd99c-f1da-452f-9e2d-0776fa8eab70 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.116137 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-9a0cd99c-f1da-452f-9e2d-0776fa8eab70 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0728037 Apr 07 12:07:58.139041 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07412a78-abef-4206-94ee-1acd2768d8ad req-1a6c2f9c-6825-42c3-93de-ea1f848d65e0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.141513 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07412a78-abef-4206-94ee-1acd2768d8ad req-1a6c2f9c-6825-42c3-93de-ea1f848d65e0 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 946 time: 0.0943716 Apr 07 12:07:58.224473 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-07412a78-abef-4206-94ee-1acd2768d8ad req-a9e27434-4b85-4d5a-831a-91ba96feddcd tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Apr 07 12:07:58.244258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Deleting port ecedf176-f7ec-449f-afb6-1d1321491a9c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:07:58.244796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.775887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] For port ecedf176-f7ec-449f-afb6-1d1321491a9c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=ecedf176-f7ec-449f-afb6-1d1321491a9c,segment=NetworkSegment(76ebf491-1ab6-429a-a0a1-383e34c5db88),segment_id=76ebf491-1ab6-429a-a0a1-383e34c5db88)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:58.776485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.797688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Calling delete_port for ecedf176-f7ec-449f-afb6-1d1321491a9c owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:07:58.958446 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ecedf176-f7ec-449f-afb6-1d1321491a9c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.973919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['ecedf176-f7ec-449f-afb6-1d1321491a9c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:58.994966 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Pushing event deleted for resources: {'Port': ['ID=ecedf176-f7ec-449f-afb6-1d1321491a9c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:59.047459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] No DVR routers for this DVR port ecedf176-f7ec-449f-afb6-1d1321491a9c on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:59.050286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.053761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bf3c911d-2172-478a-bd3b-f15ecbf3b7c8 req-b3ea5977-fe8f-4dad-ac5f-5d230e8ca236 tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.41 "DELETE /v2.0/ports/ecedf176-f7ec-449f-afb6-1d1321491a9c HTTP/1.1" status: 204 len: 173 time: 0.9319754 Apr 07 12:07:59.054476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-deleted', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:59.057019 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e2fb11-ef31-439e-9b9a-c27aef9279e5" -d '{"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-deleted", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:59.096646 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d4c006-4f09-47f7-a9cf-8291dc14d740 x-openstack-request-id: req-00d4c006-4f09-47f7-a9cf-8291dc14d740 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:59.096945 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a45895-34fe-4aa2-a80c-c7ad3db1d05b", "name": "network-vif-deleted", "tag": "ecedf176-f7ec-449f-afb6-1d1321491a9c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:59.097240 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00d4c006-4f09-47f7-a9cf-8291dc14d740 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:59.097948 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d4c006-4f09-47f7-a9cf-8291dc14d740'] response: {'server_uuid': 'a5a45895-34fe-4aa2-a80c-c7ad3db1d05b', 'name': 'network-vif-deleted', 'tag': 'ecedf176-f7ec-449f-afb6-1d1321491a9c', 'status': 'completed', 'code': 200} Apr 07 12:07:59.374232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-73431b1d-eb4f-48dd-b7c5-7c7d519b94fa req-15f506b5-fc36-4c05-a1bd-c156355344bc tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a45895-34fe-4aa2-a80c-c7ad3db1d05b HTTP/1.1" status: 200 len: 210 time: 0.0420234 Apr 07 12:08:00.544663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36644) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:00.601222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Deleting subnet 968fb1e6-fda5-455d-972c-b36ab7d77767 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:08:00.604876 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Publish callbacks [] for subnet (968fb1e6-fda5-455d-972c-b36ab7d77767), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.643090 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (968fb1e6-fda5-455d-972c-b36ab7d77767), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.685752 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (968fb1e6-fda5-455d-972c-b36ab7d77767), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.738782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e630-aa5b-4a97-974e-101e65713984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.763926 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (968fb1e6-fda5-455d-972c-b36ab7d77767), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.800732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.804863 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/968fb1e6-fda5-455d-972c-b36ab7d77767 HTTP/1.1" status: 204 len: 168 time: 0.2582955 Apr 07 12:08:00.805891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6138b0-e7b2-476a-a8c9-4099337c1457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968fb1e6-fda5-455d-972c-b36ab7d77767,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:00.808778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36646) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:00.911279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (6c5fe7d3-67f4-4ead-96ae-996277af168e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.010900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (6c5fe7d3-67f4-4ead-96ae-996277af168e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.041332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5fe7d3-67f4-4ead-96ae-996277af168e']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:01.053122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ebf491-1ab6-429a-a0a1-383e34c5db88') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:01.054076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ebf491-1ab6-429a-a0a1-383e34c5db88') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:01.067303 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (76ebf491-1ab6-429a-a0a1-383e34c5db88), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.088073 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (76ebf491-1ab6-429a-a0a1-383e34c5db88), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.098504 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:08:01.099230 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (76ebf491-1ab6-429a-a0a1-383e34c5db88), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:08:01.102452 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:08:01.174468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (6c5fe7d3-67f4-4ead-96ae-996277af168e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.181434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.184615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6c5fe7d3-67f4-4ead-96ae-996277af168e HTTP/1.1" status: 204 len: 168 time: 0.3732889 Apr 07 12:08:01.196620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5fe7d3-67f4-4ead-96ae-996277af168e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:01.204840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.205221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.205575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.205942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.206406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.206717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.207225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.207434 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.207710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.207998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.208332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.208665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.209001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c87e8d-4321-4df5-b991-eac9f0a111e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:01.347266 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36650) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:01.398618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7d179510-a61f-45eb-b9f6-93cff0473df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14e4ba1c22af4571bcbc4dc240ddb9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500555 Apr 07 12:08:01.402805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36652) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:01.472767 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edf8e19b-2e15-4319-8b87-70b5abd478fc admin admin] Publish callbacks [] for security_group (98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.505561 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edf8e19b-2e15-4319-8b87-70b5abd478fc admin admin] Publish callbacks [] for security_group (98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.563864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edf8e19b-2e15-4319-8b87-70b5abd478fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.566696 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-edf8e19b-2e15-4319-8b87-70b5abd478fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.568150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-edf8e19b-2e15-4319-8b87-70b5abd478fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565 HTTP/1.1" status: 204 len: 168 time: 0.1642628 Apr 07 12:08:01.577952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8e19b-2e15-4319-8b87-70b5abd478fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a4a5f3-7de6-4ca2-9a7c-e4f5c9381565,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:02.095978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:08:02.126701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: ecedf176-f7ec-449f-afb6-1d1321491a9c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:08:02.127576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device ecedf176-f7ec-449f-afb6-1d1321491a9c not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:08:02.143447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.485158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36674) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:02.620154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2060080110-network', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:02.649566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Made reservation on behalf of cd19ef718a3941dabdd83fbf4e7981f5 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:02.651939 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.663604 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.754147 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks [] for security_group (2c7af4c8-1b2c-4764-86f5-abd868ae8ceb), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.759109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2c7af4c8-1b2c-4764-86f5-abd868ae8ceb), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.788820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:08:02.799701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7af4c8-1b2c-4764-86f5-abd868ae8ceb,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:02.806603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e5cbe1e0-23f1-49f5-b234-8c3bbc411d92), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.807071 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Added segment e5cbe1e0-23f1-49f5-b234-8c3bbc411d92 of type vlan for network 846449d8-f790-4745-9d47-baacb20abfa0 Apr 07 12:08:02.869605 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (846449d8-f790-4745-9d47-baacb20abfa0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.908465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (846449d8-f790-4745-9d47-baacb20abfa0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.909681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:02.910274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.996275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5095146 Apr 07 12:08:02.999731 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:03.008034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Request body: {'subnet': {'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2060080110-subnet', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:03.012674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012515-799e-4734-bb28-5845f2b6acfc admin admin] Pushing event updated for resources: {'Network': ['ID=846449d8-f790-4745-9d47-baacb20abfa0,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:03.026586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 846449d8-f790-4745-9d47-baacb20abfa0 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:08:03.037414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Made reservation on behalf of cd19ef718a3941dabdd83fbf4e7981f5 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:03.042441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.133551 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ef49da1-9346-445b-8a8b-e4d7be53353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.273623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (786dec63-000a-4251-a370-994829e0c57d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.345678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786dec63-000a-4251-a370-994829e0c57d,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:03.357639 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:03.358013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Network hostable DHCP agents. Network: 846449d8-f790-4745-9d47-baacb20abfa0, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:08:03.379808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Network 846449d8-f790-4745-9d47-baacb20abfa0 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:08:03.400229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 846449d8-f790-4745-9d47-baacb20abfa0) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:03.405988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:03.406777 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.410398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a253c1-1dd2-4f07-9bd1-466488a44dbd None None] Network 846449d8-f790-4745-9d47-baacb20abfa0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:03.436072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3d1ef65b-fd6e-4fad-ab75-1f3971cc8fb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4338121 Apr 07 12:08:03.439229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36680) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:03.444905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:03.474196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.475971 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.541927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-846449d8-f790-4745-9d47-baacb20abfa0', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:08:03.543324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.604374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks [] for router_controller (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.772122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Allocated IP 172.20.0.2 (846449d8-f790-4745-9d47-baacb20abfa0/786dec63-000a-4251-a370-994829e0c57d/cc5ac11e-8167-4afe-9b9e-fe40ad4dd442) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:03.824238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks [] for router_gateway (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.938168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Publish callbacks [] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.947989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.011620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:04.019954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:04.023198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:04.029692 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.032736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Pushing event updated for resources: {'Port': ['ID=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:04.098829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Attempting to bind port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:04.099203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Attempting to bind port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:04.099579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Attempting to bind port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:04.105832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:04.106211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:04.106617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.109196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:04.109196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Bound port: cc5ac11e-8167-4afe-9b9e-fe40ad4dd442, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:04.109196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.136107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks [] for router_gateway (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.159159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.188580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] For port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:04.193600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] For port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:04.204005 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.274840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763f2f-6cec-40ca-b6f1-ce9a3a167e7d None None] Pushing event updated for resources: {'Port': ['ID=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:04.313807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Allocated IP 172.25.5.8 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:04.454584 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks [] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.520016 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.573833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:04.577078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:04.578652 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:04.588070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:04.595657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Pushing event updated for resources: {'Port': ['ID=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:04.638181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.655152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:04.655680 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.774532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:04.775096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.824980 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:04.831099 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.931083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:05.003391 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks [] for router_gateway (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.298397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.479815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:08:05.502313 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb1e717-87a3-4d37-891f-b151fd41aafa None None] Network 846449d8-f790-4745-9d47-baacb20abfa0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:05.578317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-45621364-354f-4f87-a53b-577e9045ee7a None None] Provisioning complete for port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:05.578693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-45621364-354f-4f87-a53b-577e9045ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.646196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:05.664066 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:05.671620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.673806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74fd9146-2af4-486d-98b6-594732018323 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2331252 Apr 07 12:08:05.679523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:05.689759 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:05.691193 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:05.713789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-45621364-354f-4f87-a53b-577e9045ee7a None None] Current status of the port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:05.840066 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:06.040044 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-08bbb64d-d895-4c84-8928-3de9b02743ad None None] Provisioning complete for port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:06.040492 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08bbb64d-d895-4c84-8928-3de9b02743ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.109699 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 3, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:06.135876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-08bbb64d-d895-4c84-8928-3de9b02743ad None None] Current status of the port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:06.149652 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:06.150673 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Updating router bf9dec78-e8bc-4124-824a-b7c618fe6a9d port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:06.164138 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.192777 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.511937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.521123 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Publish callbacks [] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.529785 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.545483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:06.596505 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Attempting to bind port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:06.596981 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Attempting to bind port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:06.597536 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Attempting to bind port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:06.599753 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Pushing event updated for resources: {'Port': ['ID=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:06.610368 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:06.610847 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:06.611351 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.611838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:06.612389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Bound port: 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:06.612842 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.615330 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.615670 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.616072 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.616598 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.617145 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.617626 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.617814 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.618148 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.618473 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.618796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.619121 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.619446 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.619764 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.637216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:06.637661 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.695301 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] For port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:06.699126 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] For port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:06.707784 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.777523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:06.799069 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:06.799846 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:06.853223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Allocated IP 172.20.0.1 (846449d8-f790-4745-9d47-baacb20abfa0/786dec63-000a-4251-a370-994829e0c57d/d390eb91-702f-4875-b58d-60aa8b69486d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:06.899608 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4cbbd-1aec-4830-861c-375c65cef068 None None] Pushing event updated for resources: {'Port': ['ID=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:06.963167 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:07.004299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks [] for port (d390eb91-702f-4875-b58d-60aa8b69486d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.047932 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.095437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:07.097626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:07.103592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:07.161868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Pushing event updated for resources: {'Port': ['ID=d390eb91-702f-4875-b58d-60aa8b69486d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:07.182594 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.218924 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 3, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:07.257851 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998242be-cd4c-4c5d-b549-cb96dc8b1709 None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 3, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:07.312309 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.426861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.474567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ae32088c-e3df-4be5-a17a-7347f1967283 None None] Provisioning complete for port d390eb91-702f-4875-b58d-60aa8b69486d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:07.476220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae32088c-e3df-4be5-a17a-7347f1967283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.529090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ae32088c-e3df-4be5-a17a-7347f1967283 None None] Port d390eb91-702f-4875-b58d-60aa8b69486d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:07.680059 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks [] for port (d390eb91-702f-4875-b58d-60aa8b69486d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.686699 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.768155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.770087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Pushing event updated for resources: {'Port': ['ID=d390eb91-702f-4875-b58d-60aa8b69486d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:07.911586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:07.914174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:08.114824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:08.259170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:08.270098 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-3fcc523c-cb3d-4c65-960e-2049e7f95d3c admin admin] 10.222.0.13 "PUT /v2.0/routers/bf9dec78-e8bc-4124-824a-b7c618fe6a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5904033 Apr 07 12:08:08.271680 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7224df54-960b-463e-b3c2-555de5ef7897 None None] Provisioning complete for port d390eb91-702f-4875-b58d-60aa8b69486d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:08.273414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7224df54-960b-463e-b3c2-555de5ef7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:08.337236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7224df54-960b-463e-b3c2-555de5ef7897 None None] Port d390eb91-702f-4875-b58d-60aa8b69486d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:08.579754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:08.644850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:08.645364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:08.969108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:08.969778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.011275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:09.017903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.106924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:09.143436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 36690) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:09.152282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930898867', 'description': 'tempest-description--997307814'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:09.188830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.293696 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group (a114edf5-1a0e-42d3-8fea-928c058716ea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.299252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a114edf5-1a0e-42d3-8fea-928c058716ea), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.341677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a114edf5-1a0e-42d3-8fea-928c058716ea,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:09.352109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.359646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36692) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:09.360746 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-00cd9ea0-2ada-4774-ba20-0b85bcad9e83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2153711 Apr 07 12:08:09.369820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'security_group_rule': {'security_group_id': 'a114edf5-1a0e-42d3-8fea-928c058716ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:09.372413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:09.387416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:09.388206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:09.405704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group_rule (19bf6af2-e32a-418d-bbcf-f5bcc534f3ae), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.492499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group_rule (19bf6af2-e32a-418d-bbcf-f5bcc534f3ae), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.498121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (19bf6af2-e32a-418d-bbcf-f5bcc534f3ae), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.533430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bf6af2-e32a-418d-bbcf-f5bcc534f3ae,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:09.543710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.545755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b02a4a0d-e6ee-49cd-9834-204aa9a1c7c2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837635 Apr 07 12:08:09.550037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36694) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:09.555393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:09.558907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'security_group_rule': {'security_group_id': 'a114edf5-1a0e-42d3-8fea-928c058716ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:09.592894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group_rule (aad7a73a-0858-4aab-b09b-2eb9a9ba422c), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.684352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group_rule (aad7a73a-0858-4aab-b09b-2eb9a9ba422c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.690138 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (aad7a73a-0858-4aab-b09b-2eb9a9ba422c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.712464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad7a73a-0858-4aab-b09b-2eb9a9ba422c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:09.726186 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.728564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0e601b43-1c93-4186-83b9-b0c20118b7c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764796 Apr 07 12:08:09.731247 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:09.738034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:09.768389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.865451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 2, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:09.900650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:09.901020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Updating router bf9dec78-e8bc-4124-824a-b7c618fe6a9d port d390eb91-702f-4875-b58d-60aa8b69486d binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:09.906678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.942333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.072096 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Allocated IP 172.25.5.11 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a468d5f0-127d-4804-a3cc-40995fde6797) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:10.212317 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for port (a468d5f0-127d-4804-a3cc-40995fde6797), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.258279 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a468d5f0-127d-4804-a3cc-40995fde6797), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.305792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:10.309663 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:10.313991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:10.329468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Publish callbacks [] for port (d390eb91-702f-4875-b58d-60aa8b69486d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.337572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.367594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'Port': ['ID=a468d5f0-127d-4804-a3cc-40995fde6797,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.430658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb2831-f194-4d47-929a-9fbc541b096c None None] Pushing event updated for resources: {'Port': ['ID=d390eb91-702f-4875-b58d-60aa8b69486d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.476429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (c53373fd-3192-412e-b075-043623225f39), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.479182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Attempting to bind port d390eb91-702f-4875-b58d-60aa8b69486d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:10.479674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Attempting to bind port d390eb91-702f-4875-b58d-60aa8b69486d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:10.480116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Attempting to bind port d390eb91-702f-4875-b58d-60aa8b69486d on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:10.487029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:10.487586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:10.489093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.490109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:10.491118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Bound port: d390eb91-702f-4875-b58d-60aa8b69486d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:10.493370 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.549900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a468d5f0-127d-4804-a3cc-40995fde6797), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.580063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:10.634513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] For port d390eb91-702f-4875-b58d-60aa8b69486d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:10.666996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] For port d390eb91-702f-4875-b58d-60aa8b69486d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d390eb91-702f-4875-b58d-60aa8b69486d,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:10.692632 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.741906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:10.742282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.785463 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for port (a468d5f0-127d-4804-a3cc-40995fde6797), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.791909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a468d5f0-127d-4804-a3cc-40995fde6797), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.842832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb2831-f194-4d47-929a-9fbc541b096c None None] Pushing event updated for resources: {'Port': ['ID=d390eb91-702f-4875-b58d-60aa8b69486d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.846859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:10.848639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:10.914204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'Port': ['ID=a468d5f0-127d-4804-a3cc-40995fde6797,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.932523 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.955514 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.956938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c08e5fec-2050-46e0-9ef9-a03c2ca779a8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2243493 Apr 07 12:08:10.988057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] Provisioning complete for port d390eb91-702f-4875-b58d-60aa8b69486d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:10.988437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.160711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:11.163483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:11.188112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-b567932c-b5f7-4524-9922-232e31acb89d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1930898867&fields=id&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 267 time: 0.0711949 Apr 07 12:08:11.328902 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] Current status of the port d390eb91-702f-4875-b58d-60aa8b69486d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:11.329447 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.331370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-b08bf8c8-2a38-42df-8d4e-ceff166ac991 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:11.333411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-b08bf8c8-2a38-42df-8d4e-ceff166ac991 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1323671 Apr 07 12:08:11.354353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-c71a5bf9-c89d-42d3-8e11-e388abb2d37b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/quotas/cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 375 time: 0.0127690 Apr 07 12:08:11.441369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-90c12f2f-fab7-4400-9dbd-42cc95f070c5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772510 Apr 07 12:08:11.442376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] For port d390eb91-702f-4875-b58d-60aa8b69486d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d390eb91-702f-4875-b58d-60aa8b69486d,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:11.453254 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.564626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70538cf-ec2a-4ebf-99cc-70bf21f632e5 None None] Pushing event updated for resources: {'Port': ['ID=d390eb91-702f-4875-b58d-60aa8b69486d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:11.588376 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-07171bd5-7b12-4cf8-b007-77025eaaf94a service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264503 Apr 07 12:08:11.590627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-92443220-0de3-4645-ba64-6fafd6f4e616 None None] Provisioning complete for port d390eb91-702f-4875-b58d-60aa8b69486d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:11.590995 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92443220-0de3-4645-ba64-6fafd6f4e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.631153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:10Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:11.688782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b641-c47f-4346-a6e5-23edb4108c8e None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:10Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:11.731503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-f05a4082-93f8-45dd-8aba-a75cb4060b30 service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314266 Apr 07 12:08:11.766599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-92443220-0de3-4645-ba64-6fafd6f4e616 None None] Current status of the port d390eb91-702f-4875-b58d-60aa8b69486d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:12.029234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f08ead6-b49d-48c5-95ac-fde303f5e4a6 req-b2d92c38-3d04-4e4e-ae1a-37152031ec7c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 210 time: 0.0463052 Apr 07 12:08:12.622077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d390eb91-702f-4875-b58d-60aa8b69486d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:12.718966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d390eb91-702f-4875-b58d-60aa8b69486d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:12.719570 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:12.836715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d390eb91-702f-4875-b58d-60aa8b69486d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:13.171686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10f08518-64f9-4a0b-ae8b-690b51089856 req-4be91d7e-dc02-411c-892d-d6b57829a608 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 210 time: 0.0371349 Apr 07 12:08:13.465026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-9c73b178-1382-4828-8d44-c960f5ecba5b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:13.466713 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-9c73b178-1382-4828-8d44-c960f5ecba5b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1958792 Apr 07 12:08:13.565111 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-ec45bfd4-9704-47a3-985a-27f2056dbd82 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 380 time: 0.0897584 Apr 07 12:08:13.575147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'port': {'device_id': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'admin_state_up': True, 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'security_groups': ['a114edf5-1a0e-42d3-8fea-928c058716ea']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:13.732383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Made reservation on behalf of cd19ef718a3941dabdd83fbf4e7981f5 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:13.736319 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.888275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Allocated IP 172.20.0.10 (846449d8-f790-4745-9d47-baacb20abfa0/786dec63-000a-4251-a370-994829e0c57d/7d51f27d-37a4-4dcd-aafa-95a43061b4cc) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:14.057604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.095342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.143470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:14.146750 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:14.154448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:14.160202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:14.190284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.190636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.190980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.191320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.191654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.191987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.192317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.192652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.192981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.193387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.193718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.194065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.194065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:14.238297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.239278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.260248 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-45d59312-15f2-41bb-b516-69932d9f0094 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6893148 Apr 07 12:08:14.271228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Request body: {'port': {'device_id': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:14.355783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e48213-74e5-409c-b7a4-495eeccaa752 req-f91ab066-8083-4e47-87ec-5e72d93158cc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.357431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9e48213-74e5-409c-b7a4-495eeccaa752 req-f91ab066-8083-4e47-87ec-5e72d93158cc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 932 time: 0.0720601 Apr 07 12:08:14.368635 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.441899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9e48213-74e5-409c-b7a4-495eeccaa752 req-cc5e2072-c9e3-4fb6-812f-acc334ef98fb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765638 Apr 07 12:08:14.526444 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2ba51c64-47f6-4d67-b05b-c651a0ffc1ab None None] Provisioning complete for port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:14.527099 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ba51c64-47f6-4d67-b05b-c651a0ffc1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.571609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ba51c64-47f6-4d67-b05b-c651a0ffc1ab None None] Port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:14.743245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d51f27d-37a4-4dcd-aafa-95a43061b4cc {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:08:14.755325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Publish callbacks [] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.771507 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Transition to ACTIVE for port object 7d51f27d-37a4-4dcd-aafa-95a43061b4cc will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:08:14.777231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.865634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:14.973032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:14.973517 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:14.974061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:14.981835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:08:14.982193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:14.988760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:14.989113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:14.989543 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:14.989982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Bound port: 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:14.990347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:15.091660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:15.096274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:15.105483 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:15.159094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.160088 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:15.162116 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 1092 time: 0.8951814 Apr 07 12:08:15.163221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:15.166370 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae04df71-1ee7-4610-aca8-e17c46d7182f" -d '{"events": [{"name": "network-changed", "server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:15.202583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7469b-70b0-402d-b31f-b9390e0a20b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:15.263171 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca0500-4c33-43af-b177-9d441a0fda3e x-openstack-request-id: req-68ca0500-4c33-43af-b177-9d441a0fda3e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:15.263615 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:15.264014 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68ca0500-4c33-43af-b177-9d441a0fda3e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:15.264632 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ca0500-4c33-43af-b177-9d441a0fda3e'] response: {'name': 'network-changed', 'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'status': 'completed', 'code': 200} Apr 07 12:08:15.290700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-f4b39c42-a4ff-45b1-9ce8-ca161d2a774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.293171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-f4b39c42-a4ff-45b1-9ce8-ca161d2a774c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1126 time: 0.0655124 Apr 07 12:08:15.354710 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-9c138495-8eec-4e9a-b75b-c81dabb1e4b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 217 time: 0.0552542 Apr 07 12:08:15.426170 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-67d4442b-7a91-4c63-95b6-1407353169fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.427682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-67d4442b-7a91-4c63-95b6-1407353169fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0668485 Apr 07 12:08:15.493710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-4344302d-e1a4-4e41-827b-5604530c1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.496310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-4344302d-e1a4-4e41-827b-5604530c1b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628517 Apr 07 12:08:15.630409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0efc-f86b-4e8b-9260-ee431e8347c8 req-33b96270-a194-4a2b-a9ac-3642501a5600 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.633441 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6df0efc-f86b-4e8b-9260-ee431e8347c8 req-33b96270-a194-4a2b-a9ac-3642501a5600 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0894516 Apr 07 12:08:15.636472 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-c479b90b-f1e6-4929-b3c3-4bf179be2ca2 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331437 Apr 07 12:08:15.707123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6df0efc-f86b-4e8b-9260-ee431e8347c8 req-19b156f3-716b-41f8-87da-46eed967b72a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640497 Apr 07 12:08:15.762311 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f17390c9-b85c-4ed1-b1e9-1e9166834120 req-1c2be2a8-09c6-4984-bfbe-e19406d6dec6 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193480 Apr 07 12:08:15.874327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-5dd2753c-c628-4d47-92b9-9ef145c1dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.876107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-5dd2753c-c628-4d47-92b9-9ef145c1dbbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1126 time: 0.0587842 Apr 07 12:08:15.995159 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-c31c693c-785d-44b2-9201-63133b4ec50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.996992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-c31c693c-785d-44b2-9201-63133b4ec50b service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1144326 Apr 07 12:08:16.059582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-df15bb2d-4e2b-4be8-b8eb-7955ec60de51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 217 time: 0.0562332 Apr 07 12:08:16.112086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-cd34c07f-f43c-4a1c-80f2-97df4b66f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:16.113589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-cd34c07f-f43c-4a1c-80f2-97df4b66f192 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0490620 Apr 07 12:08:16.180090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-737882ca-4d08-4ab5-a18b-c54e82e577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:16.181682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-737882ca-4d08-4ab5-a18b-c54e82e577b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618689 Apr 07 12:08:16.307355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-30497049-0f24-4c11-8f9a-436ad97fd1bb service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195266 Apr 07 12:08:16.423641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ae04df71-1ee7-4610-aca8-e17c46d7182f req-8f82cf9f-b275-406d-8fab-22df6432ffd3 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104317 Apr 07 12:08:16.898372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ace51-2b7a-4b8b-8275-58a9c5040532 req-1b4c4ad8-8d6a-459a-8062-fc4633fbff51 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:16.900758 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-994ace51-2b7a-4b8b-8275-58a9c5040532 req-1b4c4ad8-8d6a-459a-8062-fc4633fbff51 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0771635 Apr 07 12:08:16.970183 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-994ace51-2b7a-4b8b-8275-58a9c5040532 req-c0c26015-3dc0-4202-a193-d86ead27c37c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623982 Apr 07 12:08:18.112114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:08:18.144901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be8805-b3b8-45a2-8e0c-9091512377cc req-a852c805-98e7-4a07-861d-a4b867863847 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:18.148204 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8be8805-b3b8-45a2-8e0c-9091512377cc req-a852c805-98e7-4a07-861d-a4b867863847 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0738616 Apr 07 12:08:18.216789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8be8805-b3b8-45a2-8e0c-9091512377cc req-b0313fc1-ee89-46cf-896f-e9fef00e73f1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608082 Apr 07 12:08:18.411908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:18.430346 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'mac_address': 'fa:16:3e:be:f1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:08:18.476541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:18.476803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.492930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51f27d-37a4-4dcd-aafa-95a43061b4cc {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:08:18.517938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:18.522862 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.591063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:18.791041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['7d51f27d-37a4-4dcd-aafa-95a43061b4cc'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:08:19.309679 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:08:19.377926 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8eb3e-c75d-4e46-93f8-e85c3a8ee4fe req-4364fe83-8a7d-4185-b198-3dce32e1c24e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.379518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2dd8eb3e-c75d-4e46-93f8-e85c3a8ee4fe req-4364fe83-8a7d-4185-b198-3dce32e1c24e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 945 time: 0.0682478 Apr 07 12:08:19.435545 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2dd8eb3e-c75d-4e46-93f8-e85c3a8ee4fe req-e631b356-60f9-4185-a581-1868fd535296 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496364 Apr 07 12:08:20.125791 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:20.189268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:08:20.196048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:20.196583 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:20.299592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:20.299996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:20.336221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:20.339267 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249339df-6f2d-4dac-80e9-dacfcf576805" -d '{"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-plugged", "status": "completed", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:20.355363 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:20.360922 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:20.406136 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eed83f-7fb4-4ce3-bdfc-411cd9a9a9e2 x-openstack-request-id: req-13eed83f-7fb4-4ce3-bdfc-411cd9a9a9e2 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:20.406422 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-plugged", "status": "completed", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:20.406697 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13eed83f-7fb4-4ce3-bdfc-411cd9a9a9e2 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:20.407515 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13eed83f-7fb4-4ce3-bdfc-411cd9a9a9e2'] response: {'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'code': 200} Apr 07 12:08:20.426248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:20.547248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f72b96-fdc4-45b3-a56c-f4d1a1d464d4 req-21c8b4f5-83a8-4a99-a0ff-004f8df04799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:20.548787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e1f72b96-fdc4-45b3-a56c-f4d1a1d464d4 req-21c8b4f5-83a8-4a99-a0ff-004f8df04799 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1128 time: 0.0630066 Apr 07 12:08:20.606720 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e1f72b96-fdc4-45b3-a56c-f4d1a1d464d4 req-310706b7-6670-40f6-9db2-d786649e258c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518425 Apr 07 12:08:20.630372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748e2ed-d5be-430e-b350-413a01b6fa64 req-acf376ef-5b39-4696-841f-0600809bfc19 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:20.632126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0748e2ed-d5be-430e-b350-413a01b6fa64 req-acf376ef-5b39-4696-841f-0600809bfc19 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0889504 Apr 07 12:08:20.697838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0748e2ed-d5be-430e-b350-413a01b6fa64 req-16868136-025a-46f9-9f37-46ab53c31021 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550404 Apr 07 12:08:22.195860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f4d16-4e66-44a0-9282-00a20c5cf967 req-128b9ec9-4fbe-4e30-89d1-3f43bac6de1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:22.197658 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b57f4d16-4e66-44a0-9282-00a20c5cf967 req-128b9ec9-4fbe-4e30-89d1-3f43bac6de1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0716865 Apr 07 12:08:22.278098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b57f4d16-4e66-44a0-9282-00a20c5cf967 req-c660a194-d9a6-4ed1-bb3b-ea2fbfd5c010 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719042 Apr 07 12:08:23.451827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fbf4a-c134-4f7f-b004-ec53d6fd45a3 req-49976420-c6c1-476b-9599-78ef647f196e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:23.453524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc2fbf4a-c134-4f7f-b004-ec53d6fd45a3 req-49976420-c6c1-476b-9599-78ef647f196e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0697711 Apr 07 12:08:23.531634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc2fbf4a-c134-4f7f-b004-ec53d6fd45a3 req-40f9f584-0818-4358-859a-3a0d729dd82a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705037 Apr 07 12:08:23.677257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893edb86-abd7-427e-8322-dff760bd979d req-1058ffcc-9e3b-4828-9e5f-53bd4ea90ebd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:23.679675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-893edb86-abd7-427e-8322-dff760bd979d req-1058ffcc-9e3b-4828-9e5f-53bd4ea90ebd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0651436 Apr 07 12:08:23.692902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36748) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:23.699707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'floatingip': {'port_id': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:23.765433 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (c53373fd-3192-412e-b075-043623225f39), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:24.299677 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:24.307144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:24.429178 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 associated. External IP: 172.25.5.11, port: 7d51f27d-37a4-4dcd-aafa-95a43061b4cc. Apr 07 12:08:24.709429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:25.186223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:25.191634 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:25.207760 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:25.222986 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:25.223797 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:25.242380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a56b2d70-2db6-4913-9f1f-e8f8dac9f546 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "PUT /v2.0/floatingips/c53373fd-3192-412e-b075-043623225f39 HTTP/1.1" status: 200 len: 991 time: 1.5470123 Apr 07 12:08:25.243356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:25.247434 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4999b2ab-66af-44df-a9cb-98afb1e71de1" -d '{"events": [{"name": "network-changed", "server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:25.318281 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1757fd90-ce0a-4cf4-8c5a-29996a029899 x-openstack-request-id: req-1757fd90-ce0a-4cf4-8c5a-29996a029899 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:25.319005 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:25.319460 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1757fd90-ce0a-4cf4-8c5a-29996a029899 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:25.320365 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1757fd90-ce0a-4cf4-8c5a-29996a029899'] response: {'name': 'network-changed', 'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'status': 'completed', 'code': 200} Apr 07 12:08:25.399009 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-d0ed9da5-befb-46aa-85fe-fbc89218295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:25.401226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-d0ed9da5-befb-46aa-85fe-fbc89218295c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1128 time: 0.0565181 Apr 07 12:08:25.425088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0e16-e065-436a-8db7-d6d31c03ca8b req-55685b00-405c-450c-9566-4d5f28606c70 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:25.427524 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad0e16-e065-436a-8db7-d6d31c03ca8b req-55685b00-405c-450c-9566-4d5f28606c70 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0861261 Apr 07 12:08:25.502331 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9ad0e16-e065-436a-8db7-d6d31c03ca8b req-25ad5896-1281-4fbd-a4ed-809afff5949e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657177 Apr 07 12:08:25.514794 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:25.681248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b82d-f611-406d-ac98-630febccb768 req-5ee2c8b4-784e-46ca-abe7-04045ecad477 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:25.681248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f514b82d-f611-406d-ac98-630febccb768 req-5ee2c8b4-784e-46ca-abe7-04045ecad477 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0678475 Apr 07 12:08:25.753833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f514b82d-f611-406d-ac98-630febccb768 req-fb2dc67d-081b-4e0f-81fd-f9ff37afa28a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594127 Apr 07 12:08:25.846599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-11836d77-d726-418b-b352-4dce7f748803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:25.848168 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-11836d77-d726-418b-b352-4dce7f748803 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.4410162 Apr 07 12:08:25.885934 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:be:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:08:24Z', 'revision_number': 1, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:25.918549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-6f4e6ba5-d66b-4f20-af78-92f7449a57f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 999 time: 0.0645080 Apr 07 12:08:25.933734 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:25.946618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:25.947566 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:26.008417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-de7e022d-c10c-4740-a4d4-8f7b5d665b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:26.010420 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-de7e022d-c10c-4740-a4d4-8f7b5d665b12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0862434 Apr 07 12:08:26.071048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-07464712-167c-4a32-8514-b617238bbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:26.073100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-07464712-167c-4a32-8514-b617238bbc93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557919 Apr 07 12:08:26.076107 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:26.217508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-9a5821af-4957-44c0-a09b-d0fde53eabbb service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383317 Apr 07 12:08:26.357187 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4999b2ab-66af-44df-a9cb-98afb1e71de1 req-a1c391a1-9f8b-4026-ad20-1d1cf76c0e50 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339276 Apr 07 12:08:26.373222 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:be:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:08:24Z', 'revision_number': 1, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:26.410322 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0730732-2d56-4965-b1c1-eab09c7c9d92 None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:be:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:08:24Z', 'revision_number': 1, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:26.661862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84f173-6766-485e-bc8a-81296b376495 None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:08:26.938561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6f65f-c15d-4509-b678-7c3f2130887e req-69c4df98-eec4-4c2b-b618-bfc68c2b6cf7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:26.940208 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5a6f65f-c15d-4509-b678-7c3f2130887e req-69c4df98-eec4-4c2b-b618-bfc68c2b6cf7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0821838 Apr 07 12:08:27.001673 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e5a6f65f-c15d-4509-b678-7c3f2130887e req-105d8005-bf52-4557-80fa-df25acb24e03 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548584 Apr 07 12:08:27.174594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d02c2c-b0b7-4dc9-b68e-a56c1e43d3a3 req-2296e5b5-d380-4bf4-b6b6-a08f781919c4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:27.176063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42d02c2c-b0b7-4dc9-b68e-a56c1e43d3a3 req-2296e5b5-d380-4bf4-b6b6-a08f781919c4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0697522 Apr 07 12:08:27.242881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-42d02c2c-b0b7-4dc9-b68e-a56c1e43d3a3 req-7866f359-4982-49bb-9cb1-4e37fd0458a2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585513 Apr 07 12:08:27.596849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb024-9c39-4acb-940b-38513f1751d7 req-507ebe99-1420-4cb7-b282-07738b358386 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:27.598403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ceb024-9c39-4acb-940b-38513f1751d7 req-507ebe99-1420-4cb7-b282-07738b358386 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.1116729 Apr 07 12:08:27.602621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-de349ca7-1e7e-48c2-958c-b682ba7a73bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033649 Apr 07 12:08:27.671609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ceb024-9c39-4acb-940b-38513f1751d7 req-8b29cdc4-4799-4482-affb-b0a8b57f4032 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663612 Apr 07 12:08:28.130340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-e7388bb7-a0a5-4999-83ca-6d1cf891160a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:28.131857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-e7388bb7-a0a5-4999-83ca-6d1cf891160a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports/7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 943 time: 0.0542688 Apr 07 12:08:28.846904 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba637b-d5c0-410b-a258-8210b2a7ff31 req-375cd232-8fb3-458f-a183-d7498c9ee37b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:28.848417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69ba637b-d5c0-410b-a258-8210b2a7ff31 req-375cd232-8fb3-458f-a183-d7498c9ee37b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0727832 Apr 07 12:08:28.911168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69ba637b-d5c0-410b-a258-8210b2a7ff31 req-9b0f21dd-35b1-447f-aa80-85db17434839 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536065 Apr 07 12:08:29.078990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-678a4673-bec5-4180-a68a-779c151af49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.080913 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-678a4673-bec5-4180-a68a-779c151af49c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1128 time: 0.0554643 Apr 07 12:08:29.193404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-653a4205-8ab7-4933-b27d-39670f59c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.195191 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-653a4205-8ab7-4933-b27d-39670f59c8c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1087513 Apr 07 12:08:29.273407 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-77fd32d8-c482-4a4e-b9a8-0f7fc6d7d98f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 1001 time: 0.0723751 Apr 07 12:08:29.329628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-150ea89f-dfba-4b2a-a65a-50b8cc562058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.331008 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-150ea89f-dfba-4b2a-a65a-50b8cc562058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0525656 Apr 07 12:08:29.395263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-29fbbb75-a9ca-46d2-bf7d-5768acfa07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.397874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-29fbbb75-a9ca-46d2-bf7d-5768acfa07b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582066 Apr 07 12:08:29.512233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-56d60538-3f64-4650-8d45-b2d638946636 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022375 Apr 07 12:08:29.619354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-eb0be83c-4671-45e5-bead-26e34490f3cd service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013241 Apr 07 12:08:30.062814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd00c-d7bc-4610-9d73-72e91b72aff9 req-2ae6f0d3-7fb9-46d1-a743-8e8c0ef622ee tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:30.064903 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee4bd00c-d7bc-4610-9d73-72e91b72aff9 req-2ae6f0d3-7fb9-46d1-a743-8e8c0ef622ee tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0700588 Apr 07 12:08:30.138219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee4bd00c-d7bc-4610-9d73-72e91b72aff9 req-12bc572d-7561-42b9-b498-ac78a92b1138 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655866 Apr 07 12:08:30.744778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f1fda19-113d-42e5-ad1d-70d2f4133498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:31.294423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502186d-8981-4ac2-964f-c333e88d51fc req-9348e9f6-6201-488b-9884-978ce9d864d1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:31.296048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6502186d-8981-4ac2-964f-c333e88d51fc req-9348e9f6-6201-488b-9884-978ce9d864d1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0635576 Apr 07 12:08:31.352295 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6502186d-8981-4ac2-964f-c333e88d51fc req-5f52d24b-729e-4e82-a329-a3108c131cb5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475063 Apr 07 12:08:32.124458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:32.501723 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013e82b-2075-449a-8a42-11dc6e659b42 req-4ba4513e-17eb-4095-9065-f86fbaeae95b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:32.503633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b013e82b-2075-449a-8a42-11dc6e659b42 req-4ba4513e-17eb-4095-9065-f86fbaeae95b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0683863 Apr 07 12:08:32.568033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b013e82b-2075-449a-8a42-11dc6e659b42 req-8d230cc3-ee56-49f4-8566-d65f181305a5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567803 Apr 07 12:08:33.078904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4df9-910f-4d91-9df6-4b21676ba0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:33.737899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029f0a6-1831-4713-bf39-7c2d96a23178 req-4cb8958e-4125-43a4-b53e-35981f0608a5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:33.740036 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8029f0a6-1831-4713-bf39-7c2d96a23178 req-4cb8958e-4125-43a4-b53e-35981f0608a5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0740297 Apr 07 12:08:33.807482 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8029f0a6-1831-4713-bf39-7c2d96a23178 req-5a018fd0-672e-4bbe-b4ef-5a5bc4592e93 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608640 Apr 07 12:08:33.999930 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:34.633553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:34.964125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e148cbc-692c-4e7e-93df-595060c026b9 req-33753720-6e71-4ad3-b495-1d2820b704a2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:34.966258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e148cbc-692c-4e7e-93df-595060c026b9 req-33753720-6e71-4ad3-b495-1d2820b704a2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0723655 Apr 07 12:08:35.024417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e148cbc-692c-4e7e-93df-595060c026b9 req-a7af7270-10c7-4681-b05c-f2712be3cba3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507846 Apr 07 12:08:36.164692 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.190170 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef64450-683b-4759-b69f-63c61f962f6d req-01ff9dcb-bf68-421f-846d-cc378e09eb5b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:36.191732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ef64450-683b-4759-b69f-63c61f962f6d req-01ff9dcb-bf68-421f-846d-cc378e09eb5b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0737360 Apr 07 12:08:36.251599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4ef64450-683b-4759-b69f-63c61f962f6d req-25161de5-1223-4b02-a412-70ee36fa072a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497594 Apr 07 12:08:37.283096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.421032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6c3f1-ae3b-48e0-9bfb-4166ba87f6d7 req-8d6c386b-a7f3-4b88-ba76-d8e48e6115d4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:37.423062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59f6c3f1-ae3b-48e0-9bfb-4166ba87f6d7 req-8d6c386b-a7f3-4b88-ba76-d8e48e6115d4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0745425 Apr 07 12:08:37.491316 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59f6c3f1-ae3b-48e0-9bfb-4166ba87f6d7 req-e33cf906-e04d-4033-9317-bd1edc766130 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580344 Apr 07 12:08:38.642600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12f296-aab1-4572-a830-c65f36a9eb45 req-3e55d294-e5a4-4734-bfcb-52324bed01b8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:38.644304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc12f296-aab1-4572-a830-c65f36a9eb45 req-3e55d294-e5a4-4734-bfcb-52324bed01b8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0580051 Apr 07 12:08:38.719289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cc12f296-aab1-4572-a830-c65f36a9eb45 req-57b82747-911b-489f-9c40-aa24f3b8076d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680404 Apr 07 12:08:39.848751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1b82-b4d4-45a8-86a6-7a8a1032bcf0 req-fcf7c8d5-dfca-4c1b-8bea-a500af652943 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:39.850918 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8bde1b82-b4d4-45a8-86a6-7a8a1032bcf0 req-fcf7c8d5-dfca-4c1b-8bea-a500af652943 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0547595 Apr 07 12:08:39.907225 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8bde1b82-b4d4-45a8-86a6-7a8a1032bcf0 req-4f8e3d1d-7df6-4114-b874-851e6f911615 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503447 Apr 07 12:08:41.060202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1b150-2eb1-4b7f-b1b1-2e0f54acfd66 req-2a7acad4-be39-4775-831a-65a7c9deb37a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:41.061945 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4c1b150-2eb1-4b7f-b1b1-2e0f54acfd66 req-2a7acad4-be39-4775-831a-65a7c9deb37a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0601203 Apr 07 12:08:41.139529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4c1b150-2eb1-4b7f-b1b1-2e0f54acfd66 req-e569f7a2-f4a8-4718-825a-7a732dd49f0e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687838 Apr 07 12:08:41.625638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-cfceb9ef-0810-4e5d-91a3-03526ef1f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:41.627397 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-cfceb9ef-0810-4e5d-91a3-03526ef1f420 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1128 time: 0.0576060 Apr 07 12:08:41.749901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-1234d018-a9b5-4042-9d93-02ada0ae7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:41.751517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-1234d018-a9b5-4042-9d93-02ada0ae7f8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1035733 Apr 07 12:08:41.840307 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-42e54f2f-4e40-4de9-a463-0bf0efa2f3cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 1001 time: 0.0770004 Apr 07 12:08:41.893472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-4849c7a0-03c7-4ecd-84e7-81e32943e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:41.895220 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-4849c7a0-03c7-4ecd-84e7-81e32943e27d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0489447 Apr 07 12:08:41.964803 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-97d662b7-b402-48a9-bd6d-91f0b69f7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:41.967320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-97d662b7-b402-48a9-bd6d-91f0b69f7517 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662725 Apr 07 12:08:42.088099 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-8410940f-f356-448d-bea1-eee285f26548 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150856 Apr 07 12:08:42.202508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3a047057-5e9a-4b39-8c0c-2422f798d28c req-dd998458-dbdb-42c8-94d5-b18c0f05e046 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086791 Apr 07 12:08:42.308599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d6e4-ce68-4597-a0ac-d6dad63b0b98 req-70079571-895c-4cfa-b389-58b1fe9e8c57 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:42.310245 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a63d6e4-ce68-4597-a0ac-d6dad63b0b98 req-70079571-895c-4cfa-b389-58b1fe9e8c57 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0687368 Apr 07 12:08:42.373724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a63d6e4-ce68-4597-a0ac-d6dad63b0b98 req-0a6ceaae-b9b5-413c-9291-e07d3c92e357 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 Apr 07 12:08:43.524624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed1b3-51f6-4107-807e-8cf73346a321 req-085ee97b-8123-4c03-9a67-516ecfd430d0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:43.526252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a7ed1b3-51f6-4107-807e-8cf73346a321 req-085ee97b-8123-4c03-9a67-516ecfd430d0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0637481 Apr 07 12:08:43.590408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3a7ed1b3-51f6-4107-807e-8cf73346a321 req-64c70537-53b5-41ad-b963-8bec11e5ce8d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544431 Apr 07 12:08:44.760451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00644-301f-40e8-99d6-eb32bba88b00 req-8f1542de-c869-4a83-aa91-2d2703cda286 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:44.762559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffe00644-301f-40e8-99d6-eb32bba88b00 req-8f1542de-c869-4a83-aa91-2d2703cda286 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0819774 Apr 07 12:08:44.826154 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffe00644-301f-40e8-99d6-eb32bba88b00 req-417f9cb3-2624-4e40-8899-df7e0bc0b3ad tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Apr 07 12:08:45.968594 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194264d0-a267-4fb2-959b-c8e3b8fb8a12 req-35e0f46c-aac1-417b-ae27-ff16600297b4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:45.970139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-194264d0-a267-4fb2-959b-c8e3b8fb8a12 req-35e0f46c-aac1-417b-ae27-ff16600297b4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0617270 Apr 07 12:08:46.032221 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-194264d0-a267-4fb2-959b-c8e3b8fb8a12 req-99fdc01c-8f46-49a0-814e-3b432dd043fe tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512583 Apr 07 12:08:47.191120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578846d1-59c5-417b-8c99-1f2538f1db94 req-7a34f1d6-680f-4dc8-8784-7decc8f0b641 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.193173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578846d1-59c5-417b-8c99-1f2538f1db94 req-7a34f1d6-680f-4dc8-8784-7decc8f0b641 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0693662 Apr 07 12:08:47.248123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578846d1-59c5-417b-8c99-1f2538f1db94 req-6e549c16-a167-428a-8fa8-009ac78877ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486267 Apr 07 12:08:48.380150 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de81971-f6c3-4dce-83b5-645d426a16cd req-7490f6c9-a39b-43ad-96ae-94ef93747f76 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:48.382040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1de81971-f6c3-4dce-83b5-645d426a16cd req-7490f6c9-a39b-43ad-96ae-94ef93747f76 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0568821 Apr 07 12:08:48.439975 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1de81971-f6c3-4dce-83b5-645d426a16cd req-4596ea9c-db61-4993-8bd0-c9d2d4233b37 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498455 Apr 07 12:08:49.575295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb06af3-90e8-4b96-944a-c7474525b7b3 req-2cf0f925-50e5-4c56-a8c1-7447842535f5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:49.576873 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-feb06af3-90e8-4b96-944a-c7474525b7b3 req-2cf0f925-50e5-4c56-a8c1-7447842535f5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0622134 Apr 07 12:08:49.643359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-feb06af3-90e8-4b96-944a-c7474525b7b3 req-9ec45349-ea35-4ddf-868a-0ac65fefaf2a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544710 Apr 07 12:08:50.790529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb7845-30cb-497d-99d0-60a18d5f6766 req-2e789736-c5c8-45a3-9921-b16b4ad1b405 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:50.792151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ceb7845-30cb-497d-99d0-60a18d5f6766 req-2e789736-c5c8-45a3-9921-b16b4ad1b405 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0737946 Apr 07 12:08:50.846750 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ceb7845-30cb-497d-99d0-60a18d5f6766 req-e8e867b8-4eca-413d-aaeb-b45ea55b570c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484040 Apr 07 12:08:51.503600 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-c03e7905-6060-4589-87fe-73d626bcd323 req-0fdf99fa-3ba9-49af-91c5-a81dc4196b53 service neutron] show failed (client error): The resource could not be found. Apr 07 12:08:51.504644 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-0fdf99fa-3ba9-49af-91c5-a81dc4196b53 service neutron] 10.222.0.41 "GET /v2.0/ports/7d51f27d-37a4-4dcd-aafa-95a43061b4cc/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0668604 Apr 07 12:08:51.762070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-0db59a41-9791-4d72-ad61-0478315f183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:51.763607 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-0db59a41-9791-4d72-ad61-0478315f183b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 1128 time: 0.0561755 Apr 07 12:08:51.778013 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:51.855162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.008344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c5b25-f20b-49a5-a1c2-d9bc749341b7 req-9411c22c-9606-4bc0-baad-943b3f0beb77 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.010017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-729c5b25-f20b-49a5-a1c2-d9bc749341b7 req-9411c22c-9606-4bc0-baad-943b3f0beb77 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0667732 Apr 07 12:08:52.069470 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-729c5b25-f20b-49a5-a1c2-d9bc749341b7 req-71b47b16-43c8-40ca-9f12-4511a96de212 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530963 Apr 07 12:08:52.117711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:52.161232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:52.211645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:52.214276 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bf045d-8e34-4925-aed5-e074a12aba41" -d '{"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:52.221121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Publish callbacks [] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.236959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Transition to ACTIVE for port object 7d51f27d-37a4-4dcd-aafa-95a43061b4cc will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:08:52.243975 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.287875 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a00df4f-21da-46e2-a695-93ab0846d94d x-openstack-request-id: req-6a00df4f-21da-46e2-a695-93ab0846d94d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:52.288184 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:52.288528 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a00df4f-21da-46e2-a695-93ab0846d94d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:52.289008 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a00df4f-21da-46e2-a695-93ab0846d94d'] response: {'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'code': 200} Apr 07 12:08:52.380244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:52.451518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] No DVR routers for this DVR port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:08:52.617738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:52.618366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:52.618509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:52.623515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:08:52.623867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Attempting to bind port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:52.629525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:52.629754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:52.630123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:52.631106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Bound port: 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:52.631585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.703301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:52.706690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:52.714020 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.751325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.751947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.753685 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] 10.222.0.23 "PUT /v2.0/ports/7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 1092 time: 0.9800041 Apr 07 12:08:52.797606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10113-165c-431a-adbe-bf6b9ad0424a service neutron] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:52.854770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-75ad7a6e-c0bb-42c3-bed7-899b145a3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.858729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-75ad7a6e-c0bb-42c3-bed7-899b145a3f70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1126 time: 0.0686302 Apr 07 12:08:52.965657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-fcee47bd-a166-485d-a76f-ba8096afa2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.967148 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-fcee47bd-a166-485d-a76f-ba8096afa2bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1051242 Apr 07 12:08:53.057172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-4d5c0460-a923-4a1c-8c1e-39765212dc89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 999 time: 0.0836055 Apr 07 12:08:53.131418 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-c0c81f32-7d3d-49c7-bf5e-ba795e9c5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:53.133970 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-c0c81f32-7d3d-49c7-bf5e-ba795e9c5ba3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0712912 Apr 07 12:08:53.204267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7905-6060-4589-87fe-73d626bcd323 req-1eb58aa1-6ef7-442f-9bef-27ff70f815ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:53.205661 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-1eb58aa1-6ef7-442f-9bef-27ff70f815ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650239 Apr 07 12:08:53.245092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b15ec5-cb0a-4d09-970d-016afcedbf8e req-4d82c523-21c8-43e2-ae22-dcb036638ca1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:53.248072 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76b15ec5-cb0a-4d09-970d-016afcedbf8e req-4d82c523-21c8-43e2-ae22-dcb036638ca1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0899661 Apr 07 12:08:53.305716 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76b15ec5-cb0a-4d09-970d-016afcedbf8e req-b613e940-c4d1-4891-b7c4-9dc406926214 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499594 Apr 07 12:08:53.321898 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-94f1dced-7dca-44fb-83b7-d715942ad27b service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101055 Apr 07 12:08:53.424370 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c03e7905-6060-4589-87fe-73d626bcd323 req-34840377-8c8f-476b-80aa-f5e14f814048 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966058 Apr 07 12:08:54.290554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:54.292965 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada11241-d9de-40bd-9987-44dba25519c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:54.328239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:08:54.364931 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1975833f-9e84-45c0-8dc8-32329aeabf0b x-openstack-request-id: req-1975833f-9e84-45c0-8dc8-32329aeabf0b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:54.365877 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:54.366781 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1975833f-9e84-45c0-8dc8-32329aeabf0b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:54.367422 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1975833f-9e84-45c0-8dc8-32329aeabf0b'] response: {'name': 'network-changed', 'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'status': 'completed', 'code': 200} Apr 07 12:08:54.402117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:08:54.402539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:08:54.455145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc7a23-94b3-4836-a3ea-1a5e9c017d51 req-0b9f4a1f-9b81-4cd0-8086-250a8dd82269 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.457781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9fc7a23-94b3-4836-a3ea-1a5e9c017d51 req-0b9f4a1f-9b81-4cd0-8086-250a8dd82269 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0612466 Apr 07 12:08:54.477181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-709e01b4-404e-43a1-8902-51f03531d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.479465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-709e01b4-404e-43a1-8902-51f03531d80d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1126 time: 0.0981007 Apr 07 12:08:54.481451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-1b60d910-fe4c-46dd-af7f-bed248f22b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.482962 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-1b60d910-fe4c-46dd-af7f-bed248f22b73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1126 time: 0.0923729 Apr 07 12:08:54.530229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9fc7a23-94b3-4836-a3ea-1a5e9c017d51 req-6492502a-c5cb-486b-8dfc-f07c1e0359c0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621376 Apr 07 12:08:54.654940 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-f88206a7-a708-4c5c-afeb-41772a47b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.656402 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-f88206a7-a708-4c5c-afeb-41772a47b827 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1719792 Apr 07 12:08:54.658977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-a51ccbaf-ed9e-453c-b818-7861d320f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.660261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-a51ccbaf-ed9e-453c-b818-7861d320f3d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1631894 Apr 07 12:08:54.774074 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-5dafceda-73af-4f70-80c6-1c7fa25fd30d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 999 time: 0.1115587 Apr 07 12:08:54.775817 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-a38245cf-fc6e-406a-842b-1b01135df1a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 999 time: 0.1084580 Apr 07 12:08:54.856463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-adc5a326-bedb-458b-a71a-3cb56c497296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.858148 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-adc5a326-bedb-458b-a71a-3cb56c497296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0792158 Apr 07 12:08:54.859674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-047d35c1-c844-4b04-98a8-82d10d65ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.861265 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-047d35c1-c844-4b04-98a8-82d10d65ffef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0750148 Apr 07 12:08:54.973617 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-f25079e6-03d4-404e-bbe4-8a0c09ad5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.976930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-f25079e6-03d4-404e-bbe4-8a0c09ad5f4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120424 Apr 07 12:08:54.999533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11241-d9de-40bd-9987-44dba25519c1 req-2f94401d-1375-4537-9457-2f672e5c6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:55.001876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-2f94401d-1375-4537-9457-2f672e5c6a35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1291475 Apr 07 12:08:55.428219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-94f6e7d5-a7e0-4b7a-85c8-156baadbe07c service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445519 Apr 07 12:08:55.447581 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-27df2986-76b5-4c9f-977b-645132632c83 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333849 Apr 07 12:08:55.606517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-55be4cf8-7c68-45e1-85a7-68a59f514894 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725526 Apr 07 12:08:55.612285 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ada11241-d9de-40bd-9987-44dba25519c1 req-f9dd0328-235d-4545-89fa-fe6252494678 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555405 Apr 07 12:08:55.669547 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019c635-4b7e-40cc-8c37-a812d3b5072f req-e4030736-906e-43c1-9737-9a42d2d879ef tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:55.671096 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4019c635-4b7e-40cc-8c37-a812d3b5072f req-e4030736-906e-43c1-9737-9a42d2d879ef tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0595694 Apr 07 12:08:55.726193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4019c635-4b7e-40cc-8c37-a812d3b5072f req-c1c13ce4-4491-4ba6-8a12-9412a468a0cc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489204 Apr 07 12:08:55.970513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-2e0b786f-4c25-47ff-b5d1-0e8187449dd6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:55.970936 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b16450-0bf9-42b5-a011-f9b2c149950d req-4023f345-28a5-451c-b36e-19d2fa7abbd9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:55.972332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-2e0b786f-4c25-47ff-b5d1-0e8187449dd6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 944 time: 0.0735793 Apr 07 12:08:55.972477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74b16450-0bf9-42b5-a011-f9b2c149950d req-4023f345-28a5-451c-b36e-19d2fa7abbd9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 944 time: 0.0813212 Apr 07 12:08:56.026883 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74b16450-0bf9-42b5-a011-f9b2c149950d req-119d364b-cf96-4b9b-8473-eee9f64b04a7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Apr 07 12:08:56.039538 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-2aa5520a-39bf-4c49-88dd-4ad65ca71a3f service neutron] delete failed (client error): The resource could not be found. Apr 07 12:08:56.040575 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-2aa5520a-39bf-4c49-88dd-4ad65ca71a3f service neutron] 10.222.0.41 "DELETE /v2.0/ports/7d51f27d-37a4-4dcd-aafa-95a43061b4cc/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0624027 Apr 07 12:08:56.140556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-b872826e-88fd-4d55-b42c-250cb2884a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:56.142104 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-b872826e-88fd-4d55-b42c-250cb2884a6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 1126 time: 0.0509505 Apr 07 12:08:56.241451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-28e9efd8-4899-4b3d-b999-3d771516a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:56.242898 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-28e9efd8-4899-4b3d-b999-3d771516a7e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.0952296 Apr 07 12:08:56.314539 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:08:56.317046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-f573696a-220f-4e49-93cc-443dd03ce0ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 200 len: 999 time: 0.0686491 Apr 07 12:08:56.371271 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-a075abe9-5aad-4b6c-8eb0-b997226b19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:56.372724 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-a075abe9-5aad-4b6c-8eb0-b997226b19f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0506971 Apr 07 12:08:56.428915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-dfc3cd9e-95ea-4d0f-9eac-cbcaef681a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:56.430341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-dfc3cd9e-95ea-4d0f-9eac-cbcaef681a87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522490 Apr 07 12:08:56.514300 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:08:56.533589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-1f6c17ef-58db-4918-9113-1de294455c42 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970864 Apr 07 12:08:56.638255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:56.641989 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-13f6c689-52a3-45e9-afee-6444a96e0ad6 req-35636f2c-3293-493b-8b2b-4b35dfacffb9 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030457 Apr 07 12:08:56.652216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'mac_address': 'fa:16:3e:be:f1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:08:56.700239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:56.700662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.716772 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51f27d-37a4-4dcd-aafa-95a43061b4cc {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:08:56.744645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:56.750461 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.811510 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.822749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.823101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.823461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.823800 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.824138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.824475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.824938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.825239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.825507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.825841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.826221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.826503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.826830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:56.970588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['7d51f27d-37a4-4dcd-aafa-95a43061b4cc'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:08:57.202130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7eed4-292b-4ce7-89d7-fd7b9d092f33 req-363a4367-6029-457b-a636-f7863b727af1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:57.203705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bd7eed4-292b-4ce7-89d7-fd7b9d092f33 req-363a4367-6029-457b-a636-f7863b727af1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 945 time: 0.0744267 Apr 07 12:08:57.266865 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bd7eed4-292b-4ce7-89d7-fd7b9d092f33 req-4d43e72e-f808-4836-b34e-6400bb8eff3c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539052 Apr 07 12:08:57.402570 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d0a95-3b0f-4a6d-96cd-9face7179360 req-8a03eac0-a0ff-4df2-a17c-cb1dcc23331b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:57.404144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a5d0a95-3b0f-4a6d-96cd-9face7179360 req-8a03eac0-a0ff-4df2-a17c-cb1dcc23331b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 945 time: 0.0615375 Apr 07 12:08:57.473350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6a5d0a95-3b0f-4a6d-96cd-9face7179360 req-8ea11bbf-98a5-460a-bbd7-fa6833d5b731 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634320 Apr 07 12:08:57.624679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530621e5-019a-4f60-9ece-39bcdbbe64c0 req-40c2f855-3447-4cd7-b5bd-44428c16e628 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:57.626398 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-530621e5-019a-4f60-9ece-39bcdbbe64c0 req-40c2f855-3447-4cd7-b5bd-44428c16e628 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 945 time: 0.0678723 Apr 07 12:08:57.689877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-530621e5-019a-4f60-9ece-39bcdbbe64c0 req-0b8c6e67-436c-426c-bb4b-52df7590d938 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565228 Apr 07 12:08:57.990017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4237c2e-78d6-488a-b9d3-06abbf26bfd8 req-4840e916-ca8e-423e-8592-1952921bf729 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:57.991594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4237c2e-78d6-488a-b9d3-06abbf26bfd8 req-4840e916-ca8e-423e-8592-1952921bf729 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 945 time: 0.0594795 Apr 07 12:08:58.050410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f4237c2e-78d6-488a-b9d3-06abbf26bfd8 req-69d3a4a7-374e-4d0f-aba8-ea89034491fa tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501349 Apr 07 12:08:58.546634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:58.601558 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:08:58.606166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:58.606747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.702157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:58.702432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.732556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:58.734928 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329443a4-481f-4cfb-81cc-10dd4925ee7e" -d '{"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-plugged", "status": "completed", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:58.750089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:58.755144 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.779884 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ed6613-5457-4daa-a3f7-f3332e691d59 x-openstack-request-id: req-c2ed6613-5457-4daa-a3f7-f3332e691d59 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:58.780187 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-plugged", "status": "completed", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:58.780467 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2ed6613-5457-4daa-a3f7-f3332e691d59 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:58.780856 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ed6613-5457-4daa-a3f7-f3332e691d59'] response: {'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'code': 200} Apr 07 12:08:58.821334 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:59.202143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9ae3-5c57-47ef-9a7a-a01b525848ab req-3bb09ffe-cc71-40af-a91d-30d1be851875 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:59.204523 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c89f9ae3-5c57-47ef-9a7a-a01b525848ab req-3bb09ffe-cc71-40af-a91d-30d1be851875 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0703669 Apr 07 12:08:59.235461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-e0107187-680b-46cc-b699-36cfb54adc87 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:59.238197 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-e0107187-680b-46cc-b699-36cfb54adc87 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 946 time: 0.0742826 Apr 07 12:08:59.273723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c89f9ae3-5c57-47ef-9a7a-a01b525848ab req-4044fc5c-e00b-4328-9f4b-c4714c27e19f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608752 Apr 07 12:08:59.358423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Deleting port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:08:59.358893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.469524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] For port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:59.469965 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.736842 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.737247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.738781 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 disassociated. External IP: 172.25.5.11, port: 7d51f27d-37a4-4dcd-aafa-95a43061b4cc. Apr 07 12:08:59.738781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Calling delete_port for 7d51f27d-37a4-4dcd-aafa-95a43061b4cc owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:08:59.914040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7d51f27d-37a4-4dcd-aafa-95a43061b4cc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.946430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event deleted for resources: {'Port': ['ID=7d51f27d-37a4-4dcd-aafa-95a43061b4cc,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:00.098982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:00.267355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:00.278933 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:00.294129 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:00.295072 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:00.315182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] No DVR routers for this DVR port 7d51f27d-37a4-4dcd-aafa-95a43061b4cc on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:00.318954 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:00.323198 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-09edf2c7-6dee-4bbd-8459-001e09fde4f1 req-0a4d8012-f95d-45da-8c0f-d506d4aaaf95 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "DELETE /v2.0/ports/7d51f27d-37a4-4dcd-aafa-95a43061b4cc HTTP/1.1" status: 204 len: 173 time: 1.0794530 Apr 07 12:09:00.323705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-deleted', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:00.326472 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aa736a-55c1-42be-937a-94e8a782d508" -d '{"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-deleted", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:00.410465 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab257a9-4b4d-4646-99e1-02b9496a59c6 x-openstack-request-id: req-9ab257a9-4b4d-4646-99e1-02b9496a59c6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:00.411126 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03825a0-0c8f-4ed7-ab37-6289fa71afe1", "name": "network-vif-deleted", "tag": "7d51f27d-37a4-4dcd-aafa-95a43061b4cc", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:00.411725 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ab257a9-4b4d-4646-99e1-02b9496a59c6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:00.412720 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab257a9-4b4d-4646-99e1-02b9496a59c6'] response: {'server_uuid': 'b03825a0-0c8f-4ed7-ab37-6289fa71afe1', 'name': 'network-vif-deleted', 'tag': '7d51f27d-37a4-4dcd-aafa-95a43061b4cc', 'status': 'completed', 'code': 200} Apr 07 12:09:00.451746 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-77206899-7c6f-45d8-b2de-f5887ea6a416 req-88759078-1474-4996-a7d8-a1af193a7110 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=b03825a0-0c8f-4ed7-ab37-6289fa71afe1 HTTP/1.1" status: 200 len: 210 time: 0.0572386 Apr 07 12:09:00.466043 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:00.756171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2b4ceee9-0157-4efd-8b32-8c395dc9b103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:00.817042 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:00.844682 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:00.855171 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:00.856135 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:08:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:01.095103 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:01.333726 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:01.364781 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa3057-ea47-4a0e-b6e9-24a4dbef1fce None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:01.681568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b3b5c-4c55-47fa-acc8-0a61a5c13beb None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:01.788490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-86319360-d8f0-4d3e-9127-070453e1dab3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1930898867&fields=id&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 267 time: 0.0598915 Apr 07 12:09:01.933977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-5a2eb6f8-0ff5-4344-b2bd-055ef3e202be tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:01.936466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-5a2eb6f8-0ff5-4344-b2bd-055ef3e202be tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1366324 Apr 07 12:09:01.961105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-22599b75-414e-43ad-af1e-2715caf13fc2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/quotas/cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 375 time: 0.0169103 Apr 07 12:09:02.029472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-4317a0aa-2225-46eb-94b7-c018227e8368 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613616 Apr 07 12:09:02.128861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.186263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-f4cd6be5-b9c4-4829-85e0-5d19ac014349 service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352563 Apr 07 12:09:02.302080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-e328c528-543d-4053-8a74-c33304b560db service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095536 Apr 07 12:09:02.529457 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ccf9854-fef6-4a67-8080-66cdb2d22429 req-ad42be75-1ca4-44ed-ac2e-1ddab8fc580a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 210 time: 0.0452573 Apr 07 12:09:02.577642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:02.602029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 7d51f27d-37a4-4dcd-aafa-95a43061b4cc {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:02.602488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 7d51f27d-37a4-4dcd-aafa-95a43061b4cc not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:03.083170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cb378aa6-dc41-46bc-a6ca-0e93c541c57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.675992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de6f1983-fbcc-4cc0-aa38-033b40e23759 req-182211f6-1981-4465-836b-badcef14eb83 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Apr 07 12:09:03.757809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-eb909e63-6bf8-4fec-9132-5d7fabe22cf7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:03.759654 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-eb909e63-6bf8-4fec-9132-5d7fabe22cf7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1713147 Apr 07 12:09:03.844653 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-da1d80ee-4199-4dcf-a843-f4ce9b5450f0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 380 time: 0.0756073 Apr 07 12:09:03.857278 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'port': {'device_id': '20f464c8-b85c-4629-a325-d8504635cf26', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'admin_state_up': True, 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'security_groups': ['a114edf5-1a0e-42d3-8fea-928c058716ea']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:04.017752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.020111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Made reservation on behalf of cd19ef718a3941dabdd83fbf4e7981f5 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:04.025374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.213466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Allocated IP 172.20.0.13 (846449d8-f790-4745-9d47-baacb20abfa0/786dec63-000a-4251-a370-994829e0c57d/9e0232d2-1510-4681-8cb4-1aa379602c8e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:04.402404 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.453620 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.523185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:04.528916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:04.537724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:04.588167 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:04.632825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.633860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.640879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.657613 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-577d9edf-9433-44a9-ade8-6e3fb312eb04 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065286 Apr 07 12:09:04.668880 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Request body: {'port': {'device_id': '20f464c8-b85c-4629-a325-d8504635cf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:04.764067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.845792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b5c7243d-d1be-4190-969d-0a0e3b1703f4 None None] Provisioning complete for port 9e0232d2-1510-4681-8cb4-1aa379602c8e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:04.846866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b5c7243d-d1be-4190-969d-0a0e3b1703f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.878890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018fe6-ee1a-4c62-8dae-2f3647d521b9 req-4e0149a3-f823-44ef-96be-7a3c60c774fc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.881962 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64018fe6-ee1a-4c62-8dae-2f3647d521b9 req-4e0149a3-f823-44ef-96be-7a3c60c774fc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 932 time: 0.0881212 Apr 07 12:09:04.909492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7243d-d1be-4190-969d-0a0e3b1703f4 None None] Port 9e0232d2-1510-4681-8cb4-1aa379602c8e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:04.951840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64018fe6-ee1a-4c62-8dae-2f3647d521b9 req-9cdefefc-b12e-4884-988d-28adae3f4da7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636494 Apr 07 12:09:05.165795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0232d2-1510-4681-8cb4-1aa379602c8e {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:05.178654 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Publish callbacks [] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.202026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Transition to ACTIVE for port object 9e0232d2-1510-4681-8cb4-1aa379602c8e will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:09:05.208764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.329396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:05.423804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:05.424115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:05.424591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:05.432781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Port 9e0232d2-1510-4681-8cb4-1aa379602c8e on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:09:05.433344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:05.441558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:05.442239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:05.442775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:05.444570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Bound port: 9e0232d2-1510-4681-8cb4-1aa379602c8e, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:05.444570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.549372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:05.555206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:05.564933 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.606215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.606978 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.608651 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 1092 time: 0.9441156 Apr 07 12:09:05.611253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:05.613841 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:05.659705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073977a-d613-4fb6-a036-4d2dfd21a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:05.733428 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defd9a3-5e21-4a5d-8600-bf0e09c6ab67 x-openstack-request-id: req-3defd9a3-5e21-4a5d-8600-bf0e09c6ab67 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:05.733882 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:05.734282 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3defd9a3-5e21-4a5d-8600-bf0e09c6ab67 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:05.734886 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3defd9a3-5e21-4a5d-8600-bf0e09c6ab67'] response: {'name': 'network-changed', 'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'status': 'completed', 'code': 200} Apr 07 12:09:05.771378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-b131170e-7588-4e1a-992e-ff009f190e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.773995 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-b131170e-7588-4e1a-992e-ff009f190e02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1126 time: 0.0816672 Apr 07 12:09:05.823514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-598e0a42-449c-41b4-9c89-c8a19b8c685c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 217 time: 0.0435061 Apr 07 12:09:05.896462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-5901383d-a7a2-4b3a-9992-8241d7fa10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.898855 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-5901383d-a7a2-4b3a-9992-8241d7fa10da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0695341 Apr 07 12:09:05.953439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-391b4ed3-a650-4928-a21c-0eebd42efae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.954938 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-391b4ed3-a650-4928-a21c-0eebd42efae2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506508 Apr 07 12:09:06.118500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-17a9108d-baa9-4fb0-b072-3839287d1e25 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574595 Apr 07 12:09:06.135388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e60a-9981-4e1b-9899-1ff5483c9b59 req-a5dd6996-99bd-4b30-b4cc-ca30ac5e141e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.138214 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15f0e60a-9981-4e1b-9899-1ff5483c9b59 req-a5dd6996-99bd-4b30-b4cc-ca30ac5e141e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 944 time: 0.0857010 Apr 07 12:09:06.179394 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.227952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-15f0e60a-9981-4e1b-9899-1ff5483c9b59 req-737609ea-0640-4d7d-8659-50b78a363869 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748138 Apr 07 12:09:06.249845 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-651ad180-0629-4d60-9b71-17caf0d7f261 req-6d4831dc-5fdd-42b7-8a25-e8fba64dfe92 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252043 Apr 07 12:09:06.372158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-b0b33339-365f-45b5-8016-fd9fff43c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.373665 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-b0b33339-365f-45b5-8016-fd9fff43c5a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1126 time: 0.0725050 Apr 07 12:09:06.481261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-a1e69471-945a-4d27-bbfe-4d8ae994492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.482714 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-a1e69471-945a-4d27-bbfe-4d8ae994492b service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1037405 Apr 07 12:09:06.527626 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-d97b31d7-b506-4de5-be66-374ff9b9e77a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 217 time: 0.0387039 Apr 07 12:09:06.586466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-0c5b8a94-5274-4e16-a462-60f4fa2b66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.588023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-0c5b8a94-5274-4e16-a462-60f4fa2b66a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0531359 Apr 07 12:09:06.649790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-e4b7f1c0-b58e-4218-98db-15b503895084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.651378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-e4b7f1c0-b58e-4218-98db-15b503895084 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572960 Apr 07 12:09:06.778769 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-9ee4360b-cdde-45e7-b014-e9f129ba167d service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205294 Apr 07 12:09:07.178097 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ba71d5f8-ff9b-4ed0-b3d5-d97341debfe2 req-48c53b73-fb94-4bfa-8a33-74a0afa4e6b5 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922045 Apr 07 12:09:07.289975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:07.393197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7c9d-b4e8-40b4-ba49-5f005ac1adf3 req-48425d33-3196-4ebe-8d71-4daee7cd1e2d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:07.394841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aca7c9d-b4e8-40b4-ba49-5f005ac1adf3 req-48425d33-3196-4ebe-8d71-4daee7cd1e2d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 944 time: 0.0683324 Apr 07 12:09:07.469809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aca7c9d-b4e8-40b4-ba49-5f005ac1adf3 req-de1f6107-8255-4f86-80b1-22f1fa11eea2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630369 Apr 07 12:09:08.607730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:08.656631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148e5cb-19e2-496c-bde3-e1e7e5e70ad6 req-16d2b957-bd07-4eb3-9f82-e4ff489ef9da tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:08.658520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1148e5cb-19e2-496c-bde3-e1e7e5e70ad6 req-16d2b957-bd07-4eb3-9f82-e4ff489ef9da tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 944 time: 0.0878282 Apr 07 12:09:08.736775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1148e5cb-19e2-496c-bde3-e1e7e5e70ad6 req-3c21938e-b4e7-4a01-bc1f-507fa93fa626 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678234 Apr 07 12:09:08.738165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:08.754095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'mac_address': 'fa:16:3e:a6:8a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:08.797760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9e0232d2-1510-4681-8cb4-1aa379602c8e is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:08.798156 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.817821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0232d2-1510-4681-8cb4-1aa379602c8e {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:08.845004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:08.851804 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.938477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:09.044158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['9e0232d2-1510-4681-8cb4-1aa379602c8e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:09.906584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598d51d-ca68-48da-9e06-c12984fa3537 req-07a4b34b-2b20-4d93-beec-c347f8728000 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:09.908213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3598d51d-ca68-48da-9e06-c12984fa3537 req-07a4b34b-2b20-4d93-beec-c347f8728000 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 945 time: 0.0641296 Apr 07 12:09:09.975949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3598d51d-ca68-48da-9e06-c12984fa3537 req-dc54488c-ae6b-40a3-933b-32c116c5e597 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583358 Apr 07 12:09:10.624545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:10.684801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 9e0232d2-1510-4681-8cb4-1aa379602c8e completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:09:10.689970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 9e0232d2-1510-4681-8cb4-1aa379602c8e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:10.690422 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.783653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9e0232d2-1510-4681-8cb4-1aa379602c8e is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:10.783944 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.814045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:10.816363 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96a42d-83f5-421a-b1b7-8bb7f6586fd5" -d '{"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-plugged", "status": "completed", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:10.831268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:10.837715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.867889 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73426ac6-6f31-4079-ad0f-967012803267 x-openstack-request-id: req-73426ac6-6f31-4079-ad0f-967012803267 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:10.868184 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-plugged", "status": "completed", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:10.868479 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73426ac6-6f31-4079-ad0f-967012803267 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:10.868880 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73426ac6-6f31-4079-ad0f-967012803267'] response: {'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'code': 200} Apr 07 12:09:10.896642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:11.000916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c294622-071b-40e9-8d7c-496d69b3b455 req-6433af06-71d2-4899-961a-06785de757e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:11.003805 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c294622-071b-40e9-8d7c-496d69b3b455 req-6433af06-71d2-4899-961a-06785de757e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1128 time: 0.0653660 Apr 07 12:09:11.062981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c294622-071b-40e9-8d7c-496d69b3b455 req-6971feb2-dc1b-46d1-8909-8e7d491b363d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538557 Apr 07 12:09:11.139902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbbaf5-cee1-41c2-a246-5d7c7b05c414 req-01beab5b-83d1-483b-b0b1-4b2746e35d1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:11.141598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25fbbaf5-cee1-41c2-a246-5d7c7b05c414 req-01beab5b-83d1-483b-b0b1-4b2746e35d1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0698533 Apr 07 12:09:11.206503 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25fbbaf5-cee1-41c2-a246-5d7c7b05c414 req-4596785d-2465-4bea-8a6c-87051b2e6c99 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581627 Apr 07 12:09:12.395037 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba9ef-d32a-4373-b394-9262b6e92f36 req-16eae918-569c-4ae4-96bc-52829920e535 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:12.400358 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cbba9ef-d32a-4373-b394-9262b6e92f36 req-16eae918-569c-4ae4-96bc-52829920e535 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0764694 Apr 07 12:09:12.474158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9cbba9ef-d32a-4373-b394-9262b6e92f36 req-4a653f65-da72-4c2c-9f9d-4fb2746601ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662644 Apr 07 12:09:12.629635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8896a83-e0d0-4e75-a0e2-73564916f998 req-d894cea0-6931-4c0f-9193-a53e30c0f694 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:12.633090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b8896a83-e0d0-4e75-a0e2-73564916f998 req-d894cea0-6931-4c0f-9193-a53e30c0f694 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0720022 Apr 07 12:09:12.642719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 36910) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:12.647438 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'floatingip': {'port_id': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:12.701859 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (c53373fd-3192-412e-b075-043623225f39), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.209567 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.213871 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.344651 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 associated. External IP: 172.25.5.11, port: 9e0232d2-1510-4681-8cb4-1aa379602c8e. Apr 07 12:09:13.606410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:13.736109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:13.742451 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.750662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:13.768877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:13.769957 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:09:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:13.780805 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ae4507dd-87f4-46ca-94c9-da0d5b695b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "PUT /v2.0/floatingips/c53373fd-3192-412e-b075-043623225f39 HTTP/1.1" status: 200 len: 991 time: 1.1367676 Apr 07 12:09:13.781777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:13.785494 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5" -d '{"events": [{"name": "network-changed", "server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:13.863309 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21df277b-cd10-4379-88bd-f4cdfdf8e0f3 x-openstack-request-id: req-21df277b-cd10-4379-88bd-f4cdfdf8e0f3 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:13.863608 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:13.863873 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21df277b-cd10-4379-88bd-f4cdfdf8e0f3 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:13.864298 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21df277b-cd10-4379-88bd-f4cdfdf8e0f3'] response: {'name': 'network-changed', 'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'status': 'completed', 'code': 200} Apr 07 12:09:13.932341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:13.970160 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-255a94b1-b7e4-40ca-a948-83691f7bca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:13.972671 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-255a94b1-b7e4-40ca-a948-83691f7bca90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1128 time: 0.0817230 Apr 07 12:09:14.077895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2824-f013-4334-89c7-bc516ebf463e req-f67a6a2b-a45c-4d80-968a-f12fe7705417 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:14.081964 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b6f2824-f013-4334-89c7-bc516ebf463e req-f67a6a2b-a45c-4d80-968a-f12fe7705417 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0937312 Apr 07 12:09:14.122518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-6262293a-9939-415a-94fd-8bdaaafca197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:14.124991 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-6262293a-9939-415a-94fd-8bdaaafca197 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1460133 Apr 07 12:09:14.160537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b6f2824-f013-4334-89c7-bc516ebf463e req-bde68b42-4e22-4a13-a383-290a7a53e24b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653446 Apr 07 12:09:14.204942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-c63cbb0d-9842-4159-a93e-d2cc860d4c6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 999 time: 0.0734677 Apr 07 12:09:14.217126 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:a6:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f464c8-b85c-4629-a325-d8504635cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:09:13Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:14.250707 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:14.262199 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:14.262826 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:09:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:14.268080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-c1c7523d-6b8c-4661-93bf-d6754d963439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:14.269999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-c1c7523d-6b8c-4661-93bf-d6754d963439 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0598965 Apr 07 12:09:14.332622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-0d0f3de9-48a2-439c-b7e9-c863b0738fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:14.335245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-0d0f3de9-48a2-439c-b7e9-c863b0738fd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598917 Apr 07 12:09:14.398686 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:14.469292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-f14b99bb-53f0-48e2-b0a5-00fb0e8ed659 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284313 Apr 07 12:09:14.614557 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c25ef5e-e33f-4ec5-897c-3c0dc97977a5 req-b3f4aa56-52d5-4e69-9546-d5e0fdbbd9e8 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399169 Apr 07 12:09:14.713506 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:a6:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f464c8-b85c-4629-a325-d8504635cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:09:13Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:14.747394 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca04e7-6ed3-4fb5-ba0c-2649e0860ebb None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:a6:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f464c8-b85c-4629-a325-d8504635cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:09:13Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:15.007237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27313c96-fab2-4b58-85fe-e441a786e711 None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:15.348589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bace9a-0402-47c0-ad2f-04d628280e6e req-41aca5df-c45a-4fc4-845c-cfb90f120d1e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:15.350317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7bace9a-0402-47c0-ad2f-04d628280e6e req-41aca5df-c45a-4fc4-845c-cfb90f120d1e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0659697 Apr 07 12:09:15.418581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b7bace9a-0402-47c0-ad2f-04d628280e6e req-be65ad4e-3133-42b5-9f4a-3f43c99e52e4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585732 Apr 07 12:09:16.593370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c128ed-a99d-42b2-b36f-b2094279e209 req-39f13be4-b856-4fcc-9313-6cfa8a4234df tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:16.594957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10c128ed-a99d-42b2-b36f-b2094279e209 req-39f13be4-b856-4fcc-9313-6cfa8a4234df tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0726607 Apr 07 12:09:16.671437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10c128ed-a99d-42b2-b36f-b2094279e209 req-84791742-7c00-466b-9d90-062a4544f593 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682731 Apr 07 12:09:17.838131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667423-2a4a-4993-bc1e-0d52cabf0bc1 req-82cf2399-b3ac-4273-a7c1-a217cebc689c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.839767 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8667423-2a4a-4993-bc1e-0d52cabf0bc1 req-82cf2399-b3ac-4273-a7c1-a217cebc689c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0655882 Apr 07 12:09:17.908052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8667423-2a4a-4993-bc1e-0d52cabf0bc1 req-356b284d-e105-41f2-b993-032d9352e649 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600882 Apr 07 12:09:19.052377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5ca80-ee96-4b1d-9702-1f122ca8da3b req-ef4170c4-98d1-4a46-b701-c5e1c4cdddd5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:19.054727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f5ca80-ee96-4b1d-9702-1f122ca8da3b req-ef4170c4-98d1-4a46-b701-c5e1c4cdddd5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0671580 Apr 07 12:09:19.128957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-83f5ca80-ee96-4b1d-9702-1f122ca8da3b req-6031123d-5685-4671-9d37-f6d11f3d1cbf tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653617 Apr 07 12:09:20.293772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ee2b0-19de-4023-addc-7169656f4ece req-d8a96190-d5c9-454a-a4f6-87a018c58dd4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.293772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a46ee2b0-19de-4023-addc-7169656f4ece req-d8a96190-d5c9-454a-a4f6-87a018c58dd4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0658290 Apr 07 12:09:20.345111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a46ee2b0-19de-4023-addc-7169656f4ece req-253ebeea-28c3-4cfc-a6e7-129f7bae0875 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Apr 07 12:09:21.517424 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e319d-d118-4f2a-8357-92923635ccea req-20573fb9-d7c1-4320-8e38-083e3939bc76 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:21.518984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f57e319d-d118-4f2a-8357-92923635ccea req-20573fb9-d7c1-4320-8e38-083e3939bc76 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0731184 Apr 07 12:09:21.585195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f57e319d-d118-4f2a-8357-92923635ccea req-93f26757-71f2-44a1-be07-cf75c5264eb7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587192 Apr 07 12:09:22.742610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906db7f0-2c4b-4eaa-a514-06f308c0a7ca req-9b2009af-c2d5-419e-adfb-602d78b77491 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:22.744355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906db7f0-2c4b-4eaa-a514-06f308c0a7ca req-9b2009af-c2d5-419e-adfb-602d78b77491 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0661118 Apr 07 12:09:22.805969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-906db7f0-2c4b-4eaa-a514-06f308c0a7ca req-ee39364d-228b-4482-bf2f-2b63d2df6e4f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511181 Apr 07 12:09:23.969199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff2af-151c-4f98-a80b-93294067d054 req-9c8d7ad6-9f68-4e4c-9ac1-de53120877e4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:23.971135 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d23ff2af-151c-4f98-a80b-93294067d054 req-9c8d7ad6-9f68-4e4c-9ac1-de53120877e4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0728309 Apr 07 12:09:24.027773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d23ff2af-151c-4f98-a80b-93294067d054 req-419a1da1-14d8-4ef6-8939-f006bc0bd371 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Apr 07 12:09:25.201674 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31296be-3a1c-4579-85bd-b3486d90e0dc req-c0fcca99-8ec7-4d3b-b83f-327a62845eba tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:25.204257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c31296be-3a1c-4579-85bd-b3486d90e0dc req-c0fcca99-8ec7-4d3b-b83f-327a62845eba tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0675964 Apr 07 12:09:25.261921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c31296be-3a1c-4579-85bd-b3486d90e0dc req-803cc24f-932d-4c57-8e95-a87e1d380b0d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514216 Apr 07 12:09:26.118314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-8400a72f-4ff8-4821-b35f-b324c8dac6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.124405 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-8400a72f-4ff8-4821-b35f-b324c8dac6c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1128 time: 0.1194780 Apr 07 12:09:26.265184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-b0ae8be1-01b7-4da7-b205-8e6e37f223ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.267443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-b0ae8be1-01b7-4da7-b205-8e6e37f223ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1219153 Apr 07 12:09:26.347930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-fe2783ef-de23-43a9-b87f-9ccb70ffb9bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 1001 time: 0.0752904 Apr 07 12:09:26.424976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-12b5ea0a-df9a-4083-bed1-0e891ed45006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.428027 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-12b5ea0a-df9a-4083-bed1-0e891ed45006 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0747693 Apr 07 12:09:26.435279 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665fbc6-1d8f-46c7-8b76-b2b2031005fa req-618c0015-01e2-4e3f-8df4-3e6b06e5cb75 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.438148 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7665fbc6-1d8f-46c7-8b76-b2b2031005fa req-618c0015-01e2-4e3f-8df4-3e6b06e5cb75 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0657382 Apr 07 12:09:26.510165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-df36ec15-9507-4364-a76d-267fa9f1ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.511999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-df36ec15-9507-4364-a76d-267fa9f1ffe6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778823 Apr 07 12:09:26.515281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7665fbc6-1d8f-46c7-8b76-b2b2031005fa req-98d911aa-cebd-45a3-8687-dede42adc1b8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663157 Apr 07 12:09:26.679491 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-f0730801-c365-402d-b45e-90c45d5a58a6 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611605 Apr 07 12:09:26.827359 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3d1b0915-cbf2-4dd2-8cb8-b6404baa71d3 req-2a694534-9876-4700-aa39-56623b4b1667 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420143 Apr 07 12:09:27.669940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675248c-d8ae-49c8-95c1-454b577630c4 req-2a3bcb77-a27c-457e-9c73-329cd6bf2051 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:27.672042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8675248c-d8ae-49c8-95c1-454b577630c4 req-2a3bcb77-a27c-457e-9c73-329cd6bf2051 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0735912 Apr 07 12:09:27.739105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8675248c-d8ae-49c8-95c1-454b577630c4 req-9cb66e55-56db-4542-841c-4ba88682dee8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572543 Apr 07 12:09:28.891791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9de0-2489-4a9d-bf3b-9ad9e76fd047 req-05709f65-0e17-48ce-ad1c-ad48f23b190c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.893489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8ad9de0-2489-4a9d-bf3b-9ad9e76fd047 req-05709f65-0e17-48ce-ad1c-ad48f23b190c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0573049 Apr 07 12:09:28.955383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8ad9de0-2489-4a9d-bf3b-9ad9e76fd047 req-2f239965-b42f-4385-9494-d366d8f6d551 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534327 Apr 07 12:09:30.097685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbcb15-f0d5-47e6-9fe2-c5e8b80c5918 req-5b83ba49-f852-4ad1-ad20-0529bf18bb22 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.099823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ddbcb15-f0d5-47e6-9fe2-c5e8b80c5918 req-5b83ba49-f852-4ad1-ad20-0529bf18bb22 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0660224 Apr 07 12:09:30.159699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ddbcb15-f0d5-47e6-9fe2-c5e8b80c5918 req-bcd07754-2e94-4d1c-96f0-138b6eae78e4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507829 Apr 07 12:09:30.759714 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5d0788fa-f0a2-49c9-818b-a6bf79b138be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:31.358909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d12b7-7558-4f30-a004-27ae38caba36 req-cf8ef260-19d9-41a2-b4e2-70e63ac1ee5e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:31.360488 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a7d12b7-7558-4f30-a004-27ae38caba36 req-cf8ef260-19d9-41a2-b4e2-70e63ac1ee5e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.1155982 Apr 07 12:09:31.418511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a7d12b7-7558-4f30-a004-27ae38caba36 req-1152989b-e9ac-45d4-b3b2-d53da3a8f5a2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509493 Apr 07 12:09:32.141051 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:32.636303 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f46f7-f658-462c-8ede-3146f4eb40cb req-934fb546-989c-42c7-bd7b-0c243eb65540 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:32.637959 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01f46f7-f658-462c-8ede-3146f4eb40cb req-934fb546-989c-42c7-bd7b-0c243eb65540 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.1331058 Apr 07 12:09:32.704906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e01f46f7-f658-462c-8ede-3146f4eb40cb req-536c8f64-bf26-48e5-a1c3-31539f6a419c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556695 Apr 07 12:09:33.078475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c91492f-4deb-4d78-9bf5-4b15dd121a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:33.314796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:33.867775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb494e-ecec-4db1-acd3-6b5cddad7f22 req-8af6e452-be27-4ae2-98df-3dfce308ad10 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:33.869411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18eb494e-ecec-4db1-acd3-6b5cddad7f22 req-8af6e452-be27-4ae2-98df-3dfce308ad10 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0798542 Apr 07 12:09:33.930138 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18eb494e-ecec-4db1-acd3-6b5cddad7f22 req-5f573dd2-750b-451c-ab58-297508cd2faa tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493739 Apr 07 12:09:34.033521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:34.635383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:35.084629 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73db5-e98d-4504-b877-b584c09fbfb9 req-9c7b58dd-c04c-4a3f-beab-495257b485ef tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.087014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eae73db5-e98d-4504-b877-b584c09fbfb9 req-9c7b58dd-c04c-4a3f-beab-495257b485ef tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0702603 Apr 07 12:09:35.147443 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eae73db5-e98d-4504-b877-b584c09fbfb9 req-aea0480b-31b5-4387-bbe6-a21d818cf50a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508220 Apr 07 12:09:36.175548 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:36.328350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5042e-a95f-4ecc-8b69-eb9940364efb req-30c7f39f-d086-493d-b1ac-70ebf120f20a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:36.331035 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4d5042e-a95f-4ecc-8b69-eb9940364efb req-30c7f39f-d086-493d-b1ac-70ebf120f20a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0811324 Apr 07 12:09:36.398624 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4d5042e-a95f-4ecc-8b69-eb9940364efb req-58d1528a-0461-40e0-8c23-21d88bcd45a3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577075 Apr 07 12:09:37.277282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:37.557952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b11dd1-acdf-4527-ab98-3499e6d5ec4a req-6c8d246e-e3b4-4908-9782-1a0b82da57b6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:37.559383 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18b11dd1-acdf-4527-ab98-3499e6d5ec4a req-6c8d246e-e3b4-4908-9782-1a0b82da57b6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0621722 Apr 07 12:09:37.613288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-18b11dd1-acdf-4527-ab98-3499e6d5ec4a req-c069f69c-953c-4f82-afdd-72707b6490d8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474079 Apr 07 12:09:38.751776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08311381-ea8f-4006-8b73-ed043442e4a6 req-3064882a-96b2-4c24-a18b-70ac34e9c88c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:38.753884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08311381-ea8f-4006-8b73-ed043442e4a6 req-3064882a-96b2-4c24-a18b-70ac34e9c88c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0673902 Apr 07 12:09:38.817501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-08311381-ea8f-4006-8b73-ed043442e4a6 req-20ca3e0f-e1f5-49fd-ad4b-b098bc31e022 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540535 Apr 07 12:09:39.951805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7db5da-0cc2-4334-9254-127ba7e474ee req-9676c556-4c5b-4131-a56a-eec38051ab84 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:39.953324 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de7db5da-0cc2-4334-9254-127ba7e474ee req-9676c556-4c5b-4131-a56a-eec38051ab84 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0590813 Apr 07 12:09:40.007279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de7db5da-0cc2-4334-9254-127ba7e474ee req-1c7c78c6-b2e8-4e3c-ba96-84cb2572ebd9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Apr 07 12:09:40.336595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-1cd83fda-a27b-4aa8-bca1-47a6ce61d9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826175 Apr 07 12:09:40.352571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26f83a-2e2b-4b19-87ed-a8f3fa92aa68 req-66c0a17a-1f17-4acc-bc0a-f357fa6579ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.354069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a26f83a-2e2b-4b19-87ed-a8f3fa92aa68 req-66c0a17a-1f17-4acc-bc0a-f357fa6579ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0737157 Apr 07 12:09:40.428778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a26f83a-2e2b-4b19-87ed-a8f3fa92aa68 req-2088c390-f753-4996-b0f1-7525d64d014a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683079 Apr 07 12:09:40.852007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-2eba0c16-8dc7-4b54-bbed-91dd28e3a43f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.853345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-2eba0c16-8dc7-4b54-bbed-91dd28e3a43f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports/9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 943 time: 0.0700901 Apr 07 12:09:41.602691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084e122-a073-4f7a-b1e2-3a5d95e8d281 req-0827c079-36c2-43ff-b7ce-46ddf06a4740 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.604896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0084e122-a073-4f7a-b1e2-3a5d95e8d281 req-0827c079-36c2-43ff-b7ce-46ddf06a4740 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0825434 Apr 07 12:09:41.673727 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0084e122-a073-4f7a-b1e2-3a5d95e8d281 req-1d2e95d2-b4e7-4d73-b1e2-bfd51e9040c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631707 Apr 07 12:09:41.817221 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-7d2ec09c-9427-44d5-9e76-d1f8eaef12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.818496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-7d2ec09c-9427-44d5-9e76-d1f8eaef12d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1128 time: 0.0615456 Apr 07 12:09:41.933664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-4365b964-204f-486a-b8e0-3cf3d008e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.935182 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-4365b964-204f-486a-b8e0-3cf3d008e072 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1108081 Apr 07 12:09:42.005737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-f568be6d-1b45-4626-893b-ec6922e2fa5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 1001 time: 0.0652683 Apr 07 12:09:42.061894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-8bf05a92-c2bb-4f1e-a2a0-3713758785ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:42.063396 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-8bf05a92-c2bb-4f1e-a2a0-3713758785ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0507584 Apr 07 12:09:42.122737 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-b81ea923-7d83-4399-8e99-69d61d5bb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:42.124487 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-b81ea923-7d83-4399-8e99-69d61d5bb61f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557370 Apr 07 12:09:42.227979 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-f3acf9d4-58a4-4586-b3ce-bdabd655b410 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972602 Apr 07 12:09:42.345391 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-46b814fd-ce36-4bde-ad9f-d241502fc8ce service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114190 Apr 07 12:09:42.830533 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d511e-2163-4743-9381-8fda8b004d0d req-ef59feb8-8e1e-4391-8176-83cb1f6231f5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:42.832063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b44d511e-2163-4743-9381-8fda8b004d0d req-ef59feb8-8e1e-4391-8176-83cb1f6231f5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0643756 Apr 07 12:09:42.890285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b44d511e-2163-4743-9381-8fda8b004d0d req-ffdfdf4a-f19a-4402-8a1b-28ed8be83cf8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479410 Apr 07 12:09:44.062214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45584b-b72e-4042-812c-8b7af5a2829f req-8d921175-cdf4-470f-be23-613a7302a447 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.065232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f45584b-b72e-4042-812c-8b7af5a2829f req-8d921175-cdf4-470f-be23-613a7302a447 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0895934 Apr 07 12:09:44.125755 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f45584b-b72e-4042-812c-8b7af5a2829f req-2b6ce8ed-d2eb-4d17-90bd-b5e888f8a24c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497794 Apr 07 12:09:44.185858 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-b889d51c-3dc9-4036-ac34-06498bc6092a service neutron] show failed (client error): The resource could not be found. Apr 07 12:09:44.186930 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-b889d51c-3dc9-4036-ac34-06498bc6092a service neutron] 10.222.0.23 "GET /v2.0/ports/9e0232d2-1510-4681-8cb4-1aa379602c8e/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0896387 Apr 07 12:09:44.434083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-8467dd97-f201-449e-b56b-85cbc43e7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.436608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-8467dd97-f201-449e-b56b-85cbc43e7035 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 1128 time: 0.0561128 Apr 07 12:09:44.451875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:44.560619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:44.847887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:44.887377 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:44.930204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:44.932887 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff55ba1-d2bf-4925-b69d-6a3562873142" -d '{"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:44.937196 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Publish callbacks [] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:44.955359 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Transition to ACTIVE for port object 9e0232d2-1510-4681-8cb4-1aa379602c8e will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:09:44.960292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:45.077179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:45.097803 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c247f4-e36b-49be-8c88-2cdc59404830 x-openstack-request-id: req-b0c247f4-e36b-49be-8c88-2cdc59404830 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:45.098801 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:45.099218 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0c247f4-e36b-49be-8c88-2cdc59404830 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:45.099865 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c247f4-e36b-49be-8c88-2cdc59404830'] response: {'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'code': 200} Apr 07 12:09:45.102485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.103077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.103668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.104506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.105243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.105688 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.106257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.106835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.107402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.107987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.108557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.109083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.109663 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:45.163083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] No DVR routers for this DVR port 9e0232d2-1510-4681-8cb4-1aa379602c8e on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:45.368237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:45.369425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:45.369425 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:45.375532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Port 9e0232d2-1510-4681-8cb4-1aa379602c8e on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:09:45.375860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Attempting to bind port 9e0232d2-1510-4681-8cb4-1aa379602c8e on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:45.383345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:45.383695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:45.384090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:45.384531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Bound port: 9e0232d2-1510-4681-8cb4-1aa379602c8e, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:45.384894 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:45.461908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:45.465604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:45.473865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:45.525205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:45.526335 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:45.528924 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] 10.222.0.41 "PUT /v2.0/ports/9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 1092 time: 1.0839238 Apr 07 12:09:45.574400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac63b05-dbf5-4fda-b6ba-5af3201ebade service neutron] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:45.623052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-a7927950-e9f6-4a8c-8368-4fc8599b22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:45.624023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-a7927950-e9f6-4a8c-8368-4fc8599b22ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1126 time: 0.0671499 Apr 07 12:09:45.756337 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-11c9a374-6528-470d-8f79-361521af367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:45.758753 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-11c9a374-6528-470d-8f79-361521af367c service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1289730 Apr 07 12:09:45.774085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49717-c9c6-47b5-8d02-71c250f87707 req-c5144c33-7302-47d1-a0fd-9414269eac51 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:45.775894 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cae49717-c9c6-47b5-8d02-71c250f87707 req-c5144c33-7302-47d1-a0fd-9414269eac51 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 944 time: 0.5225565 Apr 07 12:09:45.847340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cae49717-c9c6-47b5-8d02-71c250f87707 req-02510f06-3d84-47ca-bf38-5fb9d132cca9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603790 Apr 07 12:09:45.857363 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-0e521698-c9cf-4947-9fac-0920fb92edab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 999 time: 0.0877600 Apr 07 12:09:45.934405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-ebe7bc31-4acd-4964-8c8b-52d760a87b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:45.936874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-ebe7bc31-4acd-4964-8c8b-52d760a87b33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0739341 Apr 07 12:09:46.004754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-b9d12631-69b4-4dab-8dec-182977c7db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:46.006719 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-b9d12631-69b4-4dab-8dec-182977c7db5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644774 Apr 07 12:09:46.151221 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-af61c57b-d46b-4d44-b2c4-670c9a9e34f3 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361253 Apr 07 12:09:46.271156 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-31cbf2ad-4da4-4036-b357-6fbf7de69cd2 req-c6ec1721-3560-419e-996a-2365de4d5e85 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119516 Apr 07 12:09:47.026860 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ff64d-b596-4434-9b66-d2d25036cbb9 req-b6a74b33-cb85-47a9-8bcc-5fda391a5949 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.029236 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e99ff64d-b596-4434-9b66-d2d25036cbb9 req-b6a74b33-cb85-47a9-8bcc-5fda391a5949 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 944 time: 0.0802727 Apr 07 12:09:47.087045 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e99ff64d-b596-4434-9b66-d2d25036cbb9 req-f6c2825c-58a4-425a-bcf2-1f7446437776 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468955 Apr 07 12:09:47.101230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:47.105202 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0" -d '{"events": [{"name": "network-changed", "server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:47.182584 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798f357-67ee-4dc1-896f-17cef15438bd x-openstack-request-id: req-2798f357-67ee-4dc1-896f-17cef15438bd {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:47.183026 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:47.183425 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2798f357-67ee-4dc1-896f-17cef15438bd {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:47.184050 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2798f357-67ee-4dc1-896f-17cef15438bd'] response: {'name': 'network-changed', 'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'status': 'completed', 'code': 200} Apr 07 12:09:47.289438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-50dbc4c8-65db-4db8-b615-f83abb10328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.290947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-50dbc4c8-65db-4db8-b615-f83abb10328f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1126 time: 0.0884778 Apr 07 12:09:47.298046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-ee1ff418-3a8b-4278-826a-bdec510f05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.299514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-ee1ff418-3a8b-4278-826a-bdec510f05d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1126 time: 0.0878689 Apr 07 12:09:47.535665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-2aa154c3-e23a-423d-9e54-37a8700fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.537216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-2aa154c3-e23a-423d-9e54-37a8700fc128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.2368069 Apr 07 12:09:47.538701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-9dc53d44-8424-4181-83a2-41a1221a2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.540117 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-9dc53d44-8424-4181-83a2-41a1221a2bc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.2316756 Apr 07 12:09:47.675287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-a6d03ed5-5feb-456d-85f0-24a82ee5bac0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 999 time: 0.1316326 Apr 07 12:09:47.678089 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-f023675c-94ee-4b8f-a625-a4474d17541c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 999 time: 0.1289968 Apr 07 12:09:47.770720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-61b07277-147a-4521-93e8-28e3eebab420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.772470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-61b07277-147a-4521-93e8-28e3eebab420 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0823002 Apr 07 12:09:47.773877 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-867fc6a9-4033-4566-aae5-806265594855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.775285 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-867fc6a9-4033-4566-aae5-806265594855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0933330 Apr 07 12:09:47.863331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-c19754b2-3458-4b95-9514-8d7001a087ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.865087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-c19754b2-3458-4b95-9514-8d7001a087ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869489 Apr 07 12:09:47.867389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-c3309d5e-48dd-42f0-bf60-cf892ff4d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.868964 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-c3309d5e-48dd-42f0-bf60-cf892ff4d2ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823612 Apr 07 12:09:48.043729 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-008a43f7-3a1a-41a8-81fb-4cd39359377b service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700473 Apr 07 12:09:48.047763 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-cd98a1a6-514a-4411-b65a-8eff6a6676a9 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648173 Apr 07 12:09:48.306009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc4d25-634c-4aaa-ada6-57ff0333c291 req-fe8dc82b-5281-4b01-b9b0-cf1bbc4c8c86 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:48.308281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37bc4d25-634c-4aaa-ada6-57ff0333c291 req-fe8dc82b-5281-4b01-b9b0-cf1bbc4c8c86 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 944 time: 0.1082709 Apr 07 12:09:48.395599 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37bc4d25-634c-4aaa-ada6-57ff0333c291 req-9fdd8b8f-5519-4c8d-8111-8247df8df854 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757730 Apr 07 12:09:48.557678 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-422844ea-da71-482b-8b36-ffccd900f7b8 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082922 Apr 07 12:09:48.561707 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e75751e2-4b48-4715-b2ee-9ee3dd6c46c0 req-373b2dae-706d-4b5b-b79b-77783dd23525 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000122 Apr 07 12:09:48.637164 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:48.766302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:48.780484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'mac_address': 'fa:16:3e:a6:8a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:48.812459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:48.857787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9e0232d2-1510-4681-8cb4-1aa379602c8e is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:48.858179 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:48.883717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0232d2-1510-4681-8cb4-1aa379602c8e {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:48.889337 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port 9e0232d2-1510-4681-8cb4-1aa379602c8e host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:09:48.889747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:48.909822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:48.917848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:48.978859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:49.270827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['9e0232d2-1510-4681-8cb4-1aa379602c8e'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:49.590425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71b2c9-f83c-4137-a34c-f4d141cc0a2c req-3e982d20-e5ea-422b-8b49-b0ca73c64f3e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:49.593063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac71b2c9-f83c-4137-a34c-f4d141cc0a2c req-3e982d20-e5ea-422b-8b49-b0ca73c64f3e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 945 time: 0.0789196 Apr 07 12:09:49.672246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac71b2c9-f83c-4137-a34c-f4d141cc0a2c req-ae979dc5-f549-4a1e-8c0c-c78db18b50bd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697832 Apr 07 12:09:49.969004 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4a6e-6219-4dfd-b78c-d832465bdcff req-20f2b77d-4ef9-4f7b-becb-04ea9c64eb39 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:49.970648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c7f4a6e-6219-4dfd-b78c-d832465bdcff req-20f2b77d-4ef9-4f7b-becb-04ea9c64eb39 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 945 time: 0.0869966 Apr 07 12:09:49.981567 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-c07da9dc-6b34-4a3c-b3bf-45e07c5d99c1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:49.984204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-c07da9dc-6b34-4a3c-b3bf-45e07c5d99c1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 945 time: 0.0967672 Apr 07 12:09:50.061405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c7f4a6e-6219-4dfd-b78c-d832465bdcff req-dfa7127e-e4b8-4ec3-8f88-ec9ab7b1bc2f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778532 Apr 07 12:09:50.092988 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-1e64adcd-dca7-42f3-ab5c-2ed14abfb7e5 service neutron] delete failed (client error): The resource could not be found. Apr 07 12:09:50.094092 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-1e64adcd-dca7-42f3-ab5c-2ed14abfb7e5 service neutron] 10.222.0.23 "DELETE /v2.0/ports/9e0232d2-1510-4681-8cb4-1aa379602c8e/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.1035531 Apr 07 12:09:50.217464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-0a434041-45b8-4358-a3a7-2e024f17290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:50.219199 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-0a434041-45b8-4358-a3a7-2e024f17290e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1127 time: 0.0590692 Apr 07 12:09:50.332308 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-a8984c3e-bb45-4306-828f-b33fe678983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:50.335966 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-a8984c3e-bb45-4306-828f-b33fe678983f service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1113610 Apr 07 12:09:50.407855 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-4ac3be08-2380-4049-a6a9-d2faa5733b55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 1000 time: 0.0661409 Apr 07 12:09:50.465492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-4cdd17f2-16a0-4ec8-aafc-1f7f97c811dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:50.467020 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-4cdd17f2-16a0-4ec8-aafc-1f7f97c811dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0536408 Apr 07 12:09:50.533884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-483fd2b4-35ab-409c-9bb8-ac47f053b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:50.536428 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-483fd2b4-35ab-409c-9bb8-ac47f053b481 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0638216 Apr 07 12:09:50.638081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:50.666688 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-f2de3c3f-ab3a-4aad-b072-98a6bb3671cc service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231346 Apr 07 12:09:50.695218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 9e0232d2-1510-4681-8cb4-1aa379602c8e completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:09:50.699710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 9e0232d2-1510-4681-8cb4-1aa379602c8e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:50.700096 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:50.804079 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f6e3068a-a6bc-47fe-a786-25f9a7ee8a2f req-5c276022-fb31-4bd8-86f5-8d542c447db9 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311204 Apr 07 12:09:50.813223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 9e0232d2-1510-4681-8cb4-1aa379602c8e is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:50.813627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:50.849835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:50.853807 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50f28c9-d38c-4d08-b8b0-d2f2a5f314eb" -d '{"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-plugged", "status": "completed", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:50.875330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:50.887733 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:50.943700 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c929af07-2ab8-417a-9fa6-08b34a77bd2a x-openstack-request-id: req-c929af07-2ab8-417a-9fa6-08b34a77bd2a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:50.944104 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-plugged", "status": "completed", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:50.944463 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c929af07-2ab8-417a-9fa6-08b34a77bd2a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:50.944955 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c929af07-2ab8-417a-9fa6-08b34a77bd2a'] response: {'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'code': 200} Apr 07 12:09:50.960422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:51.237568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917c519-1d9c-4323-8beb-80ccac8af674 req-a6603dac-3332-4d73-b23f-279fe57c9fd6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:51.239380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1917c519-1d9c-4323-8beb-80ccac8af674 req-a6603dac-3332-4d73-b23f-279fe57c9fd6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0733278 Apr 07 12:09:51.305543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1917c519-1d9c-4323-8beb-80ccac8af674 req-a9fd2d6c-65b5-4082-bacb-d5706f8cf288 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552239 Apr 07 12:09:52.445616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19775481-3cdb-4d32-9f56-fa7a0bb3c7a9 req-92e14620-b2df-4509-99c0-97f23aa549b0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:52.447325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19775481-3cdb-4d32-9f56-fa7a0bb3c7a9 req-92e14620-b2df-4509-99c0-97f23aa549b0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0635328 Apr 07 12:09:52.507679 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19775481-3cdb-4d32-9f56-fa7a0bb3c7a9 req-e942ed84-9cdb-4236-ac0f-24b2c555cf7f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544369 Apr 07 12:09:52.678237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b58485-4ffb-4aab-9241-c51a4a13f0f3 req-13c9521e-651f-4dcd-ae48-ed02abc86ca6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:52.679858 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59b58485-4ffb-4aab-9241-c51a4a13f0f3 req-13c9521e-651f-4dcd-ae48-ed02abc86ca6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0751557 Apr 07 12:09:52.744018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59b58485-4ffb-4aab-9241-c51a4a13f0f3 req-bab3998e-6857-4249-a0f0-1b538073e9f2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578909 Apr 07 12:09:53.012727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8bae-264f-49e3-926f-810234def0a9 req-8f4fbd50-41ff-463f-a46f-31957e12072c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:53.014205 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d00e8bae-264f-49e3-926f-810234def0a9 req-8f4fbd50-41ff-463f-a46f-31957e12072c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0785325 Apr 07 12:09:53.024620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-fbcf2057-9b46-40fa-b9de-cfcd39c40b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:53.027255 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-fbcf2057-9b46-40fa-b9de-cfcd39c40b97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 1128 time: 0.0541375 Apr 07 12:09:53.084678 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d00e8bae-264f-49e3-926f-810234def0a9 req-07bedbf7-e1c0-4fbe-9f3b-d6c3692894f1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601792 Apr 07 12:09:53.163878 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-951cd106-e1b3-4e6c-98b6-c6cb951abb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:53.165568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-951cd106-e1b3-4e6c-98b6-c6cb951abb63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1326869 Apr 07 12:09:53.236430 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-e5c69008-0619-469f-9e1c-05562f1b0ef2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 200 len: 1001 time: 0.0656810 Apr 07 12:09:53.293018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-0494de98-73f7-4c83-b82d-7fa58ab15ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:53.294507 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-0494de98-73f7-4c83-b82d-7fa58ab15ace service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0517254 Apr 07 12:09:53.357508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-716ae386-9f82-4493-a69b-bafea63a2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:53.359017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-716ae386-9f82-4493-a69b-bafea63a2240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590696 Apr 07 12:09:53.373269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-180cde65-6c68-4c43-884a-8ab0e90e56e6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:09:53.374227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-180cde65-6c68-4c43-884a-8ab0e90e56e6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069251 Apr 07 12:09:53.492423 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-0899f9f2-ca84-433d-ad79-f923aad1201d service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124127 Apr 07 12:09:53.634724 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b0d76a59-2b96-43e9-a960-d36b72e638a7 req-6b731964-10b3-421d-8547-55f3d34ea8de service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365829 Apr 07 12:09:54.291779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc2734-fbf7-45dc-acdc-5f6a10b9d3a1 req-d43d03cd-4e73-4aef-ba33-94e42267f62f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:54.294325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40dc2734-fbf7-45dc-acdc-5f6a10b9d3a1 req-d43d03cd-4e73-4aef-ba33-94e42267f62f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0963957 Apr 07 12:09:54.374578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-40dc2734-fbf7-45dc-acdc-5f6a10b9d3a1 req-e58ca9bd-6844-4594-8b84-4aab86e83469 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709345 Apr 07 12:09:55.537053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883b7e-3ebb-4ffa-91a2-18573cc10c04 req-68078fdc-32da-4d86-a4ff-64e4a7bc99f2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:55.539544 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da883b7e-3ebb-4ffa-91a2-18573cc10c04 req-68078fdc-32da-4d86-a4ff-64e4a7bc99f2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0723033 Apr 07 12:09:55.595355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-da883b7e-3ebb-4ffa-91a2-18573cc10c04 req-e3d5f25b-7f20-4964-a627-1d8e80d3bebb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Apr 07 12:09:55.903944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1775d5-5fc6-456f-af21-2e14a66df39d req-0c0e54a2-5445-47c7-ae84-0eff857008d7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:55.905533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe1775d5-5fc6-456f-af21-2e14a66df39d req-0c0e54a2-5445-47c7-ae84-0eff857008d7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0635507 Apr 07 12:09:55.970156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe1775d5-5fc6-456f-af21-2e14a66df39d req-642bc71e-8db0-4f63-92c0-1cfe560b1fbc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573211 Apr 07 12:09:57.130172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff9212-3e60-4422-a175-b6bb104b7598 req-9df8f839-62fc-4c14-9b23-a331278582f9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:57.131765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8ff9212-3e60-4422-a175-b6bb104b7598 req-9df8f839-62fc-4c14-9b23-a331278582f9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0690136 Apr 07 12:09:57.187317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8ff9212-3e60-4422-a175-b6bb104b7598 req-dacec395-c559-4541-a29b-e613f2b8158c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495615 Apr 07 12:09:57.373330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-cda4506b-dfae-441e-a26c-cf4c5102c67b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:57.375045 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-cda4506b-dfae-441e-a26c-cf4c5102c67b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 946 time: 0.0765247 Apr 07 12:09:57.482948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Deleting port 9e0232d2-1510-4681-8cb4-1aa379602c8e {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:57.483312 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.602361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] For port 9e0232d2-1510-4681-8cb4-1aa379602c8e, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=9e0232d2-1510-4681-8cb4-1aa379602c8e,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:57.603006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.844470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.844829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.845164 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 disassociated. External IP: 172.25.5.11, port: 9e0232d2-1510-4681-8cb4-1aa379602c8e. Apr 07 12:09:57.845519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Calling delete_port for 9e0232d2-1510-4681-8cb4-1aa379602c8e owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:58.004756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9e0232d2-1510-4681-8cb4-1aa379602c8e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:58.038921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event deleted for resources: {'Port': ['ID=9e0232d2-1510-4681-8cb4-1aa379602c8e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:58.221032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:58.329043 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-936853b6-f750-454e-af54-2cff656ec817 req-668f39b8-2638-49ba-941e-9d161d8fd6a3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f464c8-b85c-4629-a325-d8504635cf26 HTTP/1.1" status: 200 len: 210 time: 0.0511558 Apr 07 12:09:58.407000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:58.418918 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:58.431751 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:58.432610 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:09:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:58.466158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] No DVR routers for this DVR port 9e0232d2-1510-4681-8cb4-1aa379602c8e on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:58.470150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:58.477545 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c0a0d94-ce08-46e3-b26d-0c76fdeb0da9 req-2163258b-bf28-4a2f-bc30-cf15f6715ea7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "DELETE /v2.0/ports/9e0232d2-1510-4681-8cb4-1aa379602c8e HTTP/1.1" status: 204 len: 173 time: 1.0967472 Apr 07 12:09:58.478305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-deleted', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:58.481172 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474f77d5-ae8b-4618-94ff-26f86b8ad865" -d '{"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-deleted", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:58.534022 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c49f3-a0dd-4bd5-a4c5-9f81fd3d1aae x-openstack-request-id: req-451c49f3-a0dd-4bd5-a4c5-9f81fd3d1aae {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:58.534377 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f464c8-b85c-4629-a325-d8504635cf26", "name": "network-vif-deleted", "tag": "9e0232d2-1510-4681-8cb4-1aa379602c8e", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:58.534590 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-451c49f3-a0dd-4bd5-a4c5-9f81fd3d1aae {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:58.535275 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451c49f3-a0dd-4bd5-a4c5-9f81fd3d1aae'] response: {'server_uuid': '20f464c8-b85c-4629-a325-d8504635cf26', 'name': 'network-vif-deleted', 'tag': '9e0232d2-1510-4681-8cb4-1aa379602c8e', 'status': 'completed', 'code': 200} Apr 07 12:09:58.610560 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:59.017338 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.054939 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:59.065341 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:59.066027 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:09:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.211639 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:59.474928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.508923 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08176ddf-74bf-4c84-82d6-ea8a711cd9d3 None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:59.677835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-c0016b1e-5b29-4423-80aa-5ad2c5ae26a2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1930898867&fields=id&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 267 time: 0.0532589 Apr 07 12:09:59.828364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-b64464da-203a-4d26-830c-6caee6e08a78 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:59.830168 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-b64464da-203a-4d26-830c-6caee6e08a78 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1446817 Apr 07 12:09:59.860075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-5f7a48ff-e53b-4d63-878e-74356ccc1dc5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/quotas/cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 375 time: 0.0209460 Apr 07 12:09:59.873347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5380e-6540-4560-957f-f0b8ea20eb72 None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:59.945576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-4d16c9b4-b834-4a0b-97f8-b9a6d9130c39 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784988 Apr 07 12:10:00.080248 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-fc7f0a17-8985-4797-92d5-f2908b80a9ae service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182270 Apr 07 12:10:00.184692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-ee24d53e-d590-4b2d-97f1-afeba69bf24a service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960174 Apr 07 12:10:00.405570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3098faba-7ee4-4275-a0be-6614fcc4fb61 req-47df0b67-7172-4d64-9afe-f32d494f52ec tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 210 time: 0.0340316 Apr 07 12:10:00.699052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:00.726459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 9e0232d2-1510-4681-8cb4-1aa379602c8e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:00.726747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 9e0232d2-1510-4681-8cb4-1aa379602c8e not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:00.764013 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2733-28a6-4c52-9368-2365c7d7f69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.500225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-3962e760-1612-4b0c-9926-18e08ef74efe tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:01.502155 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-3962e760-1612-4b0c-9926-18e08ef74efe tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1364017 Apr 07 12:10:01.563598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19fea7ab-c001-45cc-815b-baaaced18715 req-3e8a480b-c60f-462f-9b32-27c758737007 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 210 time: 0.0344286 Apr 07 12:10:01.596291 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-ca1c9164-853d-4d8f-83dd-ba6752ab578b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 380 time: 0.0861282 Apr 07 12:10:01.606495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'port': {'device_id': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'admin_state_up': True, 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'security_groups': ['a114edf5-1a0e-42d3-8fea-928c058716ea']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:01.757065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Made reservation on behalf of cd19ef718a3941dabdd83fbf4e7981f5 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:10:01.760706 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.902905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Allocated IP 172.20.0.4 (846449d8-f790-4745-9d47-baacb20abfa0/786dec63-000a-4251-a370-994829e0c57d/faa13796-aaf0-4b94-90ef-9240927542b1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:10:02.084658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for port (faa13796-aaf0-4b94-90ef-9240927542b1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.127736 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.142927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.190936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:10:02.194790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:10:02.204982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:10:02.246697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:02.290150 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:02.290863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.311536 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-15ea6ddb-5fab-43d5-875d-78cd52dc08ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7088139 Apr 07 12:10:02.322680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Request body: {'port': {'device_id': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:02.428414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.567360 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7e58999c-b43d-49b0-b592-6be158b058fe None None] Provisioning complete for port faa13796-aaf0-4b94-90ef-9240927542b1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:02.567950 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7e58999c-b43d-49b0-b592-6be158b058fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.626778 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7e58999c-b43d-49b0-b592-6be158b058fe None None] Port faa13796-aaf0-4b94-90ef-9240927542b1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:10:02.756205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d74-9649-4f66-b1b1-a025366289c0 req-66f0f957-79d2-4eb1-9b52-db5021782ace tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:02.757863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b18d1d74-9649-4f66-b1b1-a025366289c0 req-66f0f957-79d2-4eb1-9b52-db5021782ace tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 931 time: 0.0723734 Apr 07 12:10:02.823900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa13796-aaf0-4b94-90ef-9240927542b1 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:02.832944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Publish callbacks [] for port (faa13796-aaf0-4b94-90ef-9240927542b1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.833428 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b18d1d74-9649-4f66-b1b1-a025366289c0 req-497b59ff-4366-4d3b-a0b5-aed992cc4c07 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666430 Apr 07 12:10:02.850375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Transition to ACTIVE for port object faa13796-aaf0-4b94-90ef-9240927542b1 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:10:02.857324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.919673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:03.020446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:10:03.020970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:10:03.021373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:03.026752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:10:03.027177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:03.032838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:10:03.033213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:10:03.033607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:10:03.034043 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Bound port: faa13796-aaf0-4b94-90ef-9240927542b1, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:10:03.034403 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.123531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:03.127264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:10:03.136047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.184433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.184969 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.186554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] 10.222.0.23 "PUT /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 1091 time: 0.8682797 Apr 07 12:10:03.186952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:03.189382 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d60d23-e7dd-43a9-9a95-624307c8d0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:03.226848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d50e02-7fb5-4642-8995-7b818b5d8ebb service neutron] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:03.276722 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b92106-1110-4fa7-bd9b-1eebc962a38f x-openstack-request-id: req-b5b92106-1110-4fa7-bd9b-1eebc962a38f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:03.277096 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:03.277317 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5b92106-1110-4fa7-bd9b-1eebc962a38f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:03.277728 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b92106-1110-4fa7-bd9b-1eebc962a38f'] response: {'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'status': 'completed', 'code': 200} Apr 07 12:10:03.303223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d7e3be65-b114-40e9-9c7d-12906d995d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.312599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-3d448053-f4e3-4a0c-9bfc-638bc13b2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.314787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-3d448053-f4e3-4a0c-9bfc-638bc13b2cbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1125 time: 0.0700953 Apr 07 12:10:03.359636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-5106929f-3faa-49eb-b106-b2b6413de922 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 217 time: 0.0374303 Apr 07 12:10:03.430096 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-8042b463-084e-49ff-8f1b-be34ec7bc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.432235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-8042b463-084e-49ff-8f1b-be34ec7bc312 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0674651 Apr 07 12:10:03.503782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-d1d55a1a-6432-4381-926f-e400e96424d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.506965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-d1d55a1a-6432-4381-926f-e400e96424d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681908 Apr 07 12:10:03.626334 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-3222c886-bfdd-43e1-a47d-03b2037ef992 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135156 Apr 07 12:10:03.735037 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f94f04d7-e355-4b91-80e1-bd33f3391b55 req-fffbbcb8-1a9a-4d0b-ba9d-b23fcb0bcb1d service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032927 Apr 07 12:10:03.839081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-7dae93cb-ae44-4c27-a3c9-748aa5be985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.840589 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-7dae93cb-ae44-4c27-a3c9-748aa5be985f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1125 time: 0.0510113 Apr 07 12:10:03.985530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-fcd16007-f352-4db4-8270-ea80d0c0d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.987169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-fcd16007-f352-4db4-8270-ea80d0c0d4e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1397719 Apr 07 12:10:04.015035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be65e6-bcb9-4ca8-87ab-57ba08f0bd93 req-ddaab24c-8a48-4eb6-b8c9-a0bfd833f274 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:04.016646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58be65e6-bcb9-4ca8-87ab-57ba08f0bd93 req-ddaab24c-8a48-4eb6-b8c9-a0bfd833f274 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 943 time: 0.0641396 Apr 07 12:10:04.029521 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:04.033587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-ca475371-0623-4cbe-af8c-dd733f3a14c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 217 time: 0.0393350 Apr 07 12:10:04.074117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58be65e6-bcb9-4ca8-87ab-57ba08f0bd93 req-03544c30-0b9f-46e9-9389-c04127072b24 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503373 Apr 07 12:10:04.087964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-2f30bfc0-3f1f-4707-b635-68c75f2dc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:04.089598 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-2f30bfc0-3f1f-4707-b635-68c75f2dc411 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0495272 Apr 07 12:10:04.155613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-5e364ea6-85e5-4add-ad60-3e87c4343ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:04.157166 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-5e364ea6-85e5-4add-ad60-3e87c4343ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614567 Apr 07 12:10:04.264813 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-a75a141e-f31f-4c10-bc25-bf590a281e82 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005828 Apr 07 12:10:04.377560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40d60d23-e7dd-43a9-9a95-624307c8d0d9 req-b3632fd8-df98-4df0-83e5-661315e19ec3 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063099 Apr 07 12:10:04.636808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:05.223388 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62797f-ad9e-41fc-8d67-a8e2bff6aa40 req-e1c52032-5da3-4135-bd1b-d8c42259d918 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:05.224987 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc62797f-ad9e-41fc-8d67-a8e2bff6aa40 req-e1c52032-5da3-4135-bd1b-d8c42259d918 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 943 time: 0.0633783 Apr 07 12:10:05.278932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc62797f-ad9e-41fc-8d67-a8e2bff6aa40 req-8f6fd5cc-11da-4964-870d-9917059e600a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 Apr 07 12:10:06.177112 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:06.421457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ce36-5be0-4c3e-88f6-da020f063f2f req-86a15f3f-7b8e-4102-93aa-9421b22bfe9f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:06.423052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1066ce36-5be0-4c3e-88f6-da020f063f2f req-86a15f3f-7b8e-4102-93aa-9421b22bfe9f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 943 time: 0.0699427 Apr 07 12:10:06.486306 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1066ce36-5be0-4c3e-88f6-da020f063f2f req-71be7578-f469-47fb-a095-0df65b3e5017 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525017 Apr 07 12:10:06.918738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:10:07.039578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:07.052436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'mac_address': 'fa:16:3e:bf:3f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:10:07.099505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port faa13796-aaf0-4b94-90ef-9240927542b1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:07.099905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:07.114927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa13796-aaf0-4b94-90ef-9240927542b1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:07.139320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:07.145251 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:07.209392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:07.217735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.218170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.218517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.218878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.219385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.219724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.220058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.220396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.220727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.221058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.221410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.221743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.222070 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:07.284270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:07.355168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['faa13796-aaf0-4b94-90ef-9240927542b1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:10:07.664451 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4227e-0dc4-4d8a-b716-94602911627a req-6f03deba-6af3-4f65-b699-90a94accc2ae tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:07.665949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccc4227e-0dc4-4d8a-b716-94602911627a req-6f03deba-6af3-4f65-b699-90a94accc2ae tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0897691 Apr 07 12:10:07.742342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ccc4227e-0dc4-4d8a-b716-94602911627a req-b750ffdb-6002-403b-ac36-730a8b0f55f4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662615 Apr 07 12:10:08.884777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390befc-bad6-4c7c-81fe-f9cdda981fc8 req-3b5fbd3b-6806-4609-a965-22752f0f19dc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:08.886432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f390befc-bad6-4c7c-81fe-f9cdda981fc8 req-3b5fbd3b-6806-4609-a965-22752f0f19dc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0601192 Apr 07 12:10:08.936967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:10:08.948549 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f390befc-bad6-4c7c-81fe-f9cdda981fc8 req-19281960-a93b-4582-ab41-1b2ef8f8ed22 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560694 Apr 07 12:10:09.018616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port faa13796-aaf0-4b94-90ef-9240927542b1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:10:09.026264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port faa13796-aaf0-4b94-90ef-9240927542b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:09.026756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:09.110642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port faa13796-aaf0-4b94-90ef-9240927542b1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:09.111149 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:09.137274 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:09.139595 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d300f92-00a7-466b-aa45-21128f1fc019" -d '{"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:09.153856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:09.159515 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:09.190823 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb45a774-5a2d-42a2-86e7-482acd1c6b2a x-openstack-request-id: req-eb45a774-5a2d-42a2-86e7-482acd1c6b2a {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:09.191233 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:09.192117 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb45a774-5a2d-42a2-86e7-482acd1c6b2a {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:09.192606 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb45a774-5a2d-42a2-86e7-482acd1c6b2a'] response: {'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'code': 200} Apr 07 12:10:09.232222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:09.318936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947883fe-3ffd-42a1-907d-1c26070c126f req-c93fbf7d-0be9-4bb9-9df3-ebd9e66fad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:09.320544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-947883fe-3ffd-42a1-907d-1c26070c126f req-c93fbf7d-0be9-4bb9-9df3-ebd9e66fad2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1127 time: 0.0684757 Apr 07 12:10:09.370225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-947883fe-3ffd-42a1-907d-1c26070c126f req-902eba5c-f9aa-497a-8c39-f2c38b75e56d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Apr 07 12:10:10.093325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483fc9b-7a83-48ca-b9ec-24ec2d0b6b8e req-de7d487a-b519-4aba-a779-92a5cfc49c34 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:10.094915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c483fc9b-7a83-48ca-b9ec-24ec2d0b6b8e req-de7d487a-b519-4aba-a779-92a5cfc49c34 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0618758 Apr 07 12:10:10.151512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c483fc9b-7a83-48ca-b9ec-24ec2d0b6b8e req-556661f0-5ce8-4b61-b9bc-d5d03a29161d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504444 Apr 07 12:10:10.314422 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:11.304599 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfe2a8-cd16-4173-980c-eced664d2f7b req-8a1d412d-6894-4039-bcfd-45cb87238b90 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:11.306206 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbcfe2a8-cd16-4173-980c-eced664d2f7b req-8a1d412d-6894-4039-bcfd-45cb87238b90 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0776715 Apr 07 12:10:11.360518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbcfe2a8-cd16-4173-980c-eced664d2f7b req-00b7989e-1bab-459b-bc5c-cea653266d73 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461805 Apr 07 12:10:11.503949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a3928-717d-4716-a6f3-690af182b24c req-501c3027-c22f-401b-b7ba-5883ba739070 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:11.506478 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8a9a3928-717d-4716-a6f3-690af182b24c req-501c3027-c22f-401b-b7ba-5883ba739070 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0627470 Apr 07 12:10:11.516461 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37098) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:11.523345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'floatingip': {'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:11.571131 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (c53373fd-3192-412e-b075-043623225f39), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:12.131841 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:12.137790 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:12.257698 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 associated. External IP: 172.25.5.11, port: faa13796-aaf0-4b94-90ef-9240927542b1. Apr 07 12:10:12.510510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:10:12.642494 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:10:12.649367 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:12.655684 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:10:12.671847 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:12.672838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:10:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:12.689776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d4be972d-3d05-4b4d-8e9d-8ed9ab121bd1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "PUT /v2.0/floatingips/c53373fd-3192-412e-b075-043623225f39 HTTP/1.1" status: 200 len: 990 time: 1.1690803 Apr 07 12:10:12.689776 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:12.693062 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546" -d '{"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:12.808999 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba8031-2bf6-402c-97c4-fdfa0b291b9a x-openstack-request-id: req-39ba8031-2bf6-402c-97c4-fdfa0b291b9a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:12.809483 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:12.809846 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39ba8031-2bf6-402c-97c4-fdfa0b291b9a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:12.815870 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ba8031-2bf6-402c-97c4-fdfa0b291b9a'] response: {'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'status': 'completed', 'code': 200} Apr 07 12:10:12.816047 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:12.895953 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-6495b811-2e34-4cc5-8b02-9ddc42f8a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:12.898330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-6495b811-2e34-4cc5-8b02-9ddc42f8a2b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1127 time: 0.0665805 Apr 07 12:10:13.045049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-119a7983-e18a-412e-a8be-f23584b82b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.046463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-119a7983-e18a-412e-a8be-f23584b82b83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1432257 Apr 07 12:10:13.050452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-22987f98-fe05-45bd-ade4-442cbf1fc2d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023943 Apr 07 12:10:13.069280 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda34975-e385-4482-b923-9f025d581c5b req-e31ee4aa-56da-407f-afb2-cce93b394ddc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.070866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eda34975-e385-4482-b923-9f025d581c5b req-e31ee4aa-56da-407f-afb2-cce93b394ddc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0807850 Apr 07 12:10:13.160117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eda34975-e385-4482-b923-9f025d581c5b req-4c5b254c-82ed-431e-83df-1dc942d9d24d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820737 Apr 07 12:10:13.164935 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-366213f0-6a0a-4909-8ddf-17714a0dcaa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 998 time: 0.1124823 Apr 07 12:10:13.185118 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:bf:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:10:12Z', 'revision_number': 9, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:13.234861 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:10:13.251396 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:13.252695 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:10:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:13.255747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-d6ec49ef-b08b-40ac-9ecb-4280119a5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.257685 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-d6ec49ef-b08b-40ac-9ecb-4280119a5f78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0865867 Apr 07 12:10:13.334506 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-3ee22eff-edc3-46d0-bd32-6d40fb3d863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.336948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-3ee22eff-edc3-46d0-bd32-6d40fb3d863e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708754 Apr 07 12:10:13.416606 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:13.474492 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-93ac5502-4007-4a0a-8860-e07c65d3034a service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313539 Apr 07 12:10:13.604100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-18d5ae10-41e6-44ea-b0b3-ebcf99f12546 req-e5bd11d0-8aad-42b7-9ff4-35a59a02259b service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240888 Apr 07 12:10:13.605206 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-8c55db7c-a0f4-490a-ade8-3cd15092e8ec tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.607423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-8c55db7c-a0f4-490a-ade8-3cd15092e8ec tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 942 time: 0.0742359 Apr 07 12:10:13.745052 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:bf:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:10:12Z', 'revision_number': 9, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:13.779299 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24e9df-b419-4314-8581-45fca2ce0bf8 None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:bf:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:10:12Z', 'revision_number': 9, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:10:14.098149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcbac2-d38f-4c90-94e7-b64ffd8d217c None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:10:14.347187 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146081c-81f0-461d-9421-4c8305b72a91 req-ec9acb88-7e04-4d0b-b230-3d4057be42de tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:14.351158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e146081c-81f0-461d-9421-4c8305b72a91 req-ec9acb88-7e04-4d0b-b230-3d4057be42de tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0937107 Apr 07 12:10:14.419835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e146081c-81f0-461d-9421-4c8305b72a91 req-224e97bc-1faf-4fe9-8fb1-96207be24b4b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627210 Apr 07 12:10:14.723982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-53e7fba5-a875-4a3c-88ea-2b2b3e1fda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:14.726484 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-53e7fba5-a875-4a3c-88ea-2b2b3e1fda0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1127 time: 0.0621798 Apr 07 12:10:14.849305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-b5e737f5-3a4f-473f-8fbc-988b932d2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:14.850825 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-b5e737f5-3a4f-473f-8fbc-988b932d2add service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1194844 Apr 07 12:10:14.931501 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-1a24353b-890d-4051-998c-c5499617b3d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 1001 time: 0.0748043 Apr 07 12:10:14.994801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-6a83f8ce-699d-42eb-917f-192a0f6d5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:14.996211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-6a83f8ce-699d-42eb-917f-192a0f6d5690 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0592687 Apr 07 12:10:15.056746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-dc5f484a-7c7c-4af1-9960-0b6c932d90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:15.058506 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-dc5f484a-7c7c-4af1-9960-0b6c932d90f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567808 Apr 07 12:10:15.435387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-881b3df6-8142-42f8-a1bc-6aeb0e6b6126 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709433 Apr 07 12:10:15.587634 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-f08401e5-70b2-47e9-a715-aa005a6ae7d1 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466141 Apr 07 12:10:15.587979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f8195-a296-4eb2-ab4d-b58beaa6c741 req-d61eead6-d8b1-425b-836c-8aa8578f04e3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:15.589291 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-554f8195-a296-4eb2-ab4d-b58beaa6c741 req-d61eead6-d8b1-425b-836c-8aa8578f04e3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0738015 Apr 07 12:10:15.653234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-554f8195-a296-4eb2-ab4d-b58beaa6c741 req-f486f64b-9403-4959-8a8f-6e9e06cda3c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569081 Apr 07 12:10:16.828764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b61163-0191-4295-a795-663018ace0d6 req-8b30f576-b2da-4104-ae11-308f5b6a078d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:16.830391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b61163-0191-4295-a795-663018ace0d6 req-8b30f576-b2da-4104-ae11-308f5b6a078d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0716925 Apr 07 12:10:16.895415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99b61163-0191-4295-a795-663018ace0d6 req-d8ddc7ff-ae40-45ff-a278-ac42e36a7f0f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573781 Apr 07 12:10:18.064288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d760d3c-84b1-4fc4-9f71-065a32b9306e req-115fbb04-368e-40a6-bede-fd18c71ee017 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:18.065845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d760d3c-84b1-4fc4-9f71-065a32b9306e req-115fbb04-368e-40a6-bede-fd18c71ee017 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0761113 Apr 07 12:10:18.125762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d760d3c-84b1-4fc4-9f71-065a32b9306e req-eebfdcc2-a8f7-4bb5-83fe-f5bb353d7c54 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532477 Apr 07 12:10:19.293119 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672c1c8-98d7-482a-9510-cfa749d06cdc req-435d047a-f483-4eb2-8100-2ce6a9842b29 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:19.294770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2672c1c8-98d7-482a-9510-cfa749d06cdc req-435d047a-f483-4eb2-8100-2ce6a9842b29 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0713909 Apr 07 12:10:19.358698 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2672c1c8-98d7-482a-9510-cfa749d06cdc req-20aeb08f-b001-42d4-a3ee-65f620718642 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529034 Apr 07 12:10:20.551199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d51f13-e754-4caf-9a09-4479e2491ba7 req-63d01766-e94e-4204-bf25-f573f120162d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:20.553745 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34d51f13-e754-4caf-9a09-4479e2491ba7 req-63d01766-e94e-4204-bf25-f573f120162d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0833609 Apr 07 12:10:20.608178 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34d51f13-e754-4caf-9a09-4479e2491ba7 req-50cc8d9d-3ccb-4a70-968a-640ffcb75730 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469306 Apr 07 12:10:21.763560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e495-744c-4bb5-950f-eed038d3f8aa req-663c159f-0ccc-464a-9984-896a6d3c4881 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:21.766498 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ead1e495-744c-4bb5-950f-eed038d3f8aa req-663c159f-0ccc-464a-9984-896a6d3c4881 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0784380 Apr 07 12:10:21.839765 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ead1e495-744c-4bb5-950f-eed038d3f8aa req-6b221aea-fab0-4dd2-97c0-a2129116ed1c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651865 Apr 07 12:10:22.995536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41bb7d-070a-41f2-a27a-5d7ea2d0fe2b req-df731932-d9b5-4c18-8823-b5c462044694 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:22.997298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e41bb7d-070a-41f2-a27a-5d7ea2d0fe2b req-df731932-d9b5-4c18-8823-b5c462044694 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0741477 Apr 07 12:10:23.067392 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e41bb7d-070a-41f2-a27a-5d7ea2d0fe2b req-2adb8cf9-3de2-4a10-a130-14df160d4ec6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602984 Apr 07 12:10:24.220955 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b734d2-42d3-48a3-8250-ebc12cb315f2 req-6887463b-d03e-4c39-8a45-d2dad9e5e129 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:24.222875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00b734d2-42d3-48a3-8250-ebc12cb315f2 req-6887463b-d03e-4c39-8a45-d2dad9e5e129 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0661857 Apr 07 12:10:24.291664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00b734d2-42d3-48a3-8250-ebc12cb315f2 req-09b00b81-66dd-4fd9-ae50-aa09888274c4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598209 Apr 07 12:10:25.435196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bab49-c709-4c0d-9ca7-6290310a4f61 req-61588978-a265-49bb-bf17-88f83678e509 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:25.436872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-657bab49-c709-4c0d-9ca7-6290310a4f61 req-61588978-a265-49bb-bf17-88f83678e509 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0619643 Apr 07 12:10:25.497692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-657bab49-c709-4c0d-9ca7-6290310a4f61 req-cb6c8913-6341-472a-beaa-c526885ae9e0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542831 Apr 07 12:10:26.023007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-6209c586-c9a6-4937-8c73-5e1a7ff1c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:26.024451 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-6209c586-c9a6-4937-8c73-5e1a7ff1c05c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1127 time: 0.0551972 Apr 07 12:10:26.149580 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-17d24bb0-14a8-4d6b-bdf2-be1d5157f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:26.151058 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-17d24bb0-14a8-4d6b-bdf2-be1d5157f344 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1054862 Apr 07 12:10:26.224522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-2a8bb94d-7abf-4df5-8bd3-24ab7a61cbda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 1001 time: 0.0653934 Apr 07 12:10:26.280208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-9e656fcf-99f1-4e4f-a18c-7d89da268193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:26.281669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-9e656fcf-99f1-4e4f-a18c-7d89da268193 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0496716 Apr 07 12:10:26.342213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-f9db83b9-be0c-4565-bb92-4571d2dd58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:26.343771 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-f9db83b9-be0c-4565-bb92-4571d2dd58e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549982 Apr 07 12:10:26.445629 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-f1d6cdef-7fc9-4752-b47e-19d906a00749 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962236 Apr 07 12:10:26.556357 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b1f546d6-c695-4e6d-8193-e296105ee409 req-b07d15f3-cf71-49b1-b973-71d3b0cb61d9 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055074 Apr 07 12:10:26.644153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c539-3405-4d09-b9bf-2d7bdd79fa6f req-d1d6fdb0-a0fe-4fb6-8c74-2a8d5869d297 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:26.645905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa86c539-3405-4d09-b9bf-2d7bdd79fa6f req-d1d6fdb0-a0fe-4fb6-8c74-2a8d5869d297 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0565085 Apr 07 12:10:26.704002 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fa86c539-3405-4d09-b9bf-2d7bdd79fa6f req-9b8a96c1-4674-4f3d-a002-e70535352e44 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514739 Apr 07 12:10:27.839683 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2f655-0bc8-49c9-af37-a838f440eb90 req-828fb49a-3fcc-4a1a-9dee-95400905172e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:27.841258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ef2f655-0bc8-49c9-af37-a838f440eb90 req-828fb49a-3fcc-4a1a-9dee-95400905172e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0574200 Apr 07 12:10:27.912289 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ef2f655-0bc8-49c9-af37-a838f440eb90 req-27be0c54-2236-4393-9f71-ad0decea3399 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640130 Apr 07 12:10:29.072229 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545efab-88ae-44a9-b8ee-eadbacfb8748 req-eb48bdab-0154-4a41-8c27-8bb03fa9d71a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:29.075109 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c545efab-88ae-44a9-b8ee-eadbacfb8748 req-eb48bdab-0154-4a41-8c27-8bb03fa9d71a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0828023 Apr 07 12:10:29.142235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c545efab-88ae-44a9-b8ee-eadbacfb8748 req-fb122de4-2bd7-4e19-a9dc-3f5a2f37545f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590687 Apr 07 12:10:30.294838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4506a-c097-4844-af18-d61c17772e2c req-be89a860-65fa-4eb5-b40c-899ea295d1d9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:30.296889 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddf4506a-c097-4844-af18-d61c17772e2c req-be89a860-65fa-4eb5-b40c-899ea295d1d9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0692821 Apr 07 12:10:30.353933 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddf4506a-c097-4844-af18-d61c17772e2c req-7a2a3467-f5f7-4c96-afc3-59074c868f7d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Apr 07 12:10:30.759404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7cf7865b-9b66-4b12-93b5-33d46e85c975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:31.481820 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328ae8c-c969-440d-9f8c-b971229dcf75 req-bafd2265-2b3e-4979-94a2-5d3107478393 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:31.483505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2328ae8c-c969-440d-9f8c-b971229dcf75 req-bafd2265-2b3e-4979-94a2-5d3107478393 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0570297 Apr 07 12:10:31.538994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2328ae8c-c969-440d-9f8c-b971229dcf75 req-670fdbbc-8e50-41a0-a7a2-5d3d07202c48 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Apr 07 12:10:32.153170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.412573 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-3a47b65c-76af-48fe-acc1-da1f32ba2040 service neutron] show failed (client error): The resource could not be found. Apr 07 12:10:32.413641 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-3a47b65c-76af-48fe-acc1-da1f32ba2040 service neutron] 10.222.0.23 "GET /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0875225 Apr 07 12:10:32.668620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-e25f5bd0-0c7c-4f77-b598-4bba2a1c2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.670876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-e25f5bd0-0c7c-4f77-b598-4bba2a1c2a8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 1127 time: 0.0700271 Apr 07 12:10:32.682655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:32.768054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.981101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0524e-08d6-46c9-9ede-33927bda6933 req-f3480d04-cb82-4130-92dd-005444323d55 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.982602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80a0524e-08d6-46c9-9ede-33927bda6933 req-f3480d04-cb82-4130-92dd-005444323d55 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0677996 Apr 07 12:10:33.015342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:33.043001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-80a0524e-08d6-46c9-9ede-33927bda6933 req-fa453b53-5094-4f4b-aa03-05efb11b169c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532115 Apr 07 12:10:33.063513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:33.088820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2cb41db4-2629-4149-9616-6b5c4b5b0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.106286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:33.109114 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8968b4-6748-45a4-a581-83ed59f5e615" -d '{"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:33.112611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Publish callbacks [] for port (faa13796-aaf0-4b94-90ef-9240927542b1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.126905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Transition to ACTIVE for port object faa13796-aaf0-4b94-90ef-9240927542b1 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:10:33.132719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.201538 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adf105-d81c-42ed-8538-c1e73f6b849b x-openstack-request-id: req-02adf105-d81c-42ed-8538-c1e73f6b849b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:33.201946 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:33.202348 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02adf105-d81c-42ed-8538-c1e73f6b849b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:33.202901 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02adf105-d81c-42ed-8538-c1e73f6b849b'] response: {'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'code': 200} Apr 07 12:10:33.271449 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:33.328556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] No DVR routers for this DVR port faa13796-aaf0-4b94-90ef-9240927542b1 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:33.493566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:10:33.494237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:10:33.494237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:33.498840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:10:33.499202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:33.505219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:10:33.505562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:10:33.505950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:10:33.506394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Bound port: faa13796-aaf0-4b94-90ef-9240927542b1, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:10:33.506753 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.574537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:33.577978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:10:33.584816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.626077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:33.626726 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.628658 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] 10.222.0.41 "PUT /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 1091 time: 0.9502821 Apr 07 12:10:33.672757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de38b0-8883-4d3b-8631-151124a9f459 service neutron] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:33.730569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-d10077f3-438f-47e8-8bdf-9144f154c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:33.732090 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-d10077f3-438f-47e8-8bdf-9144f154c2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1125 time: 0.0753894 Apr 07 12:10:33.846616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-f5e69f67-0571-4987-8d68-865125582275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:33.848696 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-f5e69f67-0571-4987-8d68-865125582275 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1109486 Apr 07 12:10:33.924251 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-f0f77e46-d207-4720-a09b-f5fff1bec5bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 999 time: 0.0700569 Apr 07 12:10:33.975531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-3030e41e-7908-45f2-875e-214afe970931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:33.977025 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-3030e41e-7908-45f2-875e-214afe970931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0476646 Apr 07 12:10:34.025866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:34.029605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-8cc25e2e-145f-44bb-851d-17eafe81da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:34.031198 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-8cc25e2e-145f-44bb-851d-17eafe81da0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490539 Apr 07 12:10:34.147377 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-2b757b74-2865-4d62-89fa-5289d4ffb921 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104865 Apr 07 12:10:34.190828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fe737-debd-4c0c-845d-cbb45ab758b3 req-46240307-180a-4bf2-9fe8-a3d7892acdf1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:34.192454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fe737-debd-4c0c-845d-cbb45ab758b3 req-46240307-180a-4bf2-9fe8-a3d7892acdf1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 943 time: 0.0681326 Apr 07 12:10:34.256193 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-76d2997e-0495-4dcb-80f6-9f85e4a07514 req-c2ad7dbc-2c0b-4041-9995-f36878402191 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033816 Apr 07 12:10:34.258699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5fe737-debd-4c0c-845d-cbb45ab758b3 req-cea2a034-bd9f-4d05-8f54-dcfae01aa480 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586438 Apr 07 12:10:34.645395 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.204364 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:35.208206 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f" -d '{"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:35.262369 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d79972-082a-4d45-b2d1-c7c375b9148d x-openstack-request-id: req-f8d79972-082a-4d45-b2d1-c7c375b9148d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:35.262784 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:35.263207 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d79972-082a-4d45-b2d1-c7c375b9148d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:35.263846 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d79972-082a-4d45-b2d1-c7c375b9148d'] response: {'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'status': 'completed', 'code': 200} Apr 07 12:10:35.379455 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-dd5d7422-43ff-47b9-84d6-a8aff4f7c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.381013 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-dd5d7422-43ff-47b9-84d6-a8aff4f7c1ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1125 time: 0.0962029 Apr 07 12:10:35.384316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-caf76a6a-2ffc-4dfb-b0eb-e6f1272d973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.385994 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-caf76a6a-2ffc-4dfb-b0eb-e6f1272d973a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1125 time: 0.1024487 Apr 07 12:10:35.413517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6724a-0869-4d0f-af1d-2e45b239d40c req-fc0bca00-3c1e-4d65-92ad-8c8cf68fbe36 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.415368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ac6724a-0869-4d0f-af1d-2e45b239d40c req-fc0bca00-3c1e-4d65-92ad-8c8cf68fbe36 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 943 time: 0.0650728 Apr 07 12:10:35.471070 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ac6724a-0869-4d0f-af1d-2e45b239d40c req-20d44a0f-b447-4314-a671-f2ce65a97b2b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498850 Apr 07 12:10:35.552427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-508dd151-d67b-4853-87db-ba815d3fb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.553965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-508dd151-d67b-4853-87db-ba815d3fb775 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1668169 Apr 07 12:10:35.554952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-d92a6fb3-02d1-4f27-8ec3-e6313236b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.556268 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-d92a6fb3-02d1-4f27-8ec3-e6313236b0eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1601567 Apr 07 12:10:35.673164 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-b238b94b-8494-48f3-b0dc-51673975240e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 999 time: 0.1132624 Apr 07 12:10:35.675042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-dea344db-a8ec-4b10-bb4f-69be2859bdbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 999 time: 0.1094365 Apr 07 12:10:35.763964 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-f2357894-a088-4f60-a1e1-2e53a498b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.765442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-f2357894-a088-4f60-a1e1-2e53a498b2f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0869415 Apr 07 12:10:35.767121 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-86c7195d-4191-407c-be61-3afadfc28cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.768571 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-86c7195d-4191-407c-be61-3afadfc28cfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0820632 Apr 07 12:10:35.853290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-b6778f07-0943-44a2-a7b8-b1dff9ee94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.854860 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-b6778f07-0943-44a2-a7b8-b1dff9ee94cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839224 Apr 07 12:10:35.857113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-3b527d86-3c36-41cf-bfa6-aff83c4d47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.858835 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-3b527d86-3c36-41cf-bfa6-aff83c4d47e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799561 Apr 07 12:10:36.042381 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-298420a0-5937-4917-ac05-107388171c94 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808391 Apr 07 12:10:36.048598 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-63d90410-a6f4-4464-a211-ef0b573ebd21 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746707 Apr 07 12:10:36.193288 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:36.211344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-c2e3a589-af07-4c7c-99ba-cb5b0b4914c6 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616225 Apr 07 12:10:36.216823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-94c8b09d-d08f-4843-9c7a-f3cf2c19a10f req-f0d73f9b-7c2c-476a-b2a3-6caf0b39f47c service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587567 Apr 07 12:10:36.614131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7a2b8-5cc9-4952-955f-5103586191da req-e5db5def-fb51-446f-9a16-2684bf4e340d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:36.615752 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9f7a2b8-5cc9-4952-955f-5103586191da req-e5db5def-fb51-446f-9a16-2684bf4e340d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 943 time: 0.0620379 Apr 07 12:10:36.672608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c9f7a2b8-5cc9-4952-955f-5103586191da req-a89e520a-e242-43e0-8275-6b1ef9467fbc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506573 Apr 07 12:10:36.839007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:10:36.955326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:36.967946 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'mac_address': 'fa:16:3e:bf:3f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:10:37.023105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port faa13796-aaf0-4b94-90ef-9240927542b1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:37.023520 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:37.038077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa13796-aaf0-4b94-90ef-9240927542b1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:37.052799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:37.086897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:37.094719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:37.132999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port faa13796-aaf0-4b94-90ef-9240927542b1 host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:10:37.133468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:37.159251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:37.276999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:37.477718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['faa13796-aaf0-4b94-90ef-9240927542b1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:10:37.812157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f3f5-7a6f-4bb8-92ff-aa0f79deeae0 req-a79531f0-055b-4ac5-a9d6-beea460dc606 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:37.813847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eeb1f3f5-7a6f-4bb8-92ff-aa0f79deeae0 req-a79531f0-055b-4ac5-a9d6-beea460dc606 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0636461 Apr 07 12:10:37.872325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eeb1f3f5-7a6f-4bb8-92ff-aa0f79deeae0 req-9e8ab545-85cb-4bf8-9099-3ed7cf240110 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508547 Apr 07 12:10:38.217666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-fc4b6284-5aa1-4787-b7b6-1396296fc255 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.220068 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-fc4b6284-5aa1-4787-b7b6-1396296fc255 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 944 time: 0.0681486 Apr 07 12:10:38.254832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3316-ca23-4982-84d5-dd4471f3c276 req-0d9ca475-eca2-4467-a9f1-1b3ee921c91f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.256446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ded3316-ca23-4982-84d5-dd4471f3c276 req-0d9ca475-eca2-4467-a9f1-1b3ee921c91f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0679402 Apr 07 12:10:38.290819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-30ff7dd4-8906-4bf8-9c0f-039e34cde962 service neutron] 10.222.0.41 "GET /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1/bindings/n-h2-836788-1 HTTP/1.1" status: 200 len: 382 time: 0.0633616 Apr 07 12:10:38.322076 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5ded3316-ca23-4982-84d5-dd4471f3c276 req-ff402267-553e-4368-ac20-262b79c4c39b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557282 Apr 07 12:10:38.375670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-44731f07-ecf2-430e-989a-61ca6e55fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.377349 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-44731f07-ecf2-430e-989a-61ca6e55fa34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1126 time: 0.0630352 Apr 07 12:10:38.747657 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-02f73ee0-0596-41f0-9d6c-329c8b2732b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.749164 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-02f73ee0-0596-41f0-9d6c-329c8b2732b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.3664057 Apr 07 12:10:38.827412 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-9524c802-cc04-4f67-9877-add502020eed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 1000 time: 0.0714023 Apr 07 12:10:38.860975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:10:38.891541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-d30a3747-7534-458f-a4e1-b24f6b0873d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.893056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-d30a3747-7534-458f-a4e1-b24f6b0873d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0598285 Apr 07 12:10:38.934218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port faa13796-aaf0-4b94-90ef-9240927542b1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:10:38.939051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port faa13796-aaf0-4b94-90ef-9240927542b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:38.939432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:38.953845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-371c0d0a-ee5b-46ea-8e82-d1cfbf3b7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.955431 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-371c0d0a-ee5b-46ea-8e82-d1cfbf3b7c07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567448 Apr 07 12:10:39.028604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port faa13796-aaf0-4b94-90ef-9240927542b1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:39.028909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:39.054703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:39.057882 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04688d-95db-4b88-828b-f582e79359e5" -d '{"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:39.077081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:39.083037 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-ae37e6b6-35d5-4487-8ee6-2d57a04223c2 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210315 Apr 07 12:10:39.085768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:39.159884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:39.201656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-be26c680-7567-4e7f-a5cd-8f85f9f1b7d1 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126554 Apr 07 12:10:39.260184 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31a433-e0a3-46db-a4c8-54eb59563f6b x-openstack-request-id: req-be31a433-e0a3-46db-a4c8-54eb59563f6b {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:39.260524 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:39.260735 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be31a433-e0a3-46db-a4c8-54eb59563f6b {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:39.261184 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be31a433-e0a3-46db-a4c8-54eb59563f6b'] response: {'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'code': 200} Apr 07 12:10:39.463464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c373be-7816-49b1-bdcb-deed2f97c95f req-0fd79cd3-90f5-4b81-8aeb-44fd8d636283 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:39.465054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28c373be-7816-49b1-bdcb-deed2f97c95f req-0fd79cd3-90f5-4b81-8aeb-44fd8d636283 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0555758 Apr 07 12:10:39.518414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28c373be-7816-49b1-bdcb-deed2f97c95f req-97b3060f-1efb-48cf-a2f6-e43b16eaefc7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471447 Apr 07 12:10:40.661660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e892-03f1-4572-9d7a-d4487fc63889 req-bcd69be2-813f-44f9-a63d-3d32982effc6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:40.663912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed79e892-03f1-4572-9d7a-d4487fc63889 req-bcd69be2-813f-44f9-a63d-3d32982effc6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0709782 Apr 07 12:10:40.720325 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed79e892-03f1-4572-9d7a-d4487fc63889 req-f727e6c5-31c0-4df7-aa0e-f8a640d5b708 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501897 Apr 07 12:10:41.301499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-e04341e1-6a0d-4e63-aa5b-20e9ef1d7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.303066 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-e04341e1-6a0d-4e63-aa5b-20e9ef1d7847 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 1127 time: 0.0481055 Apr 07 12:10:41.314130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:41.382322 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:41.618171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:41.667419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:41.713489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:41.715390 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73716af6-fb4b-4c8e-a268-456dc6e28f82" -d '{"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:41.719570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Publish callbacks [] for port (faa13796-aaf0-4b94-90ef-9240927542b1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:41.736651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Transition to ACTIVE for port object faa13796-aaf0-4b94-90ef-9240927542b1 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:10:41.744287 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:41.792004 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dafe66-6482-4bb2-a9c3-2d1bc477df84 x-openstack-request-id: req-d1dafe66-6482-4bb2-a9c3-2d1bc477df84 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:41.792359 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:41.792706 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1dafe66-6482-4bb2-a9c3-2d1bc477df84 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:41.793239 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dafe66-6482-4bb2-a9c3-2d1bc477df84'] response: {'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'code': 200} Apr 07 12:10:41.867645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=10']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:41.875431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ff42-a1ff-4978-b72f-5822e2266e96 req-a75cfab6-ae36-4896-8ec7-e39940110db5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.877042 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b811ff42-a1ff-4978-b72f-5822e2266e96 req-a75cfab6-ae36-4896-8ec7-e39940110db5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0772841 Apr 07 12:10:41.921655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] No DVR routers for this DVR port faa13796-aaf0-4b94-90ef-9240927542b1 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:41.937116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b811ff42-a1ff-4978-b72f-5822e2266e96 req-031a5462-c293-4d99-b1d8-2d11efa3a649 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522594 Apr 07 12:10:42.081420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:10:42.081641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:10:42.081885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:42.087366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:10:42.087642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Attempting to bind port faa13796-aaf0-4b94-90ef-9240927542b1 on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:42.092932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:10:42.093299 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:10:42.093681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:10:42.094100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Bound port: faa13796-aaf0-4b94-90ef-9240927542b1, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:10:42.094462 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:42.193351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:42.196544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:10:42.203513 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:42.242385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.243557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:42.244990 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] 10.222.0.23 "PUT /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 1092 time: 0.9350080 Apr 07 12:10:42.302059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f0d28-64e8-448d-ab4f-7802be1b7037 service neutron] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=11']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:42.356762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-a5d3143e-4eb5-4053-850b-1e45abbee6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.358358 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-a5d3143e-4eb5-4053-850b-1e45abbee6ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1126 time: 0.0743730 Apr 07 12:10:42.510286 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-646c16bb-03ac-4fdb-869a-6eb03bfadc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.511857 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-646c16bb-03ac-4fdb-869a-6eb03bfadc1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1432676 Apr 07 12:10:42.596731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-44d57aaa-a59e-45c0-bbdb-3943825cbbe1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 999 time: 0.0783803 Apr 07 12:10:42.651097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-86643b8f-c5ee-4338-8ca2-d92562bf179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.652584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-86643b8f-c5ee-4338-8ca2-d92562bf179d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0508275 Apr 07 12:10:42.712301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-ca6bc137-a287-4797-80b4-43fb645d92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.713696 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-ca6bc137-a287-4797-80b4-43fb645d92b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557637 Apr 07 12:10:42.813810 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-2dd3381d-c48c-48e9-ac29-1e9518c7942e service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937624 Apr 07 12:10:42.917447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-88df8984-754c-4e13-ba23-c0a78ca8e99f req-50c16e54-66d5-46cd-98b9-0de02cf01d5f service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974803 Apr 07 12:10:43.062321 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c510b-858f-4fb7-a2e2-473b4f5390c0 req-5ecf2e98-a8f6-40af-8c07-e93893a25da1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.063817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c0c510b-858f-4fb7-a2e2-473b4f5390c0 req-5ecf2e98-a8f6-40af-8c07-e93893a25da1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0546057 Apr 07 12:10:43.123717 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c0c510b-858f-4fb7-a2e2-473b4f5390c0 req-5815d9c9-17ec-4b0e-b2c1-a9b30135a763 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518563 Apr 07 12:10:43.794512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:43.796959 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a13a2-d796-402b-8c2a-141d771053ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:43.852576 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d08d97-2552-422a-b069-c7f5a1fcb0c7 x-openstack-request-id: req-33d08d97-2552-422a-b069-c7f5a1fcb0c7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:43.852914 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:43.853228 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d08d97-2552-422a-b069-c7f5a1fcb0c7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:43.853644 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d08d97-2552-422a-b069-c7f5a1fcb0c7'] response: {'name': 'network-changed', 'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'status': 'completed', 'code': 200} Apr 07 12:10:43.959553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-e15e9d53-a621-40db-8377-746a2f7aa0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.961082 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-e15e9d53-a621-40db-8377-746a2f7aa0c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1126 time: 0.0827112 Apr 07 12:10:43.962799 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-f5121e81-ef3f-47c0-aa11-29e939b61e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.964194 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-f5121e81-ef3f-47c0-aa11-29e939b61e7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 1126 time: 0.0833175 Apr 07 12:10:44.134757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-570707a5-ab0d-482c-9adb-a2cbc904c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.136246 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-570707a5-ab0d-482c-9adb-a2cbc904c1ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1695242 Apr 07 12:10:44.137609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-ee679da2-09e0-473f-97d1-50f355a37bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.138916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-ee679da2-09e0-473f-97d1-50f355a37bc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1641486 Apr 07 12:10:44.267767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-7aadaee1-ea7b-48d6-b2dd-cd32a84044b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 999 time: 0.1253514 Apr 07 12:10:44.273787 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-1a867b23-8db6-452d-ab21-a851ff4a52df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 200 len: 999 time: 0.1258676 Apr 07 12:10:44.285891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007465a-f050-4fea-9b10-2a1738fb7073 req-08a2fe96-f826-4b06-9ce1-d027d3d9429c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.288078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5007465a-f050-4fea-9b10-2a1738fb7073 req-08a2fe96-f826-4b06-9ce1-d027d3d9429c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 944 time: 0.0817208 Apr 07 12:10:44.353057 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5007465a-f050-4fea-9b10-2a1738fb7073 req-45272ca6-cded-4926-92bc-a4e4a6950a46 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567360 Apr 07 12:10:44.386266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-8a589b3a-d5b2-4c40-b20c-80f55bfe0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.387988 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-8a589b3a-d5b2-4c40-b20c-80f55bfe0b85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.1131639 Apr 07 12:10:44.394593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-423891f9-0f83-48c5-b459-65282a2a93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.397146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-423891f9-0f83-48c5-b459-65282a2a93df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.1091635 Apr 07 12:10:44.492383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-09f9bae7-20c9-402f-8724-67de4436bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.493819 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-09f9bae7-20c9-402f-8724-67de4436bcaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852988 Apr 07 12:10:44.495804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a13a2-d796-402b-8c2a-141d771053ac req-e04361b5-55c8-4500-b513-21f728095e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.497219 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-e04361b5-55c8-4500-b513-21f728095e90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988979 Apr 07 12:10:44.677317 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-13eaf755-9c3c-4dac-a5bc-e4cf49c58288 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778138 Apr 07 12:10:44.680962 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-72742626-5cf2-48f8-9ff5-583714a2998d service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728103 Apr 07 12:10:44.840553 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-38547c2c-112d-4756-8ff0-c9ac95b750ee service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507030 Apr 07 12:10:44.842297 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f35a13a2-d796-402b-8c2a-141d771053ac req-bad2a1ce-e379-4cd8-80a4-fda0def6444d service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598704 Apr 07 12:10:44.885845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:44.927192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] The host n-h2-836788-1 is not matching for port faa13796-aaf0-4b94-90ef-9240927542b1 host n-h1-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:10:44.927659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:45.069678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:10:45.204148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:45.218302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'mac_address': 'fa:16:3e:bf:3f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:10:45.265264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port faa13796-aaf0-4b94-90ef-9240927542b1 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:45.265662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:45.280020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa13796-aaf0-4b94-90ef-9240927542b1 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:45.302482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:45.306951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:45.361517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=12']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:45.496427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6fb89-a405-44d7-9d92-cc14ca9b80a0 req-74cba214-7dd2-46cb-b6d7-809e12eefd6e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.497906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0a6fb89-a405-44d7-9d92-cc14ca9b80a0 req-74cba214-7dd2-46cb-b6d7-809e12eefd6e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0615168 Apr 07 12:10:45.505060 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['faa13796-aaf0-4b94-90ef-9240927542b1'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:10:45.553153 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b0a6fb89-a405-44d7-9d92-cc14ca9b80a0 req-586cff91-2458-439c-8dad-37e16d4e5e57 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464449 Apr 07 12:10:45.689263 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c0df9-0a9b-4d50-b905-8d131cf7a73c req-e2d66cb8-f40b-47e6-b6c0-22f3218516ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.691516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e77c0df9-0a9b-4d50-b905-8d131cf7a73c req-e2d66cb8-f40b-47e6-b6c0-22f3218516ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0564260 Apr 07 12:10:45.754374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e77c0df9-0a9b-4d50-b905-8d131cf7a73c req-8303d0c9-8cfc-4727-be9c-0a78b113309b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567682 Apr 07 12:10:45.887845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab28aa-64bb-43d1-af29-4ea9edd555b1 req-d3856fe2-fa7f-4fb6-8c67-d70c18550588 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.890338 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfab28aa-64bb-43d1-af29-4ea9edd555b1 req-d3856fe2-fa7f-4fb6-8c67-d70c18550588 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0677519 Apr 07 12:10:45.945647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dfab28aa-64bb-43d1-af29-4ea9edd555b1 req-f0ba6f6e-1c2b-4785-a861-05d0950fb161 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479715 Apr 07 12:10:46.201679 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32c1c-f45e-4507-9f0e-863f4cc7fda3 req-3944fd6e-7c1b-4186-968a-0226e56acb5f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:46.203249 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97f32c1c-f45e-4507-9f0e-863f4cc7fda3 req-3944fd6e-7c1b-4186-968a-0226e56acb5f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 945 time: 0.0544217 Apr 07 12:10:46.261884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97f32c1c-f45e-4507-9f0e-863f4cc7fda3 req-0b20237b-3779-4917-8387-472621e37634 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501745 Apr 07 12:10:47.076573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:10:47.127208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port faa13796-aaf0-4b94-90ef-9240927542b1 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:10:47.132466 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port faa13796-aaf0-4b94-90ef-9240927542b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:47.132850 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.229390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port faa13796-aaf0-4b94-90ef-9240927542b1 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:47.229775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.256166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:47.258513 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0aa80d-e994-4c2e-85bf-f24bdbd794c7" -d '{"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:47.271446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:47.276611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.299747 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e145ce96-2229-4755-b445-7c36ef5eff69 x-openstack-request-id: req-e145ce96-2229-4755-b445-7c36ef5eff69 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:47.300451 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:47.300451 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e145ce96-2229-4755-b445-7c36ef5eff69 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:47.300778 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e145ce96-2229-4755-b445-7c36ef5eff69'] response: {'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'code': 200} Apr 07 12:10:47.312619 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:47.332332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=13']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:47.399738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295a52-a27f-42f0-b323-6095275f26f8 req-acf97601-fe9e-45a5-84d4-7f07832b9edd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:47.401310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49295a52-a27f-42f0-b323-6095275f26f8 req-acf97601-fe9e-45a5-84d4-7f07832b9edd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 946 time: 0.0606432 Apr 07 12:10:47.402668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-371f09a0-e45d-43d8-9b95-4e31fffbfaf7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:47.404163 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-371f09a0-e45d-43d8-9b95-4e31fffbfaf7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/ports?device_id=8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d HTTP/1.1" status: 200 len: 946 time: 0.0572801 Apr 07 12:10:47.460484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49295a52-a27f-42f0-b323-6095275f26f8 req-21c69c2f-edad-4d94-b76e-25b1e7fa2a39 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515523 Apr 07 12:10:47.510123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Deleting port faa13796-aaf0-4b94-90ef-9240927542b1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:47.510479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.613350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] For port faa13796-aaf0-4b94-90ef-9240927542b1, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=faa13796-aaf0-4b94-90ef-9240927542b1,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:47.613713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.788058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.788411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.788728 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 disassociated. External IP: 172.25.5.11, port: faa13796-aaf0-4b94-90ef-9240927542b1. Apr 07 12:10:47.789071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Calling delete_port for faa13796-aaf0-4b94-90ef-9240927542b1 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:47.932002 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (faa13796-aaf0-4b94-90ef-9240927542b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:47.961748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event deleted for resources: {'Port': ['ID=faa13796-aaf0-4b94-90ef-9240927542b1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:47.974368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.974725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.975074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.975417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.975761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.976100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.976432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.976761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.977088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.977445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.977775 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.978100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:47.978428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:48.097675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:10:48.214609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:10:48.225550 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:10:48.236336 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:48.237003 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:10:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:48.259426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] No DVR routers for this DVR port faa13796-aaf0-4b94-90ef-9240927542b1 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:48.262302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:48.265863 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1d621f2a-cb8a-4ac8-9b4f-73bd03ecdc7f req-d11f9323-25d3-4d82-b9ce-59e3b1579c1a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "DELETE /v2.0/ports/faa13796-aaf0-4b94-90ef-9240927542b1 HTTP/1.1" status: 204 len: 173 time: 0.8569336 Apr 07 12:10:48.266325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-deleted', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:48.271480 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5d42f-23d0-48d9-806e-937d15b38b02" -d '{"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-deleted", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:48.321116 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e9218-adb7-4586-b03f-e1e0d56d8240 x-openstack-request-id: req-009e9218-adb7-4586-b03f-e1e0d56d8240 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:48.321443 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d", "name": "network-vif-deleted", "tag": "faa13796-aaf0-4b94-90ef-9240927542b1", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:48.321709 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-009e9218-adb7-4586-b03f-e1e0d56d8240 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:48.322128 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009e9218-adb7-4586-b03f-e1e0d56d8240'] response: {'server_uuid': '8597a18a-4c5d-4a02-aab7-2f7bbebb5f5d', 'name': 'network-vif-deleted', 'tag': 'faa13796-aaf0-4b94-90ef-9240927542b1', 'status': 'completed', 'code': 200} Apr 07 12:10:48.354387 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:48.685723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:48.713991 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:10:48.723038 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:48.723664 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:10:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:48.757347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-1702d1ed-ba1f-44ed-a429-6c251927bc39 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1930898867&fields=id&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 267 time: 0.0460045 Apr 07 12:10:48.834683 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:48.876460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-a60c606c-26a5-4aab-b520-c6c5eddc16e2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:48.878041 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-a60c606c-26a5-4aab-b520-c6c5eddc16e2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.1088817 Apr 07 12:10:48.895435 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-7ea9411e-2bef-4fbb-a80d-2815a168fe92 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/quotas/cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 375 time: 0.0105722 Apr 07 12:10:48.953304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-a72fd5a4-4cf4-4389-82a8-7cddb13dad37 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520201 Apr 07 12:10:49.020559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-def97a0f-4196-4335-b0e9-ea6cacc17632 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:10:49.021584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-def97a0f-4196-4335-b0e9-ea6cacc17632 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553501 Apr 07 12:10:49.054294 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:49.083195 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ff3fb-18f7-4170-954e-fced16de47f3 None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:10:49.125003 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-c00d0a4e-c93c-4c60-a0a1-612285fa49a6 service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968170 Apr 07 12:10:49.225795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-27b15161-0835-4c09-97b0-0bbd2d015f72 service neutron] 10.222.0.13 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951366 Apr 07 12:10:49.387681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d2870-899e-4e0f-8706-27b296345904 None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:10:49.458997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3ddbd38-9422-4824-90d0-68eb03a5a0a2 req-299860f0-01b8-417f-a6bb-2199081ddb82 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0297339 Apr 07 12:10:50.570321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84ffd25e-ba6b-4bb3-b864-9e23187ec87f req-abece22c-ade4-4a07-8d13-550f54c8d19e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0332208 Apr 07 12:10:50.694330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-2148914f-8e50-42b5-a122-1ec6463de756 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:50.695767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-2148914f-8e50-42b5-a122-1ec6463de756 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 812 time: 0.3538661 Apr 07 12:10:50.754971 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-f7241ec6-070f-4640-8b48-87542509b83d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 380 time: 0.0505965 Apr 07 12:10:50.762809 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'port': {'device_id': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'admin_state_up': True, 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'security_groups': ['a114edf5-1a0e-42d3-8fea-928c058716ea']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:50.869224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Made reservation on behalf of cd19ef718a3941dabdd83fbf4e7981f5 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:10:50.872526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.999700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Allocated IP 172.20.0.9 (846449d8-f790-4745-9d47-baacb20abfa0/786dec63-000a-4251-a370-994829e0c57d/d0a59e82-2840-4a0f-bd08-f964f7094dcd) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:10:51.105737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:51.126204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: faa13796-aaf0-4b94-90ef-9240927542b1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:51.126552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device faa13796-aaf0-4b94-90ef-9240927542b1 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:51.137756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.171640 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.214485 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Network 846449d8-f790-4745-9d47-baacb20abfa0 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:10:51.219225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:10:51.220210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:10:51.251975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:51.280223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:51.280836 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.298460 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0c64dfc2-e76d-438a-b123-756b86fdbcbb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392156 Apr 07 12:10:51.310061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Request body: {'port': {'device_id': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:51.381100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.507326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1e19a547-6f04-43d3-8d99-1dfd3a18658b None None] Provisioning complete for port d0a59e82-2840-4a0f-bd08-f964f7094dcd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:51.507630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1e19a547-6f04-43d3-8d99-1dfd3a18658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.542854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1e19a547-6f04-43d3-8d99-1dfd3a18658b None None] Port d0a59e82-2840-4a0f-bd08-f964f7094dcd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:10:51.649202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:51.656244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Publish callbacks [] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.668059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Transition to ACTIVE for port object d0a59e82-2840-4a0f-bd08-f964f7094dcd will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:10:51.671471 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.751433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:51.765233 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925886a1-47a8-484c-b71c-0472821c2095 req-5819cd3e-a71e-4f8d-ba25-a07ba8a6cce7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:51.766823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-925886a1-47a8-484c-b71c-0472821c2095 req-5819cd3e-a71e-4f8d-ba25-a07ba8a6cce7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0708041 Apr 07 12:10:51.819812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:10:51.820315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:10:51.820825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:51.826492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:10:51.826824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:51.833414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:10:51.833797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:10:51.834161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:10:51.834618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Bound port: d0a59e82-2840-4a0f-bd08-f964f7094dcd, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:10:51.834984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.920947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:51.924421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:10:51.932067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.973003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:51.973690 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.975130 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 1091 time: 0.6696794 Apr 07 12:10:51.977723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:51.979970 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:52.057347 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717d7f28-5a11-49ad-88b7-5e9f7f83c067 x-openstack-request-id: req-717d7f28-5a11-49ad-88b7-5e9f7f83c067 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:52.057701 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:52.057916 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-717d7f28-5a11-49ad-88b7-5e9f7f83c067 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:52.058683 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717d7f28-5a11-49ad-88b7-5e9f7f83c067'] response: {'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'status': 'completed', 'code': 200} Apr 07 12:10:52.060600 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33afb55-496b-4e22-ba77-6342baa319e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:52.090040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-dcb1edcb-c44d-4ee3-b2ce-748787dfa207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.091716 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-dcb1edcb-c44d-4ee3-b2ce-748787dfa207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1125 time: 0.0695479 Apr 07 12:10:52.136872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-d64736ec-7258-4aa3-a3ff-90e5758c2a64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 217 time: 0.0389483 Apr 07 12:10:52.162592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-925886a1-47a8-484c-b71c-0472821c2095 req-db32c6fa-96c5-47b3-b085-e30b94916314 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897514 Apr 07 12:10:52.197076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0bf76694-b1f9-4e38-8139-0fe6e57e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.198604 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-0bf76694-b1f9-4e38-8139-0fe6e57e8ae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0567522 Apr 07 12:10:52.255921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-af4a66a8-d001-45ca-b46e-ccaf1c69aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.258144 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-af4a66a8-d001-45ca-b46e-ccaf1c69aa58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537887 Apr 07 12:10:52.351241 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-23737b7a-d536-4cdf-a6eb-0bd6244a030d service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Apr 07 12:10:52.445934 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-508f861f-8269-41f4-9cd7-7e4c1b4e70d8 req-1559cd5d-e8a8-4391-8f5e-546b3c5940db service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891428 Apr 07 12:10:52.532620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-f612e3e0-e034-4d20-ae4e-96726c22d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.534628 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-f612e3e0-e034-4d20-ae4e-96726c22d3a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1125 time: 0.0444520 Apr 07 12:10:52.632532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-1cae0f50-332a-4a98-a24a-2669e0eefcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.634042 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-1cae0f50-332a-4a98-a24a-2669e0eefcb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.0940919 Apr 07 12:10:52.676685 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-8334800b-c07c-4bf3-91cf-3fd6b3771a9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 217 time: 0.0364070 Apr 07 12:10:52.724550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-9545b65d-b71e-4b8a-aadb-c6e23d9644ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.726061 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-9545b65d-b71e-4b8a-aadb-c6e23d9644ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0445075 Apr 07 12:10:52.778747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-08cceb06-e625-4966-910a-3a76f4e858f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.780360 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-08cceb06-e625-4966-910a-3a76f4e858f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487161 Apr 07 12:10:52.867915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-085a2f3d-f88a-4e8f-a213-c755d8f32be6 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Apr 07 12:10:52.960853 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad6d6c9a-f952-4760-a3ab-e07df35a0e4f req-7dd90c57-9394-413c-97d6-c79a134174af service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878885 Apr 07 12:10:53.289332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57612-cfca-4645-941b-2854fd768ae0 req-02f865d9-64c9-4b9d-9f83-0fd62c61752b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.290800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1c57612-cfca-4645-941b-2854fd768ae0 req-02f865d9-64c9-4b9d-9f83-0fd62c61752b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0544941 Apr 07 12:10:53.341460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b1c57612-cfca-4645-941b-2854fd768ae0 req-b7e99802-3edb-4468-8f8e-6524f52c2c3d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446336 Apr 07 12:10:54.468885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578da4ec-f5c9-419e-a6a4-a1a5f2a469df req-a6077e24-1585-4926-9637-c3b0151665e5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:54.470575 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578da4ec-f5c9-419e-a6a4-a1a5f2a469df req-a6077e24-1585-4926-9637-c3b0151665e5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0574579 Apr 07 12:10:54.527158 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578da4ec-f5c9-419e-a6a4-a1a5f2a469df req-a7e44952-fade-43c5-81c7-e14423931f11 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491228 Apr 07 12:10:54.922264 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:10:55.026210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:55.039212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'mac_address': 'fa:16:3e:58:bb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:10:55.076356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:55.076735 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:55.091435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:55.112676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:55.117406 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:55.179783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:55.413451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['d0a59e82-2840-4a0f-bd08-f964f7094dcd'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:10:55.674072 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99c236-80b1-49c8-b135-046ffab95268 req-1ec7017d-3305-4c28-aa86-3b4aa9aef7e7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:55.678241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e99c236-80b1-49c8-b135-046ffab95268 req-1ec7017d-3305-4c28-aa86-3b4aa9aef7e7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0701640 Apr 07 12:10:55.740193 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1e99c236-80b1-49c8-b135-046ffab95268 req-10bff86a-29bd-4df1-bcbc-8ac6ffc22a8c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555811 Apr 07 12:10:56.879482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6928fd-b3b3-47ec-a54e-41aab003a7dc req-153cda21-c8a6-453c-9e38-305bdf437e27 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:56.881014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff6928fd-b3b3-47ec-a54e-41aab003a7dc req-153cda21-c8a6-453c-9e38-305bdf437e27 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0618215 Apr 07 12:10:56.916355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:10:56.943391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff6928fd-b3b3-47ec-a54e-41aab003a7dc req-3f47da50-9384-4edb-88c1-0c9afb3369d8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560639 Apr 07 12:10:56.977601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port d0a59e82-2840-4a0f-bd08-f964f7094dcd completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:10:56.981872 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port d0a59e82-2840-4a0f-bd08-f964f7094dcd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:56.982256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.072588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:57.073164 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.108537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:57.113167 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7466fb32-1c9d-44f1-b02f-ff0610963e87" -d '{"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:57.129377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:57.134909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.166070 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f45de-ab57-4375-8bfc-aa1d35d421fd x-openstack-request-id: req-a41f45de-ab57-4375-8bfc-aa1d35d421fd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:57.166469 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:57.166749 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a41f45de-ab57-4375-8bfc-aa1d35d421fd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:57.167201 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41f45de-ab57-4375-8bfc-aa1d35d421fd'] response: {'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'code': 200} Apr 07 12:10:57.201689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:57.271464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8c23-0733-4907-abd9-6cab28dbbffc req-1c09cb3f-d1ba-41c9-80b5-779b87784c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:57.272999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0dbc8c23-0733-4907-abd9-6cab28dbbffc req-1c09cb3f-d1ba-41c9-80b5-779b87784c68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1127 time: 0.0514774 Apr 07 12:10:57.332804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0dbc8c23-0733-4907-abd9-6cab28dbbffc req-745c65cc-2399-47ad-8d3a-8deea91d36c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545251 Apr 07 12:10:58.103682 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa95af-80af-4d44-988d-b094972c2788 req-4ee23bb9-098e-4b99-bb44-c025aaa3ed77 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.105287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7fa95af-80af-4d44-988d-b094972c2788 req-4ee23bb9-098e-4b99-bb44-c025aaa3ed77 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0735502 Apr 07 12:10:58.168353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7fa95af-80af-4d44-988d-b094972c2788 req-d058dd61-54a5-48c2-9d6f-1608b0ebd994 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520179 Apr 07 12:10:59.317482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b38b5-313d-415f-ac2e-3610965b9448 req-f441074c-deca-4095-8e9e-535667eca0c4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:59.319882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9b38b5-313d-415f-ac2e-3610965b9448 req-f441074c-deca-4095-8e9e-535667eca0c4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0765874 Apr 07 12:10:59.384283 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e9b38b5-313d-415f-ac2e-3610965b9448 req-39acc68a-32b1-4edb-9f96-17e98b5311c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583818 Apr 07 12:10:59.532511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828945d-7cbb-47f2-909d-5fb1aff11b89 req-f33bd5bc-56b4-426b-beb8-daf580c42f8f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:59.535032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c828945d-7cbb-47f2-909d-5fb1aff11b89 req-f33bd5bc-56b4-426b-beb8-daf580c42f8f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0688624 Apr 07 12:10:59.544596 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37266) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:59.551445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Request body: {'floatingip': {'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:59.595942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (c53373fd-3192-412e-b075-043623225f39), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.115491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.120928 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.260332 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 associated. External IP: 172.25.5.11, port: d0a59e82-2840-4a0f-bd08-f964f7094dcd. Apr 07 12:11:00.506845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:11:00.650690 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:11:00.655748 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.663273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:11:00.679175 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:00.679894 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:10:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:00.695667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-40dd6094-b2aa-436f-b038-ac8de0677207 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "PUT /v2.0/floatingips/c53373fd-3192-412e-b075-043623225f39 HTTP/1.1" status: 200 len: 991 time: 1.1497328 Apr 07 12:11:00.696272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:00.698524 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1717f2-a125-48b7-9ab0-59c8888b704f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:00.763328 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f7dbc-5b71-4c17-8e53-97d829f6d1a6 x-openstack-request-id: req-ac8f7dbc-5b71-4c17-8e53-97d829f6d1a6 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:00.763628 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:00.763892 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac8f7dbc-5b71-4c17-8e53-97d829f6d1a6 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:00.764527 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8f7dbc-5b71-4c17-8e53-97d829f6d1a6'] response: {'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'status': 'completed', 'code': 200} Apr 07 12:11:00.778704 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-daad79b8-8dce-48a9-9d41-7dfd634d7c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.820201 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:00.853404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-a0faec78-b931-4ab5-b5cc-60ae7b2fff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:00.856111 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-a0faec78-b931-4ab5-b5cc-60ae7b2fff25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1127 time: 0.0670743 Apr 07 12:11:01.001522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-e08348eb-8302-4f40-90bf-e2fb91e39995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:01.003899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-e08348eb-8302-4f40-90bf-e2fb91e39995 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1411369 Apr 07 12:11:01.092836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-bced4985-de95-44f8-8d7a-672f4c04f3db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.0846579 Apr 07 12:11:01.160745 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:58:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:10:59Z', 'revision_number': 13, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:01.169601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-04cb43ff-420e-4ab9-ab2a-50ae52db3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:01.171338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-04cb43ff-420e-4ab9-ab2a-50ae52db3979 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0710504 Apr 07 12:11:01.206731 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:11:01.217691 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:01.218076 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:10:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:01.233525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-2504da9c-897e-4b34-bc9d-aea54ecb7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:01.235019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-2504da9c-897e-4b34-bc9d-aea54ecb7036 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583134 Apr 07 12:11:01.354893 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-79059296-8a2c-486c-b14c-b7c7b50b5a12 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137605 Apr 07 12:11:01.363117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:01.491264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9e1717f2-a125-48b7-9ab0-59c8888b704f req-54d38112-2a41-49ef-be0c-b4567744f12c service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305041 Apr 07 12:11:01.667030 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:58:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:10:59Z', 'revision_number': 13, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:01.706193 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f30ab-1015-4704-9653-80dfe15380cc None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c53373fd-3192-412e-b075-043623225f39', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'mac_address': 'fa:16:3e:58:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:10Z', 'updated_at': '2022-04-07T12:10:59Z', 'revision_number': 13, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:11:01.955599 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958106c-b482-4097-aad8-655a6abdaedd None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:11:02.160547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:03.093463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8df-b9ba-43ef-a54a-5daf83a2144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:03.355189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d1d4-c293-47f3-8f78-ae18312bd2d6 req-6e02c2e3-ae1b-4e73-aa20-db3e3c0dad0c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:03.356684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d937d1d4-c293-47f3-8f78-ae18312bd2d6 req-6e02c2e3-ae1b-4e73-aa20-db3e3c0dad0c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0549431 Apr 07 12:11:03.407882 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d937d1d4-c293-47f3-8f78-ae18312bd2d6 req-768ab295-b91d-4e2e-8703-766006c56829 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Apr 07 12:11:04.041887 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:04.641247 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:06.195125 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:07.279314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:21.428142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-cddbecc0-cc7d-4420-bf6f-a0aaf7dd19e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035309 Apr 07 12:11:21.450136 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503d3ef-dc72-4bc5-bf8c-17fe8aca9be3 req-0a1561ab-a0f6-469c-a41a-07ba189903ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.451810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c503d3ef-dc72-4bc5-bf8c-17fe8aca9be3 req-0a1561ab-a0f6-469c-a41a-07ba189903ce tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0889223 Apr 07 12:11:21.531835 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c503d3ef-dc72-4bc5-bf8c-17fe8aca9be3 req-f079c373-05f3-46d8-ba0f-08047cde6f2a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638757 Apr 07 12:11:21.960055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-9300aab2-ce5c-45c6-9cf7-deae8a01fde8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.962477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-9300aab2-ce5c-45c6-9cf7-deae8a01fde8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 942 time: 0.1189101 Apr 07 12:11:22.715396 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5ee12-9bae-455b-99d0-3e1083fe61a1 req-8bb142ae-f0ff-4673-a14b-eeacf368a8f7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:22.717012 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eee5ee12-9bae-455b-99d0-3e1083fe61a1 req-8bb142ae-f0ff-4673-a14b-eeacf368a8f7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0715039 Apr 07 12:11:22.779693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eee5ee12-9bae-455b-99d0-3e1083fe61a1 req-8cc0aff3-55db-4dca-9f55-072090729f77 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537870 Apr 07 12:11:23.011252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-cb78f5ee-6ace-4f32-a495-c34b6bf222be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:23.012792 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-cb78f5ee-6ace-4f32-a495-c34b6bf222be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1127 time: 0.1312921 Apr 07 12:11:23.139693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-0dc7f0b5-afde-47c3-95c6-603755b68439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:23.141654 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-0dc7f0b5-afde-47c3-95c6-603755b68439 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1224697 Apr 07 12:11:23.218125 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-77b1e97f-6d65-49c8-b504-e61f93995f45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 1001 time: 0.0701170 Apr 07 12:11:23.276222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-e7f9647b-ceaf-40d8-9e97-30ba34d7c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:23.277763 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-e7f9647b-ceaf-40d8-9e97-30ba34d7c9c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0526779 Apr 07 12:11:23.352244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-5a0b493f-20e9-4900-8c3a-c9ff40e526fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:23.353805 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-5a0b493f-20e9-4900-8c3a-c9ff40e526fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0705130 Apr 07 12:11:23.456777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-9086e8af-d32c-46c7-8a2c-5f1baf24dcfe service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968022 Apr 07 12:11:23.555765 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-314d6bc3-740c-4cd9-9303-a1887ba25818 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937843 Apr 07 12:11:23.949614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab847ce-67b4-4014-b154-51d828ad5506 req-b6b08bfe-5fb0-4531-ab9a-3d07271f023b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:23.951013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ab847ce-67b4-4014-b154-51d828ad5506 req-b6b08bfe-5fb0-4531-ab9a-3d07271f023b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0662827 Apr 07 12:11:24.010905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ab847ce-67b4-4014-b154-51d828ad5506 req-6b794b9b-fbe6-42a4-b691-78185e1b108e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512314 Apr 07 12:11:24.312174 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:11:25.151155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1c2d5-8af6-40f5-9ea4-be233d1558b5 req-bbcd329c-3605-4062-9f5e-fe85473fe32b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:25.152670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64d1c2d5-8af6-40f5-9ea4-be233d1558b5 req-bbcd329c-3605-4062-9f5e-fe85473fe32b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0580394 Apr 07 12:11:25.206994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-64d1c2d5-8af6-40f5-9ea4-be233d1558b5 req-30a075b7-7e3e-4120-b89f-57157bb07dd5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Apr 07 12:11:26.345084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddf366-267e-43f7-a8c7-6c5608e664ee req-e99379cd-8f06-43b2-b100-a8b0d49bf579 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:26.347329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-deddf366-267e-43f7-a8c7-6c5608e664ee req-e99379cd-8f06-43b2-b100-a8b0d49bf579 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0622928 Apr 07 12:11:26.411641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-deddf366-267e-43f7-a8c7-6c5608e664ee req-d2823b13-57ef-431c-aee1-c602413ec2df tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551939 Apr 07 12:11:27.553661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030c8d-e874-48a1-a67c-1d7deb16a186 req-f4b41f25-d1ff-4135-a991-d2716cc85f85 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:27.555170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd030c8d-e874-48a1-a67c-1d7deb16a186 req-f4b41f25-d1ff-4135-a991-d2716cc85f85 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0627050 Apr 07 12:11:27.625589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd030c8d-e874-48a1-a67c-1d7deb16a186 req-f6d101ce-eda5-4918-9d95-2871e06e1777 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615201 Apr 07 12:11:28.764210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7921-68f4-4b88-b04e-f7ef2ae4ec54 req-59aa101d-a861-45d8-9941-ad6572610c9e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:28.765782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27ff7921-68f4-4b88-b04e-f7ef2ae4ec54 req-59aa101d-a861-45d8-9941-ad6572610c9e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0573654 Apr 07 12:11:28.821995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-27ff7921-68f4-4b88-b04e-f7ef2ae4ec54 req-2980f1a3-eaca-4f61-813e-7d3e4edb413c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494063 Apr 07 12:11:29.959758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b18e-da61-4ec0-9f3c-6f60709e05b6 req-cd631917-6aef-4893-a0a6-02a73d72f554 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:29.961417 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24a3b18e-da61-4ec0-9f3c-6f60709e05b6 req-cd631917-6aef-4893-a0a6-02a73d72f554 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0603137 Apr 07 12:11:30.019213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24a3b18e-da61-4ec0-9f3c-6f60709e05b6 req-e767dd9d-5d79-4d17-83ce-61c81b5e09ec tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510695 Apr 07 12:11:30.771619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b953bdb-117e-49f0-a768-999a877f8bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:31.191909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bd9e2-4007-4747-85ff-c6c142fe1ae5 req-62cb67e8-2a08-4f8c-95c2-fb38e1442165 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:31.194359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a92bd9e2-4007-4747-85ff-c6c142fe1ae5 req-62cb67e8-2a08-4f8c-95c2-fb38e1442165 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0874982 Apr 07 12:11:31.261399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a92bd9e2-4007-4747-85ff-c6c142fe1ae5 req-e3f391a9-8ea6-4793-ac6d-f0806b1e26e6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573106 Apr 07 12:11:32.151763 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:32.420624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831e3be-9a99-49dc-9ed3-df60e441f8c1 req-76152971-22e0-4f65-8f33-c5dc36503f19 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:32.422372 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d831e3be-9a99-49dc-9ed3-df60e441f8c1 req-76152971-22e0-4f65-8f33-c5dc36503f19 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0725605 Apr 07 12:11:32.489871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d831e3be-9a99-49dc-9ed3-df60e441f8c1 req-d310e3b3-e885-4101-88f9-15aa493def96 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595863 Apr 07 12:11:33.092364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:11:33.129073 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f3bbf4c-e84c-41c5-aacb-f2e16ca7c651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:33.200509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:33.201336 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:33.241023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:33.243487 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa603d6-8c20-494b-be8e-f3988599a3ae" -d '{"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:33.259063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:33.266498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:33.308587 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c16c30-948f-4916-995e-a7f658412976 x-openstack-request-id: req-b8c16c30-948f-4916-995e-a7f658412976 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:33.308887 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:33.309160 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8c16c30-948f-4916-995e-a7f658412976 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:33.309583 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c16c30-948f-4916-995e-a7f658412976'] response: {'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'code': 200} Apr 07 12:11:33.330018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:33.339439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.339840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.340234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.340577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.341072 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.341538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.341911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.342253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.342691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.342936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.343270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.343603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.343936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:33.675045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecbf2e-5ab7-4f3c-ab85-9d0e22deed0a req-60f73355-732a-4e24-8ebe-7cdec22483b1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:33.678028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ecbf2e-5ab7-4f3c-ab85-9d0e22deed0a req-60f73355-732a-4e24-8ebe-7cdec22483b1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0809069 Apr 07 12:11:33.746539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1ecbf2e-5ab7-4f3c-ab85-9d0e22deed0a req-d791540e-ae08-4832-a742-5c17c2f07df6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638323 Apr 07 12:11:34.024489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:34.654201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:34.911524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37641b-41bc-4f8d-9a85-9d04d6acdc8e req-034ee3a2-7faf-4bf1-bd62-2202f29fe853 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:34.913917 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee37641b-41bc-4f8d-9a85-9d04d6acdc8e req-034ee3a2-7faf-4bf1-bd62-2202f29fe853 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0718460 Apr 07 12:11:34.958428 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-d4435b60-2b9f-4881-8d06-73f85555e993 service neutron] show failed (client error): The resource could not be found. Apr 07 12:11:34.959481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-d4435b60-2b9f-4881-8d06-73f85555e993 service neutron] 10.222.0.41 "GET /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0754004 Apr 07 12:11:34.971499 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee37641b-41bc-4f8d-9a85-9d04d6acdc8e req-75c091b1-45d9-4ca8-a0d7-0aae2664c13e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474243 Apr 07 12:11:35.201791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-91ee82fb-5ab5-4fa9-9a41-2391f01ea78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:35.203225 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-91ee82fb-5ab5-4fa9-9a41-2391f01ea78c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 1125 time: 0.0664332 Apr 07 12:11:35.214404 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:35.282252 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.501887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:35.538410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:11:35.572891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:11:35.581924 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Publish callbacks [] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.599837 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Transition to ACTIVE for port object d0a59e82-2840-4a0f-bd08-f964f7094dcd will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:11:35.603757 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.703034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:35.756956 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] No DVR routers for this DVR port d0a59e82-2840-4a0f-bd08-f964f7094dcd on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:11:35.926147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:11:35.926451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:11:35.926709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:11:35.933285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:11:35.933664 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:11:35.939384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:11:35.939755 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:11:35.940146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:11:35.940565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Bound port: d0a59e82-2840-4a0f-bd08-f964f7094dcd, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:11:35.940929 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:36.014392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:11:36.018691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:11:36.026832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:36.067738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.068374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:36.069898 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] 10.222.0.23 "PUT /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 1091 time: 0.8597946 Apr 07 12:11:36.072538 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:36.074610 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47349dec-ca7f-47be-979c-3ba6760fd9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:36.140485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dac3cd-257a-4b7f-b9e5-8b2cbb87a0df req-4460a9d2-ec2a-41a5-8492-f81d37609a87 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.148200 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97dac3cd-257a-4b7f-b9e5-8b2cbb87a0df req-4460a9d2-ec2a-41a5-8492-f81d37609a87 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0834563 Apr 07 12:11:36.156620 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078eb081-1e83-4edf-9bc8-7b1e21768026 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=8']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:36.188957 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:36.192699 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f8a483-6dbc-4c4a-be60-ddf799cf61ca x-openstack-request-id: req-89f8a483-6dbc-4c4a-be60-ddf799cf61ca {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:36.193107 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:36.193479 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89f8a483-6dbc-4c4a-be60-ddf799cf61ca {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:36.193967 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f8a483-6dbc-4c4a-be60-ddf799cf61ca'] response: {'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'status': 'completed', 'code': 200} Apr 07 12:11:36.202310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97dac3cd-257a-4b7f-b9e5-8b2cbb87a0df req-03152540-612e-4374-bf16-79b7d51c23d6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528269 Apr 07 12:11:36.245192 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-bd5b092c-2d29-433a-a30b-3f8847bc22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.246732 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-bd5b092c-2d29-433a-a30b-3f8847bc22a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1125 time: 0.1552093 Apr 07 12:11:36.280247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-b7d18f6d-e590-41a5-9148-2030e5e10d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.281853 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-b7d18f6d-e590-41a5-9148-2030e5e10d87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1125 time: 0.0858142 Apr 07 12:11:36.456616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-944ffd1c-001b-42ee-9e05-fb65c39ccbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.458235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-944ffd1c-001b-42ee-9e05-fb65c39ccbaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.2049904 Apr 07 12:11:36.462979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-ce624737-d2a0-484f-bdd0-d8ae214ca83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.464833 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-ce624737-d2a0-484f-bdd0-d8ae214ca83c service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1511188 Apr 07 12:11:36.582119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-f807b7e1-ff33-422b-9ced-3f62cdab07c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.1138508 Apr 07 12:11:36.582119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-483f5ed0-7aa2-4406-b1df-fbc27af7db85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.1095369 Apr 07 12:11:36.680342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-3f8576df-8f5d-46a2-9408-efbd354293a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.682080 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-3f8576df-8f5d-46a2-9408-efbd354293a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0970883 Apr 07 12:11:36.684133 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-a831df2b-0aa5-4d5a-aa07-a2867043e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.685625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-a831df2b-0aa5-4d5a-aa07-a2867043e27f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0924792 Apr 07 12:11:36.772665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-9b00ab89-9c66-4258-8423-ffdd7419af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.774330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-9b00ab89-9c66-4258-8423-ffdd7419af31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783987 Apr 07 12:11:36.777746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-9f3dbb2b-fa20-4fd9-b81a-96c7a328f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:36.779233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-9f3dbb2b-fa20-4fd9-b81a-96c7a328f43b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0916870 Apr 07 12:11:37.211211 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-65a3149b-b6ea-4013-aad1-52f69282661e service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304628 Apr 07 12:11:37.214823 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-f1802ca5-69ba-4027-994a-50e4ff2ad143 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251068 Apr 07 12:11:37.278194 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.351658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9001018-601a-4f64-af2b-20918a4401e7 req-74939f46-2316-4757-a076-4e4753d4a01a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:37.354539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9001018-601a-4f64-af2b-20918a4401e7 req-74939f46-2316-4757-a076-4e4753d4a01a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0683582 Apr 07 12:11:37.378354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-5ebcf486-83eb-4480-bfee-8852c25deccd service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529167 Apr 07 12:11:37.380484 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-abd194fc-e6d0-4b2d-81f1-fddabddf825a service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635175 Apr 07 12:11:37.427706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9001018-601a-4f64-af2b-20918a4401e7 req-dbbb06e2-5c12-4137-be44-50b6c3502ed4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621991 Apr 07 12:11:37.483967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-e1ef13d5-7767-496d-8169-e2393f6241d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:37.485486 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-e1ef13d5-7767-496d-8169-e2393f6241d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1125 time: 0.0548191 Apr 07 12:11:37.611287 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-5d304272-20b1-4636-9ae2-f3549b7fc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:37.616311 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-5d304272-20b1-4636-9ae2-f3549b7fc0aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1217117 Apr 07 12:11:37.698801 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-c5362ef4-1b36-4675-b7ac-abd40e1a41ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.0795367 Apr 07 12:11:37.755693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-5515a666-ad1d-41e4-9b6b-611272aeb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:37.757069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-5515a666-ad1d-41e4-9b6b-611272aeb77e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0529289 Apr 07 12:11:37.822384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-22ac7dac-e9b9-4e62-96c9-304706047d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:37.824417 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-22ac7dac-e9b9-4e62-96c9-304706047d37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614488 Apr 07 12:11:37.940230 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-e23f3f2e-bbdf-4bb7-804b-6d82c2f9d4da service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099312 Apr 07 12:11:38.053067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-47349dec-ca7f-47be-979c-3ba6760fd9b8 req-0998e3a4-0da5-4d7b-873b-81d42849fd43 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063058 Apr 07 12:11:38.585699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3409-7c01-45ac-af53-303fad28cc53 req-79a925ee-ca16-4626-87c6-cc035b5282d1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:38.587526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578a3409-7c01-45ac-af53-303fad28cc53 req-79a925ee-ca16-4626-87c6-cc035b5282d1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0661125 Apr 07 12:11:38.644413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578a3409-7c01-45ac-af53-303fad28cc53 req-c549e7ad-309f-43cf-abc5-907fdd57db0a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510552 Apr 07 12:11:39.797991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdd9ba-d0bb-448a-a082-9b05f63afe1f req-3b951db3-990a-4435-b147-89fae5bc35ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:39.800458 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbdd9ba-d0bb-448a-a082-9b05f63afe1f req-3b951db3-990a-4435-b147-89fae5bc35ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0709698 Apr 07 12:11:39.867924 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cbdd9ba-d0bb-448a-a082-9b05f63afe1f req-cc6e044f-cd25-4236-acbc-e23b66e58403 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582366 Apr 07 12:11:41.027508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7955-97e3-407f-bbd2-6c3d0b43e182 req-2901f070-5692-42fb-84b6-08bf47f9aa9d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:41.029787 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94fa7955-97e3-407f-bbd2-6c3d0b43e182 req-2901f070-5692-42fb-84b6-08bf47f9aa9d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0710859 Apr 07 12:11:41.108762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94fa7955-97e3-407f-bbd2-6c3d0b43e182 req-95dff041-aab1-42fa-a953-cc633ac822b7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717564 Apr 07 12:11:42.256391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc0dab-5dc7-4268-89ec-6a8b4f3e7f4f req-7301dd44-22a0-405d-afbb-812d0086a73d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:42.258210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfc0dab-5dc7-4268-89ec-6a8b4f3e7f4f req-7301dd44-22a0-405d-afbb-812d0086a73d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0636435 Apr 07 12:11:42.320656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ddfc0dab-5dc7-4268-89ec-6a8b4f3e7f4f req-3114c521-f985-4012-8941-15f9aced4333 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558650 Apr 07 12:11:43.460500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d296e-83f6-43ff-8ebf-a367c6cfd6e9 req-1125a430-e6e7-4db8-b6ff-8bd37b6ffd36 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:43.462169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b58d296e-83f6-43ff-8ebf-a367c6cfd6e9 req-1125a430-e6e7-4db8-b6ff-8bd37b6ffd36 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0631461 Apr 07 12:11:43.540140 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b58d296e-83f6-43ff-8ebf-a367c6cfd6e9 req-6cae9eeb-2d59-47dd-b8bb-ffc021c7e536 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718515 Apr 07 12:11:44.691009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735675-3cd6-4530-8eff-32feaeefadc3 req-fa1ac708-c635-46b2-b50b-236c96f07ae3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:44.692596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db735675-3cd6-4530-8eff-32feaeefadc3 req-fa1ac708-c635-46b2-b50b-236c96f07ae3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0630770 Apr 07 12:11:44.761997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db735675-3cd6-4530-8eff-32feaeefadc3 req-074b5a8f-8f6a-491a-842a-60d3f66a3bd9 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590541 Apr 07 12:11:45.917981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dab8-83ae-43f8-857a-7de501e24183 req-7dc544f5-c186-4c4b-a209-14054c65f331 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:45.919541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1350dab8-83ae-43f8-857a-7de501e24183 req-7dc544f5-c186-4c4b-a209-14054c65f331 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0617313 Apr 07 12:11:45.979199 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1350dab8-83ae-43f8-857a-7de501e24183 req-97e70859-17d5-4ea6-8b00-da901421fbf2 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525932 Apr 07 12:11:47.163473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a2786-bf71-4094-8030-1cba6e5ddbd9 req-434c26e5-4ea5-4b52-8062-4a3cb92bfea1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:47.167366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-242a2786-bf71-4094-8030-1cba6e5ddbd9 req-434c26e5-4ea5-4b52-8062-4a3cb92bfea1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0858727 Apr 07 12:11:47.226926 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-242a2786-bf71-4094-8030-1cba6e5ddbd9 req-51bf855d-1a68-498c-8b06-e7a5fa6526cc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494046 Apr 07 12:11:48.367842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a25a53-b586-49ff-9466-67b070f8b96a req-3752ff0d-9b6d-4be3-bb80-301e82c1fb03 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:48.369412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45a25a53-b586-49ff-9466-67b070f8b96a req-3752ff0d-9b6d-4be3-bb80-301e82c1fb03 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0576458 Apr 07 12:11:48.419800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-45a25a53-b586-49ff-9466-67b070f8b96a req-6c351d7c-a9d8-4ffe-8e5f-2349a23d4dfa tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445504 Apr 07 12:11:49.553384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480f55d-2dc3-4a3d-8e2d-8b36a346a1ce req-c6bb6f3e-0bb7-453d-ab22-6fe8ead75cef tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:49.554907 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a480f55d-2dc3-4a3d-8e2d-8b36a346a1ce req-c6bb6f3e-0bb7-453d-ab22-6fe8ead75cef tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0612566 Apr 07 12:11:49.603573 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a480f55d-2dc3-4a3d-8e2d-8b36a346a1ce req-234a991c-98ce-47a5-a394-878f6f1491bc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Apr 07 12:11:50.747413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc833-f53a-465d-9662-2a5f97495fc2 req-ea30eed9-e916-43a4-b563-a7d6316711ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:50.748908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a5dc833-f53a-465d-9662-2a5f97495fc2 req-ea30eed9-e916-43a4-b563-a7d6316711ac tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0649705 Apr 07 12:11:50.797772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a5dc833-f53a-465d-9662-2a5f97495fc2 req-6fd9c7c3-36af-4fae-b672-62dcf569ce33 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Apr 07 12:11:51.924130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce9fe-bd15-431a-add5-9ea67a945295 req-a0761971-8f5a-48aa-9b52-dc88fa72636f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:51.925659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-804ce9fe-bd15-431a-add5-9ea67a945295 req-a0761971-8f5a-48aa-9b52-dc88fa72636f tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0541131 Apr 07 12:11:51.979438 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-804ce9fe-bd15-431a-add5-9ea67a945295 req-07e506ff-ebe7-43f5-a12e-714ea2c5f5fa tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479021 Apr 07 12:11:53.119848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac31448-8799-4e66-b5a9-e67771b8c76f req-a308c427-5fe1-4e04-ab81-3eeaf3eca8d1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:53.121583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ac31448-8799-4e66-b5a9-e67771b8c76f req-a308c427-5fe1-4e04-ab81-3eeaf3eca8d1 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0619259 Apr 07 12:11:53.178988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2ac31448-8799-4e66-b5a9-e67771b8c76f req-4207d099-e030-45ef-b287-993a29c4e17c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488844 Apr 07 12:11:54.314234 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2b01-d1d4-4d79-8c84-bc706a7b1dd2 req-1374ccc3-376f-4764-972c-574a55ce4a86 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:54.316241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad8c2b01-d1d4-4d79-8c84-bc706a7b1dd2 req-1374ccc3-376f-4764-972c-574a55ce4a86 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0561757 Apr 07 12:11:54.364215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad8c2b01-d1d4-4d79-8c84-bc706a7b1dd2 req-2dfbb887-c15f-4830-993f-d13cef5b3192 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Apr 07 12:11:55.479382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:11:55.496625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07174f-def8-43f0-a17f-9df55870e7c2 req-5354902c-f608-491d-b1de-5a7b8ef99dcd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.498366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d07174f-def8-43f0-a17f-9df55870e7c2 req-5354902c-f608-491d-b1de-5a7b8ef99dcd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 943 time: 0.0616500 Apr 07 12:11:55.555117 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9d07174f-def8-43f0-a17f-9df55870e7c2 req-5e208fd6-422b-4bdf-940e-96e0fb3f7bdb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490804 Apr 07 12:11:55.591535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:55.609462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'mac_address': 'fa:16:3e:58:bb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:11:55.665143 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:55.665546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:55.680131 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:11:55.708505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:55.714476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:55.767894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:55.898049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-3484de43-685e-47ff-956b-bd67afdd0a2a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.899554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-3484de43-685e-47ff-956b-bd67afdd0a2a tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&binding%3Ahost_id=n-h1-836788-1 HTTP/1.1" status: 200 len: 944 time: 0.0624378 Apr 07 12:11:55.933641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['d0a59e82-2840-4a0f-bd08-f964f7094dcd'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:11:55.945715 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92722d7c-ba75-49be-8a8e-cab8966fc35f req-e554051e-8513-45df-827f-596f76a17c47 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.947294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92722d7c-ba75-49be-8a8e-cab8966fc35f req-e554051e-8513-45df-827f-596f76a17c47 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0736163 Apr 07 12:11:55.980328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-fd571c9e-af51-4f80-9550-c5ab272f3f60 service neutron] 10.222.0.23 "GET /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd/bindings/n-h1-836788-1 HTTP/1.1" status: 200 len: 382 time: 0.0730121 Apr 07 12:11:56.005032 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-92722d7c-ba75-49be-8a8e-cab8966fc35f req-2c2b9584-8fb3-4fa8-8572-d69df8e52e17 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449879 Apr 07 12:11:56.075193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-70f73fb5-8610-49cb-a32e-9a3938955ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.077569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-70f73fb5-8610-49cb-a32e-9a3938955ce9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1126 time: 0.0711639 Apr 07 12:11:56.174197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-69b052da-18d6-49d1-a9c0-4a1ecdf7978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.175871 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-69b052da-18d6-49d1-a9c0-4a1ecdf7978d service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.0931821 Apr 07 12:11:56.249560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-39328a16-16fc-449b-94fa-604e682dab4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 1000 time: 0.0676565 Apr 07 12:11:56.307978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-09201e58-3c79-432b-9a43-6eea274f36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.309499 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-09201e58-3c79-432b-9a43-6eea274f36ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0542724 Apr 07 12:11:56.360822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-0f8d9595-b05a-4e41-8fde-6388f3793164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.362777 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-0f8d9595-b05a-4e41-8fde-6388f3793164 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473092 Apr 07 12:11:56.467147 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-2670def4-e256-4826-b63b-da29eab67dbb service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978630 Apr 07 12:11:56.573300 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-3b558f2b-2571-45ee-a011-106308dc9273 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001337 Apr 07 12:11:57.171167 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dc2ed-d50c-40db-81ef-5dae1f67574d req-952204f0-242f-472e-a461-74a2f7ab6e89 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:57.172729 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578dc2ed-d50c-40db-81ef-5dae1f67574d req-952204f0-242f-472e-a461-74a2f7ab6e89 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0707004 Apr 07 12:11:57.241762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-578dc2ed-d50c-40db-81ef-5dae1f67574d req-26918928-e811-48b6-9dbf-f260dd13089b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611243 Apr 07 12:11:57.494077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:11:57.550467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port d0a59e82-2840-4a0f-bd08-f964f7094dcd completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:11:57.554926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port d0a59e82-2840-4a0f-bd08-f964f7094dcd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:11:57.555305 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:57.650812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:57.651422 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:57.684602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:57.687324 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e425cf7-efe8-41aa-9e9b-39bc32f36039" -d '{"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:57.704117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:57.710705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:57.785742 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1f7897-9cfb-4e6d-9784-5873ad70f253 x-openstack-request-id: req-2e1f7897-9cfb-4e6d-9784-5873ad70f253 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:57.786038 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:57.786299 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e1f7897-9cfb-4e6d-9784-5873ad70f253 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:57.786700 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1f7897-9cfb-4e6d-9784-5873ad70f253'] response: {'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'code': 200} Apr 07 12:11:57.791323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:58.396301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6d35-2e6c-4ea5-8845-e4363d1963fc req-8d9f7533-beb4-49d1-ac13-8a3b53010c9b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:58.398563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-091f6d35-2e6c-4ea5-8845-e4363d1963fc req-8d9f7533-beb4-49d1-ac13-8a3b53010c9b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 946 time: 0.0737126 Apr 07 12:11:58.452943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-091f6d35-2e6c-4ea5-8845-e4363d1963fc req-dde4d610-1f11-448d-bba1-525d1193e98c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459342 Apr 07 12:11:59.631671 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c486f-5c48-4892-abfe-0a01da89329d req-8bd10afa-ee07-49c1-92c7-33e3d3f3eca0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:59.633244 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a2c486f-5c48-4892-abfe-0a01da89329d req-8bd10afa-ee07-49c1-92c7-33e3d3f3eca0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 946 time: 0.0746574 Apr 07 12:11:59.691655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a2c486f-5c48-4892-abfe-0a01da89329d req-7da8ae6e-1e70-420f-894a-ebda8455ae41 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520320 Apr 07 12:12:00.774882 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5353fab4-1253-4039-a8a8-a77acef21b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:00.849749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c6c2a-bf3d-492b-9b20-c4ba17783510 req-da358653-6d73-4231-bc2b-3a55d16ad2fe tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:00.851583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-174c6c2a-bf3d-492b-9b20-c4ba17783510 req-da358653-6d73-4231-bc2b-3a55d16ad2fe tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 946 time: 0.0719059 Apr 07 12:12:00.910279 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-174c6c2a-bf3d-492b-9b20-c4ba17783510 req-75a6f99d-3989-4b06-b0ac-34b844a605ff tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522504 Apr 07 12:12:01.311017 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:12:01.485533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:01.576281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:01.576684 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:01.602213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:01.605794 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fe1fc7-c7a2-48f2-8a54-ffa553ce42e5" -d '{"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:01.618023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:01.623320 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:01.670426 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d25c21-d664-463c-802c-8e64f8a59e33 x-openstack-request-id: req-73d25c21-d664-463c-802c-8e64f8a59e33 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:01.670717 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:01.670969 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d25c21-d664-463c-802c-8e64f8a59e33 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:01.671378 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d25c21-d664-463c-802c-8e64f8a59e33'] response: {'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'code': 200} Apr 07 12:12:01.685351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=11']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:02.054444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a79be-f99b-4df2-ae76-3c72fcb2b2aa req-d0684db0-592f-4eb6-8c5e-9eb8e5d1ab57 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:02.056040 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069a79be-f99b-4df2-ae76-3c72fcb2b2aa req-d0684db0-592f-4eb6-8c5e-9eb8e5d1ab57 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0632069 Apr 07 12:12:02.110688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-069a79be-f99b-4df2-ae76-3c72fcb2b2aa req-8a406983-bb8b-403c-acb7-4a37a77c7a4e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480556 Apr 07 12:12:02.157098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.687479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-4aa6a160-6fc8-4465-9104-ac9e058861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:02.689110 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-4aa6a160-6fc8-4465-9104-ac9e058861f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8&tenant_id=cd19ef718a3941dabdd83fbf4e7981f5 HTTP/1.1" status: 200 len: 1126 time: 0.0452046 Apr 07 12:12:02.699148 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:02.762789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.975494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:03.008693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:12:03.042034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:03.049519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Publish callbacks [] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.061415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Transition to ACTIVE for port object d0a59e82-2840-4a0f-bd08-f964f7094dcd will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:12:03.066156 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.094618 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f961800-883c-416b-9b91-02435c89cca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.161761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=12']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:03.175339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.175932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.176347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.176569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.176852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.177215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.177550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.178060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.178195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.178510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.178842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.179169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.179494 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:03.235593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] No DVR routers for this DVR port d0a59e82-2840-4a0f-bd08-f964f7094dcd on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:03.264185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af950fcf-f1ae-4899-9f37-9b39453f513a req-d1e23bd7-8c73-4e47-a630-ac8b925517d8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:03.266462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af950fcf-f1ae-4899-9f37-9b39453f513a req-d1e23bd7-8c73-4e47-a630-ac8b925517d8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0784740 Apr 07 12:12:03.321782 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af950fcf-f1ae-4899-9f37-9b39453f513a req-8c02f899-2fba-41d3-9628-d18894c3fd55 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495851 Apr 07 12:12:03.404742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:12:03.405003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:12:03.405366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:03.410786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:12:03.411209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Attempting to bind port d0a59e82-2840-4a0f-bd08-f964f7094dcd on network 846449d8-f790-4745-9d47-baacb20abfa0 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:03.416572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:12:03.416916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Checking segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:12:03.417345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Bound using segment: {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:12:03.417774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Bound port: d0a59e82-2840-4a0f-bd08-f964f7094dcd, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:12:03.418130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.492588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:12:03.496174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:12:03.503481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.541111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:03.541931 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.543163 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 1092 time: 0.8478980 Apr 07 12:12:03.543626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:03.545960 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa3e1f-dd6f-49c5-a284-5980fdde7164" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:03.600251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4a5f4-e860-41e6-b714-b280fd061986 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=13']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:03.623164 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e867bd7-a30b-441e-8d59-da9592d05e73 x-openstack-request-id: req-1e867bd7-a30b-441e-8d59-da9592d05e73 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:03.623455 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:03.623732 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e867bd7-a30b-441e-8d59-da9592d05e73 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:03.624141 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e867bd7-a30b-441e-8d59-da9592d05e73'] response: {'name': 'network-changed', 'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'status': 'completed', 'code': 200} Apr 07 12:12:03.631765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-29d40002-8cea-4599-b911-b5e96d0fc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:03.634467 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-29d40002-8cea-4599-b911-b5e96d0fc0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1126 time: 0.0658097 Apr 07 12:12:03.758068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-bf1c8818-286b-4bc3-9e96-ff80fe110147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:03.759554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-bf1c8818-286b-4bc3-9e96-ff80fe110147 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1126 time: 0.1078942 Apr 07 12:12:03.776899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-d9a0f9ad-c70a-45be-a338-26317185f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:03.778345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-d9a0f9ad-c70a-45be-a338-26317185f90c service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1381714 Apr 07 12:12:03.900890 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-419d4288-69d9-4a64-a2bb-d0ba8181f00d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.1125391 Apr 07 12:12:03.947151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-aff3ed06-eee6-4f41-bfc9-cdeaf194d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:03.949602 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-aff3ed06-eee6-4f41-bfc9-cdeaf194d18d service neutron] 10.222.0.23 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1845467 Apr 07 12:12:04.009628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-fc95a91a-23fd-467a-a0a5-e926cd4b7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.011109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-fc95a91a-23fd-467a-a0a5-e926cd4b7886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.1011300 Apr 07 12:12:04.038752 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:04.056480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-a8063d40-0529-479e-b174-0da646c3d464 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.0985477 Apr 07 12:12:04.112592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810777ee-d819-45f8-acb7-9262c7599517 req-2ac5f70e-41d8-4377-bd96-1442451329b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.114133 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-2ac5f70e-41d8-4377-bd96-1442451329b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0974464 Apr 07 12:12:04.115795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-2ff98e0b-4acf-47ba-964e-1c3c52ad2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.117085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-2ff98e0b-4acf-47ba-964e-1c3c52ad2482 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0544460 Apr 07 12:12:04.241099 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-5d7f211c-be22-4a4b-b7de-47050146098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.243469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-5d7f211c-be22-4a4b-b7de-47050146098a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1208398 Apr 07 12:12:04.272588 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-7f98593a-9b5e-4e0e-b497-571ff450794c service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524203 Apr 07 12:12:04.406739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-5eb001eb-868b-493f-9578-08e94b3f03c9 service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560669 Apr 07 12:12:04.424352 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-810777ee-d819-45f8-acb7-9262c7599517 req-3281b736-2b0d-461b-bc24-59ac26aa88b3 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235616 Apr 07 12:12:04.464138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ec12b-7071-43c1-a656-2b1e7ee983c5 req-a1df0a8e-800c-448b-b4cf-e07a2b0f24b0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.465720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-310ec12b-7071-43c1-a656-2b1e7ee983c5 req-a1df0a8e-800c-448b-b4cf-e07a2b0f24b0 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0570140 Apr 07 12:12:04.541588 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-310ec12b-7071-43c1-a656-2b1e7ee983c5 req-af422494-79f4-4b47-9dea-96d9c0a9d923 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636840 Apr 07 12:12:04.547709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-9a16e678-1880-4e0b-970f-1d7e460404ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.549963 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-9a16e678-1880-4e0b-970f-1d7e460404ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 1126 time: 0.0771024 Apr 07 12:12:04.552056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-d947d210-a92b-417e-a336-fe9801c8b52a service neutron] 10.222.0.23 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381941 Apr 07 12:12:04.649383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:04.679917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-6c660cd7-ffeb-4ab4-997e-71a99e3ee31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.681561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-6c660cd7-ffeb-4ab4-997e-71a99e3ee31a service neutron] 10.222.0.41 "GET /v2.0/networks?id=846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 200 len: 913 time: 0.1257071 Apr 07 12:12:04.761463 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-5e8efa61-427b-4ff6-9ec5-f525ad59f127 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 200 len: 999 time: 0.0745454 Apr 07 12:12:04.819797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-d55fbbc6-a75b-4c8c-a40c-94570b27c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.821299 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-d55fbbc6-a75b-4c8c-a40c-94570b27c5af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 200 len: 851 time: 0.0550172 Apr 07 12:12:04.870637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-2dd4729c-9106-4c04-8064-e9f4cc68b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.872335 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-2dd4729c-9106-4c04-8064-e9f4cc68b2df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846449d8-f790-4745-9d47-baacb20abfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455272 Apr 07 12:12:04.969172 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-8d72f362-f71f-4e2b-982f-553fa8f445a8 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906363 Apr 07 12:12:05.084914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59aa3e1f-dd6f-49c5-a284-5980fdde7164 req-34e0d0f3-d9c7-4548-b3cb-c4f6b06e0308 service neutron] 10.222.0.41 "GET /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098962 Apr 07 12:12:05.695277 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37936598-5a05-4ad0-82c1-4c29560142c1 req-c2776baa-528d-4430-ad44-708004b102ae tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:05.696902 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37936598-5a05-4ad0-82c1-4c29560142c1 req-c2776baa-528d-4430-ad44-708004b102ae tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0685382 Apr 07 12:12:05.756676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37936598-5a05-4ad0-82c1-4c29560142c1 req-47718fc6-dc2b-4ff6-a56c-a0f051d894fb tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536072 Apr 07 12:12:06.193417 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.896422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad820746-1f2b-492d-af3c-10a62579b03d req-2310c02f-f793-4aac-802e-e6feb683683c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:06.897935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad820746-1f2b-492d-af3c-10a62579b03d req-2310c02f-f793-4aac-802e-e6feb683683c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0643289 Apr 07 12:12:06.959878 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad820746-1f2b-492d-af3c-10a62579b03d req-971c70b5-9cf9-4a92-bb83-37a03b70aa33 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556397 Apr 07 12:12:07.275078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.112580 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb1739-ae0a-4a7b-906d-65b72d4f94e3 req-0c868295-3e68-4383-8df8-f38835203cfc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:08.114103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88bb1739-ae0a-4a7b-906d-65b72d4f94e3 req-0c868295-3e68-4383-8df8-f38835203cfc tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0625517 Apr 07 12:12:08.167508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88bb1739-ae0a-4a7b-906d-65b72d4f94e3 req-216a5b9c-9fcb-44ca-92ab-a09aab8d5f68 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463836 Apr 07 12:12:09.320967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558ff6f-fa44-4c94-b180-f555ebe9310c req-90d19bd4-1589-4d74-9736-e230632d36ba tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:09.322952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9558ff6f-fa44-4c94-b180-f555ebe9310c req-90d19bd4-1589-4d74-9736-e230632d36ba tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0682843 Apr 07 12:12:09.374968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9558ff6f-fa44-4c94-b180-f555ebe9310c req-ce50f94c-a83a-483a-be9e-7c33ecbd0646 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457625 Apr 07 12:12:10.512048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca33ed-4afe-4226-8496-bcd963e759d9 req-c33470da-61ba-4a14-b278-37f0101870b7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:10.513709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aca33ed-4afe-4226-8496-bcd963e759d9 req-c33470da-61ba-4a14-b278-37f0101870b7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0621312 Apr 07 12:12:10.577222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8aca33ed-4afe-4226-8496-bcd963e759d9 req-b487b004-0107-409f-9072-7cc85971578e tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564644 Apr 07 12:12:11.725299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1180-ff0a-4c62-8ab6-fa14c24e0e22 req-c3d83989-e4e4-4957-b23e-8ebfc51b70d6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:11.726860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cadf1180-ff0a-4c62-8ab6-fa14c24e0e22 req-c3d83989-e4e4-4957-b23e-8ebfc51b70d6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0588109 Apr 07 12:12:11.794824 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cadf1180-ff0a-4c62-8ab6-fa14c24e0e22 req-f95c5ce2-ed1e-48fa-a7c4-219c2320c319 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577869 Apr 07 12:12:12.945553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e28c2-3646-4ecb-a99b-f1d406ed6fb5 req-c99a7de1-a357-445c-b160-05f7f5781fe3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:12.947189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc3e28c2-3646-4ecb-a99b-f1d406ed6fb5 req-c99a7de1-a357-445c-b160-05f7f5781fe3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0625684 Apr 07 12:12:13.002726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dc3e28c2-3646-4ecb-a99b-f1d406ed6fb5 req-c58c4c30-c29f-48b1-86de-193611f16919 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Apr 07 12:12:14.149071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93113b-fca5-4af5-9ba1-ba269446510c req-4566d9e2-979e-49dd-8741-7d5ff6448f6d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:14.151597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac93113b-fca5-4af5-9ba1-ba269446510c req-4566d9e2-979e-49dd-8741-7d5ff6448f6d tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0699346 Apr 07 12:12:14.215066 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac93113b-fca5-4af5-9ba1-ba269446510c req-f43db713-c223-4f77-884c-1eeff4173d09 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569379 Apr 07 12:12:15.371938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5abdc-b304-47c2-bdc1-78ac0c611015 req-0f03ec96-e1ff-4f04-80d6-66612da835c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:15.374213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b5abdc-b304-47c2-bdc1-78ac0c611015 req-0f03ec96-e1ff-4f04-80d6-66612da835c3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0677693 Apr 07 12:12:15.429113 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c1b5abdc-b304-47c2-bdc1-78ac0c611015 req-46efb595-e37c-4b31-8579-c07d04a298a4 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Apr 07 12:12:16.560201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbca00-4d07-412d-a5f1-ac8d0ffd6aea req-2b6a298a-2a06-473e-915d-ef30945051dd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.561694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4edbca00-4d07-412d-a5f1-ac8d0ffd6aea req-2b6a298a-2a06-473e-915d-ef30945051dd tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0539112 Apr 07 12:12:16.610406 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4edbca00-4d07-412d-a5f1-ac8d0ffd6aea req-0d39ed27-2c65-4d39-9ad5-9a579852ecb8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Apr 07 12:12:17.744917 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbfcd-b98d-4519-875a-36ac8e11ce2e req-a9f38e09-2b6a-4421-b274-7a5a2d6d99e7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:17.746516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-284cbfcd-b98d-4519-875a-36ac8e11ce2e req-a9f38e09-2b6a-4421-b274-7a5a2d6d99e7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0604148 Apr 07 12:12:17.802899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-284cbfcd-b98d-4519-875a-36ac8e11ce2e req-0c1b94d4-a377-48c4-ae1b-6d4aed731ab5 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498886 Apr 07 12:12:18.930161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863c9f2-31eb-467f-ba63-21c087382bed req-81161b78-6159-4fc9-9b44-df477e58a812 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:18.931634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0863c9f2-31eb-467f-ba63-21c087382bed req-81161b78-6159-4fc9-9b44-df477e58a812 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0560303 Apr 07 12:12:18.983415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0863c9f2-31eb-467f-ba63-21c087382bed req-9bb7916e-ebed-4e95-914d-a416cb1dc49b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460176 Apr 07 12:12:20.127639 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b43c-33a9-4d36-998c-85010ac850d0 req-28317103-1b58-419b-9fab-97a188215a92 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:20.129532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1231b43c-33a9-4d36-998c-85010ac850d0 req-28317103-1b58-419b-9fab-97a188215a92 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0634267 Apr 07 12:12:20.189994 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1231b43c-33a9-4d36-998c-85010ac850d0 req-fb53cc30-07f1-4e8d-9d72-5be242479584 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535207 Apr 07 12:12:21.328608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b3f8e-61a3-43a1-83a0-7e8b0fa99b67 req-b7bda64c-ae6d-49f6-85a3-25021b221b11 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.330738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c1b3f8e-61a3-43a1-83a0-7e8b0fa99b67 req-b7bda64c-ae6d-49f6-85a3-25021b221b11 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0657153 Apr 07 12:12:21.384151 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c1b3f8e-61a3-43a1-83a0-7e8b0fa99b67 req-dc321252-89db-4248-ba73-8a63d83657d7 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474145 Apr 07 12:12:22.519328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765abb1-28b7-483e-8630-1391786e4d71 req-b5efab08-e306-4527-9842-e153282bf768 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:22.520230 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8765abb1-28b7-483e-8630-1391786e4d71 req-b5efab08-e306-4527-9842-e153282bf768 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0612361 Apr 07 12:12:22.577615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8765abb1-28b7-483e-8630-1391786e4d71 req-d21a4153-0501-45e2-9df3-0db381ca20b3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505645 Apr 07 12:12:23.726529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535195c-ee3c-4360-abb6-15a4a0033e07 req-bd0f7df7-c69f-4e15-87bd-eb78b16da41c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.728104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8535195c-ee3c-4360-abb6-15a4a0033e07 req-bd0f7df7-c69f-4e15-87bd-eb78b16da41c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0616593 Apr 07 12:12:23.779700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8535195c-ee3c-4360-abb6-15a4a0033e07 req-b4e065ef-08b4-4c7f-a7cd-666a27e05ba3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 Apr 07 12:12:23.914660 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350232da-da8c-4cd4-8ac2-5f449c4be8a3 req-cfa1b999-77a8-49a5-8922-8c91427b8238 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.916075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350232da-da8c-4cd4-8ac2-5f449c4be8a3 req-cfa1b999-77a8-49a5-8922-8c91427b8238 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0635881 Apr 07 12:12:23.963929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-350232da-da8c-4cd4-8ac2-5f449c4be8a3 req-d7664e2b-9b9d-4aac-8b86-642dbb09506c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Apr 07 12:12:24.084828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bea53-a881-42fb-b97f-8dcc9a5e2076 req-d34e11bc-ffae-4e1f-b2cc-168cdf76d9b6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:24.086341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-892bea53-a881-42fb-b97f-8dcc9a5e2076 req-d34e11bc-ffae-4e1f-b2cc-168cdf76d9b6 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0531073 Apr 07 12:12:24.137734 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-892bea53-a881-42fb-b97f-8dcc9a5e2076 req-d6bc4063-560c-452e-ab97-4d660c001a69 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 Apr 07 12:12:24.397090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30376ff0-99cb-4f01-835a-025a9fa66eda req-cced47e2-81c3-4693-b565-5ad8c0b9429b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:24.398618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30376ff0-99cb-4f01-835a-025a9fa66eda req-cced47e2-81c3-4693-b565-5ad8c0b9429b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 944 time: 0.0573378 Apr 07 12:12:24.450946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30376ff0-99cb-4f01-835a-025a9fa66eda req-a575f1f7-103c-45e8-be89-f241f380b437 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Apr 07 12:12:25.283357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:12:25.400235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:25.412701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'port_id': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'mac_address': 'fa:16:3e:58:bb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:12:25.452825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port d0a59e82-2840-4a0f-bd08-f964f7094dcd is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:25.453261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.468292 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:25.490550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:25.494737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.548159 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=14']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:25.581056 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a5a83-bfa8-413e-bcbd-733014fe5335 req-a00ade45-ab16-428c-92d6-6f8b2e58cb3b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.582669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5a5a83-bfa8-413e-bcbd-733014fe5335 req-a00ade45-ab16-428c-92d6-6f8b2e58cb3b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0556068 Apr 07 12:12:25.640107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db5a5a83-bfa8-413e-bcbd-733014fe5335 req-842b6758-65b8-4a59-b25a-b5dd09bef178 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512238 Apr 07 12:12:26.169760 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5f91-8268-4114-815c-9711a98c068e req-30a173d7-8401-4e31-bbb9-593a7289ee97 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:26.171274 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-08bc5f91-8268-4114-815c-9711a98c068e req-30a173d7-8401-4e31-bbb9-593a7289ee97 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0591738 Apr 07 12:12:26.280632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Deleting port d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:26.280992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:26.650741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] For port d0a59e82-2840-4a0f-bd08-f964f7094dcd, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=d0a59e82-2840-4a0f-bd08-f964f7094dcd,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:26.651100 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:26.804093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6725b0-8d23-4c5a-bd3c-dba4c31f2573 req-431d7968-3c77-44d9-b7c1-f4fb4ab8dd2b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:26.805759 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a6725b0-8d23-4c5a-bd3c-dba4c31f2573 req-431d7968-3c77-44d9-b7c1-f4fb4ab8dd2b tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 945 time: 0.0709164 Apr 07 12:12:26.857749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:26.858255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:26.858535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a6725b0-8d23-4c5a-bd3c-dba4c31f2573 req-b00e119a-f1ec-4bc9-91f7-a41bc1e30041 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups?id=a114edf5-1a0e-42d3-8fea-928c058716ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465701 Apr 07 12:12:26.858654 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Floating IP c53373fd-3192-412e-b075-043623225f39 disassociated. External IP: 172.25.5.11, port: d0a59e82-2840-4a0f-bd08-f964f7094dcd. Apr 07 12:12:26.858994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Calling delete_port for d0a59e82-2840-4a0f-bd08-f964f7094dcd owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:27.017952 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d0a59e82-2840-4a0f-bd08-f964f7094dcd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.065569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event deleted for resources: {'Port': ['ID=d0a59e82-2840-4a0f-bd08-f964f7094dcd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:27.206164 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:27.290450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:12:27.294729 n-d-836788-1 neutron-server[104179]: INFO neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No ports have port_id starting with d0a59e82-2840-4a0f-bd08-f964f7094dcd Apr 07 12:12:27.296214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd requested by agent hyperv_n-h2-836788-1 not found in database {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Apr 07 12:12:27.332151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:27.342664 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:27.354484 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:27.355196 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:12:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:27.378852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] No DVR routers for this DVR port d0a59e82-2840-4a0f-bd08-f964f7094dcd on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:27.381660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.384853 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-08bc5f91-8268-4114-815c-9711a98c068e req-0c4e9e98-5124-47f5-adb8-7ab8e24a2221 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.41 "DELETE /v2.0/ports/d0a59e82-2840-4a0f-bd08-f964f7094dcd HTTP/1.1" status: 204 len: 173 time: 1.2085299 Apr 07 12:12:27.385311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-deleted', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:27.387598 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e47d75-d45e-4dce-8a44-92c6bd64bdea" -d '{"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-deleted", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:27.431104 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f03018-2800-4a04-8477-96e9d0512b7b x-openstack-request-id: req-b7f03018-2800-4a04-8477-96e9d0512b7b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:27.431413 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b23b-f779-438f-a568-ada9a53b78d8", "name": "network-vif-deleted", "tag": "d0a59e82-2840-4a0f-bd08-f964f7094dcd", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:27.431680 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7f03018-2800-4a04-8477-96e9d0512b7b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:27.432096 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f03018-2800-4a04-8477-96e9d0512b7b'] response: {'server_uuid': 'a7a8b23b-f779-438f-a568-ada9a53b78d8', 'name': 'network-vif-deleted', 'tag': 'd0a59e82-2840-4a0f-bd08-f964f7094dcd', 'status': 'completed', 'code': 200} Apr 07 12:12:27.477833 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:27.719600 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:27.746994 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:27.757693 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:27.758309 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:12:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:27.869357 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:27.976823 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebad9dbb-224c-4f64-aecd-2efc4a66321c req-ee77c044-572a-4699-b81c-9a890ecf891c tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0306823 Apr 07 12:12:28.108680 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:28.140033 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2039c2-45f5-4130-87ad-56effa360110 None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 4, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd390eb91-702f-4875-b58d-60aa8b69486d', 'name': '', 'network_id': '846449d8-f790-4745-9d47-baacb20abfa0', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'mac_address': 'fa:16:3e:f6:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '786dec63-000a-4251-a370-994829e0c57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'subnets': [{'id': '786dec63-000a-4251-a370-994829e0c57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:28.431211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651271e-7a26-4b8a-b735-8b713914523d None None] New status for floating IP c53373fd-3192-412e-b075-043623225f39: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:12:29.091578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bdd20864-d400-4aef-b163-6f4a08b80ecb req-5a6b872c-219c-41e8-8e01-df5662de65af tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Apr 07 12:12:29.287538 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:29.311048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: d0a59e82-2840-4a0f-bd08-f964f7094dcd {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:29.311901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device d0a59e82-2840-4a0f-bd08-f964f7094dcd not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:30.206229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25b3a988-7492-4c76-8629-46562df1af14 req-1c6c7d7d-4e4a-4fb6-9087-7ea70ed38141 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0298574 Apr 07 12:12:30.775574 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-03468ab1-a635-4101-841f-8dc963ddd649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:31.317234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1b97359f-45cf-4738-84b5-cd91943a66c6 req-dc33f5cc-6533-4f76-90e1-bb6d60e26f49 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0363312 Apr 07 12:12:32.181526 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:32.787463 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-481deca1-e498-41b5-9621-ad99a26ae9d7 req-d3476381-5cf3-4db7-96a3-56c321303748 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.3829453 Apr 07 12:12:33.089465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04219478-f4b6-4f37-b057-05261ed2eaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:33.930872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e53474c2-5ac8-4313-9e0a-e343fa72fdee req-2f1896a9-c3d7-4dea-8f3a-98808d47a4df tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0433846 Apr 07 12:12:34.036254 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:34.652974 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:35.042967 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc02a750-3c37-4550-ac4f-d7f70ed9c181 req-1a969497-20f6-41c0-9ad5-b0ba2a664409 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Apr 07 12:12:36.148970 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4e535fcd-b4e9-42df-95eb-583441ef59b9 req-c2ed2b03-e74e-47c8-9c16-6e3772bd6530 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a8b23b-f779-438f-a568-ada9a53b78d8 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Apr 07 12:12:36.192379 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:37.271690 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:38.310255 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:12:43.145369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37562) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:43.205605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c4e9-b238-4b97-8bb6-02cb2e90bb80 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group (a114edf5-1a0e-42d3-8fea-928c058716ea), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.238834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c4e9-b238-4b97-8bb6-02cb2e90bb80 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group (a114edf5-1a0e-42d3-8fea-928c058716ea), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.313801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c4e9-b238-4b97-8bb6-02cb2e90bb80 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a114edf5-1a0e-42d3-8fea-928c058716ea), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.316865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c4e9-b238-4b97-8bb6-02cb2e90bb80 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.321179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a2b2c4e9-b238-4b97-8bb6-02cb2e90bb80 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "DELETE /v2.0/security-groups/a114edf5-1a0e-42d3-8fea-928c058716ea HTTP/1.1" status: 204 len: 168 time: 0.1710763 Apr 07 12:12:43.324104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37564) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:43.334627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2c4e9-b238-4b97-8bb6-02cb2e90bb80 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a114edf5-1a0e-42d3-8fea-928c058716ea,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:43.360653 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-45434d87-e999-4543-bec4-f5de73e384f3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] show failed (client error): The resource could not be found. Apr 07 12:12:43.369763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-45434d87-e999-4543-bec4-f5de73e384f3 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "GET /v2.0/security-groups/a114edf5-1a0e-42d3-8fea-928c058716ea HTTP/1.1" status: 404 len: 347 time: 0.0427830 Apr 07 12:12:43.369954 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:43.523983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Deleting port a468d5f0-127d-4804-a3cc-40995fde6797 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:43.524324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a468d5f0-127d-4804-a3cc-40995fde6797), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.633531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a468d5f0-127d-4804-a3cc-40995fde6797), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.633970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (a468d5f0-127d-4804-a3cc-40995fde6797), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.654630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Calling delete_port for a468d5f0-127d-4804-a3cc-40995fde6797 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:43.813627 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a468d5f0-127d-4804-a3cc-40995fde6797), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.842651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Pushing event deleted for resources: {'Port': ['ID=a468d5f0-127d-4804-a3cc-40995fde6797,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:43.911520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks [] for floatingip (c53373fd-3192-412e-b075-043623225f39), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.914081 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.915328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5493694a-bbb9-4b45-be27-56f3cde84198 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] 10.222.0.13 "DELETE /v2.0/floatingips/c53373fd-3192-412e-b075-043623225f39 HTTP/1.1" status: 204 len: 168 time: 0.5437279 Apr 07 12:12:43.920044 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:44.407781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:44.720951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Deleting port d390eb91-702f-4875-b58d-60aa8b69486d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:44.721540 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:44.857169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] For port d390eb91-702f-4875-b58d-60aa8b69486d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d390eb91-702f-4875-b58d-60aa8b69486d,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:44.857734 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:44.878761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Calling delete_port for d390eb91-702f-4875-b58d-60aa8b69486d owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:45.190709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d390eb91-702f-4875-b58d-60aa8b69486d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:45.221829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Pushing event deleted for resources: {'Port': ['ID=d390eb91-702f-4875-b58d-60aa8b69486d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:45.448296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:45.704704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Router bf9dec78-e8bc-4124-824a-b7c618fe6a9d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:45.872190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:45.877826 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2721ed43-b5d4-4ceb-892d-91d86dbef257 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf9dec78-e8bc-4124-824a-b7c618fe6a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566019 Apr 07 12:12:45.880396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37570) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:45.885415 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] Sync routers for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:45.900819 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:45.901713 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:12:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:46.003412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks [] for router (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.021918 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:46.268116 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:12:45Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:46.307146 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] Checking router: bf9dec78-e8bc-4124-824a-b7c618fe6a9d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:46.317978 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] Routers {'bf9dec78-e8bc-4124-824a-b7c618fe6a9d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:46.318605 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:12:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:46.414685 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks [] for router_gateway (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.445610 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] Set router bf9dec78-e8bc-4124-824a-b7c618fe6a9d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:46.483518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Deleting port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:46.484358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.579778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] For port 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:46.580203 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.610556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Calling delete_port for 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:46.678255 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:12:45Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:46.821514 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa052519-269a-40d7-b803-a48efdc4535b None None] The sync data for ids ['bf9dec78-e8bc-4124-824a-b7c618fe6a9d'] in n-d-836788-1 is: [{'id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'name': 'tempest-ServerActionsTestJSON-2060080110-router', 'tenant_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:12:45Z', 'revision_number': 5, 'project_id': 'cd19ef718a3941dabdd83fbf4e7981f5', 'gw_port': {'id': '36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9dec78-e8bc-4124-824a-b7c618fe6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:04Z', 'updated_at': '2022-04-07T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:46.835838 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.887745 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:46.961167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.077858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.080817 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks [] for router_controller (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.132299 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (bf9dec78-e8bc-4124-824a-b7c618fe6a9d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.132764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf9dec78-e8bc-4124-824a-b7c618fe6a9d {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:12:47.140499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.142648 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-797d0da3-dc9b-47a4-b805-7f2e15710316 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf9dec78-e8bc-4124-824a-b7c618fe6a9d HTTP/1.1" status: 204 len: 168 time: 1.2610929 Apr 07 12:12:47.146392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37572) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:47.211875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Deleting subnet 786dec63-000a-4251-a370-994829e0c57d {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:12:47.215275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Publish callbacks [] for subnet (786dec63-000a-4251-a370-994829e0c57d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.260681 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (786dec63-000a-4251-a370-994829e0c57d), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.391582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (786dec63-000a-4251-a370-994829e0c57d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.482590 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (786dec63-000a-4251-a370-994829e0c57d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.525900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786dec63-000a-4251-a370-994829e0c57d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:47.536833 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.542795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df3e19-7948-4413-9fd1-12788164e8a9 None None] Network 846449d8-f790-4745-9d47-baacb20abfa0 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:12:47.546159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37574) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:47.546619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9a192835-f487-470e-9b84-a19abff8f981 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/786dec63-000a-4251-a370-994829e0c57d HTTP/1.1" status: 204 len: 168 time: 0.3984582 Apr 07 12:12:47.646972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (846449d8-f790-4745-9d47-baacb20abfa0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.728271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Deleting port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:47.728612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.796992 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] For port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,segment=NetworkSegment(e5cbe1e0-23f1-49f5-b234-8c3bbc411d92),segment_id=e5cbe1e0-23f1-49f5-b234-8c3bbc411d92)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:47.798449 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.815561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Calling delete_port for cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:47.899852 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (cc5ac11e-8167-4afe-9b9e-fe40ad4dd442), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.931430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5ac11e-8167-4afe-9b9e-fe40ad4dd442,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:47.940235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.941260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.941260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.941260 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.947911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:47.954812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] No DVR routers for this DVR port cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:47.957769 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99066d45-8cdc-4cef-ab94-7afa87cf246d None None] DHCP port deletion for 846449d8-f790-4745-9d47-baacb20abfa0 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:12:48.038993 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (846449d8-f790-4745-9d47-baacb20abfa0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.062225 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846449d8-f790-4745-9d47-baacb20abfa0']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:48.074101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:48.074101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cbe1e0-23f1-49f5-b234-8c3bbc411d92') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:48.087832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (e5cbe1e0-23f1-49f5-b234-8c3bbc411d92), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.101175 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e5cbe1e0-23f1-49f5-b234-8c3bbc411d92), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.107317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:12:48.107678 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (e5cbe1e0-23f1-49f5-b234-8c3bbc411d92), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:12:48.109408 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:12:48.164196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (846449d8-f790-4745-9d47-baacb20abfa0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.170314 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.174330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] 10.222.0.13 "DELETE /v2.0/networks/846449d8-f790-4745-9d47-baacb20abfa0 HTTP/1.1" status: 204 len: 168 time: 0.6270847 Apr 07 12:12:48.189922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792c7b8-dfb4-453d-bacc-0161ee2f1936 admin admin] Pushing event deleted for resources: {'Network': ['ID=846449d8-f790-4745-9d47-baacb20abfa0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:48.316210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37580) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:48.379854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-85937267-85ad-496d-a53c-fb7ef3769a43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd19ef718a3941dabdd83fbf4e7981f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616965 Apr 07 12:12:48.382625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:48.432249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-183ae296-d8e2-4647-8fbb-bc6c519c86cb admin admin] Publish callbacks [] for security_group (2c7af4c8-1b2c-4764-86f5-abd868ae8ceb), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.456624 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-183ae296-d8e2-4647-8fbb-bc6c519c86cb admin admin] Publish callbacks [] for security_group (2c7af4c8-1b2c-4764-86f5-abd868ae8ceb), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.518410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-183ae296-d8e2-4647-8fbb-bc6c519c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (2c7af4c8-1b2c-4764-86f5-abd868ae8ceb), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.521455 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-183ae296-d8e2-4647-8fbb-bc6c519c86cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:48.522713 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-183ae296-d8e2-4647-8fbb-bc6c519c86cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c7af4c8-1b2c-4764-86f5-abd868ae8ceb HTTP/1.1" status: 204 len: 168 time: 0.1390667 Apr 07 12:12:48.533649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ae296-d8e2-4647-8fbb-bc6c519c86cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7af4c8-1b2c-4764-86f5-abd868ae8ceb,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:48.690286 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d390eb91-702f-4875-b58d-60aa8b69486d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:48.713018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d390eb91-702f-4875-b58d-60aa8b69486d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:48.713018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d390eb91-702f-4875-b58d-60aa8b69486d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:48.713018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:48.749340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:48.749693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cc5ac11e-8167-4afe-9b9e-fe40ad4dd442 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:48.750114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:48.771767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:48.772187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 36e3d11e-2956-4fa8-aca2-ee29d3bfbbbf not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:49.477055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37604) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:49.609077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-325082716-network', 'tenant_id': 'ef77af6131f44c2fa1509c9875fa3159'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:49.643289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Made reservation on behalf of ef77af6131f44c2fa1509c9875fa3159 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:12:49.645732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.658778 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.757117 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks [] for security_group (b20fc3bc-966c-4962-aa24-13a5308c091e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.764006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b20fc3bc-966c-4962-aa24-13a5308c091e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.787702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:12:49.804811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (37eae699-27ab-409c-9397-e9dcc0de7589), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.805332 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Added segment 37eae699-27ab-409c-9397-e9dcc0de7589 of type vlan for network c077d5bb-1af8-47ae-963e-75cb6d2ad690 Apr 07 12:12:49.815334 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fc3bc-966c-4962-aa24-13a5308c091e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:49.855916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c077d5bb-1af8-47ae-963e-75cb6d2ad690), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.891826 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c077d5bb-1af8-47ae-963e-75cb6d2ad690), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.892884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:49.893491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:49.950022 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4716766 Apr 07 12:12:49.956800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37608) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:49.962566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Request body: {'subnet': {'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-325082716-subnet', 'tenant_id': 'ef77af6131f44c2fa1509c9875fa3159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:49.973155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b847b3-f11f-4a3c-96b1-7a05e94ab906 admin admin] Pushing event updated for resources: {'Network': ['ID=c077d5bb-1af8-47ae-963e-75cb6d2ad690,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:49.993807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c077d5bb-1af8-47ae-963e-75cb6d2ad690 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:12:49.996314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Made reservation on behalf of ef77af6131f44c2fa1509c9875fa3159 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:12:50.000356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:50.202531 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (ffe35241-cdc8-4d3b-b815-b15c1d81bc83), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:50.265748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe35241-cdc8-4d3b-b815-b15c1d81bc83,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:50.272645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Checking segment: {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:12:50.273005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Network hostable DHCP agents. Network: c077d5bb-1af8-47ae-963e-75cb6d2ad690, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:12:50.291831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Network c077d5bb-1af8-47ae-963e-75cb6d2ad690 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:12:50.302774 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c077d5bb-1af8-47ae-963e-75cb6d2ad690) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:12:50.308701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:50.309684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:50.315593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f081613-a565-48d9-9830-456155f95da4 None None] Network c077d5bb-1af8-47ae-963e-75cb6d2ad690 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:12:50.333121 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e9d4c8f7-cbbe-4636-b2ae-e8bd73a705a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3749790 Apr 07 12:12:50.461094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a68bba-e9d5-4e67-a933-f0b2a621907f None None] Network c077d5bb-1af8-47ae-963e-75cb6d2ad690 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:12:50.858126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-c7ea3dd1-c15a-48fb-befd-acc030541f4a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:50.859652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-c7ea3dd1-c15a-48fb-befd-acc030541f4a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/networks?id=c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 200 len: 813 time: 0.1106265 Apr 07 12:12:50.881507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-7c39159f-2485-4e4e-b42b-978532908b7b tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/quotas/ef77af6131f44c2fa1509c9875fa3159 HTTP/1.1" status: 200 len: 375 time: 0.0111625 Apr 07 12:12:50.919164 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-9b3d4526-9237-487d-abbc-5051f420a45c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef77af6131f44c2fa1509c9875fa3159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311985 Apr 07 12:12:51.041618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-82c9101d-47b9-4305-b07a-0d5e5869bb60 service neutron] 10.222.0.13 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149011 Apr 07 12:12:51.161229 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-b776c8b2-5472-4197-81ee-6547e9e65236 service neutron] 10.222.0.13 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101356 Apr 07 12:12:51.367825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-74e66085-65ba-4a7b-a008-96999fa4768c req-adc026d6-66b0-4ddc-a718-2d0b262ac6e2 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Apr 07 12:12:52.471438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-3396f1be-5100-4f22-907d-d7dd42074e98 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:52.473076 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-3396f1be-5100-4f22-907d-d7dd42074e98 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.23 "GET /v2.0/networks?id=c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 200 len: 813 time: 0.1430728 Apr 07 12:12:52.484107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b40e9baa-ee29-4142-8490-525a88f79f3d req-93bf30fd-3b6c-482b-b224-c0ae5aeb57fc tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 210 time: 0.0329368 Apr 07 12:12:52.484673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Request body: {'port': {'device_id': '905cf920-e4f1-4897-aa6d-431520d3d580', 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690', 'admin_state_up': True, 'tenant_id': 'ef77af6131f44c2fa1509c9875fa3159'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:52.601692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Made reservation on behalf of ef77af6131f44c2fa1509c9875fa3159 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:12:52.605860 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:52.756019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Allocated IP 172.20.0.14 (c077d5bb-1af8-47ae-963e-75cb6d2ad690/ffe35241-cdc8-4d3b-b815-b15c1d81bc83/6a5af452-2eab-4172-a935-d22aa07ed869) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:12:52.927510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks [] for port (6a5af452-2eab-4172-a935-d22aa07ed869), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:52.962485 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.010858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Network c077d5bb-1af8-47ae-963e-75cb6d2ad690 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:12:53.013965 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:12:53.020924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:12:53.027627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Pushing event updated for resources: {'Port': ['ID=6a5af452-2eab-4172-a935-d22aa07ed869,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:53.084446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:53.085521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.107158 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-5756e1df-ffcc-467a-9d2e-8b36d60fe8d4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265726 Apr 07 12:12:53.118530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Request body: {'port': {'device_id': '905cf920-e4f1-4897-aa6d-431520d3d580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:53.197731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.508757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5af452-2eab-4172-a935-d22aa07ed869 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:53.517893 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Publish callbacks [] for port (6a5af452-2eab-4172-a935-d22aa07ed869), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.532279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Transition to ACTIVE for port object 6a5af452-2eab-4172-a935-d22aa07ed869 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:12:53.537603 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.591578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5af452-2eab-4172-a935-d22aa07ed869,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:53.652143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f8d8-2055-4058-b172-b31ab1207ba8 req-ea63f151-98c5-443e-b269-d74493551a81 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:53.653732 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56a6f8d8-2055-4058-b172-b31ab1207ba8 req-ea63f151-98c5-443e-b269-d74493551a81 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 944 time: 0.0757947 Apr 07 12:12:53.689622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Attempting to bind port 6a5af452-2eab-4172-a935-d22aa07ed869 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:12:53.689994 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Attempting to bind port 6a5af452-2eab-4172-a935-d22aa07ed869 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:12:53.690330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Attempting to bind port 6a5af452-2eab-4172-a935-d22aa07ed869 on network c077d5bb-1af8-47ae-963e-75cb6d2ad690 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:53.697412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Port 6a5af452-2eab-4172-a935-d22aa07ed869 on network c077d5bb-1af8-47ae-963e-75cb6d2ad690 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:12:53.697961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Attempting to bind port 6a5af452-2eab-4172-a935-d22aa07ed869 on network c077d5bb-1af8-47ae-963e-75cb6d2ad690 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:53.706571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:12:53.706927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Checking segment: {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:12:53.707309 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Bound using segment: {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:12:53.707815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Bound port: 6a5af452-2eab-4172-a935-d22aa07ed869, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:12:53.708175 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.713680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-56a6f8d8-2055-4058-b172-b31ab1207ba8 req-08fba5d2-1ec8-4e7b-9ec9-9f1602004347 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504587 Apr 07 12:12:53.785086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] For port 6a5af452-2eab-4172-a935-d22aa07ed869, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:12:53.788611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] For port 6a5af452-2eab-4172-a935-d22aa07ed869, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a5af452-2eab-4172-a935-d22aa07ed869,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:12:53.795562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.834888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:53.835512 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:53.836894 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a5af452-2eab-4172-a935-d22aa07ed869 HTTP/1.1" status: 200 len: 1092 time: 0.7227256 Apr 07 12:12:53.837375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905cf920-e4f1-4897-aa6d-431520d3d580', 'tag': '6a5af452-2eab-4172-a935-d22aa07ed869'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:53.839641 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f79f32-b920-4fe0-b962-e4c89b403d64" -d '{"events": [{"name": "network-changed", "server_uuid": "905cf920-e4f1-4897-aa6d-431520d3d580", "tag": "6a5af452-2eab-4172-a935-d22aa07ed869"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:53.874323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b8953-75da-4097-9298-76d7a14928e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5af452-2eab-4172-a935-d22aa07ed869,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:53.885688 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a1082-5091-4435-9cb1-66213ace9b88 x-openstack-request-id: req-aa6a1082-5091-4435-9cb1-66213ace9b88 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:53.886148 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905cf920-e4f1-4897-aa6d-431520d3d580", "tag": "6a5af452-2eab-4172-a935-d22aa07ed869", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:53.886558 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa6a1082-5091-4435-9cb1-66213ace9b88 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:53.887191 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6a1082-5091-4435-9cb1-66213ace9b88'] response: {'name': 'network-changed', 'server_uuid': '905cf920-e4f1-4897-aa6d-431520d3d580', 'tag': '6a5af452-2eab-4172-a935-d22aa07ed869', 'status': 'completed', 'code': 200} Apr 07 12:12:53.952185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-d9392342-40de-47db-8a8e-f01cda460de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:53.954827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-d9392342-40de-47db-8a8e-f01cda460de6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef77af6131f44c2fa1509c9875fa3159&device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 1126 time: 0.0660553 Apr 07 12:12:54.005313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-7c1a6870-1202-4d97-97b8-3da584544d70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5af452-2eab-4172-a935-d22aa07ed869 HTTP/1.1" status: 200 len: 217 time: 0.0431471 Apr 07 12:12:54.059819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-aa2d412d-0f2d-469b-ad19-a09e47d280fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:54.061296 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-aa2d412d-0f2d-469b-ad19-a09e47d280fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffe35241-cdc8-4d3b-b815-b15c1d81bc83 HTTP/1.1" status: 200 len: 853 time: 0.0503366 Apr 07 12:12:54.095374 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-f8d16fcb-fd17-4135-a1d5-fcc127bf218e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c077d5bb-1af8-47ae-963e-75cb6d2ad690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283511 Apr 07 12:12:54.195458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-4f0e2105-0e96-4daf-855c-aafb71ee9300 service neutron] 10.222.0.23 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947983 Apr 07 12:12:54.298294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7a40c80c-9e7f-4cd8-9e10-1dfa1e44bda9 req-7b11bb44-0c26-428a-b02d-77faa93fd99b service neutron] 10.222.0.23 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974846 Apr 07 12:12:54.395421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-1d07e34f-6a0a-41ee-9cca-6bf3ebc8aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:54.396940 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-1d07e34f-6a0a-41ee-9cca-6bf3ebc8aedd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef77af6131f44c2fa1509c9875fa3159&device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 1126 time: 0.0483439 Apr 07 12:12:54.498147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-5bc231a4-0428-4ead-a6b2-0f586a2316db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:54.499620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-5bc231a4-0428-4ead-a6b2-0f586a2316db service neutron] 10.222.0.23 "GET /v2.0/networks?id=c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 200 len: 914 time: 0.0973477 Apr 07 12:12:54.542881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-47a7612b-5803-409f-81aa-4fb10a4bc7e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5af452-2eab-4172-a935-d22aa07ed869 HTTP/1.1" status: 200 len: 217 time: 0.0364554 Apr 07 12:12:54.615850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-6f32134f-fab2-47bd-9505-0b8ea62b2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:54.617342 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-6f32134f-fab2-47bd-9505-0b8ea62b2224 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffe35241-cdc8-4d3b-b815-b15c1d81bc83 HTTP/1.1" status: 200 len: 853 time: 0.0664823 Apr 07 12:12:54.652201 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-bf51eec3-6dfe-4e08-b82b-c2fc01c33c1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c077d5bb-1af8-47ae-963e-75cb6d2ad690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283310 Apr 07 12:12:54.750549 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-25f07692-37c4-490b-89da-f037fd711d5f service neutron] 10.222.0.23 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916095 Apr 07 12:12:54.873516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-52f79f32-b920-4fe0-b962-e4c89b403d64 req-b5b5fc9e-1ecc-4d5f-92bc-f4f79a373953 service neutron] 10.222.0.23 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149976 Apr 07 12:12:54.886228 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981a4ae-3f6d-4476-82bb-bed204202c01 req-ccc178f0-abba-4387-a2fc-6140176734dc tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:54.888603 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9981a4ae-3f6d-4476-82bb-bed204202c01 req-ccc178f0-abba-4387-a2fc-6140176734dc tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 944 time: 0.0793412 Apr 07 12:12:54.943813 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9981a4ae-3f6d-4476-82bb-bed204202c01 req-94af8a86-2f84-4312-9dcd-37c8f99596f5 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Apr 07 12:12:55.742117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a5af452-2eab-4172-a935-d22aa07ed869 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:12:55.847678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6a5af452-2eab-4172-a935-d22aa07ed869, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a5af452-2eab-4172-a935-d22aa07ed869,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:55.862049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '6a5af452-2eab-4172-a935-d22aa07ed869', 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690', 'port_id': '6a5af452-2eab-4172-a935-d22aa07ed869', 'mac_address': 'fa:16:3e:c5:fc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe35241-cdc8-4d3b-b815-b15c1d81bc83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:12:55.903162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6a5af452-2eab-4172-a935-d22aa07ed869 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:55.903582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:55.917095 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5af452-2eab-4172-a935-d22aa07ed869 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:55.939638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6a5af452-2eab-4172-a935-d22aa07ed869, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a5af452-2eab-4172-a935-d22aa07ed869,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:55.944761 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:56.003214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6a5af452-2eab-4172-a935-d22aa07ed869,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:56.017354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.017737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.018152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.018644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.019083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.019506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.019969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.020424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.020853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.021368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.021842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.022304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.022651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:56.075959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b77-5895-4fba-9907-de2fe25ddb6f req-9c95b783-632c-4915-b050-e258ce3dfac2 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:56.077518 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de7d8b77-5895-4fba-9907-de2fe25ddb6f req-9c95b783-632c-4915-b050-e258ce3dfac2 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 945 time: 0.0589290 Apr 07 12:12:56.141508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de7d8b77-5895-4fba-9907-de2fe25ddb6f req-16263862-2ccc-4071-a82f-43b0fc954609 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522070 Apr 07 12:12:56.148653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a5af452-2eab-4172-a935-d22aa07ed869'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:12:57.278757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300eef8-784a-46ac-bb0d-8740308d53b1 req-dc4e4072-dd0f-405f-994d-70e75a73266a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:57.280254 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b300eef8-784a-46ac-bb0d-8740308d53b1 req-dc4e4072-dd0f-405f-994d-70e75a73266a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 945 time: 0.0578613 Apr 07 12:12:57.338574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b300eef8-784a-46ac-bb0d-8740308d53b1 req-79f3ed45-fafa-45a3-b0ed-90e7c6c61272 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494628 Apr 07 12:12:57.742257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a5af452-2eab-4172-a935-d22aa07ed869 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:12:57.809970 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 6a5af452-2eab-4172-a935-d22aa07ed869 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:12:57.822122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 6a5af452-2eab-4172-a935-d22aa07ed869 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:12:57.822122 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:57.908781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 6a5af452-2eab-4172-a935-d22aa07ed869 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:57.909201 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:57.932998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905cf920-e4f1-4897-aa6d-431520d3d580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5af452-2eab-4172-a935-d22aa07ed869'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:57.935259 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ddfeb9-b002-44d8-9043-bd965306f353" -d '{"events": [{"server_uuid": "905cf920-e4f1-4897-aa6d-431520d3d580", "name": "network-vif-plugged", "status": "completed", "tag": "6a5af452-2eab-4172-a935-d22aa07ed869"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:57.948838 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 6a5af452-2eab-4172-a935-d22aa07ed869, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a5af452-2eab-4172-a935-d22aa07ed869,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:57.953598 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:57.978376 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95f4b74-bcac-4a48-a0e2-ca9d8ca341b6 x-openstack-request-id: req-c95f4b74-bcac-4a48-a0e2-ca9d8ca341b6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:57.978703 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905cf920-e4f1-4897-aa6d-431520d3d580", "name": "network-vif-plugged", "status": "completed", "tag": "6a5af452-2eab-4172-a935-d22aa07ed869", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:57.978934 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c95f4b74-bcac-4a48-a0e2-ca9d8ca341b6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:57.979320 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95f4b74-bcac-4a48-a0e2-ca9d8ca341b6'] response: {'server_uuid': '905cf920-e4f1-4897-aa6d-431520d3d580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5af452-2eab-4172-a935-d22aa07ed869', 'code': 200} Apr 07 12:12:58.028884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=6a5af452-2eab-4172-a935-d22aa07ed869,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:58.102927 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa61e2c-a0bb-4669-a31b-de838c608c03 req-926c9bc8-c49f-41f5-ad37-00212e88b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:58.104451 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7aa61e2c-a0bb-4669-a31b-de838c608c03 req-926c9bc8-c49f-41f5-ad37-00212e88b6e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 1128 time: 0.0545523 Apr 07 12:12:58.162608 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7aa61e2c-a0bb-4669-a31b-de838c608c03 req-70898c40-5fcf-446e-9edb-b224d2d00cbb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Apr 07 12:12:58.487168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1b1e0-4407-438d-87e5-164857d158bd req-55eb370f-901b-48eb-8cb2-f14d637a2a25 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:58.488684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0e1b1e0-4407-438d-87e5-164857d158bd req-55eb370f-901b-48eb-8cb2-f14d637a2a25 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0590410 Apr 07 12:12:58.541783 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f0e1b1e0-4407-438d-87e5-164857d158bd req-adb24587-0f50-4fa1-9813-44d87f886679 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470147 Apr 07 12:12:59.698517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e341c-eee6-47d8-8c0a-265d51fee1bb req-d0a75bfb-c003-4f78-9c59-592d20cfb25e tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:59.700049 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202e341c-eee6-47d8-8c0a-265d51fee1bb req-d0a75bfb-c003-4f78-9c59-592d20cfb25e tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0672262 Apr 07 12:12:59.755568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-202e341c-eee6-47d8-8c0a-265d51fee1bb req-4cd9257b-51b0-4310-9afe-386721847bde tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480549 Apr 07 12:13:00.068224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-ae057f6a-9284-4e69-b11a-01872add6d15 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:00.069822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-ae057f6a-9284-4e69-b11a-01872add6d15 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/networks?id=c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 200 len: 813 time: 0.1334896 Apr 07 12:13:00.086514 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-b1b36ebf-a78c-40f3-adb3-48a37ec83d51 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/quotas/ef77af6131f44c2fa1509c9875fa3159 HTTP/1.1" status: 200 len: 375 time: 0.0099745 Apr 07 12:13:00.147593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-121e4ddd-97c8-49c3-93dc-ea0be5caa43d tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef77af6131f44c2fa1509c9875fa3159&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553725 Apr 07 12:13:00.302706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-e7f54332-bb93-47e5-b78e-66aaba99dfba service neutron] 10.222.0.13 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482105 Apr 07 12:13:00.416953 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-05a63d1d-2b10-4137-884d-787ef9f6ec92 service neutron] 10.222.0.13 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076407 Apr 07 12:13:00.612167 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad9bb616-2c34-42f3-bad3-90192ad167e0 req-a78edc13-a5d5-4741-8c4b-feb835052385 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Apr 07 12:13:00.772596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b2b270c8-75fb-46de-b22c-6e0ff05f5315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:01.638952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-7aad8a72-d739-480c-966e-4a0b2ab6137a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:01.642047 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-7aad8a72-d739-480c-966e-4a0b2ab6137a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.41 "GET /v2.0/networks?id=c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 200 len: 813 time: 0.1289833 Apr 07 12:13:01.655495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Request body: {'port': {'device_id': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690', 'admin_state_up': True, 'tenant_id': 'ef77af6131f44c2fa1509c9875fa3159'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:01.732688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcb2c99b-15ad-49b5-9902-75e61cd8b0a9 req-3c794dcc-981c-4d9c-bbb9-971653e63631 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 210 time: 0.0301533 Apr 07 12:13:01.794798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Made reservation on behalf of ef77af6131f44c2fa1509c9875fa3159 for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:01.799125 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:01.965372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Allocated IP 172.20.0.6 (c077d5bb-1af8-47ae-963e-75cb6d2ad690/ffe35241-cdc8-4d3b-b815-b15c1d81bc83/a47cc33a-f402-4f04-8750-a87fb8a28aa8) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:02.148326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks [] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.191860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.201464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.215974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a5af452-2eab-4172-a935-d22aa07ed869'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:02.257578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Network c077d5bb-1af8-47ae-963e-75cb6d2ad690 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:02.263492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:02.269067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:02.273381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Pushing event updated for resources: {'Port': ['ID=a47cc33a-f402-4f04-8750-a87fb8a28aa8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:02.360650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:02.361356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.384788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-732ddd45-94ed-4d6c-9f5d-9708ab01198c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351739 Apr 07 12:13:02.398348 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Request body: {'port': {'device_id': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:02.481235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.861387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47cc33a-f402-4f04-8750-a87fb8a28aa8 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:02.870443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Publish callbacks [] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.891350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Transition to ACTIVE for port object a47cc33a-f402-4f04-8750-a87fb8a28aa8 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:13:02.897332 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.900869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafa925-6ea1-410d-93e2-dfd964af4d20 req-e7353737-87bb-47e1-bdf3-fb4a73e1ed7b tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:02.902941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aaafa925-6ea1-410d-93e2-dfd964af4d20 req-e7353737-87bb-47e1-bdf3-fb4a73e1ed7b tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 931 time: 0.0702879 Apr 07 12:13:02.993090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Pushing event updated for resources: {'Port': ['ID=a47cc33a-f402-4f04-8750-a87fb8a28aa8,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:02.997347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-aaafa925-6ea1-410d-93e2-dfd964af4d20 req-d2d12fc7-4611-4314-84bc-fad18322fdcb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797596 Apr 07 12:13:03.071297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Attempting to bind port a47cc33a-f402-4f04-8750-a87fb8a28aa8 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:03.071728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Attempting to bind port a47cc33a-f402-4f04-8750-a87fb8a28aa8 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:03.072103 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Attempting to bind port a47cc33a-f402-4f04-8750-a87fb8a28aa8 on network c077d5bb-1af8-47ae-963e-75cb6d2ad690 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:03.077791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Port a47cc33a-f402-4f04-8750-a87fb8a28aa8 on network c077d5bb-1af8-47ae-963e-75cb6d2ad690 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:13:03.078316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Attempting to bind port a47cc33a-f402-4f04-8750-a87fb8a28aa8 on network c077d5bb-1af8-47ae-963e-75cb6d2ad690 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:03.084594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:03.085102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Checking segment: {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:03.085611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Bound using segment: {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:03.086145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Bound port: a47cc33a-f402-4f04-8750-a87fb8a28aa8, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37eae699-27ab-409c-9397-e9dcc0de7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:03.086598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:03.105612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95874b38-15ea-4d25-85b5-bda92341b324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:03.189152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] For port a47cc33a-f402-4f04-8750-a87fb8a28aa8, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:03.195919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] For port a47cc33a-f402-4f04-8750-a87fb8a28aa8, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:03.208305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:03.293527 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:03.294788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:03.297800 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] 10.222.0.41 "PUT /v2.0/ports/a47cc33a-f402-4f04-8750-a87fb8a28aa8 HTTP/1.1" status: 200 len: 1091 time: 0.9051325 Apr 07 12:13:03.298749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'tag': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:03.304179 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92e66a-640d-4702-b103-39222d7869d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1827ffb7-ab92-4723-9cec-167a8fc35de6", "tag": "a47cc33a-f402-4f04-8750-a87fb8a28aa8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:03.360162 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2814d7-675f-4f6d-8960-b229487df08e x-openstack-request-id: req-1e2814d7-675f-4f6d-8960-b229487df08e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:03.360784 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1827ffb7-ab92-4723-9cec-167a8fc35de6", "tag": "a47cc33a-f402-4f04-8750-a87fb8a28aa8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:03.361385 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e2814d7-675f-4f6d-8960-b229487df08e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:03.362221 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2814d7-675f-4f6d-8960-b229487df08e'] response: {'name': 'network-changed', 'server_uuid': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'tag': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8', 'status': 'completed', 'code': 200} Apr 07 12:13:03.377610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Pushing event updated for resources: {'Port': ['ID=a47cc33a-f402-4f04-8750-a87fb8a28aa8,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:03.432034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.432765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.433529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.434255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.434960 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.435671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.436373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.437075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.438384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.439105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.439808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.440522 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.441239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43016549-d6b2-4df4-8236-0431bac0261f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:03.491105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-33e90e57-d1c5-42b0-b3a2-974b48310fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:03.494458 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-33e90e57-d1c5-42b0-b3a2-974b48310fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef77af6131f44c2fa1509c9875fa3159&device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 1125 time: 0.1390049 Apr 07 12:13:03.560129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-2f9bca9f-ec89-4bca-9575-f08cbe5cd766 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8 HTTP/1.1" status: 200 len: 217 time: 0.0586674 Apr 07 12:13:03.620072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-370ec3b9-29d6-464b-b67a-17aba179e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:03.621754 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-370ec3b9-29d6-464b-b67a-17aba179e196 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffe35241-cdc8-4d3b-b815-b15c1d81bc83 HTTP/1.1" status: 200 len: 853 time: 0.0533564 Apr 07 12:13:03.667675 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-625d5a1f-b017-4eb1-a4d0-7f63bd62b3a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c077d5bb-1af8-47ae-963e-75cb6d2ad690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398335 Apr 07 12:13:03.784496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-437414aa-442e-4630-a94e-9bb29983d35e service neutron] 10.222.0.41 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109135 Apr 07 12:13:03.919355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3daa3ba7-e7fd-448e-b741-4685b59596a4 req-0d4e8980-00be-42ec-9c83-da09afaf2293 service neutron] 10.222.0.41 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295080 Apr 07 12:13:04.035434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e66a-640d-4702-b103-39222d7869d7 req-3edc37a5-eebf-46d3-abdd-0c9ea4b4adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:04.036856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-3edc37a5-eebf-46d3-abdd-0c9ea4b4adb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef77af6131f44c2fa1509c9875fa3159&device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 1125 time: 0.0696917 Apr 07 12:13:04.060479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:04.162000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaccbe-79be-4ef8-b6d2-254a07bc3d9b req-3ad841ba-81bc-4ab8-97e0-2b6c3cd6efda tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:04.163984 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdfaccbe-79be-4ef8-b6d2-254a07bc3d9b req-3ad841ba-81bc-4ab8-97e0-2b6c3cd6efda tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 943 time: 0.0667467 Apr 07 12:13:04.227242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fdfaccbe-79be-4ef8-b6d2-254a07bc3d9b req-f90a9359-7fcd-4289-9868-0b3c127975f5 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563703 Apr 07 12:13:04.472257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e66a-640d-4702-b103-39222d7869d7 req-d5396dc3-921c-47e4-98cd-36b62d653df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:04.475346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-d5396dc3-921c-47e4-98cd-36b62d653df3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 200 len: 914 time: 0.4323659 Apr 07 12:13:04.521481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-42317eae-bfe8-40c0-b9d2-97ebe29cf383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8 HTTP/1.1" status: 200 len: 217 time: 0.0402286 Apr 07 12:13:04.587200 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e66a-640d-4702-b103-39222d7869d7 req-404ead23-bb16-4c91-baf2-91a0d7f98722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:04.588478 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-404ead23-bb16-4c91-baf2-91a0d7f98722 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffe35241-cdc8-4d3b-b815-b15c1d81bc83 HTTP/1.1" status: 200 len: 853 time: 0.0607448 Apr 07 12:13:04.633240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-0bc10607-01c8-4c24-9f8a-5ce0c00e9633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c077d5bb-1af8-47ae-963e-75cb6d2ad690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394135 Apr 07 12:13:04.659901 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:04.737409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-c61ae9bb-490b-4740-931c-633249a649b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976191 Apr 07 12:13:04.851759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ab92e66a-640d-4702-b103-39222d7869d7 req-7cc2349b-811a-4679-a987-138531c29096 service neutron] 10.222.0.41 "GET /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076550 Apr 07 12:13:05.403061 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3724a47-e9a1-4eab-ae30-067d2f4701d1 req-2feb434c-9d46-4602-b47a-00c2fc85406a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:05.404625 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3724a47-e9a1-4eab-ae30-067d2f4701d1 req-2feb434c-9d46-4602-b47a-00c2fc85406a tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 943 time: 0.0707402 Apr 07 12:13:05.460837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3724a47-e9a1-4eab-ae30-067d2f4701d1 req-023bf89b-b702-4456-be61-e031c6bcb04e tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500970 Apr 07 12:13:06.185212 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:06.668805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d724db1-90dc-4396-ba73-010be7981bfe req-cbcf4401-23b8-410a-b5d4-22ac5855ba36 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:06.676904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d724db1-90dc-4396-ba73-010be7981bfe req-cbcf4401-23b8-410a-b5d4-22ac5855ba36 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 943 time: 0.0951540 Apr 07 12:13:06.769528 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d724db1-90dc-4396-ba73-010be7981bfe req-3e4dd183-862c-48c6-9920-126b6c29645b tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867062 Apr 07 12:13:07.270090 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:07.551959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a47cc33a-f402-4f04-8750-a87fb8a28aa8 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:13:07.848401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a47cc33a-f402-4f04-8750-a87fb8a28aa8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:07.862628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8', 'network_id': 'c077d5bb-1af8-47ae-963e-75cb6d2ad690', 'port_id': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8', 'mac_address': 'fa:16:3e:71:59:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe35241-cdc8-4d3b-b815-b15c1d81bc83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:13:07.911100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a47cc33a-f402-4f04-8750-a87fb8a28aa8 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:07.911526 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:07.928913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47cc33a-f402-4f04-8750-a87fb8a28aa8 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:07.940205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad20a72-46fd-47c4-8d0d-c7c3ae002794 req-699379b7-6f4c-40c4-8593-7479ca05ac39 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:07.942632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ad20a72-46fd-47c4-8d0d-c7c3ae002794 req-699379b7-6f4c-40c4-8593-7479ca05ac39 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 943 time: 0.0788708 Apr 07 12:13:07.951926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a47cc33a-f402-4f04-8750-a87fb8a28aa8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:07.959166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:08.017407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0ad20a72-46fd-47c4-8d0d-c7c3ae002794 req-444c55e8-1120-499c-a195-0c44009f521c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676343 Apr 07 12:13:08.025921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a47cc33a-f402-4f04-8750-a87fb8a28aa8,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:08.256459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['a47cc33a-f402-4f04-8750-a87fb8a28aa8'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:09.165861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16701-6150-4c04-aa15-14909b7ca27c req-e219fd36-67bb-46eb-9edd-2e73f51d1baa tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:09.167596 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebb16701-6150-4c04-aa15-14909b7ca27c req-e219fd36-67bb-46eb-9edd-2e73f51d1baa tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 944 time: 0.0666256 Apr 07 12:13:09.225686 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebb16701-6150-4c04-aa15-14909b7ca27c req-09ffaa7d-1b10-4a29-b7de-3dcb0c611a29 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Apr 07 12:13:09.568647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a47cc33a-f402-4f04-8750-a87fb8a28aa8 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:09.626956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port a47cc33a-f402-4f04-8750-a87fb8a28aa8 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:13:09.631129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port a47cc33a-f402-4f04-8750-a87fb8a28aa8 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:09.631506 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:09.722925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port a47cc33a-f402-4f04-8750-a87fb8a28aa8 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:09.723326 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:09.748105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:09.750429 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0324fa94-6ca3-462f-aa94-51d4b30805c7" -d '{"events": [{"server_uuid": "1827ffb7-ab92-4723-9cec-167a8fc35de6", "name": "network-vif-plugged", "status": "completed", "tag": "a47cc33a-f402-4f04-8750-a87fb8a28aa8"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:09.764741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port a47cc33a-f402-4f04-8750-a87fb8a28aa8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:09.770688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:09.810320 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b6e8a0-019e-4c99-b48c-9e7f3fefb352 x-openstack-request-id: req-97b6e8a0-019e-4c99-b48c-9e7f3fefb352 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:09.810785 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1827ffb7-ab92-4723-9cec-167a8fc35de6", "name": "network-vif-plugged", "status": "completed", "tag": "a47cc33a-f402-4f04-8750-a87fb8a28aa8", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:09.811187 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97b6e8a0-019e-4c99-b48c-9e7f3fefb352 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:09.811740 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b6e8a0-019e-4c99-b48c-9e7f3fefb352'] response: {'server_uuid': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8', 'code': 200} Apr 07 12:13:09.842995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=a47cc33a-f402-4f04-8750-a87fb8a28aa8,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:09.926949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea1bf-788e-4ab6-91d0-031f022edbeb req-995799df-dacd-4d8a-9516-eaeb07319145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:09.928616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-647ea1bf-788e-4ab6-91d0-031f022edbeb req-995799df-dacd-4d8a-9516-eaeb07319145 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 1127 time: 0.0531144 Apr 07 12:13:10.002181 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-647ea1bf-788e-4ab6-91d0-031f022edbeb req-1f80c83a-5185-4e4e-91aa-06ccc8b3d7cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 Apr 07 12:13:10.362005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275fe2c-7a2f-4427-8d43-b52b9115a106 req-0e4d835e-3e7f-4ed7-899d-525e65c22b93 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:10.363700 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1275fe2c-7a2f-4427-8d43-b52b9115a106 req-0e4d835e-3e7f-4ed7-899d-525e65c22b93 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 945 time: 0.0593638 Apr 07 12:13:10.417937 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1275fe2c-7a2f-4427-8d43-b52b9115a106 req-fed613ae-61a8-4a46-a760-04ff816ae155 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Apr 07 12:13:11.562364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f4152-4e94-4f58-a593-a7c922ed0f23 req-0f254d5b-e676-47e3-823d-251866859622 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:11.564091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-417f4152-4e94-4f58-a593-a7c922ed0f23 req-0f254d5b-e676-47e3-823d-251866859622 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 945 time: 0.0672262 Apr 07 12:13:11.622948 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-417f4152-4e94-4f58-a593-a7c922ed0f23 req-5272951e-89e9-4c8a-b833-ace57663905b tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Apr 07 12:13:11.930628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3aaf2-f96e-45c8-a49f-73317ebcdce2 req-50f59fad-e7da-4ca5-9a59-569a1f475d38 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:11.933104 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03b3aaf2-f96e-45c8-a49f-73317ebcdce2 req-50f59fad-e7da-4ca5-9a59-569a1f475d38 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 945 time: 0.0751653 Apr 07 12:13:11.994180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-03b3aaf2-f96e-45c8-a49f-73317ebcdce2 req-c3bbe701-96e8-465c-a2e5-398f9158eb6c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Apr 07 12:13:13.135474 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c942-27d5-4744-9dcb-4493d4d6bf5c req-2a313e14-cf4f-468d-90e5-26f43d801a88 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:13.137080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20d1c942-27d5-4744-9dcb-4493d4d6bf5c req-2a313e14-cf4f-468d-90e5-26f43d801a88 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 945 time: 0.0617933 Apr 07 12:13:13.197743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20d1c942-27d5-4744-9dcb-4493d4d6bf5c req-1a610178-584b-42ab-a99e-b4d406a148c0 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499969 Apr 07 12:13:13.358178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-449881ed-ff29-47fb-a2cd-0c06191655e1 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:13.360272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-449881ed-ff29-47fb-a2cd-0c06191655e1 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.41 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 945 time: 0.0620484 Apr 07 12:13:13.471808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Deleting port a47cc33a-f402-4f04-8750-a87fb8a28aa8 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:13.472146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:13.572792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] For port a47cc33a-f402-4f04-8750-a87fb8a28aa8, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=a47cc33a-f402-4f04-8750-a87fb8a28aa8,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:13.573185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:13.588718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Calling delete_port for a47cc33a-f402-4f04-8750-a87fb8a28aa8 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:13.750583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a47cc33a-f402-4f04-8750-a87fb8a28aa8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:13.764549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a5af452-2eab-4172-a935-d22aa07ed869'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:13.782952 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Pushing event deleted for resources: {'Port': ['ID=a47cc33a-f402-4f04-8750-a87fb8a28aa8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:13.841742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] No DVR routers for this DVR port a47cc33a-f402-4f04-8750-a87fb8a28aa8 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:13.846358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:13.850245 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-81e18ea4-f775-4e65-8c05-c50f566c6870 req-1ae9a321-ed82-463b-9666-c7dc4ce02619 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.41 "DELETE /v2.0/ports/a47cc33a-f402-4f04-8750-a87fb8a28aa8 HTTP/1.1" status: 204 len: 173 time: 0.4851637 Apr 07 12:13:13.851018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'name': 'network-vif-deleted', 'tag': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:13.854387 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0320d71-c273-4813-944d-20ba9c77e867" -d '{"events": [{"server_uuid": "1827ffb7-ab92-4723-9cec-167a8fc35de6", "name": "network-vif-deleted", "tag": "a47cc33a-f402-4f04-8750-a87fb8a28aa8"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:13.899498 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd207ee6-10cc-43c0-89b9-7d698fea7ed7 x-openstack-request-id: req-fd207ee6-10cc-43c0-89b9-7d698fea7ed7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:13.899800 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1827ffb7-ab92-4723-9cec-167a8fc35de6", "name": "network-vif-deleted", "tag": "a47cc33a-f402-4f04-8750-a87fb8a28aa8", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:13.901045 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd207ee6-10cc-43c0-89b9-7d698fea7ed7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:13.901508 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd207ee6-10cc-43c0-89b9-7d698fea7ed7'] response: {'server_uuid': '1827ffb7-ab92-4723-9cec-167a8fc35de6', 'name': 'network-vif-deleted', 'tag': 'a47cc33a-f402-4f04-8750-a87fb8a28aa8', 'status': 'completed', 'code': 200} Apr 07 12:13:14.319480 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ecd23c7c-0db6-4b8a-a901-b9dfff07fa17 req-8e336e57-76f9-401b-95af-23b51c5e2102 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=1827ffb7-ab92-4723-9cec-167a8fc35de6 HTTP/1.1" status: 200 len: 210 time: 0.0339282 Apr 07 12:13:15.310364 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:13:15.504456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a2db2-2134-4bec-a316-0081350ebb5b req-2e61a47a-e8e0-4470-91d5-3f94ba287080 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:15.506019 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b49a2db2-2134-4bec-a316-0081350ebb5b req-2e61a47a-e8e0-4470-91d5-3f94ba287080 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0620353 Apr 07 12:13:15.565668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b49a2db2-2134-4bec-a316-0081350ebb5b req-19775aca-d243-4a0a-a70a-d187ad3df50e tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488150 Apr 07 12:13:15.584118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a47cc33a-f402-4f04-8750-a87fb8a28aa8 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:15.611918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: a47cc33a-f402-4f04-8750-a87fb8a28aa8 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:13:15.612120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device a47cc33a-f402-4f04-8750-a87fb8a28aa8 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:13:15.751100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc474e9-554a-42a5-86bf-026c9368f118 req-f206cc27-4d81-485e-b0c8-9374e4e20b22 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:15.752707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bc474e9-554a-42a5-86bf-026c9368f118 req-f206cc27-4d81-485e-b0c8-9374e4e20b22 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0660391 Apr 07 12:13:15.811570 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bc474e9-554a-42a5-86bf-026c9368f118 req-8329ffc5-c17d-4b04-a6b0-c69472db7e92 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524254 Apr 07 12:13:15.948681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6e59d-f842-4525-98f7-3e77c5f1ad91 req-318fa8e8-e428-4f02-bf01-f1be43a94bda tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:15.950568 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d6e59d-f842-4525-98f7-3e77c5f1ad91 req-318fa8e8-e428-4f02-bf01-f1be43a94bda tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0631452 Apr 07 12:13:16.006770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10d6e59d-f842-4525-98f7-3e77c5f1ad91 req-7bcb598c-2e3b-46ab-9ddc-6fa2afead9e4 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Apr 07 12:13:16.228890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19556205-4bf0-4f1a-a6d5-fd0f03cb0af1 req-02f1155e-7a4a-4a4f-95c3-4acabd5ff92c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.230543 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19556205-4bf0-4f1a-a6d5-fd0f03cb0af1 req-02f1155e-7a4a-4a4f-95c3-4acabd5ff92c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0721765 Apr 07 12:13:16.299050 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19556205-4bf0-4f1a-a6d5-fd0f03cb0af1 req-e8441d84-839f-491f-9850-4e083a037b38 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Apr 07 12:13:16.446758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e903-70df-40be-a328-1a65934b4a40 req-271994bd-7599-4df7-9575-256b01113d3d tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.449342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20e3e903-70df-40be-a328-1a65934b4a40 req-271994bd-7599-4df7-9575-256b01113d3d tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0737975 Apr 07 12:13:16.524720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20e3e903-70df-40be-a328-1a65934b4a40 req-fd5a9d06-a7a7-484f-b5f0-e5ed20577298 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650585 Apr 07 12:13:16.669730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf841b-9ec5-40d8-9500-b7e6b1a3f4bb req-2cb35d38-7237-42a0-8c3a-963fafe4afd2 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.671881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21cf841b-9ec5-40d8-9500-b7e6b1a3f4bb req-2cb35d38-7237-42a0-8c3a-963fafe4afd2 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0631053 Apr 07 12:13:16.733725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21cf841b-9ec5-40d8-9500-b7e6b1a3f4bb req-c6be4d99-7156-4b1b-a8da-37b4af1eb15e tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516717 Apr 07 12:13:17.169437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2825-94a6-4a92-a91a-8d3833452c70 req-ca110d3c-8c28-4e6d-9fa9-f3838e7c98a5 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:17.172073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65ef2825-94a6-4a92-a91a-8d3833452c70 req-ca110d3c-8c28-4e6d-9fa9-f3838e7c98a5 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0826883 Apr 07 12:13:17.235359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-65ef2825-94a6-4a92-a91a-8d3833452c70 req-acdd5b36-0093-4c1d-9609-7669dbecf3b5 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548606 Apr 07 12:13:18.402008 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183052f1-827d-4740-9ae9-0e1060dc0e71 req-2478f9e0-4184-4d35-8163-84708441dfa1 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:18.403968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-183052f1-827d-4740-9ae9-0e1060dc0e71 req-2478f9e0-4184-4d35-8163-84708441dfa1 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0720074 Apr 07 12:13:18.455875 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40108ac2-9816-486a-93f9-539314c19fb4 req-f79db33e-78e0-457d-9ad4-d74894306438 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:18.458384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40108ac2-9816-486a-93f9-539314c19fb4 req-f79db33e-78e0-457d-9ad4-d74894306438 tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.23 "GET /v2.0/ports?device_id=905cf920-e4f1-4897-aa6d-431520d3d580 HTTP/1.1" status: 200 len: 946 time: 0.0679061 Apr 07 12:13:18.476169 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-183052f1-827d-4740-9ae9-0e1060dc0e71 req-6ef39826-f5a7-4efd-8162-cdbf3ffb523c tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.13 "GET /v2.0/security-groups?id=b20fc3bc-966c-4962-aa24-13a5308c091e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645142 Apr 07 12:13:18.580741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Deleting port 6a5af452-2eab-4172-a935-d22aa07ed869 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:18.581070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:18.692789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] For port 6a5af452-2eab-4172-a935-d22aa07ed869, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=6a5af452-2eab-4172-a935-d22aa07ed869,segment=NetworkSegment(37eae699-27ab-409c-9397-e9dcc0de7589),segment_id=37eae699-27ab-409c-9397-e9dcc0de7589)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:18.693254 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:18.709411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Calling delete_port for 6a5af452-2eab-4172-a935-d22aa07ed869 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:18.855204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (6a5af452-2eab-4172-a935-d22aa07ed869), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:18.868134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['6a5af452-2eab-4172-a935-d22aa07ed869'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:18.889304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Pushing event deleted for resources: {'Port': ['ID=6a5af452-2eab-4172-a935-d22aa07ed869,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:18.935847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] No DVR routers for this DVR port 6a5af452-2eab-4172-a935-d22aa07ed869 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:18.947749 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:18.953999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-40108ac2-9816-486a-93f9-539314c19fb4 req-7523c8f3-7667-4348-a143-5da825dc4fbb tempest-ServersNegativeTestJSON-650651964 tempest-ServersNegativeTestJSON-650651964-project] 10.222.0.23 "DELETE /v2.0/ports/6a5af452-2eab-4172-a935-d22aa07ed869 HTTP/1.1" status: 204 len: 173 time: 0.4887903 Apr 07 12:13:18.954815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905cf920-e4f1-4897-aa6d-431520d3d580', 'name': 'network-vif-deleted', 'tag': '6a5af452-2eab-4172-a935-d22aa07ed869'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:18.957747 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a9a68-6161-4240-8c1b-d9efd9a6fdae" -d '{"events": [{"server_uuid": "905cf920-e4f1-4897-aa6d-431520d3d580", "name": "network-vif-deleted", "tag": "6a5af452-2eab-4172-a935-d22aa07ed869"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:19.008215 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af485175-22d4-4f18-a9bc-e5fb718e0bb7 x-openstack-request-id: req-af485175-22d4-4f18-a9bc-e5fb718e0bb7 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:19.008622 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905cf920-e4f1-4897-aa6d-431520d3d580", "name": "network-vif-deleted", "tag": "6a5af452-2eab-4172-a935-d22aa07ed869", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:19.009067 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af485175-22d4-4f18-a9bc-e5fb718e0bb7 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:19.009681 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af485175-22d4-4f18-a9bc-e5fb718e0bb7'] response: {'server_uuid': '905cf920-e4f1-4897-aa6d-431520d3d580', 'name': 'network-vif-deleted', 'tag': '6a5af452-2eab-4172-a935-d22aa07ed869', 'status': 'completed', 'code': 200} Apr 07 12:13:19.553276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37754) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:19.610844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Deleting subnet ffe35241-cdc8-4d3b-b815-b15c1d81bc83 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:13:19.614958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Publish callbacks [] for subnet (ffe35241-cdc8-4d3b-b815-b15c1d81bc83), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.663768 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (ffe35241-cdc8-4d3b-b815-b15c1d81bc83), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.710302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (ffe35241-cdc8-4d3b-b815-b15c1d81bc83), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.776939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (ffe35241-cdc8-4d3b-b815-b15c1d81bc83), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.807487 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe35241-cdc8-4d3b-b815-b15c1d81bc83,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:19.815379 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.819521 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7a73ad42-a6fb-43a2-80bd-fa5691dc8064 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ffe35241-cdc8-4d3b-b815-b15c1d81bc83 HTTP/1.1" status: 204 len: 168 time: 0.2649570 Apr 07 12:13:19.822466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37756) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:19.910302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c077d5bb-1af8-47ae-963e-75cb6d2ad690), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.005609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c077d5bb-1af8-47ae-963e-75cb6d2ad690), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.042888 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c077d5bb-1af8-47ae-963e-75cb6d2ad690']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:20.057884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eae699-27ab-409c-9397-e9dcc0de7589') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:20.058155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eae699-27ab-409c-9397-e9dcc0de7589') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:20.074776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (37eae699-27ab-409c-9397-e9dcc0de7589), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.091030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (37eae699-27ab-409c-9397-e9dcc0de7589), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.100412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:20.100821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (37eae699-27ab-409c-9397-e9dcc0de7589), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:20.102766 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:20.178708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c077d5bb-1af8-47ae-963e-75cb6d2ad690), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.183502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.186862 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c077d5bb-1af8-47ae-963e-75cb6d2ad690 HTTP/1.1" status: 204 len: 168 time: 0.3630657 Apr 07 12:13:20.202098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62357ae-24d5-40f7-8027-8e0aa7e8ae13 admin admin] Pushing event deleted for resources: {'Network': ['ID=c077d5bb-1af8-47ae-963e-75cb6d2ad690,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:20.350733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37760) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:20.412403 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d74195f7-99ec-4f2d-9e62-7d1c6f820877 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef77af6131f44c2fa1509c9875fa3159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603890 Apr 07 12:13:20.415512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37762) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:20.475300 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-460fa1f9-bac3-486b-b9ca-3c67b1377024 admin admin] Publish callbacks [] for security_group (b20fc3bc-966c-4962-aa24-13a5308c091e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.501626 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-460fa1f9-bac3-486b-b9ca-3c67b1377024 admin admin] Publish callbacks [] for security_group (b20fc3bc-966c-4962-aa24-13a5308c091e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.571803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-460fa1f9-bac3-486b-b9ca-3c67b1377024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b20fc3bc-966c-4962-aa24-13a5308c091e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.576139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-460fa1f9-bac3-486b-b9ca-3c67b1377024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:20.577895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-460fa1f9-bac3-486b-b9ca-3c67b1377024 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b20fc3bc-966c-4962-aa24-13a5308c091e HTTP/1.1" status: 204 len: 168 time: 0.1610072 Apr 07 12:13:20.590891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fa1f9-bac3-486b-b9ca-3c67b1377024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fc3bc-966c-4962-aa24-13a5308c091e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:21.619253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37784) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:21.776273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575224173'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:21.805952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:21.810430 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:21.822783 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:21.882492 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a5af452-2eab-4172-a935-d22aa07ed869 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:21.909349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 6a5af452-2eab-4172-a935-d22aa07ed869 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:13:21.910015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 6a5af452-2eab-4172-a935-d22aa07ed869 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:13:21.939219 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for security_group (effdb237-8069-4d7d-8310-92a404e6179c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:21.944805 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (effdb237-8069-4d7d-8310-92a404e6179c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:21.982695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:21.990987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effdb237-8069-4d7d-8310-92a404e6179c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:22.006246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (df078f45-f6e5-4da8-89d5-a4af8584f846), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.006246 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Added segment df078f45-f6e5-4da8-89d5-a4af8584f846 of type vlan for network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 Apr 07 12:13:22.070134 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (77cd35a4-ee55-4a3d-932b-c7fdadbfbd92), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.107059 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (77cd35a4-ee55-4a3d-932b-c7fdadbfbd92), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.114556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:22.115347 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.201210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5805166 Apr 07 12:13:22.217559 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57df5-c074-483f-8d61-5ae71da8b8fb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Network': ['ID=77cd35a4-ee55-4a3d-932b-c7fdadbfbd92,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:22.235718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:25.729862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37788) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:25.737770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'subnet': {'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:25.852269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:25.857281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.082094 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (3f4c1bfb-f44c-47d2-8d6d-f9281eded677), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.144828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Subnet': ['ID=3f4c1bfb-f44c-47d2-8d6d-f9281eded677,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:26.156689 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Checking segment: {'id': 'df078f45-f6e5-4da8-89d5-a4af8584f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:26.157063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network hostable DHCP agents. Network: 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:26.184051 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:26.196901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:26.202632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:26.203378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.210571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19231ab1-3c65-444d-ab86-c7e059fe5849 None None] Network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:26.231480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ede08a1e-56e3-438f-a11c-82ecafc3a15f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4999552 Apr 07 12:13:26.237177 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37790) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:26.245469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913238423'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:26.276440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:26.282935 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.322357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:26.346094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (09b624ed-8141-407d-896e-025ba91499bc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.346349 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Added segment 09b624ed-8141-407d-896e-025ba91499bc of type vlan for network c5997ea7-b016-4335-b655-d143fa586f3b Apr 07 12:13:26.356921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-77cd35a4-ee55-4a3d-932b-c7fdadbfbd92', 'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92', 'project_id': '0a79cfd006c64698b64f069937fd47f0', 'fixed_ips': [{'subnet_id': '3f4c1bfb-f44c-47d2-8d6d-f9281eded677'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:26.358284 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.401196 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c5997ea7-b016-4335-b655-d143fa586f3b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.432489 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c5997ea7-b016-4335-b655-d143fa586f3b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.439534 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:26.440165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.512814 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2739625 Apr 07 12:13:26.517059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37792) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:26.527110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'subnet': {'network_id': 'c5997ea7-b016-4335-b655-d143fa586f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:26.528949 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4c89-9bd9-489a-87e9-181b1964b464 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Network': ['ID=c5997ea7-b016-4335-b655-d143fa586f3b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:26.552650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c5997ea7-b016-4335-b655-d143fa586f3b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:26.575926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Allocated IP 2001:db8:0:ffff::2 (77cd35a4-ee55-4a3d-932b-c7fdadbfbd92/3f4c1bfb-f44c-47d2-8d6d-f9281eded677/a8d985b2-8258-485b-a5ab-8cfe329d9766) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:26.651001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:26.655407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.821865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Publish callbacks [] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.829926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.879733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:26.883455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:26.889580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:26.897031 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Pushing event updated for resources: {'Port': ['ID=a8d985b2-8258-485b-a5ab-8cfe329d9766,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:26.941871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (9a07f644-f0f9-4b14-a1d4-bb719af79d43), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.962945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Attempting to bind port a8d985b2-8258-485b-a5ab-8cfe329d9766 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:26.963317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Attempting to bind port a8d985b2-8258-485b-a5ab-8cfe329d9766 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'df078f45-f6e5-4da8-89d5-a4af8584f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:26.963862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Attempting to bind port a8d985b2-8258-485b-a5ab-8cfe329d9766 on network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:26.971542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:26.971940 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Checking segment: {'id': 'df078f45-f6e5-4da8-89d5-a4af8584f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:26.972351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:26.972779 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Bound using segment: {'id': 'df078f45-f6e5-4da8-89d5-a4af8584f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:26.973352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Bound port: a8d985b2-8258-485b-a5ab-8cfe329d9766, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df078f45-f6e5-4da8-89d5-a4af8584f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '77cd35a4-ee55-4a3d-932b-c7fdadbfbd92'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:26.973895 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.011073 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Subnet': ['ID=9a07f644-f0f9-4b14-a1d4-bb719af79d43,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:27.023247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Checking segment: {'id': '09b624ed-8141-407d-896e-025ba91499bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c5997ea7-b016-4335-b655-d143fa586f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:27.023854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network hostable DHCP agents. Network: c5997ea7-b016-4335-b655-d143fa586f3b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:27.049631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network c5997ea7-b016-4335-b655-d143fa586f3b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:27.052517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] For port a8d985b2-8258-485b-a5ab-8cfe329d9766, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:27.056012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] For port a8d985b2-8258-485b-a5ab-8cfe329d9766, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a8d985b2-8258-485b-a5ab-8cfe329d9766,segment=NetworkSegment(df078f45-f6e5-4da8-89d5-a4af8584f846),segment_id=df078f45-f6e5-4da8-89d5-a4af8584f846)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:27.063123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.063431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c5997ea7-b016-4335-b655-d143fa586f3b) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:27.067900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:27.068500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.089094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87c15e-52ab-4ae4-ab4e-71e86a6d30eb None None] Network c5997ea7-b016-4335-b655-d143fa586f3b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:27.097236 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ad5594f-6236-489c-a57d-351b6f28f0a8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5782652 Apr 07 12:13:27.101517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37794) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:27.195094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383ba9b-38aa-453c-bdc8-da34f026ee48 None None] Pushing event updated for resources: {'Port': ['ID=a8d985b2-8258-485b-a5ab-8cfe329d9766,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:27.261040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c5997ea7-b016-4335-b655-d143fa586f3b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.288273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1aaf4-630e-4ae9-9bf8-8bcd76d0e749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c5997ea7-b016-4335-b655-d143fa586f3b', 'network_id': 'c5997ea7-b016-4335-b655-d143fa586f3b', 'project_id': '0a79cfd006c64698b64f069937fd47f0', 'fixed_ips': [{'subnet_id': '9a07f644-f0f9-4b14-a1d4-bb719af79d43'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:27.289622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56e1aaf4-630e-4ae9-9bf8-8bcd76d0e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.333834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (9a07f644-f0f9-4b14-a1d4-bb719af79d43), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.433288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (9a07f644-f0f9-4b14-a1d4-bb719af79d43), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server [None req-56e1aaf4-630e-4ae9-9bf8-8bcd76d0e749 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a07f644-f0f9-4b14-a1d4-bb719af79d43: This subnet is being modified by another concurrent operation. Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server raise exception Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a07f644-f0f9-4b14-a1d4-bb719af79d43: This subnet is being modified by another concurrent operation. Apr 07 12:13:27.475144 n-d-836788-1 neutron-server[104179]: ERROR oslo_messaging.rpc.server Apr 07 12:13:27.504681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Subnet': ['ID=9a07f644-f0f9-4b14-a1d4-bb719af79d43,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:27.521749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9914e77-03e5-48b1-b4ac-205ec99b5044 None None] Network c5997ea7-b016-4335-b655-d143fa586f3b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:27.587838 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c5997ea7-b016-4335-b655-d143fa586f3b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.628394 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5997ea7-b016-4335-b655-d143fa586f3b']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:27.649356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b624ed-8141-407d-896e-025ba91499bc') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:27.649930 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b624ed-8141-407d-896e-025ba91499bc') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:27.668213 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (09b624ed-8141-407d-896e-025ba91499bc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.694068 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (09b624ed-8141-407d-896e-025ba91499bc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.704356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:27.704959 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (09b624ed-8141-407d-896e-025ba91499bc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:27.710387 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:27.779969 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c5997ea7-b016-4335-b655-d143fa586f3b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.788967 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.792321 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/c5997ea7-b016-4335-b655-d143fa586f3b HTTP/1.1" status: 204 len: 168 time: 0.6896784 Apr 07 12:13:27.797818 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37798) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:27.803498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822084558'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:27.806890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c944a-81b2-4dfc-9920-17e527fc6723 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Network': ['ID=c5997ea7-b016-4335-b655-d143fa586f3b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:27.828596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:27.832327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.860715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:27.873819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.874460 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Added segment b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969 of type vlan for network d437d143-0bd9-4e8d-a327-983d47b2e630 Apr 07 12:13:27.938766 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d437d143-0bd9-4e8d-a327-983d47b2e630), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.971102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d437d143-0bd9-4e8d-a327-983d47b2e630), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.977819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:27.978759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.084474 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2811644 Apr 07 12:13:28.085002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37800) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:28.092784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'subnet': {'network_id': 'd437d143-0bd9-4e8d-a327-983d47b2e630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:28.115357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8837d-59f6-40a5-932b-ef81adfad2cc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Network': ['ID=d437d143-0bd9-4e8d-a327-983d47b2e630,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:28.129792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d437d143-0bd9-4e8d-a327-983d47b2e630 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:28.211365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:28.215274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.287456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Performing IP validity checks on allocation pools {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 12:13:28.288162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.ipam_backend_mixin [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 12:13:28.456120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (7728e62e-0e9b-413b-bec0-3a5985004953), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.486578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42c1c6-73f4-422b-b3c7-08f730844ae6 None None] get_active_networks_info from n-d-836788-1 {{(pid=104179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 12:13:28.538381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Subnet': ['ID=7728e62e-0e9b-413b-bec0-3a5985004953,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:28.548978 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Checking segment: {'id': 'b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd437d143-0bd9-4e8d-a327-983d47b2e630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:28.549673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network hostable DHCP agents. Network: d437d143-0bd9-4e8d-a327-983d47b2e630, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:28.573245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network d437d143-0bd9-4e8d-a327-983d47b2e630 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:28.598569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d437d143-0bd9-4e8d-a327-983d47b2e630) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:28.605577 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:28.607078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.607301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] Provisioning complete for port a8d985b2-8258-485b-a5ab-8cfe329d9766 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:28.607301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.634788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-73b47d95-72b9-41f6-a778-1a6ea6a0e98d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5480556 Apr 07 12:13:28.637999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37802) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:28.792898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a8d985b2-8258-485b-a5ab-8cfe329d9766 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:28.833729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d437d143-0bd9-4e8d-a327-983d47b2e630), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.839853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] Current status of the port a8d985b2-8258-485b-a5ab-8cfe329d9766 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:28.840304 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.879798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42c1c6-73f4-422b-b3c7-08f730844ae6 None None] Unable to find a vacant binding_index for network d437d143-0bd9-4e8d-a327-983d47b2e630 and agent ab9610f4-8b0f-4778-9e5b-14a9445f576c {{(pid=104179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 07 12:13:28.895691 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42c1c6-73f4-422b-b3c7-08f730844ae6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d437d143-0bd9-4e8d-a327-983d47b2e630) {{(pid=104179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 12:13:28.916028 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] For port a8d985b2-8258-485b-a5ab-8cfe329d9766, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a8d985b2-8258-485b-a5ab-8cfe329d9766,segment=NetworkSegment(df078f45-f6e5-4da8-89d5-a4af8584f846),segment_id=df078f45-f6e5-4da8-89d5-a4af8584f846)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:28.924511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.934332 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a8d985b2-8258-485b-a5ab-8cfe329d9766 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:28.934717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.961776 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (7728e62e-0e9b-413b-bec0-3a5985004953), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.066366 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (7728e62e-0e9b-413b-bec0-3a5985004953), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.072943 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc0d95-2a4f-48ff-ab7f-57ddd4b9eebe None None] Pushing event updated for resources: {'Port': ['ID=a8d985b2-8258-485b-a5ab-8cfe329d9766,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:29.105412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Subnet': ['ID=7728e62e-0e9b-413b-bec0-3a5985004953,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:29.178184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a8d985b2-8258-485b-a5ab-8cfe329d9766 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:29.192363 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d437d143-0bd9-4e8d-a327-983d47b2e630), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.213933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d437d143-0bd9-4e8d-a327-983d47b2e630']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:29.224591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e0043-044c-4940-909a-c7fd705022ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d437d143-0bd9-4e8d-a327-983d47b2e630', 'network_id': 'd437d143-0bd9-4e8d-a327-983d47b2e630', 'project_id': '0a79cfd006c64698b64f069937fd47f0', 'fixed_ips': [{'subnet_id': '7728e62e-0e9b-413b-bec0-3a5985004953'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:29.226146 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-471e0043-044c-4940-909a-c7fd705022ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.226473 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:29.226781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:29.238747 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.256093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.265920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:29.266383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (b47001fe-2ca0-4b8d-b08d-0eb5bf9d0969), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:29.269635 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:29.338625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-471e0043-044c-4940-909a-c7fd705022ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 07 12:13:29.338625 n-d-836788-1 neutron-server[104179]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 07 12:13:29.338625 n-d-836788-1 neutron-server[104179]: [parameters: {'project_id': '0a79cfd006c64698b64f069937fd47f0', 'id': 'f74d6360-40c6-4edb-b808-9a43d56d5da9', 'name': '', 'network_id': 'd437d143-0bd9-4e8d-a327-983d47b2e630', 'mac_address': 'fa:16:3e:ac:46:5c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d437d143-0bd9-4e8d-a327-983d47b2e630', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4185}] Apr 07 12:13:29.338625 n-d-836788-1 neutron-server[104179]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:13:29.339338 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-471e0043-044c-4940-909a-c7fd705022ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:13:29.347484 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d437d143-0bd9-4e8d-a327-983d47b2e630), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.360585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.366290 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/d437d143-0bd9-4e8d-a327-983d47b2e630 HTTP/1.1" status: 204 len: 168 time: 0.7264071 Apr 07 12:13:29.369718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37804) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:29.375510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1982165109'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:29.389593 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8de8e-8d1b-4ec3-b037-7f9e96cadc4e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Network': ['ID=d437d143-0bd9-4e8d-a327-983d47b2e630,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:29.410648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:29.414182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.443860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:29.455454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (461a9d56-3c21-45e3-8370-b40f737c18ce), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.455786 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Added segment 461a9d56-3c21-45e3-8370-b40f737c18ce of type vlan for network 58873e00-c296-4746-846b-ccbc9ce3886b Apr 07 12:13:29.507621 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (58873e00-c296-4746-846b-ccbc9ce3886b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.543787 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (58873e00-c296-4746-846b-ccbc9ce3886b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.553692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:29.554764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.623945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2528651 Apr 07 12:13:29.628895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:29.639430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'subnet': {'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:29.666949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3a395-7673-412c-905f-7ac0d535bab2 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Network': ['ID=58873e00-c296-4746-846b-ccbc9ce3886b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:29.792710 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:29.796632 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.817385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 58873e00-c296-4746-846b-ccbc9ce3886b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:29.856712 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-471e0043-044c-4940-909a-c7fd705022ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.934671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed0ee36-b680-49bd-9fbc-0d510ff564c6 None None] Network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:29.938417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343d05c-e64d-491e-9b27-2cb6a5348ddd None None] Network d437d143-0bd9-4e8d-a327-983d47b2e630 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:29.979614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343d05c-e64d-491e-9b27-2cb6a5348ddd None None] Network d437d143-0bd9-4e8d-a327-983d47b2e630 could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 12:13:30.015748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8508ede8-af43-4a47-932f-bfdeecb735b5 None None] Network d437d143-0bd9-4e8d-a327-983d47b2e630 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:30.034165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8508ede8-af43-4a47-932f-bfdeecb735b5 None None] Network d437d143-0bd9-4e8d-a327-983d47b2e630 could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 12:13:30.048641 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (3095e2aa-e010-4ee7-b4f6-025a930e8010), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.130006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Subnet': ['ID=3095e2aa-e010-4ee7-b4f6-025a930e8010,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:30.137404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Checking segment: {'id': '461a9d56-3c21-45e3-8370-b40f737c18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:30.137654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network hostable DHCP agents. Network: 58873e00-c296-4746-846b-ccbc9ce3886b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:30.160405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network 58873e00-c296-4746-846b-ccbc9ce3886b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:30.172979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 58873e00-c296-4746-846b-ccbc9ce3886b) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:30.178720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:30.179842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.191089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d485fe8-51da-4cc4-82b0-43aa857e1ea2 None None] Network 58873e00-c296-4746-846b-ccbc9ce3886b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:30.215807 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-43a1e085-094e-4909-ab81-e215472e1b8c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5789430 Apr 07 12:13:30.216218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37808) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:30.224878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077775083'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:30.256953 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:30.260879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.294343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:30.308546 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ef9e4489-1198-477a-80a4-56c4330b1706), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.308978 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Added segment ef9e4489-1198-477a-80a4-56c4330b1706 of type vlan for network ef8f28bd-46b9-476a-b03f-663fa1e1ef68 Apr 07 12:13:30.357483 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (ef8f28bd-46b9-476a-b03f-663fa1e1ef68), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.379789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-58873e00-c296-4746-846b-ccbc9ce3886b', 'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b', 'project_id': '0a79cfd006c64698b64f069937fd47f0', 'fixed_ips': [{'subnet_id': '3095e2aa-e010-4ee7-b4f6-025a930e8010'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:30.381240 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.403372 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (ef8f28bd-46b9-476a-b03f-663fa1e1ef68), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.412232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:30.413277 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.511710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2910192 Apr 07 12:13:30.512312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37810) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:30.520422 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Request body: {'subnet': {'network_id': 'ef8f28bd-46b9-476a-b03f-663fa1e1ef68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:30.540292 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514aeb5-67db-4ec2-a999-513c2852cbfb tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Network': ['ID=ef8f28bd-46b9-476a-b03f-663fa1e1ef68,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:30.551629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-53f1eb72-e251-45d0-8442-3b10f8042571 None None] Provisioning complete for port a8d985b2-8258-485b-a5ab-8cfe329d9766 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:30.552056 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53f1eb72-e251-45d0-8442-3b10f8042571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.586202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network ef8f28bd-46b9-476a-b03f-663fa1e1ef68 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:30.659074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Made reservation on behalf of 0a79cfd006c64698b64f069937fd47f0 for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:30.664247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.910117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a8d985b2-8258-485b-a5ab-8cfe329d9766 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:30.926803 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (2a40371b-4440-4ef1-9cfd-03bdaa8550c3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.997872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event updated for resources: {'Subnet': ['ID=2a40371b-4440-4ef1-9cfd-03bdaa8550c3,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:31.013656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Checking segment: {'id': 'ef9e4489-1198-477a-80a4-56c4330b1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ef8f28bd-46b9-476a-b03f-663fa1e1ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:31.014125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network hostable DHCP agents. Network: ef8f28bd-46b9-476a-b03f-663fa1e1ef68, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:31.036711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9af4eafe-82f0-4a34-9ca4-21a3836e7474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.041256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Network ef8f28bd-46b9-476a-b03f-663fa1e1ef68 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:31.041681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Allocated IP 2001:db8::2 (58873e00-c296-4746-846b-ccbc9ce3886b/3095e2aa-e010-4ee7-b4f6-025a930e8010/7e12af15-c417-4b09-8730-2b8afe1bc501) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:31.059265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, ef8f28bd-46b9-476a-b03f-663fa1e1ef68) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:31.068778 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:31.069950 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.095423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222aa32-4a4b-460d-82c2-6f00a3af9d86 None None] Network ef8f28bd-46b9-476a-b03f-663fa1e1ef68 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:31.096553 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-84655766-f093-42e6-947a-229c920883ce tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5829027 Apr 07 12:13:31.099575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37812) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:31.244146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-53f1eb72-e251-45d0-8442-3b10f8042571 None None] Current status of the port a8d985b2-8258-485b-a5ab-8cfe329d9766 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:31.248566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (ef8f28bd-46b9-476a-b03f-663fa1e1ef68), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.251859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a8d985b2-8258-485b-a5ab-8cfe329d9766 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:31.252421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.320028 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (2a40371b-4440-4ef1-9cfd-03bdaa8550c3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.402431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc394873-b592-43e9-94e5-9fa6eb253c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-ef8f28bd-46b9-476a-b03f-663fa1e1ef68', 'network_id': 'ef8f28bd-46b9-476a-b03f-663fa1e1ef68', 'project_id': '0a79cfd006c64698b64f069937fd47f0', 'fixed_ips': [{'subnet_id': '2a40371b-4440-4ef1-9cfd-03bdaa8550c3'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:31.403319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bc394873-b592-43e9-94e5-9fa6eb253c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.422619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (2a40371b-4440-4ef1-9cfd-03bdaa8550c3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.451057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Subnet': ['ID=2a40371b-4440-4ef1-9cfd-03bdaa8550c3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:31.475632 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Publish callbacks [] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.502484 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.539826 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (ef8f28bd-46b9-476a-b03f-663fa1e1ef68), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.562500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a8d985b2-8258-485b-a5ab-8cfe329d9766 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:31.592666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8f28bd-46b9-476a-b03f-663fa1e1ef68']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:31.610055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9e4489-1198-477a-80a4-56c4330b1706') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:31.610055 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9e4489-1198-477a-80a4-56c4330b1706') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:31.613262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Network 58873e00-c296-4746-846b-ccbc9ce3886b is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:31.619200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:31.627278 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:31.629725 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1aa33-4104-4979-bfa0-1417d3b83e11 None None] Network ef8f28bd-46b9-476a-b03f-663fa1e1ef68 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:31.632868 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (ef9e4489-1198-477a-80a4-56c4330b1706), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.649624 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (ef9e4489-1198-477a-80a4-56c4330b1706), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.653449 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Pushing event updated for resources: {'Port': ['ID=7e12af15-c417-4b09-8730-2b8afe1bc501,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:31.659103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:31.659650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (ef9e4489-1198-477a-80a4-56c4330b1706), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:31.664222 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:31.741718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (ef8f28bd-46b9-476a-b03f-663fa1e1ef68), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.757542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.761562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/ef8f28bd-46b9-476a-b03f-663fa1e1ef68 HTTP/1.1" status: 204 len: 168 time: 0.6601317 Apr 07 12:13:31.767466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37814) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:31.778927 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d57b6-2aae-41fc-be28-daac16d6d759 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Network': ['ID=ef8f28bd-46b9-476a-b03f-663fa1e1ef68,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:31.795481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Attempting to bind port 7e12af15-c417-4b09-8730-2b8afe1bc501 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:31.795863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Attempting to bind port 7e12af15-c417-4b09-8730-2b8afe1bc501 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '461a9d56-3c21-45e3-8370-b40f737c18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:31.801178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Attempting to bind port 7e12af15-c417-4b09-8730-2b8afe1bc501 on network 58873e00-c296-4746-846b-ccbc9ce3886b {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:31.806455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:31.807050 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Checking segment: {'id': '461a9d56-3c21-45e3-8370-b40f737c18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:31.807627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.808045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Bound using segment: {'id': '461a9d56-3c21-45e3-8370-b40f737c18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:31.808783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Bound port: 7e12af15-c417-4b09-8730-2b8afe1bc501, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461a9d56-3c21-45e3-8370-b40f737c18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '58873e00-c296-4746-846b-ccbc9ce3886b'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:31.808994 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9b318c-55d5-4e9c-9edc-144e44944c0e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] GET failed (client error): The resource could not be found. Apr 07 12:13:31.809374 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.810386 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9e9b318c-55d5-4e9c-9edc-144e44944c0e tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "GET /v2.0/subnets/2a40371b-4440-4ef1-9cfd-03bdaa8550c3 HTTP/1.1" status: 404 len: 337 time: 0.0410621 Apr 07 12:13:31.814261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37816) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:31.834132 n-d-836788-1 neutron-server[104177]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fea0c7-a123-42b6-a29f-f893e1ac727b tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:31.834742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fea0c7-a123-42b6-a29f-f893e1ac727b tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:31.837857 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-00fea0c7-a123-42b6-a29f-f893e1ac727b tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/ef8f28bd-46b9-476a-b03f-663fa1e1ef68 HTTP/1.1" status: 404 len: 339 time: 0.0224838 Apr 07 12:13:31.844656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:31.880038 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-710bc607-24e8-4355-9159-e72d7bf3532f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:31.880508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710bc607-24e8-4355-9159-e72d7bf3532f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:31.883800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-710bc607-24e8-4355-9159-e72d7bf3532f tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/subnets/2a40371b-4440-4ef1-9cfd-03bdaa8550c3 HTTP/1.1" status: 404 len: 337 time: 0.0376673 Apr 07 12:13:31.886398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37820) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:31.897199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] For port 7e12af15-c417-4b09-8730-2b8afe1bc501, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:31.902515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] For port 7e12af15-c417-4b09-8730-2b8afe1bc501, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7e12af15-c417-4b09-8730-2b8afe1bc501,segment=NetworkSegment(461a9d56-3c21-45e3-8370-b40f737c18ce),segment_id=461a9d56-3c21-45e3-8370-b40f737c18ce)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:31.907386 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-72aa9c70-f91f-40f5-9b2f-b3bd78c99982 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:31.908076 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72aa9c70-f91f-40f5-9b2f-b3bd78c99982 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:31.911620 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72aa9c70-f91f-40f5-9b2f-b3bd78c99982 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/ef8f28bd-46b9-476a-b03f-663fa1e1ef68 HTTP/1.1" status: 404 len: 339 time: 0.0242100 Apr 07 12:13:31.911844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:31.914766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37822) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:31.975374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd357f-17cd-4ab0-b76c-ce10be0f535e None None] Pushing event updated for resources: {'Port': ['ID=7e12af15-c417-4b09-8730-2b8afe1bc501,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:31.993045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Deleting subnet 3095e2aa-e010-4ee7-b4f6-025a930e8010 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:13:31.997473 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (3095e2aa-e010-4ee7-b4f6-025a930e8010), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.045207 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (3095e2aa-e010-4ee7-b4f6-025a930e8010), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.197867 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3095e2aa-e010-4ee7-b4f6-025a930e8010), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.227187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.296902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (3095e2aa-e010-4ee7-b4f6-025a930e8010), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.335616 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Subnet': ['ID=3095e2aa-e010-4ee7-b4f6-025a930e8010,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:32.339752 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.349914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-227c7a5d-f064-4762-9266-7e8d03a52059 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/subnets/3095e2aa-e010-4ee7-b4f6-025a930e8010 HTTP/1.1" status: 204 len: 168 time: 0.4305017 Apr 07 12:13:32.350276 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37824) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:32.458823 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (58873e00-c296-4746-846b-ccbc9ce3886b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.530299 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Deleting port 7e12af15-c417-4b09-8730-2b8afe1bc501 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:32.531274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.608307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] For port 7e12af15-c417-4b09-8730-2b8afe1bc501, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7e12af15-c417-4b09-8730-2b8afe1bc501,segment=NetworkSegment(461a9d56-3c21-45e3-8370-b40f737c18ce),segment_id=461a9d56-3c21-45e3-8370-b40f737c18ce)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:32.608719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.622452 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Calling delete_port for 7e12af15-c417-4b09-8730-2b8afe1bc501 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:32.732119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7e12af15-c417-4b09-8730-2b8afe1bc501), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.764034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Port': ['ID=7e12af15-c417-4b09-8730-2b8afe1bc501,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:32.766557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No DVR routers for this DVR port 7e12af15-c417-4b09-8730-2b8afe1bc501 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:32.778780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7e12af15-c417-4b09-8730-2b8afe1bc501 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:32.811936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 7e12af15-c417-4b09-8730-2b8afe1bc501 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:13:32.812456 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7e12af15-c417-4b09-8730-2b8afe1bc501 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 12:13:32.847839 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Port 7e12af15-c417-4b09-8730-2b8afe1bc501 not found, will not notify nova. {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 12:13:32.870864 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (58873e00-c296-4746-846b-ccbc9ce3886b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.907459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58873e00-c296-4746-846b-ccbc9ce3886b']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:32.924040 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461a9d56-3c21-45e3-8370-b40f737c18ce') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:32.924666 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461a9d56-3c21-45e3-8370-b40f737c18ce') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:32.937289 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (461a9d56-3c21-45e3-8370-b40f737c18ce), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.955295 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (461a9d56-3c21-45e3-8370-b40f737c18ce), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.962984 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:32.963392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (461a9d56-3c21-45e3-8370-b40f737c18ce), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:32.966527 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:33.037121 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (58873e00-c296-4746-846b-ccbc9ce3886b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.053693 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.062420 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/58873e00-c296-4746-846b-ccbc9ce3886b HTTP/1.1" status: 204 len: 168 time: 0.7067342 Apr 07 12:13:33.062887 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37826) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:33.089721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f30a2-04dc-4c36-be95-23cee91f21b8 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Network': ['ID=58873e00-c296-4746-846b-ccbc9ce3886b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:33.121362 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-09d347c2-6885-4d9b-99a8-8453b8bc8bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.130788 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c67d9c-83d8-4ea9-a2d1-56f697f342fc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:33.131524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c67d9c-83d8-4ea9-a2d1-56f697f342fc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:33.135971 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-07c67d9c-83d8-4ea9-a2d1-56f697f342fc tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/subnets/7728e62e-0e9b-413b-bec0-3a5985004953 HTTP/1.1" status: 404 len: 337 time: 0.0716419 Apr 07 12:13:33.139283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:33.167431 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c03c511-708f-4b63-8a6c-75a87a43f7c1 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:33.168145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c03c511-708f-4b63-8a6c-75a87a43f7c1 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:33.176702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1c03c511-708f-4b63-8a6c-75a87a43f7c1 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/d437d143-0bd9-4e8d-a327-983d47b2e630 HTTP/1.1" status: 404 len: 339 time: 0.0324705 Apr 07 12:13:33.177026 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37830) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:33.185876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9ede0b80-0303-4432-9681-a6a5d5fdbc15 None None] Could not find standard attr ID for object 7e12af15-c417-4b09-8730-2b8afe1bc501. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 12:13:33.212485 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-693ca588-b2b5-4ab7-811f-58f84ec7875d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:33.213410 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693ca588-b2b5-4ab7-811f-58f84ec7875d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:33.219711 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-693ca588-b2b5-4ab7-811f-58f84ec7875d tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/subnets/9a07f644-f0f9-4b14-a1d4-bb719af79d43 HTTP/1.1" status: 404 len: 337 time: 0.0410893 Apr 07 12:13:33.224261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37832) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:33.232122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9039151c-1fbf-4322-acb6-b1c6f489e7cb None None] DHCP port deletion for 58873e00-c296-4746-846b-ccbc9ce3886b request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:13:33.258937 n-d-836788-1 neutron-server[104178]: INFO neutron.pecan_wsgi.hooks.translation [None req-359c6469-323b-4aee-8691-91a6e35dd93c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] DELETE failed (client error): The resource could not be found. Apr 07 12:13:33.262854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359c6469-323b-4aee-8691-91a6e35dd93c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 12:13:33.264531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4f684-a1b4-480f-b337-8fdd4d4022ec None None] Network 58873e00-c296-4746-846b-ccbc9ce3886b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:33.265532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-359c6469-323b-4aee-8691-91a6e35dd93c tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/c5997ea7-b016-4335-b655-d143fa586f3b HTTP/1.1" status: 404 len: 339 time: 0.0404625 Apr 07 12:13:33.268908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:33.279296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4f684-a1b4-480f-b337-8fdd4d4022ec None None] Network 58873e00-c296-4746-846b-ccbc9ce3886b could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 12:13:33.341356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Deleting subnet 3f4c1bfb-f44c-47d2-8d6d-f9281eded677 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:13:33.345642 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (3f4c1bfb-f44c-47d2-8d6d-f9281eded677), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.394998 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (3f4c1bfb-f44c-47d2-8d6d-f9281eded677), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.498574 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3f4c1bfb-f44c-47d2-8d6d-f9281eded677), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.584495 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (3f4c1bfb-f44c-47d2-8d6d-f9281eded677), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.617714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4c1bfb-f44c-47d2-8d6d-f9281eded677,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:33.621683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.626601 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1ad11ef9-9c02-4532-9c8f-1e93eee8d306 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/subnets/3f4c1bfb-f44c-47d2-8d6d-f9281eded677 HTTP/1.1" status: 204 len: 168 time: 0.3558166 Apr 07 12:13:33.628368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37836) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:33.632908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f22eca-fe6a-44ae-a810-344c1e2228b7 None None] Network 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:33.737095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (77cd35a4-ee55-4a3d-932b-c7fdadbfbd92), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.815939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] DHCP port deletion for 77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:13:33.820734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Deleting port a8d985b2-8258-485b-a5ab-8cfe329d9766 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:33.821115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.881846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] Deleting port a8d985b2-8258-485b-a5ab-8cfe329d9766 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:33.882218 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.900842 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] For port a8d985b2-8258-485b-a5ab-8cfe329d9766, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a8d985b2-8258-485b-a5ab-8cfe329d9766,segment=NetworkSegment(df078f45-f6e5-4da8-89d5-a4af8584f846),segment_id=df078f45-f6e5-4da8-89d5-a4af8584f846)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:33.901234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.924209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Calling delete_port for a8d985b2-8258-485b-a5ab-8cfe329d9766 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:33.950097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] For port a8d985b2-8258-485b-a5ab-8cfe329d9766, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a8d985b2-8258-485b-a5ab-8cfe329d9766,segment=NetworkSegment(df078f45-f6e5-4da8-89d5-a4af8584f846),segment_id=df078f45-f6e5-4da8-89d5-a4af8584f846)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:33.950512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.971020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] Calling delete_port for a8d985b2-8258-485b-a5ab-8cfe329d9766 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:34.020754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.067317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Port': ['ID=a8d985b2-8258-485b-a5ab-8cfe329d9766,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:34.071001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.074730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] No DVR routers for this DVR port a8d985b2-8258-485b-a5ab-8cfe329d9766 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:13:34.077509 n-d-836788-1 neutron-server[104179]: self.session.flush() Apr 07 12:13:34.087306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (a8d985b2-8258-485b-a5ab-8cfe329d9766), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.113882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] Pushing event deleted for resources: {'Port': ['ID=a8d985b2-8258-485b-a5ab-8cfe329d9766,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:34.120855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187f735-5f00-4914-904f-3bcb76ecf81e None None] No DVR routers for this DVR port a8d985b2-8258-485b-a5ab-8cfe329d9766 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:34.188663 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (77cd35a4-ee55-4a3d-932b-c7fdadbfbd92), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.219756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cd35a4-ee55-4a3d-932b-c7fdadbfbd92']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:34.231424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df078f45-f6e5-4da8-89d5-a4af8584f846') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:34.231692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df078f45-f6e5-4da8-89d5-a4af8584f846') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:34.243500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (df078f45-f6e5-4da8-89d5-a4af8584f846), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.259501 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (df078f45-f6e5-4da8-89d5-a4af8584f846), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.267902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:34.268598 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (df078f45-f6e5-4da8-89d5-a4af8584f846), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:34.271644 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:34.357919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (77cd35a4-ee55-4a3d-932b-c7fdadbfbd92), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.369480 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.375447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] 10.222.0.13 "DELETE /v2.0/networks/77cd35a4-ee55-4a3d-932b-c7fdadbfbd92 HTTP/1.1" status: 204 len: 168 time: 0.7458284 Apr 07 12:13:34.388712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31081acc-067e-43f0-b078-e63fb272a326 tempest-NetworksIpV6Test-71484140 tempest-NetworksIpV6Test-71484140-project] Pushing event deleted for resources: {'Network': ['ID=77cd35a4-ee55-4a3d-932b-c7fdadbfbd92,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:34.689114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.692224 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37842) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:34.724498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7e12af15-c417-4b09-8730-2b8afe1bc501 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:34.752757 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 7e12af15-c417-4b09-8730-2b8afe1bc501 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:13:34.753272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7e12af15-c417-4b09-8730-2b8afe1bc501 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:13:34.753761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a8d985b2-8258-485b-a5ab-8cfe329d9766 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:34.775901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a8d985b2-8258-485b-a5ab-8cfe329d9766 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:13:34.776248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a8d985b2-8258-485b-a5ab-8cfe329d9766 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:13:34.861288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9372d925-e887-4de9-885d-0ba4c248e3d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a79cfd006c64698b64f069937fd47f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678035 Apr 07 12:13:34.865319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37846) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:34.927595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7168f44d-fcc4-4823-a721-45a74170a117 admin admin] Publish callbacks [] for security_group (effdb237-8069-4d7d-8310-92a404e6179c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:34.955560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7168f44d-fcc4-4823-a721-45a74170a117 admin admin] Publish callbacks [] for security_group (effdb237-8069-4d7d-8310-92a404e6179c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:35.015845 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7168f44d-fcc4-4823-a721-45a74170a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (effdb237-8069-4d7d-8310-92a404e6179c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:35.018448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7168f44d-fcc4-4823-a721-45a74170a117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:35.022198 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7168f44d-fcc4-4823-a721-45a74170a117 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/effdb237-8069-4d7d-8310-92a404e6179c HTTP/1.1" status: 204 len: 168 time: 0.1533849 Apr 07 12:13:35.028159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168f44d-fcc4-4823-a721-45a74170a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effdb237-8069-4d7d-8310-92a404e6179c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:35.839919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37868) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:35.974772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-144035228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:35.996961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (d9b28d75-0358-49d5-9c31-e74a045cfdc1), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:35.998277 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (d9b28d75-0358-49d5-9c31-e74a045cfdc1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.075439 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for router_controller (d9b28d75-0358-49d5-9c31-e74a045cfdc1), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.086176 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (d9b28d75-0358-49d5-9c31-e74a045cfdc1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.112509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.115152 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7d304e7c-c8b4-4868-bdb4-c0e57e1ac2be tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2733307 Apr 07 12:13:36.117991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:36.124971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1339331329'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:36.147848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Made reservation on behalf of 5abe618d5b2c48d1a7aebe54af67ad3d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:36.151380 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.161651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.185040 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.256386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for security_group (bd433b80-cec5-4107-8b84-83f1dcf692f9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.259725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bd433b80-cec5-4107-8b84-83f1dcf692f9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.302207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:36.313594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd433b80-cec5-4107-8b84-83f1dcf692f9,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:36.322909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6b95480a-09c2-4427-a1ed-52235f7c98d9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.322909 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Added segment 6b95480a-09c2-4427-a1ed-52235f7c98d9 of type vlan for network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 Apr 07 12:13:36.367118 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.394917 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.399921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:36.400505 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.457849 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3385797 Apr 07 12:13:36.462455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37874) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:36.470882 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Request body: {'subnet': {'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:36.471213 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ab597-03d6-467b-9eb3-de8252eddcb2 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event updated for resources: {'Network': ['ID=2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:36.484868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:36.586831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Made reservation on behalf of 5abe618d5b2c48d1a7aebe54af67ad3d for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:36.590858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.834139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (cbde9977-e5ac-47f8-b83c-a158a5117b11), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.918764 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event updated for resources: {'Subnet': ['ID=cbde9977-e5ac-47f8-b83c-a158a5117b11,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:36.927157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Checking segment: {'id': '6b95480a-09c2-4427-a1ed-52235f7c98d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:36.927387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Network hostable DHCP agents. Network: 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:36.946145 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:36.959103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:36.964213 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:36.967109 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.974030 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268df87-e508-41cd-94dc-30b421720117 None None] Network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:36.991735 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d3123d75-3cea-45fe-9fd8-f941ed1a9849 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5266514 Apr 07 12:13:36.994375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37876) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:37.002705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1423666365'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:37.026879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Made reservation on behalf of 5abe618d5b2c48d1a7aebe54af67ad3d for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:37.031199 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.069535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:37.086967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (98bcd1d5-9dbd-4130-8237-596411ba51ea), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.087326 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Added segment 98bcd1d5-9dbd-4130-8237-596411ba51ea of type vlan for network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 Apr 07 12:13:37.121361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418', 'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418', 'project_id': '5abe618d5b2c48d1a7aebe54af67ad3d', 'fixed_ips': [{'subnet_id': 'cbde9977-e5ac-47f8-b83c-a158a5117b11'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:37.122808 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.148069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d93dd7e6-1234-4bc2-86ca-8bd36b39a678), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.182024 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d93dd7e6-1234-4bc2-86ca-8bd36b39a678), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.188323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:37.189040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.256887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2612247 Apr 07 12:13:37.260609 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37878) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:37.263381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aed76-3ef6-40e2-adca-732f2c616122 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event updated for resources: {'Network': ['ID=d93dd7e6-1234-4bc2-86ca-8bd36b39a678,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:37.267840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Request body: {'subnet': {'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:37.297955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:37.377761 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.391933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Made reservation on behalf of 5abe618d5b2c48d1a7aebe54af67ad3d for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:37.396912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.472788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Allocated IP 172.20.0.2 (2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418/cbde9977-e5ac-47f8-b83c-a158a5117b11/9380bc67-9987-426e-b2f0-10511404d0bb) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:37.620802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (a57bc30a-69bf-49d9-b59d-749af771be3f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.656419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Publish callbacks [] for port (9380bc67-9987-426e-b2f0-10511404d0bb), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.663178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.704802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:37.705103 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event updated for resources: {'Subnet': ['ID=a57bc30a-69bf-49d9-b59d-749af771be3f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:37.711272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:37.722948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:37.723278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Checking segment: {'id': '98bcd1d5-9dbd-4130-8237-596411ba51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:37.723278 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Network hostable DHCP agents. Network: d93dd7e6-1234-4bc2-86ca-8bd36b39a678, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:37.728216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Pushing event updated for resources: {'Port': ['ID=9380bc67-9987-426e-b2f0-10511404d0bb,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:37.744891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:37.757166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d93dd7e6-1234-4bc2-86ca-8bd36b39a678) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:37.764884 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:37.764884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.784556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5b36e79c-6045-4a19-9067-e83f470c286e tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5222633 Apr 07 12:13:37.786811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea3724-7049-4dca-a3fa-954208a52b2b None None] Network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:37.787412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37880) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:37.791835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-327f016a-0988-4994-9275-6d7e26040bf1 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:37.851759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Attempting to bind port 9380bc67-9987-426e-b2f0-10511404d0bb on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:37.852138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Attempting to bind port 9380bc67-9987-426e-b2f0-10511404d0bb by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6b95480a-09c2-4427-a1ed-52235f7c98d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:37.852505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Attempting to bind port 9380bc67-9987-426e-b2f0-10511404d0bb on network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:37.867982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:37.868279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Checking segment: {'id': '6b95480a-09c2-4427-a1ed-52235f7c98d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:37.868590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.868988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Bound using segment: {'id': '6b95480a-09c2-4427-a1ed-52235f7c98d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:37.869516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Bound port: 9380bc67-9987-426e-b2f0-10511404d0bb, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b95480a-09c2-4427-a1ed-52235f7c98d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:37.869903 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.983203 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] For port 9380bc67-9987-426e-b2f0-10511404d0bb, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:37.987629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d93dd7e6-1234-4bc2-86ca-8bd36b39a678', 'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678', 'project_id': '5abe618d5b2c48d1a7aebe54af67ad3d', 'fixed_ips': [{'subnet_id': 'a57bc30a-69bf-49d9-b59d-749af771be3f'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:37.988523 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.991952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] For port 9380bc67-9987-426e-b2f0-10511404d0bb, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9380bc67-9987-426e-b2f0-10511404d0bb,segment=NetworkSegment(6b95480a-09c2-4427-a1ed-52235f7c98d9),segment_id=6b95480a-09c2-4427-a1ed-52235f7c98d9)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:38.005577 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.171761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb62c2-831b-40f2-92e3-3b821336d7e9 None None] Pushing event updated for resources: {'Port': ['ID=9380bc67-9987-426e-b2f0-10511404d0bb,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:38.251589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Allocated IP 172.21.0.2 (d93dd7e6-1234-4bc2-86ca-8bd36b39a678/a57bc30a-69bf-49d9-b59d-749af771be3f/844f19fc-2201-41bf-8a6d-f9275cd872f7) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:38.473626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Publish callbacks [] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.485764 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.520324 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-327f016a-0988-4994-9275-6d7e26040bf1 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for router_gateway (d9b28d75-0358-49d5-9c31-e74a045cfdc1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.531200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:38.536803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:38.542205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:38.545605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Pushing event updated for resources: {'Port': ['ID=844f19fc-2201-41bf-8a6d-f9275cd872f7,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:38.610635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Attempting to bind port 844f19fc-2201-41bf-8a6d-f9275cd872f7 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:38.611042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Attempting to bind port 844f19fc-2201-41bf-8a6d-f9275cd872f7 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '98bcd1d5-9dbd-4130-8237-596411ba51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:38.612349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Attempting to bind port 844f19fc-2201-41bf-8a6d-f9275cd872f7 on network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:38.616806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:38.617210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Checking segment: {'id': '98bcd1d5-9dbd-4130-8237-596411ba51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:38.617614 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.618015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Bound using segment: {'id': '98bcd1d5-9dbd-4130-8237-596411ba51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:38.618483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Bound port: 844f19fc-2201-41bf-8a6d-f9275cd872f7, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bcd1d5-9dbd-4130-8237-596411ba51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd93dd7e6-1234-4bc2-86ca-8bd36b39a678'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:38.618873 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.687786 n-d-836788-1 neutron-server[104178]: INFO neutron.api.v2.resource [None req-327f016a-0988-4994-9275-6d7e26040bf1 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 12:13:38.689263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-327f016a-0988-4994-9275-6d7e26040bf1 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "PUT /v2.0/routers/d9b28d75-0358-49d5-9c31-e74a045cfdc1 HTTP/1.1" status: 400 len: 364 time: 0.9008608 Apr 07 12:13:38.698111 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37882) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:38.714859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] For port 844f19fc-2201-41bf-8a6d-f9275cd872f7, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:38.720737 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] For port 844f19fc-2201-41bf-8a6d-f9275cd872f7, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=844f19fc-2201-41bf-8a6d-f9275cd872f7,segment=NetworkSegment(98bcd1d5-9dbd-4130-8237-596411ba51ea),segment_id=98bcd1d5-9dbd-4130-8237-596411ba51ea)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:38.732120 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.799402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9380bc67-9987-426e-b2f0-10511404d0bb up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:38.839086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Deleting subnet a57bc30a-69bf-49d9-b59d-749af771be3f {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:13:38.844358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for subnet (a57bc30a-69bf-49d9-b59d-749af771be3f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.878762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cd370-be28-4718-b1a2-9eefe80a6e43 None None] Pushing event updated for resources: {'Port': ['ID=844f19fc-2201-41bf-8a6d-f9275cd872f7,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:38.905831 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9380bc67-9987-426e-b2f0-10511404d0bb triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:38.906193 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.931500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (a57bc30a-69bf-49d9-b59d-749af771be3f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.037878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9380bc67-9987-426e-b2f0-10511404d0bb is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:39.037878 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.081451 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (a57bc30a-69bf-49d9-b59d-749af771be3f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.111678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 9380bc67-9987-426e-b2f0-10511404d0bb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9380bc67-9987-426e-b2f0-10511404d0bb,segment=NetworkSegment(6b95480a-09c2-4427-a1ed-52235f7c98d9),segment_id=6b95480a-09c2-4427-a1ed-52235f7c98d9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:39.118180 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.196022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (a57bc30a-69bf-49d9-b59d-749af771be3f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.236275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event deleted for resources: {'Subnet': ['ID=a57bc30a-69bf-49d9-b59d-749af771be3f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:39.245559 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.251529 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-aaa524e5-f9c4-4868-95ff-e623e2ce8859 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "DELETE /v2.0/subnets/a57bc30a-69bf-49d9-b59d-749af771be3f HTTP/1.1" status: 204 len: 168 time: 0.5508554 Apr 07 12:13:39.252919 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37884) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:39.382434 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d93dd7e6-1234-4bc2-86ca-8bd36b39a678), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.463948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Deleting port 844f19fc-2201-41bf-8a6d-f9275cd872f7 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:39.464374 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.470438 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=9380bc67-9987-426e-b2f0-10511404d0bb,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:39.537490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddb715-0c5b-4813-b03f-0709a76b4b46 None None] Network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:39.547665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] For port 844f19fc-2201-41bf-8a6d-f9275cd872f7, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=844f19fc-2201-41bf-8a6d-f9275cd872f7,segment=NetworkSegment(98bcd1d5-9dbd-4130-8237-596411ba51ea),segment_id=98bcd1d5-9dbd-4130-8237-596411ba51ea)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:39.547946 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.561828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Calling delete_port for 844f19fc-2201-41bf-8a6d-f9275cd872f7 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:39.651476 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3297109b-67ac-4883-8f0d-3db1be4d6b80 None None] Provisioning complete for port 9380bc67-9987-426e-b2f0-10511404d0bb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:39.651967 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3297109b-67ac-4883-8f0d-3db1be4d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.663485 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (844f19fc-2201-41bf-8a6d-f9275cd872f7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.713640 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] No DVR routers for this DVR port 844f19fc-2201-41bf-8a6d-f9275cd872f7 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:39.716491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event deleted for resources: {'Port': ['ID=844f19fc-2201-41bf-8a6d-f9275cd872f7,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:39.789974 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3297109b-67ac-4883-8f0d-3db1be4d6b80 None None] Current status of the port 9380bc67-9987-426e-b2f0-10511404d0bb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:39.819947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d93dd7e6-1234-4bc2-86ca-8bd36b39a678), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.853816 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93dd7e6-1234-4bc2-86ca-8bd36b39a678']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:39.867602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bcd1d5-9dbd-4130-8237-596411ba51ea') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:39.867909 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bcd1d5-9dbd-4130-8237-596411ba51ea') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:39.883330 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (98bcd1d5-9dbd-4130-8237-596411ba51ea), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.909402 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (98bcd1d5-9dbd-4130-8237-596411ba51ea), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.922906 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:39.923284 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (98bcd1d5-9dbd-4130-8237-596411ba51ea), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:39.926607 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:40.006111 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d93dd7e6-1234-4bc2-86ca-8bd36b39a678), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.020169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.028465 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "DELETE /v2.0/networks/d93dd7e6-1234-4bc2-86ca-8bd36b39a678 HTTP/1.1" status: 204 len: 168 time: 0.7712038 Apr 07 12:13:40.029251 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37886) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:40.059689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cfb8e-8547-48a9-af5b-7d8e2dda9ffb tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event deleted for resources: {'Network': ['ID=d93dd7e6-1234-4bc2-86ca-8bd36b39a678,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:40.114947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Deleting subnet cbde9977-e5ac-47f8-b83c-a158a5117b11 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:13:40.118279 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c0897d81-538d-48cf-aba8-629398a3cebb None None] Provisioning complete for port 9380bc67-9987-426e-b2f0-10511404d0bb triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:40.118472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for subnet (cbde9977-e5ac-47f8-b83c-a158a5117b11), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.118652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c0897d81-538d-48cf-aba8-629398a3cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.181045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (cbde9977-e5ac-47f8-b83c-a158a5117b11), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.250931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c0897d81-538d-48cf-aba8-629398a3cebb None None] Current status of the port 9380bc67-9987-426e-b2f0-10511404d0bb is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:40.306360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cbde9977-e5ac-47f8-b83c-a158a5117b11), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.332530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a68a0-7964-4080-9200-3aa73850e403 None None] DHCP port deletion for d93dd7e6-1234-4bc2-86ca-8bd36b39a678 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:13:40.354887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f4e2d-cc4e-470c-a2ba-220fef919311 None None] Network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:40.371893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f4e2d-cc4e-470c-a2ba-220fef919311 None None] Network d93dd7e6-1234-4bc2-86ca-8bd36b39a678 could not be found, it might have been deleted concurrently. {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 12:13:40.377938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-05c9b7e5-687d-437b-b04d-f72cb949bcfc None None] Could not find standard attr ID for object 844f19fc-2201-41bf-8a6d-f9275cd872f7. {{(pid=104179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 12:13:40.397091 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (cbde9977-e5ac-47f8-b83c-a158a5117b11), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.429933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event deleted for resources: {'Subnet': ['ID=cbde9977-e5ac-47f8-b83c-a158a5117b11,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:40.434088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.437904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f712cb3a-2c53-4b40-9b7b-7999a5c9411c tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "DELETE /v2.0/subnets/cbde9977-e5ac-47f8-b83c-a158a5117b11 HTTP/1.1" status: 204 len: 168 time: 0.4061532 Apr 07 12:13:40.440529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37888) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:40.443524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad6271-5364-40e2-8cd4-b2c2cbcc9a61 None None] Network 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:40.529173 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.601576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Deleting port 9380bc67-9987-426e-b2f0-10511404d0bb {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:40.601915 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.616093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] DHCP port deletion for 2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:13:40.670500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] Deleting port 9380bc67-9987-426e-b2f0-10511404d0bb {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:40.671223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.698283 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] For port 9380bc67-9987-426e-b2f0-10511404d0bb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9380bc67-9987-426e-b2f0-10511404d0bb,segment=NetworkSegment(6b95480a-09c2-4427-a1ed-52235f7c98d9),segment_id=6b95480a-09c2-4427-a1ed-52235f7c98d9)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:40.698855 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.715555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Calling delete_port for 9380bc67-9987-426e-b2f0-10511404d0bb owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:40.741760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9380bc67-9987-426e-b2f0-10511404d0bb no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:40.783829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] For port 9380bc67-9987-426e-b2f0-10511404d0bb, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9380bc67-9987-426e-b2f0-10511404d0bb,segment=NetworkSegment(6b95480a-09c2-4427-a1ed-52235f7c98d9),segment_id=6b95480a-09c2-4427-a1ed-52235f7c98d9)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:40.784236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.803874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] Calling delete_port for 9380bc67-9987-426e-b2f0-10511404d0bb owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:40.816788 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.824665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No active binding found for port 9380bc67-9987-426e-b2f0-10511404d0bb {{(pid=104179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 12:13:40.825055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] The host n-d-836788-1 is not matching for port 9380bc67-9987-426e-b2f0-10511404d0bb host None! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:13:40.825507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9380bc67-9987-426e-b2f0-10511404d0bb not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:13:40.852532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event deleted for resources: {'Port': ['ID=9380bc67-9987-426e-b2f0-10511404d0bb,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:40.857002 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] No DVR routers for this DVR port 9380bc67-9987-426e-b2f0-10511404d0bb on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:40.908916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (9380bc67-9987-426e-b2f0-10511404d0bb), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.935451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] Pushing event deleted for resources: {'Port': ['ID=9380bc67-9987-426e-b2f0-10511404d0bb,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:40.939901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea6c65-e72b-4651-9595-2e046ce23e36 None None] No DVR routers for this DVR port 9380bc67-9987-426e-b2f0-10511404d0bb on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:40.957799 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:40.981486 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:40.993381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b95480a-09c2-4427-a1ed-52235f7c98d9') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:40.993689 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b95480a-09c2-4427-a1ed-52235f7c98d9') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:41.005586 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (6b95480a-09c2-4427-a1ed-52235f7c98d9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.022194 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6b95480a-09c2-4427-a1ed-52235f7c98d9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.028637 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:13:41.029030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (6b95480a-09c2-4427-a1ed-52235f7c98d9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:13:41.032995 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:13:41.119037 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.138729 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.143584 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "DELETE /v2.0/networks/2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418 HTTP/1.1" status: 204 len: 168 time: 0.7017944 Apr 07 12:13:41.147548 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37890) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:41.159091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed01046-f622-4b55-a609-b5f54b278da6 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Pushing event deleted for resources: {'Network': ['ID=2bbe2bdb-7ce1-4407-9c51-62b2e5dcb418,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:41.461308 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-99947631-ab4c-48ae-a1ff-df395fceee72 tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9b28d75-0358-49d5-9c31-e74a045cfdc1 HTTP/1.1" status: 200 len: 205 time: 0.3120925 Apr 07 12:13:41.464063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37892) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:41.601041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for router (d9b28d75-0358-49d5-9c31-e74a045cfdc1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.784821 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (d9b28d75-0358-49d5-9c31-e74a045cfdc1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.787208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for router_controller (d9b28d75-0358-49d5-9c31-e74a045cfdc1), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.841473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (d9b28d75-0358-49d5-9c31-e74a045cfdc1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.842015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Fanout notify agent at l3_agent the message router_deleted on router d9b28d75-0358-49d5-9c31-e74a045cfdc1 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:13:41.850982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.852167 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7ad96643-568b-4549-9c93-bf90dab8a1ab tempest-RoutersNegativeTest-688998918 tempest-RoutersNegativeTest-688998918-project] 10.222.0.13 "DELETE /v2.0/routers/d9b28d75-0358-49d5-9c31-e74a045cfdc1 HTTP/1.1" status: 204 len: 168 time: 0.3871038 Apr 07 12:13:42.150037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37898) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:42.343788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c917732a-1982-49db-bfa9-6331af325f0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5abe618d5b2c48d1a7aebe54af67ad3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879621 Apr 07 12:13:42.343788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37902) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:42.398148 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04aa545d-4432-4078-bb3e-896c196228df admin admin] Publish callbacks [] for security_group (bd433b80-cec5-4107-8b84-83f1dcf692f9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:42.421478 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04aa545d-4432-4078-bb3e-896c196228df admin admin] Publish callbacks [] for security_group (bd433b80-cec5-4107-8b84-83f1dcf692f9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:42.475143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04aa545d-4432-4078-bb3e-896c196228df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (bd433b80-cec5-4107-8b84-83f1dcf692f9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:42.477868 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-04aa545d-4432-4078-bb3e-896c196228df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:42.479068 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-04aa545d-4432-4078-bb3e-896c196228df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd433b80-cec5-4107-8b84-83f1dcf692f9 HTTP/1.1" status: 204 len: 168 time: 0.1349604 Apr 07 12:13:42.490021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa545d-4432-4078-bb3e-896c196228df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd433b80-cec5-4107-8b84-83f1dcf692f9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:43.160834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:43.262267 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1570425044-network', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:43.286397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Made reservation on behalf of 4d96adf9e7914f9d8ec34ba910fc409b for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:43.288717 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.297763 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.375574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks [] for security_group (7e22ea74-3f10-4825-be46-9bcd29d9177f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.379768 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e22ea74-3f10-4825-be46-9bcd29d9177f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.410391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:43.415849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e22ea74-3f10-4825-be46-9bcd29d9177f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:43.423916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5fb2a52a-63e1-4295-a199-888f9b294a20), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.424271 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Added segment 5fb2a52a-63e1-4295-a199-888f9b294a20 of type vlan for network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f Apr 07 12:13:43.469039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5230cde9-0e93-4939-8cbd-8a23c3f5e30f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.499963 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5230cde9-0e93-4939-8cbd-8a23c3f5e30f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.500930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:43.501553 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.557581 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3954270 Apr 07 12:13:43.560463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37928) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:43.566062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Request body: {'subnet': {'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-subnet', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:43.569790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfaf95-0229-4c3d-972c-576a813eb0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5230cde9-0e93-4939-8cbd-8a23c3f5e30f,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:43.580882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:43.591090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Made reservation on behalf of 4d96adf9e7914f9d8ec34ba910fc409b for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:43.594721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.795060 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (28535f1d-c5bf-4cbc-9d49-be10166cf0d8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.852879 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28535f1d-c5bf-4cbc-9d49-be10166cf0d8,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:43.865178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Checking segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:43.865546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Network hostable DHCP agents. Network: 5230cde9-0e93-4939-8cbd-8a23c3f5e30f, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:43.883412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:43.894006 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5230cde9-0e93-4939-8cbd-8a23c3f5e30f) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:43.899231 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:43.900265 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.907446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334a3b3-c266-481f-896b-5a8a08155b21 None None] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:43.919352 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cdb77b53-a06e-456c-883a-5fefd62af980 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3577011 Apr 07 12:13:43.922642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37930) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:43.927465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:43.958943 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.960192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.031325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks [] for router_controller (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.061260 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:44.063556 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.205170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks [] for router_gateway (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.239111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Allocated IP 172.20.0.2 (5230cde9-0e93-4939-8cbd-8a23c3f5e30f/28535f1d-c5bf-4cbc-9d49-be10166cf0d8/60d65480-c1e2-45d8-b7b5-c8ded7a6248b) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:44.427646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Publish callbacks [] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.437252 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.473193 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks [] for router_gateway (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.493317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:44.494378 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.499862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:44.500989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:44.524460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Pushing event updated for resources: {'Port': ['ID=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:44.590389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Attempting to bind port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:44.591441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Attempting to bind port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:44.591441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Attempting to bind port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:44.597700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:44.598221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Checking segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:44.598693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.599246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Bound using segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:44.600086 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Bound port: 60d65480-c1e2-45d8-b7b5-c8ded7a6248b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:44.600523 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.637523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Allocated IP 172.25.5.169 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cecf8c94-6c98-4c29-915f-5d623ba5005d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:44.709896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] For port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:44.713926 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] For port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:44.722650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.794925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286ed1-63fc-466b-8106-4bf954863dcc None None] Pushing event updated for resources: {'Port': ['ID=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:44.805244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks [] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.865940 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.925329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:44.929222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:44.933684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:44.963448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Pushing event updated for resources: {'Port': ['ID=cecf8c94-6c98-4c29-915f-5d623ba5005d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:45.314097 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks [] for router_gateway (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:45.547454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:45.716894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:13:45.850991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:13:45.863648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Sync routers for ids ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:13:45.876722 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:45.883082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37932) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:45.883703 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9d442ef6-bdaf-44bb-be6d-2bd5da2ec051 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9593544 Apr 07 12:13:45.893686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Routers {'86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:45.894782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:46.013758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7897159c-9039-4cce-b566-81d7cb67ab8c None None] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:46.113556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] Provisioning complete for port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:46.113991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.194899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Set router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:46.374223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] Current status of the port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:46.374740 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.441835 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.487505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] For port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:46.494909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.587818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04300c16-7363-4206-aaad-b93d0b11de54 None None] Pushing event updated for resources: {'Port': ['ID=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:46.599531 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:13:45Z', 'revision_number': 3, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:46.637617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Checking router: 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:13:46.637977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Updating router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc port cecf8c94-6c98-4c29-915f-5d623ba5005d binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:13:46.647147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Allocated IP 172.20.0.1 (5230cde9-0e93-4939-8cbd-8a23c3f5e30f/28535f1d-c5bf-4cbc-9d49-be10166cf0d8/c1dcef2f-a494-4e8d-b64d-bae042fc40e2) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:46.698714 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.798309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 60d65480-c1e2-45d8-b7b5-c8ded7a6248b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:46.802957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-62276592-8613-4096-8679-d5e147f52a93 None None] Provisioning complete for port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:46.803334 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-62276592-8613-4096-8679-d5e147f52a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.807983 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks [] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.851096 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.895572 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:46.898647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:46.901210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:46.929959 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Pushing event updated for resources: {'Port': ['ID=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:46.959298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.135776 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.207874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:47.208469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.276626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-62276592-8613-4096-8679-d5e147f52a93 None None] Current status of the port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:47.310557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks [] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.316547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.370737 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Publish callbacks [] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.383536 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.391701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Pushing event updated for resources: {'Port': ['ID=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:47.395215 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.396814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:47.459493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988550ff-f82f-4d7f-bea9-98e05c1410da None None] Pushing event updated for resources: {'Port': ['ID=cecf8c94-6c98-4c29-915f-5d623ba5005d,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:47.462107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-11912ab5-2846-4e4f-a34a-0833c6742a2c None None] Provisioning complete for port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:47.462489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-11912ab5-2846-4e4f-a34a-0833c6742a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.464617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Attempting to bind port cecf8c94-6c98-4c29-915f-5d623ba5005d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:47.464995 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Attempting to bind port cecf8c94-6c98-4c29-915f-5d623ba5005d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:47.466047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Attempting to bind port cecf8c94-6c98-4c29-915f-5d623ba5005d on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:47.494303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:47.494751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:47.495170 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.495574 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:47.496073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Bound port: cecf8c94-6c98-4c29-915f-5d623ba5005d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:47.496463 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.497413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:47.499400 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:47.532204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-11912ab5-2846-4e4f-a34a-0833c6742a2c None None] Port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:13:47.565221 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] For port cecf8c94-6c98-4c29-915f-5d623ba5005d, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:47.568868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] For port cecf8c94-6c98-4c29-915f-5d623ba5005d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cecf8c94-6c98-4c29-915f-5d623ba5005d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:47.577629 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.641620 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Routers {'86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:47.642650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:47.644436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:13:47.710083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988550ff-f82f-4d7f-bea9-98e05c1410da None None] Pushing event updated for resources: {'Port': ['ID=cecf8c94-6c98-4c29-915f-5d623ba5005d,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:47.771304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] Set router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:47.773648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:13:47.778662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-30893294-ab9e-4eec-aece-a9172808645d admin admin] 10.222.0.13 "PUT /v2.0/routers/86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942239 Apr 07 12:13:47.908120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-46d9ae86-c8c7-4053-974d-80fecf2432da None None] Provisioning complete for port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:47.908496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46d9ae86-c8c7-4053-974d-80fecf2432da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.970391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-46d9ae86-c8c7-4053-974d-80fecf2432da None None] Port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:13:48.037393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c1dcef2f-a494-4e8d-b64d-bae042fc40e2', 'name': '', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'mac_address': 'fa:16:3e:79:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:46Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 2, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'subnets': [{'id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:48.079355 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e558e2d-8c4d-455c-b80b-5bbf03ca339b None None] The sync data for ids ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'] in n-d-836788-1 is: [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c1dcef2f-a494-4e8d-b64d-bae042fc40e2', 'name': '', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'mac_address': 'fa:16:3e:79:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:46Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 2, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'subnets': [{'id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:13:48.438806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37948) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:48.454726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-248007038-network', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:48.486175 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Made reservation on behalf of a4478d362cba4d799d114daac6f1898c for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:48.489323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.806814 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.898591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks [] for security_group (f6900f54-0453-4495-89b3-d08cae9dd2bc), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.906847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f6900f54-0453-4495-89b3-d08cae9dd2bc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.935247 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:13:48.952629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6900f54-0453-4495-89b3-d08cae9dd2bc,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:48.968571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bf366838-385a-4d1c-a115-951ba5c50a52), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.969931 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Added segment bf366838-385a-4d1c-a115-951ba5c50a52 of type vlan for network a52ec942-05bc-4c09-9e18-c1fef8f7189d Apr 07 12:13:49.024801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (a52ec942-05bc-4c09-9e18-c1fef8f7189d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.054110 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (a52ec942-05bc-4c09-9e18-c1fef8f7189d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.055208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:49.055810 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.117903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6776772 Apr 07 12:13:49.120835 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37950) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:49.130562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Request body: {'subnet': {'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-subnet', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:49.135208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9c11-a91b-4d18-a493-c2cf928541b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a52ec942-05bc-4c09-9e18-c1fef8f7189d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:49.149651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:13:49.168034 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Made reservation on behalf of a4478d362cba4d799d114daac6f1898c for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:49.171247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.400812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (20b944d9-a222-4f1f-a630-b7b11802ede3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.456751 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b944d9-a222-4f1f-a630-b7b11802ede3,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:49.471459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.471920 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.472269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.472612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.472944 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.473305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.473636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.473964 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.474290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.474615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.474942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.475265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.475587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:49.481245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Checking segment: {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:49.481610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Network hostable DHCP agents. Network: a52ec942-05bc-4c09-9e18-c1fef8f7189d, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:13:49.500473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:13:49.511181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, a52ec942-05bc-4c09-9e18-c1fef8f7189d) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:49.517319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:49.518640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.524083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12362e6c-1d98-4efc-ba2c-292624bcd5c1 None None] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:49.537511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3540101f-2090-401c-9025-a1c3abd66fba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4140456 Apr 07 12:13:49.540550 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 37952) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:49.546651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:49.568415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.569671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.646888 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks [] for router_controller (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.678930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'fixed_ips': [{'subnet_id': '20b944d9-a222-4f1f-a630-b7b11802ede3'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:13:49.680225 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.852375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks [] for router_gateway (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.886984 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Allocated IP 172.20.0.2 (a52ec942-05bc-4c09-9e18-c1fef8f7189d/20b944d9-a222-4f1f-a630-b7b11802ede3/e71a6c70-ab5e-4947-ab57-49ec1d846b2e) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:50.076773 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Publish callbacks [] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.083623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.102043 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks [] for router_gateway (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.124459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.126111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:50.129755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:50.133528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:50.146604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Pushing event updated for resources: {'Port': ['ID=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:50.207026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Attempting to bind port e71a6c70-ab5e-4947-ab57-49ec1d846b2e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:50.207738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Attempting to bind port e71a6c70-ab5e-4947-ab57-49ec1d846b2e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:50.207869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Attempting to bind port e71a6c70-ab5e-4947-ab57-49ec1d846b2e on network a52ec942-05bc-4c09-9e18-c1fef8f7189d {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:50.213845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:50.214263 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Checking segment: {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:50.214674 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.215109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Bound using segment: {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:50.215660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Bound port: e71a6c70-ab5e-4947-ab57-49ec1d846b2e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:50.216145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.244352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Allocated IP 172.25.5.131 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/30fdde69-4988-4c88-b99b-8b300fdaff25) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:50.309181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] For port e71a6c70-ab5e-4947-ab57-49ec1d846b2e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:50.313862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] For port e71a6c70-ab5e-4947-ab57-49ec1d846b2e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,segment=NetworkSegment(bf366838-385a-4d1c-a115-951ba5c50a52),segment_id=bf366838-385a-4d1c-a115-951ba5c50a52)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:50.322386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.372770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks [] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.421717 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa232a-29e7-4670-b335-0fd26151d497 None None] Pushing event updated for resources: {'Port': ['ID=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:50.430685 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.484855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:50.490257 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:50.496362 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:50.521510 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Pushing event updated for resources: {'Port': ['ID=30fdde69-4988-4c88-b99b-8b300fdaff25,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:50.759351 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Sync routers for ids ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:13:50.774951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Routers {'86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:50.779691 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:50.841253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cecf8c94-6c98-4c29-915f-5d623ba5005d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:50.901546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cecf8c94-6c98-4c29-915f-5d623ba5005d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:50.901951 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.925178 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Set router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:51.035942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cecf8c94-6c98-4c29-915f-5d623ba5005d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:51.036746 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.079273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port cecf8c94-6c98-4c29-915f-5d623ba5005d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cecf8c94-6c98-4c29-915f-5d623ba5005d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:51.085417 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.086723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e71a6c70-ab5e-4947-ab57-49ec1d846b2e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:51.179386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=cecf8c94-6c98-4c29-915f-5d623ba5005d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:51.200563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e71a6c70-ab5e-4947-ab57-49ec1d846b2e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:51.200563 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.223162 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c1dcef2f-a494-4e8d-b64d-bae042fc40e2', 'name': '', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'mac_address': 'fa:16:3e:79:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:46Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 2, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'subnets': [{'id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:51.223814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks [] for router_gateway (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.255296 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Checking router: 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:13:51.255650 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Updating router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:13:51.290120 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.321354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e71a6c70-ab5e-4947-ab57-49ec1d846b2e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:51.322042 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.368215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port e71a6c70-ab5e-4947-ab57-49ec1d846b2e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,segment=NetworkSegment(bf366838-385a-4d1c-a115-951ba5c50a52),segment_id=bf366838-385a-4d1c-a115-951ba5c50a52)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:51.374489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.431932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:51.485327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.636243 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Publish callbacks [] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.639080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a5653-ff72-4fd7-bc14-8c6e048f311b None None] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:13:51.643241 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.649165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:13:51.752412 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Pushing event updated for resources: {'Port': ['ID=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:51.762659 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.763318 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.763567 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.764011 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.764480 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.765244 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.765818 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.766403 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.766952 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.767557 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.768038 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.768473 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.768905 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:51.795248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:13:51.797100 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Attempting to bind port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:51.797332 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Attempting to bind port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:51.797710 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Attempting to bind port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:51.811939 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:51.812652 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Checking segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:51.813288 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.813838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Bound using segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:51.814487 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Bound port: c1dcef2f-a494-4e8d-b64d-bae042fc40e2, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:51.816201 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.819738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Sync routers for ids ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:13:51.824504 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.829051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2c4b1dce-78b1-41ec-836b-d40fc7efd660 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2862508 Apr 07 12:13:51.830023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7d1ff212-fdb4-4960-9dac-a088cbfb0a45 None None] Provisioning complete for port e71a6c70-ab5e-4947-ab57-49ec1d846b2e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:51.830487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff212-fdb4-4960-9dac-a088cbfb0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:51.830989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 37954) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:51.865576 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Routers {'958f07d6-a8ce-4043-998b-74cb7c8eb7d3'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:51.866808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:51.923091 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] For port c1dcef2f-a494-4e8d-b64d-bae042fc40e2, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:51.928675 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] For port c1dcef2f-a494-4e8d-b64d-bae042fc40e2, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:51.941024 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.011424 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Routers {'86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:52.012051 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:52.122293 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5db4c-e775-442d-af1a-74b2717d878e None None] Pushing event updated for resources: {'Port': ['ID=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:52.195641 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] Set router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:52.324489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ff212-fdb4-4960-9dac-a088cbfb0a45 None None] Current status of the port e71a6c70-ab5e-4947-ab57-49ec1d846b2e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:52.331871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Set router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:52.349698 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:13:52.470473 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Provisioning complete for port e71a6c70-ab5e-4947-ab57-49ec1d846b2e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:52.470782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.472457 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.509914 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c1dcef2f-a494-4e8d-b64d-bae042fc40e2', 'name': '', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'mac_address': 'fa:16:3e:79:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:46Z', 'updated_at': '2022-04-07T12:13:51Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'subnets': [{'id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:52.539415 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50e473-0f0c-4faf-a7e5-eb2564ff7efd None None] The sync data for ids ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'] in n-d-836788-1 is: [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:13:47Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'c1dcef2f-a494-4e8d-b64d-bae042fc40e2', 'name': '', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'mac_address': 'fa:16:3e:79:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:46Z', 'updated_at': '2022-04-07T12:13:51Z', 'revision_number': 4, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'subnets': [{'id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:13:52.608273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Current status of the port e71a6c70-ab5e-4947-ab57-49ec1d846b2e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:52.627594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Provisioning complete for port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:52.627975 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.632331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:13:50Z', 'revision_number': 3, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:52.658065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Allocated IP 172.20.0.1 (a52ec942-05bc-4c09-9e18-c1fef8f7189d/20b944d9-a222-4f1f-a630-b7b11802ede3/ac21e6a4-111e-4d70-a106-9a4cfd6091b5) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:52.680655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Checking router: 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:13:52.680655 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Updating router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 port 30fdde69-4988-4c88-b99b-8b300fdaff25 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:13:52.730377 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.836069 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks [] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.854054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c1dcef2f-a494-4e8d-b64d-bae042fc40e2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:52.882500 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.908566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Current status of the port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:52.908949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:52.921189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:52.925979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:52.930035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:52.970503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Pushing event updated for resources: {'Port': ['ID=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.005397 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.009628 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] For port c1dcef2f-a494-4e8d-b64d-bae042fc40e2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:53.021530 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.059981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:53.060358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.146084 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6730b-8222-4d8b-ac96-a4b3e00e1813 None None] Pushing event updated for resources: {'Port': ['ID=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.203208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.256888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Publish callbacks [] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.263488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:53.265344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cecf8c94-6c98-4c29-915f-5d623ba5005d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:53.269907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.328105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-029af960-745a-48c9-83cf-8922e7bb33c9 None None] Provisioning complete for port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:53.328826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-029af960-745a-48c9-83cf-8922e7bb33c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.399324 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks [] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.400686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Attempting to bind port 30fdde69-4988-4c88-b99b-8b300fdaff25 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:53.401124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Attempting to bind port 30fdde69-4988-4c88-b99b-8b300fdaff25 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:53.401549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Attempting to bind port 30fdde69-4988-4c88-b99b-8b300fdaff25 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:53.404574 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.405932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae6475-b72a-4f0f-be9d-2f847d273b98 None None] Pushing event updated for resources: {'Port': ['ID=30fdde69-4988-4c88-b99b-8b300fdaff25,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.411152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-029af960-745a-48c9-83cf-8922e7bb33c9 None None] Port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:13:53.416429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:53.416819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:53.417282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.417698 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:53.418183 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Bound port: 30fdde69-4988-4c88-b99b-8b300fdaff25, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:53.418566 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.454500 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cecf8c94-6c98-4c29-915f-5d623ba5005d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:53.454871 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.485413 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Pushing event updated for resources: {'Port': ['ID=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.487759 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.510006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] For port 30fdde69-4988-4c88-b99b-8b300fdaff25, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:53.523021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] For port 30fdde69-4988-4c88-b99b-8b300fdaff25, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=30fdde69-4988-4c88-b99b-8b300fdaff25,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:53.533279 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.584616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:53.586432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:53.623978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cecf8c94-6c98-4c29-915f-5d623ba5005d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:53.624738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e71a6c70-ab5e-4947-ab57-49ec1d846b2e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:53.627885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Routers {'958f07d6-a8ce-4043-998b-74cb7c8eb7d3'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:53.628532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:53.716347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae6475-b72a-4f0f-be9d-2f847d273b98 None None] Pushing event updated for resources: {'Port': ['ID=30fdde69-4988-4c88-b99b-8b300fdaff25,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.725942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:13:53.774733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port e71a6c70-ab5e-4947-ab57-49ec1d846b2e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:53.775117 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.808868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] Set router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:53.871499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:13:53.877511 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-78988687-8c6b-4678-992a-23cd05ba8394 admin admin] 10.222.0.13 "PUT /v2.0/routers/958f07d6-a8ce-4043-998b-74cb7c8eb7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451264 Apr 07 12:13:53.986551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1f7e8c9d-d68f-40f2-97bd-9b5447eea165 None None] Provisioning complete for port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:53.986926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8c9d-d68f-40f2-97bd-9b5447eea165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.036905 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port e71a6c70-ab5e-4947-ab57-49ec1d846b2e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:54.062623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e8c9d-d68f-40f2-97bd-9b5447eea165 None None] Port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:13:54.112007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ac21e6a4-111e-4d70-a106-9a4cfd6091b5', 'name': '', 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'mac_address': 'fa:16:3e:7a:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:52Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 2, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'subnets': [{'id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:54.138749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bd7fc-6e8c-499e-a8ec-fe4efce628fc None None] The sync data for ids ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'] in n-d-836788-1 is: [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ac21e6a4-111e-4d70-a106-9a4cfd6091b5', 'name': '', 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'mac_address': 'fa:16:3e:7a:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:52Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 2, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'subnets': [{'id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:13:54.642288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-474c7d18-745e-4e4a-8dd2-84338b6f6cc9 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:54.643845 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-474c7d18-745e-4e4a-8dd2-84338b6f6cc9 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 817 time: 0.1171925 Apr 07 12:13:54.659826 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-364a0292-8ed4-47c9-a458-b9675378bc92 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/quotas/4d96adf9e7914f9d8ec34ba910fc409b HTTP/1.1" status: 200 len: 375 time: 0.0104835 Apr 07 12:13:54.720083 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-5fcaa8a9-12b1-4a95-94f1-4d17a142b840 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544155 Apr 07 12:13:54.729794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c1dcef2f-a494-4e8d-b64d-bae042fc40e2 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:54.737148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-8871114e-6502-4d65-b88e-ccf6307dada7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:13:54.738127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-8871114e-6502-4d65-b88e-ccf6307dada7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059633 Apr 07 12:13:54.784589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:54.785095 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.835313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-1e011c80-79aa-4553-b369-d9235ee3d9c1 service neutron] 10.222.0.13 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906022 Apr 07 12:13:54.867227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:54.927763 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-ba75f3f2-3db3-4bf0-b949-b3bde94d8540 service neutron] 10.222.0.13 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865190 Apr 07 12:13:55.115375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3609a665-6c0c-4a86-b56a-2101a8932f6d req-06e3f93d-9798-47e3-92c8-37de80da832b tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 210 time: 0.0325489 Apr 07 12:13:56.118333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-88edce2c-b512-45fc-8907-dae3ed334743 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:56.119807 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-88edce2c-b512-45fc-8907-dae3ed334743 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 817 time: 0.1155429 Apr 07 12:13:56.132869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Request body: {'port': {'device_id': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'admin_state_up': True, 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:56.224224 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-91b3a6ab-2854-441d-8c79-3f8d9da770ff req-7dc1e3b1-abb5-430b-a964-116c9e55cf98 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Apr 07 12:13:56.256097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Made reservation on behalf of 4d96adf9e7914f9d8ec34ba910fc409b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:56.259417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:56.400238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Allocated IP 172.20.0.11 (5230cde9-0e93-4939-8cbd-8a23c3f5e30f/28535f1d-c5bf-4cbc-9d49-be10166cf0d8/0e7a3191-8fea-4192-9b95-aabc3a0a6903) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:56.487856 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Sync routers for ids ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:13:56.498144 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Routers {'958f07d6-a8ce-4043-998b-74cb7c8eb7d3'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:56.500241 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:56.558586 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks [] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:56.599116 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:56.644676 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:56.647823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:56.653710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:56.660358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Pushing event updated for resources: {'Port': ['ID=0e7a3191-8fea-4192-9b95-aabc3a0a6903,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:56.710443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:56.711328 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:56.718382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Set router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:56.756379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a70c3567-fac9-43cc-91de-16979115d887 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6276844 Apr 07 12:13:56.766173 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-ec692f82-00eb-4e2e-9339-b3269548a08b tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:13:56.767564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-ec692f82-00eb-4e2e-9339-b3269548a08b tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056949 Apr 07 12:13:56.778340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Request body: {'port': {'device_id': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:56.796148 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 30fdde69-4988-4c88-b99b-8b300fdaff25 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:56.876914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 30fdde69-4988-4c88-b99b-8b300fdaff25 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:56.877079 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:56.881499 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:56.970214 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ac21e6a4-111e-4d70-a106-9a4cfd6091b5', 'name': '', 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'mac_address': 'fa:16:3e:7a:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:52Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 2, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'subnets': [{'id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:56.999423 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Checking router: 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:13:56.999997 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Updating router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:13:57.030400 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.116493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-909efb69-c07e-4782-8f54-dade31a73284 None None] Provisioning complete for port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:57.116871 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-909efb69-c07e-4782-8f54-dade31a73284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.177867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-909efb69-c07e-4782-8f54-dade31a73284 None None] Port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:13:57.190036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 30fdde69-4988-4c88-b99b-8b300fdaff25 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:57.190263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7a3191-8fea-4192-9b95-aabc3a0a6903 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:57.190918 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.202610 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Publish callbacks [] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.212667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 30fdde69-4988-4c88-b99b-8b300fdaff25, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=30fdde69-4988-4c88-b99b-8b300fdaff25,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:57.215521 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Transition to ACTIVE for port object 0e7a3191-8fea-4192-9b95-aabc3a0a6903 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:13:57.216766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.219381 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.286407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=30fdde69-4988-4c88-b99b-8b300fdaff25,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.286596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a3191-8fea-4192-9b95-aabc3a0a6903,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.300254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.300759 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.301258 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.301623 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.301968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.302509 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.303024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.303523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.304040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.305268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.305792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.306290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.306828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.360687 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Publish callbacks [] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.367913 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.383015 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Attempting to bind port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:57.383624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Attempting to bind port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:57.384166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Attempting to bind port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:57.390399 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:13:57.390748 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Attempting to bind port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:57.395185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1a82-2d55-4557-894e-880336e64bed req-3018b6b2-7ec3-4942-9fb4-31673df302cd tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:57.397055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:57.397443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Checking segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:57.397835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Bound using segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:57.398279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Bound port: 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:57.398644 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.403090 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-486f1a82-2d55-4557-894e-880336e64bed req-3018b6b2-7ec3-4942-9fb4-31673df302cd tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 944 time: 0.0764799 Apr 07 12:13:57.466295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08232deb-4f41-4a75-9e61-5f3e7e771684 None None] Pushing event updated for resources: {'Port': ['ID=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.472385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-486f1a82-2d55-4557-894e-880336e64bed req-7ee71191-44f6-486d-beb3-ef5223dbc737 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680335 Apr 07 12:13:57.496042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] For port 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:57.501685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] For port 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:57.509978 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Attempting to bind port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:57.510583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.510689 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Attempting to bind port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:57.510689 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Attempting to bind port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 on network a52ec942-05bc-4c09-9e18-c1fef8f7189d {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:57.520084 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:57.522607 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Checking segment: {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:57.523156 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.523770 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Bound using segment: {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:57.524387 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Bound port: ac21e6a4-111e-4d70-a106-9a4cfd6091b5, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf366838-385a-4d1c-a115-951ba5c50a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:57.524987 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.547244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:57.547883 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.549323 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] 10.222.0.23 "PUT /v2.0/ports/0e7a3191-8fea-4192-9b95-aabc3a0a6903 HTTP/1.1" status: 200 len: 1092 time: 0.7751935 Apr 07 12:13:57.549789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'tag': '0e7a3191-8fea-4192-9b95-aabc3a0a6903'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:57.552098 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "63f7f63f-cd80-4dea-965c-82ad1a3821c4", "tag": "0e7a3191-8fea-4192-9b95-aabc3a0a6903"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:57.591294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548141f3-acce-4323-91d0-31b2fad3a750 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a3191-8fea-4192-9b95-aabc3a0a6903,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.618913 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eb8bf0-e545-4435-8a8f-06aab4d839d0 x-openstack-request-id: req-96eb8bf0-e545-4435-8a8f-06aab4d839d0 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:57.619498 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f7f63f-cd80-4dea-965c-82ad1a3821c4", "tag": "0e7a3191-8fea-4192-9b95-aabc3a0a6903", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:57.619940 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96eb8bf0-e545-4435-8a8f-06aab4d839d0 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:57.620364 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eb8bf0-e545-4435-8a8f-06aab4d839d0'] response: {'name': 'network-changed', 'server_uuid': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'tag': '0e7a3191-8fea-4192-9b95-aabc3a0a6903', 'status': 'completed', 'code': 200} Apr 07 12:13:57.636655 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] For port ac21e6a4-111e-4d70-a106-9a4cfd6091b5, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:57.642274 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] For port ac21e6a4-111e-4d70-a106-9a4cfd6091b5, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,segment=NetworkSegment(bf366838-385a-4d1c-a115-951ba5c50a52),segment_id=bf366838-385a-4d1c-a115-951ba5c50a52)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:57.650719 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.658474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-884560cb-e85c-476d-a837-ff86dbc103fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:57.661072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-884560cb-e85c-476d-a837-ff86dbc103fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 1126 time: 0.0651202 Apr 07 12:13:57.709564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-2deaa73f-ba21-4fa0-8dc4-cb701acdab21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903 HTTP/1.1" status: 200 len: 217 time: 0.0425489 Apr 07 12:13:57.740822 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08232deb-4f41-4a75-9e61-5f3e7e771684 None None] Pushing event updated for resources: {'Port': ['ID=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.746408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Routers {'958f07d6-a8ce-4043-998b-74cb7c8eb7d3'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:57.747355 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:13:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:57.780712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-26a8a877-40b5-42ee-b15f-49707a323cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:57.782569 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-26a8a877-40b5-42ee-b15f-49707a323cf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28535f1d-c5bf-4cbc-9d49-be10166cf0d8 HTTP/1.1" status: 200 len: 856 time: 0.0686760 Apr 07 12:13:57.860326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-d19d1aa5-6183-4db7-bf5a-ea838c1d1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:57.862504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-d19d1aa5-6183-4db7-bf5a-ea838c1d1220 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740976 Apr 07 12:13:57.918382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] Set router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:57.950963 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] Provisioning complete for port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:57.951510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.003261 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-6ba54889-937c-4cee-bd21-af3a67dccc48 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348627 Apr 07 12:13:58.070468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] Current status of the port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:58.071151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.148188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] For port ac21e6a4-111e-4d70-a106-9a4cfd6091b5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,segment=NetworkSegment(bf366838-385a-4d1c-a115-951ba5c50a52),segment_id=bf366838-385a-4d1c-a115-951ba5c50a52)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:58.155192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.157066 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-f3c5b14d-3b0e-463c-b101-f2dc573fe5f1 req-a4b32cd4-899a-4f6b-a673-f6403dfdedeb service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459033 Apr 07 12:13:58.234367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5be3c0-f08f-494a-b9be-b9d6e4d747cf None None] Pushing event updated for resources: {'Port': ['ID=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:58.246434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ac21e6a4-111e-4d70-a106-9a4cfd6091b5', 'name': '', 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'mac_address': 'fa:16:3e:7a:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:52Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'subnets': [{'id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:58.279086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-0456a740-02f1-43fa-b566-305e9e88a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:58.279696 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc9a66-d366-4c94-8fa9-ece5630c2f14 None None] The sync data for ids ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'] in n-d-836788-1 is: [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:13:53Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ac21e6a4-111e-4d70-a106-9a4cfd6091b5', 'name': '', 'network_id': 'a52ec942-05bc-4c09-9e18-c1fef8f7189d', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'mac_address': 'fa:16:3e:7a:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:52Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'subnets': [{'id': '20b944d9-a222-4f1f-a630-b7b11802ede3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:13:58.282335 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-0456a740-02f1-43fa-b566-305e9e88a355 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 1126 time: 0.0668793 Apr 07 12:13:58.290339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7d907074-61bb-457e-867b-4a44ede35546 None None] Provisioning complete for port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:58.290727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d907074-61bb-457e-867b-4a44ede35546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.376544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7d907074-61bb-457e-867b-4a44ede35546 None None] Current status of the port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:58.386085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-6a0e016e-50ea-4cce-8e79-c9bbdcf3ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:58.388528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-6a0e016e-50ea-4cce-8e79-c9bbdcf3ad3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 918 time: 0.1009719 Apr 07 12:13:58.433120 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-e470aba8-22c8-4c3b-9341-c94a0fc21165 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903 HTTP/1.1" status: 200 len: 217 time: 0.0376143 Apr 07 12:13:58.489341 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-8a9b74f3-367f-418b-89d1-ad0e1f41eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:58.490724 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-8a9b74f3-367f-418b-89d1-ad0e1f41eae8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28535f1d-c5bf-4cbc-9d49-be10166cf0d8 HTTP/1.1" status: 200 len: 856 time: 0.0514569 Apr 07 12:13:58.551989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-a6227c9a-c14b-49d9-b09a-864d1865cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:58.553755 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-a6227c9a-c14b-49d9-b09a-864d1865cd71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567586 Apr 07 12:13:58.608069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae3d5c-8b3a-4d09-98a6-cb1e1c4aaa56 req-75f8ddf1-6161-4c49-8227-9c99059fa38e tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:58.610684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bae3d5c-8b3a-4d09-98a6-cb1e1c4aaa56 req-75f8ddf1-6161-4c49-8227-9c99059fa38e tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 944 time: 0.0665441 Apr 07 12:13:58.666289 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-8782686b-bdec-4596-a2f8-c67c93aa562a service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053133 Apr 07 12:13:58.683847 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4bae3d5c-8b3a-4d09-98a6-cb1e1c4aaa56 req-a106fb66-fdb5-4855-862a-8c6ce2b92617 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665476 Apr 07 12:13:58.763520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ac21e6a4-111e-4d70-a106-9a4cfd6091b5 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:58.778797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a77d6a6a-8fd8-42ad-bd27-54d89fb4f8a0 req-a825626a-71a6-4dd4-b88e-0905a0dbbd98 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033683 Apr 07 12:13:58.818662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:58.819144 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.904499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:58.905621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 30fdde69-4988-4c88-b99b-8b300fdaff25 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:58.951749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 30fdde69-4988-4c88-b99b-8b300fdaff25 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:58.952449 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.036489 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 30fdde69-4988-4c88-b99b-8b300fdaff25 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:59.798724 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7bd5a-fb30-4677-8531-ede19e831931 req-cfa98425-fbc4-4884-8739-ae1be5e60e2e tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:59.800238 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a7bd5a-fb30-4677-8531-ede19e831931 req-cfa98425-fbc4-4884-8739-ae1be5e60e2e tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 944 time: 0.0566871 Apr 07 12:13:59.852329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a7bd5a-fb30-4677-8531-ede19e831931 req-5747d234-0062-49ae-9a2e-7995ef6ce874 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Apr 07 12:14:00.083880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0e7a3191-8fea-4192-9b95-aabc3a0a6903 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:14:00.184025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:00.196080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '0e7a3191-8fea-4192-9b95-aabc3a0a6903', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'port_id': '0e7a3191-8fea-4192-9b95-aabc3a0a6903', 'mac_address': 'fa:16:3e:e7:2b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:14:00.241673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:14:00.242070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.255603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7a3191-8fea-4192-9b95-aabc3a0a6903 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:14:00.275724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:00.280979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.334708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=0e7a3191-8fea-4192-9b95-aabc3a0a6903,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:00.481942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['0e7a3191-8fea-4192-9b95-aabc3a0a6903'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:14:00.772332 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdfdc-324a-457b-88da-34422e6fd7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.974317 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e4e17-0712-4db3-b240-489158f723bf req-52dcab5a-7203-4a28-8774-5fbb72a19c36 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:00.975949 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-744e4e17-0712-4db3-b240-489158f723bf req-52dcab5a-7203-4a28-8774-5fbb72a19c36 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 945 time: 0.0556259 Apr 07 12:14:01.025024 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-744e4e17-0712-4db3-b240-489158f723bf req-b0cdb59e-5976-4ee0-a6f4-656dcb4474fe tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Apr 07 12:14:02.098977 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0e7a3191-8fea-4192-9b95-aabc3a0a6903 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:14:02.149555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:14:02.153833 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:14:02.154212 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.154433 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e8b-0ce4-4eb1-a374-f11db45b27b1 req-c1825178-26f0-4db3-8a98-e9e37d793150 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:02.157969 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28385e8b-0ce4-4eb1-a374-f11db45b27b1 req-c1825178-26f0-4db3-8a98-e9e37d793150 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 945 time: 0.0546219 Apr 07 12:14:02.200496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.213736 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28385e8b-0ce4-4eb1-a374-f11db45b27b1 req-f6a79e7f-490b-4d53-baaa-1e47c44fc01c tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Apr 07 12:14:02.250695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:14:02.250695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.273023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a3191-8fea-4192-9b95-aabc3a0a6903'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:02.275278 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a088a35d-bd97-4937-80d4-da57dbf84ba8" -d '{"events": [{"server_uuid": "63f7f63f-cd80-4dea-965c-82ad1a3821c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a3191-8fea-4192-9b95-aabc3a0a6903"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:02.289874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:02.294976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.321981 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9721851a-906d-4479-bd9b-468a0f709981 x-openstack-request-id: req-9721851a-906d-4479-bd9b-468a0f709981 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:02.322278 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7f63f-cd80-4dea-965c-82ad1a3821c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a3191-8fea-4192-9b95-aabc3a0a6903", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:02.322535 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9721851a-906d-4479-bd9b-468a0f709981 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:02.322935 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9721851a-906d-4479-bd9b-468a0f709981'] response: {'server_uuid': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a3191-8fea-4192-9b95-aabc3a0a6903', 'code': 200} Apr 07 12:14:02.352014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=0e7a3191-8fea-4192-9b95-aabc3a0a6903,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:02.432189 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35313-083d-4a3d-9515-634b07022fdc req-1a10120e-b31d-4aab-ba11-f7a13d4113cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:02.433783 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23e35313-083d-4a3d-9515-634b07022fdc req-1a10120e-b31d-4aab-ba11-f7a13d4113cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 1128 time: 0.0579338 Apr 07 12:14:02.479762 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-23e35313-083d-4a3d-9515-634b07022fdc req-040ccd99-3e12-48ab-9139-aaf0b3d6fb13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Apr 07 12:14:03.086649 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2d48cc57-f796-4b5f-9b9b-414d31f00121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:03.340308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53911a34-0268-4e86-b3f4-ec5f4ec307cc req-210dc651-5fd3-4db2-bb57-eab28573f0da tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:03.341786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53911a34-0268-4e86-b3f4-ec5f4ec307cc req-210dc651-5fd3-4db2-bb57-eab28573f0da tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 946 time: 0.0543013 Apr 07 12:14:03.397105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53911a34-0268-4e86-b3f4-ec5f4ec307cc req-d73c2fd4-f689-4571-9043-59a06abef0c8 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486538 Apr 07 12:14:04.063983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:04.532855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3621cf-087b-4a38-84fb-d13e8141a14e req-bfb73b44-655f-45f7-9955-477c34cca4d9 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:04.534434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba3621cf-087b-4a38-84fb-d13e8141a14e req-bfb73b44-655f-45f7-9955-477c34cca4d9 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 946 time: 0.0598452 Apr 07 12:14:04.585796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba3621cf-087b-4a38-84fb-d13e8141a14e req-e955c8a1-087d-4c78-ac1f-c56b66d1ff7c tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Apr 07 12:14:04.664268 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:04.730714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e3e89-348e-4a74-9551-a63385660dca req-96ce151a-c4d7-4c22-953c-cd72be93d156 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:04.732223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b82e3e89-348e-4a74-9551-a63385660dca req-96ce151a-c4d7-4c22-953c-cd72be93d156 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 946 time: 0.0635715 Apr 07 12:14:04.780771 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b82e3e89-348e-4a74-9551-a63385660dca req-90d57e86-d528-4646-b11f-719dceeaf243 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Apr 07 12:14:06.193030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:07.263997 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.339479 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:14:30.775803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fc805a36-8f1e-4ba1-9201-3b0396fd604f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.044610 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-8cfdacb3-a951-497f-82d5-ad5845dce0e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1462157 Apr 07 12:14:31.132975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-ab7ed9d1-e787-4c69-867e-2d81e6c722d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:31.134439 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-ab7ed9d1-e787-4c69-867e-2d81e6c722d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 1128 time: 0.0464380 Apr 07 12:14:31.239816 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-3185efa1-9d64-4b5f-b954-bacd2e11e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:31.241227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-3185efa1-9d64-4b5f-b954-bacd2e11e760 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 918 time: 0.0867412 Apr 07 12:14:31.286341 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-0bb0beb5-f812-4d3d-8823-73f89003cbca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903 HTTP/1.1" status: 200 len: 217 time: 0.0388870 Apr 07 12:14:31.338372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-8bc446ab-07e1-455e-9014-d6bd6bc59ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:31.339808 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-8bc446ab-07e1-455e-9014-d6bd6bc59ba7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28535f1d-c5bf-4cbc-9d49-be10166cf0d8 HTTP/1.1" status: 200 len: 856 time: 0.0470099 Apr 07 12:14:31.389266 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-4a3556af-ed2c-484b-9d0c-f31405e3bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:31.390844 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-4a3556af-ed2c-484b-9d0c-f31405e3bd3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449672 Apr 07 12:14:31.758464 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-05c51dea-a28a-4108-9479-367ae54953eb service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602574 Apr 07 12:14:31.847287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-03e1a769-a687-46ad-9935-5e9e051f55b9 req-f5367c58-c80e-4efc-a734-52ff654dab14 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827303 Apr 07 12:14:32.192572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.088902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-231a707b-ac6f-4bf0-9328-8f0a6015de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.062879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.665905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.188387 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.268444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.462352 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c8be1-b8d0-4aa3-b552-17e84b867915 req-852bc41d-4cfe-4745-9749-683806832ced tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:40.463857 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-109c8be1-b8d0-4aa3-b552-17e84b867915 req-852bc41d-4cfe-4745-9749-683806832ced tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 946 time: 0.0533867 Apr 07 12:14:40.513009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-109c8be1-b8d0-4aa3-b552-17e84b867915 req-2429dd47-4120-4434-b22f-1e19c0700578 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Apr 07 12:14:41.697780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8093f-06a4-4c46-ae85-31db5116060d req-0092ba97-0b88-4c48-9250-3126bd62e046 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:41.699385 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-93b8093f-06a4-4c46-ae85-31db5116060d req-0092ba97-0b88-4c48-9250-3126bd62e046 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 946 time: 0.1166553 Apr 07 12:14:41.753743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-93b8093f-06a4-4c46-ae85-31db5116060d req-f4f83729-f517-4b0f-94d3-33f4b5027655 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Apr 07 12:14:41.838872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc09899-942b-4721-8c39-a125fea1df5a req-c2eaca1b-8361-46e7-9da9-b41e0a3fad1d tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:41.840294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0dc09899-942b-4721-8c39-a125fea1df5a req-c2eaca1b-8361-46e7-9da9-b41e0a3fad1d tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "GET /v2.0/ports?device_id=63f7f63f-cd80-4dea-965c-82ad1a3821c4 HTTP/1.1" status: 200 len: 946 time: 0.0568204 Apr 07 12:14:41.936138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Deleting port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:41.937283 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.031887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] For port 0e7a3191-8fea-4192-9b95-aabc3a0a6903, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=0e7a3191-8fea-4192-9b95-aabc3a0a6903,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:42.032250 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.045368 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Calling delete_port for 0e7a3191-8fea-4192-9b95-aabc3a0a6903 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:42.176591 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (0e7a3191-8fea-4192-9b95-aabc3a0a6903), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.189493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['0e7a3191-8fea-4192-9b95-aabc3a0a6903'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:14:42.211544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Pushing event deleted for resources: {'Port': ['ID=0e7a3191-8fea-4192-9b95-aabc3a0a6903,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:42.243225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.243619 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.244124 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.244472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.244832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.245186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.245520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.245851 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.246183 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.246519 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.246852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.247178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.247504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:42.272865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] No DVR routers for this DVR port 0e7a3191-8fea-4192-9b95-aabc3a0a6903 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:42.275573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.278903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-0dc09899-942b-4721-8c39-a125fea1df5a req-5cfaf0fd-2740-493c-adbf-f3e722b1fab7 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "DELETE /v2.0/ports/0e7a3191-8fea-4192-9b95-aabc3a0a6903 HTTP/1.1" status: 204 len: 173 time: 0.4328029 Apr 07 12:14:42.279461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'name': 'network-vif-deleted', 'tag': '0e7a3191-8fea-4192-9b95-aabc3a0a6903'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:42.282001 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901d363-f714-43ea-ac7f-25f707650cc5" -d '{"events": [{"server_uuid": "63f7f63f-cd80-4dea-965c-82ad1a3821c4", "name": "network-vif-deleted", "tag": "0e7a3191-8fea-4192-9b95-aabc3a0a6903"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:42.322909 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139978a8-ce19-467b-be2b-0e8abaacecdd x-openstack-request-id: req-139978a8-ce19-467b-be2b-0e8abaacecdd {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:42.323214 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f7f63f-cd80-4dea-965c-82ad1a3821c4", "name": "network-vif-deleted", "tag": "0e7a3191-8fea-4192-9b95-aabc3a0a6903", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:42.323475 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-139978a8-ce19-467b-be2b-0e8abaacecdd {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:42.323883 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139978a8-ce19-467b-be2b-0e8abaacecdd'] response: {'server_uuid': '63f7f63f-cd80-4dea-965c-82ad1a3821c4', 'name': 'network-vif-deleted', 'tag': '0e7a3191-8fea-4192-9b95-aabc3a0a6903', 'status': 'completed', 'code': 200} Apr 07 12:14:43.461535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-a659de15-ff4e-450a-96b3-7d0f6c241200 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:43.462904 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-a659de15-ff4e-450a-96b3-7d0f6c241200 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 817 time: 0.1024094 Apr 07 12:14:43.477335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-cf3062e6-c18b-4202-9f6f-508739af57fd tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/quotas/4d96adf9e7914f9d8ec34ba910fc409b HTTP/1.1" status: 200 len: 375 time: 0.0089028 Apr 07 12:14:43.536564 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-b29425a8-773f-4185-be1b-5742799c2618 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541346 Apr 07 12:14:43.633404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-fc08fa0d-9f4e-4071-8fa0-dcf23bacaca5 service neutron] 10.222.0.13 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Apr 07 12:14:43.726725 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-119e7f85-1082-4d84-9406-56247abeb9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868871 Apr 07 12:14:43.892623 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6ae3776-4076-423a-af5b-c6b898c67bf7 req-37fe4eb5-211b-46ac-835b-c7b0800d30d9 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 210 time: 0.0292196 Apr 07 12:14:44.899179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-2a194574-25f0-4dd7-b518-12a169753314 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:44.901114 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-2a194574-25f0-4dd7-b518-12a169753314 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 817 time: 0.1064763 Apr 07 12:14:44.913152 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Request body: {'port': {'device_id': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'admin_state_up': True, 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:44.992661 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a244b53-b58e-4fb9-adfb-68e2129abe0d req-4b18a856-a496-4c38-8d84-d38ad585273a tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 210 time: 0.0280313 Apr 07 12:14:45.024097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Made reservation on behalf of 4d96adf9e7914f9d8ec34ba910fc409b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:45.027497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.152978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Allocated IP 172.20.0.9 (5230cde9-0e93-4939-8cbd-8a23c3f5e30f/28535f1d-c5bf-4cbc-9d49-be10166cf0d8/f4ab41bb-4de3-49c3-b431-7d5e9b58e05a) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:14:45.302146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks [] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.334861 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.374928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:14:45.378020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:14:45.381972 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:14:45.410747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Pushing event updated for resources: {'Port': ['ID=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:45.436100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:45.437434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.453760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-408d88f9-7d33-47e8-aa33-6c1feb7cefad tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445869 Apr 07 12:14:45.464735 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Request body: {'port': {'device_id': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:45.532256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.611702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9a659978-8a1f-4d68-ac54-ca0919ad2d5d None None] Provisioning complete for port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:14:45.612285 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9a659978-8a1f-4d68-ac54-ca0919ad2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.650913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9a659978-8a1f-4d68-ac54-ca0919ad2d5d None None] Port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:14:45.861635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ab41bb-4de3-49c3-b431-7d5e9b58e05a {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:14:45.869898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Publish callbacks [] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.883415 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Transition to ACTIVE for port object f4ab41bb-4de3-49c3-b431-7d5e9b58e05a will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:14:45.887891 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.945761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:46.033235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Attempting to bind port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:14:46.033235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Attempting to bind port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:14:46.033478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Attempting to bind port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:14:46.038220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:14:46.038545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Attempting to bind port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a on network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:14:46.045903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:14:46.045903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Checking segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:14:46.045903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Bound using segment: {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:14:46.045903 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Bound port: f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb2a52a-63e1-4295-a199-888f9b294a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:14:46.045903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:46.129921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] For port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:14:46.133205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] For port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:14:46.143343 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:46.144350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a571-0d60-4bdb-b9a1-509fe338e89d req-84c84d64-0cd8-4dd5-b687-87af4cef4902 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.146093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2e4a571-0d60-4bdb-b9a1-509fe338e89d req-84c84d64-0cd8-4dd5-b687-87af4cef4902 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 943 time: 0.0650053 Apr 07 12:14:46.190438 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.191425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:46.193846 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4ab41bb-4de3-49c3-b431-7d5e9b58e05a HTTP/1.1" status: 200 len: 1091 time: 0.7331452 Apr 07 12:14:46.194475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'tag': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:46.198333 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa77599a-be90-4e53-a7c2-de7311ad2f73" -d '{"events": [{"name": "network-changed", "server_uuid": "77c26fe5-57b7-4a42-8bc5-a477005948ca", "tag": "f4ab41bb-4de3-49c3-b431-7d5e9b58e05a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:46.214069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2e4a571-0d60-4bdb-b9a1-509fe338e89d req-1bb5cf22-24fd-4a90-b6cf-c8aea3cb1ae1 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Apr 07 12:14:46.236105 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c6f3f-613e-4841-9281-7fdc46b67868 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:46.307330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-37044f77-e756-4b73-8fba-713ec47eebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.308864 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-37044f77-e756-4b73-8fba-713ec47eebbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 1125 time: 0.0544238 Apr 07 12:14:46.357981 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d930e66-8829-4317-b603-ee26e688f7f6 x-openstack-request-id: req-9d930e66-8829-4317-b603-ee26e688f7f6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:46.358319 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c26fe5-57b7-4a42-8bc5-a477005948ca", "tag": "f4ab41bb-4de3-49c3-b431-7d5e9b58e05a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:46.358757 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d930e66-8829-4317-b603-ee26e688f7f6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:46.359374 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d930e66-8829-4317-b603-ee26e688f7f6'] response: {'name': 'network-changed', 'server_uuid': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'tag': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a', 'status': 'completed', 'code': 200} Apr 07 12:14:46.361957 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-a58926c7-ce3b-4061-97d3-cabf8e01c6fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a HTTP/1.1" status: 200 len: 217 time: 0.0456581 Apr 07 12:14:46.380142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0e7a3191-8fea-4192-9b95-aabc3a0a6903 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:46.401196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 0e7a3191-8fea-4192-9b95-aabc3a0a6903 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:46.401641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 0e7a3191-8fea-4192-9b95-aabc3a0a6903 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:46.415614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-4b37772c-9f27-4117-bd56-0ea6a94156de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.417094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-4b37772c-9f27-4117-bd56-0ea6a94156de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28535f1d-c5bf-4cbc-9d49-be10166cf0d8 HTTP/1.1" status: 200 len: 856 time: 0.0494521 Apr 07 12:14:46.477424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-96461bdb-b6b4-4ebb-9f9e-c51f58efb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.478829 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-96461bdb-b6b4-4ebb-9f9e-c51f58efb968 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539393 Apr 07 12:14:46.575227 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-4ed0885f-4fb0-4a85-bb54-5ef57996fe94 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Apr 07 12:14:46.674529 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fe664008-79da-4ad6-8cf0-0245476dc3c8 req-aec04801-853a-436a-937b-9942952560a5 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919194 Apr 07 12:14:46.769379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-6ecacd3e-4b02-4f37-8404-90bcedcc8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.770797 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-6ecacd3e-4b02-4f37-8404-90bcedcc8752 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 1125 time: 0.0453348 Apr 07 12:14:46.862894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-df04020a-6015-4078-9c3e-4a4ccbfe1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.864358 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-df04020a-6015-4078-9c3e-4a4ccbfe1b0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 200 len: 918 time: 0.0878305 Apr 07 12:14:46.910372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-4458b024-633c-48c1-b4c0-a27c7e56a510 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a HTTP/1.1" status: 200 len: 217 time: 0.0401649 Apr 07 12:14:46.962692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-4662a5f9-6f79-49d2-952c-e8d0c1cc51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:46.964154 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-4662a5f9-6f79-49d2-952c-e8d0c1cc51bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28535f1d-c5bf-4cbc-9d49-be10166cf0d8 HTTP/1.1" status: 200 len: 856 time: 0.0481281 Apr 07 12:14:47.016622 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-c5135c05-5142-408f-95ea-56804976f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:47.018154 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-c5135c05-5142-408f-95ea-56804976f39f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5230cde9-0e93-4939-8cbd-8a23c3f5e30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466244 Apr 07 12:14:47.118184 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-40e00be2-b709-4c59-8d17-5f565c3a8bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934284 Apr 07 12:14:47.221067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-aa77599a-be90-4e53-a7c2-de7311ad2f73 req-9e75ae95-03de-4546-b577-725bfd9831e8 service neutron] 10.222.0.23 "GET /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971067 Apr 07 12:14:47.346986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb7257-67e9-430f-991a-29dbf633130a req-e878f8f8-6a9d-40e9-8e9f-9eb687293cf2 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:47.348526 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3afb7257-67e9-430f-991a-29dbf633130a req-e878f8f8-6a9d-40e9-8e9f-9eb687293cf2 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 943 time: 0.0563607 Apr 07 12:14:47.402998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3afb7257-67e9-430f-991a-29dbf633130a req-f520f4d0-07b7-4240-9d91-ce3348c77c9f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Apr 07 12:14:48.394987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f4ab41bb-4de3-49c3-b431-7d5e9b58e05a details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:14:48.500808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:48.513003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a', 'network_id': '5230cde9-0e93-4939-8cbd-8a23c3f5e30f', 'port_id': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a', 'mac_address': 'fa:16:3e:d2:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28535f1d-c5bf-4cbc-9d49-be10166cf0d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:14:48.529154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30289-edce-4fa6-8915-f2bb0371b30f req-02ece94d-6235-402b-bd01-2fcef3018579 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:48.531317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98b30289-edce-4fa6-8915-f2bb0371b30f req-02ece94d-6235-402b-bd01-2fcef3018579 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 943 time: 0.0546408 Apr 07 12:14:48.554186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:14:48.554560 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:48.568750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ab41bb-4de3-49c3-b431-7d5e9b58e05a {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:14:48.581466 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-98b30289-edce-4fa6-8915-f2bb0371b30f req-aa1e3ee1-5a50-4b71-86c9-e4fdc0d66faa tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Apr 07 12:14:48.589314 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:48.594917 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:48.644932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:48.788365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f4ab41bb-4de3-49c3-b431-7d5e9b58e05a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:14:49.709288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175980-24e8-4ff3-b659-3ff9e67df886 req-2591381f-9089-44c2-a35e-4bb5979bf7c8 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:49.710859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db175980-24e8-4ff3-b659-3ff9e67df886 req-2591381f-9089-44c2-a35e-4bb5979bf7c8 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 944 time: 0.0545175 Apr 07 12:14:49.767051 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db175980-24e8-4ff3-b659-3ff9e67df886 req-5965d4d1-002b-49c7-b92b-1ad29cd8f87f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Apr 07 12:14:50.411038 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f4ab41bb-4de3-49c3-b431-7d5e9b58e05a up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:14:50.463923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:14:50.468884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:14:50.469489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:50.554085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:14:50.554474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:50.578447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:50.580676 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d813d6-0856-4fb1-b89f-9596eaf3a927" -d '{"events": [{"server_uuid": "77c26fe5-57b7-4a42-8bc5-a477005948ca", "name": "network-vif-plugged", "status": "completed", "tag": "f4ab41bb-4de3-49c3-b431-7d5e9b58e05a"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:50.593656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:50.597688 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:50.621633 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb81b28-d2e4-41aa-b25d-41e4249a0181 x-openstack-request-id: req-bcb81b28-d2e4-41aa-b25d-41e4249a0181 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:50.621928 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c26fe5-57b7-4a42-8bc5-a477005948ca", "name": "network-vif-plugged", "status": "completed", "tag": "f4ab41bb-4de3-49c3-b431-7d5e9b58e05a", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:50.622187 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcb81b28-d2e4-41aa-b25d-41e4249a0181 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:50.622582 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb81b28-d2e4-41aa-b25d-41e4249a0181'] response: {'server_uuid': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a', 'code': 200} Apr 07 12:14:50.649451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:50.726788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9300b-cd71-4333-a987-bbf71c32209e req-e1450a93-9508-4881-affb-7d36e3977602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:50.728262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97c9300b-cd71-4333-a987-bbf71c32209e req-e1450a93-9508-4881-affb-7d36e3977602 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 1127 time: 0.0527244 Apr 07 12:14:50.771861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97c9300b-cd71-4333-a987-bbf71c32209e req-e67a128e-6a4c-4a58-978b-92ff2b81f04d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Apr 07 12:14:50.887742 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1db61-e9bf-422e-a821-80fea131b757 req-8e7a15fd-5f07-4ff6-bf51-47af0107decf tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:50.889226 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60f1db61-e9bf-422e-a821-80fea131b757 req-8e7a15fd-5f07-4ff6-bf51-47af0107decf tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 945 time: 0.0523376 Apr 07 12:14:50.936258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-60f1db61-e9bf-422e-a821-80fea131b757 req-2a1f4701-cc8b-49a0-a371-aad3828dfe59 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Apr 07 12:14:52.059065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9022-aa99-4947-8417-59e57a1e980c req-0d8639f6-da49-4dca-ba4e-d118cf85e197 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:52.060565 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebe9022-aa99-4947-8417-59e57a1e980c req-0d8639f6-da49-4dca-ba4e-d118cf85e197 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 945 time: 0.0533171 Apr 07 12:14:52.107207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-eebe9022-aa99-4947-8417-59e57a1e980c req-39ba9417-73fc-4abe-b948-d803bccd8796 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Apr 07 12:14:52.229621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d12e35-c78d-4ad4-8cc1-adc26b1a8776 req-d239e119-c01b-4b64-a744-4395d2d39277 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:52.231485 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26d12e35-c78d-4ad4-8cc1-adc26b1a8776 req-d239e119-c01b-4b64-a744-4395d2d39277 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 945 time: 0.0570657 Apr 07 12:14:52.279589 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26d12e35-c78d-4ad4-8cc1-adc26b1a8776 req-74cdb3b3-2a88-44fe-a3ad-06ccf243b983 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Apr 07 12:15:00.778432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0c5e3f48-dbc0-4125-be7a-c87c362b00ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.194818 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.096858 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cfba6598-32f7-478c-8fdc-11c34591e31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:04.094451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:04.667971 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:06.191513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:06.338933 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:15:07.277511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.482339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3834f9-8000-4c51-b642-08a1e01a2671 req-1274c284-bbfe-45cb-9a78-9ba8ad22334d tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:26.483972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3834f9-8000-4c51-b642-08a1e01a2671 req-1274c284-bbfe-45cb-9a78-9ba8ad22334d tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 945 time: 0.0546007 Apr 07 12:15:26.532414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea3834f9-8000-4c51-b642-08a1e01a2671 req-1abec8d4-fa10-4a78-890b-41005a477a5d tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Apr 07 12:15:27.659124 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b42bc-9d55-4672-9eb7-b27281a210b6 req-8f6e9f5d-3af6-402c-93d3-fa43ee1c959a tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:27.660706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-037b42bc-9d55-4672-9eb7-b27281a210b6 req-8f6e9f5d-3af6-402c-93d3-fa43ee1c959a tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 945 time: 0.0563536 Apr 07 12:15:27.712888 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-037b42bc-9d55-4672-9eb7-b27281a210b6 req-e395bbe2-1280-4821-88e2-1b8237bf869a tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e22ea74-3f10-4825-be46-9bcd29d9177f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Apr 07 12:15:27.894746 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-d6c954f9-a668-453b-a624-00872a9633bc tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:27.896204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-d6c954f9-a668-453b-a624-00872a9633bc tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 945 time: 0.0557079 Apr 07 12:15:27.987700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Deleting port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:27.988043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:28.083367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] For port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:28.083731 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:28.097625 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Calling delete_port for f4ab41bb-4de3-49c3-b431-7d5e9b58e05a owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:28.233801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (f4ab41bb-4de3-49c3-b431-7d5e9b58e05a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:28.244969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['f4ab41bb-4de3-49c3-b431-7d5e9b58e05a'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:15:28.263204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Pushing event deleted for resources: {'Port': ['ID=f4ab41bb-4de3-49c3-b431-7d5e9b58e05a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:28.312048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] No DVR routers for this DVR port f4ab41bb-4de3-49c3-b431-7d5e9b58e05a on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:28.314653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:28.317933 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d740b62e-e65a-4ed3-872b-bb9bf8b7ed05 req-e209b9db-362a-42ca-9ef8-c4b7bc6ce89f tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.23 "DELETE /v2.0/ports/f4ab41bb-4de3-49c3-b431-7d5e9b58e05a HTTP/1.1" status: 204 len: 173 time: 0.4170210 Apr 07 12:15:28.318393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'name': 'network-vif-deleted', 'tag': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:28.320710 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b174cd10-398a-499c-aa7b-8e9331809744" -d '{"events": [{"server_uuid": "77c26fe5-57b7-4a42-8bc5-a477005948ca", "name": "network-vif-deleted", "tag": "f4ab41bb-4de3-49c3-b431-7d5e9b58e05a"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:28.365889 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022ca2e-d925-4eb7-81eb-55f8db79bb67 x-openstack-request-id: req-b022ca2e-d925-4eb7-81eb-55f8db79bb67 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:28.366198 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c26fe5-57b7-4a42-8bc5-a477005948ca", "name": "network-vif-deleted", "tag": "f4ab41bb-4de3-49c3-b431-7d5e9b58e05a", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:28.366459 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b022ca2e-d925-4eb7-81eb-55f8db79bb67 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:28.366866 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b022ca2e-d925-4eb7-81eb-55f8db79bb67'] response: {'server_uuid': '77c26fe5-57b7-4a42-8bc5-a477005948ca', 'name': 'network-vif-deleted', 'tag': 'f4ab41bb-4de3-49c3-b431-7d5e9b58e05a', 'status': 'completed', 'code': 200} Apr 07 12:15:28.839664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fcf6ce0-be55-4853-8c5e-4b3b75f0fbda req-a5eb916b-f59d-4f00-b6fc-844f947c2049 tempest-TestEncryptedCinderVolumes-605310214 tempest-TestEncryptedCinderVolumes-605310214-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c26fe5-57b7-4a42-8bc5-a477005948ca HTTP/1.1" status: 200 len: 210 time: 0.0350554 Apr 07 12:15:29.932913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38314) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:30.287430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.572071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Deleting port c1dcef2f-a494-4e8d-b64d-bae042fc40e2 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:30.572440 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.655694 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] For port c1dcef2f-a494-4e8d-b64d-bae042fc40e2, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:30.656058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.669822 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Calling delete_port for c1dcef2f-a494-4e8d-b64d-bae042fc40e2 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:30.785827 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-364958e7-0726-4544-af9c-1bf955159bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.854788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c1dcef2f-a494-4e8d-b64d-bae042fc40e2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.884587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dcef2f-a494-4e8d-b64d-bae042fc40e2,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:31.059450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.538931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:31.648390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:31.653454 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-189884d8-eedf-48bc-a95e-1f9ef19cf897 admin admin] 10.222.0.13 "PUT /v2.0/routers/86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194309 Apr 07 12:15:31.656063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38316) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:31.660807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] Sync routers for ids ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:31.670937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] Routers {'86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:31.671567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:31.762719 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks [] for router (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.783959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] Set router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:31.871964 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks [] for router_gateway (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.931752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Deleting port cecf8c94-6c98-4c29-915f-5d623ba5005d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:31.932093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.965490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:15:30Z', 'revision_number': 5, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port': {'id': 'cecf8c94-6c98-4c29-915f-5d623ba5005d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:44Z', 'updated_at': '2022-04-07T12:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:31.991303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] Checking router: 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:32.000919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] Routers {'86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:32.001575 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:32.010693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] For port cecf8c94-6c98-4c29-915f-5d623ba5005d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cecf8c94-6c98-4c29-915f-5d623ba5005d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:32.011054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.024328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Calling delete_port for cecf8c94-6c98-4c29-915f-5d623ba5005d owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:32.095033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] Set router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:32.154157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:15:31Z', 'revision_number': 6, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:32.186069 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390762d-d374-40b0-92c9-6dde8dd11422 None None] The sync data for ids ['86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc'] in n-d-836788-1 is: [{'id': '86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc', 'name': 'tempest-TestEncryptedCinderVolumes-1570425044-router', 'tenant_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:43Z', 'updated_at': '2022-04-07T12:15:31Z', 'revision_number': 6, 'project_id': '4d96adf9e7914f9d8ec34ba910fc409b', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:32.199019 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cecf8c94-6c98-4c29-915f-5d623ba5005d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.199627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.227892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecf8c94-6c98-4c29-915f-5d623ba5005d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:32.291919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.387232 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.389450 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks [] for router_controller (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.432744 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.433283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:15:32.438235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.439347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1a9ed44f-cf0f-4504-9a87-7578e978cd07 admin admin] 10.222.0.13 "DELETE /v2.0/routers/86b0160e-668d-4ba0-a0ab-2dc3f4a3f2dc HTTP/1.1" status: 204 len: 168 time: 0.7824209 Apr 07 12:15:32.441895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38318) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:32.495162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Deleting subnet 28535f1d-c5bf-4cbc-9d49-be10166cf0d8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:15:32.499895 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Publish callbacks [] for subnet (28535f1d-c5bf-4cbc-9d49-be10166cf0d8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.537672 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (28535f1d-c5bf-4cbc-9d49-be10166cf0d8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.625804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (28535f1d-c5bf-4cbc-9d49-be10166cf0d8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.683849 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (28535f1d-c5bf-4cbc-9d49-be10166cf0d8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.711139 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f4ab41bb-4de3-49c3-b431-7d5e9b58e05a no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:32.717806 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28535f1d-c5bf-4cbc-9d49-be10166cf0d8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:32.719955 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.723137 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7f84e62e-2975-40b0-acf7-66fae13f7474 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28535f1d-c5bf-4cbc-9d49-be10166cf0d8 HTTP/1.1" status: 204 len: 168 time: 0.2802629 Apr 07 12:15:32.725559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38320) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:32.737040 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6ae8b-9ba8-4ffa-b0a9-ac4e0e74c8cc None None] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:32.739336 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: f4ab41bb-4de3-49c3-b431-7d5e9b58e05a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:32.739684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device f4ab41bb-4de3-49c3-b431-7d5e9b58e05a not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:32.795181 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5230cde9-0e93-4939-8cbd-8a23c3f5e30f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.862771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Deleting port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:32.863109 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.931151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] For port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:32.931427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.947276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Calling delete_port for 60d65480-c1e2-45d8-b7b5-c8ded7a6248b owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:32.976088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d005e-acb0-455f-a862-205d490c48aa None None] DHCP port deletion for 5230cde9-0e93-4939-8cbd-8a23c3f5e30f request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:15:33.032549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Deleting port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:33.033295 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.049215 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.074036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:33.081590 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] No DVR routers for this DVR port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:33.172918 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5230cde9-0e93-4939-8cbd-8a23c3f5e30f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.203496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5230cde9-0e93-4939-8cbd-8a23c3f5e30f']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:33.217736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb2a52a-63e1-4295-a199-888f9b294a20') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:33.218414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb2a52a-63e1-4295-a199-888f9b294a20') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:33.231616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (5fb2a52a-63e1-4295-a199-888f9b294a20), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.240986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c1dcef2f-a494-4e8d-b64d-bae042fc40e2 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:33.251170 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (5fb2a52a-63e1-4295-a199-888f9b294a20), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.262403 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:15:33.262903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (5fb2a52a-63e1-4295-a199-888f9b294a20), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:15:33.265979 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:15:33.284773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c1dcef2f-a494-4e8d-b64d-bae042fc40e2 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:33.285125 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c1dcef2f-a494-4e8d-b64d-bae042fc40e2 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:33.285562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cecf8c94-6c98-4c29-915f-5d623ba5005d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:33.325236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cecf8c94-6c98-4c29-915f-5d623ba5005d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:33.325591 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cecf8c94-6c98-4c29-915f-5d623ba5005d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:33.326718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 60d65480-c1e2-45d8-b7b5-c8ded7a6248b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:33.333728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9105bdc5-a009-4e75-8bf6-1351c0d7360c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.335630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5230cde9-0e93-4939-8cbd-8a23c3f5e30f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.342754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.347865 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5230cde9-0e93-4939-8cbd-8a23c3f5e30f HTTP/1.1" status: 204 len: 168 time: 0.6195865 Apr 07 12:15:33.349080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38322) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:33.358358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc3f96-6b22-4cc4-93da-05d353ed0e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=5230cde9-0e93-4939-8cbd-8a23c3f5e30f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:33.360710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-984d005e-acb0-455f-a862-205d490c48aa None None] For port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,segment=NetworkSegment(5fb2a52a-63e1-4295-a199-888f9b294a20),segment_id=5fb2a52a-63e1-4295-a199-888f9b294a20)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:33.361111 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.363416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 60d65480-c1e2-45d8-b7b5-c8ded7a6248b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:33.364194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 60d65480-c1e2-45d8-b7b5-c8ded7a6248b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:33.376075 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Calling delete_port for 60d65480-c1e2-45d8-b7b5-c8ded7a6248b owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:33.455261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (60d65480-c1e2-45d8-b7b5-c8ded7a6248b), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.482353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Pushing event deleted for resources: {'Port': ['ID=60d65480-c1e2-45d8-b7b5-c8ded7a6248b,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:33.485092 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Network 5230cde9-0e93-4939-8cbd-8a23c3f5e30f is not hosted by any dhcp agent {{(pid=104179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 12:15:33.485583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d005e-acb0-455f-a862-205d490c48aa None None] No DVR routers for this DVR port 60d65480-c1e2-45d8-b7b5-c8ded7a6248b on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:33.493893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.494024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.494315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.494670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.495252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.495703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.496001 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.496333 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.496661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.496992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.497350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.498999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.499349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d005e-acb0-455f-a862-205d490c48aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:33.721713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:33.979282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Deleting port ac21e6a4-111e-4d70-a106-9a4cfd6091b5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:33.979540 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.062496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] For port ac21e6a4-111e-4d70-a106-9a4cfd6091b5, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,segment=NetworkSegment(bf366838-385a-4d1c-a115-951ba5c50a52),segment_id=bf366838-385a-4d1c-a115-951ba5c50a52)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:34.062860 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.076562 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Calling delete_port for ac21e6a4-111e-4d70-a106-9a4cfd6091b5 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:34.093937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.265930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (ac21e6a4-111e-4d70-a106-9a4cfd6091b5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.291560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Pushing event deleted for resources: {'Port': ['ID=ac21e6a4-111e-4d70-a106-9a4cfd6091b5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:34.320614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.320971 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.321338 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.321677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.322015 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.322347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.322680 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.323009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.323335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.323658 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.323983 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.324308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.324630 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:34.481885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.672281 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.720684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:34.837057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:34.843144 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c6f34238-1f7c-4dbf-b11b-18d3229667af admin admin] 10.222.0.13 "PUT /v2.0/routers/958f07d6-a8ce-4043-998b-74cb7c8eb7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924164 Apr 07 12:15:34.845806 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38324) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:34.848861 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] Sync routers for ids ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:34.860202 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] Routers {'958f07d6-a8ce-4043-998b-74cb7c8eb7d3'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:34.860912 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:34.974410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] Set router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:35.168697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:15:34Z', 'revision_number': 5, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:35.197415 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] Checking router: 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:35.207421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] Routers {'958f07d6-a8ce-4043-998b-74cb7c8eb7d3'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:35.208048 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:35.283812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks [] for router (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.394042 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks [] for router_gateway (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.423836 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] Set router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:35.446802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Deleting port 30fdde69-4988-4c88-b99b-8b300fdaff25 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:35.447142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.528495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] For port 30fdde69-4988-4c88-b99b-8b300fdaff25, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=30fdde69-4988-4c88-b99b-8b300fdaff25,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:35.529821 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.542600 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Calling delete_port for 30fdde69-4988-4c88-b99b-8b300fdaff25 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:35.601962 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:15:34Z', 'revision_number': 5, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:35.630891 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0a9ce-f8b6-4e04-a48b-04c085d62f7c None None] The sync data for ids ['958f07d6-a8ce-4043-998b-74cb7c8eb7d3'] in n-d-836788-1 is: [{'id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'name': 'tempest-TestEncryptedCinderVolumes-248007038-router', 'tenant_id': 'a4478d362cba4d799d114daac6f1898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:13:49Z', 'updated_at': '2022-04-07T12:15:34Z', 'revision_number': 5, 'project_id': 'a4478d362cba4d799d114daac6f1898c', 'gw_port': {'id': '30fdde69-4988-4c88-b99b-8b300fdaff25', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958f07d6-a8ce-4043-998b-74cb7c8eb7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:35.720623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (30fdde69-4988-4c88-b99b-8b300fdaff25), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.745571 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fdde69-4988-4c88-b99b-8b300fdaff25,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:35.807389 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.900103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.902264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks [] for router_controller (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.951522 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (958f07d6-a8ce-4043-998b-74cb7c8eb7d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.951900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958f07d6-a8ce-4043-998b-74cb7c8eb7d3 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:15:35.956737 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.957810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e6fc5414-4127-4e8f-b568-47710f647547 admin admin] 10.222.0.13 "DELETE /v2.0/routers/958f07d6-a8ce-4043-998b-74cb7c8eb7d3 HTTP/1.1" status: 204 len: 168 time: 1.1105373 Apr 07 12:15:35.960272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38326) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:36.007214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Deleting subnet 20b944d9-a222-4f1f-a630-b7b11802ede3 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:15:36.011313 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Publish callbacks [] for subnet (20b944d9-a222-4f1f-a630-b7b11802ede3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.049241 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (20b944d9-a222-4f1f-a630-b7b11802ede3), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.134755 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (20b944d9-a222-4f1f-a630-b7b11802ede3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.191610 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (20b944d9-a222-4f1f-a630-b7b11802ede3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.195429 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.220372 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b944d9-a222-4f1f-a630-b7b11802ede3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:36.222422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.227854 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8dab24dc-ecf6-4b50-8aca-c32421919239 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/20b944d9-a222-4f1f-a630-b7b11802ede3 HTTP/1.1" status: 204 len: 168 time: 0.2643983 Apr 07 12:15:36.228054 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cfea55-a49b-4a38-a68c-966590d30b86 None None] Network a52ec942-05bc-4c09-9e18-c1fef8f7189d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:36.228175 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38328) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:36.306133 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (a52ec942-05bc-4c09-9e18-c1fef8f7189d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.370790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Deleting port e71a6c70-ab5e-4947-ab57-49ec1d846b2e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:36.371168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.433109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] For port e71a6c70-ab5e-4947-ab57-49ec1d846b2e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,segment=NetworkSegment(bf366838-385a-4d1c-a115-951ba5c50a52),segment_id=bf366838-385a-4d1c-a115-951ba5c50a52)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:36.433492 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.445979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Calling delete_port for e71a6c70-ab5e-4947-ab57-49ec1d846b2e owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:36.524896 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e71a6c70-ab5e-4947-ab57-49ec1d846b2e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.550998 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71a6c70-ab5e-4947-ab57-49ec1d846b2e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:36.552804 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] No DVR routers for this DVR port e71a6c70-ab5e-4947-ab57-49ec1d846b2e on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:36.625922 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (a52ec942-05bc-4c09-9e18-c1fef8f7189d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.645638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52ec942-05bc-4c09-9e18-c1fef8f7189d']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:36.657057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf366838-385a-4d1c-a115-951ba5c50a52') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:36.657389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf366838-385a-4d1c-a115-951ba5c50a52') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:36.674557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (bf366838-385a-4d1c-a115-951ba5c50a52), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.674961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b18d15-9aef-4c7e-beba-7ca09ac204d8 None None] DHCP port deletion for a52ec942-05bc-4c09-9e18-c1fef8f7189d request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:15:36.697982 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bf366838-385a-4d1c-a115-951ba5c50a52), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.706665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:15:36.707072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (bf366838-385a-4d1c-a115-951ba5c50a52), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:15:36.708861 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:15:36.766654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (a52ec942-05bc-4c09-9e18-c1fef8f7189d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.771930 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:36.777670 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a52ec942-05bc-4c09-9e18-c1fef8f7189d HTTP/1.1" status: 204 len: 168 time: 0.5461333 Apr 07 12:15:36.781968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e71a6c70-ab5e-4947-ab57-49ec1d846b2e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:36.789345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab4df-dd34-4ead-a7ba-99603b3253f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52ec942-05bc-4c09-9e18-c1fef8f7189d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:36.803952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: e71a6c70-ab5e-4947-ab57-49ec1d846b2e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:36.804331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device e71a6c70-ab5e-4947-ab57-49ec1d846b2e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:36.804888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ac21e6a4-111e-4d70-a106-9a4cfd6091b5 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:36.824281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ac21e6a4-111e-4d70-a106-9a4cfd6091b5 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:36.824636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ac21e6a4-111e-4d70-a106-9a4cfd6091b5 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:36.825056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 30fdde69-4988-4c88-b99b-8b300fdaff25 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:36.845335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 30fdde69-4988-4c88-b99b-8b300fdaff25 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:36.845689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 30fdde69-4988-4c88-b99b-8b300fdaff25 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:36.950147 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38332) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:36.989966 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-713500e1-9810-4b96-8c9d-4e42e3233d6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d96adf9e7914f9d8ec34ba910fc409b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385499 Apr 07 12:15:36.992373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38334) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:37.047008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c159-3e9f-46cd-95c0-79e40854a5ff admin admin] Publish callbacks [] for security_group (7e22ea74-3f10-4825-be46-9bcd29d9177f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.073000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c159-3e9f-46cd-95c0-79e40854a5ff admin admin] Publish callbacks [] for security_group (7e22ea74-3f10-4825-be46-9bcd29d9177f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.123898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c159-3e9f-46cd-95c0-79e40854a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (7e22ea74-3f10-4825-be46-9bcd29d9177f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.126877 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c159-3e9f-46cd-95c0-79e40854a5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.128023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a4b6c159-3e9f-46cd-95c0-79e40854a5ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e22ea74-3f10-4825-be46-9bcd29d9177f HTTP/1.1" status: 204 len: 168 time: 0.1347737 Apr 07 12:15:37.136014 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6c159-3e9f-46cd-95c0-79e40854a5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e22ea74-3f10-4825-be46-9bcd29d9177f,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:37.276643 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.450036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38340) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:37.490058 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-82bb342f-0987-4d11-8b48-833c5a0e5efe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4478d362cba4d799d114daac6f1898c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382214 Apr 07 12:15:37.492371 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38342) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:37.539936 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1366d37a-02aa-476a-b89b-c3a2566cb6c6 admin admin] Publish callbacks [] for security_group (f6900f54-0453-4495-89b3-d08cae9dd2bc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.561609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1366d37a-02aa-476a-b89b-c3a2566cb6c6 admin admin] Publish callbacks [] for security_group (f6900f54-0453-4495-89b3-d08cae9dd2bc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.608858 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1366d37a-02aa-476a-b89b-c3a2566cb6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (f6900f54-0453-4495-89b3-d08cae9dd2bc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.611533 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1366d37a-02aa-476a-b89b-c3a2566cb6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.612718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1366d37a-02aa-476a-b89b-c3a2566cb6c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6900f54-0453-4495-89b3-d08cae9dd2bc HTTP/1.1" status: 204 len: 168 time: 0.1194575 Apr 07 12:15:37.620360 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366d37a-02aa-476a-b89b-c3a2566cb6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6900f54-0453-4495-89b3-d08cae9dd2bc,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:38.282068 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38364) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:38.388005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2135734167-network', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:38.409569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Made reservation on behalf of 05c4809c1a7a49febff95f03227faf5b for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:38.411892 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.420537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.499627 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks [] for security_group (79143c78-d3ac-439e-8729-1c02eb4efebd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.503912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (79143c78-d3ac-439e-8729-1c02eb4efebd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.525430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:15:38.538867 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79143c78-d3ac-439e-8729-1c02eb4efebd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:38.545594 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (65701aec-5de9-4d1c-a084-210b7a38e052), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.545942 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Added segment 65701aec-5de9-4d1c-a084-210b7a38e052 of type vlan for network d69f159e-a062-48ae-af31-786d552f35e8 Apr 07 12:15:38.588459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (d69f159e-a062-48ae-af31-786d552f35e8), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.618740 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (d69f159e-a062-48ae-af31-786d552f35e8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.620005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:38.620666 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.685853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4026346 Apr 07 12:15:38.689419 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38368) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:38.691777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa0682-9793-48d8-8411-f99e4e074384 admin admin] Pushing event updated for resources: {'Network': ['ID=d69f159e-a062-48ae-af31-786d552f35e8,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:38.695598 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Request body: {'subnet': {'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2135734167-subnet', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'ip_version': 4}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:38.704172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network d69f159e-a062-48ae-af31-786d552f35e8 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:15:38.728687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Made reservation on behalf of 05c4809c1a7a49febff95f03227faf5b for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:38.731150 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.921475 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (1607c478-9782-4644-a2bb-5635f5113706), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.983059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1607c478-9782-4644-a2bb-5635f5113706,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:38.988284 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Checking segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:38.988649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Network hostable DHCP agents. Network: d69f159e-a062-48ae-af31-786d552f35e8, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:15:39.006333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Network d69f159e-a062-48ae-af31-786d552f35e8 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:15:39.016340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, d69f159e-a062-48ae-af31-786d552f35e8) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:39.020828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:39.021476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.025740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909dd48-26f4-44b5-8336-15e7d28e84be None None] Network d69f159e-a062-48ae-af31-786d552f35e8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:39.038837 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c081fd76-ab74-4518-a662-dd5371cc3746 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3482983 Apr 07 12:15:39.041756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38370) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:39.046997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:39.066618 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (4b95e154-939f-4a5a-8022-e6e87819dd6b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.067711 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (4b95e154-939f-4a5a-8022-e6e87819dd6b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.138785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks [] for router_controller (4b95e154-939f-4a5a-8022-e6e87819dd6b), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.154616 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-d69f159e-a062-48ae-af31-786d552f35e8', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:15:39.155932 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.295471 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks [] for router_gateway (4b95e154-939f-4a5a-8022-e6e87819dd6b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.315322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Allocated IP 172.20.0.2 (d69f159e-a062-48ae-af31-786d552f35e8/1607c478-9782-4644-a2bb-5635f5113706/b5e182bf-723a-42d9-818b-93b42d3df392) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:39.478324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Publish callbacks [] for port (b5e182bf-723a-42d9-818b-93b42d3df392), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.484691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.514486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks [] for router_gateway (4b95e154-939f-4a5a-8022-e6e87819dd6b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.523565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Network d69f159e-a062-48ae-af31-786d552f35e8 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:39.526519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:39.533020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:39.533693 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.540461 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Pushing event updated for resources: {'Port': ['ID=b5e182bf-723a-42d9-818b-93b42d3df392,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:39.594724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Attempting to bind port b5e182bf-723a-42d9-818b-93b42d3df392 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:39.595105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Attempting to bind port b5e182bf-723a-42d9-818b-93b42d3df392 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:39.595472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Attempting to bind port b5e182bf-723a-42d9-818b-93b42d3df392 on network d69f159e-a062-48ae-af31-786d552f35e8 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:39.600423 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:39.600801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Checking segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:39.601236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.601634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Bound using segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:39.602104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Bound port: b5e182bf-723a-42d9-818b-93b42d3df392, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:39.602517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.641472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Allocated IP 172.25.5.104 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/cba8025b-7859-4bb7-b50d-b16311752563) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:39.668550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] For port b5e182bf-723a-42d9-818b-93b42d3df392, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:39.672676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] For port b5e182bf-723a-42d9-818b-93b42d3df392, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b5e182bf-723a-42d9-818b-93b42d3df392,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:39.678797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.740572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294832f4-9bcf-45e9-8f87-abb1fb83e54b None None] Pushing event updated for resources: {'Port': ['ID=b5e182bf-723a-42d9-818b-93b42d3df392,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:39.765056 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks [] for port (cba8025b-7859-4bb7-b50d-b16311752563), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.800244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cba8025b-7859-4bb7-b50d-b16311752563), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:39.839528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:39.842569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:39.849047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:39.854673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Pushing event updated for resources: {'Port': ['ID=cba8025b-7859-4bb7-b50d-b16311752563,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:40.129233 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks [] for router_gateway (4b95e154-939f-4a5a-8022-e6e87819dd6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.339611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (4b95e154-939f-4a5a-8022-e6e87819dd6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.488844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Router 4b95e154-939f-4a5a-8022-e6e87819dd6b is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:15:40.632849 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:40.643144 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Sync routers for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:40.656860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:40.657310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:40.658481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.659883 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e13d314-0ce9-4501-abac-4a03699944f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6171193 Apr 07 12:15:40.662757 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38372) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:40.702764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d78f1-96c3-4665-81d9-d5ab8f8da8a6 None None] Network d69f159e-a062-48ae-af31-786d552f35e8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:40.824507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b5e182bf-723a-42d9-818b-93b42d3df392 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:40.872896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] Provisioning complete for port b5e182bf-723a-42d9-818b-93b42d3df392 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:40.873581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.943215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:41.108272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b5e182bf-723a-42d9-818b-93b42d3df392 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:41.108711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.258253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] Current status of the port b5e182bf-723a-42d9-818b-93b42d3df392 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:41.258706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.348051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] For port b5e182bf-723a-42d9-818b-93b42d3df392, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b5e182bf-723a-42d9-818b-93b42d3df392,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:41.360210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.369317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b5e182bf-723a-42d9-818b-93b42d3df392 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:41.369715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.425226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:40Z', 'revision_number': 3, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:41.476456 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.656797 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Checking router: 4b95e154-939f-4a5a-8022-e6e87819dd6b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:41.657219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Updating router 4b95e154-939f-4a5a-8022-e6e87819dd6b port cba8025b-7859-4bb7-b50d-b16311752563 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:41.678571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Allocated IP 172.20.0.1 (d69f159e-a062-48ae-af31-786d552f35e8/1607c478-9782-4644-a2bb-5635f5113706/ff5527bd-1a3b-4ae6-b8ea-503194ef7978) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:41.710468 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c21f91-4b48-41ad-a5a4-9787b93aa67d None None] Pushing event updated for resources: {'Port': ['ID=b5e182bf-723a-42d9-818b-93b42d3df392,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:41.737266 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cba8025b-7859-4bb7-b50d-b16311752563), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.738833 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:15:41.739195 n-d-836788-1 neutron-server[104179]: DEBUG oslo_db.api [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:15:41.740832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f83696b3-f2ab-4420-929a-d82c4f8300fe None None] Provisioning complete for port b5e182bf-723a-42d9-818b-93b42d3df392 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:41.741249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f83696b3-f2ab-4420-929a-d82c4f8300fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.818213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks [] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.861326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:41.902405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Network d69f159e-a062-48ae-af31-786d552f35e8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:41.908788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:41.914459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:41.917838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Pushing event updated for resources: {'Port': ['ID=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:41.971656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (4b95e154-939f-4a5a-8022-e6e87819dd6b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.003511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f83696b3-f2ab-4420-929a-d82c4f8300fe None None] Current status of the port b5e182bf-723a-42d9-818b-93b42d3df392 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:42.128098 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Publish callbacks [] for port (cba8025b-7859-4bb7-b50d-b16311752563), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.135037 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cba8025b-7859-4bb7-b50d-b16311752563), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.149991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.193610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Attempting to bind port cba8025b-7859-4bb7-b50d-b16311752563 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:42.193610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Attempting to bind port cba8025b-7859-4bb7-b50d-b16311752563 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:42.193610 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Attempting to bind port cba8025b-7859-4bb7-b50d-b16311752563 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:42.194938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e9ecd-ac00-4a8b-a8fb-2a9c0a3e6fc2 None None] Pushing event updated for resources: {'Port': ['ID=cba8025b-7859-4bb7-b50d-b16311752563,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:42.202682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:42.202934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:42.203342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.203789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:42.204195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Bound port: cba8025b-7859-4bb7-b50d-b16311752563, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:42.205070 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cba8025b-7859-4bb7-b50d-b16311752563), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.305202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] For port cba8025b-7859-4bb7-b50d-b16311752563, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:42.307364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-16c244fc-9fa3-46f3-b203-9674306e0bc2 None None] Provisioning complete for port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:42.307821 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16c244fc-9fa3-46f3-b203-9674306e0bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.318375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b5e182bf-723a-42d9-818b-93b42d3df392 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:42.339437 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] For port cba8025b-7859-4bb7-b50d-b16311752563, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cba8025b-7859-4bb7-b50d-b16311752563,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:42.346470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks [] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.348238 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cba8025b-7859-4bb7-b50d-b16311752563), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.350742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.392004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-16c244fc-9fa3-46f3-b203-9674306e0bc2 None None] Port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:42.417446 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Pushing event updated for resources: {'Port': ['ID=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:42.420342 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (4b95e154-939f-4a5a-8022-e6e87819dd6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.422385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:42.423029 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:42.428600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e9ecd-ac00-4a8b-a8fb-2a9c0a3e6fc2 None None] Pushing event updated for resources: {'Port': ['ID=cba8025b-7859-4bb7-b50d-b16311752563,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:42.430523 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.431110 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.431232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.431531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.431864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.432195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.432551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.432847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.433196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.433534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.433848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.434182 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.435116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:42.530714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Network d69f159e-a062-48ae-af31-786d552f35e8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:42.531882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:42.547548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:42.663114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Router 4b95e154-939f-4a5a-8022-e6e87819dd6b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:42.794660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 2, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:42.817028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:42.822552 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4b7b7153-c1b6-4321-a117-2d72deaed64e admin admin] 10.222.0.13 "PUT /v2.0/routers/4b95e154-939f-4a5a-8022-e6e87819dd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1587446 Apr 07 12:15:42.827952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b5e182bf-723a-42d9-818b-93b42d3df392 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:42.831017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dd14b-c285-4764-b33a-3d900d0ce6d8 None None] The sync data for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 is: [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 2, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:42.871903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dda06ee4-a426-4b08-83ad-377e254f3c47 None None] Provisioning complete for port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:42.872275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dda06ee4-a426-4b08-83ad-377e254f3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:42.920742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dda06ee4-a426-4b08-83ad-377e254f3c47 None None] Port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:42.929027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port b5e182bf-723a-42d9-818b-93b42d3df392 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:42.929440 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.031967 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port b5e182bf-723a-42d9-818b-93b42d3df392 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:43.339267 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:15:43.432326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38388) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:43.438068 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1784108624-network', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:43.459025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Made reservation on behalf of 16028896fc4a47ebb040a8b0dd85b88a for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:43.461452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.471336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.571058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks [] for security_group (a2235a4b-54f3-426a-895d-84e75817062c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.577824 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a2235a4b-54f3-426a-895d-84e75817062c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.621565 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:15:43.630028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2235a4b-54f3-426a-895d-84e75817062c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:43.640070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4f74eb9f-6f48-46ab-af39-c0c733ffc463), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.640417 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Added segment 4f74eb9f-6f48-46ab-af39-c0c733ffc463 of type vlan for network c90c7866-128f-4d67-8020-a094d391d674 Apr 07 12:15:43.692276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c90c7866-128f-4d67-8020-a094d391d674), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.719718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c90c7866-128f-4d67-8020-a094d391d674), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.720848 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:43.721679 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:43.779886 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3464124 Apr 07 12:15:43.782912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38390) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:43.787895 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Request body: {'subnet': {'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1784108624-subnet', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:43.791828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac514c29-ddf0-4fdb-b570-51e53fc48afa admin admin] Pushing event updated for resources: {'Network': ['ID=c90c7866-128f-4d67-8020-a094d391d674,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:43.806296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c90c7866-128f-4d67-8020-a094d391d674 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:15:43.808743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Made reservation on behalf of 16028896fc4a47ebb040a8b0dd85b88a for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:43.812566 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.000576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (9c3efeb4-b38b-4909-b882-a4f8d1d06124), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.060471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3efeb4-b38b-4909-b882-a4f8d1d06124,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:44.075282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Checking segment: {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:44.075969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Network hostable DHCP agents. Network: c90c7866-128f-4d67-8020-a094d391d674, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:15:44.097686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Network c90c7866-128f-4d67-8020-a094d391d674 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:15:44.109440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c90c7866-128f-4d67-8020-a094d391d674) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:44.114223 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:44.114900 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.121615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578bc85-d0bf-43d1-a417-fee9b5e80f16 None None] Network c90c7866-128f-4d67-8020-a094d391d674 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:44.133695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-49e2cd33-8957-4689-b7dc-b0e05510cbb1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3494887 Apr 07 12:15:44.136657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38392) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:44.143178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:44.170097 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (845d28ba-db57-4460-b2f6-469c4543642d), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.171448 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (845d28ba-db57-4460-b2f6-469c4543642d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.237748 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks [] for router_controller (845d28ba-db57-4460-b2f6-469c4543642d), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.255429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c90c7866-128f-4d67-8020-a094d391d674', 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'fixed_ips': [{'subnet_id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:15:44.256763 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.411189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks [] for router_gateway (845d28ba-db57-4460-b2f6-469c4543642d), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.411482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Allocated IP 172.20.0.2 (c90c7866-128f-4d67-8020-a094d391d674/9c3efeb4-b38b-4909-b882-a4f8d1d06124/02046ac3-001b-4868-a8ee-9299eb00088f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:44.604109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Publish callbacks [] for port (02046ac3-001b-4868-a8ee-9299eb00088f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.615106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.658037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Network c90c7866-128f-4d67-8020-a094d391d674 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:44.666250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:44.669923 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:44.671722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks [] for router_gateway (845d28ba-db57-4460-b2f6-469c4543642d), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.680409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Pushing event updated for resources: {'Port': ['ID=02046ac3-001b-4868-a8ee-9299eb00088f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:44.692267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.742749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Attempting to bind port 02046ac3-001b-4868-a8ee-9299eb00088f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:44.743153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Attempting to bind port 02046ac3-001b-4868-a8ee-9299eb00088f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:44.743542 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Attempting to bind port 02046ac3-001b-4868-a8ee-9299eb00088f on network c90c7866-128f-4d67-8020-a094d391d674 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:44.751293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:44.751743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Checking segment: {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:44.752115 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.752530 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Bound using segment: {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:44.753089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Bound port: 02046ac3-001b-4868-a8ee-9299eb00088f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:44.753476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.838122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] For port 02046ac3-001b-4868-a8ee-9299eb00088f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:44.843187 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] For port 02046ac3-001b-4868-a8ee-9299eb00088f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02046ac3-001b-4868-a8ee-9299eb00088f,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:44.849329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cba8025b-7859-4bb7-b50d-b16311752563 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:44.850049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Allocated IP 172.25.5.85 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a17dc405-7faa-4329-a3a2-c4bcd7deda22) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:44.854208 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.961107 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3e6dd-41e2-4775-b44f-409ef76da497 None None] Pushing event updated for resources: {'Port': ['ID=02046ac3-001b-4868-a8ee-9299eb00088f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:44.978282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cba8025b-7859-4bb7-b50d-b16311752563 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:44.978708 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cba8025b-7859-4bb7-b50d-b16311752563), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.006264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks [] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.051518 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.094290 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cba8025b-7859-4bb7-b50d-b16311752563 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:45.094962 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cba8025b-7859-4bb7-b50d-b16311752563), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.100107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:45.105291 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:45.109657 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:45.125646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port cba8025b-7859-4bb7-b50d-b16311752563, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cba8025b-7859-4bb7-b50d-b16311752563,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:45.141169 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cba8025b-7859-4bb7-b50d-b16311752563), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.155854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Pushing event updated for resources: {'Port': ['ID=a17dc405-7faa-4329-a3a2-c4bcd7deda22,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:45.222352 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=cba8025b-7859-4bb7-b50d-b16311752563,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:45.308340 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Sync routers for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:45.321273 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:45.321924 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:45.470448 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:45.521960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks [] for router_gateway (845d28ba-db57-4460-b2f6-469c4543642d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.751547 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 2, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:45.784618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Checking router: 4b95e154-939f-4a5a-8022-e6e87819dd6b for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:45.785162 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Updating router 4b95e154-939f-4a5a-8022-e6e87819dd6b port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:45.790760 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (845d28ba-db57-4460-b2f6-469c4543642d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.821156 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.951500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Router 845d28ba-db57-4460-b2f6-469c4543642d is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:15:46.078306 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:46.094860 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Sync routers for ids ['845d28ba-db57-4460-b2f6-469c4543642d'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:46.104635 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.107508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-53f74875-5ce5-43d0-b1d6-74bf94abab83 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9681156 Apr 07 12:15:46.109895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Routers {'845d28ba-db57-4460-b2f6-469c4543642d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:46.110746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['845d28ba-db57-4460-b2f6-469c4543642d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:46.111405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38394) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:46.165222 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Publish callbacks [] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.173354 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.261372 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Set router 845d28ba-db57-4460-b2f6-469c4543642d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:46.270039 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Pushing event updated for resources: {'Port': ['ID=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:46.286990 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.286990 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.287382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.287382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.287729 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.288070 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.288402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.288735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.289059 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.289411 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.289745 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.290064 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.290389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.305739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7e5db-9917-4658-90d7-77bbcac07f49 None None] Network c90c7866-128f-4d67-8020-a094d391d674 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:46.323460 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Attempting to bind port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:46.324055 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Attempting to bind port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:46.324193 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Attempting to bind port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 on network d69f159e-a062-48ae-af31-786d552f35e8 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:46.329981 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:46.330363 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Checking segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:46.330772 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.331171 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Bound using segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:46.331650 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Bound port: ff5527bd-1a3b-4ae6-b8ea-503194ef7978, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:46.332041 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.414024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] For port ff5527bd-1a3b-4ae6-b8ea-503194ef7978, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:46.423044 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] For port ff5527bd-1a3b-4ae6-b8ea-503194ef7978, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:46.432928 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.513476 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:46.514129 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:46.646292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.707235 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:46.761364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] Provisioning complete for port 02046ac3-001b-4868-a8ee-9299eb00088f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:46.761744 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.821121 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a3cd-13a4-4c35-a740-b469054a5d06 None None] Pushing event updated for resources: {'Port': ['ID=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:46.882891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 3, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:46.923752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Allocated IP 172.20.0.1 (c90c7866-128f-4d67-8020-a094d391d674/9c3efeb4-b38b-4909-b882-a4f8d1d06124/51ccbbac-f1f6-4406-9054-be6bddeb1c30) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:46.940516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Checking router: 845d28ba-db57-4460-b2f6-469c4543642d for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:46.940896 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Updating router 845d28ba-db57-4460-b2f6-469c4543642d port a17dc405-7faa-4329-a3a2-c4bcd7deda22 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:46.980872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.984957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02046ac3-001b-4868-a8ee-9299eb00088f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:47.050162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] Current status of the port 02046ac3-001b-4868-a8ee-9299eb00088f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:47.050479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.056021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks [] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.056286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:46Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:47.091933 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab711f9e-cd2d-476e-a3bd-0e709d868ac9 None None] The sync data for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 is: [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:46Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:47.113166 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.179024 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] For port 02046ac3-001b-4868-a8ee-9299eb00088f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02046ac3-001b-4868-a8ee-9299eb00088f,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:47.191220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Network c90c7866-128f-4d67-8020-a094d391d674 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:47.192905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Pushing event updated for resources: {'Port': ['ID=51ccbbac-f1f6-4406-9054-be6bddeb1c30,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:47.193676 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.196052 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:47.199662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:47.249346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (845d28ba-db57-4460-b2f6-469c4543642d), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.257969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 02046ac3-001b-4868-a8ee-9299eb00088f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:47.264021 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.401908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] Provisioning complete for port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:47.402286 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.432317 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.453515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb80bd0-b5c2-4216-9d67-5611f47950d7 None None] Pushing event updated for resources: {'Port': ['ID=02046ac3-001b-4868-a8ee-9299eb00088f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:47.584897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 02046ac3-001b-4868-a8ee-9299eb00088f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:47.586036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cba8025b-7859-4bb7-b50d-b16311752563 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:47.652781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] Current status of the port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:47.653234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.699411 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks [] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.706953 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.707488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Publish callbacks [] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.722499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] For port ff5527bd-1a3b-4ae6-b8ea-503194ef7978, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:47.723576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.730755 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.780200 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (845d28ba-db57-4460-b2f6-469c4543642d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.788962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Pushing event updated for resources: {'Port': ['ID=51ccbbac-f1f6-4406-9054-be6bddeb1c30,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:47.793799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Attempting to bind port a17dc405-7faa-4329-a3a2-c4bcd7deda22 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:47.794214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Attempting to bind port a17dc405-7faa-4329-a3a2-c4bcd7deda22 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:47.794604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Attempting to bind port a17dc405-7faa-4329-a3a2-c4bcd7deda22 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:47.797272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717cfc6-d543-49a4-98fc-823df394605e None None] Pushing event updated for resources: {'Port': ['ID=a17dc405-7faa-4329-a3a2-c4bcd7deda22,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:47.802820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cba8025b-7859-4bb7-b50d-b16311752563 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:47.803198 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cba8025b-7859-4bb7-b50d-b16311752563), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.856733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:47.857777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:47.857777 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.858098 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:47.858619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Bound port: a17dc405-7faa-4329-a3a2-c4bcd7deda22, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:47.859008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.895996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Network c90c7866-128f-4d67-8020-a094d391d674 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:47.897758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:47.941729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d84e97-c3bf-4588-948b-4ffc0375da43 None None] Pushing event updated for resources: {'Port': ['ID=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:47.951924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f5726c4d-2bf3-44ce-8e85-edb34643ac4a None None] Provisioning complete for port 02046ac3-001b-4868-a8ee-9299eb00088f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:47.952301 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5726c4d-2bf3-44ce-8e85-edb34643ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.995844 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] For port a17dc405-7faa-4329-a3a2-c4bcd7deda22, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:48.048429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] For port a17dc405-7faa-4329-a3a2-c4bcd7deda22, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a17dc405-7faa-4329-a3a2-c4bcd7deda22,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:48.073614 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:48.075263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Router 845d28ba-db57-4460-b2f6-469c4543642d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:48.085660 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cba8025b-7859-4bb7-b50d-b16311752563 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:48.176964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Routers {'845d28ba-db57-4460-b2f6-469c4543642d'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:48.177551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['845d28ba-db57-4460-b2f6-469c4543642d'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:48.180758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f5726c4d-2bf3-44ce-8e85-edb34643ac4a None None] Current status of the port 02046ac3-001b-4868-a8ee-9299eb00088f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:48.202718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:48.208517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ede87eb4-0854-4625-9da5-b061856741f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/845d28ba-db57-4460-b2f6-469c4543642d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0955222 Apr 07 12:15:48.221799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717cfc6-d543-49a4-98fc-823df394605e None None] Pushing event updated for resources: {'Port': ['ID=a17dc405-7faa-4329-a3a2-c4bcd7deda22,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:48.266273 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f5726c4d-2bf3-44ce-8e85-edb34643ac4a None None] Provisioning complete for port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:48.266997 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f5726c4d-2bf3-44ce-8e85-edb34643ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:48.317322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f5726c4d-2bf3-44ce-8e85-edb34643ac4a None None] Port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:48.333952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] Set router 845d28ba-db57-4460-b2f6-469c4543642d gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:48.487719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fa2ed6db-2667-462f-a50f-f5cae104be8e None None] Provisioning complete for port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:48.488095 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fa2ed6db-2667-462f-a50f-f5cae104be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:48.561674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ed6db-2667-462f-a50f-f5cae104be8e None None] Port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:48.593104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '51ccbbac-f1f6-4406-9054-be6bddeb1c30', 'name': '', 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'mac_address': 'fa:16:3e:eb:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:46Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 2, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'subnets': [{'id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:48.621981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b1abe-6ff7-4307-9eab-7f6f25915763 None None] The sync data for ids ['845d28ba-db57-4460-b2f6-469c4543642d'] in n-d-836788-1 is: [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '51ccbbac-f1f6-4406-9054-be6bddeb1c30', 'name': '', 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'mac_address': 'fa:16:3e:eb:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:46Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 2, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'subnets': [{'id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:48.813243 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff5527bd-1a3b-4ae6-b8ea-503194ef7978 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:48.904096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:48.904474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:49.000549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:49.001816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02046ac3-001b-4868-a8ee-9299eb00088f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:49.053293 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 02046ac3-001b-4868-a8ee-9299eb00088f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:49.053838 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:49.177589 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 02046ac3-001b-4868-a8ee-9299eb00088f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:50.826840 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a17dc405-7faa-4329-a3a2-c4bcd7deda22 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:50.896251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a17dc405-7faa-4329-a3a2-c4bcd7deda22 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:50.896741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:51.194539 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a17dc405-7faa-4329-a3a2-c4bcd7deda22 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:51.195282 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:51.235021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port a17dc405-7faa-4329-a3a2-c4bcd7deda22, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a17dc405-7faa-4329-a3a2-c4bcd7deda22,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:51.240261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:51.301281 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=a17dc405-7faa-4329-a3a2-c4bcd7deda22,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:51.410534 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Sync routers for ids ['845d28ba-db57-4460-b2f6-469c4543642d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:51.429238 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Routers {'845d28ba-db57-4460-b2f6-469c4543642d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:51.430010 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['845d28ba-db57-4460-b2f6-469c4543642d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:51.562534 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Set router 845d28ba-db57-4460-b2f6-469c4543642d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:51.904399 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '51ccbbac-f1f6-4406-9054-be6bddeb1c30', 'name': '', 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'mac_address': 'fa:16:3e:eb:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:46Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 2, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'subnets': [{'id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:51.937852 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Checking router: 845d28ba-db57-4460-b2f6-469c4543642d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:51.938630 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Updating router 845d28ba-db57-4460-b2f6-469c4543642d port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:51.975486 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.311685 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Publish callbacks [] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.321970 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.378461 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd1e22-be87-43c4-85f6-ffc598ad7a8f None None] Pushing event updated for resources: {'Port': ['ID=51ccbbac-f1f6-4406-9054-be6bddeb1c30,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:52.473445 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Attempting to bind port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:52.474393 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Attempting to bind port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:52.475108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Attempting to bind port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 on network c90c7866-128f-4d67-8020-a094d391d674 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:52.484704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:52.485563 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Checking segment: {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:52.486329 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.487098 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Bound using segment: {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:52.487901 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Bound port: 51ccbbac-f1f6-4406-9054-be6bddeb1c30, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f74eb9f-6f48-46ab-af39-c0c733ffc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:52.488649 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.614990 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] For port 51ccbbac-f1f6-4406-9054-be6bddeb1c30, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:52.622757 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] For port 51ccbbac-f1f6-4406-9054-be6bddeb1c30, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=51ccbbac-f1f6-4406-9054-be6bddeb1c30,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:52.632561 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.740003 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] Provisioning complete for port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:52.740539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.745048 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd1e22-be87-43c4-85f6-ffc598ad7a8f None None] Pushing event updated for resources: {'Port': ['ID=51ccbbac-f1f6-4406-9054-be6bddeb1c30,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:52.753186 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Routers {'845d28ba-db57-4460-b2f6-469c4543642d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:52.754441 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:15:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['845d28ba-db57-4460-b2f6-469c4543642d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:52.907529 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] Current status of the port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:52.908007 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:52.910330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a17dc405-7faa-4329-a3a2-c4bcd7deda22 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:52.930726 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] Set router 845d28ba-db57-4460-b2f6-469c4543642d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:53.012412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] For port 51ccbbac-f1f6-4406-9054-be6bddeb1c30, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=51ccbbac-f1f6-4406-9054-be6bddeb1c30,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:53.021976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:53.060319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a17dc405-7faa-4329-a3a2-c4bcd7deda22 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:53.060844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:53.213081 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '51ccbbac-f1f6-4406-9054-be6bddeb1c30', 'name': '', 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'mac_address': 'fa:16:3e:eb:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:46Z', 'updated_at': '2022-04-07T12:15:52Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'subnets': [{'id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:53.221766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a17dc405-7faa-4329-a3a2-c4bcd7deda22 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:53.224899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48e98b-626e-427a-a9a4-7f63c27c4ba7 None None] Pushing event updated for resources: {'Port': ['ID=51ccbbac-f1f6-4406-9054-be6bddeb1c30,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:53.236812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-23d30864-7200-449b-be8c-48d8fa6acd3d None None] Provisioning complete for port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:53.237236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23d30864-7200-449b-be8c-48d8fa6acd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:53.250074 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60b28e-9545-4237-9709-7d40e018eda6 None None] The sync data for ids ['845d28ba-db57-4460-b2f6-469c4543642d'] in n-d-836788-1 is: [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '51ccbbac-f1f6-4406-9054-be6bddeb1c30', 'name': '', 'network_id': 'c90c7866-128f-4d67-8020-a094d391d674', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'mac_address': 'fa:16:3e:eb:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:46Z', 'updated_at': '2022-04-07T12:15:52Z', 'revision_number': 4, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'subnets': [{'id': '9c3efeb4-b38b-4909-b882-a4f8d1d06124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:53.363074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-23d30864-7200-449b-be8c-48d8fa6acd3d None None] Current status of the port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:54.839350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 51ccbbac-f1f6-4406-9054-be6bddeb1c30 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:54.916559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:54.916842 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:55.025298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:58.687828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-c99b32c0-f5fc-4c6c-89ec-335f22153fd7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:58.689382 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-c99b32c0-f5fc-4c6c-89ec-335f22153fd7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 815 time: 0.1067181 Apr 07 12:15:58.704946 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-44e9b4dd-4d0b-49a2-a448-1caad329859d tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/quotas/05c4809c1a7a49febff95f03227faf5b HTTP/1.1" status: 200 len: 375 time: 0.0099714 Apr 07 12:15:58.773581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-d633fcb1-f2c2-4578-91c5-7d38db09117f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632179 Apr 07 12:15:58.878161 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-ba0cc542-cbcd-4ffd-a8f0-3732b95a556d service neutron] 10.222.0.13 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865512 Apr 07 12:15:58.979217 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-a76cc224-407e-4b90-85b2-8e4463aef904 service neutron] 10.222.0.13 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947793 Apr 07 12:15:59.148726 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-468bd7de-bafc-4dfc-a04b-ba01b49ff6a7 req-dbc87acd-04a3-4da6-9e6e-49d6cb086333 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 210 time: 0.0293236 Apr 07 12:16:00.255915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c022db8-06e8-4f5f-9c8a-5ce4f2b68e87 req-b91c261e-8f52-4779-ae52-cb8cdceccb17 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 210 time: 0.0325186 Apr 07 12:16:00.273272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-262fcc19-c6a7-4a19-b932-956397c00e75 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:00.273272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-262fcc19-c6a7-4a19-b932-956397c00e75 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 815 time: 0.1201255 Apr 07 12:16:00.285537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'port': {'device_id': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'admin_state_up': True, 'tenant_id': '05c4809c1a7a49febff95f03227faf5b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:00.402380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Made reservation on behalf of 05c4809c1a7a49febff95f03227faf5b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:16:00.406544 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.567448 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Allocated IP 172.20.0.7 (d69f159e-a062-48ae-af31-786d552f35e8/1607c478-9782-4644-a2bb-5635f5113706/bafd003e-fade-4b8a-9ad5-c68b8c1ba192) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:00.801055 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f1e46a05-b8ee-45eb-b136-8495dd063f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.806555 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.853041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.988372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:00.999333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Network d69f159e-a062-48ae-af31-786d552f35e8 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:01.001441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:01.016137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:01.080569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:01.081275 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.103635 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-822f9875-b406-4a1c-85c6-5b421ee310b0 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223705 Apr 07 12:16:01.344497 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9c8ba3ec-6a38-49c8-adc4-8407204c70f4 None None] Provisioning complete for port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:01.345226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba3ec-6a38-49c8-adc4-8407204c70f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.406960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ba3ec-6a38-49c8-adc4-8407204c70f4 None None] Port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:16:01.408241 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e0fe-1507-4139-9ce4-f255d9f067b4 req-43ef65c2-e047-4b99-9207-df88c2f15cbd tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:01.410831 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e6e0fe-1507-4139-9ce4-f255d9f067b4 req-43ef65c2-e047-4b99-9207-df88c2f15cbd tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0746465 Apr 07 12:16:01.485816 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f5e6e0fe-1507-4139-9ce4-f255d9f067b4 req-07627394-5094-41a1-a974-9e3804e68796 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Apr 07 12:16:02.193805 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.655980 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4fdfe-1f7c-45f8-8aa1-4a193434eaec req-0317fa2f-be5c-4612-909c-9c2f475e7a63 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:02.657784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00f4fdfe-1f7c-45f8-8aa1-4a193434eaec req-0317fa2f-be5c-4612-909c-9c2f475e7a63 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0795102 Apr 07 12:16:02.723339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00f4fdfe-1f7c-45f8-8aa1-4a193434eaec req-4186862d-5f89-40b3-838e-c552b94e7763 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577180 Apr 07 12:16:03.118871 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdfd5-2eba-4182-9c26-5e6a4ccab209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.889606 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2200f-4ec2-4565-9781-18e10cb5d973 req-1667f854-7a85-48aa-a3cd-e32dd3ce0efb tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:03.891194 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1a2200f-4ec2-4565-9781-18e10cb5d973 req-1667f854-7a85-48aa-a3cd-e32dd3ce0efb tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0598924 Apr 07 12:16:03.989323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1a2200f-4ec2-4565-9781-18e10cb5d973 req-703698cc-0461-4712-a82e-26db06ddf733 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915055 Apr 07 12:16:04.115949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.682694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.143905 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1d85-da26-43f3-89c2-a27877baad3a req-975dfdd0-6178-4938-ae19-526bf46fcf74 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:05.145757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05cb1d85-da26-43f3-89c2-a27877baad3a req-975dfdd0-6178-4938-ae19-526bf46fcf74 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0726485 Apr 07 12:16:05.227269 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05cb1d85-da26-43f3-89c2-a27877baad3a req-913f801c-fb3a-495b-82a9-000fa9ea19f3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666294 Apr 07 12:16:06.196653 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.406918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c45ad0-18be-4552-bb92-a9d656d683c6 req-34d2d2cd-603a-4fcd-a4ff-c755285bf8f3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:06.408475 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20c45ad0-18be-4552-bb92-a9d656d683c6 req-34d2d2cd-603a-4fcd-a4ff-c755285bf8f3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0814497 Apr 07 12:16:06.461642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-20c45ad0-18be-4552-bb92-a9d656d683c6 req-2af675c1-70a2-41db-913a-a098ec109ec4 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 Apr 07 12:16:07.302931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.657979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61615841-60d5-4010-8593-1455b26ddb11 req-74b8b6b1-e3b7-4fe9-b0b6-a99653d848a5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:07.659608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61615841-60d5-4010-8593-1455b26ddb11 req-74b8b6b1-e3b7-4fe9-b0b6-a99653d848a5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.1185515 Apr 07 12:16:07.759006 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61615841-60d5-4010-8593-1455b26ddb11 req-c4e4d493-bcdd-4874-901a-a9b8f60d6285 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922222 Apr 07 12:16:08.901308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb023c-6f44-4627-9e36-88fc0fc77937 req-f504ead8-f70e-4a6c-bc15-7ca1ffed77c6 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:08.903098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99eb023c-6f44-4627-9e36-88fc0fc77937 req-f504ead8-f70e-4a6c-bc15-7ca1ffed77c6 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0668159 Apr 07 12:16:08.958014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-99eb023c-6f44-4627-9e36-88fc0fc77937 req-b185b8d4-c9c9-4513-b12a-11dd6a938ecf tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472736 Apr 07 12:16:10.088976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28f58-7e6f-4c2a-a3dc-732d50f5cd87 req-eba42b41-7951-48f1-a473-93676d145cdf tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:10.091146 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3c28f58-7e6f-4c2a-a3dc-732d50f5cd87 req-eba42b41-7951-48f1-a473-93676d145cdf tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 931 time: 0.0544415 Apr 07 12:16:10.142404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e3c28f58-7e6f-4c2a-a3dc-732d50f5cd87 req-d11093ef-cd7f-4985-9479-20e8279b2da7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Apr 07 12:16:10.460788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Request body: {'port': {'device_id': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:10.526605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:10.818037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafd003e-fade-4b8a-9ad5-c68b8c1ba192 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:16:10.826387 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Publish callbacks [] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:10.841367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Transition to ACTIVE for port object bafd003e-fade-4b8a-9ad5-c68b8c1ba192 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:16:10.845846 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:10.922729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:10.977793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Attempting to bind port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:16:10.978174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Attempting to bind port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:16:10.978362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Attempting to bind port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 on network d69f159e-a062-48ae-af31-786d552f35e8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:10.982921 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 on network d69f159e-a062-48ae-af31-786d552f35e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:16:10.983239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Attempting to bind port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 on network d69f159e-a062-48ae-af31-786d552f35e8 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:10.988466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:16:10.988787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Checking segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:16:10.989195 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Bound using segment: {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:16:10.989626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Bound port: bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65701aec-5de9-4d1c-a084-210b7a38e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:16:10.989974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.066884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:16:11.070251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:16:11.077361 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.121405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.122355 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.123739 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 1091 time: 0.6673067 Apr 07 12:16:11.124401 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:11.126856 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20687f89-3e03-40cf-8554-9d60b9f31da9" -d '{"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:11.153486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d94d-8b0b-4f4c-81b4-c3819b9a06a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:11.202629 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14131ea-eb06-4778-b0bc-400399a3eefc x-openstack-request-id: req-e14131ea-eb06-4778-b0bc-400399a3eefc {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:11.202933 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:11.203190 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e14131ea-eb06-4778-b0bc-400399a3eefc {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:11.203595 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14131ea-eb06-4778-b0bc-400399a3eefc'] response: {'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'status': 'completed', 'code': 200} Apr 07 12:16:11.223901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-02dc3ca3-d622-4df8-a79a-da10ab85edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.225473 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-02dc3ca3-d622-4df8-a79a-da10ab85edfa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1125 time: 0.0531464 Apr 07 12:16:11.274743 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-dfe1b010-d18c-4904-81ea-8b68938d9513 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 217 time: 0.0421700 Apr 07 12:16:11.299929 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c1d42-c02e-4d66-ae78-1c699bcd1431 req-f4737488-ef02-4fdb-b281-d9f43057ae9d tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.301553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-217c1d42-c02e-4d66-ae78-1c699bcd1431 req-f4737488-ef02-4fdb-b281-d9f43057ae9d tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 943 time: 0.0609171 Apr 07 12:16:11.334668 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-55b51674-49cd-4bfa-ada3-8a0495f8f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.336154 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-55b51674-49cd-4bfa-ada3-8a0495f8f40f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0537517 Apr 07 12:16:11.353247 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-217c1d42-c02e-4d66-ae78-1c699bcd1431 req-5032c9ba-1fe9-46ad-91a3-29d8c5875879 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Apr 07 12:16:11.654248 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a274da-a866-4eca-ae98-bf791524622c req-cada3b2d-dafd-4067-90b6-557e7ed657ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.655713 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-cada3b2d-dafd-4067-90b6-557e7ed657ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3134742 Apr 07 12:16:11.750239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-61b9fdc1-7a88-4256-87eb-497b459d445f service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884266 Apr 07 12:16:11.849982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-26a274da-a866-4eca-ae98-bf791524622c req-ee0d010f-d552-4d19-8e9d-e67aafca3d5c service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939248 Apr 07 12:16:11.941019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-f12d71cb-f891-4342-8036-2d2f01cf0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.942470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-f12d71cb-f891-4342-8036-2d2f01cf0ac1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1125 time: 0.0462952 Apr 07 12:16:12.037758 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-747432d7-818a-4404-8fcd-fc21a6c5f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.039237 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-747432d7-818a-4404-8fcd-fc21a6c5f50f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.0912743 Apr 07 12:16:12.082765 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-0e051328-aed3-4d27-9c92-72f44bcf2071 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 217 time: 0.0372741 Apr 07 12:16:12.131975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-68af0a37-bdf8-4f2f-a022-7b7e84671f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.133600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-68af0a37-bdf8-4f2f-a022-7b7e84671f8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0449500 Apr 07 12:16:12.191874 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-7a20a15e-6d49-4d8f-b51f-9d22eaf2a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.193371 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-7a20a15e-6d49-4d8f-b51f-9d22eaf2a055 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526123 Apr 07 12:16:12.284824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-7a02b0db-0114-4a74-833d-d92830f792d6 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Apr 07 12:16:12.384070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-20687f89-3e03-40cf-8554-9d60b9f31da9 req-182c9de2-4384-437a-aed5-479fc878383e service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919602 Apr 07 12:16:12.482934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ddc1e-15e4-49aa-98b0-ecdcc2ca80d1 req-2c8ffe6d-40d4-4def-acba-4f67715d0630 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.485009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-785ddc1e-15e4-49aa-98b0-ecdcc2ca80d1 req-2c8ffe6d-40d4-4def-acba-4f67715d0630 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 943 time: 0.0590162 Apr 07 12:16:12.534574 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-785ddc1e-15e4-49aa-98b0-ecdcc2ca80d1 req-4c15c646-4397-4401-8075-8fd1b07aacb2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Apr 07 12:16:13.680088 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6bb70-ed96-40f9-bab1-ba60beea7918 req-9a910cd5-c0cb-49ff-97af-983c3edfe749 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:13.681685 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32a6bb70-ed96-40f9-bab1-ba60beea7918 req-9a910cd5-c0cb-49ff-97af-983c3edfe749 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 943 time: 0.0664899 Apr 07 12:16:13.735788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32a6bb70-ed96-40f9-bab1-ba60beea7918 req-82534bae-f7eb-423f-a1fd-eeec0a499a7f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Apr 07 12:16:14.863937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bafd003e-fade-4b8a-9ad5-c68b8c1ba192 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:16:14.867168 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013342b-12bc-4509-a3c0-0b02a91efe40 req-d0488708-e745-4df0-a39d-7ea694120dbc tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:14.868919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7013342b-12bc-4509-a3c0-0b02a91efe40 req-d0488708-e745-4df0-a39d-7ea694120dbc tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 943 time: 0.0549293 Apr 07 12:16:14.919445 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7013342b-12bc-4509-a3c0-0b02a91efe40 req-c6074707-7749-497a-99bf-5218396379eb tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Apr 07 12:16:14.987997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:15.000728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'port_id': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'mac_address': 'fa:16:3e:a1:23:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:16:15.041428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:15.041826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:15.055785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafd003e-fade-4b8a-9ad5-c68b8c1ba192 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:16:15.078335 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:15.081998 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:15.137894 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:15.283686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bafd003e-fade-4b8a-9ad5-c68b8c1ba192'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:16:16.055603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e0b3-ef9b-4465-b011-0bc5c26c9371 req-7567d72d-6912-49a5-9f33-9abe54fd1cfe tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:16.057162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ed9e0b3-ef9b-4465-b011-0bc5c26c9371 req-7567d72d-6912-49a5-9f33-9abe54fd1cfe tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 944 time: 0.0613930 Apr 07 12:16:16.115018 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ed9e0b3-ef9b-4465-b011-0bc5c26c9371 req-c8c0eeed-e94c-4965-857f-9b0964dcfe93 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501368 Apr 07 12:16:16.894306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bafd003e-fade-4b8a-9ad5-c68b8c1ba192 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:16.945527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:16:16.949847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:16.951421 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.035845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:17.036145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.060932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:17.063549 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6219d3-2b3e-4d82-8faa-1b9bf5ba1cab" -d '{"events": [{"server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "name": "network-vif-plugged", "status": "completed", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:17.079185 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:17.083630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.147149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:17.263134 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57e7272-b283-4bf1-858a-266d605b0575 x-openstack-request-id: req-e57e7272-b283-4bf1-858a-266d605b0575 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:17.263361 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "name": "network-vif-plugged", "status": "completed", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:17.263529 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e57e7272-b283-4bf1-858a-266d605b0575 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:17.263668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9628f5-c273-4fba-a410-e394b75c2fa7 req-deb903d1-9105-49ef-9dfd-0d177007269f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:17.264390 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57e7272-b283-4bf1-858a-266d605b0575'] response: {'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'code': 200} Apr 07 12:16:17.265187 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf9628f5-c273-4fba-a410-e394b75c2fa7 req-deb903d1-9105-49ef-9dfd-0d177007269f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0626400 Apr 07 12:16:17.319451 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf9628f5-c273-4fba-a410-e394b75c2fa7 req-4cc16fd6-01ea-47c0-95ca-ace3228ce165 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Apr 07 12:16:17.367256 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b13f75-6c5f-4339-8c8f-59ba678cbc5a req-d9a0305e-b9f9-42ab-be7f-1a35c048d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:17.368747 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35b13f75-6c5f-4339-8c8f-59ba678cbc5a req-d9a0305e-b9f9-42ab-be7f-1a35c048d294 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1127 time: 0.0446138 Apr 07 12:16:17.411761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35b13f75-6c5f-4339-8c8f-59ba678cbc5a req-5573eb12-268a-4852-8041-309136543f6c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Apr 07 12:16:18.452655 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d780458-fdb1-4a26-8260-87021bf4e696 req-3f2d03a6-eae6-46f9-8c15-a5b9330e20ad tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:18.454730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d780458-fdb1-4a26-8260-87021bf4e696 req-3f2d03a6-eae6-46f9-8c15-a5b9330e20ad tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0569131 Apr 07 12:16:18.502370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6d780458-fdb1-4a26-8260-87021bf4e696 req-90206a3e-a467-4fea-a7da-eaf1ed767e2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Apr 07 12:16:18.620331 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8c098-b97a-4d3e-bdae-dec5a4c177d6 req-da6712e3-3054-4029-b507-3dccc78e3346 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:18.622232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3e8c098-b97a-4d3e-bdae-dec5a4c177d6 req-da6712e3-3054-4029-b507-3dccc78e3346 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0520375 Apr 07 12:16:18.673666 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c3e8c098-b97a-4d3e-bdae-dec5a4c177d6 req-d3c0c5db-27bb-42ff-b5c0-ddace0fa6465 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Apr 07 12:16:18.868364 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76256b6b-8e33-4d7c-9a07-c60a93e82a13 req-b197f1d2-3d7b-40fb-9f90-39c2650f9052 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:18.869956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76256b6b-8e33-4d7c-9a07-c60a93e82a13 req-b197f1d2-3d7b-40fb-9f90-39c2650f9052 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0546288 Apr 07 12:16:18.925474 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76256b6b-8e33-4d7c-9a07-c60a93e82a13 req-37d9cc4e-7ff5-40bf-a03f-48d2f486b67a tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Apr 07 12:16:20.339285 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:16:30.779241 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8135240c-d3eb-47a8-af39-e428b3640d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:30.958750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-ef964b49-a421-45e5-8943-1fa2bc05a66c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612521 Apr 07 12:16:31.070020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-1c29c23b-0558-4bae-a0b6-fa2c13c3de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:31.072551 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-1c29c23b-0558-4bae-a0b6-fa2c13c3de8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1127 time: 0.0673919 Apr 07 12:16:31.209061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-789f3d84-5feb-42bf-9d86-09bd762b106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:31.211232 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-789f3d84-5feb-42bf-9d86-09bd762b106a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.1149573 Apr 07 12:16:31.264694 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-25e4a8f7-12a0-4998-98dc-bc450929732e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 217 time: 0.0455508 Apr 07 12:16:31.329405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-2804679c-75e9-40e0-8bb9-f313e7ff87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:31.330885 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-2804679c-75e9-40e0-8bb9-f313e7ff87de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0603375 Apr 07 12:16:31.388387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-f2a0e89e-9088-4574-9073-2d39f2135290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:31.390603 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-f2a0e89e-9088-4574-9073-2d39f2135290 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539520 Apr 07 12:16:31.493933 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-05e9a48f-be4f-472f-b111-70ad5ab42f7f service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978112 Apr 07 12:16:31.596494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-593e4d54-bfa0-471a-a278-79c42e1690ee req-a0685577-599c-41c0-8391-a75898a038ea service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972886 Apr 07 12:16:32.197588 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:33.083106 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-31e2703f-5a55-44ec-bf52-0c4607f2ef58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:34.121060 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:34.680477 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:36.198930 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:37.282319 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:39.110848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808232b6-8ac5-4cd9-9898-58262b313e3b req-2e025d29-e5af-42a1-a381-1fe91c96504b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:39.112424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-808232b6-8ac5-4cd9-9898-58262b313e3b req-2e025d29-e5af-42a1-a381-1fe91c96504b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0587595 Apr 07 12:16:39.170556 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-808232b6-8ac5-4cd9-9898-58262b313e3b req-86376227-2bb9-452a-a1df-e56c86ac725f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Apr 07 12:16:39.196767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38608) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:39.362801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ecb65-62e6-41b3-96bb-29721f60bd9b tempest-TestMinimumBasicScenario-1862215320 tempest-TestMinimumBasicScenario-1862215320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:39.364332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-212ecb65-62e6-41b3-96bb-29721f60bd9b tempest-TestMinimumBasicScenario-1862215320 tempest-TestMinimumBasicScenario-1862215320-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1122 time: 0.1663105 Apr 07 12:16:39.367373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38612) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:39.372328 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:39.393580 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:39.502906 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:39.634712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Allocated IP 172.25.5.159 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/8d2a3b98-ff42-4159-a407-4b368a6eac80) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:39.759684 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:39.801347 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:39.841491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:39.844407 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:39.850149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:39.855823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'Port': ['ID=8d2a3b98-ff42-4159-a407-4b368a6eac80,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:40.245750 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for floatingip (8ac8d316-078c-4d59-bfdc-8511849f44f9), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:40.317830 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:40.486310 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:40.494058 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:40.564712 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'Port': ['ID=8d2a3b98-ff42-4159-a407-4b368a6eac80,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:40.581528 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (8ac8d316-078c-4d59-bfdc-8511849f44f9), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:40.694999 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Floating IP 8ac8d316-078c-4d59-bfdc-8511849f44f9 associated. External IP: 172.25.5.159, port: bafd003e-fade-4b8a-9ad5-c68b8c1ba192. Apr 07 12:16:40.917684 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Router 4b95e154-939f-4a5a-8022-e6e87819dd6b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:16:41.031718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:16:41.044934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] Sync routers for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:16:41.050848 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.054665 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:41.055329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:16:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:41.086898 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e2140c68-2931-4ce0-93f1-113c17135a2c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7159071 Apr 07 12:16:41.086898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:41.087379 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d173c874-0f78-446f-ac55-63aa72766454" -d '{"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:41.087603 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38614) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:41.093067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713988940', 'description': 'tempest-secgroup-smoke-1713988940 description', 'project_id': '05c4809c1a7a49febff95f03227faf5b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:41.119129 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.132794 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f40e7-85ca-4ace-9ba9-6cffa1818638 x-openstack-request-id: req-5b8f40e7-85ca-4ace-9ba9-6cffa1818638 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:41.133201 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:41.133525 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b8f40e7-85ca-4ace-9ba9-6cffa1818638 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:41.134041 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8f40e7-85ca-4ace-9ba9-6cffa1818638'] response: {'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'status': 'completed', 'code': 200} Apr 07 12:16:41.186832 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:41.205252 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group (5368f70e-3d98-4e9f-a632-e62fe90142da), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.213683 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5368f70e-3d98-4e9f-a632-e62fe90142da), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.231323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c874-0f78-446f-ac55-63aa72766454 req-dd2021b6-f98c-494f-aafb-6e69e7f151b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:41.233348 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-dd2021b6-f98c-494f-aafb-6e69e7f151b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1127 time: 0.0772707 Apr 07 12:16:41.247071 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5368f70e-3d98-4e9f-a632-e62fe90142da,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:41.257239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.258411 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1694403 Apr 07 12:16:41.260344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.260711 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.261182 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.262069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.262402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.262741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.263264 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.263790 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.264131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.264472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.264811 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.265158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.265501 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488a008-e96f-4d4a-ba06-f8901895f82f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:41.268389 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38618) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:41.272870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group_rule': {'security_group_id': '5368f70e-3d98-4e9f-a632-e62fe90142da', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:41.301116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (43ba3040-f452-481a-8d60-4f7692bfab6c), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.349433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c874-0f78-446f-ac55-63aa72766454 req-4e760dd5-41a5-4c5a-82b5-b849b3b87656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:41.351907 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-4e760dd5-41a5-4c5a-82b5-b849b3b87656 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.1126413 Apr 07 12:16:41.366825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (43ba3040-f452-481a-8d60-4f7692bfab6c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.372423 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (43ba3040-f452-481a-8d60-4f7692bfab6c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.397049 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ba3040-f452-481a-8d60-4f7692bfab6c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:41.405085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.406386 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-146df280-3ae3-40ee-a023-26be30be62e5 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370182 Apr 07 12:16:41.409575 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:41.416940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group_rule': {'security_group_id': '5368f70e-3d98-4e9f-a632-e62fe90142da', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:41.436119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-8e26094a-8281-4f98-8b11-bf021949f719 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 999 time: 0.0779068 Apr 07 12:16:41.446936 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (3040f583-abd6-4e71-91f7-ee7a73f8767b), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.468464 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '8ac8d316-078c-4d59-bfdc-8511849f44f9', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'port_id': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'mac_address': 'fa:16:3e:a1:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:40Z', 'updated_at': '2022-04-07T12:16:40Z', 'revision_number': 0, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:41.492627 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c874-0f78-446f-ac55-63aa72766454 req-4ecd92f0-5ea1-41d9-bc79-d743d50b72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:41.494143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-4ecd92f0-5ea1-41d9-bc79-d743d50b72a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0508134 Apr 07 12:16:41.499976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] Checking router: 4b95e154-939f-4a5a-8022-e6e87819dd6b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:16:41.510239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (3040f583-abd6-4e71-91f7-ee7a73f8767b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.514667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:41.515320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:16:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:41.517431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3040f583-abd6-4e71-91f7-ee7a73f8767b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.537447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3040f583-abd6-4e71-91f7-ee7a73f8767b,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:41.549416 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.553260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c874-0f78-446f-ac55-63aa72766454 req-568971c5-1612-4ff3-a05c-c546364cc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:41.553460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a505f4c3-a889-4d28-86d9-cde2c979a714 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392362 Apr 07 12:16:41.553635 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-568971c5-1612-4ff3-a05c-c546364cc68d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515518 Apr 07 12:16:41.553635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38622) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:41.559004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group_rule': {'security_group_id': '5368f70e-3d98-4e9f-a632-e62fe90142da', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:41.635048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:41.642709 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (2bfb98f9-4887-42fb-8f80-2bc663e07c40), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:41.695906 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-5e3444a2-56ff-4d38-98d7-3f681f78a6e8 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326067 Apr 07 12:16:41.884581 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '8ac8d316-078c-4d59-bfdc-8511849f44f9', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'port_id': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'mac_address': 'fa:16:3e:a1:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:40Z', 'updated_at': '2022-04-07T12:16:40Z', 'revision_number': 0, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:41.916745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c06bb-9b06-40b0-a12b-1d22f85b95e8 None None] The sync data for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 is: [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '8ac8d316-078c-4d59-bfdc-8511849f44f9', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'port_id': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'mac_address': 'fa:16:3e:a1:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:40Z', 'updated_at': '2022-04-07T12:16:40Z', 'revision_number': 0, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:16:42.033041 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (2bfb98f9-4887-42fb-8f80-2bc663e07c40), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.043839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2bfb98f9-4887-42fb-8f80-2bc663e07c40), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.076980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfb98f9-4887-42fb-8f80-2bc663e07c40,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:42.083779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.087562 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69dab46b-5e43-4903-ab69-478bf9f532c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5303020 Apr 07 12:16:42.088155 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38624) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:42.096530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group_rule': {'security_group_id': '5368f70e-3d98-4e9f-a632-e62fe90142da', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:42.109020 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d173c874-0f78-446f-ac55-63aa72766454 req-0a548361-1f89-4de4-8736-19a2909d6ac6 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054263 Apr 07 12:16:42.131078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (7671db85-b9aa-4c95-bf2c-4f12afa97d4c), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.150229 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471622cf-c7e7-4bb1-915d-0ceb1b2aa27c None None] New status for floating IP 8ac8d316-078c-4d59-bfdc-8511849f44f9: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:16:42.196393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (7671db85-b9aa-4c95-bf2c-4f12afa97d4c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.201100 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7671db85-b9aa-4c95-bf2c-4f12afa97d4c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.540780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7671db85-b9aa-4c95-bf2c-4f12afa97d4c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:42.550537 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.552957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b431c3e4-2f19-4ef4-aad4-b471681c6541 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4621196 Apr 07 12:16:42.555107 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38626) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:42.560719 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group_rule': {'security_group_id': '5368f70e-3d98-4e9f-a632-e62fe90142da', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:42.581204 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Project 05c4809c1a7a49febff95f03227faf5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:16:42.586180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (49fc6f20-fc08-4547-b539-ec601dd67c81), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.638854 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (49fc6f20-fc08-4547-b539-ec601dd67c81), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.642800 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (49fc6f20-fc08-4547-b539-ec601dd67c81), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.660668 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fc6f20-fc08-4547-b539-ec601dd67c81,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:42.665687 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.666874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-69890252-4b7e-4203-baac-2092e6f00952 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1107187 Apr 07 12:16:42.670578 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38628) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:42.675300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'security_group_rule': {'security_group_id': '5368f70e-3d98-4e9f-a632-e62fe90142da', 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:42.698216 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Project 05c4809c1a7a49febff95f03227faf5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:16:42.703945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (fb9cf9ec-b2eb-49fc-97a5-8548a66674e0), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.771137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (fb9cf9ec-b2eb-49fc-97a5-8548a66674e0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.775558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (fb9cf9ec-b2eb-49fc-97a5-8548a66674e0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.796297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9cf9ec-b2eb-49fc-97a5-8548a66674e0,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:42.805938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:42.807122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c15571cf-8574-4a75-bf7b-20f05fab14f1 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353424 Apr 07 12:16:42.919303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-465211ee-c6bc-438e-b59a-b8a23820a65a tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713988940&fields=id&tenant_id=05c4809c1a7a49febff95f03227faf5b HTTP/1.1" status: 200 len: 267 time: 0.0609593 Apr 07 12:16:42.985753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-55c75072-b9ae-4301-8791-0df57375f0fe tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:42.987339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-55c75072-b9ae-4301-8791-0df57375f0fe tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0620520 Apr 07 12:16:42.999160 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'port': {'security_groups': ['79143c78-d3ac-439e-8729-1c02eb4efebd', '5368f70e-3d98-4e9f-a632-e62fe90142da']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:43.071623 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:43.266911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:43.298547 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:43.303576 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:43.326546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bafd003e-fade-4b8a-9ad5-c68b8c1ba192'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:16:43.348505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:43.349204 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:43.351808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8f150cd0-3d68-44eb-a4e0-de43b9cab8e8 req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "PUT /v2.0/ports/bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 981 time: 0.3579674 Apr 07 12:16:43.352425 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:43.357191 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbffcb3-cc57-4641-92c9-81fc77f47ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:43.397405 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a1de7-4fc9-45dd-a2c3-c6b89472132e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=6']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:43.438770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bafd003e-fade-4b8a-9ad5-c68b8c1ba192'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:16:43.531343 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d774d-65aa-4678-b4fe-ffc83a0d75cd req-8f187374-6e55-470e-b669-34435856094b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:43.533737 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a40d774d-65aa-4678-b4fe-ffc83a0d75cd req-8f187374-6e55-470e-b669-34435856094b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.1140018 Apr 07 12:16:43.539047 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e817ced-0737-4b5e-95a9-6781b94fad98 x-openstack-request-id: req-7e817ced-0737-4b5e-95a9-6781b94fad98 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:43.539630 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:43.540125 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e817ced-0737-4b5e-95a9-6781b94fad98 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:43.540881 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e817ced-0737-4b5e-95a9-6781b94fad98'] response: {'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'status': 'completed', 'code': 200} Apr 07 12:16:43.635655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-ffff987a-d96f-443c-93ac-72f92c45a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:43.638092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a40d774d-65aa-4678-b4fe-ffc83a0d75cd req-ad05375e-3eb3-4058-81db-2aa4d39e6064 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957866 Apr 07 12:16:43.638409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-ffff987a-d96f-443c-93ac-72f92c45a9f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1166 time: 0.0747540 Apr 07 12:16:43.705600 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a9224f86-3acc-47cf-94ce-6d1161af8203 None None] Provisioning complete for port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:43.706099 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a9224f86-3acc-47cf-94ce-6d1161af8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:43.762185 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-37bd73c7-fcb6-491d-bcda-ac3417c5e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:43.764484 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-37bd73c7-fcb6-491d-bcda-ac3417c5e408 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.1191733 Apr 07 12:16:43.835395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-75edb463-02f7-4a80-96c7-ff30690fb427 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 1001 time: 0.0652773 Apr 07 12:16:43.891962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-ba9eb4ab-3778-4333-ab4b-512df5175c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:43.893504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-ba9eb4ab-3778-4333-ab4b-512df5175c02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0518255 Apr 07 12:16:43.937119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a9224f86-3acc-47cf-94ce-6d1161af8203 None None] Current status of the port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:43.953393 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-8de3c109-5f7b-458c-853b-9cd1efdb7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:43.955118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-8de3c109-5f7b-458c-853b-9cd1efdb7c25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559216 Apr 07 12:16:44.057198 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-6b0dbf8f-1372-46b2-ad10-e08d1ced7066 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949719 Apr 07 12:16:44.171117 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-acbffcb3-cc57-4641-92c9-81fc77f47ab2 req-3a65c287-2b3e-4856-9954-3faa889c76ff service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071513 Apr 07 12:16:51.223492 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-75c5b141-ec74-4fc5-922c-908ee6e95f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:51.225054 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-75c5b141-ec74-4fc5-922c-908ee6e95f39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1166 time: 0.0476100 Apr 07 12:16:51.231496 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215e9d-449d-42e3-80fd-cf2e6bc65773 req-76677385-0e6b-4be4-9ded-400e53b67b3b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:51.232877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28215e9d-449d-42e3-80fd-cf2e6bc65773 req-76677385-0e6b-4be4-9ded-400e53b67b3b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0604513 Apr 07 12:16:51.298033 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-28215e9d-449d-42e3-80fd-cf2e6bc65773 req-04a2c991-b1af-42a2-a7fd-4479baee5992 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589833 Apr 07 12:16:51.319571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-62019e26-9681-419c-8752-08362d09fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:51.321051 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-62019e26-9681-419c-8752-08362d09fd48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.0895071 Apr 07 12:16:51.397292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-8be1b465-444d-4be4-9644-e3fd21475ff1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 1001 time: 0.0696485 Apr 07 12:16:51.447224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-9a605945-423f-48e9-9433-63a7f2902745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:51.448704 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-9a605945-423f-48e9-9433-63a7f2902745 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0450242 Apr 07 12:16:51.500961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-9fb67507-c335-4b52-bbb1-caa2db2b5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:51.502499 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-9fb67507-c335-4b52-bbb1-caa2db2b5d55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479429 Apr 07 12:16:51.598656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-35601a61-6219-464a-9181-e2b44c22254c service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888355 Apr 07 12:16:51.691318 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ad48450b-a0f3-47a3-95ab-d1f79ece126e req-f38fbf0d-d878-4e9d-bb61-9648ddb67699 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870337 Apr 07 12:16:52.432368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10bb8-722d-4e39-a915-9a8cbede09db req-155c2271-3809-4d0a-af11-e48cf376c313 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:52.434892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a10bb8-722d-4e39-a915-9a8cbede09db req-155c2271-3809-4d0a-af11-e48cf376c313 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0607460 Apr 07 12:16:52.498632 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69a10bb8-722d-4e39-a915-9a8cbede09db req-f1983df2-6257-4931-b4b6-9149ef4bc4d3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572817 Apr 07 12:16:53.639256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711337e-cf5e-4910-9f29-c3a1a1328966 req-ea210344-0faa-47dd-a2a1-60d6ce7c2c48 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:53.640842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5711337e-cf5e-4910-9f29-c3a1a1328966 req-ea210344-0faa-47dd-a2a1-60d6ce7c2c48 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0600574 Apr 07 12:16:53.707263 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5711337e-cf5e-4910-9f29-c3a1a1328966 req-ad17a857-cc11-4f9b-8827-1912579c53b7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602417 Apr 07 12:16:54.834148 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61a510-c2ea-4dab-8f03-d720b3291f18 req-3b0e7957-4a91-4e52-92c0-81af3ba4267c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:54.835656 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b61a510-c2ea-4dab-8f03-d720b3291f18 req-3b0e7957-4a91-4e52-92c0-81af3ba4267c tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0545392 Apr 07 12:16:54.903706 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b61a510-c2ea-4dab-8f03-d720b3291f18 req-ee4d40f8-8a9d-42d2-9eee-08308cc7043a tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610242 Apr 07 12:16:56.027426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553fe4-4499-4bb3-abfd-b721193ba671 req-82372eb8-3cc5-459e-b83c-2ecfca90b80d tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:56.029501 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6553fe4-4499-4bb3-abfd-b721193ba671 req-82372eb8-3cc5-459e-b83c-2ecfca90b80d tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0559042 Apr 07 12:16:56.091515 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b6553fe4-4499-4bb3-abfd-b721193ba671 req-f927f0e0-53fe-4101-85ec-405963602b4e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560555 Apr 07 12:16:57.216475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ccf3-540e-4731-aab2-86663e77ff37 req-53c7764c-1758-4f7a-a326-a7665d40cf21 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:57.219078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8519ccf3-540e-4731-aab2-86663e77ff37 req-53c7764c-1758-4f7a-a326-a7665d40cf21 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0581789 Apr 07 12:16:57.284875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8519ccf3-540e-4731-aab2-86663e77ff37 req-3941f00f-72c6-4922-96ac-3364a4b1a06e tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588140 Apr 07 12:16:57.338270 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:16:58.416422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250c6dc-5cce-48f9-81f2-edccb7ed8fa2 req-ac0f8155-7c98-4a75-95cf-2270375d7da7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:58.417963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4250c6dc-5cce-48f9-81f2-edccb7ed8fa2 req-ac0f8155-7c98-4a75-95cf-2270375d7da7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0610020 Apr 07 12:16:58.484877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4250c6dc-5cce-48f9-81f2-edccb7ed8fa2 req-4db2ab19-e163-4af9-8ff8-ddd7cebdbfd9 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603445 Apr 07 12:16:59.612381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdefb44-4853-4d96-bef4-3b5456ddccc4 req-0afdeddb-243e-4c0a-b38f-30b7bd796677 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:59.613905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cdefb44-4853-4d96-bef4-3b5456ddccc4 req-0afdeddb-243e-4c0a-b38f-30b7bd796677 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0534880 Apr 07 12:16:59.674963 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cdefb44-4853-4d96-bef4-3b5456ddccc4 req-6e59a160-a453-4383-9c91-bd145b7c7112 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549321 Apr 07 12:17:00.773190 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cd43-d087-4e03-8e9c-9e7636130e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.799347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948efc9-1e1f-4524-bd4c-b83fb365fe53 req-2244ea68-202f-4f3f-b4ad-04a6c821f4f7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:00.800843 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1948efc9-1e1f-4524-bd4c-b83fb365fe53 req-2244ea68-202f-4f3f-b4ad-04a6c821f4f7 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0569317 Apr 07 12:17:00.865009 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1948efc9-1e1f-4524-bd4c-b83fb365fe53 req-f8f167ac-7e58-4733-9f4f-7685dc133bc3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583236 Apr 07 12:17:01.988454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166354-fada-43dc-9b2c-ebf703db14a3 req-e7d21de6-0519-4585-9f04-238203686920 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:01.989851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b166354-fada-43dc-9b2c-ebf703db14a3 req-e7d21de6-0519-4585-9f04-238203686920 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0549805 Apr 07 12:17:02.050379 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0b166354-fada-43dc-9b2c-ebf703db14a3 req-3be91ed2-b51f-48a8-b40b-28a163a4d434 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548155 Apr 07 12:17:02.186595 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:03.086697 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0448-254f-4c8a-9d7e-f47b102b639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:03.173473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec490-074a-4e1b-be2d-9175b2271f8e req-81957dc6-9b87-4484-b793-994be4106101 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:03.175209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39cec490-074a-4e1b-be2d-9175b2271f8e req-81957dc6-9b87-4484-b793-994be4106101 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0551124 Apr 07 12:17:03.236370 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-39cec490-074a-4e1b-be2d-9175b2271f8e req-b802ac85-a04a-4e08-969f-3110c3effe7f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=5368f70e-3d98-4e9f-a632-e62fe90142da&id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553694 Apr 07 12:17:04.133983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:04.678883 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:06.205409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:07.286983 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:30.781509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-abb6088f-f79d-4e1a-97e8-dfd735fdae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:31.960066 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-61495c85-6e98-456c-afa0-b1542581d7c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578284 Apr 07 12:17:32.055905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562ee3-946d-4133-a483-e49676b065cd req-abd45e31-b5ef-405e-a2ff-b999811fa998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:32.057428 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-abd45e31-b5ef-405e-a2ff-b999811fa998 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1166 time: 0.0475421 Apr 07 12:17:32.171181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562ee3-946d-4133-a483-e49676b065cd req-a2de4fe0-6ff3-4a24-bf13-92f205943a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:32.172788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-a2de4fe0-6ff3-4a24-bf13-92f205943a7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.0947509 Apr 07 12:17:32.202498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:32.256812 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-e691006b-6b10-437f-9fb2-a472879aa329 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 1001 time: 0.0786588 Apr 07 12:17:32.308801 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562ee3-946d-4133-a483-e49676b065cd req-7ac428cc-943f-4537-aa0d-85239229d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:32.310702 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-7ac428cc-943f-4537-aa0d-85239229d15e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0471089 Apr 07 12:17:32.363177 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562ee3-946d-4133-a483-e49676b065cd req-86727633-b6fc-49df-bf47-6f626ee4499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:32.364686 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-86727633-b6fc-49df-bf47-6f626ee4499d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484853 Apr 07 12:17:32.469078 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-f6d09923-c5a5-4e92-94ed-417ff336bd45 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981905 Apr 07 12:17:32.574856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-44562ee3-946d-4133-a483-e49676b065cd req-c06b871e-38c9-4aff-badb-75e6289b83f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002240 Apr 07 12:17:33.091041 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1beeafb1-8a28-431e-9aef-98d1f05e9405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:34.133181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:34.338361 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:17:34.684296 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:35.726915 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e61d02f7-6b31-482c-862c-f625752423c8 req-2a0b8672-fdfc-401b-bb2e-d3294b6f5186 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713988940&fields=id&tenant_id=05c4809c1a7a49febff95f03227faf5b HTTP/1.1" status: 200 len: 267 time: 0.0625744 Apr 07 12:17:35.798648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d02f7-6b31-482c-862c-f625752423c8 req-1e5ffead-6760-44f1-81b3-968de1e59843 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:35.800265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e61d02f7-6b31-482c-862c-f625752423c8 req-1e5ffead-6760-44f1-81b3-968de1e59843 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 984 time: 0.0669861 Apr 07 12:17:35.815934 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Request body: {'port': {'security_groups': ['79143c78-d3ac-439e-8729-1c02eb4efebd']}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:35.896833 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.088506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:36.122452 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.128205 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.142207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bafd003e-fade-4b8a-9ad5-c68b8c1ba192'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:36.182401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.183067 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.184500 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e61d02f7-6b31-482c-862c-f625752423c8 req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "PUT /v2.0/ports/bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 942 time: 0.3737810 Apr 07 12:17:36.186318 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:36.188340 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:36.205763 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38678) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:36.245968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e748e9-baf5-4c4d-8633-71a3956f5b8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event updated for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=7']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:36.267712 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef2d99b-2ec1-441d-a71b-b92a3b7943e2 x-openstack-request-id: req-eef2d99b-2ec1-441d-a71b-b92a3b7943e2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:36.268037 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:36.268375 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eef2d99b-2ec1-441d-a71b-b92a3b7943e2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:36.268670 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef2d99b-2ec1-441d-a71b-b92a3b7943e2'] response: {'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'status': 'completed', 'code': 200} Apr 07 12:17:36.306658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bafd003e-fade-4b8a-9ad5-c68b8c1ba192'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:36.347438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.352143 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group (5368f70e-3d98-4e9f-a632-e62fe90142da), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.379504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-afb8aea0-8b18-402b-a341-f737784781a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.381365 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-afb8aea0-8b18-402b-a341-f737784781a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1127 time: 0.0915380 Apr 07 12:17:36.403212 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group (5368f70e-3d98-4e9f-a632-e62fe90142da), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.532923 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-a48e47b1-f1ae-4a94-9e9a-de9ab507aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.534524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-a48e47b1-f1ae-4a94-9e9a-de9ab507aa86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.1418195 Apr 07 12:17:36.561049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4c63c8b9-0e89-4955-9549-01b933894676 None None] Provisioning complete for port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:17:36.561546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4c63c8b9-0e89-4955-9549-01b933894676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.606327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5368f70e-3d98-4e9f-a632-e62fe90142da), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.609756 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.610945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "DELETE /v2.0/security-groups/5368f70e-3d98-4e9f-a632-e62fe90142da HTTP/1.1" status: 204 len: 168 time: 0.4030077 Apr 07 12:17:36.614054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38680) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:36.630479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5368f70e-3d98-4e9f-a632-e62fe90142da,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:36.639072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.639524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.639870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.640077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.640739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.640739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.641074 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.641691 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.641824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.642063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.642398 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.642721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.643049 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda2fb4-1563-4dfe-a95e-daa6ef100343 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.647382 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-9cc120ea-4c46-4375-bc1f-12ff2f0a9f36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 1001 time: 0.1059003 Apr 07 12:17:36.700678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4c63c8b9-0e89-4955-9549-01b933894676 None None] Current status of the port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:17:36.726881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-57923e71-e6e2-4c7a-bd77-6c27424eee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.728378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-57923e71-e6e2-4c7a-bd77-6c27424eee69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0733743 Apr 07 12:17:36.779126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-7beece97-4bf3-4529-8580-1cc00000770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.780633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-7beece97-4bf3-4529-8580-1cc00000770d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467081 Apr 07 12:17:36.802491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Deleting port 8d2a3b98-ff42-4159-a407-4b368a6eac80 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:36.803108 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.877809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-3425cb97-8f64-406a-94a4-24e043082ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910819 Apr 07 12:17:36.881167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.881511 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for floatingip (8d2a3b98-ff42-4159-a407-4b368a6eac80), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.895154 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Calling delete_port for 8d2a3b98-ff42-4159-a407-4b368a6eac80 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:36.974789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-464f20e9-c0cb-4b1d-b80b-614dc2918a1f req-c03f3991-1e1c-4269-bd52-ed7ecf160240 service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912867 Apr 07 12:17:37.060030 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (8d2a3b98-ff42-4159-a407-4b368a6eac80), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:37.087713 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event deleted for resources: {'Port': ['ID=8d2a3b98-ff42-4159-a407-4b368a6eac80,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:37.156293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks [] for floatingip (8ac8d316-078c-4d59-bfdc-8511849f44f9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:37.156639 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Floating IP 8ac8d316-078c-4d59-bfdc-8511849f44f9 disassociated (deleted). External IP: 172.25.5.159, port: bafd003e-fade-4b8a-9ad5-c68b8c1ba192. Apr 07 12:17:37.292178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:37.379686 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Router 4b95e154-939f-4a5a-8022-e6e87819dd6b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:17:37.491548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:17:37.496722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:37.502347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] Sync routers for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:17:37.512631 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:37.513854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:37.527075 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-91036279-d945-4ce1-92bf-b098e4c85db2 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ac8d316-078c-4d59-bfdc-8511849f44f9 HTTP/1.1" status: 204 len: 168 time: 0.9113770 Apr 07 12:17:37.634532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:17:37.867671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:37.895302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] Checking router: 4b95e154-939f-4a5a-8022-e6e87819dd6b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:17:37.904596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:37.904998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:38.015922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:17:38.238781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:38.267754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec7b54-d8c8-440d-8244-6b4f61a3f3a6 None None] The sync data for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 is: [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:42Z', 'revision_number': 4, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'ff5527bd-1a3b-4ae6-b8ea-503194ef7978', 'name': '', 'network_id': 'd69f159e-a062-48ae-af31-786d552f35e8', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'mac_address': 'fa:16:3e:01:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1607c478-9782-4644-a2bb-5635f5113706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:41Z', 'updated_at': '2022-04-07T12:15:47Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'subnets': [{'id': '1607c478-9782-4644-a2bb-5635f5113706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:17:38.269641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:38.272633 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:38.314907 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a20ebc-05c2-456e-ad4e-28b87caa1050 x-openstack-request-id: req-65a20ebc-05c2-456e-ad4e-28b87caa1050 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:38.315468 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:38.315940 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65a20ebc-05c2-456e-ad4e-28b87caa1050 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:38.316583 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a20ebc-05c2-456e-ad4e-28b87caa1050'] response: {'name': 'network-changed', 'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'status': 'completed', 'code': 200} Apr 07 12:17:38.382424 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-176fdaab-ffb0-4190-aeee-85d94b2e319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.383922 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-176fdaab-ffb0-4190-aeee-85d94b2e319a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c4809c1a7a49febff95f03227faf5b&device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 1127 time: 0.0484178 Apr 07 12:17:38.492831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-39bc0d31-29af-4f2d-a6d6-c5bfea6fe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.494355 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-39bc0d31-29af-4f2d-a6d6-c5bfea6fe994 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 200 len: 916 time: 0.1034825 Apr 07 12:17:38.539045 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-8c5d63c0-ea6f-45d8-beae-dbc8df34ea17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 200 len: 217 time: 0.0386846 Apr 07 12:17:38.547996 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e15419-679e-40e6-aeca-4af9f72fd3e5 None None] New status for floating IP 8ac8d316-078c-4d59-bfdc-8511849f44f9: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:17:38.589165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-2c0491e4-5152-454b-89c5-d37b9d1ed033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.590627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-2c0491e4-5152-454b-89c5-d37b9d1ed033 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 200 len: 854 time: 0.0464499 Apr 07 12:17:38.649936 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-7c7238a1-e83f-4491-811a-cdf932461cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.651625 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-7c7238a1-e83f-4491-811a-cdf932461cfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69f159e-a062-48ae-af31-786d552f35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558271 Apr 07 12:17:38.743136 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-822471bc-aacd-4388-b7b9-aa11eaf3b7eb service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850215 Apr 07 12:17:38.857847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-30b891d2-7ebb-4200-ab6e-a2a715eab1eb req-5a616239-0feb-4e88-8e0b-a7350f48067f service neutron] 10.222.0.23 "GET /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068726 Apr 07 12:17:54.112803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73925a-36a9-4833-8e7c-e6c87995c365 req-9e73c540-b063-4fb0-a430-5a6c9199f60b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:54.114704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b73925a-36a9-4833-8e7c-e6c87995c365 req-9e73c540-b063-4fb0-a430-5a6c9199f60b tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0571339 Apr 07 12:17:54.164929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5b73925a-36a9-4833-8e7c-e6c87995c365 req-a19c855b-26ac-48d0-92d9-f4d7c001119d tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Apr 07 12:17:55.299916 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3e77-d976-4d73-a6e9-cbc949f1b6c1 req-026da093-b3e8-40ad-8b07-f7c95c8f6d8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.301393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-698d3e77-d976-4d73-a6e9-cbc949f1b6c1 req-026da093-b3e8-40ad-8b07-f7c95c8f6d8f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0543084 Apr 07 12:17:55.354038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-698d3e77-d976-4d73-a6e9-cbc949f1b6c1 req-b2e30754-1261-428c-8556-670d25f63ae6 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/security-groups?id=79143c78-d3ac-439e-8729-1c02eb4efebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Apr 07 12:17:55.672910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-bc9460a0-9aa3-4e18-ba5e-6d6dfcf8d7c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.674468 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-bc9460a0-9aa3-4e18-ba5e-6d6dfcf8d7c3 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.23 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 945 time: 0.0583184 Apr 07 12:17:55.774901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Deleting port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:55.775242 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:55.874812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] For port bafd003e-fade-4b8a-9ad5-c68b8c1ba192, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:55.875244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:55.891258 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Calling delete_port for bafd003e-fade-4b8a-9ad5-c68b8c1ba192 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:56.035165 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bafd003e-fade-4b8a-9ad5-c68b8c1ba192), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:56.048979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['bafd003e-fade-4b8a-9ad5-c68b8c1ba192'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:56.069037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Pushing event deleted for resources: {'Port': ['ID=bafd003e-fade-4b8a-9ad5-c68b8c1ba192,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:56.115314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] No DVR routers for this DVR port bafd003e-fade-4b8a-9ad5-c68b8c1ba192 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:17:56.118005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:56.121287 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-cbbb62b0-0477-4d57-b437-771b4e6dfecf req-e3f35bcc-b0da-4144-968c-8d32971c944f tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.23 "DELETE /v2.0/ports/bafd003e-fade-4b8a-9ad5-c68b8c1ba192 HTTP/1.1" status: 204 len: 173 time: 0.4416289 Apr 07 12:17:56.121747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'name': 'network-vif-deleted', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:56.124258 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e14576b-a94e-498c-b109-23a444f0b7e2" -d '{"events": [{"server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "name": "network-vif-deleted", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:56.166078 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f1340-33e7-4c5c-9213-abbaec4d3d69 x-openstack-request-id: req-183f1340-33e7-4c5c-9213-abbaec4d3d69 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:56.166746 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d176397a-1208-42ba-ba1d-a0211d21fadd", "name": "network-vif-deleted", "tag": "bafd003e-fade-4b8a-9ad5-c68b8c1ba192", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:56.167005 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-183f1340-33e7-4c5c-9213-abbaec4d3d69 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:56.167417 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183f1340-33e7-4c5c-9213-abbaec4d3d69'] response: {'server_uuid': 'd176397a-1208-42ba-ba1d-a0211d21fadd', 'name': 'network-vif-deleted', 'tag': 'bafd003e-fade-4b8a-9ad5-c68b8c1ba192', 'status': 'completed', 'code': 200} Apr 07 12:17:56.470313 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-993edd59-0428-4c71-b8f4-99010da195a7 req-d9576c09-b71b-4bbd-9f37-dcdf1186e032 tempest-TestMinimumBasicScenario-1421322868 tempest-TestMinimumBasicScenario-1421322868-project] 10.222.0.13 "GET /v2.0/ports?device_id=d176397a-1208-42ba-ba1d-a0211d21fadd HTTP/1.1" status: 200 len: 210 time: 0.0303056 Apr 07 12:17:58.084862 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38808) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:58.452637 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (4b95e154-939f-4a5a-8022-e6e87819dd6b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.710250 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Deleting port ff5527bd-1a3b-4ae6-b8ea-503194ef7978 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:58.710527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.792980 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] For port ff5527bd-1a3b-4ae6-b8ea-503194ef7978, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:58.793392 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.806830 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Calling delete_port for ff5527bd-1a3b-4ae6-b8ea-503194ef7978 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:59.001073 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (ff5527bd-1a3b-4ae6-b8ea-503194ef7978), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.027891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5527bd-1a3b-4ae6-b8ea-503194ef7978,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:59.216454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (4b95e154-939f-4a5a-8022-e6e87819dd6b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.373387 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bafd003e-fade-4b8a-9ad5-c68b8c1ba192 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:17:59.394326 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: bafd003e-fade-4b8a-9ad5-c68b8c1ba192 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:17:59.394676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device bafd003e-fade-4b8a-9ad5-c68b8c1ba192 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:17:59.449739 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Router 4b95e154-939f-4a5a-8022-e6e87819dd6b has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:17:59.823457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:17:59.829773 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d36b4ac1-ead9-45fc-be6f-6ec38cba4365 admin admin] 10.222.0.13 "PUT /v2.0/routers/4b95e154-939f-4a5a-8022-e6e87819dd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438490 Apr 07 12:17:59.832252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38812) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:59.835348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] Sync routers for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:17:59.848555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:59.849417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:59.957240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks [] for router (4b95e154-939f-4a5a-8022-e6e87819dd6b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.973397 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:00.065313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks [] for router_gateway (4b95e154-939f-4a5a-8022-e6e87819dd6b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.144975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Deleting port cba8025b-7859-4bb7-b50d-b16311752563 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:00.145477 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cba8025b-7859-4bb7-b50d-b16311752563), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.173904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:17:58Z', 'revision_number': 5, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port': {'id': 'cba8025b-7859-4bb7-b50d-b16311752563', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:00.202134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] Checking router: 4b95e154-939f-4a5a-8022-e6e87819dd6b for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:00.210941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] Routers {'4b95e154-939f-4a5a-8022-e6e87819dd6b'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:00.211578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:17:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['4b95e154-939f-4a5a-8022-e6e87819dd6b'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:00.242916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] For port cba8025b-7859-4bb7-b50d-b16311752563, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cba8025b-7859-4bb7-b50d-b16311752563,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:00.243530 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cba8025b-7859-4bb7-b50d-b16311752563), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.257566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Calling delete_port for cba8025b-7859-4bb7-b50d-b16311752563 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:00.307288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] Set router 4b95e154-939f-4a5a-8022-e6e87819dd6b gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:00.365987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:18:00Z', 'revision_number': 6, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:00.394951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f631de-9e4e-4b0d-80e6-d365a9703bd9 None None] The sync data for ids ['4b95e154-939f-4a5a-8022-e6e87819dd6b'] in n-d-836788-1 is: [{'id': '4b95e154-939f-4a5a-8022-e6e87819dd6b', 'name': 'tempest-TestMinimumBasicScenario-2135734167-router', 'tenant_id': '05c4809c1a7a49febff95f03227faf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:39Z', 'updated_at': '2022-04-07T12:18:00Z', 'revision_number': 6, 'project_id': '05c4809c1a7a49febff95f03227faf5b', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:00.448554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cba8025b-7859-4bb7-b50d-b16311752563), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.483464 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Pushing event deleted for resources: {'Port': ['ID=cba8025b-7859-4bb7-b50d-b16311752563,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:00.548903 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (4b95e154-939f-4a5a-8022-e6e87819dd6b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.646406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (4b95e154-939f-4a5a-8022-e6e87819dd6b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.648657 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks [] for router_controller (4b95e154-939f-4a5a-8022-e6e87819dd6b), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.694435 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (4b95e154-939f-4a5a-8022-e6e87819dd6b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.694938 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b95e154-939f-4a5a-8022-e6e87819dd6b {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:18:00.699957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.701448 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0aecc1c0-a85f-4f8a-9e9c-9e31203c276c admin admin] 10.222.0.13 "DELETE /v2.0/routers/4b95e154-939f-4a5a-8022-e6e87819dd6b HTTP/1.1" status: 204 len: 168 time: 0.8679485 Apr 07 12:18:00.704925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38814) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:00.752018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Deleting subnet 1607c478-9782-4644-a2bb-5635f5113706 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:18:00.757103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Publish callbacks [] for subnet (1607c478-9782-4644-a2bb-5635f5113706), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.776772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-eadad263-33fa-4f1f-b391-ca82938055e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.797782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (1607c478-9782-4644-a2bb-5635f5113706), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.889659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (1607c478-9782-4644-a2bb-5635f5113706), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.944298 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (1607c478-9782-4644-a2bb-5635f5113706), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.968532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1607c478-9782-4644-a2bb-5635f5113706,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:00.978366 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.980783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4108e-45ea-4a74-a58c-3e4cc8aa6f91 None None] Network d69f159e-a062-48ae-af31-786d552f35e8 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:00.982137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1607c478-9782-4644-a2bb-5635f5113706 HTTP/1.1" status: 204 len: 168 time: 0.2760458 Apr 07 12:18:00.984729 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38816) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:00.985065 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.985673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.986221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.986774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.987319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.987858 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.988426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.988948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.989531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.990070 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.990610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.991086 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.991561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d5840a-c99d-4e89-bc15-cebe49c40df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.065947 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (d69f159e-a062-48ae-af31-786d552f35e8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.123863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Deleting port b5e182bf-723a-42d9-818b-93b42d3df392 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:01.124147 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.198833 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] For port b5e182bf-723a-42d9-818b-93b42d3df392, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=b5e182bf-723a-42d9-818b-93b42d3df392,segment=NetworkSegment(65701aec-5de9-4d1c-a084-210b7a38e052),segment_id=65701aec-5de9-4d1c-a084-210b7a38e052)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:01.199209 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.205583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] DHCP port deletion for d69f159e-a062-48ae-af31-786d552f35e8 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:18:01.216347 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Calling delete_port for b5e182bf-723a-42d9-818b-93b42d3df392 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:01.273455 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff5527bd-1a3b-4ae6-b8ea-503194ef7978 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:01.309367 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.311324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: ff5527bd-1a3b-4ae6-b8ea-503194ef7978 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:01.311959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device ff5527bd-1a3b-4ae6-b8ea-503194ef7978 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:01.315178 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Deleting port b5e182bf-723a-42d9-818b-93b42d3df392 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:01.315789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.338864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e182bf-723a-42d9-818b-93b42d3df392,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.342411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] No DVR routers for this DVR port b5e182bf-723a-42d9-818b-93b42d3df392 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:01.386093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] For port b5e182bf-723a-42d9-818b-93b42d3df392, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:01.386522 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.400919 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Calling delete_port for b5e182bf-723a-42d9-818b-93b42d3df392 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:01.403852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Port b5e182bf-723a-42d9-818b-93b42d3df392 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 12:18:01.405328 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (b5e182bf-723a-42d9-818b-93b42d3df392), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.430742 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (d69f159e-a062-48ae-af31-786d552f35e8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.430938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Pushing event deleted for resources: {'Port': ['ID=b5e182bf-723a-42d9-818b-93b42d3df392,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.440828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] No DVR routers for this DVR port b5e182bf-723a-42d9-818b-93b42d3df392 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:01.445524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.445878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.446413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.446935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.447430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.447938 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.448431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.448921 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.450488 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.450843 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.451188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.451664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.452008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce2909-41b0-4689-b08f-20f2f9c20602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.460518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69f159e-a062-48ae-af31-786d552f35e8']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:01.470942 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65701aec-5de9-4d1c-a084-210b7a38e052') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:01.471298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65701aec-5de9-4d1c-a084-210b7a38e052') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:01.482772 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (65701aec-5de9-4d1c-a084-210b7a38e052), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.497959 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (65701aec-5de9-4d1c-a084-210b7a38e052), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.506967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:18:01.508014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (65701aec-5de9-4d1c-a084-210b7a38e052), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:18:01.511239 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:18:01.569281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (d69f159e-a062-48ae-af31-786d552f35e8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.575226 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.578508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d69f159e-a062-48ae-af31-786d552f35e8 HTTP/1.1" status: 204 len: 168 time: 0.5924885 Apr 07 12:18:01.582195 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38818) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:01.591343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660737b-0722-46df-ab57-8bbc63d6e67e admin admin] Pushing event deleted for resources: {'Network': ['ID=d69f159e-a062-48ae-af31-786d552f35e8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.973022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (845d28ba-db57-4460-b2f6-469c4543642d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.216026 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.257105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Deleting port 51ccbbac-f1f6-4406-9054-be6bddeb1c30 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:02.257377 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.344001 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] For port 51ccbbac-f1f6-4406-9054-be6bddeb1c30, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=51ccbbac-f1f6-4406-9054-be6bddeb1c30,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:02.344361 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.359500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Calling delete_port for 51ccbbac-f1f6-4406-9054-be6bddeb1c30 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:02.555670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (51ccbbac-f1f6-4406-9054-be6bddeb1c30), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.582620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=51ccbbac-f1f6-4406-9054-be6bddeb1c30,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:02.774306 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (845d28ba-db57-4460-b2f6-469c4543642d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.922533 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b5e182bf-723a-42d9-818b-93b42d3df392 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:02.947876 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: b5e182bf-723a-42d9-818b-93b42d3df392 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:02.948317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device b5e182bf-723a-42d9-818b-93b42d3df392 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:02.948739 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cba8025b-7859-4bb7-b50d-b16311752563 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:02.969261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cba8025b-7859-4bb7-b50d-b16311752563 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:02.969676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cba8025b-7859-4bb7-b50d-b16311752563 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:03.018845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Router 845d28ba-db57-4460-b2f6-469c4543642d has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:03.096434 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-16ce1b1f-0f46-4ea3-828f-bf28d97e5c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.150828 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:03.156896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aed059d7-c079-4883-a515-65ddd587c2eb admin admin] 10.222.0.13 "PUT /v2.0/routers/845d28ba-db57-4460-b2f6-469c4543642d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732565 Apr 07 12:18:03.159872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38820) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:03.162825 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] Sync routers for ids ['845d28ba-db57-4460-b2f6-469c4543642d'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:03.175574 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] Routers {'845d28ba-db57-4460-b2f6-469c4543642d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:03.176879 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['845d28ba-db57-4460-b2f6-469c4543642d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.290618 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks [] for router (845d28ba-db57-4460-b2f6-469c4543642d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.308479 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] Set router 845d28ba-db57-4460-b2f6-469c4543642d gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:03.420169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks [] for router_gateway (845d28ba-db57-4460-b2f6-469c4543642d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.498574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Deleting port a17dc405-7faa-4329-a3a2-c4bcd7deda22 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:03.499469 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.546597 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:18:02Z', 'revision_number': 5, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port': {'id': 'a17dc405-7faa-4329-a3a2-c4bcd7deda22', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d28ba-db57-4460-b2f6-469c4543642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.602849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] For port a17dc405-7faa-4329-a3a2-c4bcd7deda22, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a17dc405-7faa-4329-a3a2-c4bcd7deda22,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:03.603214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.620210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Calling delete_port for a17dc405-7faa-4329-a3a2-c4bcd7deda22 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:03.671890 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] Checking router: 845d28ba-db57-4460-b2f6-469c4543642d for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:03.680829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] Routers {'845d28ba-db57-4460-b2f6-469c4543642d'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:03.681662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['845d28ba-db57-4460-b2f6-469c4543642d'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.779723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] Set router 845d28ba-db57-4460-b2f6-469c4543642d gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:03.842582 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:18:03Z', 'revision_number': 6, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.874640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf3009-4a98-4295-b738-5a9d237d33b0 None None] The sync data for ids ['845d28ba-db57-4460-b2f6-469c4543642d'] in n-d-836788-1 is: [{'id': '845d28ba-db57-4460-b2f6-469c4543642d', 'name': 'tempest-TestMinimumBasicScenario-1784108624-router', 'tenant_id': '16028896fc4a47ebb040a8b0dd85b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:44Z', 'updated_at': '2022-04-07T12:18:03Z', 'revision_number': 6, 'project_id': '16028896fc4a47ebb040a8b0dd85b88a', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:04.150189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.155734 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a17dc405-7faa-4329-a3a2-c4bcd7deda22), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.182334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17dc405-7faa-4329-a3a2-c4bcd7deda22,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:04.260415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (845d28ba-db57-4460-b2f6-469c4543642d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.357600 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (845d28ba-db57-4460-b2f6-469c4543642d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.359985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks [] for router_controller (845d28ba-db57-4460-b2f6-469c4543642d), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.411010 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (845d28ba-db57-4460-b2f6-469c4543642d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.411482 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 845d28ba-db57-4460-b2f6-469c4543642d {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:18:04.416831 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.420437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-243e6315-2b48-477d-a813-31ee5ddd7bd6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/845d28ba-db57-4460-b2f6-469c4543642d HTTP/1.1" status: 204 len: 168 time: 1.2568574 Apr 07 12:18:04.420967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38822) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:04.474005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Deleting subnet 9c3efeb4-b38b-4909-b882-a4f8d1d06124 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:18:04.477507 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Publish callbacks [] for subnet (9c3efeb4-b38b-4909-b882-a4f8d1d06124), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.515740 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (9c3efeb4-b38b-4909-b882-a4f8d1d06124), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.596017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (9c3efeb4-b38b-4909-b882-a4f8d1d06124), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.658901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (9c3efeb4-b38b-4909-b882-a4f8d1d06124), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.690624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.695702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3efeb4-b38b-4909-b882-a4f8d1d06124,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:04.701054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.707637 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-396536f8-64a2-441d-bfc1-ad8ff58888f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c3efeb4-b38b-4909-b882-a4f8d1d06124 HTTP/1.1" status: 204 len: 168 time: 0.2851999 Apr 07 12:18:04.708765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38824) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:04.714644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c95432-66a8-42ff-8296-002f110ac89d None None] Network c90c7866-128f-4d67-8020-a094d391d674 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:04.785425 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c90c7866-128f-4d67-8020-a094d391d674), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.850865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Deleting port 02046ac3-001b-4868-a8ee-9299eb00088f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:04.850865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.895975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] DHCP port deletion for c90c7866-128f-4d67-8020-a094d391d674 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:18:04.923399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a17dc405-7faa-4329-a3a2-c4bcd7deda22 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:04.944333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] For port 02046ac3-001b-4868-a8ee-9299eb00088f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02046ac3-001b-4868-a8ee-9299eb00088f,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:04.945279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.952113 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a17dc405-7faa-4329-a3a2-c4bcd7deda22 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:04.952463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a17dc405-7faa-4329-a3a2-c4bcd7deda22 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:04.952881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 51ccbbac-f1f6-4406-9054-be6bddeb1c30 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:04.966650 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Calling delete_port for 02046ac3-001b-4868-a8ee-9299eb00088f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:04.976637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 51ccbbac-f1f6-4406-9054-be6bddeb1c30 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:04.976987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 51ccbbac-f1f6-4406-9054-be6bddeb1c30 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:04.998108 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] Deleting port 02046ac3-001b-4868-a8ee-9299eb00088f {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:04.998989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.071989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.083743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] For port 02046ac3-001b-4868-a8ee-9299eb00088f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=02046ac3-001b-4868-a8ee-9299eb00088f,segment=NetworkSegment(4f74eb9f-6f48-46ab-af39-c0c733ffc463),segment_id=4f74eb9f-6f48-46ab-af39-c0c733ffc463)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:05.084312 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.097584 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Pushing event deleted for resources: {'Port': ['ID=02046ac3-001b-4868-a8ee-9299eb00088f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.098158 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] Calling delete_port for 02046ac3-001b-4868-a8ee-9299eb00088f owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:05.106845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] No DVR routers for this DVR port 02046ac3-001b-4868-a8ee-9299eb00088f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:05.188845 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (02046ac3-001b-4868-a8ee-9299eb00088f), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.191529 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c90c7866-128f-4d67-8020-a094d391d674), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.216505 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] Pushing event deleted for resources: {'Port': ['ID=02046ac3-001b-4868-a8ee-9299eb00088f,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.216766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90c7866-128f-4d67-8020-a094d391d674']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.220378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c24961-6889-4ab9-ac32-378f8dfe63af None None] No DVR routers for this DVR port 02046ac3-001b-4868-a8ee-9299eb00088f on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:05.228963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f74eb9f-6f48-46ab-af39-c0c733ffc463') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.228963 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f74eb9f-6f48-46ab-af39-c0c733ffc463') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.239154 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (4f74eb9f-6f48-46ab-af39-c0c733ffc463), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.255206 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (4f74eb9f-6f48-46ab-af39-c0c733ffc463), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.261707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:18:05.262106 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (4f74eb9f-6f48-46ab-af39-c0c733ffc463), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:18:05.264393 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:18:05.320658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c90c7866-128f-4d67-8020-a094d391d674), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.326765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.330122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c90c7866-128f-4d67-8020-a094d391d674 HTTP/1.1" status: 204 len: 168 time: 0.6203606 Apr 07 12:18:05.341905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7648bd-a7e0-4250-b17d-8c7b0a502442 admin admin] Pushing event deleted for resources: {'Network': ['ID=c90c7866-128f-4d67-8020-a094d391d674,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.498687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38828) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:05.539075 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-abf66828-987d-4d23-81a8-4a644aa0f6bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05c4809c1a7a49febff95f03227faf5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391874 Apr 07 12:18:05.541708 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38830) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:05.588526 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9417da0f-9e82-4102-a323-ca70e3933dc0 admin admin] Publish callbacks [] for security_group (79143c78-d3ac-439e-8729-1c02eb4efebd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.616103 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9417da0f-9e82-4102-a323-ca70e3933dc0 admin admin] Publish callbacks [] for security_group (79143c78-d3ac-439e-8729-1c02eb4efebd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.664033 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9417da0f-9e82-4102-a323-ca70e3933dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (79143c78-d3ac-439e-8729-1c02eb4efebd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.666668 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9417da0f-9e82-4102-a323-ca70e3933dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.667901 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9417da0f-9e82-4102-a323-ca70e3933dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79143c78-d3ac-439e-8729-1c02eb4efebd HTTP/1.1" status: 204 len: 168 time: 0.1253049 Apr 07 12:18:05.676753 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417da0f-9e82-4102-a323-ca70e3933dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79143c78-d3ac-439e-8729-1c02eb4efebd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.998279 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38836) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:06.039610 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-900e5660-1fd6-4373-921e-eaf550940ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16028896fc4a47ebb040a8b0dd85b88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400810 Apr 07 12:18:06.042089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38838) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:06.091568 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b16ea1d-0e82-41ea-a938-d3f548d88058 admin admin] Publish callbacks [] for security_group (a2235a4b-54f3-426a-895d-84e75817062c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.113416 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b16ea1d-0e82-41ea-a938-d3f548d88058 admin admin] Publish callbacks [] for security_group (a2235a4b-54f3-426a-895d-84e75817062c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.162928 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b16ea1d-0e82-41ea-a938-d3f548d88058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (a2235a4b-54f3-426a-895d-84e75817062c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.165691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b16ea1d-0e82-41ea-a938-d3f548d88058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.167162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b16ea1d-0e82-41ea-a938-d3f548d88058 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2235a4b-54f3-426a-895d-84e75817062c HTTP/1.1" status: 204 len: 168 time: 0.1239080 Apr 07 12:18:06.175007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ea1d-0e82-41ea-a938-d3f548d88058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2235a4b-54f3-426a-895d-84e75817062c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:06.212435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.853318 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02046ac3-001b-4868-a8ee-9299eb00088f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:06.875037 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 02046ac3-001b-4868-a8ee-9299eb00088f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:06.875389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 02046ac3-001b-4868-a8ee-9299eb00088f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:07.295658 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.847090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38878) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:07.851632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580071984', 'description': 'tempest-secgroup-smoke-580071984 description', 'project_id': '409b3e7241a64494bbaad017dfce2c9c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:07.871770 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.880247 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.956543 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (6cfdb9d6-4b24-4ef1-b548-e4d87d80c734), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.960305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6cfdb9d6-4b24-4ef1-b548-e4d87d80c734), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.996305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfdb9d6-4b24-4ef1-b548-e4d87d80c734,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.044882 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (74b486df-69fe-4b24-9b16-73a41cb5d9b0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.049708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (74b486df-69fe-4b24-9b16-73a41cb5d9b0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.082153 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.083411 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2353117 Apr 07 12:18:08.087660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38880) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.092695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '74b486df-69fe-4b24-9b16-73a41cb5d9b0', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.096812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c538afa-8e88-4553-90da-bec63d9ced6a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b486df-69fe-4b24-9b16-73a41cb5d9b0,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.120573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (d84aca15-5a8a-414c-82c1-02998fcb9ea0), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.183105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (d84aca15-5a8a-414c-82c1-02998fcb9ea0), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.187302 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (d84aca15-5a8a-414c-82c1-02998fcb9ea0), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.204707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84aca15-5a8a-414c-82c1-02998fcb9ea0,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.218105 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.219346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-45a83b06-8a3f-42e5-8b01-6ca96e92007f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305857 Apr 07 12:18:08.222112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38882) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.226607 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '74b486df-69fe-4b24-9b16-73a41cb5d9b0', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.251220 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (44892825-e08a-4705-9b26-dcaef48d7c38), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.308400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (44892825-e08a-4705-9b26-dcaef48d7c38), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.312616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (44892825-e08a-4705-9b26-dcaef48d7c38), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.334591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44892825-e08a-4705-9b26-dcaef48d7c38,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.343521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.344646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-097dd9c5-7a29-47d9-a67b-4ee636ed2c12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213961 Apr 07 12:18:08.347367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38884) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.351782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '74b486df-69fe-4b24-9b16-73a41cb5d9b0', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.378651 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (8ab93b08-b195-4afa-a486-43924dd338a5), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.436005 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (8ab93b08-b195-4afa-a486-43924dd338a5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.440000 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (8ab93b08-b195-4afa-a486-43924dd338a5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.458137 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab93b08-b195-4afa-a486-43924dd338a5,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.464812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.466874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a724aa8a-4653-48ad-a568-4f1f1bbef19d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181600 Apr 07 12:18:08.469196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38886) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.473484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '74b486df-69fe-4b24-9b16-73a41cb5d9b0', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.499095 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (8eb96eea-68e9-4431-89d1-fb6ef930efbd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.556832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (8eb96eea-68e9-4431-89d1-fb6ef930efbd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.560904 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (8eb96eea-68e9-4431-89d1-fb6ef930efbd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.580001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb96eea-68e9-4431-89d1-fb6ef930efbd,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.584022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.587504 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6b51915e-58e3-4759-933b-e02d7a0da309 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150339 Apr 07 12:18:08.588086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38888) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.593035 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '74b486df-69fe-4b24-9b16-73a41cb5d9b0', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.613300 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:18:08.617962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (b74664a0-e6ca-4893-9b85-d6a5f12f0584), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.680658 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (b74664a0-e6ca-4893-9b85-d6a5f12f0584), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.684527 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b74664a0-e6ca-4893-9b85-d6a5f12f0584), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.707971 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74664a0-e6ca-4893-9b85-d6a5f12f0584,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.717289 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.718475 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c7cbe9a3-5fc2-456a-8feb-0353813dc6b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294308 Apr 07 12:18:08.721324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38890) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.725525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '74b486df-69fe-4b24-9b16-73a41cb5d9b0', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.745539 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:18:08.750506 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (fd521ae2-714d-4f65-8161-53880c918183), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.811401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (fd521ae2-714d-4f65-8161-53880c918183), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.815224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (fd521ae2-714d-4f65-8161-53880c918183), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.835699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd521ae2-714d-4f65-8161-53880c918183,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.845827 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.847080 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f0b8097e-0c47-4cb4-89f3-0e897372c7fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248534 Apr 07 12:18:08.850085 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38892) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:08.854759 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'network': {'name': 'tempest-network-smoke--1460209106', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:08.874026 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:08.877504 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.901375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:18:08.911115 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (482b10e5-2e33-425e-bd58-1e124956c1d3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.911458 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Added segment 482b10e5-2e33-425e-bd58-1e124956c1d3 of type vlan for network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 Apr 07 12:18:08.949604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.975236 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:08.980714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:08.981399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.040554 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894460 Apr 07 12:18:09.043533 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38894) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:09.048151 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'admin_state_up': True, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:09.072500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d37bb2-1c91-4261-bcdf-1a23945fb6ff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Network': ['ID=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:09.083708 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (53f223a8-beeb-4041-8447-812fa4b66f50), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.084729 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:18:09.085189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (53f223a8-beeb-4041-8447-812fa4b66f50), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.140785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (53f223a8-beeb-4041-8447-812fa4b66f50), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.298554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (53f223a8-beeb-4041-8447-812fa4b66f50), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.503979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (53f223a8-beeb-4041-8447-812fa4b66f50), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.523780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.628014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.234 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/19e5ee53-6e66-44bb-8be3-90431d325d7e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:09.740554 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.775725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.815908 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:09.818899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:09.823265 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:09.849599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=19e5ee53-6e66-44bb-8be3-90431d325d7e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:10.415978 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (53f223a8-beeb-4041-8447-812fa4b66f50), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.627279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (53f223a8-beeb-4041-8447-812fa4b66f50), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.770021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 53f223a8-beeb-4041-8447-812fa4b66f50 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:18:10.879171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:10.888822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Sync routers for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:10.900057 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:10.900836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:10.901276 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.902559 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6250cd0f-3119-4527-a987-4b97f921d022 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8578157 Apr 07 12:18:10.906931 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38896) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:11.017881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:11.068263 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c758d900-ceb6-43ec-9624-f8f9552dfb3e tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=409b3e7241a64494bbaad017dfce2c9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1599786 Apr 07 12:18:11.071067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38900) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:11.207323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:09Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:11.225967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b37da-712a-41a0-9b58-7380f586eb96 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:11.230379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4e2b37da-712a-41a0-9b58-7380f586eb96 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554990 Apr 07 12:18:11.230545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38902) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:11.234344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Checking router: 53f223a8-beeb-4041-8447-812fa4b66f50 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:11.234703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Updating router 53f223a8-beeb-4041-8447-812fa4b66f50 port 19e5ee53-6e66-44bb-8be3-90431d325d7e binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:18:11.264173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.266480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f4ca8dd7-668c-43ae-99a9-b8c201a74200 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348668 Apr 07 12:18:11.269281 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38904) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:11.274075 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297330615', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:11.338057 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:18:11.368383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:11.372386 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.533797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Publish callbacks [] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.539110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.560318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (cc90a010-ff9e-4cf8-8db8-10d0f1723657), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.596803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Attempting to bind port 19e5ee53-6e66-44bb-8be3-90431d325d7e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:11.597228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Attempting to bind port 19e5ee53-6e66-44bb-8be3-90431d325d7e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:11.597773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Attempting to bind port 19e5ee53-6e66-44bb-8be3-90431d325d7e on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:11.600200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d3c36-7bcb-45c8-8d05-0f600298f388 None None] Pushing event updated for resources: {'Port': ['ID=19e5ee53-6e66-44bb-8be3-90431d325d7e,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:11.606004 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:11.607891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:11.608310 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.608709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:11.609222 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Bound port: 19e5ee53-6e66-44bb-8be3-90431d325d7e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:11.609628 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.621786 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Subnet': ['ID=cc90a010-ff9e-4cf8-8db8-10d0f1723657,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:11.633530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Checking segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:11.633902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network hostable DHCP agents. Network: a43c54c3-ee6a-4bd7-8c01-7877a48d0e99, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:18:11.654824 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:18:11.667162 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] For port 19e5ee53-6e66-44bb-8be3-90431d325d7e, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:11.669928 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, a43c54c3-ee6a-4bd7-8c01-7877a48d0e99) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:11.672780 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] For port 19e5ee53-6e66-44bb-8be3-90431d325d7e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=19e5ee53-6e66-44bb-8be3-90431d325d7e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:11.675479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:11.676070 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.683244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de784354-2f2e-41e2-93e1-9d95f52fd983 None None] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:11.688474 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.713588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38906) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:11.714048 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cd3a4bbb-0537-4c04-9922-db9d8feb3076 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4436071 Apr 07 12:18:11.817020 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d3c36-7bcb-45c8-8d05-0f600298f388 None None] Pushing event updated for resources: {'Port': ['ID=19e5ee53-6e66-44bb-8be3-90431d325d7e,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:11.820249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:11.820862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:11.922357 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:18:11.923220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.040960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:12.171598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.209563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Allocated IP 172.20.0.2 (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99/cc90a010-ff9e-4cf8-8db8-10d0f1723657/a0172116-c0ca-4786-b2be-6118ea08e7b3) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:12.377766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:09Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:12.414647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f1bf3-1e17-472b-ae0e-6f9788ffbdf5 None None] The sync data for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 is: [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:09Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:12.433256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Publish callbacks [] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.442097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.483822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:12.487100 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:12.490517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:12.496342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.1 (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99/cc90a010-ff9e-4cf8-8db8-10d0f1723657/9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:12.508813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Pushing event updated for resources: {'Port': ['ID=a0172116-c0ca-4786-b2be-6118ea08e7b3,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:12.559999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Attempting to bind port a0172116-c0ca-4786-b2be-6118ea08e7b3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:12.560382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Attempting to bind port a0172116-c0ca-4786-b2be-6118ea08e7b3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:12.560992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Attempting to bind port a0172116-c0ca-4786-b2be-6118ea08e7b3 on network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:12.567644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:12.568119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Checking segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:12.568686 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.569200 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Bound using segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:12.569730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Bound port: a0172116-c0ca-4786-b2be-6118ea08e7b3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:12.570129 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.620856 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.671742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] For port a0172116-c0ca-4786-b2be-6118ea08e7b3, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:12.674037 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.677196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] For port a0172116-c0ca-4786-b2be-6118ea08e7b3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a0172116-c0ca-4786-b2be-6118ea08e7b3,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:12.683046 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.743954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:12.748962 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:12.750948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:12.753631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:12.761536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ceed4-fa3b-424d-b15a-7f633063db41 None None] Pushing event updated for resources: {'Port': ['ID=a0172116-c0ca-4786-b2be-6118ea08e7b3,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:12.812190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (53f223a8-beeb-4041-8447-812fa4b66f50), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.917862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 19e5ee53-6e66-44bb-8be3-90431d325d7e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:12.997847 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.011942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 19e5ee53-6e66-44bb-8be3-90431d325d7e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:13.011942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.124351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 19e5ee53-6e66-44bb-8be3-90431d325d7e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:13.124763 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.148805 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 19e5ee53-6e66-44bb-8be3-90431d325d7e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=19e5ee53-6e66-44bb-8be3-90431d325d7e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:13.155216 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.209948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=19e5ee53-6e66-44bb-8be3-90431d325d7e,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:13.335862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.344673 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.427688 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:13.438088 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (53f223a8-beeb-4041-8447-812fa4b66f50), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.541502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:13.543013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:13.670090 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 53f223a8-beeb-4041-8447-812fa4b66f50 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:13.750122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd64e48-ac2b-4fdf-9231-7c64adaaf86c None None] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:13.788766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:13.793952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2f7d8e48-16ca-4a46-b7ca-17b895d9399b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/53f223a8-beeb-4041-8447-812fa4b66f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792882 Apr 07 12:18:13.825032 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] Provisioning complete for port a0172116-c0ca-4786-b2be-6118ea08e7b3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:13.825926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.955239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] Current status of the port a0172116-c0ca-4786-b2be-6118ea08e7b3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:13.955635 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.968672 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-e0348807-b7e5-44b1-927d-eed92d588e1b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580071984&fields=id&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 267 time: 0.0531118 Apr 07 12:18:14.001925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] For port a0172116-c0ca-4786-b2be-6118ea08e7b3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a0172116-c0ca-4786-b2be-6118ea08e7b3,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:14.008552 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.063330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e700bec-5692-4d43-8799-7550d39eb865 None None] Pushing event updated for resources: {'Port': ['ID=a0172116-c0ca-4786-b2be-6118ea08e7b3,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:14.105417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-295816d7-cdce-4011-92d7-7d20d4a94470 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:14.107185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-295816d7-cdce-4011-92d7-7d20d4a94470 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/networks?id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 200 len: 797 time: 0.1314652 Apr 07 12:18:14.123833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-1f9fb21b-0a37-460d-890d-e9c6453ac5a1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/quotas/409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 375 time: 0.0106678 Apr 07 12:18:14.188195 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-f73baadb-f749-4ded-a0ca-37362b3c7e5c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584335 Apr 07 12:18:14.238869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-95054621-90f9-47e0-a340-791bc8956448 None None] Provisioning complete for port a0172116-c0ca-4786-b2be-6118ea08e7b3 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:14.239245 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95054621-90f9-47e0-a340-791bc8956448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.319932 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Sync routers for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:14.332284 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:14.333166 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:14.343649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-95054621-90f9-47e0-a340-791bc8956448 None None] Current status of the port a0172116-c0ca-4786-b2be-6118ea08e7b3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:14.349572 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-0e083a1b-9507-4c37-9eb0-c7251025d7cb service neutron] 10.222.0.13 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516151 Apr 07 12:18:14.355552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-95054621-90f9-47e0-a340-791bc8956448 None None] Provisioning complete for port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:14.355937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-95054621-90f9-47e0-a340-791bc8956448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.395564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-95054621-90f9-47e0-a340-791bc8956448 None None] Port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:14.456388 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:14.461027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-dba3ae59-cbab-4031-aaf8-717823fcc7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052186 Apr 07 12:18:14.521288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8bf75a2f-6c91-4fa3-ae78-1023a8bd5db6 None None] Provisioning complete for port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:14.521840 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8bf75a2f-6c91-4fa3-ae78-1023a8bd5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.574272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8bf75a2f-6c91-4fa3-ae78-1023a8bd5db6 None None] Port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:14.658345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ea4e3e37-ec31-4229-9867-4483da2c7d85 req-5b38ffca-2935-4a30-bccd-d55e78e2ddda tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 210 time: 0.0346298 Apr 07 12:18:14.690412 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 2, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:14.701480 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6e36aa3b-8077-47a4-a6eb-c37aad74c1b8 None None] Provisioning complete for port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:14.702110 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6e36aa3b-8077-47a4-a6eb-c37aad74c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.718788 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Checking router: 53f223a8-beeb-4041-8447-812fa4b66f50 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:14.719142 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Updating router 53f223a8-beeb-4041-8447-812fa4b66f50 port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:18:14.739957 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6e36aa3b-8077-47a4-a6eb-c37aad74c1b8 None None] Port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:14.746621 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.984304 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a0172116-c0ca-4786-b2be-6118ea08e7b3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:15.040608 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Publish callbacks [] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.046204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a0172116-c0ca-4786-b2be-6118ea08e7b3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:15.046438 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.046573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.140088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a0172116-c0ca-4786-b2be-6118ea08e7b3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:15.141465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 19e5ee53-6e66-44bb-8be3-90431d325d7e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:15.157430 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Attempting to bind port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:15.157812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Attempting to bind port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:15.158389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Attempting to bind port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd on network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:15.161405 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Pushing event updated for resources: {'Port': ['ID=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:15.172306 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.172951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.173494 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.174051 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.174678 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.175257 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.175838 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.176359 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.177044 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.177864 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.178540 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.179161 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.179684 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:15.188305 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:15.189017 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Checking segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:15.189631 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.194975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 19e5ee53-6e66-44bb-8be3-90431d325d7e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:15.195354 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.198813 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Bound using segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:15.200012 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Bound port: 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:15.201429 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.297100 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] For port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:15.301946 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] For port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:15.308154 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 19e5ee53-6e66-44bb-8be3-90431d325d7e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:15.312712 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.368213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] Provisioning complete for port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:15.369023 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.378128 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:15.378852 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:15.420566 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abbea-197a-4470-b8ff-45c68555a447 None None] Pushing event updated for resources: {'Port': ['ID=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:15.465503 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] Current status of the port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:15.466706 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.504959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] For port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:15.515913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.524070 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:15.572678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046130-cb90-4b1c-836f-20e2b89f867a None None] Pushing event updated for resources: {'Port': ['ID=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:15.757064 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:15.770525 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fc136db7-a1ab-44a9-ad40-ba2ba59fec67 req-07705e3e-a4e0-46e8-8c2b-77749bc657ab tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 210 time: 0.0286586 Apr 07 12:18:15.784823 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fd1a0-79fc-4669-a37e-01b8c3ae8e99 None None] The sync data for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 is: [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:15.862516 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8f22197d-1b34-48b1-86ac-d57208318647 None None] Provisioning complete for port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:15.862893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8f22197d-1b34-48b1-86ac-d57208318647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.966244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8f22197d-1b34-48b1-86ac-d57208318647 None None] Current status of the port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:16.049703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-f5388ade-e3a9-4090-ba34-2f3fa151036e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:16.051617 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-f5388ade-e3a9-4090-ba34-2f3fa151036e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/networks?id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 200 len: 797 time: 0.1289611 Apr 07 12:18:16.120947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-a0171f74-7a7b-4a91-bea2-2253c1bca883 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 379 time: 0.0606272 Apr 07 12:18:16.129628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'port': {'device_id': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'admin_state_up': True, 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'security_groups': ['74b486df-69fe-4b24-9b16-73a41cb5d9b0']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:16.248531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:16.251970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.390999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.7 (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99/cc90a010-ff9e-4cf8-8db8-10d0f1723657/892a04f5-f11c-46c9-931b-8529d9c11514) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:16.553269 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (892a04f5-f11c-46c9-931b-8529d9c11514), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.590630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.634838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:16.638649 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:16.643168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:16.678410 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=892a04f5-f11c-46c9-931b-8529d9c11514,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:16.711257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:16.713562 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.736524 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-b59fdcca-cf81-4cce-b825-41c373561922 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106057 Apr 07 12:18:16.748430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Request body: {'port': {'device_id': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:16.829039 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.907861 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3882a09a-08e9-43af-b028-9cae1360683f None None] Provisioning complete for port 892a04f5-f11c-46c9-931b-8529d9c11514 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:16.909047 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3882a09a-08e9-43af-b028-9cae1360683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.959877 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3882a09a-08e9-43af-b028-9cae1360683f None None] Port 892a04f5-f11c-46c9-931b-8529d9c11514 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:16.962851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:16.967007 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376b17-d716-4cde-9ee7-0cd3759c476b req-0bc850f7-cd15-4ccb-9eb6-971a39f53649 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:16.977511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2376b17-d716-4cde-9ee7-0cd3759c476b req-0bc850f7-cd15-4ccb-9eb6-971a39f53649 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 931 time: 0.1053188 Apr 07 12:18:17.027607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:17.028694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.044692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e2376b17-d716-4cde-9ee7-0cd3759c476b req-2fbbcc4b-0195-411d-9c15-14fa8d10bce9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575311 Apr 07 12:18:17.118553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:17.193384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892a04f5-f11c-46c9-931b-8529d9c11514 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:18:17.202592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Publish callbacks [] for port (892a04f5-f11c-46c9-931b-8529d9c11514), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.215186 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Transition to ACTIVE for port object 892a04f5-f11c-46c9-931b-8529d9c11514 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:18:17.218163 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.271588 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Pushing event updated for resources: {'Port': ['ID=892a04f5-f11c-46c9-931b-8529d9c11514,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.346500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Attempting to bind port 892a04f5-f11c-46c9-931b-8529d9c11514 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:17.346841 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Attempting to bind port 892a04f5-f11c-46c9-931b-8529d9c11514 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:17.347203 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Attempting to bind port 892a04f5-f11c-46c9-931b-8529d9c11514 on network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:17.352342 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Port 892a04f5-f11c-46c9-931b-8529d9c11514 on network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:18:17.352662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Attempting to bind port 892a04f5-f11c-46c9-931b-8529d9c11514 on network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:17.358756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:17.359106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Checking segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:17.359490 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Bound using segment: {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:17.359916 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Bound port: 892a04f5-f11c-46c9-931b-8529d9c11514, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482b10e5-2e33-425e-bd58-1e124956c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:17.360270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.433210 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] For port 892a04f5-f11c-46c9-931b-8529d9c11514, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:17.437865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] For port 892a04f5-f11c-46c9-931b-8529d9c11514, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=892a04f5-f11c-46c9-931b-8529d9c11514,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:17.444489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.477408 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:17.478001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.479467 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] 10.222.0.23 "PUT /v2.0/ports/892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 200 len: 1091 time: 0.7363183 Apr 07 12:18:17.479996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:17.483423 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d60e24-c6ab-4905-8715-6ddf714811d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:17.517709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f030-d2ab-43ce-8570-5e3a7f025884 service neutron] Pushing event updated for resources: {'Port': ['ID=892a04f5-f11c-46c9-931b-8529d9c11514,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.573964 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a29cd-c013-440b-a187-6bedba98d1b6 x-openstack-request-id: req-1f3a29cd-c013-440b-a187-6bedba98d1b6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:17.574337 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:17.574661 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f3a29cd-c013-440b-a187-6bedba98d1b6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:17.575665 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3a29cd-c013-440b-a187-6bedba98d1b6'] response: {'name': 'network-changed', 'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514', 'status': 'completed', 'code': 200} Apr 07 12:18:17.597711 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-e6a15306-18a2-4777-9aa2-420215617e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:17.599318 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-e6a15306-18a2-4777-9aa2-420215617e7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1125 time: 0.0714691 Apr 07 12:18:17.646313 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-e888b5cf-f988-47de-bf62-8982c620ca82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 200 len: 217 time: 0.0396543 Apr 07 12:18:17.696852 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-fe52c5de-f5b0-4109-9d99-242f1edf8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:17.698274 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-fe52c5de-f5b0-4109-9d99-242f1edf8d64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc90a010-ff9e-4cf8-8db8-10d0f1723657 HTTP/1.1" status: 200 len: 834 time: 0.0465865 Apr 07 12:18:17.746325 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04765cb-1343-4978-b09e-08012538ecfb req-575c6bcc-a347-4cd7-aec7-12a3feae1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:17.748416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-575c6bcc-a347-4cd7-aec7-12a3feae1a64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446925 Apr 07 12:18:17.838548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-84e59599-0607-4c1f-8632-a5a6f3543c86 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843596 Apr 07 12:18:17.927309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a04765cb-1343-4978-b09e-08012538ecfb req-773757af-9659-46d3-84fd-96dde0087afe service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835192 Apr 07 12:18:18.013800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-04501ae8-e69d-44e1-9dac-4b1c0f2a2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:18.015279 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-04501ae8-e69d-44e1-9dac-4b1c0f2a2a01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1125 time: 0.0454483 Apr 07 12:18:18.112397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-27e1a066-df0d-435d-8271-b301dcaff237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:18.113993 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-27e1a066-df0d-435d-8271-b301dcaff237 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 200 len: 898 time: 0.0933444 Apr 07 12:18:18.159852 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-b2e4c3fa-3ba6-444b-a19e-23fee05aff51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 200 len: 217 time: 0.0388975 Apr 07 12:18:18.174375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815939c-81ac-460b-9bcf-ac87267a7217 req-4d8e6c30-9f12-40cd-806a-b492cafdb17e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:18.176056 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a815939c-81ac-460b-9bcf-ac87267a7217 req-4d8e6c30-9f12-40cd-806a-b492cafdb17e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 943 time: 0.0579879 Apr 07 12:18:18.216000 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-e9f7309b-734e-47f8-b032-21a9c5ca88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:18.218309 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-e9f7309b-734e-47f8-b032-21a9c5ca88f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc90a010-ff9e-4cf8-8db8-10d0f1723657 HTTP/1.1" status: 200 len: 834 time: 0.0517080 Apr 07 12:18:18.230798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a815939c-81ac-460b-9bcf-ac87267a7217 req-6ae4c988-2f91-41af-a6d5-f1318508154d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478320 Apr 07 12:18:18.274832 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-5b308cac-165c-4158-9f46-809b6aaecbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:18.276348 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-5b308cac-165c-4158-9f46-809b6aaecbe0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514090 Apr 07 12:18:18.365825 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-3c43d732-f19f-4f6e-a84a-560dc8f91888 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816324 Apr 07 12:18:18.727682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-95d60e24-c6ab-4905-8715-6ddf714811d2 req-94c8028c-b714-4a5c-8501-78a5ab0d3bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556521 Apr 07 12:18:19.352537 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88631-abf2-42e4-9ff7-31c922f67680 req-fc9c419e-47e2-4145-b58f-c1af5cda131c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:19.354092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbb88631-abf2-42e4-9ff7-31c922f67680 req-fc9c419e-47e2-4145-b58f-c1af5cda131c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 943 time: 0.0529735 Apr 07 12:18:19.388580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 892a04f5-f11c-46c9-931b-8529d9c11514 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:18:19.408402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bbb88631-abf2-42e4-9ff7-31c922f67680 req-423d288d-4276-4a70-a9a8-9911b399f908 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477772 Apr 07 12:18:19.486864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 892a04f5-f11c-46c9-931b-8529d9c11514, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=892a04f5-f11c-46c9-931b-8529d9c11514,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:19.498708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '892a04f5-f11c-46c9-931b-8529d9c11514', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'port_id': '892a04f5-f11c-46c9-931b-8529d9c11514', 'mac_address': 'fa:16:3e:26:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:18:19.540188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 892a04f5-f11c-46c9-931b-8529d9c11514 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:19.540523 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.554288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892a04f5-f11c-46c9-931b-8529d9c11514 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:18:19.574606 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 892a04f5-f11c-46c9-931b-8529d9c11514, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=892a04f5-f11c-46c9-931b-8529d9c11514,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:19.578948 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.626066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=892a04f5-f11c-46c9-931b-8529d9c11514,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:19.781192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['892a04f5-f11c-46c9-931b-8529d9c11514'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:18:20.534120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ddc7-bf39-4622-bb63-3c351f4992d9 req-e6ac56e1-35ff-4c35-ba97-53e6efd62278 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:20.535622 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76a9ddc7-bf39-4622-bb63-3c351f4992d9 req-e6ac56e1-35ff-4c35-ba97-53e6efd62278 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 944 time: 0.0546584 Apr 07 12:18:20.586695 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-76a9ddc7-bf39-4622-bb63-3c351f4992d9 req-41d3cad1-0ac2-4c41-8a86-d53f7fe6fd2e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Apr 07 12:18:21.405041 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 892a04f5-f11c-46c9-931b-8529d9c11514 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:21.454899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 892a04f5-f11c-46c9-931b-8529d9c11514 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:18:21.459065 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 892a04f5-f11c-46c9-931b-8529d9c11514 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:21.459695 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.537863 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 892a04f5-f11c-46c9-931b-8529d9c11514 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:21.538248 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.561194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:21.563403 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915a288-b5dd-4f13-9481-d90a81c52d44" -d '{"events": [{"server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "name": "network-vif-plugged", "status": "completed", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:21.576235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 892a04f5-f11c-46c9-931b-8529d9c11514, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=892a04f5-f11c-46c9-931b-8529d9c11514,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:21.580938 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.604472 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb12f4b4-b2b5-436b-9e97-09a3071f9a51 x-openstack-request-id: req-bb12f4b4-b2b5-436b-9e97-09a3071f9a51 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:21.604768 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "name": "network-vif-plugged", "status": "completed", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:21.605025 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb12f4b4-b2b5-436b-9e97-09a3071f9a51 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:21.605444 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb12f4b4-b2b5-436b-9e97-09a3071f9a51'] response: {'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514', 'code': 200} Apr 07 12:18:21.636458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=892a04f5-f11c-46c9-931b-8529d9c11514,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:21.728453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b67d6-d5a2-4a0b-9d12-c21543996f19 req-c250e445-6932-4da7-b1d2-4b0047105f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:21.730231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f0b67d6-d5a2-4a0b-9d12-c21543996f19 req-c250e445-6932-4da7-b1d2-4b0047105f02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1127 time: 0.0482621 Apr 07 12:18:21.736359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead44e-c010-48d8-af41-7a411d9b6c4c req-aaa4506e-394c-4683-83f2-da62776c4711 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:21.738322 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21ead44e-c010-48d8-af41-7a411d9b6c4c req-aaa4506e-394c-4683-83f2-da62776c4711 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0590279 Apr 07 12:18:21.779550 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f0b67d6-d5a2-4a0b-9d12-c21543996f19 req-9279dd79-ffc2-4e4e-9bfe-4f7dc1bf1d29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Apr 07 12:18:21.792529 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-21ead44e-c010-48d8-af41-7a411d9b6c4c req-9b0dc79e-f127-4530-a097-44639e7da8df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484824 Apr 07 12:18:22.924813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75865c-d439-4354-b528-3cd733f33a86 req-aacec340-3110-4177-a1ad-a8b82a0d49a4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:22.926335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e75865c-d439-4354-b528-3cd733f33a86 req-aacec340-3110-4177-a1ad-a8b82a0d49a4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0586164 Apr 07 12:18:22.976118 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e75865c-d439-4354-b528-3cd733f33a86 req-a63c1387-d2b0-4a7b-8532-0cd5115f6d49 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 Apr 07 12:18:23.103106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e3b63-afb0-4885-9f6f-cddd7d4ee8b4 req-8cb4f4af-15c0-4ee3-a22f-8dc43e2f325d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:23.104928 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e7e3b63-afb0-4885-9f6f-cddd7d4ee8b4 req-8cb4f4af-15c0-4ee3-a22f-8dc43e2f325d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0588646 Apr 07 12:18:23.155416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2e7e3b63-afb0-4885-9f6f-cddd7d4ee8b4 req-153606f9-142d-4745-9633-f333f0a5c739 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445266 Apr 07 12:18:23.177664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38956) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:23.221365 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28f30d-fd1c-476e-baa5-b6d351ff6137 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:23.222921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1d28f30d-fd1c-476e-baa5-b6d351ff6137 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1122 time: 0.0443497 Apr 07 12:18:23.225821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38958) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:23.229990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '892a04f5-f11c-46c9-931b-8529d9c11514', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:23.250650 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.365272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.479757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.173 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/e3d92f0c-3b11-4884-84e6-f4db12303d35) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:23.591762 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.631353 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.671704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:23.676802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:23.680386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:23.713673 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=e3d92f0c-3b11-4884-84e6-f4db12303d35,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:24.085078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.161602 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.315507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.319911 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.391375 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=e3d92f0c-3b11-4884-84e6-f4db12303d35,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:24.402003 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.819943 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 associated. External IP: 172.25.5.173, port: 892a04f5-f11c-46c9-931b-8529d9c11514. Apr 07 12:18:25.040356 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 53f223a8-beeb-4041-8447-812fa4b66f50 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:25.150598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:25.160583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] Sync routers for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:25.171761 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:25.172399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:25.173849 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:25.205932 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-06d4c768-63ae-459c-a23b-0f3314c36101 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9790549 Apr 07 12:18:25.206524 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:25.208860 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48869ba-b798-4731-a161-e3a4a4a54e99" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:25.250096 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f079509-e81f-4420-9d3e-2f679ab88fd2 x-openstack-request-id: req-0f079509-e81f-4420-9d3e-2f679ab88fd2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:25.250404 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:25.250670 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f079509-e81f-4420-9d3e-2f679ab88fd2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:25.251091 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f079509-e81f-4420-9d3e-2f679ab88fd2'] response: {'name': 'network-changed', 'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514', 'status': 'completed', 'code': 200} Apr 07 12:18:25.293567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:25.320851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3506-c04e-4bc5-9800-a8c2e5e0ab2d req-9a3ff31d-30fb-4d32-ba23-e52c87b320c6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:25.322452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-785b3506-c04e-4bc5-9800-a8c2e5e0ab2d req-9a3ff31d-30fb-4d32-ba23-e52c87b320c6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0587389 Apr 07 12:18:25.322996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-9c7654cb-21b8-41e4-8cca-f2f04b67f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:25.324496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-9c7654cb-21b8-41e4-8cca-f2f04b67f2bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1127 time: 0.0487673 Apr 07 12:18:25.379684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-785b3506-c04e-4bc5-9800-a8c2e5e0ab2d req-ca99d390-87ec-4a20-a7a7-9a3e8eab3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499775 Apr 07 12:18:25.403402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38964) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:25.477611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-30238aad-4a47-4f5c-a417-e8bf0fe7a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:25.479064 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-30238aad-4a47-4f5c-a417-e8bf0fe7a331 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 200 len: 898 time: 0.1492198 Apr 07 12:18:25.493731 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07f0dd08-e88f-4b58-982b-45cd33726d73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 HTTP/1.1" status: 200 len: 991 time: 0.0890431 Apr 07 12:18:25.542089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'port_id': '892a04f5-f11c-46c9-931b-8529d9c11514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'mac_address': 'fa:16:3e:26:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:18:23Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:25.547766 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-457ba5e5-b67e-4b1e-9574-8f2b9ecb53f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 200 len: 999 time: 0.0614190 Apr 07 12:18:25.569197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] Checking router: 53f223a8-beeb-4041-8447-812fa4b66f50 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:25.578213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:25.578862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:25.595495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-bc59319b-a446-4b6a-9bb9-705b084dacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:25.596952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-bc59319b-a446-4b6a-9bb9-705b084dacc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc90a010-ff9e-4cf8-8db8-10d0f1723657 HTTP/1.1" status: 200 len: 834 time: 0.0440574 Apr 07 12:18:25.647508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-e1e487c4-abf5-4053-a278-9ad857bd8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:25.649016 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-e1e487c4-abf5-4053-a278-9ad857bd8825 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460327 Apr 07 12:18:25.691999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:25.745832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-dde27fec-704f-4c35-a15c-34bee515c468 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908792 Apr 07 12:18:25.836308 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b48869ba-b798-4731-a161-e3a4a4a54e99 req-9cb58182-a917-49ee-95c8-e0cd727fe8b7 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Apr 07 12:18:25.933280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'port_id': '892a04f5-f11c-46c9-931b-8529d9c11514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'mac_address': 'fa:16:3e:26:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:18:23Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:25.961577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233fd26-3845-452f-b10f-64b477e299b4 None None] The sync data for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 is: [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'port_id': '892a04f5-f11c-46c9-931b-8529d9c11514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'mac_address': 'fa:16:3e:26:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:18:23Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:26.306343 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12178140-266b-4b1d-9f11-adcd9829681f None None] New status for floating IP c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:18:26.498552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38966) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:26.565510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a03379cc-8998-4606-a455-c20d1d966d55 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 HTTP/1.1" status: 200 len: 993 time: 0.0654771 Apr 07 12:18:30.782197 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9a3943a6-05c4-431f-a6ec-1f2bc61744b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:32.221109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:32.965624 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-182342d1-89c6-40fa-b652-a331a0e3b457 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445888 Apr 07 12:18:33.056656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-279c5e58-26ca-4123-8a0e-841e850dad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:33.058191 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-279c5e58-26ca-4123-8a0e-841e850dad76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1127 time: 0.0467658 Apr 07 12:18:33.101448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7868119f-d405-4f25-93fd-e196830b4d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:33.179554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-9cd6c192-a3f2-4139-b8c3-0ee468f1ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:33.180876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-9cd6c192-a3f2-4139-b8c3-0ee468f1ee47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 200 len: 898 time: 0.1037796 Apr 07 12:18:33.250069 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-8c24a323-0777-47ad-b84a-38487e92e3d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 200 len: 1001 time: 0.0626402 Apr 07 12:18:33.304441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-366e21aa-bdbe-44a8-afce-a2dd684a0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:33.305947 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-366e21aa-bdbe-44a8-afce-a2dd684a0d66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc90a010-ff9e-4cf8-8db8-10d0f1723657 HTTP/1.1" status: 200 len: 834 time: 0.0508273 Apr 07 12:18:33.359930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-07537dc9-ef46-4414-8f74-f733a860aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:33.361745 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-07537dc9-ef46-4414-8f74-f733a860aef3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497286 Apr 07 12:18:33.461540 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-3c4e200d-999f-4732-b5f7-6027d087932d service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933592 Apr 07 12:18:33.565305 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22e9a5d9-3720-457b-8fd8-4e534a4bf8b5 req-3111697e-f31c-455d-b1f4-be0a305ba305 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970206 Apr 07 12:18:34.166708 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:34.690435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:36.211838 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:37.300576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:48.338910 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:18:55.368542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbf85-459c-4f17-9cb5-82787164a793 req-a636bd4e-42f4-40d4-8172-c19ccc2f1542 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:55.372185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c5cbf85-459c-4f17-9cb5-82787164a793 req-a636bd4e-42f4-40d4-8172-c19ccc2f1542 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0638964 Apr 07 12:18:55.429580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4c5cbf85-459c-4f17-9cb5-82787164a793 req-2c097851-54ae-4d42-8f66-8531b567dee2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531464 Apr 07 12:18:56.562531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615eec7-1895-4717-977f-f17009682f3d req-e6c53436-28db-4c84-9d20-4182d4d75928 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:56.564013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e615eec7-1895-4717-977f-f17009682f3d req-e6c53436-28db-4c84-9d20-4182d4d75928 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0536017 Apr 07 12:18:56.613627 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e615eec7-1895-4717-977f-f17009682f3d req-0a3e60b4-4777-4e98-ba3e-c73d7f44026a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Apr 07 12:18:56.636334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 38982) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:56.699303 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-33e9e209-d6b4-4ca5-b8ef-d683f1b508c6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 HTTP/1.1" status: 200 len: 993 time: 0.0618355 Apr 07 12:18:58.014020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23682aee-4881-4a47-8ce3-12fcadb9d3c3 req-32623eae-9eda-4ca4-91cb-f9a9b572deee tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:58.016469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23682aee-4881-4a47-8ce3-12fcadb9d3c3 req-32623eae-9eda-4ca4-91cb-f9a9b572deee tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0826452 Apr 07 12:18:58.080993 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-23682aee-4881-4a47-8ce3-12fcadb9d3c3 req-9f1549ae-55ca-499d-87c9-b5d44d386520 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582356 Apr 07 12:18:59.224450 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08cfa2-8cc7-4b1d-840c-bb9f5a739e0d req-77be1df0-adba-4253-9f24-6ee9fd86d993 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:59.226038 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b08cfa2-8cc7-4b1d-840c-bb9f5a739e0d req-77be1df0-adba-4253-9f24-6ee9fd86d993 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0587721 Apr 07 12:18:59.292106 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b08cfa2-8cc7-4b1d-840c-bb9f5a739e0d req-0c8b15a9-c3c1-492e-b45b-beae84baf7bd tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593336 Apr 07 12:18:59.322558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38992) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:59.386892 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8cfabb38-f775-489f-9515-a66a41573705 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 HTTP/1.1" status: 200 len: 993 time: 0.0630000 Apr 07 12:18:59.635001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 38998) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:59.817961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port e3d92f0c-3b11-4884-84e6-f4db12303d35 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:59.818296 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.900421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.900751 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (e3d92f0c-3b11-4884-84e6-f4db12303d35), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.918864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for e3d92f0c-3b11-4884-84e6-f4db12303d35 owned by network:floatingip {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:00.083937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (e3d92f0c-3b11-4884-84e6-f4db12303d35), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:00.118996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=e3d92f0c-3b11-4884-84e6-f4db12303d35,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:00.160867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.161260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.161601 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.161943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.162285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.162624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.163080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.163430 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.163790 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.164122 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.164462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.164798 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.165155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:00.191907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:00.192255 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 disassociated (deleted). External IP: 172.25.5.173, port: 892a04f5-f11c-46c9-931b-8529d9c11514. Apr 07 12:19:00.422811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 53f223a8-beeb-4041-8447-812fa4b66f50 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:00.569835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:00.576563 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:00.582452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] Sync routers for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:00.594240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:00.595156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:00.613770 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-381ea6df-c151-44ee-a803-92bd29408081 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2 HTTP/1.1" status: 204 len: 168 time: 0.9769979 Apr 07 12:19:00.614362 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:00.618012 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb27f6-321d-4f10-87bb-c0d111c679e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:00.660948 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af24116-7418-4d9b-a73a-6e764062c94b x-openstack-request-id: req-1af24116-7418-4d9b-a73a-6e764062c94b {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:00.661126 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:00.661341 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1af24116-7418-4d9b-a73a-6e764062c94b {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:00.661772 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af24116-7418-4d9b-a73a-6e764062c94b'] response: {'name': 'network-changed', 'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514', 'status': 'completed', 'code': 200} Apr 07 12:19:00.741441 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-24cc5f66-1d63-4fd0-b712-7a21eac32805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:00.743142 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-24cc5f66-1d63-4fd0-b712-7a21eac32805 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 1127 time: 0.0539117 Apr 07 12:19:00.761196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:00.835479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe276-cbfa-40ca-b6a8-9ef0bc4f3c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:00.860646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-5a0800df-c09f-457c-a37b-40fb3c843ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:00.862332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-5a0800df-c09f-457c-a37b-40fb3c843ba7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 200 len: 898 time: 0.1043777 Apr 07 12:19:00.929982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-14601d11-483b-4e05-9bcb-b6e14d4ff2cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 200 len: 217 time: 0.0602281 Apr 07 12:19:00.930491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a357e0-2060-43ca-8d4d-8b9d776667a3 req-e04433d1-9740-4875-84b4-162d7b2e7c2a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:00.934145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57a357e0-2060-43ca-8d4d-8b9d776667a3 req-e04433d1-9740-4875-84b4-162d7b2e7c2a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0969458 Apr 07 12:19:00.995687 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-02117639-2efd-42a6-aea4-7d06d538d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:00.997209 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-02117639-2efd-42a6-aea4-7d06d538d181 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc90a010-ff9e-4cf8-8db8-10d0f1723657 HTTP/1.1" status: 200 len: 834 time: 0.0572484 Apr 07 12:19:00.998609 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-57a357e0-2060-43ca-8d4d-8b9d776667a3 req-4cd4a9b9-ce49-4c78-9109-0653804e0ad3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592165 Apr 07 12:19:01.046305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:01.053227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-8892c7a5-419a-43b9-b0fc-3683c1143393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:01.054700 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-8892c7a5-419a-43b9-b0fc-3683c1143393 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511558 Apr 07 12:19:01.077171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] Checking router: 53f223a8-beeb-4041-8447-812fa4b66f50 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:01.089271 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:01.089912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:18:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:01.156978 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-cd07c2db-8998-4a2e-8e94-b44378e37375 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943315 Apr 07 12:19:01.233419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:01.266127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1eeb27f6-321d-4f10-87bb-c0d111c679e0 req-1c4c9f94-61aa-4ce5-86ec-9a36d5cf9ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025527 Apr 07 12:19:01.452603 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:01.479495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3e224-70d9-4fd4-b3e2-a51ab1ae4289 None None] The sync data for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 is: [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:12Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd', 'name': '', 'network_id': 'a43c54c3-ee6a-4bd7-8c01-7877a48d0e99', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:86:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:12Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cc90a010-ff9e-4cf8-8db8-10d0f1723657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:01.744796 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41c5d52-6eac-4d35-b3e6-8d92c47a9823 None None] New status for floating IP c4af7fca-f4f0-4447-b1e4-7d6d2b6a56b2: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:19:02.135132 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ff6-a4cf-47db-a876-52ac2d189768 req-694ede69-ee2c-4e62-878b-43a892e59b70 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.136757 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1bf2ff6-a4cf-47db-a876-52ac2d189768 req-694ede69-ee2c-4e62-878b-43a892e59b70 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0603006 Apr 07 12:19:02.197703 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1bf2ff6-a4cf-47db-a876-52ac2d189768 req-0d0979e2-3df8-48e5-bbf1-f8d8467c6f50 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b486df-69fe-4b24-9b16-73a41cb5d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540237 Apr 07 12:19:02.237936 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.422534 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-27d9c981-4129-472a-92e4-08ff716f7fb0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.423939 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-27d9c981-4129-472a-92e4-08ff716f7fb0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 945 time: 0.0605204 Apr 07 12:19:02.546785 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 892a04f5-f11c-46c9-931b-8529d9c11514 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:02.547159 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.650416 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 892a04f5-f11c-46c9-931b-8529d9c11514, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=892a04f5-f11c-46c9-931b-8529d9c11514,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:02.650781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.666016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 892a04f5-f11c-46c9-931b-8529d9c11514 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:02.818639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (892a04f5-f11c-46c9-931b-8529d9c11514), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.848315 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=892a04f5-f11c-46c9-931b-8529d9c11514,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:02.900794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] No DVR routers for this DVR port 892a04f5-f11c-46c9-931b-8529d9c11514 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:19:02.904534 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.907967 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-85447c52-4f6f-4297-8f94-da596d6b1227 req-33176d77-f887-4f68-b2b3-22c03767d4d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "DELETE /v2.0/ports/892a04f5-f11c-46c9-931b-8529d9c11514 HTTP/1.1" status: 204 len: 173 time: 0.4792497 Apr 07 12:19:02.908435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'name': 'network-vif-deleted', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:02.910801 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b411713-5abc-4e00-ab63-3a2c2e0f0b1c" -d '{"events": [{"server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "name": "network-vif-deleted", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:02.951168 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9f0f49-5a00-4459-b8c5-fe54d53ab9cb x-openstack-request-id: req-7d9f0f49-5a00-4459-b8c5-fe54d53ab9cb {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:02.951477 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc2c593-9c82-4158-8b27-a49de1d7ac4a", "name": "network-vif-deleted", "tag": "892a04f5-f11c-46c9-931b-8529d9c11514", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:02.951747 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d9f0f49-5a00-4459-b8c5-fe54d53ab9cb {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:02.952200 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9f0f49-5a00-4459-b8c5-fe54d53ab9cb'] response: {'server_uuid': '3dc2c593-9c82-4158-8b27-a49de1d7ac4a', 'name': 'network-vif-deleted', 'tag': '892a04f5-f11c-46c9-931b-8529d9c11514', 'status': 'completed', 'code': 200} Apr 07 12:19:03.107410 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bc42aafd-ed9f-4fd4-b83a-b6dd1a4f8f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.376471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-def21f84-0880-4e14-85db-63e6d232c3fa req-18c28c3a-7db9-4a32-b95e-93ffacae6e1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc2c593-9c82-4158-8b27-a49de1d7ac4a HTTP/1.1" status: 200 len: 210 time: 0.0500157 Apr 07 12:19:04.175947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.443457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39014) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:04.691999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.859713 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (53f223a8-beeb-4041-8447-812fa4b66f50), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.130088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:05.130438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.226376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:05.226732 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.239280 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:05.426886 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.455300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:05.634581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (53f223a8-beeb-4041-8447-812fa4b66f50), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.689013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 892a04f5-f11c-46c9-931b-8529d9c11514 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:05.717523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 892a04f5-f11c-46c9-931b-8529d9c11514 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:05.717869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 892a04f5-f11c-46c9-931b-8529d9c11514 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:05.864817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 53f223a8-beeb-4041-8447-812fa4b66f50 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:05.971945 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:05.976945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6214d0e5-acb1-42ce-9587-acbf78ffd890 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/53f223a8-beeb-4041-8447-812fa4b66f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5324633 Apr 07 12:19:05.979761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39016) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:05.981939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] Sync routers for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:05.992250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:05.992934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:06.033512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting subnet cc90a010-ff9e-4cf8-8db8-10d0f1723657 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:19:06.036656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (cc90a010-ff9e-4cf8-8db8-10d0f1723657), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.077108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (cc90a010-ff9e-4cf8-8db8-10d0f1723657), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.101588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:06.164630 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cc90a010-ff9e-4cf8-8db8-10d0f1723657), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.223680 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.229910 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (cc90a010-ff9e-4cf8-8db8-10d0f1723657), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.243204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.250650 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39018) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:06.251179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/subnets/cc90a010-ff9e-4cf8-8db8-10d0f1723657 HTTP/1.1" status: 204 len: 168 time: 0.2696989 Apr 07 12:19:06.255565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef90cd-f784-4a31-8270-c378c545e782 None None] Network a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:19:06.270016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4a199-86c6-4ceb-b00f-1aa28bc3d51f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Subnet': ['ID=cc90a010-ff9e-4cf8-8db8-10d0f1723657,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:06.367435 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (53f223a8-beeb-4041-8447-812fa4b66f50), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.486568 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (53f223a8-beeb-4041-8447-812fa4b66f50), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.543610 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 19e5ee53-6e66-44bb-8be3-90431d325d7e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:06.544268 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.564204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:19:05Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '19e5ee53-6e66-44bb-8be3-90431d325d7e', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:06.598077 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] Checking router: 53f223a8-beeb-4041-8447-812fa4b66f50 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:06.610824 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] Routers {'53f223a8-beeb-4041-8447-812fa4b66f50'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:06.611467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['53f223a8-beeb-4041-8447-812fa4b66f50'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:06.638488 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 19e5ee53-6e66-44bb-8be3-90431d325d7e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=19e5ee53-6e66-44bb-8be3-90431d325d7e,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:06.639135 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.651846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 19e5ee53-6e66-44bb-8be3-90431d325d7e owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:06.680601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] DHCP port deletion for a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:19:06.732481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] Set router 53f223a8-beeb-4041-8447-812fa4b66f50 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:06.794198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:19:06Z', 'revision_number': 6, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:06.823732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853acd-f9df-4163-8991-3e1104de9ccc None None] The sync data for ids ['53f223a8-beeb-4041-8447-812fa4b66f50'] in n-d-836788-1 is: [{'id': '53f223a8-beeb-4041-8447-812fa4b66f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106500134', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:09Z', 'updated_at': '2022-04-07T12:19:06Z', 'revision_number': 6, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:06.835158 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (19e5ee53-6e66-44bb-8be3-90431d325d7e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.835687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Deleting port a0172116-c0ca-4786-b2be-6118ea08e7b3 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:06.836097 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.867772 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=19e5ee53-6e66-44bb-8be3-90431d325d7e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:06.882348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.882348 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.882633 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.882969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.883319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.883664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.884135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.884485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.885295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.885295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.885542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.885855 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.886171 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:06.912577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] For port a0172116-c0ca-4786-b2be-6118ea08e7b3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a0172116-c0ca-4786-b2be-6118ea08e7b3,segment=NetworkSegment(482b10e5-2e33-425e-bd58-1e124956c1d3),segment_id=482b10e5-2e33-425e-bd58-1e124956c1d3)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:06.912988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:06.926462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Calling delete_port for a0172116-c0ca-4786-b2be-6118ea08e7b3 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:06.945350 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (53f223a8-beeb-4041-8447-812fa4b66f50), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.013968 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (a0172116-c0ca-4786-b2be-6118ea08e7b3), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.041829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Pushing event deleted for resources: {'Port': ['ID=a0172116-c0ca-4786-b2be-6118ea08e7b3,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:07.050214 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (53f223a8-beeb-4041-8447-812fa4b66f50), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.052339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] No DVR routers for this DVR port a0172116-c0ca-4786-b2be-6118ea08e7b3 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:19:07.052781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (53f223a8-beeb-4041-8447-812fa4b66f50), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.054785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.055140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.055515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.055855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.056191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.056545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.056874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.057228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.057560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.057885 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.058320 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.058554 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.059584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685d40c-ad00-4327-986c-82e84a1fbad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:07.101157 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (53f223a8-beeb-4041-8447-812fa4b66f50), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.101709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Fanout notify agent at l3_agent the message router_deleted on router 53f223a8-beeb-4041-8447-812fa4b66f50 {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:19:07.110039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.111166 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-31f5c920-816e-45c8-a176-7a3752ce8005 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/routers/53f223a8-beeb-4041-8447-812fa4b66f50 HTTP/1.1" status: 204 len: 168 time: 0.8595111 Apr 07 12:19:07.113874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39020) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:07.196645 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.294722 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.306500 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.315153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43c54c3-ee6a-4bd7-8c01-7877a48d0e99']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:07.324993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482b10e5-2e33-425e-bd58-1e124956c1d3') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:07.324993 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482b10e5-2e33-425e-bd58-1e124956c1d3') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:07.331249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a0172116-c0ca-4786-b2be-6118ea08e7b3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:07.336195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (482b10e5-2e33-425e-bd58-1e124956c1d3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.354103 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (482b10e5-2e33-425e-bd58-1e124956c1d3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.354370 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a0172116-c0ca-4786-b2be-6118ea08e7b3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:07.354597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a0172116-c0ca-4786-b2be-6118ea08e7b3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:07.363605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:19:07.364332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (482b10e5-2e33-425e-bd58-1e124956c1d3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:19:07.368227 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:19:07.436068 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (a43c54c3-ee6a-4bd7-8c01-7877a48d0e99), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.442866 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.445922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/networks/a43c54c3-ee6a-4bd7-8c01-7877a48d0e99 HTTP/1.1" status: 204 len: 168 time: 0.3311124 Apr 07 12:19:07.448675 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39022) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:07.467648 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01979a35-a682-4677-b2ab-702a051fd9f9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Network': ['ID=a43c54c3-ee6a-4bd7-8c01-7877a48d0e99,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:07.532533 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ee887c3-8c13-47c4-8a23-140ab8b9400f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (74b486df-69fe-4b24-9b16-73a41cb5d9b0), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.559612 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ee887c3-8c13-47c4-8a23-140ab8b9400f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (74b486df-69fe-4b24-9b16-73a41cb5d9b0), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.642933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ee887c3-8c13-47c4-8a23-140ab8b9400f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (74b486df-69fe-4b24-9b16-73a41cb5d9b0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.645898 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7ee887c3-8c13-47c4-8a23-140ab8b9400f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:07.649709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7ee887c3-8c13-47c4-8a23-140ab8b9400f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/security-groups/74b486df-69fe-4b24-9b16-73a41cb5d9b0 HTTP/1.1" status: 204 len: 168 time: 0.1976156 Apr 07 12:19:07.664508 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee887c3-8c13-47c4-8a23-140ab8b9400f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b486df-69fe-4b24-9b16-73a41cb5d9b0,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:08.378574 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39028) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:08.384265 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758745037', 'description': 'tempest-secgroup-smoke-1758745037 description', 'project_id': '409b3e7241a64494bbaad017dfce2c9c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:08.405971 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.473446 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (aefe30e1-df17-4986-b137-f7a4d8ea70c9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.477499 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aefe30e1-df17-4986-b137-f7a4d8ea70c9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.513453 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.514689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351807 Apr 07 12:19:08.515549 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b147-f131-4e0e-b817-8dfe08ab8dbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefe30e1-df17-4986-b137-f7a4d8ea70c9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:08.517582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39030) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:08.522687 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'aefe30e1-df17-4986-b137-f7a4d8ea70c9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:08.552189 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (b5bba320-d014-4bdc-89c6-4824d88ea714), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.610447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (b5bba320-d014-4bdc-89c6-4824d88ea714), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.613834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b5bba320-d014-4bdc-89c6-4824d88ea714), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.631380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bba320-d014-4bdc-89c6-4824d88ea714,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:08.639105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.640288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-467030a5-eb90-4ad6-b463-817ea5a443e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218200 Apr 07 12:19:08.643025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39032) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:08.647500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'aefe30e1-df17-4986-b137-f7a4d8ea70c9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:08.671962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (a865f0a8-336f-4e57-bffa-c0f39d28c62b), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.728071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (a865f0a8-336f-4e57-bffa-c0f39d28c62b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.732472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a865f0a8-336f-4e57-bffa-c0f39d28c62b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.751018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a865f0a8-336f-4e57-bffa-c0f39d28c62b,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:08.756830 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.758048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2140734d-cf6e-4dd4-b6ec-2dcfc54515c7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140945 Apr 07 12:19:08.760720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39034) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:08.765159 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'aefe30e1-df17-4986-b137-f7a4d8ea70c9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:08.792297 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (b59bf673-b350-4773-8d3e-a2500f75892e), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.849447 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (b59bf673-b350-4773-8d3e-a2500f75892e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.854168 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b59bf673-b350-4773-8d3e-a2500f75892e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.876940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59bf673-b350-4773-8d3e-a2500f75892e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:08.883491 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.884709 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5c7b5764-d1b1-4ebb-9254-e70bd22a3195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230087 Apr 07 12:19:08.887491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39036) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:08.892135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'aefe30e1-df17-4986-b137-f7a4d8ea70c9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:08.904890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:08.923217 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (2787111d-edf3-42f6-8d6e-49dfab97d302), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.929117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:08.929502 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 9cadebec-6a5b-4aab-a0cb-8c9c2290bbfd not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:08.929925 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 19e5ee53-6e66-44bb-8be3-90431d325d7e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:08.953612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 19e5ee53-6e66-44bb-8be3-90431d325d7e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:08.953972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 19e5ee53-6e66-44bb-8be3-90431d325d7e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:08.984619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (2787111d-edf3-42f6-8d6e-49dfab97d302), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.988569 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (2787111d-edf3-42f6-8d6e-49dfab97d302), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.007798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2787111d-edf3-42f6-8d6e-49dfab97d302,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:09.013766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.014986 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9222caeb-67ee-47d5-8ce7-be4175bce7c0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263459 Apr 07 12:19:09.017791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39038) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:09.022848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'aefe30e1-df17-4986-b137-f7a4d8ea70c9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:09.042575 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:19:09.047894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (235f5838-5050-4814-a7ca-0262a62fe8a6), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.109292 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (235f5838-5050-4814-a7ca-0262a62fe8a6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.112988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (235f5838-5050-4814-a7ca-0262a62fe8a6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.133665 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235f5838-5050-4814-a7ca-0262a62fe8a6,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:09.138766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.140000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d8381079-daca-4ebd-9610-2c6121c81e6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211350 Apr 07 12:19:09.142817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39040) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:09.147309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'aefe30e1-df17-4986-b137-f7a4d8ea70c9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:09.169945 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:19:09.175146 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (013e1fb9-fbda-4ec7-969b-a50587e80b20), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.237142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (013e1fb9-fbda-4ec7-969b-a50587e80b20), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.241024 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (013e1fb9-fbda-4ec7-969b-a50587e80b20), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.263326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013e1fb9-fbda-4ec7-969b-a50587e80b20,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:09.271267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.272506 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-03217019-36d7-41f8-bd7b-1c49ac9e9322 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287344 Apr 07 12:19:09.275344 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39042) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:09.280891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'network': {'name': 'tempest-network-smoke--1964729305', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'port_security_enabled': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:09.300625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:19:09.303993 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.329464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:19:09.339165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d708fd27-51da-4dc7-b5e5-ec8c22a203c1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.339545 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Added segment d708fd27-51da-4dc7-b5e5-ec8c22a203c1 of type vlan for network 5b78a625-92d0-4515-964d-c4f5a907fda9 Apr 07 12:19:09.383658 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (5b78a625-92d0-4515-964d-c4f5a907fda9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.408437 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (5b78a625-92d0-4515-964d-c4f5a907fda9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.413662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:09.414253 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.473657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1972561 Apr 07 12:19:09.476468 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39044) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:09.481812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'admin_state_up': True, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:09.487407 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6151269-9a10-4e19-8706-f9f6eb40660a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Network': ['ID=5b78a625-92d0-4515-964d-c4f5a907fda9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:09.497447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:19:09.510701 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (56523d83-fce7-491a-84bc-a1fba84d3f95), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.512402 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (56523d83-fce7-491a-84bc-a1fba84d3f95), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:09.575939 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (56523d83-fce7-491a-84bc-a1fba84d3f95), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:10.000601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (56523d83-fce7-491a-84bc-a1fba84d3f95), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:10.208891 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (56523d83-fce7-491a-84bc-a1fba84d3f95), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:10.228919 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:10.346542 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.132 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/86bcd962-f15d-4b2b-b132-179607d65715) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:10.459979 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (86bcd962-f15d-4b2b-b132-179607d65715), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:10.504942 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (86bcd962-f15d-4b2b-b132-179607d65715), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:10.550032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:10.553022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:10.555546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:10.584098 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=86bcd962-f15d-4b2b-b132-179607d65715,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:10.854764 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (56523d83-fce7-491a-84bc-a1fba84d3f95), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.070185 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (56523d83-fce7-491a-84bc-a1fba84d3f95), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.212142 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 56523d83-fce7-491a-84bc-a1fba84d3f95 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:19:11.334236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:11.344885 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Sync routers for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:11.354564 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:11.355164 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.355317 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:11.360171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6d95f556-a211-4ce5-8457-77ad0392d6b2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8794141 Apr 07 12:19:11.360549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39046) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:11.397786 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-68f0d441-863d-459c-a3ae-df739f7398ac tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=409b3e7241a64494bbaad017dfce2c9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335581 Apr 07 12:19:11.398399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39048) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:11.476511 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:11.502963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a9863-8200-404b-b98b-f89f23618b4a tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:11.504497 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-229a9863-8200-404b-b98b-f89f23618b4a tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1047091 Apr 07 12:19:11.508053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39050) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:11.535931 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a3bc66e9-df8e-426c-a461-1c43faaba4de tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267718 Apr 07 12:19:11.538475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39052) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:11.543782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1956680157', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:11.652059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:19:11.656455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.687918 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:10Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:11.713789 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Checking router: 56523d83-fce7-491a-84bc-a1fba84d3f95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:11.714144 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Updating router 56523d83-fce7-491a-84bc-a1fba84d3f95 port 86bcd962-f15d-4b2b-b132-179607d65715 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:19:11.744541 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86bcd962-f15d-4b2b-b132-179607d65715), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.862571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (cf59e624-ddce-4203-95d8-ac7192e8a0e8), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.920522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Subnet': ['ID=cf59e624-ddce-4203-95d8-ac7192e8a0e8,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:11.937902 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Checking segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:19:11.938268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network hostable DHCP agents. Network: 5b78a625-92d0-4515-964d-c4f5a907fda9, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:19:11.955814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:19:11.965768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 5b78a625-92d0-4515-964d-c4f5a907fda9) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:11.970286 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:11.970885 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:11.976559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc87ba-0fe0-44e6-89f3-44841fac929e None None] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:19:11.992643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39054) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:12.001455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-65b18b53-ed7e-4442-a8cd-6f7a4c7ed20f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4618616 Apr 07 12:19:12.050253 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Publish callbacks [] for port (86bcd962-f15d-4b2b-b132-179607d65715), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.064763 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86bcd962-f15d-4b2b-b132-179607d65715), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.105395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-5b78a625-92d0-4515-964d-c4f5a907fda9', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:19:12.107352 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.128738 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Attempting to bind port 86bcd962-f15d-4b2b-b132-179607d65715 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:19:12.129168 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Attempting to bind port 86bcd962-f15d-4b2b-b132-179607d65715 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:19:12.129505 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Attempting to bind port 86bcd962-f15d-4b2b-b132-179607d65715 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:12.137704 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3513b0-0f21-4771-907c-97d728a08661 None None] Pushing event updated for resources: {'Port': ['ID=86bcd962-f15d-4b2b-b132-179607d65715,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:12.140930 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:19:12.141345 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:19:12.141763 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.142149 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:19:12.142625 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Bound port: 86bcd962-f15d-4b2b-b132-179607d65715, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:19:12.143009 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86bcd962-f15d-4b2b-b132-179607d65715), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.204829 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] For port 86bcd962-f15d-4b2b-b132-179607d65715, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:19:12.207960 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] For port 86bcd962-f15d-4b2b-b132-179607d65715, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=86bcd962-f15d-4b2b-b132-179607d65715,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:19:12.216724 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86bcd962-f15d-4b2b-b132-179607d65715), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.258735 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Allocated IP 172.20.0.2 (5b78a625-92d0-4515-964d-c4f5a907fda9/cf59e624-ddce-4203-95d8-ac7192e8a0e8/4ebd5f66-9a5b-42ef-b413-0167b636bb17) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:12.284723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:12.285312 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:12.322010 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3513b0-0f21-4771-907c-97d728a08661 None None] Pushing event updated for resources: {'Port': ['ID=86bcd962-f15d-4b2b-b132-179607d65715,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:12.418806 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:12.431133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Publish callbacks [] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.441718 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.490504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:12.494656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:12.502205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:12.524481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Pushing event updated for resources: {'Port': ['ID=4ebd5f66-9a5b-42ef-b413-0167b636bb17,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:12.544812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.583122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Attempting to bind port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:19:12.583498 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Attempting to bind port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:19:12.583869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Attempting to bind port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 on network 5b78a625-92d0-4515-964d-c4f5a907fda9 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:12.589987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:19:12.590389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Checking segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:19:12.590932 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.591331 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Bound using segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:19:12.591879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Bound port: 4ebd5f66-9a5b-42ef-b413-0167b636bb17, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:19:12.592207 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.665246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] For port 4ebd5f66-9a5b-42ef-b413-0167b636bb17, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:19:12.668378 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] For port 4ebd5f66-9a5b-42ef-b413-0167b636bb17, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ebd5f66-9a5b-42ef-b413-0167b636bb17,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:19:12.675950 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:12.749795 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712529dc-5711-40ba-b810-fc320dbd003e None None] Pushing event updated for resources: {'Port': ['ID=4ebd5f66-9a5b-42ef-b413-0167b636bb17,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:12.781244 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:10Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:12.812262 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073580-95c5-4589-8c52-d709dd916d02 None None] The sync data for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 is: [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:10Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:12.961910 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.1 (5b78a625-92d0-4515-964d-c4f5a907fda9/cf59e624-ddce-4203-95d8-ac7192e8a0e8/d7488582-466e-4385-a5d3-d6a77956ad04) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:13.131781 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (d7488582-466e-4385-a5d3-d6a77956ad04), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:13.187828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:13.235402 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:13.238693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:13.244811 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:13.252285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=d7488582-466e-4385-a5d3-d6a77956ad04,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:13.299595 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (56523d83-fce7-491a-84bc-a1fba84d3f95), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:13.446420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:13.826654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d7bcd-62ed-4576-a4f8-650709de2b92 None None] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:19:13.895431 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] Provisioning complete for port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:13.895908 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.032405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] Current status of the port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:14.032725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.078906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] For port 4ebd5f66-9a5b-42ef-b413-0167b636bb17, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ebd5f66-9a5b-42ef-b413-0167b636bb17,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:14.083829 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.126779 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (d7488582-466e-4385-a5d3-d6a77956ad04), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.132655 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.148886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b64d5-739c-4d96-8129-2f6255245ae3 None None] Pushing event updated for resources: {'Port': ['ID=4ebd5f66-9a5b-42ef-b413-0167b636bb17,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:14.218367 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=d7488582-466e-4385-a5d3-d6a77956ad04,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:14.221832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (56523d83-fce7-491a-84bc-a1fba84d3f95), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.314153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0396e87b-77f2-4c56-8589-acb04cfdbdff None None] Provisioning complete for port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:14.314512 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0396e87b-77f2-4c56-8589-acb04cfdbdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.325048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:14.326669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:14.410198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0396e87b-77f2-4c56-8589-acb04cfdbdff None None] Current status of the port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:14.421504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0396e87b-77f2-4c56-8589-acb04cfdbdff None None] Provisioning complete for port d7488582-466e-4385-a5d3-d6a77956ad04 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:14.421867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0396e87b-77f2-4c56-8589-acb04cfdbdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.465232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0396e87b-77f2-4c56-8589-acb04cfdbdff None None] Port d7488582-466e-4385-a5d3-d6a77956ad04 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:19:14.482826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 56523d83-fce7-491a-84bc-a1fba84d3f95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:14.591964 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-f3187190-7978-4a37-ada2-530a911390f3 None None] Provisioning complete for port d7488582-466e-4385-a5d3-d6a77956ad04 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:14.592431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f3187190-7978-4a37-ada2-530a911390f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.611883 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:14.626156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Sync routers for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:14.628206 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-15662240-fa40-41c2-bbfb-df1e4aa9beac tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/56523d83-fce7-491a-84bc-a1fba84d3f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339231 Apr 07 12:19:14.643447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:14.644199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:14.718199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-f3187190-7978-4a37-ada2-530a911390f3 None None] Port d7488582-466e-4385-a5d3-d6a77956ad04 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:19:14.767942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:14.792353 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-1c0c4223-7fb7-4763-8f91-68bba2528f08 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758745037&fields=id&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 267 time: 0.0473633 Apr 07 12:19:14.929898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-75ff5165-6287-482c-af23-18cee4920719 None None] Provisioning complete for port d7488582-466e-4385-a5d3-d6a77956ad04 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:14.933477 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-75ff5165-6287-482c-af23-18cee4920719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.943848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-f95ccc59-b2c0-4caf-9622-feca57bcdf60 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:14.945844 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-f95ccc59-b2c0-4caf-9622-feca57bcdf60 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 797 time: 0.1456234 Apr 07 12:19:14.964054 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-a96f2398-cc8b-4fef-8064-1cb3957f3f05 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/quotas/409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 375 time: 0.0106673 Apr 07 12:19:14.996448 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ebd5f66-9a5b-42ef-b413-0167b636bb17 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:19:15.031845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-75ff5165-6287-482c-af23-18cee4920719 None None] Port d7488582-466e-4385-a5d3-d6a77956ad04 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:19:15.051142 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-f69fa60f-b8ec-48f1-857b-0e39899f05b4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772424 Apr 07 12:19:15.093191 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:15.093569 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.139690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 2, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:15.161304 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-f96629c3-643e-481b-99a2-741a238bceec service neutron] 10.222.0.13 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967591 Apr 07 12:19:15.173770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Checking router: 56523d83-fce7-491a-84bc-a1fba84d3f95 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:15.174130 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Updating router 56523d83-fce7-491a-84bc-a1fba84d3f95 port d7488582-466e-4385-a5d3-d6a77956ad04 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:19:15.224414 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.250265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:15.251308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86bcd962-f15d-4b2b-b132-179607d65715 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:19:15.254707 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-b7d9eaea-9a40-4699-ba79-7954dad241c0 service neutron] 10.222.0.13 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876522 Apr 07 12:19:15.444619 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2aec244b-1159-4a05-bfd5-1ebd488bd35e req-f077d6c9-0559-4d82-b32f-46c3636e1fbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 210 time: 0.0312910 Apr 07 12:19:15.570511 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 86bcd962-f15d-4b2b-b132-179607d65715 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:15.570942 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86bcd962-f15d-4b2b-b132-179607d65715), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.738787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 86bcd962-f15d-4b2b-b132-179607d65715 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:15.739101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (86bcd962-f15d-4b2b-b132-179607d65715), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.788569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 86bcd962-f15d-4b2b-b132-179607d65715, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=86bcd962-f15d-4b2b-b132-179607d65715,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:15.793791 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (86bcd962-f15d-4b2b-b132-179607d65715), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.827719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Publish callbacks [] for port (d7488582-466e-4385-a5d3-d6a77956ad04), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.837662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.868601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=86bcd962-f15d-4b2b-b132-179607d65715,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:15.955994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fb507-b318-4a19-9161-aeed0b26221d None None] Pushing event updated for resources: {'Port': ['ID=d7488582-466e-4385-a5d3-d6a77956ad04,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:15.960416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Attempting to bind port d7488582-466e-4385-a5d3-d6a77956ad04 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:19:15.960792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Attempting to bind port d7488582-466e-4385-a5d3-d6a77956ad04 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:19:15.961195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Attempting to bind port d7488582-466e-4385-a5d3-d6a77956ad04 on network 5b78a625-92d0-4515-964d-c4f5a907fda9 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:15.967686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:19:15.968110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Checking segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:19:15.968523 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:15.968992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Bound using segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:19:15.969512 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Bound port: d7488582-466e-4385-a5d3-d6a77956ad04, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:19:15.969904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.052435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] For port d7488582-466e-4385-a5d3-d6a77956ad04, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:19:16.055750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] For port d7488582-466e-4385-a5d3-d6a77956ad04, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7488582-466e-4385-a5d3-d6a77956ad04,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:19:16.066189 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.123972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:16.124627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:16.193697 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fb507-b318-4a19-9161-aeed0b26221d None None] Pushing event updated for resources: {'Port': ['ID=d7488582-466e-4385-a5d3-d6a77956ad04,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:16.226535 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] Provisioning complete for port d7488582-466e-4385-a5d3-d6a77956ad04 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:16.226915 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.281684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:16.438073 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] Current status of the port d7488582-466e-4385-a5d3-d6a77956ad04 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:16.438381 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.489331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-86dba6b6-aed2-4f48-87af-9cce00b811f1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:16.491960 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-86dba6b6-aed2-4f48-87af-9cce00b811f1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 797 time: 0.1371529 Apr 07 12:19:16.509228 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] For port d7488582-466e-4385-a5d3-d6a77956ad04, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7488582-466e-4385-a5d3-d6a77956ad04,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:16.519128 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.573479 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1a3ec414-e0ce-4db5-920a-6fdde5806b0e req-97a47062-e979-431e-8d51-fc68700d1cce tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 210 time: 0.0323243 Apr 07 12:19:16.581516 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-370e985a-758c-4d3a-9173-3465d8352bc7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 380 time: 0.0813401 Apr 07 12:19:16.597719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'port': {'device_id': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'admin_state_up': True, 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'security_groups': ['aefe30e1-df17-4986-b137-f7a4d8ea70c9']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:16.601062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3748ba9-43a9-4613-a0e1-a24db4f964f8 None None] Pushing event updated for resources: {'Port': ['ID=d7488582-466e-4385-a5d3-d6a77956ad04,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:16.620543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:16.651339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c52288-a449-45e3-98e2-dc9253123855 None None] The sync data for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 is: [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:16.662569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2e107e56-051d-47d5-a14c-a53d1e20eb49 None None] Provisioning complete for port d7488582-466e-4385-a5d3-d6a77956ad04 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:16.662954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e107e56-051d-47d5-a14c-a53d1e20eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.752732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:19:16.756315 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:16.788899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2e107e56-051d-47d5-a14c-a53d1e20eb49 None None] Current status of the port d7488582-466e-4385-a5d3-d6a77956ad04 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:16.925384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.7 (5b78a625-92d0-4515-964d-c4f5a907fda9/cf59e624-ddce-4203-95d8-ac7192e8a0e8/b5aea524-63c9-478c-96b4-aa300256c64d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:17.020392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7488582-466e-4385-a5d3-d6a77956ad04 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:19:17.086248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d7488582-466e-4385-a5d3-d6a77956ad04 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:17.086623 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.123348 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (b5aea524-63c9-478c-96b4-aa300256c64d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.180265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d7488582-466e-4385-a5d3-d6a77956ad04 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:17.181854 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86bcd962-f15d-4b2b-b132-179607d65715 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:19:17.184941 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.236179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:17.239634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:17.243634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:17.257590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 86bcd962-f15d-4b2b-b132-179607d65715 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:17.257985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (86bcd962-f15d-4b2b-b132-179607d65715), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.280900 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=b5aea524-63c9-478c-96b4-aa300256c64d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:17.323724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:17.325320 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.345914 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-8f8e3a36-477d-4bc8-b86a-0b876cfec94b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588885 Apr 07 12:19:17.359060 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Request body: {'port': {'device_id': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:17.361607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 86bcd962-f15d-4b2b-b132-179607d65715 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:17.436139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.524982 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-c1aa3d5c-7dea-40c8-904a-6a38a16704ba None None] Provisioning complete for port b5aea524-63c9-478c-96b4-aa300256c64d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:17.525393 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c1aa3d5c-7dea-40c8-904a-6a38a16704ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.564897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa3d5c-7dea-40c8-904a-6a38a16704ba None None] Port b5aea524-63c9-478c-96b4-aa300256c64d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:19:17.723877 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef41c4-36b7-4660-8ebf-939620e3e701 req-ddafe563-cb31-4594-b508-5e37155f41aa tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:17.726159 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63ef41c4-36b7-4660-8ebf-939620e3e701 req-ddafe563-cb31-4594-b508-5e37155f41aa tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 931 time: 0.0727184 Apr 07 12:19:17.736081 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5aea524-63c9-478c-96b4-aa300256c64d {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:19:17.745865 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Publish callbacks [] for port (b5aea524-63c9-478c-96b4-aa300256c64d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.762089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Transition to ACTIVE for port object b5aea524-63c9-478c-96b4-aa300256c64d will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:19:17.767666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:17.786674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-63ef41c4-36b7-4660-8ebf-939620e3e701 req-95741822-9f43-4ae6-9238-ae95e0469518 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520563 Apr 07 12:19:17.821235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5aea524-63c9-478c-96b4-aa300256c64d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:17.914761 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Attempting to bind port b5aea524-63c9-478c-96b4-aa300256c64d on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:19:17.915188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Attempting to bind port b5aea524-63c9-478c-96b4-aa300256c64d by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:19:17.915599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Attempting to bind port b5aea524-63c9-478c-96b4-aa300256c64d on network 5b78a625-92d0-4515-964d-c4f5a907fda9 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:17.921466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Port b5aea524-63c9-478c-96b4-aa300256c64d on network 5b78a625-92d0-4515-964d-c4f5a907fda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:19:17.921782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Attempting to bind port b5aea524-63c9-478c-96b4-aa300256c64d on network 5b78a625-92d0-4515-964d-c4f5a907fda9 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:17.927702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:19:17.928050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Checking segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:19:17.928433 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Bound using segment: {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:19:17.928861 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Bound port: b5aea524-63c9-478c-96b4-aa300256c64d, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:19:17.929372 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:18.012671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] For port b5aea524-63c9-478c-96b4-aa300256c64d, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:19:18.017273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] For port b5aea524-63c9-478c-96b4-aa300256c64d, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b5aea524-63c9-478c-96b4-aa300256c64d,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:19:18.023172 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:18.066431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.066945 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:18.068498 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 1091 time: 0.7143233 Apr 07 12:19:18.068996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:18.071395 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf51c96-2f72-4532-80a0-f28015eeeea7" -d '{"events": [{"name": "network-changed", "server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:18.118671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e777a-3b96-4cc7-8bdd-612633e5a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5aea524-63c9-478c-96b4-aa300256c64d,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:18.138577 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b430985-7202-4245-90ac-db8ecb70a4df x-openstack-request-id: req-0b430985-7202-4245-90ac-db8ecb70a4df {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:18.138885 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:18.139175 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b430985-7202-4245-90ac-db8ecb70a4df {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:18.139663 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b430985-7202-4245-90ac-db8ecb70a4df'] response: {'name': 'network-changed', 'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'status': 'completed', 'code': 200} Apr 07 12:19:18.195411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-e0c89f74-6e2d-4832-87eb-e5b96bdb0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.196937 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-e0c89f74-6e2d-4832-87eb-e5b96bdb0f31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1125 time: 0.0561068 Apr 07 12:19:18.240403 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-1c396d66-2dea-4fc8-a367-facb75d03c7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 217 time: 0.0366526 Apr 07 12:19:18.302050 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-1762d73e-704a-4538-9d7b-f23a80ae2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.303563 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-1762d73e-704a-4538-9d7b-f23a80ae2f12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0574272 Apr 07 12:19:18.361018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-35e7e3dc-980b-480b-a112-aa324834bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.362491 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-35e7e3dc-980b-480b-a112-aa324834bb8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524714 Apr 07 12:19:18.457942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-6e9d697f-56f8-4b09-94c5-3b0877e9338b service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893407 Apr 07 12:19:18.561592 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-53d28545-1115-4aff-8bf8-6514d93d1d41 req-9972a512-23cd-457b-b364-cb1e0274b2c9 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979965 Apr 07 12:19:18.663109 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-11d67d17-21e9-45dd-864a-c8815246baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.664791 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-11d67d17-21e9-45dd-864a-c8815246baf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1125 time: 0.0504460 Apr 07 12:19:18.765396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-2976a7ec-d7f7-4fb0-8413-21741e258efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.766883 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-2976a7ec-d7f7-4fb0-8413-21741e258efb service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 898 time: 0.0961952 Apr 07 12:19:18.808836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-f4d04b69-4abb-46f7-bf08-b610d6962aa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 217 time: 0.0357893 Apr 07 12:19:18.864915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-8e4f71bc-7614-4425-a941-079f834ce6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.866574 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-8e4f71bc-7614-4425-a941-079f834ce6fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0508821 Apr 07 12:19:18.930526 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-838fafef-d6a9-4205-8f87-8154cba8e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.932157 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-838fafef-d6a9-4205-8f87-8154cba8e0c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592005 Apr 07 12:19:18.938288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389fd3-5c48-4c35-96e0-ccfde7055a18 req-b68416c9-29c7-4adf-817d-9e319676a7f4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:18.939874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c389fd3-5c48-4c35-96e0-ccfde7055a18 req-b68416c9-29c7-4adf-817d-9e319676a7f4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 943 time: 0.0585213 Apr 07 12:19:18.991808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7c389fd3-5c48-4c35-96e0-ccfde7055a18 req-788aa4d3-f5a0-4bb6-940d-1f33c867cc61 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459821 Apr 07 12:19:19.029310 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-4fb7cd2a-321b-476d-bf7d-90a29cb4403b service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894318 Apr 07 12:19:19.128582 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcf51c96-2f72-4532-80a0-f28015eeeea7 req-f9a3b233-8252-4ade-bb78-de5fd584b134 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927660 Apr 07 12:19:19.734453 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b5aea524-63c9-478c-96b4-aa300256c64d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:19:19.853025 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b5aea524-63c9-478c-96b4-aa300256c64d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b5aea524-63c9-478c-96b4-aa300256c64d,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:19.870306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'port_id': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'mac_address': 'fa:16:3e:93:7c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:19:19.910976 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b5aea524-63c9-478c-96b4-aa300256c64d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:19.911361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:19.926390 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5aea524-63c9-478c-96b4-aa300256c64d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:19:19.951012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b5aea524-63c9-478c-96b4-aa300256c64d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b5aea524-63c9-478c-96b4-aa300256c64d,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:19.955343 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:20.007103 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b5aea524-63c9-478c-96b4-aa300256c64d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:20.147785 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b708aac-8b10-41f0-9fab-d74e03c300ac req-439482d3-0a3c-4f2d-93f9-a9c28286d781 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:20.149359 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b708aac-8b10-41f0-9fab-d74e03c300ac req-439482d3-0a3c-4f2d-93f9-a9c28286d781 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 944 time: 0.0669515 Apr 07 12:19:20.156867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['b5aea524-63c9-478c-96b4-aa300256c64d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:19:20.209278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b708aac-8b10-41f0-9fab-d74e03c300ac req-8e9e90ee-90c5-46e6-89c9-deab04aecb51 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527880 Apr 07 12:19:21.343138 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5b197-140f-4d5f-a348-ea6962757a93 req-7fcb148a-8ec3-4318-b230-3a6726935ed7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:21.344762 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32d5b197-140f-4d5f-a348-ea6962757a93 req-7fcb148a-8ec3-4318-b230-3a6726935ed7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 944 time: 0.0612626 Apr 07 12:19:21.396251 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32d5b197-140f-4d5f-a348-ea6962757a93 req-5bd21831-4d5e-4973-a4f8-0d34535feba0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453792 Apr 07 12:19:21.760882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b5aea524-63c9-478c-96b4-aa300256c64d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:19:21.812311 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port b5aea524-63c9-478c-96b4-aa300256c64d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:19:21.816808 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port b5aea524-63c9-478c-96b4-aa300256c64d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:21.817224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:21.899142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port b5aea524-63c9-478c-96b4-aa300256c64d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:21.899581 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:21.935890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port b5aea524-63c9-478c-96b4-aa300256c64d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b5aea524-63c9-478c-96b4-aa300256c64d,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:21.936916 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:21.939727 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b53ff-11b2-4b8b-ad3f-b850eb9fba28" -d '{"events": [{"server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "name": "network-vif-plugged", "status": "completed", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:21.943511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:21.993056 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476a4545-a3ac-456d-8b5d-045da5eb46c6 x-openstack-request-id: req-476a4545-a3ac-456d-8b5d-045da5eb46c6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:21.993438 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "name": "network-vif-plugged", "status": "completed", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:21.993725 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-476a4545-a3ac-456d-8b5d-045da5eb46c6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:21.994128 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476a4545-a3ac-456d-8b5d-045da5eb46c6'] response: {'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'code': 200} Apr 07 12:19:21.999811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=b5aea524-63c9-478c-96b4-aa300256c64d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:22.098557 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff76c-94b1-45b2-a1a8-7006a999c27d req-cdd594ed-e882-4093-9c4c-d02b13aa618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:22.100162 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3ff76c-94b1-45b2-a1a8-7006a999c27d req-cdd594ed-e882-4093-9c4c-d02b13aa618e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1127 time: 0.0473366 Apr 07 12:19:22.149603 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3ff76c-94b1-45b2-a1a8-7006a999c27d req-95967435-e490-4ef8-8a6c-a932cf388931 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Apr 07 12:19:22.528125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b24a82-eccf-48a1-8401-92e0c0f9af76 req-dcbfa6c3-fd49-480b-92eb-737f3a4b7ca7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:22.529724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97b24a82-eccf-48a1-8401-92e0c0f9af76 req-dcbfa6c3-fd49-480b-92eb-737f3a4b7ca7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0585616 Apr 07 12:19:22.581278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97b24a82-eccf-48a1-8401-92e0c0f9af76 req-00610352-12f8-442a-ac5c-39269e442974 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456986 Apr 07 12:19:23.713695 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50329f5-087e-4684-956c-9bb4f0cf813c req-556019e8-1cd9-4f88-850e-2f2e5498c7d7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:23.715756 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f50329f5-087e-4684-956c-9bb4f0cf813c req-556019e8-1cd9-4f88-850e-2f2e5498c7d7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0604556 Apr 07 12:19:23.772842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f50329f5-087e-4684-956c-9bb4f0cf813c req-eaea320e-bd33-4077-97bc-6bce9f08408f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513310 Apr 07 12:19:23.910427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3e6c6-7888-4702-adc5-c6081c17bd72 req-e9dca403-3fb9-4b14-9359-656e137df35d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:23.911956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f3e6c6-7888-4702-adc5-c6081c17bd72 req-e9dca403-3fb9-4b14-9359-656e137df35d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0673103 Apr 07 12:19:23.968415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61f3e6c6-7888-4702-adc5-c6081c17bd72 req-7ffcf26f-49e4-4281-9fcb-647222e932d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506318 Apr 07 12:19:23.992747 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39102) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:24.037232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a583a5-1938-4779-ae0c-9de8ce0c42f3 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:24.038784 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-17a583a5-1938-4779-ae0c-9de8ce0c42f3 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1122 time: 0.0450068 Apr 07 12:19:24.041558 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39104) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:24.046510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:24.068279 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.184839 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.300069 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.204 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/a182c130-304e-40e3-915e-03e77b501a74) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:24.421806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (a182c130-304e-40e3-915e-03e77b501a74), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.469146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a182c130-304e-40e3-915e-03e77b501a74), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.513116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:24.516260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:24.519579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:24.551226 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=a182c130-304e-40e3-915e-03e77b501a74,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:24.956235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (5277e807-b6b4-40d1-9311-9c09fbd8e6e7), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.045394 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a182c130-304e-40e3-915e-03e77b501a74), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.235293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (a182c130-304e-40e3-915e-03e77b501a74), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.240521 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (a182c130-304e-40e3-915e-03e77b501a74), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.315201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=a182c130-304e-40e3-915e-03e77b501a74,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:25.326417 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (5277e807-b6b4-40d1-9311-9c09fbd8e6e7), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.338163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:19:25.437887 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP 5277e807-b6b4-40d1-9311-9c09fbd8e6e7 associated. External IP: 172.25.5.204, port: b5aea524-63c9-478c-96b4-aa300256c64d. Apr 07 12:19:25.659423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 56523d83-fce7-491a-84bc-a1fba84d3f95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:25.776114 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:25.786143 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] Sync routers for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:25.795364 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.798190 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:25.798882 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:25.827682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f7105d47-7482-495c-b231-955bded5bf1f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7850995 Apr 07 12:19:25.828275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:25.830624 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f090eb-fafd-4472-a3a1-cd2653d8af32" -d '{"events": [{"name": "network-changed", "server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:25.872511 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde7e5dd-30b1-4e0f-87df-32f5613a0826 x-openstack-request-id: req-fde7e5dd-30b1-4e0f-87df-32f5613a0826 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:25.873217 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:25.873619 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde7e5dd-30b1-4e0f-87df-32f5613a0826 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:25.874864 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde7e5dd-30b1-4e0f-87df-32f5613a0826'] response: {'name': 'network-changed', 'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'status': 'completed', 'code': 200} Apr 07 12:19:25.929185 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:25.950180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-7ca4616c-e248-4b2c-abfa-00598de82377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:25.951848 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-7ca4616c-e248-4b2c-abfa-00598de82377 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1127 time: 0.0583088 Apr 07 12:19:25.953847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc0afe-9f7d-4477-881e-812476868569 req-28e8faf4-fb53-417f-b386-14dbccd790ee tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:25.955368 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0fc0afe-9f7d-4477-881e-812476868569 req-28e8faf4-fb53-417f-b386-14dbccd790ee tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0709300 Apr 07 12:19:26.014532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d0fc0afe-9f7d-4477-881e-812476868569 req-f696369d-47cb-4950-a583-2fef69688c04 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531836 Apr 07 12:19:26.044163 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39110) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:26.114929 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-f7273a46-dc0d-4fbe-a859-5f904fe75528 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/5277e807-b6b4-40d1-9311-9c09fbd8e6e7 HTTP/1.1" status: 200 len: 991 time: 0.0675757 Apr 07 12:19:26.195861 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '5277e807-b6b4-40d1-9311-9c09fbd8e6e7', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'port_id': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'mac_address': 'fa:16:3e:93:7c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:24Z', 'updated_at': '2022-04-07T12:19:24Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:26.226929 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] Checking router: 56523d83-fce7-491a-84bc-a1fba84d3f95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:26.237024 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:26.237691 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:19:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:26.340381 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-9415db2f-9cbc-4600-b9ea-c78071e7ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:26.341935 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-9415db2f-9cbc-4600-b9ea-c78071e7ca84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 898 time: 0.3844521 Apr 07 12:19:26.350735 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:26.412571 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-4a13e622-2ee5-448c-8d67-c9b7f07bd23f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 999 time: 0.0648453 Apr 07 12:19:26.475681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-42cdfb4d-12ad-4eef-a7b6-2d25bd570ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:26.477188 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-42cdfb4d-12ad-4eef-a7b6-2d25bd570ed3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0583200 Apr 07 12:19:26.534405 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-e705075b-8e67-4f15-851c-06b97283b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:26.535946 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-e705075b-8e67-4f15-851c-06b97283b01e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530641 Apr 07 12:19:26.606115 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '5277e807-b6b4-40d1-9311-9c09fbd8e6e7', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'port_id': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'mac_address': 'fa:16:3e:93:7c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:24Z', 'updated_at': '2022-04-07T12:19:24Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:26.634349 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f343e-a2cd-48d0-8617-bef2b2242265 None None] The sync data for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 is: [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '5277e807-b6b4-40d1-9311-9c09fbd8e6e7', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'port_id': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'mac_address': 'fa:16:3e:93:7c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:24Z', 'updated_at': '2022-04-07T12:19:24Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:26.658093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-59e770ad-8d11-4d5b-9344-e96e5bec6040 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160860 Apr 07 12:19:26.767923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-75f090eb-fafd-4472-a3a1-cd2653d8af32 req-8548eec4-afc4-4b7c-85f4-4c2ba14e79a6 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039059 Apr 07 12:19:26.860605 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546c2bf-289a-4a6c-b807-e246834a5d43 None None] New status for floating IP 5277e807-b6b4-40d1-9311-9c09fbd8e6e7: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:19:27.118429 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39112) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:27.190730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2379af64-501e-4ffe-93b0-2746dc679acf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/5277e807-b6b4-40d1-9311-9c09fbd8e6e7 HTTP/1.1" status: 200 len: 993 time: 0.0710721 Apr 07 12:19:30.792141 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c91d-9e83-44b4-bbfb-0bca3861483c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.243270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.984968 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-de80b952-6f17-4a05-956d-56ee2532c80e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937014 Apr 07 12:19:33.075974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-cd5f1d8e-9b05-42a5-a692-83015b3a2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:33.077513 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-cd5f1d8e-9b05-42a5-a692-83015b3a2ca1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1127 time: 0.0516276 Apr 07 12:19:33.101908 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ab051e40-7a41-4e14-93eb-9bdcead9db17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.181845 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-f5590605-846d-41ea-95e8-a4dddcbfe82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:33.183395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-f5590605-846d-41ea-95e8-a4dddcbfe82a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 898 time: 0.0869753 Apr 07 12:19:33.253613 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-10454ae4-75f1-4816-9f32-56742539dfe4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 1001 time: 0.0645294 Apr 07 12:19:33.309978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-83e4a118-a835-4725-ac75-280b71ee24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:33.311461 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-83e4a118-a835-4725-ac75-280b71ee24af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0526972 Apr 07 12:19:33.365819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-329f53ed-1798-437b-8b3e-2047a805dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:33.367348 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-329f53ed-1798-437b-8b3e-2047a805dd8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486860 Apr 07 12:19:33.460318 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-6e135e36-bd9e-4c6a-ac69-274d7d5351e0 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Apr 07 12:19:33.550129 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c45f87d3-68ee-4fed-be2b-efb054711b29 req-b7540014-3d08-43f9-ba7f-552aac1f93bf service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840628 Apr 07 12:19:34.175307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.695006 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:36.219364 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:37.309741 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:58.551738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-3a5f25a2-0793-43ef-8399-bf15f1042d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:58.553270 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-3a5f25a2-0793-43ef-8399-bf15f1042d23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1127 time: 0.0466752 Apr 07 12:19:58.624284 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b10c-8453-4789-b7b2-c9afb23cc3f0 req-f06c53f9-a4cc-4a2b-93d0-552c8a195962 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:58.625793 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db08b10c-8453-4789-b7b2-c9afb23cc3f0 req-f06c53f9-a4cc-4a2b-93d0-552c8a195962 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.1268559 Apr 07 12:19:58.651102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-fb02b1f8-af90-4949-a4fc-d094b7b758ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:58.652718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-fb02b1f8-af90-4949-a4fc-d094b7b758ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 898 time: 0.0920963 Apr 07 12:19:58.677651 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db08b10c-8453-4789-b7b2-c9afb23cc3f0 req-c788ad1d-753b-4c52-9fa9-a0183fd43887 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Apr 07 12:19:58.720145 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-b6c4e931-f4da-443e-a03d-c90e250254bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 1001 time: 0.0605006 Apr 07 12:19:58.774949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-7f352813-bb23-428a-86d6-03ec3cb311d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:58.776387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-7f352813-bb23-428a-86d6-03ec3cb311d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0486991 Apr 07 12:19:58.825161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-654444ef-e06c-4fb4-a6ca-a3098651c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:58.826682 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-654444ef-e06c-4fb4-a6ca-a3098651c990 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441129 Apr 07 12:19:58.915848 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-61d9b422-aee2-4be2-aeaa-94040457f7d3 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831039 Apr 07 12:19:59.009992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d198991b-4a7c-4f03-ba1f-3535c2bc7436 req-1bb7023f-a318-4bbb-983f-6976fbd18168 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875134 Apr 07 12:19:59.846771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d960b7-123a-452c-ad43-002a4b9785b4 req-8105673b-6aae-4c87-afbf-98b0bb785825 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:59.848220 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d960b7-123a-452c-ad43-002a4b9785b4 req-8105673b-6aae-4c87-afbf-98b0bb785825 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0998755 Apr 07 12:19:59.899822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-88d960b7-123a-452c-ad43-002a4b9785b4 req-1a8dbb0c-b605-4206-a49a-2ba6679294e8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459383 Apr 07 12:20:00.788012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5637d54f-6bcd-47b9-89a6-bf2d00900a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:01.018768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a889-f57e-466a-a01d-53d94d8dc83b req-b8a8ef47-9e4e-4b92-923e-13ef0d7dc2c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:01.020143 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5031a889-f57e-466a-a01d-53d94d8dc83b req-b8a8ef47-9e4e-4b92-923e-13ef0d7dc2c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Apr 07 12:20:01.070869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5031a889-f57e-466a-a01d-53d94d8dc83b req-390e4ac0-c116-419f-952b-4bb3f8b0195d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449553 Apr 07 12:20:02.195353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d50607-edf2-4746-9a67-f1164967f5c2 req-d2ebc340-8088-43d2-894d-f77bbe04cf96 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:02.196833 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7d50607-edf2-4746-9a67-f1164967f5c2 req-d2ebc340-8088-43d2-894d-f77bbe04cf96 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Apr 07 12:20:02.243410 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:02.247432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7d50607-edf2-4746-9a67-f1164967f5c2 req-d087fa5a-dd57-4893-86f2-bc9e590607d3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Apr 07 12:20:02.337503 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:20:03.104219 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-15b516a3-bbc0-4506-9571-127104b0a315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:03.373588 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eb258-dd18-44a0-bc88-9f6f606cf095 req-add7ec91-ee72-49ef-b8cf-8931ed88b22d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:03.374960 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d83eb258-dd18-44a0-bc88-9f6f606cf095 req-add7ec91-ee72-49ef-b8cf-8931ed88b22d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0558302 Apr 07 12:20:03.423176 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d83eb258-dd18-44a0-bc88-9f6f606cf095 req-d4e2b7f4-c428-457f-b6c7-a8864033b65b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Apr 07 12:20:04.189627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:04.551954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a50b3-a198-4683-b55b-3d429b1f0453 req-d1ed3011-62fd-404d-8f2c-198e967d4806 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:04.553461 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-991a50b3-a198-4683-b55b-3d429b1f0453 req-d1ed3011-62fd-404d-8f2c-198e967d4806 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Apr 07 12:20:04.602848 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-991a50b3-a198-4683-b55b-3d429b1f0453 req-bb3f4642-75fe-4ba0-96eb-644e7ffd4195 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Apr 07 12:20:04.697823 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:05.721162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926761-9220-47ec-b80c-41dc134877b5 req-5c8e401f-4e4e-419a-b091-35df558fc9c1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:05.722675 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e926761-9220-47ec-b80c-41dc134877b5 req-5c8e401f-4e4e-419a-b091-35df558fc9c1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0516915 Apr 07 12:20:05.774405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6e926761-9220-47ec-b80c-41dc134877b5 req-224b55d1-4657-495c-838b-94d93f32ca3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461817 Apr 07 12:20:06.222687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:06.894165 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b321-fd6a-4d87-be17-cba3b5e2f48a req-fc844b56-1dec-4d26-bb15-9f8b9bd81bff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:06.895638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0164b321-fd6a-4d87-be17-cba3b5e2f48a req-fc844b56-1dec-4d26-bb15-9f8b9bd81bff tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0522673 Apr 07 12:20:06.944598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0164b321-fd6a-4d87-be17-cba3b5e2f48a req-991ebcb6-7ce6-4d00-9ccd-39fe3eaab45b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Apr 07 12:20:07.303171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:08.064563 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb669-f149-40c4-aecf-c23f5e5cf4f9 req-10490910-a3bc-421d-89d6-5afb5a41f9fd tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:08.066089 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-816cb669-f149-40c4-aecf-c23f5e5cf4f9 req-10490910-a3bc-421d-89d6-5afb5a41f9fd tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Apr 07 12:20:08.114639 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-816cb669-f149-40c4-aecf-c23f5e5cf4f9 req-57398305-c392-49f1-a22f-8543122adf4b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Apr 07 12:20:09.239446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8a63-d886-45d0-be96-7329be1eb4c0 req-7bb8e1ba-0612-4fc0-a4b7-289a26a21839 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:09.241023 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-431a8a63-d886-45d0-be96-7329be1eb4c0 req-7bb8e1ba-0612-4fc0-a4b7-289a26a21839 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0561554 Apr 07 12:20:09.290900 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-431a8a63-d886-45d0-be96-7329be1eb4c0 req-e6df6351-2d5c-4562-947d-91746039ede9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433948 Apr 07 12:20:10.412194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c75a-09b2-4fff-a16a-df304f0a0ee8 req-f6346b94-b9c5-4410-b62b-5c6fbdc2cf5b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:10.413744 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e55c75a-09b2-4fff-a16a-df304f0a0ee8 req-f6346b94-b9c5-4410-b62b-5c6fbdc2cf5b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0525832 Apr 07 12:20:10.462906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3e55c75a-09b2-4fff-a16a-df304f0a0ee8 req-f0dbcb94-7d4c-4c96-95fa-2919b14c8670 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Apr 07 12:20:11.597355 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ca7d8-fd14-45eb-af32-b497fcc27e5b req-b6c177e7-a127-476e-8790-9c93ea5b99b3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:11.598832 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c4ca7d8-fd14-45eb-af32-b497fcc27e5b req-b6c177e7-a127-476e-8790-9c93ea5b99b3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0578756 Apr 07 12:20:11.648821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c4ca7d8-fd14-45eb-af32-b497fcc27e5b req-309408cb-219b-4cc5-b2cc-053097411144 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Apr 07 12:20:12.770685 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fa568-76aa-4b90-895e-3d4eef3c0419 req-33b18f1a-33eb-45c3-b193-8cc4e10ee5e4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:12.772173 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d4fa568-76aa-4b90-895e-3d4eef3c0419 req-33b18f1a-33eb-45c3-b193-8cc4e10ee5e4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0527532 Apr 07 12:20:12.820341 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d4fa568-76aa-4b90-895e-3d4eef3c0419 req-21f64ffb-5b6b-48b5-b8f6-c9ddb23e6a08 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Apr 07 12:20:13.937864 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a580b-55c3-43a3-b051-95b935921af3 req-d35184c4-224e-47ce-9fad-7f2871d1148f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:13.939333 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2a580b-55c3-43a3-b051-95b935921af3 req-d35184c4-224e-47ce-9fad-7f2871d1148f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0520067 Apr 07 12:20:13.991258 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f2a580b-55c3-43a3-b051-95b935921af3 req-92314321-95ee-45fd-8acc-0e660410d22b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Apr 07 12:20:15.427854 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399913-f18d-46b4-8a74-b9012df2973f req-94d05fea-045a-4b76-8069-0e809517a71a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:15.429343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52399913-f18d-46b4-8a74-b9012df2973f req-94d05fea-045a-4b76-8069-0e809517a71a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.3676093 Apr 07 12:20:15.478259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-52399913-f18d-46b4-8a74-b9012df2973f req-75e4b7a9-f97a-4f62-87dd-7b0a1a78007b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Apr 07 12:20:15.501267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39164) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:15.563400 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ab5381cf-0d82-4004-9020-3c86b8cd41a2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/5277e807-b6b4-40d1-9311-9c09fbd8e6e7 HTTP/1.1" status: 200 len: 993 time: 0.0609741 Apr 07 12:20:30.789856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fe182f0e-b954-4cbb-b36e-a312f4a58476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:32.258191 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:33.106505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d68cdaec-70fb-427f-b9b8-1dd9ccf93070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:34.187843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:34.702409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:35.094633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-54e619ce-6c09-4cc5-8e64-ef123c06ad98 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470691 Apr 07 12:20:35.181197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-72c30283-0c89-4e39-a14a-9913992a78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:35.182700 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-72c30283-0c89-4e39-a14a-9913992a78aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1127 time: 0.0469534 Apr 07 12:20:35.305484 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-1534b525-010e-4625-9926-c8a05e361149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:35.307002 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-1534b525-010e-4625-9926-c8a05e361149 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 898 time: 0.1055200 Apr 07 12:20:35.373156 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-f1472d76-d203-4202-8f00-fc120a75c143 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 1001 time: 0.0595927 Apr 07 12:20:35.431007 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-7401eea5-3f7b-48f2-9e61-49635e6d56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:35.432469 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-7401eea5-3f7b-48f2-9e61-49635e6d56a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0534248 Apr 07 12:20:35.490586 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-765ea52d-656a-4f68-a114-916e68617749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:35.492153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-765ea52d-656a-4f68-a114-916e68617749 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442853 Apr 07 12:20:35.581852 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-e250139e-e20b-4062-98c5-da4df164477a service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826774 Apr 07 12:20:35.677337 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-920b88cd-7ae1-48fe-8663-64b503a7422c req-b996e7f0-6ffc-4139-a626-a0a77f6902e4 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893183 Apr 07 12:20:36.224547 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:37.304716 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:39.336642 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:20:45.983681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39176) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:46.137548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port a182c130-304e-40e3-915e-03e77b501a74 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:20:46.137883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a182c130-304e-40e3-915e-03e77b501a74), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:46.211639 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a182c130-304e-40e3-915e-03e77b501a74), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:46.211963 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (a182c130-304e-40e3-915e-03e77b501a74), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:46.223812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for a182c130-304e-40e3-915e-03e77b501a74 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:20:46.372429 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a182c130-304e-40e3-915e-03e77b501a74), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:46.397840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=a182c130-304e-40e3-915e-03e77b501a74,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:46.412108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.412473 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.412830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.413196 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.413546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.413890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.414232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.414568 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.414910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.415246 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.415583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.415914 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.416245 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:46.478208 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (5277e807-b6b4-40d1-9311-9c09fbd8e6e7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:46.478651 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP 5277e807-b6b4-40d1-9311-9c09fbd8e6e7 disassociated (deleted). External IP: 172.25.5.204, port: b5aea524-63c9-478c-96b4-aa300256c64d. Apr 07 12:20:46.696749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 56523d83-fce7-491a-84bc-a1fba84d3f95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:20:46.812142 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:20:46.816840 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:46.822266 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] Sync routers for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:20:46.832320 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:20:46.832928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:46.849634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6978de0d-7865-4d20-9fd2-473885a4f0df tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/floatingips/5277e807-b6b4-40d1-9311-9c09fbd8e6e7 HTTP/1.1" status: 204 len: 168 time: 0.8625033 Apr 07 12:20:46.849634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:20:46.850219 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca46fd6-fa35-4274-ac61-831940fd8015" -d '{"events": [{"name": "network-changed", "server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:20:46.893799 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c67bdf-d6ee-4ed4-b532-ae9f7e90ccf9 x-openstack-request-id: req-67c67bdf-d6ee-4ed4-b532-ae9f7e90ccf9 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:20:46.894102 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:20:46.894532 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67c67bdf-d6ee-4ed4-b532-ae9f7e90ccf9 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:20:46.894954 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c67bdf-d6ee-4ed4-b532-ae9f7e90ccf9'] response: {'name': 'network-changed', 'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'status': 'completed', 'code': 200} Apr 07 12:20:46.952528 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:20:46.977460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-268b1836-5d8c-4210-9eb0-0746dbfefcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:46.979122 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-268b1836-5d8c-4210-9eb0-0746dbfefcbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 1127 time: 0.0631428 Apr 07 12:20:47.091868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-c99a4b06-0151-4aba-9261-bd48648b9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:47.093695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-c99a4b06-0151-4aba-9261-bd48648b9e42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 200 len: 898 time: 0.1069090 Apr 07 12:20:47.108771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561bef-d502-4453-a809-916e87505a87 req-d95bc023-2cec-4180-b18d-345269fa0813 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:47.110366 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af561bef-d502-4453-a809-916e87505a87 req-d95bc023-2cec-4180-b18d-345269fa0813 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0589366 Apr 07 12:20:47.144237 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-4f815628-c9b0-4faa-ba62-ee2f97d47f68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 200 len: 217 time: 0.0434432 Apr 07 12:20:47.166859 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-af561bef-d502-4453-a809-916e87505a87 req-f2cf6d30-ada4-4a1f-b53d-e7db5f972d34 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494649 Apr 07 12:20:47.167594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:47.194428 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] Checking router: 56523d83-fce7-491a-84bc-a1fba84d3f95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:20:47.198873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-ae2f0cab-a03c-4d76-904c-9b6283adb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:47.200380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-ae2f0cab-a03c-4d76-904c-9b6283adb561 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 200 len: 835 time: 0.0508559 Apr 07 12:20:47.203232 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:20:47.203769 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:47.255465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-4d5033b7-9d3c-4ded-868d-fe7682113b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:47.257332 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-4d5033b7-9d3c-4ded-868d-fe7682113b13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5b78a625-92d0-4515-964d-c4f5a907fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511956 Apr 07 12:20:47.349480 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-133f6ac7-017c-49ef-b825-dc1928a13073 service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 Apr 07 12:20:47.402869 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:20:47.447085 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ca46fd6-fa35-4274-ac61-831940fd8015 req-cdf84938-f749-4856-bf84-7b59c11e89ef service neutron] 10.222.0.23 "GET /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910339 Apr 07 12:20:47.603631 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:47.630354 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300f6fa-2e3f-49d4-8808-c738616bd5a6 None None] The sync data for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 is: [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:19:13Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'd7488582-466e-4385-a5d3-d6a77956ad04', 'name': '', 'network_id': '5b78a625-92d0-4515-964d-c4f5a907fda9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:05:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:12Z', 'updated_at': '2022-04-07T12:19:16Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'cf59e624-ddce-4203-95d8-ac7192e8a0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:20:47.848719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349b4839-db60-40d0-a4aa-7353e2fcfdd5 None None] New status for floating IP 5277e807-b6b4-40d1-9311-9c09fbd8e6e7: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:20:48.293323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b41486-e6e8-4346-846b-8ea80e0a4689 req-6d0ff6fd-fb1d-49e6-950f-623beacc3e84 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:48.294950 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49b41486-e6e8-4346-846b-8ea80e0a4689 req-6d0ff6fd-fb1d-49e6-950f-623beacc3e84 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0562122 Apr 07 12:20:48.342875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-49b41486-e6e8-4346-846b-8ea80e0a4689 req-cc81c247-17cb-4b0c-88d3-c14154887dd1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=aefe30e1-df17-4986-b137-f7a4d8ea70c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Apr 07 12:20:48.521243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-74c0ea8c-ce50-4557-adf4-0c333b1cecab tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:48.522620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-74c0ea8c-ce50-4557-adf4-0c333b1cecab tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Apr 07 12:20:48.611211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port b5aea524-63c9-478c-96b4-aa300256c64d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:20:48.611551 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:48.703261 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port b5aea524-63c9-478c-96b4-aa300256c64d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=b5aea524-63c9-478c-96b4-aa300256c64d,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:20:48.703615 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:48.716962 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for b5aea524-63c9-478c-96b4-aa300256c64d owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:20:48.848502 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (b5aea524-63c9-478c-96b4-aa300256c64d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:48.882613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=b5aea524-63c9-478c-96b4-aa300256c64d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:48.906207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.906563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.906939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.907285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.907632 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.907974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.908311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.908648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.908983 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.909343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.909700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.910034 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.910390 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:48.933858 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] No DVR routers for this DVR port b5aea524-63c9-478c-96b4-aa300256c64d on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:20:48.936286 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:48.939598 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-7d9863b1-7bbc-472d-9df2-34d10d0e49d6 req-ff2bc3d9-7a1a-4292-bfbc-7adda2d4cd03 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "DELETE /v2.0/ports/b5aea524-63c9-478c-96b4-aa300256c64d HTTP/1.1" status: 204 len: 173 time: 0.4118714 Apr 07 12:20:48.940041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'name': 'network-vif-deleted', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:20:48.942322 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eded06d-d0ce-41d0-9b76-b31bb842bd9f" -d '{"events": [{"server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "name": "network-vif-deleted", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:20:49.051324 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e56c1c-2f1d-42a6-b877-7d534a448d31 x-openstack-request-id: req-52e56c1c-2f1d-42a6-b877-7d534a448d31 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:20:49.051640 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778f5af6-9548-4f10-a74b-23f17d4f5a07", "name": "network-vif-deleted", "tag": "b5aea524-63c9-478c-96b4-aa300256c64d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:20:49.051905 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52e56c1c-2f1d-42a6-b877-7d534a448d31 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:20:49.052323 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e56c1c-2f1d-42a6-b877-7d534a448d31'] response: {'server_uuid': '778f5af6-9548-4f10-a74b-23f17d4f5a07', 'name': 'network-vif-deleted', 'tag': 'b5aea524-63c9-478c-96b4-aa300256c64d', 'status': 'completed', 'code': 200} Apr 07 12:20:49.459278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1892dcb7-4110-41c6-bcca-3093763a909f req-c21eb1a9-c89f-4fd7-a34c-b1fc682f2a64 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=778f5af6-9548-4f10-a74b-23f17d4f5a07 HTTP/1.1" status: 200 len: 210 time: 0.0332849 Apr 07 12:20:50.519626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39194) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:50.884796 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (56523d83-fce7-491a-84bc-a1fba84d3f95), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:51.144520 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port d7488582-466e-4385-a5d3-d6a77956ad04 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:20:51.144776 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:51.236649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port d7488582-466e-4385-a5d3-d6a77956ad04, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d7488582-466e-4385-a5d3-d6a77956ad04,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:20:51.237009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:51.248641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for d7488582-466e-4385-a5d3-d6a77956ad04 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:20:51.433166 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d7488582-466e-4385-a5d3-d6a77956ad04), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:51.461819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=d7488582-466e-4385-a5d3-d6a77956ad04,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:51.637878 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (56523d83-fce7-491a-84bc-a1fba84d3f95), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:51.858844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 56523d83-fce7-491a-84bc-a1fba84d3f95 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:20:51.965870 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:20:51.971145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-54093581-5398-4a06-960b-a96afe43d27b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/56523d83-fce7-491a-84bc-a1fba84d3f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503949 Apr 07 12:20:51.973993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39196) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:51.975789 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] Sync routers for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:20:51.985306 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:20:51.985915 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:52.024866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting subnet cf59e624-ddce-4203-95d8-ac7192e8a0e8 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:20:52.029060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (cf59e624-ddce-4203-95d8-ac7192e8a0e8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.072067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (cf59e624-ddce-4203-95d8-ac7192e8a0e8), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.093591 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:20:52.157970 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cf59e624-ddce-4203-95d8-ac7192e8a0e8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.218257 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (cf59e624-ddce-4203-95d8-ac7192e8a0e8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.227571 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b5aea524-63c9-478c-96b4-aa300256c64d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:20:52.246355 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Subnet': ['ID=cf59e624-ddce-4203-95d8-ac7192e8a0e8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:52.250238 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.253447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c5c1423f-ed8c-4d15-8e81-b23ee93413f8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/subnets/cf59e624-ddce-4203-95d8-ac7192e8a0e8 HTTP/1.1" status: 204 len: 168 time: 0.2784190 Apr 07 12:20:52.256002 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39198) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:52.264319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e18b5-8016-44fe-8932-32aea13b8067 None None] Network 5b78a625-92d0-4515-964d-c4f5a907fda9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:20:52.266887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: b5aea524-63c9-478c-96b4-aa300256c64d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:20:52.267339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device b5aea524-63c9-478c-96b4-aa300256c64d not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:20:52.286454 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:20:51Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:52.313392 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] Checking router: 56523d83-fce7-491a-84bc-a1fba84d3f95 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:20:52.321666 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] Routers {'56523d83-fce7-491a-84bc-a1fba84d3f95'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:20:52.322288 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['56523d83-fce7-491a-84bc-a1fba84d3f95'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:52.388806 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (56523d83-fce7-491a-84bc-a1fba84d3f95), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.442637 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] Set router 56523d83-fce7-491a-84bc-a1fba84d3f95 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:20:52.447564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] DHCP port deletion for 5b78a625-92d0-4515-964d-c4f5a907fda9 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:20:52.509167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (56523d83-fce7-491a-84bc-a1fba84d3f95), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.572789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 86bcd962-f15d-4b2b-b132-179607d65715 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:20:52.573765 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (86bcd962-f15d-4b2b-b132-179607d65715), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.644454 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:20:51Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:52.661839 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 86bcd962-f15d-4b2b-b132-179607d65715, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=86bcd962-f15d-4b2b-b132-179607d65715,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:20:52.662182 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (86bcd962-f15d-4b2b-b132-179607d65715), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.666738 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Deleting port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:20:52.667436 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.675568 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 86bcd962-f15d-4b2b-b132-179607d65715 owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:20:52.677440 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6063108-4d8b-4a6f-aad4-52bae3e69dc7 None None] The sync data for ids ['56523d83-fce7-491a-84bc-a1fba84d3f95'] in n-d-836788-1 is: [{'id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752330912', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '86bcd962-f15d-4b2b-b132-179607d65715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:19:09Z', 'updated_at': '2022-04-07T12:20:51Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '86bcd962-f15d-4b2b-b132-179607d65715', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56523d83-fce7-491a-84bc-a1fba84d3f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:19:10Z', 'updated_at': '2022-04-07T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:20:52.735090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] For port 4ebd5f66-9a5b-42ef-b413-0167b636bb17, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=4ebd5f66-9a5b-42ef-b413-0167b636bb17,segment=NetworkSegment(d708fd27-51da-4dc7-b5e5-ec8c22a203c1),segment_id=d708fd27-51da-4dc7-b5e5-ec8c22a203c1)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:20:52.735498 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.751241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Calling delete_port for 4ebd5f66-9a5b-42ef-b413-0167b636bb17 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:20:52.831349 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (4ebd5f66-9a5b-42ef-b413-0167b636bb17), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.855457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Pushing event deleted for resources: {'Port': ['ID=4ebd5f66-9a5b-42ef-b413-0167b636bb17,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:52.856014 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (86bcd962-f15d-4b2b-b132-179607d65715), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:52.865049 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] No DVR routers for this DVR port 4ebd5f66-9a5b-42ef-b413-0167b636bb17 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:20:52.867347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.867704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.868058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.868405 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.868752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.869094 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.869472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.869785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.870180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.870519 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.870951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.871303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.871642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd2a34-3e08-4801-a92d-16366e351673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:20:52.888042 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=86bcd962-f15d-4b2b-b132-179607d65715,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:52.953374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (56523d83-fce7-491a-84bc-a1fba84d3f95), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.048571 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (56523d83-fce7-491a-84bc-a1fba84d3f95), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.050674 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (56523d83-fce7-491a-84bc-a1fba84d3f95), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.100496 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (56523d83-fce7-491a-84bc-a1fba84d3f95), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.101076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Fanout notify agent at l3_agent the message router_deleted on router 56523d83-fce7-491a-84bc-a1fba84d3f95 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:20:53.108957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.110249 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-652c3a5a-c743-4445-8108-0fea1ffd3dca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/routers/56523d83-fce7-491a-84bc-a1fba84d3f95 HTTP/1.1" status: 204 len: 168 time: 0.8530729 Apr 07 12:20:53.113074 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39200) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:53.190746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ebd5f66-9a5b-42ef-b413-0167b636bb17 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:20:53.211269 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (5b78a625-92d0-4515-964d-c4f5a907fda9), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.212615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 4ebd5f66-9a5b-42ef-b413-0167b636bb17 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:20:53.212973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 4ebd5f66-9a5b-42ef-b413-0167b636bb17 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:20:53.213421 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7488582-466e-4385-a5d3-d6a77956ad04 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:20:53.237211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d7488582-466e-4385-a5d3-d6a77956ad04 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:20:53.237841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d7488582-466e-4385-a5d3-d6a77956ad04 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:20:53.307331 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (5b78a625-92d0-4515-964d-c4f5a907fda9), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.329542 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b78a625-92d0-4515-964d-c4f5a907fda9']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:53.339896 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:53.340201 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd708fd27-51da-4dc7-b5e5-ec8c22a203c1') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:53.350182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (d708fd27-51da-4dc7-b5e5-ec8c22a203c1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.364203 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (d708fd27-51da-4dc7-b5e5-ec8c22a203c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.370925 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:20:53.371403 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (d708fd27-51da-4dc7-b5e5-ec8c22a203c1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:20:53.374478 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:20:53.439199 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (5b78a625-92d0-4515-964d-c4f5a907fda9), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.449247 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.452315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/networks/5b78a625-92d0-4515-964d-c4f5a907fda9 HTTP/1.1" status: 204 len: 168 time: 0.3376207 Apr 07 12:20:53.455321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39202) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:53.462426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5740f5-e548-4869-9f4e-903c029b060f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Network': ['ID=5b78a625-92d0-4515-964d-c4f5a907fda9,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:53.521336 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf16833b-6955-4af7-8e60-6ce17dd81f79 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (aefe30e1-df17-4986-b137-f7a4d8ea70c9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.551476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf16833b-6955-4af7-8e60-6ce17dd81f79 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (aefe30e1-df17-4986-b137-f7a4d8ea70c9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.611908 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf16833b-6955-4af7-8e60-6ce17dd81f79 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (aefe30e1-df17-4986-b137-f7a4d8ea70c9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.614611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-bf16833b-6955-4af7-8e60-6ce17dd81f79 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.615836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-bf16833b-6955-4af7-8e60-6ce17dd81f79 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/security-groups/aefe30e1-df17-4986-b137-f7a4d8ea70c9 HTTP/1.1" status: 204 len: 168 time: 0.1594849 Apr 07 12:20:53.625212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16833b-6955-4af7-8e60-6ce17dd81f79 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefe30e1-df17-4986-b137-f7a4d8ea70c9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:53.906460 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39208) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:53.910947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778144876', 'description': 'tempest-secgroup-smoke-778144876 description', 'project_id': '409b3e7241a64494bbaad017dfce2c9c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:53.931797 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:53.998183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (b1a585ae-24eb-47c1-a183-c6cef1f81fca), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.001817 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b1a585ae-24eb-47c1-a183-c6cef1f81fca), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.026043 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.027275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1198335 Apr 07 12:20:54.030409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39210) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.035025 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'b1a585ae-24eb-47c1-a183-c6cef1f81fca', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.035214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016012b-7f4b-469f-89fb-f7d4d746647c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a585ae-24eb-47c1-a183-c6cef1f81fca,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.059727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (8e4d59bb-754b-432f-9176-8ff05c789a5f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.112595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (8e4d59bb-754b-432f-9176-8ff05c789a5f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.116909 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (8e4d59bb-754b-432f-9176-8ff05c789a5f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.136707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4d59bb-754b-432f-9176-8ff05c789a5f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.142608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.143680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-940ece04-7029-4d24-9ef7-e8bc3a49fca2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122742 Apr 07 12:20:54.146383 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39212) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.150582 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'b1a585ae-24eb-47c1-a183-c6cef1f81fca', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.175226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (4177d962-5f43-4ef6-b141-6bd21e2dcc0c), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.231018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (4177d962-5f43-4ef6-b141-6bd21e2dcc0c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.234431 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (4177d962-5f43-4ef6-b141-6bd21e2dcc0c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.253757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4177d962-5f43-4ef6-b141-6bd21e2dcc0c,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.259078 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.261655 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-11ddb996-64d2-4def-ab67-a52365ffff27 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142564 Apr 07 12:20:54.263085 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39214) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.267370 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'b1a585ae-24eb-47c1-a183-c6cef1f81fca', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.291276 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (5e89e942-e9fb-4aa6-8136-ec7e045cf5ac), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.349812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (5e89e942-e9fb-4aa6-8136-ec7e045cf5ac), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.353441 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5e89e942-e9fb-4aa6-8136-ec7e045cf5ac), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.372455 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e89e942-e9fb-4aa6-8136-ec7e045cf5ac,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.381875 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.383052 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8f82f5ca-c2ac-4608-a502-f139bef91b73 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190288 Apr 07 12:20:54.385709 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39216) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.390046 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'b1a585ae-24eb-47c1-a183-c6cef1f81fca', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.414327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (281bf64c-583c-4b22-a4dc-f3fb66dca310), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.471619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (281bf64c-583c-4b22-a4dc-f3fb66dca310), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.475004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (281bf64c-583c-4b22-a4dc-f3fb66dca310), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.493635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281bf64c-583c-4b22-a4dc-f3fb66dca310,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.502884 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.504065 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9058e80b-5750-43e8-a47b-e74b7b0d9432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174655 Apr 07 12:20:54.507146 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39218) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.511557 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'b1a585ae-24eb-47c1-a183-c6cef1f81fca', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.532047 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:20:54.536989 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (c4822468-4020-4def-a591-42fdbbd467a4), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.595706 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (c4822468-4020-4def-a591-42fdbbd467a4), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.599625 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (c4822468-4020-4def-a591-42fdbbd467a4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.616995 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4822468-4020-4def-a591-42fdbbd467a4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.625562 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.626773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-33e2a35e-2dd4-448f-8d34-bf01f4027123 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187181 Apr 07 12:20:54.629667 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39220) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.634462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'b1a585ae-24eb-47c1-a183-c6cef1f81fca', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.654330 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:20:54.659121 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (f53b9dbc-821b-4511-b641-49255ab0158a), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.719855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (f53b9dbc-821b-4511-b641-49255ab0158a), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.723680 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (f53b9dbc-821b-4511-b641-49255ab0158a), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.743313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53b9dbc-821b-4511-b641-49255ab0158a,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.751314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.752510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-b220baf1-490f-4ded-b362-3b4d7d5b11b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218362 Apr 07 12:20:54.755268 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39222) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.761925 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'network': {'name': 'tempest-network-smoke--682769812', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.782147 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:20:54.785537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.809330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:20:54.817913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.818235 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Added segment bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b of type vlan for network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 Apr 07 12:20:54.861393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (18859dd4-abfc-407f-b1b4-53f4f2a7e117), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.885263 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (18859dd4-abfc-407f-b1b4-53f4f2a7e117), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.890835 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:54.891410 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.917906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86bcd962-f15d-4b2b-b132-179607d65715 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:20:54.937950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 86bcd962-f15d-4b2b-b132-179607d65715 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:20:54.938400 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 86bcd962-f15d-4b2b-b132-179607d65715 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:20:54.946958 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1906950 Apr 07 12:20:54.950290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39224) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:54.955162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'admin_state_up': True, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:54.959779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6226ddf-9a2e-44f4-9f8f-d290ad1f6d56 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Network': ['ID=18859dd4-abfc-407f-b1b4-53f4f2a7e117,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:54.971325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:20:54.977197 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (cbb86817-b93d-4561-a861-36636750c8da), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:54.978322 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (cbb86817-b93d-4561-a861-36636750c8da), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.033684 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (cbb86817-b93d-4561-a861-36636750c8da), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.176378 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (cbb86817-b93d-4561-a861-36636750c8da), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.381638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (cbb86817-b93d-4561-a861-36636750c8da), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.400770 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.515052 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.170 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/f826db12-c376-45da-b91c-f4c765ab4e49) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:20:55.612177 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (f826db12-c376-45da-b91c-f4c765ab4e49), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.646787 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:55.685969 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:20:55.689058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:20:55.692569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:20:55.720817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=f826db12-c376-45da-b91c-f4c765ab4e49,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:56.263274 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (cbb86817-b93d-4561-a861-36636750c8da), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:56.465595 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (cbb86817-b93d-4561-a861-36636750c8da), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:56.596791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router cbb86817-b93d-4561-a861-36636750c8da is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:20:56.701111 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:20:56.712504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Sync routers for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:20:56.723023 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:56.723249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:20:56.723827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:56.724323 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-04d4a146-cd36-4748-9900-4c15a551ee37 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7727399 Apr 07 12:20:56.727589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39226) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:56.755296 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d53ea36d-2f10-42d6-99f1-8c416bd89919 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=409b3e7241a64494bbaad017dfce2c9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265741 Apr 07 12:20:56.758297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39228) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:56.838598 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:20:56.847959 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44de7c1-360c-403e-8a53-0bd715900f62 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:56.849413 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a44de7c1-360c-403e-8a53-0bd715900f62 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902200 Apr 07 12:20:56.852383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39230) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:56.882620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f288e9ff-7120-4f52-8634-68fc2df9d3e9 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291805 Apr 07 12:20:56.885094 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39232) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:56.890396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170480983', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:20:56.980636 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:20:56.984101 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.021934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:56Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:57.049568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Checking router: cbb86817-b93d-4561-a861-36636750c8da for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:20:57.049928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Updating router cbb86817-b93d-4561-a861-36636750c8da port f826db12-c376-45da-b91c-f4c765ab4e49 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:20:57.083505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.163825 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (af485678-ad71-41ea-8e83-8a2490f1d453), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.231525 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Subnet': ['ID=af485678-ad71-41ea-8e83-8a2490f1d453,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:57.239169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Checking segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:20:57.239530 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network hostable DHCP agents. Network: 18859dd4-abfc-407f-b1b4-53f4f2a7e117, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:20:57.257662 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:20:57.266988 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 18859dd4-abfc-407f-b1b4-53f4f2a7e117) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:20:57.271990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:57.272582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.277602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15787d3-0d8c-497f-bd79-7216a8c9385a None None] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:20:57.294275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-17e4e754-4a26-4894-894d-ce90c6f155d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4038579 Apr 07 12:20:57.294502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39234) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:20:57.407656 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Publish callbacks [] for port (f826db12-c376-45da-b91c-f4c765ab4e49), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.429612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.458214 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:20:57.458760 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.499637 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b5e88-f96c-4252-8352-5731280ac03c None None] Pushing event updated for resources: {'Port': ['ID=f826db12-c376-45da-b91c-f4c765ab4e49,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:57.511254 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Attempting to bind port f826db12-c376-45da-b91c-f4c765ab4e49 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:20:57.511630 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Attempting to bind port f826db12-c376-45da-b91c-f4c765ab4e49 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:20:57.511996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Attempting to bind port f826db12-c376-45da-b91c-f4c765ab4e49 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:20:57.564460 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:20:57.564841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:20:57.565274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.565671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:20:57.566147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Bound port: f826db12-c376-45da-b91c-f4c765ab4e49, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:20:57.566531 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.662899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] For port f826db12-c376-45da-b91c-f4c765ab4e49, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:20:57.668056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] For port f826db12-c376-45da-b91c-f4c765ab4e49, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f826db12-c376-45da-b91c-f4c765ab4e49,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:20:57.678488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.682612 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Allocated IP 172.20.0.2 (18859dd4-abfc-407f-b1b4-53f4f2a7e117/af485678-ad71-41ea-8e83-8a2490f1d453/c63d22f7-7c12-4374-a272-92b787184524) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:20:57.794747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b5e88-f96c-4252-8352-5731280ac03c None None] Pushing event updated for resources: {'Port': ['ID=f826db12-c376-45da-b91c-f4c765ab4e49,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:57.801685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:20:57.802330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:57.964789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:20:58.034573 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Publish callbacks [] for port (c63d22f7-7c12-4374-a272-92b787184524), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.046784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.077518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c63d22f7-7c12-4374-a272-92b787184524), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.137740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:20:58.149051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:20:58.154435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Pushing event updated for resources: {'Port': ['ID=c63d22f7-7c12-4374-a272-92b787184524,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:58.161265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:20:58.334697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.1 (18859dd4-abfc-407f-b1b4-53f4f2a7e117/af485678-ad71-41ea-8e83-8a2490f1d453/7ad7e59c-fce4-45d2-818b-9b7000fa44d1) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:20:58.407994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Attempting to bind port c63d22f7-7c12-4374-a272-92b787184524 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:20:58.407994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Attempting to bind port c63d22f7-7c12-4374-a272-92b787184524 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:20:58.408347 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Attempting to bind port c63d22f7-7c12-4374-a272-92b787184524 on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:20:58.415368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:20:58.415740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Checking segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:20:58.416134 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.416513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Bound using segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:20:58.417327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Bound port: c63d22f7-7c12-4374-a272-92b787184524, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:20:58.417646 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c63d22f7-7c12-4374-a272-92b787184524), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.456334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.456845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:56Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:20:58.484555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c2822-11c1-41c7-962c-88cf59f5f81f None None] The sync data for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 is: [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:56Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:20:58.493639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.517754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] For port c63d22f7-7c12-4374-a272-92b787184524, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:20:58.522625 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] For port c63d22f7-7c12-4374-a272-92b787184524, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c63d22f7-7c12-4374-a272-92b787184524,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:20:58.529294 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c63d22f7-7c12-4374-a272-92b787184524), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.537216 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:20:58.540471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:20:58.544023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:20:58.578666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:58.603951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0fa9d-dc82-4626-a849-71c72bab5b2d None None] Pushing event updated for resources: {'Port': ['ID=c63d22f7-7c12-4374-a272-92b787184524,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:58.605968 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (cbb86817-b93d-4561-a861-36636750c8da), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:58.795792 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.048862 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f826db12-c376-45da-b91c-f4c765ab4e49 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:20:59.101756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f826db12-c376-45da-b91c-f4c765ab4e49 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:20:59.102155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.156733 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.163022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.201007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f826db12-c376-45da-b91c-f4c765ab4e49 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:20:59.201620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.225657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port f826db12-c376-45da-b91c-f4c765ab4e49, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f826db12-c376-45da-b91c-f4c765ab4e49,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:20:59.231529 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.232754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c63d22f7-7c12-4374-a272-92b787184524 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:20:59.247855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (cbb86817-b93d-4561-a861-36636750c8da), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.256232 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:59.316267 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=f826db12-c376-45da-b91c-f4c765ab4e49,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:59.344081 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c63d22f7-7c12-4374-a272-92b787184524 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:20:59.344923 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c63d22f7-7c12-4374-a272-92b787184524), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.368713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:20:59.371197 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:20:59.444391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c63d22f7-7c12-4374-a272-92b787184524 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:20:59.444784 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c63d22f7-7c12-4374-a272-92b787184524), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.485413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port c63d22f7-7c12-4374-a272-92b787184524, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c63d22f7-7c12-4374-a272-92b787184524,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:20:59.492928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c63d22f7-7c12-4374-a272-92b787184524), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.521168 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router cbb86817-b93d-4561-a861-36636750c8da has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:20:59.555429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=c63d22f7-7c12-4374-a272-92b787184524,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:59.650161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:20:59.660629 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-73b44e16-18cc-4cd7-9a67-90700dcefe3f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/cbb86817-b93d-4561-a861-36636750c8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3606095 Apr 07 12:20:59.743207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026eda7a-fcaf-451a-9c55-be7c18f83170 None None] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:20:59.817822 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-62bf2cd2-0aeb-43be-9e51-e6463176270f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778144876&fields=id&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 267 time: 0.0498075 Apr 07 12:20:59.818432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-37e63402-984c-4376-942a-5f0de98bc5ff None None] Provisioning complete for port c63d22f7-7c12-4374-a272-92b787184524 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:20:59.818432 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-37e63402-984c-4376-942a-5f0de98bc5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c63d22f7-7c12-4374-a272-92b787184524), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.932832 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-f7948cbd-82d6-4da0-b423-c9c3f1babfc9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:59.934521 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-f7948cbd-82d6-4da0-b423-c9c3f1babfc9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 796 time: 0.1070130 Apr 07 12:20:59.942244 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-37e63402-984c-4376-942a-5f0de98bc5ff None None] Current status of the port c63d22f7-7c12-4374-a272-92b787184524 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:20:59.956369 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-4eb3d18f-57dd-4e6f-b3c3-d19d2627389d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/quotas/409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 375 time: 0.0143740 Apr 07 12:21:00.022598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-f52d9ae9-269f-4128-b213-3956cfb70c60 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606229 Apr 07 12:21:00.085583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-c5390ad3-49b1-4ab1-9dd1-dece7592ce09 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:21:00.086613 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-c5390ad3-49b1-4ab1-9dd1-dece7592ce09 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521166 Apr 07 12:21:00.170577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0d144e8a-4f13-4e93-a804-e9cccbada34c None None] Provisioning complete for port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:00.171032 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0d144e8a-4f13-4e93-a804-e9cccbada34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.212808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-a070013a-ed51-49be-987f-fe7dc268ac4e service neutron] 10.222.0.13 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193311 Apr 07 12:21:00.221291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0d144e8a-4f13-4e93-a804-e9cccbada34c None None] Port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:21:00.231728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0d144e8a-4f13-4e93-a804-e9cccbada34c None None] Provisioning complete for port c63d22f7-7c12-4374-a272-92b787184524 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:00.232202 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0d144e8a-4f13-4e93-a804-e9cccbada34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c63d22f7-7c12-4374-a272-92b787184524), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.319781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-59f3f384-148c-4364-b278-6fd57ce1b383 service neutron] 10.222.0.13 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997119 Apr 07 12:21:00.319928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0d144e8a-4f13-4e93-a804-e9cccbada34c None None] Current status of the port c63d22f7-7c12-4374-a272-92b787184524 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:00.354540 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Sync routers for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:21:00.366980 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:00.367621 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:00.447409 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6f6b8a41-a702-42da-8703-b1bcad554de9 None None] Provisioning complete for port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:00.447991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8a41-a702-42da-8703-b1bcad554de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.492289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b8a41-a702-42da-8703-b1bcad554de9 None None] Port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:21:00.493884 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:00.612242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-865c0c43-e1e8-4427-bbca-9d83c0da1566 None None] Provisioning complete for port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:00.612624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-865c0c43-e1e8-4427-bbca-9d83c0da1566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.653287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-865c0c43-e1e8-4427-bbca-9d83c0da1566 None None] Port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:21:00.791435 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-853bc9c3-58ad-46f6-aef2-26de398dd1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.796470 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 2, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:00.825375 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Checking router: cbb86817-b93d-4561-a861-36636750c8da for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:21:00.825727 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Updating router cbb86817-b93d-4561-a861-36636750c8da port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:21:00.851987 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.968212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f826db12-c376-45da-b91c-f4c765ab4e49 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:21:01.016375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port f826db12-c376-45da-b91c-f4c765ab4e49 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:01.016757 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.095193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port f826db12-c376-45da-b91c-f4c765ab4e49 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:01.096257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c63d22f7-7c12-4374-a272-92b787184524 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:21:01.112595 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Publish callbacks [] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.118086 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.147578 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c63d22f7-7c12-4374-a272-92b787184524 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:01.148738 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c63d22f7-7c12-4374-a272-92b787184524), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.218503 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Pushing event updated for resources: {'Port': ['ID=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:01.227742 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Attempting to bind port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:21:01.228116 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Attempting to bind port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:21:01.228477 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Attempting to bind port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:01.231515 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.231862 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.232138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c63d22f7-7c12-4374-a272-92b787184524 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:01.232640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.232640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.232826 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.233186 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.233516 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.233841 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.234372 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.234958 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.235459 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.236389 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.237017 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:01.243722 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:21:01.244094 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Checking segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:21:01.244494 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.245423 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Bound using segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:21:01.245888 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Bound port: 7ad7e59c-fce4-45d2-818b-9b7000fa44d1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:21:01.246460 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.317713 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] For port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:21:01.321152 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] For port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:21:01.328161 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.387278 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:01.387955 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:20:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:01.388122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] Provisioning complete for port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:01.389104 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.394040 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e292b2-d4b7-446b-8aa8-468baf475e69 None None] Pushing event updated for resources: {'Port': ['ID=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:01.492007 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] Current status of the port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:01.492398 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.519870 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:01.540690 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] For port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:01.548147 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.577587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a4e144a7-2cbd-4c51-b96b-f31eb4bb801d req-d30d4ddd-4aac-4d29-8c19-88f84518bcf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0526450 Apr 07 12:21:01.609246 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af321f16-91b0-49a0-8527-d7d9f7d5142b None None] Pushing event updated for resources: {'Port': ['ID=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:01.673117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6db1373d-d9fa-4e48-ba28-efe7ce6fae39 None None] Provisioning complete for port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:01.673530 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6db1373d-d9fa-4e48-ba28-efe7ce6fae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:01.755694 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:01.770577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6db1373d-d9fa-4e48-ba28-efe7ce6fae39 None None] Current status of the port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:01.784163 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658b3c3-d0fc-4125-9e1e-9c9287bbef86 None None] The sync data for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 is: [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:21:02.256667 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:02.637285 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ebdb3bd5-f0da-4962-ade1-d7f5e630f450 req-e9517ed6-9515-4397-b517-506d45111632 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Apr 07 12:21:02.980821 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:21:03.030196 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:03.030574 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:03.120091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:03.123154 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6b22b35d-4aaa-4cc4-94ef-29a1567cff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:03.723997 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbc88528-3a49-461f-9ba8-c36f39fa9009 req-a50f2018-3fe4-487c-9b6b-fe047f5e741f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0331321 Apr 07 12:21:04.186687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:04.704772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:04.810073 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e370e93b-c349-497f-a454-1eb2453aaa9a req-b9e2b87b-6742-4cdc-b0fe-6545428d8041 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0304310 Apr 07 12:21:05.905298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-de15e4a7-8042-4800-a22b-e72e168cbad7 req-36bce5f6-df93-4ea2-b83f-380f369ab8bf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Apr 07 12:21:06.229431 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:06.539609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-56e10f77-30db-416f-9771-7f9e167983b4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:06.541185 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-56e10f77-30db-416f-9771-7f9e167983b4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 796 time: 0.1042945 Apr 07 12:21:06.607240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-08ec1c32-06d6-4e81-b9da-f92ad13fbf3a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 379 time: 0.0577750 Apr 07 12:21:06.618544 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'port': {'device_id': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'admin_state_up': True, 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'security_groups': ['b1a585ae-24eb-47c1-a183-c6cef1f81fca']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:06.730876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:21:06.734493 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:06.867838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.4 (18859dd4-abfc-407f-b1b4-53f4f2a7e117/af485678-ad71-41ea-8e83-8a2490f1d453/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:21:07.011412 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f43ff18c-01c4-4884-8b53-42dc5952175d req-0a3ccab8-c253-4804-b477-40ff76854028 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0327077 Apr 07 12:21:07.017536 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.053208 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.097819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:21:07.100812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:21:07.104949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:21:07.136078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:07.165064 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:07.165721 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.185189 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-93cf703e-88bf-46ff-98cb-b6ddc3f709c2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704451 Apr 07 12:21:07.196701 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Request body: {'port': {'device_id': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:07.262426 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.309256 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.330677 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1fc622d9-61f8-400b-9787-e32966e3e092 None None] Provisioning complete for port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:07.331058 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1fc622d9-61f8-400b-9787-e32966e3e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.369515 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1fc622d9-61f8-400b-9787-e32966e3e092 None None] Port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:21:07.537428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:21:07.546234 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Publish callbacks [] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.559515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Transition to ACTIVE for port object 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:21:07.564837 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.641333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:07.699566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:21:07.699895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:21:07.700219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:07.704939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:21:07.705293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:07.710520 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:21:07.710866 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Checking segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:21:07.711249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Bound using segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:21:07.712161 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Bound port: 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:21:07.712161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.783659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:21:07.787537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:21:07.793816 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.826539 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:07.827231 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:07.828640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] 10.222.0.23 "PUT /v2.0/ports/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 1091 time: 0.6365550 Apr 07 12:21:07.830987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:07.833511 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa02dc-b570-4541-b978-f819413d6c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:07.879635 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d24621-b94b-42a2-aa83-38587eea301e x-openstack-request-id: req-38d24621-b94b-42a2-aa83-38587eea301e {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:07.879944 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:07.880211 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38d24621-b94b-42a2-aa83-38587eea301e {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:07.880628 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d24621-b94b-42a2-aa83-38587eea301e'] response: {'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'status': 'completed', 'code': 200} Apr 07 12:21:07.883066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4d409-52ad-4733-8eb4-0620bc2d9cde service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:07.922014 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-fab06050-137c-4859-9976-06c37ec71a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:07.923662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-fab06050-137c-4859-9976-06c37ec71a62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1125 time: 0.0566764 Apr 07 12:21:07.971950 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-b68a85e4-6a22-4045-9f7b-9ee2e25c5339 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 217 time: 0.0415728 Apr 07 12:21:08.023220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-0e1217cd-f7b5-4c78-818c-76b2050e7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.024706 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-0e1217cd-f7b5-4c78-818c-76b2050e7495 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0474236 Apr 07 12:21:08.075294 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e757-6df5-4661-87db-b053a4a947ec req-e6e4860b-304f-4f30-9d33-d93a9db86171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.076861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-e6e4860b-304f-4f30-9d33-d93a9db86171 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459013 Apr 07 12:21:08.139583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda731b1-5eb6-4171-b855-7779a00f179d req-4a6428d9-cd2d-4189-9840-d1382a8592a0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.141099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bda731b1-5eb6-4171-b855-7779a00f179d req-4a6428d9-cd2d-4189-9840-d1382a8592a0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0565839 Apr 07 12:21:08.174633 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-6dfe3e49-4578-42fb-bf23-35502724e0e3 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916252 Apr 07 12:21:08.191207 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bda731b1-5eb6-4171-b855-7779a00f179d req-2a3ac41c-4c4f-4529-a86a-38e7fb77da92 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Apr 07 12:21:08.268063 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b960e757-6df5-4661-87db-b053a4a947ec req-5f97ff4b-29b7-4b58-8e56-2efc369fd2fb service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881371 Apr 07 12:21:08.360581 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-f6a46b65-0ed1-44f1-8aa2-e8b635e4983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.362158 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-f6a46b65-0ed1-44f1-8aa2-e8b635e4983b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1125 time: 0.0473583 Apr 07 12:21:08.457808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-41322578-73ec-4606-93c1-9c62d50a650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.459258 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-41322578-73ec-4606-93c1-9c62d50a650c service neutron] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.0905395 Apr 07 12:21:08.501668 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-b16fae84-ceff-4485-9812-bd5758400683 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 217 time: 0.0356483 Apr 07 12:21:08.555229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-85552d2f-5a39-4808-b563-c59a8edb7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.556655 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-85552d2f-5a39-4808-b563-c59a8edb7773 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0483630 Apr 07 12:21:08.609375 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-f5d536b5-b837-48ea-95df-fdb1d78d3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.610832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-f5d536b5-b837-48ea-95df-fdb1d78d3662 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479460 Apr 07 12:21:08.702695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-208f9943-8034-4aa0-a017-5f9ae015b3a8 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Apr 07 12:21:08.797822 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ceaa02dc-b570-4541-b978-f819413d6c7a req-42679e25-dde7-4314-8642-04ec18b7533b service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892358 Apr 07 12:21:09.314215 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1053cd-1934-4bb3-8e6b-6f71c7fd0d63 req-5c5c336b-93e7-48cc-94cc-cb926f870993 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:09.316955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b1053cd-1934-4bb3-8e6b-6f71c7fd0d63 req-5c5c336b-93e7-48cc-94cc-cb926f870993 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0533266 Apr 07 12:21:09.366842 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b1053cd-1934-4bb3-8e6b-6f71c7fd0d63 req-13c246db-3a94-40bf-b724-b9f55d99e190 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Apr 07 12:21:10.289643 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:21:10.388559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:10.400566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'port_id': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'mac_address': 'fa:16:3e:21:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:21:10.438584 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:10.438984 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:10.453181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:21:10.472723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:10.476954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:10.496345 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275556ed-9d36-4782-bcba-51913d8ff74d req-c2d3121d-718e-4b48-bf45-74fe36c3e72a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:10.498026 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-275556ed-9d36-4782-bcba-51913d8ff74d req-c2d3121d-718e-4b48-bf45-74fe36c3e72a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0626783 Apr 07 12:21:10.528118 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:10.549595 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-275556ed-9d36-4782-bcba-51913d8ff74d req-9f391508-89a0-46c3-8024-5892d8e6f590 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 Apr 07 12:21:10.678754 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:21:11.696745 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6920-66f9-4f76-b5bc-559bf24c7709 req-55934b48-739e-4e8a-a97a-128dcf8bebae tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:11.698776 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b7d6920-66f9-4f76-b5bc-559bf24c7709 req-55934b48-739e-4e8a-a97a-128dcf8bebae tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 944 time: 0.0738847 Apr 07 12:21:11.748408 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b7d6920-66f9-4f76-b5bc-559bf24c7709 req-1619f070-4f5e-428a-88f3-7ae9f975be9e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445571 Apr 07 12:21:12.307899 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:21:12.365937 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:21:12.370536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:12.371187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.451818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:12.452210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.475670 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:12.478014 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1663dcee-676e-484a-b928-4dc012574005" -d '{"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:12.491283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:12.497477 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.523141 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e394e8c-94af-4d72-8843-fcfa7af48d99 x-openstack-request-id: req-4e394e8c-94af-4d72-8843-fcfa7af48d99 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:12.523441 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:12.523704 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e394e8c-94af-4d72-8843-fcfa7af48d99 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:12.524107 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e394e8c-94af-4d72-8843-fcfa7af48d99'] response: {'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'code': 200} Apr 07 12:21:12.558495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:12.632751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380818e-162e-456c-95c8-4eaf71d70da6 req-744e5c4c-3fd7-42dd-80ec-4c6031794b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:12.634346 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c380818e-162e-456c-95c8-4eaf71d70da6 req-744e5c4c-3fd7-42dd-80ec-4c6031794b53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1127 time: 0.0598106 Apr 07 12:21:12.687561 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c380818e-162e-456c-95c8-4eaf71d70da6 req-46da0df6-8b07-463e-90a3-59ad10c78d85 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435019 Apr 07 12:21:12.866340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b0f3-1a2d-46b6-9182-576b5e6361a5 req-841edf37-3419-4852-b006-8539a24281ca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:12.867799 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d179b0f3-1a2d-46b6-9182-576b5e6361a5 req-841edf37-3419-4852-b006-8539a24281ca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0522301 Apr 07 12:21:12.924105 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d179b0f3-1a2d-46b6-9182-576b5e6361a5 req-2fda169f-42aa-43ed-a9d6-346757bcca74 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505784 Apr 07 12:21:14.045911 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015685a-57c1-4565-aabb-74a42cfb0df7 req-57a9de7c-23c4-4213-8500-91b708ac09be tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.047454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c015685a-57c1-4565-aabb-74a42cfb0df7 req-57a9de7c-23c4-4213-8500-91b708ac09be tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0529768 Apr 07 12:21:14.098328 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c015685a-57c1-4565-aabb-74a42cfb0df7 req-c72c1d0d-a463-43a6-8c05-7563f8887dd4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Apr 07 12:21:14.218221 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31573-4962-4ee3-9026-144020259cfa req-0657bd4c-feb3-4d59-86dd-3cbdb8c196da tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.219640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bef31573-4962-4ee3-9026-144020259cfa req-0657bd4c-feb3-4d59-86dd-3cbdb8c196da tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Apr 07 12:21:14.269213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bef31573-4962-4ee3-9026-144020259cfa req-59448215-69fb-4c21-98eb-3a6a4a37f7b7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439377 Apr 07 12:21:14.290751 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39302) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:14.333656 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486f017-771c-44f5-98b6-617cf65022a8 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.335153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-0486f017-771c-44f5-98b6-617cf65022a8 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1122 time: 0.0428326 Apr 07 12:21:14.337882 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39304) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:14.342125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:14.363297 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:14.462194 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:14.566827 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.239 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/fa01a454-a356-43d9-b6c7-93c147f6ac5d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:21:14.672662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:14.711799 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:14.749857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:21:14.754214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:21:14.760769 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:21:14.766540 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=fa01a454-a356-43d9-b6c7-93c147f6ac5d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:15.121141 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (a7488e51-9471-4f12-a6ce-dabf6a9c5970), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:15.196525 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:15.356980 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:15.361383 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:15.434913 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=fa01a454-a356-43d9-b6c7-93c147f6ac5d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:15.443829 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (a7488e51-9471-4f12-a6ce-dabf6a9c5970), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:15.546083 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP a7488e51-9471-4f12-a6ce-dabf6a9c5970 associated. External IP: 172.25.5.239, port: 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c. Apr 07 12:21:16.045666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router cbb86817-b93d-4561-a861-36636750c8da has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:21:16.155524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:21:16.165632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] Sync routers for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:21:16.172489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:16.177356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:16.178058 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:16.206756 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-311a0a18-c664-4ee6-9a5e-c21654d4df12 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8677366 Apr 07 12:21:16.207461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:16.209799 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a396748-9735-4784-88da-a12d3e501029" -d '{"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:16.246904 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad089b1-d562-46e5-9994-52ee201ba477 x-openstack-request-id: req-bad089b1-d562-46e5-9994-52ee201ba477 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:16.247229 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:16.248270 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bad089b1-d562-46e5-9994-52ee201ba477 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:16.248698 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad089b1-d562-46e5-9994-52ee201ba477'] response: {'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'status': 'completed', 'code': 200} Apr 07 12:21:16.298262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:16.315434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396748-9735-4784-88da-a12d3e501029 req-9264eb7b-ceee-4770-b2da-39055c883d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:16.317293 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-9264eb7b-ceee-4770-b2da-39055c883d29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1127 time: 0.0471015 Apr 07 12:21:16.318137 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d967b9-63bf-4de7-899a-1a962114b607 req-8fc1c9cd-032f-4871-b4f9-3a5f972df08b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:16.319653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58d967b9-63bf-4de7-899a-1a962114b607 req-8fc1c9cd-032f-4871-b4f9-3a5f972df08b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0607820 Apr 07 12:21:16.335897 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:21:16.375677 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-58d967b9-63bf-4de7-899a-1a962114b607 req-94db5ad9-3be4-4373-ae94-e57d7064c033 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485523 Apr 07 12:21:16.399169 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39310) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:16.410478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396748-9735-4784-88da-a12d3e501029 req-ee5c8d44-ac98-448b-af32-a137cdaaa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:16.411915 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-ee5c8d44-ac98-448b-af32-a137cdaaa69f service neutron] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.0892429 Apr 07 12:21:16.466296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-52f54a7b-d1e5-48b2-b3e8-978ede507fbf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/a7488e51-9471-4f12-a6ce-dabf6a9c5970 HTTP/1.1" status: 200 len: 991 time: 0.0644207 Apr 07 12:21:16.486160 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-ae526fbd-3fb1-4dd5-bc55-76edcdc6fc19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 999 time: 0.0683355 Apr 07 12:21:16.534377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'a7488e51-9471-4f12-a6ce-dabf6a9c5970', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'port_id': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'mac_address': 'fa:16:3e:21:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:14Z', 'updated_at': '2022-04-07T12:21:14Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:16.535749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396748-9735-4784-88da-a12d3e501029 req-d65d10c9-6932-4d73-91f1-3c0821ec1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:16.537283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-d65d10c9-6932-4d73-91f1-3c0821ec1e86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0454152 Apr 07 12:21:16.565361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] Checking router: cbb86817-b93d-4561-a861-36636750c8da for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:21:16.574613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:16.575225 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:21:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:16.587902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396748-9735-4784-88da-a12d3e501029 req-f64925b1-1141-48b0-934d-f634af250e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:16.589612 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-f64925b1-1141-48b0-934d-f634af250e75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457594 Apr 07 12:21:16.684916 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-d06b6674-e8f6-4bfc-9abc-16779f631235 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898194 Apr 07 12:21:16.778220 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-1a396748-9735-4784-88da-a12d3e501029 req-2f6cc551-640f-4dbb-8c13-0c54b6cf3474 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879352 Apr 07 12:21:16.850432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:17.068648 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'a7488e51-9471-4f12-a6ce-dabf6a9c5970', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'port_id': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'mac_address': 'fa:16:3e:21:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:14Z', 'updated_at': '2022-04-07T12:21:14Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:17.098226 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bb053-21e8-4a62-9871-38265c4af603 None None] The sync data for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 is: [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'a7488e51-9471-4f12-a6ce-dabf6a9c5970', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'port_id': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'mac_address': 'fa:16:3e:21:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:14Z', 'updated_at': '2022-04-07T12:21:14Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:21:17.283611 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00232874-6e23-4c95-ac45-fe899151002b None None] New status for floating IP a7488e51-9471-4f12-a6ce-dabf6a9c5970: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:21:17.469083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39312) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:17.535202 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a9520efc-73e6-443b-8785-9f20919bd432 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/a7488e51-9471-4f12-a6ce-dabf6a9c5970 HTTP/1.1" status: 200 len: 993 time: 0.0649202 Apr 07 12:21:30.794486 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2568be66-f8c4-45e9-9a86-4f7fc5c727a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:32.258382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:33.108959 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8dfd3a2d-f385-44e7-a42b-425ae517b0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.215994 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.706625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:35.933596 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-f350e7dc-4123-4367-b9d7-b7db50cffa79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445485 Apr 07 12:21:36.020276 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-1faba347-d20b-42bd-9051-6a9d78e005bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:36.021710 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-1faba347-d20b-42bd-9051-6a9d78e005bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1127 time: 0.0459242 Apr 07 12:21:36.133922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-03820c5d-042a-49d3-9a00-58bcf888b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:36.135429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-03820c5d-042a-49d3-9a00-58bcf888b766 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.0951102 Apr 07 12:21:36.203052 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-718471dc-825c-4ed6-a6da-b9403af321b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 1001 time: 0.0606840 Apr 07 12:21:36.238292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:36.257437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-9930ec22-ddff-4f4a-acd1-ba342461ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:36.258912 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-9930ec22-ddff-4f4a-acd1-ba342461ac66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0506701 Apr 07 12:21:36.309025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-2e58e128-4c83-4219-b90a-76ffc0799015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:36.310508 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-2e58e128-4c83-4219-b90a-76ffc0799015 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455611 Apr 07 12:21:36.397392 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-6eaf2e4d-38a1-41d1-ad6c-d87a9082c4ec service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809829 Apr 07 12:21:36.494202 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a60e88c6-3803-4a3c-aea4-54f5f122e86d req-ac9fea21-97d6-44f5-8548-ff80176861e0 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903659 Apr 07 12:21:37.312244 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:48.819583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-c70e04ef-ead0-406b-aec2-fecd557ca037 req-4041a4bd-ad69-4aa4-a8c8-afe74e84da43 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:21:48.820579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c70e04ef-ead0-406b-aec2-fecd557ca037 req-4041a4bd-ad69-4aa4-a8c8-afe74e84da43 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053689 Apr 07 12:21:49.012072 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39332) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:49.031890 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7e62f-7d71-4c3b-976a-699390d00312 req-e80a5144-47a7-4cc9-b47f-d6a6f37c7ae6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:49.034288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ba7e62f-7d71-4c3b-976a-699390d00312 req-e80a5144-47a7-4cc9-b47f-d6a6f37c7ae6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0703058 Apr 07 12:21:49.087131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ba7e62f-7d71-4c3b-976a-699390d00312 req-23dcd226-ef54-433d-b38a-235d3096e4dd tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472467 Apr 07 12:21:49.107815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-48a2dc4a-8841-4778-bb95-4affdcaefbc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944664 Apr 07 12:21:49.117063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-74bd9516-d37d-41dd-af92-bbb359eeeac2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:21:49.118094 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-74bd9516-d37d-41dd-af92-bbb359eeeac2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054309 Apr 07 12:21:49.524892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39358) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:49.623035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-daddcb32-1f03-45d6-a6f6-f4aafddb54aa tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:49.624471 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-daddcb32-1f03-45d6-a6f6-f4aafddb54aa tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 942 time: 0.0973485 Apr 07 12:21:50.239044 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4f857-36dd-4f93-9b00-bd743665ccae req-f2f7ff7b-eff7-4f23-8549-9100da404d83 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:50.240547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bec4f857-36dd-4f93-9b00-bd743665ccae req-f2f7ff7b-eff7-4f23-8549-9100da404d83 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0560822 Apr 07 12:21:50.294941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bec4f857-36dd-4f93-9b00-bd743665ccae req-bb4c6c34-6071-43bc-be51-d7ec7ea82662 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 Apr 07 12:21:50.525220 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-7106736a-0723-4eb2-89ce-76a7c669f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:50.527203 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-7106736a-0723-4eb2-89ce-76a7c669f584 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1127 time: 0.0474420 Apr 07 12:21:50.638178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-456868c2-3dad-40f1-8aec-3e092a159231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:50.639699 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-456868c2-3dad-40f1-8aec-3e092a159231 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.1061230 Apr 07 12:21:50.710017 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-cc7af6ad-ed35-430f-a8fa-c50c7eab7ec3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 1001 time: 0.0646942 Apr 07 12:21:50.763486 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-1d459b4b-0615-4e98-bed4-2cff43374244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:50.764982 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-1d459b4b-0615-4e98-bed4-2cff43374244 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0497940 Apr 07 12:21:50.816764 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-6013c46e-7fb4-4209-83dd-7ab5f1ed62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:50.818333 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-6013c46e-7fb4-4209-83dd-7ab5f1ed62e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478334 Apr 07 12:21:50.911153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-523a669b-d8f5-44c3-81c7-f82cbaf9198d service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870256 Apr 07 12:21:51.005907 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-cfbcbc7c-ca17-4e1d-9908-4809021e26a7 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886023 Apr 07 12:21:51.423656 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662cab1-1616-4ba6-a3da-7f6a8ce9d80c req-9f9aceda-9e09-4c5c-a47e-3c71deae566b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:51.425139 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b662cab1-1616-4ba6-a3da-7f6a8ce9d80c req-9f9aceda-9e09-4c5c-a47e-3c71deae566b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0567453 Apr 07 12:21:51.474122 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b662cab1-1616-4ba6-a3da-7f6a8ce9d80c req-e2b01ff5-fe58-4407-b229-229a1e9feb6b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Apr 07 12:21:52.597502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50300fff-e6a0-44e4-a31d-e921101bd7ed req-887d5dd1-f76a-419d-8961-b1ced8f299a0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:52.599034 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50300fff-e6a0-44e4-a31d-e921101bd7ed req-887d5dd1-f76a-419d-8961-b1ced8f299a0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Apr 07 12:21:52.648593 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50300fff-e6a0-44e4-a31d-e921101bd7ed req-febc0ffc-59d3-4843-a135-636ac7b09166 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Apr 07 12:21:53.335746 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:21:53.775942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11d448-8ff3-43c0-ad08-fb14ec9116f0 req-90d185a0-965f-4344-8e40-0b99ab5e9750 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:53.777449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd11d448-8ff3-43c0-ad08-fb14ec9116f0 req-90d185a0-965f-4344-8e40-0b99ab5e9750 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0578387 Apr 07 12:21:53.826128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd11d448-8ff3-43c0-ad08-fb14ec9116f0 req-34279b69-d48d-4a99-be9b-39fc7cd57742 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Apr 07 12:21:54.947226 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870be0b3-10d8-4d7b-baee-ba9163140274 req-bd4ed72c-c6ce-45f3-9e92-8fee4e4528ec tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:54.948705 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-870be0b3-10d8-4d7b-baee-ba9163140274 req-bd4ed72c-c6ce-45f3-9e92-8fee4e4528ec tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Apr 07 12:21:54.997827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-870be0b3-10d8-4d7b-baee-ba9163140274 req-2ab2660e-4b92-4296-9cdc-6990cbb284d8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Apr 07 12:21:56.117062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571861-cdd2-491c-9a03-7b2b39838d6d req-1f730908-2755-48be-bf27-5f36516a4ed0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:56.118563 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9571861-cdd2-491c-9a03-7b2b39838d6d req-1f730908-2755-48be-bf27-5f36516a4ed0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0521374 Apr 07 12:21:56.173951 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b9571861-cdd2-491c-9a03-7b2b39838d6d req-bf29d10d-c102-4424-9828-8cf2ca565c99 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490334 Apr 07 12:21:57.295844 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afb05-2fde-499c-9334-13cb0416ed1f req-32f9a541-51b7-4a2f-b680-ea63b26c7415 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:57.297337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-648afb05-2fde-499c-9334-13cb0416ed1f req-32f9a541-51b7-4a2f-b680-ea63b26c7415 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0532527 Apr 07 12:21:57.345014 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-648afb05-2fde-499c-9334-13cb0416ed1f req-dfbf09ae-7657-4391-b0b4-934686ce2cf1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 Apr 07 12:21:58.463662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f949ee-111d-4f07-b652-9abe6e36c421 req-dfa7ae81-4784-49c1-a456-cb057428b6da tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:58.465150 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47f949ee-111d-4f07-b652-9abe6e36c421 req-dfa7ae81-4784-49c1-a456-cb057428b6da tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0520554 Apr 07 12:21:58.513884 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47f949ee-111d-4f07-b652-9abe6e36c421 req-e8be0037-2972-429c-8085-2f6034b32550 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 Apr 07 12:21:59.640100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30593d4-c562-43fc-a1d1-2a9821e7b3c7 req-fdb76e22-d7c1-4201-95e0-804eb93d033f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:59.641645 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c30593d4-c562-43fc-a1d1-2a9821e7b3c7 req-fdb76e22-d7c1-4201-95e0-804eb93d033f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0587924 Apr 07 12:21:59.692048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c30593d4-c562-43fc-a1d1-2a9821e7b3c7 req-e34c0ab3-c815-43d4-990e-d0a5edd328fd tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445204 Apr 07 12:22:00.796626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9e567a88-3a0b-4b0c-8bca-61bec12e0477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:00.813381 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e246a1b-f125-48cc-b75a-7de445bcfd9f req-21a3cad7-50ca-43b7-a75a-fe8664d3a3fc tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:00.814863 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e246a1b-f125-48cc-b75a-7de445bcfd9f req-21a3cad7-50ca-43b7-a75a-fe8664d3a3fc tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0539155 Apr 07 12:22:00.863914 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e246a1b-f125-48cc-b75a-7de445bcfd9f req-985c9ab7-df04-494d-85e2-a0c07fa0ede9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433514 Apr 07 12:22:01.982871 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dde51-91ba-41d2-9a0a-f7224402309e req-05257b18-0804-48e1-abbb-7b8a7f83a990 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:01.984265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b29dde51-91ba-41d2-9a0a-f7224402309e req-05257b18-0804-48e1-abbb-7b8a7f83a990 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Apr 07 12:22:02.036031 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b29dde51-91ba-41d2-9a0a-f7224402309e req-c3710543-df85-4881-aabd-f17dce2b53b3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461764 Apr 07 12:22:02.270418 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:03.111380 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26c6f865-1eb3-4a5d-8f8a-1fa727dfa1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:03.161077 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee75f9-d9b2-4070-acb9-710d7cdec00a req-27e9e538-2fa8-443c-abbb-45ad8065d843 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:03.162598 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5ee75f9-d9b2-4070-acb9-710d7cdec00a req-27e9e538-2fa8-443c-abbb-45ad8065d843 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0577121 Apr 07 12:22:03.212872 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a5ee75f9-d9b2-4070-acb9-710d7cdec00a req-99ea1eee-a073-4c03-aed5-8d21e7422e1e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Apr 07 12:22:04.230388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:04.339891 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bac951-4d67-4d17-bbf4-46f2bdc8860c req-30298712-0138-4c74-8c59-138f24f113e0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:04.341404 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55bac951-4d67-4d17-bbf4-46f2bdc8860c req-30298712-0138-4c74-8c59-138f24f113e0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0546799 Apr 07 12:22:04.392469 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-55bac951-4d67-4d17-bbf4-46f2bdc8860c req-d802435c-ea3c-44fd-820e-5b2784e91cc4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453243 Apr 07 12:22:04.714636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:05.521631 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9e60-45bc-4573-8a3c-82a60655780c req-db33cd8b-9d68-4206-b1f4-007cd636bab2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:05.523171 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87ef9e60-45bc-4573-8a3c-82a60655780c req-db33cd8b-9d68-4206-b1f4-007cd636bab2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0585840 Apr 07 12:22:05.579571 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-87ef9e60-45bc-4573-8a3c-82a60655780c req-75ec66e4-e256-4046-92fd-57201964538e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493488 Apr 07 12:22:06.236311 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:06.704242 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc858f-e9c4-47ba-9298-eabdf6786d04 req-2e753ae1-1994-45cb-9b93-7e88f113790e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:06.705743 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bacc858f-e9c4-47ba-9298-eabdf6786d04 req-2e753ae1-1994-45cb-9b93-7e88f113790e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0526133 Apr 07 12:22:06.755266 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bacc858f-e9c4-47ba-9298-eabdf6786d04 req-2aa45625-5389-4bb2-9d19-10579e9debd0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Apr 07 12:22:07.313879 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:07.769999 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-dc29fd4d-7168-446d-87de-211ad04e1fc7 service neutron] show failed (client error): The resource could not be found. Apr 07 12:22:07.771004 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-dc29fd4d-7168-446d-87de-211ad04e1fc7 service neutron] 10.222.0.23 "GET /v2.0/ports/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c/bindings/n-h2-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0604742 Apr 07 12:22:07.886457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1c16b-b4ba-4898-81f3-73dd46187043 req-cdcf57eb-d9ee-4389-9b50-91ff3cf623de tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:07.887941 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5e1c16b-b4ba-4898-81f3-73dd46187043 req-cdcf57eb-d9ee-4389-9b50-91ff3cf623de tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0594132 Apr 07 12:22:07.945172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5e1c16b-b4ba-4898-81f3-73dd46187043 req-9aa671ab-54bf-42d9-a99d-912ef5eafc6e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511224 Apr 07 12:22:08.038154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-a2c1f3e1-1ebb-42bb-b94a-860271de6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:08.039691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-a2c1f3e1-1ebb-42bb-b94a-860271de6d75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 1127 time: 0.0896111 Apr 07 12:22:08.049772 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-785b8a12-d587-4f7b-bb3f-2ea9ac9d692e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:22:08.050719 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-785b8a12-d587-4f7b-bb3f-2ea9ac9d692e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049355 Apr 07 12:22:08.060722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836788-1', 'device_owner': 'compute:nova'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:22:08.124229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.334028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:22:08.367566 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:22:08.411154 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:22:08.413924 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc053199-8381-4a61-be10-acc3abfe6178" -d '{"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:22:08.417546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Publish callbacks [] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.431019 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Transition to ACTIVE for port object 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:22:08.435881 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.473928 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd86f796-8d31-41e6-a7b2-e40798f3068f x-openstack-request-id: req-cd86f796-8d31-41e6-a7b2-e40798f3068f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:22:08.474949 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:22:08.474949 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd86f796-8d31-41e6-a7b2-e40798f3068f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:22:08.474949 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd86f796-8d31-41e6-a7b2-e40798f3068f'] response: {'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'code': 200} Apr 07 12:22:08.519989 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=6']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:22:08.535302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.535652 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.535997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.536351 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.536690 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.537021 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.537380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.537710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.538041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.538371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.538702 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.539033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.539358 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:08.581032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] No DVR routers for this DVR port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:22:08.733950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:22:08.734293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:22:08.734624 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:22:08.738996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:22:08.739314 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Attempting to bind port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:22:08.744949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:22:08.745249 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Checking segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:22:08.745637 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Bound using segment: {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:22:08.746065 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Bound port: 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:22:08.746421 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.813681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:22:08.816642 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:22:08.823177 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.852891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:08.854375 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.855749 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 1091 time: 0.7986450 Apr 07 12:22:08.910551 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238ba6d-b03d-4399-ada6-beac61bfb5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=7']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:22:08.935722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-e20c52ad-8dc6-4f97-b7c3-bf3f7f553c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:08.937902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-e20c52ad-8dc6-4f97-b7c3-bf3f7f553c61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1125 time: 0.0607264 Apr 07 12:22:09.053379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-8480af98-4382-4810-85b4-3150dd44ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:09.054870 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-8480af98-4382-4810-85b4-3150dd44ba72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.1117108 Apr 07 12:22:09.099466 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eee567-7c63-48e6-b87d-c84f8ab0e14d req-ff359e72-2530-429d-8ae5-b5c354a19985 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:09.100992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7eee567-7c63-48e6-b87d-c84f8ab0e14d req-ff359e72-2530-429d-8ae5-b5c354a19985 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0689702 Apr 07 12:22:09.127646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-8cbe34d6-7773-4e87-84c7-2ab00c78bdd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 999 time: 0.0670941 Apr 07 12:22:09.169730 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e7eee567-7c63-48e6-b87d-c84f8ab0e14d req-951094ef-c8fc-4851-bbed-94c1a6eb04d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605338 Apr 07 12:22:09.186976 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-4b970c1b-7872-486f-97a2-edae1adc54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:09.188530 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-4b970c1b-7872-486f-97a2-edae1adc54c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0554988 Apr 07 12:22:09.242975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-e9cafc8f-2e83-48fe-ae4f-ac84babf5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:09.245399 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-e9cafc8f-2e83-48fe-ae4f-ac84babf5d3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517020 Apr 07 12:22:09.336840 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-087ca983-7097-4396-940f-0eefc39de645 service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Apr 07 12:22:09.434260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-463571aa-3541-483f-a8a3-6cb4fe5767f0 req-46b3dc71-981b-467f-a1ac-9bc7d7c7312e service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909076 Apr 07 12:22:10.049942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-0f130450-f775-4302-a9cf-b2fdbfbf21de req-f84451ae-ad81-42ef-8d0a-52a4f5438ecf tempest-ServerDiskConfigTestJSON-77269517 tempest-ServerDiskConfigTestJSON-77269517-project] (104178) timed out ('10.222.0.23', 49768) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:22:10.295503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec013a1-2d2a-44aa-bf9b-f0f6345bfb84 req-0e33e3e2-204d-4e51-8a69-209564fc07cf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:10.296998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ec013a1-2d2a-44aa-bf9b-f0f6345bfb84 req-0e33e3e2-204d-4e51-8a69-209564fc07cf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0583224 Apr 07 12:22:10.350819 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ec013a1-2d2a-44aa-bf9b-f0f6345bfb84 req-c782a57d-2f8c-4c04-8ae8-6da0905ce2b8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 Apr 07 12:22:10.475969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:22:10.478375 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:22:10.537123 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2877159c-6fca-45c7-9b40-c57b66ecb463 x-openstack-request-id: req-2877159c-6fca-45c7-9b40-c57b66ecb463 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:22:10.537444 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:22:10.537708 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2877159c-6fca-45c7-9b40-c57b66ecb463 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:22:10.538124 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2877159c-6fca-45c7-9b40-c57b66ecb463'] response: {'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'status': 'completed', 'code': 200} Apr 07 12:22:10.640135 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-9c10b3d1-4ef4-4dd4-a657-0980ee6bdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:10.641600 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-9c10b3d1-4ef4-4dd4-a657-0980ee6bdc85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1125 time: 0.0814736 Apr 07 12:22:10.643360 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-11310c05-cba3-4a0b-9e86-7039b44b8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:10.644737 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-11310c05-cba3-4a0b-9e86-7039b44b8fdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1125 time: 0.0833435 Apr 07 12:22:10.678088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:22:10.718283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] The host n-h1-836788-1 is not matching for port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c host n-h2-836788-1! {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:22:10.718689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:22:10.806887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-8a18e6a6-a1db-456b-a583-680142d947c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:10.808925 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-8a18e6a6-a1db-456b-a583-680142d947c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.1603792 Apr 07 12:22:10.810319 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-6bf5b627-d7c0-4442-a98b-de7f731f243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:10.811627 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-6bf5b627-d7c0-4442-a98b-de7f731f243f service neutron] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.1552060 Apr 07 12:22:10.925869 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-beeb31dd-d614-4b9b-b878-964682772a17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 999 time: 0.1051583 Apr 07 12:22:10.927387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-891e4e11-c855-49f4-8835-a891dce4c8c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 999 time: 0.1125286 Apr 07 12:22:11.011488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-1ea0876f-ed48-491f-92ca-7f049dc5eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:11.013418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-1ea0876f-ed48-491f-92ca-7f049dc5eea7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0824871 Apr 07 12:22:11.016756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-55dbbc85-8619-4516-b0c7-72966d7fd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:11.018100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-55dbbc85-8619-4516-b0c7-72966d7fd4ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0794401 Apr 07 12:22:11.097561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-83028345-c9fa-4629-91a4-519c0f24b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:11.099107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-83028345-c9fa-4629-91a4-519c0f24b9af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801024 Apr 07 12:22:11.102380 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-457f2735-8339-444c-a53f-8648db9db704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:11.103767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-457f2735-8339-444c-a53f-8648db9db704 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775788 Apr 07 12:22:11.266514 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-e87552c2-7a57-4bde-964f-34c50db1d2b1 service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544640 Apr 07 12:22:11.268163 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-ddd51618-23b6-4eca-9129-f1c17e4d9aef service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635201 Apr 07 12:22:11.447405 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-fc4ca4f8-4e78-4b06-9e1e-e4e8e93c2470 service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752291 Apr 07 12:22:11.453902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a1b4ebc8-1528-479a-b8c3-53ef05937aa0 req-9ecd7519-6a41-488a-b981-1cfe592ca228 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710908 Apr 07 12:22:11.491304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d5461-7346-4dd0-962e-a37549be151e req-8c0eb545-2215-4994-a8e9-a2362186f98d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:11.493147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-406d5461-7346-4dd0-962e-a37549be151e req-8c0eb545-2215-4994-a8e9-a2362186f98d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0675983 Apr 07 12:22:11.544350 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-406d5461-7346-4dd0-962e-a37549be151e req-2915a7e5-5b8c-4c6b-9a5d-168d93b6c33f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455668 Apr 07 12:22:12.680892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b32b-8b78-49a3-8901-8925c279dcf1 req-d55ca836-91ba-4249-8e29-1a9b0b5ef91a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:12.682424 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7795b32b-8b78-49a3-8901-8925c279dcf1 req-d55ca836-91ba-4249-8e29-1a9b0b5ef91a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0536845 Apr 07 12:22:12.735682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7795b32b-8b78-49a3-8901-8925c279dcf1 req-31dffa00-a806-4d80-bb28-3edf0498777b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445840 Apr 07 12:22:13.861323 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7a89e-0493-49cd-ae74-6aed5ea0dcda req-9b3a3a04-a247-435e-a01f-10f1187221e6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:13.862815 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cc7a89e-0493-49cd-ae74-6aed5ea0dcda req-9b3a3a04-a247-435e-a01f-10f1187221e6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0589876 Apr 07 12:22:13.913063 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3cc7a89e-0493-49cd-ae74-6aed5ea0dcda req-9a66999b-56bf-446b-bf95-03c9b7e09599 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445237 Apr 07 12:22:14.130427 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452f035-9c4e-488c-9bb9-04084f521ee6 req-65675fd0-dfc8-4f1b-aefb-66d1c0c76753 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.132177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e452f035-9c4e-488c-9bb9-04084f521ee6 req-65675fd0-dfc8-4f1b-aefb-66d1c0c76753 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0544729 Apr 07 12:22:14.140915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-4eeb4f7d-f139-4e81-bdf0-b49997590ed9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.142440 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-4eeb4f7d-f139-4e81-bdf0-b49997590ed9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8&tenant_id=409b3e7241a64494bbaad017dfce2c9c&binding%3Ahost_id=n-h2-836788-1 HTTP/1.1" status: 200 len: 943 time: 0.0584083 Apr 07 12:22:14.165687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:22:14.185257 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e452f035-9c4e-488c-9bb9-04084f521ee6 req-5d9ef95e-7084-45f0-8469-b3061bfdc648 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460651 Apr 07 12:22:14.215572 n-d-836788-1 neutron-server[104177]: INFO neutron.api.v2.resource [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-a0a10eda-dbb5-4ab2-9e50-113ea052f19d service neutron] delete failed (client error): The resource could not be found. Apr 07 12:22:14.216645 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-a0a10eda-dbb5-4ab2-9e50-113ea052f19d service neutron] 10.222.0.23 "DELETE /v2.0/ports/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c/bindings/n-h1-836788-1 HTTP/1.1" status: 404 len: 380 time: 0.0685043 Apr 07 12:22:14.283914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:22:14.302128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'port_id': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'mac_address': 'fa:16:3e:21:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:22:14.325732 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149a53f-6661-42cc-85ab-6d3375d3bfb6 req-05ae634f-28dc-443c-ad18-b070c05ae173 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.326022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-6ca20a76-5f89-4641-9b8f-f139d0280fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.327978 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-6ca20a76-5f89-4641-9b8f-f139d0280fd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1125 time: 0.0658443 Apr 07 12:22:14.328618 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1149a53f-6661-42cc-85ab-6d3375d3bfb6 req-05ae634f-28dc-443c-ad18-b070c05ae173 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 943 time: 0.0611475 Apr 07 12:22:14.350051 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:22:14.350729 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:14.368508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:22:14.387069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1149a53f-6661-42cc-85ab-6d3375d3bfb6 req-e78b7b76-a3eb-489e-9f6d-a67ab831d0af tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526023 Apr 07 12:22:14.393760 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:22:14.398639 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:14.431924 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-18d4dec0-2f8d-4497-bc13-3ddc7ff4619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.433483 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-18d4dec0-2f8d-4497-bc13-3ddc7ff4619a service neutron] 10.222.0.23 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.1000900 Apr 07 12:22:14.451391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:22:14.459972 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.460410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.460834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.461296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.461741 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.462212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.462555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.462890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.463368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.463750 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.464611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.465171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.465495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:22:14.505323 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-af6e80d6-a900-40dd-99eb-449776b46fb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 1000 time: 0.0661776 Apr 07 12:22:14.554082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-b3592a36-8ccc-41dd-b1a2-b0000dab4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.555494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-b3592a36-8ccc-41dd-b1a2-b0000dab4b62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0448101 Apr 07 12:22:14.607979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-a8a1aa59-947c-41da-a657-252348b64a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:14.609523 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-a8a1aa59-947c-41da-a657-252348b64a77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471969 Apr 07 12:22:14.705429 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-75bc7d5c-1bee-432b-ae89-96d9b4ff5da8 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899258 Apr 07 12:22:14.801366 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-41afeea8-01a0-495f-b02f-a5b11a12fd81 req-adf23b6f-7213-4925-a9a2-71315f306b26 service neutron] 10.222.0.23 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Apr 07 12:22:14.857747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:22:15.514970 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d796-65f7-462a-b10c-deac14e366fa req-1b01bace-96fc-4a9b-9045-219108666107 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:15.516460 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eb8d796-65f7-462a-b10c-deac14e366fa req-1b01bace-96fc-4a9b-9045-219108666107 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 944 time: 0.0559494 Apr 07 12:22:15.569796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eb8d796-65f7-462a-b10c-deac14e366fa req-a5379de8-8f89-4ce7-8e0a-f78ff912eca7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 Apr 07 12:22:15.598186 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39428) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:22:15.665901 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ecdd96e1-cd07-4318-adb0-c1cba7b821b1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/a7488e51-9471-4f12-a6ce-dabf6a9c5970 HTTP/1.1" status: 200 len: 992 time: 0.0665646 Apr 07 12:22:16.193734 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:22:16.247609 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:22:16.251543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:22:16.251920 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:16.330345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:22:16.330733 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:16.353168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:22:16.356048 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5674c5-09af-4cf6-a9f3-9c035d36c47c" -d '{"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:22:16.369114 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:22:16.373184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:16.420992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:22:16.455191 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d4c788-bd0e-4bd4-8de9-13c2d4bf69f9 x-openstack-request-id: req-40d4c788-bd0e-4bd4-8de9-13c2d4bf69f9 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:22:16.455497 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-plugged", "status": "completed", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:22:16.455789 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40d4c788-bd0e-4bd4-8de9-13c2d4bf69f9 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:22:16.456196 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d4c788-bd0e-4bd4-8de9-13c2d4bf69f9'] response: {'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'code': 200} Apr 07 12:22:30.334386 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:22:30.798775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-407618f5-a240-43c1-b81e-0deb2e29d312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:32.284520 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:33.113009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7d40c1c6-05e3-4091-b34f-dfb9fe16000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:34.247083 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:34.714472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:36.239173 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:37.315965 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:00.537402 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-0e5211a6-6ddc-4ae4-bad9-7e10a45120f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495281 Apr 07 12:23:00.626722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-3733e5a0-ef60-4a82-bf93-5afb0a3a790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:00.628236 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-3733e5a0-ef60-4a82-bf93-5afb0a3a790b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1127 time: 0.0456293 Apr 07 12:23:00.732457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-3fc12c30-7e44-420a-9e60-451a6f1faab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:00.733973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-3fc12c30-7e44-420a-9e60-451a6f1faab9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.0861850 Apr 07 12:23:00.801342 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-904505ed-4672-4a9d-993d-a5bc7c034990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:00.806210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-86ee1461-e21b-4a69-9ac1-216c530390f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 1001 time: 0.0635502 Apr 07 12:23:00.853917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-fbd9ebcc-7898-48cc-bc2e-3334bcec9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:00.855384 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-fbd9ebcc-7898-48cc-bc2e-3334bcec9b1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0432160 Apr 07 12:23:00.903145 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-c76bc5a9-2a3e-4f0f-beac-3d2d1d96acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:00.904605 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-c76bc5a9-2a3e-4f0f-beac-3d2d1d96acf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436997 Apr 07 12:23:00.994395 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-ea980b54-1646-4a5d-8b58-4c6aa056b08f service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829020 Apr 07 12:23:01.090070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d82997d0-43c2-44d7-a42d-106ccb9d5cc0 req-1f496894-0e00-4d10-93dd-dcff99bc9125 service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888648 Apr 07 12:23:02.284412 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:03.116329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dc362820-f373-4b41-86a5-a7eb7a79ec5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.195080 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39450) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:04.245949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.358768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port fa01a454-a356-43d9-b6c7-93c147f6ac5d {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:04.359113 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.433218 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.433558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (fa01a454-a356-43d9-b6c7-93c147f6ac5d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.444767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for fa01a454-a356-43d9-b6c7-93c147f6ac5d owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:04.596332 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (fa01a454-a356-43d9-b6c7-93c147f6ac5d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.623608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=fa01a454-a356-43d9-b6c7-93c147f6ac5d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:04.649918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.650268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.650612 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.650948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.651287 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.652230 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.652560 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.652888 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.653237 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.653566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.653981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.654304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.654627 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:04.697119 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (a7488e51-9471-4f12-a6ce-dabf6a9c5970), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.697489 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP a7488e51-9471-4f12-a6ce-dabf6a9c5970 disassociated (deleted). External IP: 172.25.5.239, port: 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c. Apr 07 12:23:04.717568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.906020 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router cbb86817-b93d-4561-a861-36636750c8da has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:05.013787 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:05.018570 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:05.023088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] Sync routers for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:05.034232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:05.034859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:05.049667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-72ba6a7f-9730-4337-ad16-765d31122fb9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/floatingips/a7488e51-9471-4f12-a6ce-dabf6a9c5970 HTTP/1.1" status: 204 len: 168 time: 0.8535101 Apr 07 12:23:05.050361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:05.052729 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c" -d '{"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:05.154936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:05.159257 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed71f824-658a-4a77-9893-4c9a818a91d2 x-openstack-request-id: req-ed71f824-658a-4a77-9893-4c9a818a91d2 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:05.159615 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:05.160101 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed71f824-658a-4a77-9893-4c9a818a91d2 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:05.160958 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed71f824-658a-4a77-9893-4c9a818a91d2'] response: {'name': 'network-changed', 'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'status': 'completed', 'code': 200} Apr 07 12:23:05.247509 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-65435fd4-ad8b-45b5-99ef-9767b1bf49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:05.249233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-65435fd4-ad8b-45b5-99ef-9767b1bf49b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 1127 time: 0.0668402 Apr 07 12:23:05.315350 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987cc47-5450-496f-9241-367ec42a31bb req-3b36f808-6116-44bb-843b-a26766cd540a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:05.317489 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2987cc47-5450-496f-9241-367ec42a31bb req-3b36f808-6116-44bb-843b-a26766cd540a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0664771 Apr 07 12:23:05.343719 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-f298d425-ef88-4fa5-831a-d4e1e60611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:05.345249 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-f298d425-ef88-4fa5-831a-d4e1e60611ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 200 len: 897 time: 0.0901573 Apr 07 12:23:05.373299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2987cc47-5450-496f-9241-367ec42a31bb req-4f913fb5-cf09-4bf4-a822-aab9b557ebc1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497530 Apr 07 12:23:05.381432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:05.393587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-e677ad9b-af0d-4dbf-8fd2-6304661053a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 200 len: 217 time: 0.0408249 Apr 07 12:23:05.409008 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] Checking router: cbb86817-b93d-4561-a861-36636750c8da for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:05.418199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:05.418552 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:05.443255 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-a30eeb8a-4b1c-4a7d-a549-161164fda0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:05.444799 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-a30eeb8a-4b1c-4a7d-a549-161164fda0ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 200 len: 835 time: 0.0450704 Apr 07 12:23:05.495041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-9bc221a8-dc4e-4113-891a-b0f48ec6ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:05.496544 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-9bc221a8-dc4e-4113-891a-b0f48ec6ecac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18859dd4-abfc-407f-b1b4-53f4f2a7e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448508 Apr 07 12:23:05.528736 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:05.591373 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-b06e6ed1-887a-4aba-92b2-ade3f4002f69 service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879667 Apr 07 12:23:05.680679 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b3a1f48-0ae6-4dda-a96e-d4a53692807c req-887eccc6-dc94-4683-a91d-1e74a0e335d5 service neutron] 10.222.0.41 "GET /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834401 Apr 07 12:23:05.735150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:05.767085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc6ea9-0504-4bb8-89eb-8bf0b78d1733 None None] The sync data for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 is: [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:20:58Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '7ad7e59c-fce4-45d2-818b-9b7000fa44d1', 'name': '', 'network_id': '18859dd4-abfc-407f-b1b4-53f4f2a7e117', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c4:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:58Z', 'updated_at': '2022-04-07T12:21:01Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'af485678-ad71-41ea-8e83-8a2490f1d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:05.980962 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3bb5a-69c7-40a8-b758-bb26e205eb93 None None] New status for floating IP a7488e51-9471-4f12-a6ce-dabf6a9c5970: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:23:06.241357 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:06.497357 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c46b-bf62-4cac-b00b-0f89c6e2d15d req-2ce2fa3a-d954-4673-8199-d182ef08d1b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:06.498761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a664c46b-bf62-4cac-b00b-0f89c6e2d15d req-2ce2fa3a-d954-4673-8199-d182ef08d1b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0526502 Apr 07 12:23:06.548837 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a664c46b-bf62-4cac-b00b-0f89c6e2d15d req-7dd4f2f0-ea97-40cb-97f6-a105df34e247 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1a585ae-24eb-47c1-a183-c6cef1f81fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443778 Apr 07 12:23:06.867815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212f991-538e-4ef2-95cc-69424ded03fe req-96fcc4df-8640-4bc4-a33e-2c8ae5f72185 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:06.869260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6212f991-538e-4ef2-95cc-69424ded03fe req-96fcc4df-8640-4bc4-a33e-2c8ae5f72185 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.41 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Apr 07 12:23:07.245741 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:07.246077 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:07.318369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:07.333553 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:07.333911 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:07.336195 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:23:07.350459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:07.478330 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:07.505665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:07.558321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] No DVR routers for this DVR port 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:23:07.561008 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:07.564205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6212f991-538e-4ef2-95cc-69424ded03fe req-375c33c7-143e-4f5d-8968-506a64f36744 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.41 "DELETE /v2.0/ports/1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c HTTP/1.1" status: 204 len: 173 time: 0.6898787 Apr 07 12:23:07.564645 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-deleted', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:07.566937 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7104d0-32fb-4a7b-8ccc-f72d82ee21ba" -d '{"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-deleted", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:07.615525 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c815550-1a60-4aab-9eeb-e6a583cd9c46 x-openstack-request-id: req-4c815550-1a60-4aab-9eeb-e6a583cd9c46 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:07.615828 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d136b9-1e5e-49e0-9ec0-1a415f5b2af8", "name": "network-vif-deleted", "tag": "1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:07.616285 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c815550-1a60-4aab-9eeb-e6a583cd9c46 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:07.616604 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c815550-1a60-4aab-9eeb-e6a583cd9c46'] response: {'server_uuid': '08d136b9-1e5e-49e0-9ec0-1a415f5b2af8', 'name': 'network-vif-deleted', 'tag': '1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c', 'status': 'completed', 'code': 200} Apr 07 12:23:07.730197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2da9431-8abd-408a-8626-cb435841025e req-301ed500-4156-49ae-ac81-9b34b37e3f23 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d136b9-1e5e-49e0-9ec0-1a415f5b2af8 HTTP/1.1" status: 200 len: 210 time: 0.0309725 Apr 07 12:23:08.787761 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39470) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:09.493704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (cbb86817-b93d-4561-a861-36636750c8da), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.760035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:09.760303 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.848954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 7ad7e59c-fce4-45d2-818b-9b7000fa44d1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:09.849745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.862748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:10.049719 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (7ad7e59c-fce4-45d2-818b-9b7000fa44d1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.076817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=7ad7e59c-fce4-45d2-818b-9b7000fa44d1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:10.278671 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (cbb86817-b93d-4561-a861-36636750c8da), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.480859 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:10.505878 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:10.506232 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 1ce9d9cf-31c5-49de-bce6-0da1a52e4a1c not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:10.511780 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router cbb86817-b93d-4561-a861-36636750c8da has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:10.627990 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:10.633315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-438609a7-a6e1-4e8d-a7cf-2fe9cf46707d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/cbb86817-b93d-4561-a861-36636750c8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445222 Apr 07 12:23:10.637236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:10.643990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] Sync routers for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:10.649420 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:10.650089 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:10.690108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting subnet af485678-ad71-41ea-8e83-8a2490f1d453 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:23:10.693455 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (af485678-ad71-41ea-8e83-8a2490f1d453), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.749283 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (af485678-ad71-41ea-8e83-8a2490f1d453), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.761427 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:10.861690 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (af485678-ad71-41ea-8e83-8a2490f1d453), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.934529 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (af485678-ad71-41ea-8e83-8a2490f1d453), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.976481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Subnet': ['ID=af485678-ad71-41ea-8e83-8a2490f1d453,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:10.977352 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.985391 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8d64ea61-48c2-4f0a-90f4-3e42874b5f44 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/subnets/af485678-ad71-41ea-8e83-8a2490f1d453 HTTP/1.1" status: 204 len: 168 time: 0.3428545 Apr 07 12:23:10.985391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39474) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:10.992469 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:23:09Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:11.000305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1552d-ea34-4726-86e2-328dca9d791a None None] Network 18859dd4-abfc-407f-b1b4-53f4f2a7e117 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:23:11.092428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] Checking router: cbb86817-b93d-4561-a861-36636750c8da for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:11.115866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] Routers {'cbb86817-b93d-4561-a861-36636750c8da'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:11.116536 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['cbb86817-b93d-4561-a861-36636750c8da'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:11.129598 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (cbb86817-b93d-4561-a861-36636750c8da), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.249243 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (cbb86817-b93d-4561-a861-36636750c8da), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.314460 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port f826db12-c376-45da-b91c-f4c765ab4e49 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:11.314711 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.403023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port f826db12-c376-45da-b91c-f4c765ab4e49, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=f826db12-c376-45da-b91c-f4c765ab4e49,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:11.403876 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.419113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for f826db12-c376-45da-b91c-f4c765ab4e49 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:11.429979 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] Set router cbb86817-b93d-4561-a861-36636750c8da gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:11.491998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] DHCP port deletion for 18859dd4-abfc-407f-b1b4-53f4f2a7e117 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:23:11.611938 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (f826db12-c376-45da-b91c-f4c765ab4e49), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.617451 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] Deleting port c63d22f7-7c12-4374-a272-92b787184524 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:11.617451 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c63d22f7-7c12-4374-a272-92b787184524), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.638876 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=f826db12-c376-45da-b91c-f4c765ab4e49,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:11.706936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] For port c63d22f7-7c12-4374-a272-92b787184524, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c63d22f7-7c12-4374-a272-92b787184524,segment=NetworkSegment(bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b),segment_id=bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:11.706936 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c63d22f7-7c12-4374-a272-92b787184524), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.712508 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (cbb86817-b93d-4561-a861-36636750c8da), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.723968 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] Calling delete_port for c63d22f7-7c12-4374-a272-92b787184524 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:11.741996 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:23:09Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:11.803934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638e53d-7b6a-4513-a1a4-964e14a9842f None None] The sync data for ids ['cbb86817-b93d-4561-a861-36636750c8da'] in n-d-836788-1 is: [{'id': 'cbb86817-b93d-4561-a861-36636750c8da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552164813', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:20:54Z', 'updated_at': '2022-04-07T12:23:09Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'f826db12-c376-45da-b91c-f4c765ab4e49', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb86817-b93d-4561-a861-36636750c8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:20:55Z', 'updated_at': '2022-04-07T12:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:11.808408 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (cbb86817-b93d-4561-a861-36636750c8da), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.810614 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (cbb86817-b93d-4561-a861-36636750c8da), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.852458 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c63d22f7-7c12-4374-a272-92b787184524), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.858029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (cbb86817-b93d-4561-a861-36636750c8da), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.859010 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Fanout notify agent at l3_agent the message router_deleted on router cbb86817-b93d-4561-a861-36636750c8da {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:23:11.866242 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.869957 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-afea8131-543a-400f-8803-44beb35cf823 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/routers/cbb86817-b93d-4561-a861-36636750c8da HTTP/1.1" status: 204 len: 168 time: 0.8789620 Apr 07 12:23:11.870295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39476) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:11.879939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] Pushing event deleted for resources: {'Port': ['ID=c63d22f7-7c12-4374-a272-92b787184524,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:11.883883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32358103-bcad-4673-8a89-950ee13ad298 None None] No DVR routers for this DVR port c63d22f7-7c12-4374-a272-92b787184524 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:23:11.955616 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (18859dd4-abfc-407f-b1b4-53f4f2a7e117), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.043871 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (18859dd4-abfc-407f-b1b4-53f4f2a7e117), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.062561 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18859dd4-abfc-407f-b1b4-53f4f2a7e117']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:12.071384 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:12.071679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:12.081454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.095666 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.101454 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:23:12.101775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (bf0898bb-7eb4-4f3a-8b4e-b1b85840e03b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:23:12.104665 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:23:12.165473 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (18859dd4-abfc-407f-b1b4-53f4f2a7e117), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.175951 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.180541 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/networks/18859dd4-abfc-407f-b1b4-53f4f2a7e117 HTTP/1.1" status: 204 len: 168 time: 0.3088138 Apr 07 12:23:12.183794 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39478) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:12.210766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Network': ['ID=18859dd4-abfc-407f-b1b4-53f4f2a7e117,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:12.230090 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.230317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.230579 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.230917 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.231257 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.231594 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.231996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.232324 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.232795 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.233163 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.233488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.233819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.234146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f998c4ae-d611-4622-a569-bce15257232c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:12.278430 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69d10e51-5cac-45ba-94e3-af183b9ae0fe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (b1a585ae-24eb-47c1-a183-c6cef1f81fca), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.305992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69d10e51-5cac-45ba-94e3-af183b9ae0fe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (b1a585ae-24eb-47c1-a183-c6cef1f81fca), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.371162 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69d10e51-5cac-45ba-94e3-af183b9ae0fe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (b1a585ae-24eb-47c1-a183-c6cef1f81fca), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.374076 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-69d10e51-5cac-45ba-94e3-af183b9ae0fe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.375474 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-69d10e51-5cac-45ba-94e3-af183b9ae0fe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1a585ae-24eb-47c1-a183-c6cef1f81fca HTTP/1.1" status: 204 len: 168 time: 0.1905315 Apr 07 12:23:12.385428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d10e51-5cac-45ba-94e3-af183b9ae0fe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a585ae-24eb-47c1-a183-c6cef1f81fca,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:12.610933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39484) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:12.615429 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627419957', 'description': 'tempest-secgroup-smoke-1627419957 description', 'project_id': '409b3e7241a64494bbaad017dfce2c9c'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:12.636509 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.704812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (af48e1e3-c907-48a4-bcf6-a5c144c84c29), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.710547 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (af48e1e3-c907-48a4-bcf6-a5c144c84c29), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.738762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.739981 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1280451 Apr 07 12:23:12.743059 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39486) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:12.748238 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'af48e1e3-c907-48a4-bcf6-a5c144c84c29', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:12.748985 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2b1d7-299b-4d9c-9ce2-936edc48c9b5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af48e1e3-c907-48a4-bcf6-a5c144c84c29,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:12.772116 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (de7583dd-32da-4cb7-b2d1-2cfa7a0fc176), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.830047 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (de7583dd-32da-4cb7-b2d1-2cfa7a0fc176), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.834079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (de7583dd-32da-4cb7-b2d1-2cfa7a0fc176), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.852747 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7583dd-32da-4cb7-b2d1-2cfa7a0fc176,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:12.862949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.864454 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a28303dd-debd-401c-adbe-453ec8b08553 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203723 Apr 07 12:23:12.867269 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39488) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:12.873091 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'af48e1e3-c907-48a4-bcf6-a5c144c84c29', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:12.905721 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (9892d7b2-9090-417c-9382-c16be6a270e7), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.961558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (9892d7b2-9090-417c-9382-c16be6a270e7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.965775 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9892d7b2-9090-417c-9382-c16be6a270e7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.982981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9892d7b2-9090-417c-9382-c16be6a270e7,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:12.991486 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:12.995309 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-594f6deb-232e-4aa1-9a1b-20702655a057 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243722 Apr 07 12:23:12.995665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39490) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:13.001397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'af48e1e3-c907-48a4-bcf6-a5c144c84c29', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:13.029447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (e792e224-c4c3-43ca-b4ad-192c0631edb5), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.045763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f826db12-c376-45da-b91c-f4c765ab4e49 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:13.070441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: f826db12-c376-45da-b91c-f4c765ab4e49 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:13.070794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device f826db12-c376-45da-b91c-f4c765ab4e49 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:13.071216 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c63d22f7-7c12-4374-a272-92b787184524 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:13.091519 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (e792e224-c4c3-43ca-b4ad-192c0631edb5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.091766 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c63d22f7-7c12-4374-a272-92b787184524 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:13.092142 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c63d22f7-7c12-4374-a272-92b787184524 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:13.092507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:13.097183 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e792e224-c4c3-43ca-b4ad-192c0631edb5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.113259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:13.113621 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 7ad7e59c-fce4-45d2-818b-9b7000fa44d1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:13.114697 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e792e224-c4c3-43ca-b4ad-192c0631edb5,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:13.123130 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.124291 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-afbbe91b-6c16-4eb7-97f6-3b5fcaa6742f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276724 Apr 07 12:23:13.127061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39492) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:13.131605 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'af48e1e3-c907-48a4-bcf6-a5c144c84c29', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:13.155784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (45867206-c189-4841-8bc2-8c5a35bf3814), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.211802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (45867206-c189-4841-8bc2-8c5a35bf3814), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.216656 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (45867206-c189-4841-8bc2-8c5a35bf3814), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.235225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45867206-c189-4841-8bc2-8c5a35bf3814,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:13.243037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.244809 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-82dd3d13-2318-49a6-9b09-6a27c3bdf53d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167164 Apr 07 12:23:13.247383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39494) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:13.251733 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'af48e1e3-c907-48a4-bcf6-a5c144c84c29', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:13.271442 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:23:13.276785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (13206ebb-78e4-4c80-b4d1-c4c44ecc7b4f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.336845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (13206ebb-78e4-4c80-b4d1-c4c44ecc7b4f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.341037 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (13206ebb-78e4-4c80-b4d1-c4c44ecc7b4f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.360047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13206ebb-78e4-4c80-b4d1-c4c44ecc7b4f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:13.365138 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.366345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-6271e5d6-ddab-4488-8428-00378d038910 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180103 Apr 07 12:23:13.369076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39496) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:13.373500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': 'af48e1e3-c907-48a4-bcf6-a5c144c84c29', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:13.393687 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:23:13.398452 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (a2849cd0-bbd5-45da-b77f-682e358bbf63), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.462442 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (a2849cd0-bbd5-45da-b77f-682e358bbf63), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.465949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a2849cd0-bbd5-45da-b77f-682e358bbf63), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.484461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2849cd0-bbd5-45da-b77f-682e358bbf63,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:13.493566 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.494747 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-94b17237-9708-4c93-a9ce-80169d4dda17 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247118 Apr 07 12:23:13.498680 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39498) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:13.503432 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'network': {'name': 'tempest-network-smoke--1231497738', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'port_security_enabled': True}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:13.522611 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:23:13.526006 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.550503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:23:13.560108 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (98603858-fb12-4372-b0cb-a1dda46f4a83), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.560455 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Added segment 98603858-fb12-4372-b0cb-a1dda46f4a83 of type vlan for network 4e62da4f-6d56-4845-8fc7-b25881a26f46 Apr 07 12:23:13.601458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (4e62da4f-6d56-4845-8fc7-b25881a26f46), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.626192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (4e62da4f-6d56-4845-8fc7-b25881a26f46), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.631188 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:13.632001 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.686372 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1866395 Apr 07 12:23:13.689067 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39500) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:13.703466 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'admin_state_up': True, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:13.717097 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989426a1-ec8e-40d4-a6f1-1e45a31eecba tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Network': ['ID=4e62da4f-6d56-4845-8fc7-b25881a26f46,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:13.727380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:23:13.730916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.732134 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.784702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), precommit_add_association {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:13.935093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:14.128854 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:14.147804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:14.255274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.160 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/90eeef51-72eb-44ff-bc1f-61cc7ed560e3) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:14.354138 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:14.396546 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:14.433169 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:14.436106 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:14.439800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:14.466282 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:14.698585 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:14.901841 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.033732 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:23:15.142789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:15.154701 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Sync routers for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:15.164878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.166134 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d197ea4-c0d5-44a1-aad4-030715e7958c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4761345 Apr 07 12:23:15.166288 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:15.167316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:15.169898 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39502) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:15.248664 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eb27d3ea-355b-4e5a-a104-63b78d50e7ad tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=409b3e7241a64494bbaad017dfce2c9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775967 Apr 07 12:23:15.251277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39506) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:15.275662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:15.338427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43f109-4f68-4bc6-bf88-bf68ee5bea93 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:15.340952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2f43f109-4f68-4bc6-bf88-bf68ee5bea93 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887561 Apr 07 12:23:15.343724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39508) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:15.377106 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-35488fb8-71ea-452d-b9a0-edcd557fd1aa tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322521 Apr 07 12:23:15.379621 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39510) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:15.384704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1183791388', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:15.478740 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'subnet': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:23:15.483075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33270264'] for subnet (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.552117 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:14Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:15.583000 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Checking router: 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:15.583493 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Updating router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:23:15.615617 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.668488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33490187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33270214'] for subnet (c72cb385-d3a4-4c37-8a7d-475949451980), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.725885 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Subnet': ['ID=c72cb385-d3a4-4c37-8a7d-475949451980,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:15.736793 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Checking segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:23:15.737174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network hostable DHCP agents. Network: 4e62da4f-6d56-4845-8fc7-b25881a26f46, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:23:15.753955 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:23:15.764321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 4e62da4f-6d56-4845-8fc7-b25881a26f46) {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:15.768512 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:15.769195 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.774518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f028cca-630e-43d3-857b-aaa9d86727dc None None] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:23:15.787946 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-345b5ddd-fab3-46a2-91f4-863b59948c41 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4070032 Apr 07 12:23:15.790440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39512) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:15.882446 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Publish callbacks [] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.882733 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-4e62da4f-6d56-4845-8fc7-b25881a26f46', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:23:15.883988 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.890934 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.938379 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Attempting to bind port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:23:15.938907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Attempting to bind port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:23:15.939415 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Attempting to bind port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:15.948490 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:23:15.949016 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:23:15.949730 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.950323 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:23:15.950906 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Bound port: 90eeef51-72eb-44ff-bc1f-61cc7ed560e3, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:23:15.951388 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:15.980445 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Pushing event updated for resources: {'Port': ['ID=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:15.991906 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.992254 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.992594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.992934 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.993352 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.993618 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.993999 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.994362 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.994689 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.995206 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.995559 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.995877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:15.996198 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.030232 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] For port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:23:16.033966 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] For port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:23:16.040311 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.040720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Allocated IP 172.20.0.2 (4e62da4f-6d56-4845-8fc7-b25881a26f46/c72cb385-d3a4-4c37-8a7d-475949451980/c353bdb4-c702-4fca-91c2-b9f8fe9df2b4) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:16.106751 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:16.107395 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:16.178911 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa7b55-17a7-4875-99dd-06c2f2b9132f None None] Pushing event updated for resources: {'Port': ['ID=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:16.200673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Publish callbacks [] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.208068 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.226434 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:16.253891 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:16.263141 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:16.267167 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:16.271026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Pushing event updated for resources: {'Port': ['ID=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:16.282464 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.285654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.286013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.286367 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.286719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.287062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.287410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.287746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.288080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.288416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.288755 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.289090 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.289450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.289816 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:16.344402 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Attempting to bind port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:23:16.344773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Attempting to bind port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:23:16.345257 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Attempting to bind port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 on network 4e62da4f-6d56-4845-8fc7-b25881a26f46 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:16.351248 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:23:16.351641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Checking segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:23:16.352163 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.352478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Bound using segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:23:16.352973 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Bound port: c353bdb4-c702-4fca-91c2-b9f8fe9df2b4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:23:16.353403 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.441499 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] For port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:23:16.446018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] For port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:23:16.450201 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:14Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:16.454857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.481337 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ae00c-a2d5-4152-899c-57f8e13c4a01 None None] The sync data for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 is: [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:14Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:16.530525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282838-5c2f-4519-be8a-c89982c80981 None None] Pushing event updated for resources: {'Port': ['ID=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:17.010274 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.1 (4e62da4f-6d56-4845-8fc7-b25881a26f46/c72cb385-d3a4-4c37-8a7d-475949451980/de025e22-9258-4e88-a29c-18e32131947b) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:17.147684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:17.158476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (de025e22-9258-4e88-a29c-18e32131947b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.202111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (de025e22-9258-4e88-a29c-18e32131947b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.206393 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:17.207030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.249677 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:17.252895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:17.255592 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:17.285981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=de025e22-9258-4e88-a29c-18e32131947b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:17.305415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:17.305814 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.319688 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.343035 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:17.348152 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.349493 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:17.434023 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:17.453656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:17.454223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.495739 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (de025e22-9258-4e88-a29c-18e32131947b), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.555632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:17.556126 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.602010 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:17.611978 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.678654 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:17.757055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb17971-f9b1-401e-84ef-438e8b945252 None None] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:23:17.840458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (de025e22-9258-4e88-a29c-18e32131947b), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.845345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (de025e22-9258-4e88-a29c-18e32131947b), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.846308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-260462d1-28a5-432f-9b8e-9b0ff0d41b5e None None] Provisioning complete for port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:17.846691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-260462d1-28a5-432f-9b8e-9b0ff0d41b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.928241 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.937297 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=de025e22-9258-4e88-a29c-18e32131947b,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:17.971834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-260462d1-28a5-432f-9b8e-9b0ff0d41b5e None None] Current status of the port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:18.042030 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:18.043819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:18.187219 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:18.202349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a428722b-d35b-47bc-a205-fae8dfa0dcb9 None None] Provisioning complete for port de025e22-9258-4e88-a29c-18e32131947b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:18.203270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a428722b-d35b-47bc-a205-fae8dfa0dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (de025e22-9258-4e88-a29c-18e32131947b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.248124 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a428722b-d35b-47bc-a205-fae8dfa0dcb9 None None] Port de025e22-9258-4e88-a29c-18e32131947b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:23:18.263247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-a428722b-d35b-47bc-a205-fae8dfa0dcb9 None None] Provisioning complete for port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:18.263931 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a428722b-d35b-47bc-a205-fae8dfa0dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.343077 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:18.348966 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7077ba03-7f41-4dd7-8797-72dd5aca33d0 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/5d8a6a05-4dcc-48c2-86e2-442cc378e2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5568337 Apr 07 12:23:18.358443 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-a428722b-d35b-47bc-a205-fae8dfa0dcb9 None None] Current status of the port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:18.480406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d2709bd9-46ef-4d12-9169-02fecdb78acf None None] Provisioning complete for port de025e22-9258-4e88-a29c-18e32131947b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:18.480803 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d2709bd9-46ef-4d12-9169-02fecdb78acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (de025e22-9258-4e88-a29c-18e32131947b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.523549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Sync routers for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:18.537819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d2709bd9-46ef-4d12-9169-02fecdb78acf None None] Port de025e22-9258-4e88-a29c-18e32131947b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:23:18.544784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-ef338206-3a1b-41b1-a3ac-26165e3e7595 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627419957&fields=id&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 267 time: 0.0626860 Apr 07 12:23:18.545413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:18.546348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:18.674336 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-6d837e18-b032-46c5-8ff9-b51df704d389 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:18.679027 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-6d837e18-b032-46c5-8ff9-b51df704d389 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 797 time: 0.1250842 Apr 07 12:23:18.683270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-fb45d6d3-af99-4cba-b5ec-cd3d344e51ec None None] Provisioning complete for port de025e22-9258-4e88-a29c-18e32131947b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:18.683798 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fb45d6d3-af99-4cba-b5ec-cd3d344e51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (de025e22-9258-4e88-a29c-18e32131947b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.686651 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:18.695739 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-810274f9-7e8e-4423-a5b6-b1e84119238d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/quotas/409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 375 time: 0.0093782 Apr 07 12:23:18.756906 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-ea56ce09-039a-4427-beef-06b68db3b2fb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549197 Apr 07 12:23:18.789532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-fb45d6d3-af99-4cba-b5ec-cd3d344e51ec None None] Port de025e22-9258-4e88-a29c-18e32131947b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:23:18.903676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-16861480-ee3c-46a4-923d-4abd51053b2f service neutron] 10.222.0.13 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322086 Apr 07 12:23:18.924368 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 2, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:18.951582 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Checking router: 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:18.951945 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Updating router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd port de025e22-9258-4e88-a29c-18e32131947b binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:23:18.981913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (de025e22-9258-4e88-a29c-18e32131947b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.997256 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-4174ab00-c427-4f92-ad09-5ab6ccbe18a1 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Apr 07 12:23:19.094965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:19.184120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11c6b255-94f7-4e1c-9dee-e97a672b5c1c req-6fead494-8094-4822-8f2f-0ba9bc186460 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0327218 Apr 07 12:23:19.226948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:19.227558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.377557 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:19.378635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:19.419030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Publish callbacks [] for port (de025e22-9258-4e88-a29c-18e32131947b), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.430012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (de025e22-9258-4e88-a29c-18e32131947b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.491284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4863e-2b96-469d-81dd-7b80621e0ef1 None None] Pushing event updated for resources: {'Port': ['ID=de025e22-9258-4e88-a29c-18e32131947b,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:19.518161 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:19.518536 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.771231 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Attempting to bind port de025e22-9258-4e88-a29c-18e32131947b on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:23:19.771523 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Attempting to bind port de025e22-9258-4e88-a29c-18e32131947b by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:23:19.771887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Attempting to bind port de025e22-9258-4e88-a29c-18e32131947b on network 4e62da4f-6d56-4845-8fc7-b25881a26f46 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:19.779895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9c8961ad-e288-43ce-a024-ef26dbf37a3b None None] Provisioning complete for port de025e22-9258-4e88-a29c-18e32131947b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:19.780236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9c8961ad-e288-43ce-a024-ef26dbf37a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (de025e22-9258-4e88-a29c-18e32131947b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.784541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:23:19.784893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Checking segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:23:19.785315 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.785718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Bound using segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:23:19.786204 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Bound port: de025e22-9258-4e88-a29c-18e32131947b, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:23:19.786629 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (de025e22-9258-4e88-a29c-18e32131947b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.855855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9c8961ad-e288-43ce-a024-ef26dbf37a3b None None] Port de025e22-9258-4e88-a29c-18e32131947b cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:23:19.907711 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:19.921099 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] For port de025e22-9258-4e88-a29c-18e32131947b, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:23:19.924145 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] For port de025e22-9258-4e88-a29c-18e32131947b, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=de025e22-9258-4e88-a29c-18e32131947b,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:23:19.929744 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (de025e22-9258-4e88-a29c-18e32131947b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.982255 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:19.982904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:20.055914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4863e-2b96-469d-81dd-7b80621e0ef1 None None] Pushing event updated for resources: {'Port': ['ID=de025e22-9258-4e88-a29c-18e32131947b,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:20.121786 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:20.236591 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-27cbf7d3-8df3-4ef4-a52d-ad23ead38f4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:20.238161 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-27cbf7d3-8df3-4ef4-a52d-ad23ead38f4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 797 time: 0.1255732 Apr 07 12:23:20.309934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] Provisioning complete for port de025e22-9258-4e88-a29c-18e32131947b triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:20.310586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (de025e22-9258-4e88-a29c-18e32131947b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.310798 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6989a4b4-2974-4764-acad-128fd8eeecfc req-38297e40-8f0f-4772-ae4b-8891dc8a0cd3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Apr 07 12:23:20.313465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-638119f8-901e-4c14-875b-50deabf267c9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 380 time: 0.0664566 Apr 07 12:23:20.321939 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'port': {'device_id': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'admin_state_up': True, 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'security_groups': ['af48e1e3-c907-48a4-bcf6-a5c144c84c29']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:20.434666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:23:20.437998 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.450619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:19Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:20.453566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] Current status of the port de025e22-9258-4e88-a29c-18e32131947b is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:20.454147 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (de025e22-9258-4e88-a29c-18e32131947b), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.482249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4857-e439-4470-87ce-a18bb238ace4 None None] The sync data for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 is: [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:19Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:20.517366 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] For port de025e22-9258-4e88-a29c-18e32131947b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=de025e22-9258-4e88-a29c-18e32131947b,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:20.528017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (de025e22-9258-4e88-a29c-18e32131947b), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.605503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.13 (4e62da4f-6d56-4845-8fc7-b25881a26f46/c72cb385-d3a4-4c37-8a7d-475949451980/080438bf-6817-424c-b5d3-babd521386b4) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:20.638918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca934a8-587e-4e76-bcae-c34e70cdc41b None None] Pushing event updated for resources: {'Port': ['ID=de025e22-9258-4e88-a29c-18e32131947b,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:20.775858 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (080438bf-6817-424c-b5d3-babd521386b4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.811641 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (080438bf-6817-424c-b5d3-babd521386b4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.854653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:20.857887 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:20.860327 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:20.899838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=080438bf-6817-424c-b5d3-babd521386b4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:20.931335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:20.931992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.952393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2acbcc8a-34e6-4fbd-9665-ac881040634d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341474 Apr 07 12:23:20.964906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Request body: {'port': {'device_id': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:21.059780 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (080438bf-6817-424c-b5d3-babd521386b4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.107783 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device de025e22-9258-4e88-a29c-18e32131947b up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:21.185965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-5886e49e-4e0c-4120-ab2f-2682a7c47004 None None] Provisioning complete for port 080438bf-6817-424c-b5d3-babd521386b4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:21.186344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5886e49e-4e0c-4120-ab2f-2682a7c47004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (080438bf-6817-424c-b5d3-babd521386b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.231869 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-5886e49e-4e0c-4120-ab2f-2682a7c47004 None None] Port 080438bf-6817-424c-b5d3-babd521386b4 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:23:21.240517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port de025e22-9258-4e88-a29c-18e32131947b triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:21.240842 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (de025e22-9258-4e88-a29c-18e32131947b), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.357900 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port de025e22-9258-4e88-a29c-18e32131947b is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:21.438674 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080438bf-6817-424c-b5d3-babd521386b4 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:23:21.446802 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Publish callbacks [] for port (080438bf-6817-424c-b5d3-babd521386b4), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.460363 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Transition to ACTIVE for port object 080438bf-6817-424c-b5d3-babd521386b4 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:23:21.466497 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (080438bf-6817-424c-b5d3-babd521386b4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.473436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ee56-b111-415a-ae3d-bb18638cbe4a req-f2e9d9f5-8729-440d-919e-0c73ca802a98 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:21.475694 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9990ee56-b111-415a-ae3d-bb18638cbe4a req-f2e9d9f5-8729-440d-919e-0c73ca802a98 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 932 time: 0.0710766 Apr 07 12:23:21.519608 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Pushing event updated for resources: {'Port': ['ID=080438bf-6817-424c-b5d3-babd521386b4,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:21.558175 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9990ee56-b111-415a-ae3d-bb18638cbe4a req-61632f80-ec2e-4b9a-ac0d-e355c20cfca8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710139 Apr 07 12:23:21.634583 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Attempting to bind port 080438bf-6817-424c-b5d3-babd521386b4 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:23:21.634999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Attempting to bind port 080438bf-6817-424c-b5d3-babd521386b4 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:23:21.635459 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Attempting to bind port 080438bf-6817-424c-b5d3-babd521386b4 on network 4e62da4f-6d56-4845-8fc7-b25881a26f46 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:21.641879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Port 080438bf-6817-424c-b5d3-babd521386b4 on network 4e62da4f-6d56-4845-8fc7-b25881a26f46 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:23:21.642476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Attempting to bind port 080438bf-6817-424c-b5d3-babd521386b4 on network 4e62da4f-6d56-4845-8fc7-b25881a26f46 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:21.649086 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:23:21.649470 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Checking segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:23:21.649891 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Bound using segment: {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:23:21.650329 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Bound port: 080438bf-6817-424c-b5d3-babd521386b4, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98603858-fb12-4372-b0cb-a1dda46f4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:23:21.650692 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (080438bf-6817-424c-b5d3-babd521386b4), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.739387 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] For port 080438bf-6817-424c-b5d3-babd521386b4, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:23:21.742616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] For port 080438bf-6817-424c-b5d3-babd521386b4, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=080438bf-6817-424c-b5d3-babd521386b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:23:21.756573 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (080438bf-6817-424c-b5d3-babd521386b4), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.805659 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:21.806282 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:21.808442 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] 10.222.0.23 "PUT /v2.0/ports/080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 1092 time: 0.8478894 Apr 07 12:23:21.808911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'tag': '080438bf-6817-424c-b5d3-babd521386b4'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:21.817864 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19321cfe-3697-4288-9fd5-5bd65f3c717d" -d '{"events": [{"name": "network-changed", "server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "tag": "080438bf-6817-424c-b5d3-babd521386b4"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:21.884791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd314-eaed-422c-847b-02c5a5e131bb service neutron] Pushing event updated for resources: {'Port': ['ID=080438bf-6817-424c-b5d3-babd521386b4,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:21.922180 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4139eff-3aac-4ce2-9627-e32d1903a99f x-openstack-request-id: req-b4139eff-3aac-4ce2-9627-e32d1903a99f {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:21.922774 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "tag": "080438bf-6817-424c-b5d3-babd521386b4", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:21.923035 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4139eff-3aac-4ce2-9627-e32d1903a99f {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:21.923449 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4139eff-3aac-4ce2-9627-e32d1903a99f'] response: {'name': 'network-changed', 'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'tag': '080438bf-6817-424c-b5d3-babd521386b4', 'status': 'completed', 'code': 200} Apr 07 12:23:21.943643 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-c3c95997-1489-4eca-b3f1-c20f8015f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:21.945197 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-c3c95997-1489-4eca-b3f1-c20f8015f22a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1126 time: 0.0821979 Apr 07 12:23:21.999447 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-2f3fa966-4b04-4b4e-8212-f5100df3ba3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 217 time: 0.0466020 Apr 07 12:23:22.059406 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-d16f46e9-b3ce-4651-b540-d1ff87522d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.060904 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-d16f46e9-b3ce-4651-b540-d1ff87522d0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.0530560 Apr 07 12:23:22.114829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-cf89807b-6754-4aa9-931a-76357f79a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.116441 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-cf89807b-6754-4aa9-931a-76357f79a831 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500107 Apr 07 12:23:22.217559 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-3bf1284b-744d-4374-90d9-7d9d7ea4d66f service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953965 Apr 07 12:23:22.304959 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-097ab11d-b00e-4d98-8a6b-a36b66231a5a req-4077f552-4715-4315-9ff8-a60a5d4cce98 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819097 Apr 07 12:23:22.401396 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-63990fd2-9cea-4b09-b09a-3b1f1fa2f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.402942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-63990fd2-9cea-4b09-b09a-3b1f1fa2f900 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1126 time: 0.0500915 Apr 07 12:23:22.502821 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-866d1e79-22f3-4206-b2cc-a1663861155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.504280 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-866d1e79-22f3-4206-b2cc-a1663861155d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 898 time: 0.0952680 Apr 07 12:23:22.544827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-240c7a32-5ab2-4bcf-a2a3-9551c17e19f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 217 time: 0.0351501 Apr 07 12:23:22.600510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-b719bb8a-714c-44be-9fc1-5bcad4f35fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.602749 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-b719bb8a-714c-44be-9fc1-5bcad4f35fbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.0517938 Apr 07 12:23:22.658316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-c3ce32e6-da26-4e53-aebd-11bd15b79d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.660196 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-c3ce32e6-da26-4e53-aebd-11bd15b79d41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506959 Apr 07 12:23:22.696387 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b767ad9-0fee-4cf1-a826-286d02c533fd req-bd71142c-09d4-4691-a3ef-9753fe533fec tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.698652 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b767ad9-0fee-4cf1-a826-286d02c533fd req-bd71142c-09d4-4691-a3ef-9753fe533fec tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0711961 Apr 07 12:23:22.759853 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9b767ad9-0fee-4cf1-a826-286d02c533fd req-19851703-e906-4a8e-bc36-22c6686e0668 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537512 Apr 07 12:23:22.766231 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-39d8cbbb-23ba-4606-bde9-a1739ceb095d service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985389 Apr 07 12:23:22.864560 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-19321cfe-3697-4288-9fd5-5bd65f3c717d req-b34d5250-7df3-4db5-b331-285dae9dc258 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916140 Apr 07 12:23:23.896304 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cbd2b-bc2d-4c01-9451-51884c6962f3 req-19fac927-9fef-4a87-8515-cdcdd43a141b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:23.897687 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-273cbd2b-bc2d-4c01-9451-51884c6962f3 req-19fac927-9fef-4a87-8515-cdcdd43a141b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0546455 Apr 07 12:23:23.956394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-273cbd2b-bc2d-4c01-9451-51884c6962f3 req-ea83c40f-550f-4759-83f1-9fadc0496e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520434 Apr 07 12:23:25.019981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 080438bf-6817-424c-b5d3-babd521386b4 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:23:25.079823 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675a92-7708-413f-ba1f-111e03881e1a req-935bbc10-5930-417c-b903-d2742e41b674 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:25.081351 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78675a92-7708-413f-ba1f-111e03881e1a req-935bbc10-5930-417c-b903-d2742e41b674 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0530114 Apr 07 12:23:25.123722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 080438bf-6817-424c-b5d3-babd521386b4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=080438bf-6817-424c-b5d3-babd521386b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:25.133276 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-78675a92-7708-413f-ba1f-111e03881e1a req-cdbe8623-43ba-4c1b-8e34-04dc17627c3b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Apr 07 12:23:25.134845 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '080438bf-6817-424c-b5d3-babd521386b4', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'port_id': '080438bf-6817-424c-b5d3-babd521386b4', 'mac_address': 'fa:16:3e:68:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:23:25.173374 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 080438bf-6817-424c-b5d3-babd521386b4 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:25.173762 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (080438bf-6817-424c-b5d3-babd521386b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:25.186345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080438bf-6817-424c-b5d3-babd521386b4 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:23:25.205299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 080438bf-6817-424c-b5d3-babd521386b4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=080438bf-6817-424c-b5d3-babd521386b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:25.209514 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (080438bf-6817-424c-b5d3-babd521386b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:25.258252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=080438bf-6817-424c-b5d3-babd521386b4,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:25.458091 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['080438bf-6817-424c-b5d3-babd521386b4'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:23:26.260836 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a48865-0075-4ea3-8096-a1b501dfc2f0 req-80f3784c-cbe8-40fe-9d7d-67442f35ae5d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:26.262374 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6a48865-0075-4ea3-8096-a1b501dfc2f0 req-80f3784c-cbe8-40fe-9d7d-67442f35ae5d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0562325 Apr 07 12:23:26.310921 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d6a48865-0075-4ea3-8096-a1b501dfc2f0 req-fc5ced4a-7985-43fc-a46d-cacc7542855a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428271 Apr 07 12:23:27.031494 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 080438bf-6817-424c-b5d3-babd521386b4 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:27.101572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 080438bf-6817-424c-b5d3-babd521386b4 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:23:27.106067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 080438bf-6817-424c-b5d3-babd521386b4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:27.106446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (080438bf-6817-424c-b5d3-babd521386b4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:27.185527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 080438bf-6817-424c-b5d3-babd521386b4 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:27.185927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (080438bf-6817-424c-b5d3-babd521386b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:27.208893 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080438bf-6817-424c-b5d3-babd521386b4'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:27.211149 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809281d5-2e15-4013-945f-d1db37b88bf2" -d '{"events": [{"server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "080438bf-6817-424c-b5d3-babd521386b4"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:27.223961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 080438bf-6817-424c-b5d3-babd521386b4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=080438bf-6817-424c-b5d3-babd521386b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:27.227854 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (080438bf-6817-424c-b5d3-babd521386b4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:27.257868 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8e059-1b72-44e6-9e76-afc55cd96bbd x-openstack-request-id: req-3ef8e059-1b72-44e6-9e76-afc55cd96bbd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:27.258165 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "080438bf-6817-424c-b5d3-babd521386b4", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:27.258454 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef8e059-1b72-44e6-9e76-afc55cd96bbd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:27.258853 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef8e059-1b72-44e6-9e76-afc55cd96bbd'] response: {'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080438bf-6817-424c-b5d3-babd521386b4', 'code': 200} Apr 07 12:23:27.294524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=080438bf-6817-424c-b5d3-babd521386b4,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:27.351244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c81f-fdad-46c6-bdcb-9e7016be0557 req-98f632cd-524b-466d-bb9e-b21b18b74a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:27.352751 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2681c81f-fdad-46c6-bdcb-9e7016be0557 req-98f632cd-524b-466d-bb9e-b21b18b74a8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0444818 Apr 07 12:23:27.399317 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2681c81f-fdad-46c6-bdcb-9e7016be0557 req-26eed602-8ea7-4790-b38c-6e957d9e4b7a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Apr 07 12:23:27.437023 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2287-798b-48da-a8ca-4dbc67b9b1ae req-af058a46-d1e5-4ec5-a728-b369fe6aaeb7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:27.438582 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ebf2287-798b-48da-a8ca-4dbc67b9b1ae req-af058a46-d1e5-4ec5-a728-b369fe6aaeb7 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0593476 Apr 07 12:23:27.488722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ebf2287-798b-48da-a8ca-4dbc67b9b1ae req-e804936d-2a0d-498f-bd39-6d40c046d181 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Apr 07 12:23:28.611135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f60a1-4656-4e9b-a90d-9eba920fe374 req-61434939-7f8d-440e-8799-2690f093ae62 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:28.612634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e0f60a1-4656-4e9b-a90d-9eba920fe374 req-61434939-7f8d-440e-8799-2690f093ae62 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0533464 Apr 07 12:23:28.661704 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5e0f60a1-4656-4e9b-a90d-9eba920fe374 req-3d32f037-3d69-417c-afb0-ea66dc5f0c5f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 Apr 07 12:23:28.785301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1b1f4-a4a7-46a4-8bd4-a682fd514aa9 req-48bf4bb8-86e2-4e12-8cb2-cf5b2f6fac88 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:28.786720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1f1b1f4-a4a7-46a4-8bd4-a682fd514aa9 req-48bf4bb8-86e2-4e12-8cb2-cf5b2f6fac88 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0581801 Apr 07 12:23:28.846084 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1f1b1f4-a4a7-46a4-8bd4-a682fd514aa9 req-df4f1a67-bc4a-4a0a-8818-afec5f43e3f6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535882 Apr 07 12:23:28.867954 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39568) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:28.911803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e887ad6-0b3a-4c75-8ceb-35cdaf47d56e tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:28.913364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1e887ad6-0b3a-4c75-8ceb-35cdaf47d56e tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1123 time: 0.0444121 Apr 07 12:23:28.916127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39570) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:28.920418 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '080438bf-6817-424c-b5d3-babd521386b4', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:28.940761 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:29.046962 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:29.155538 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.159 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/367d1960-1b93-49ab-9ea6-ac7ff1c187d5) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:29.262144 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:29.295182 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:29.331110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:29.335391 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:29.342003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:29.347406 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=367d1960-1b93-49ab-9ea6-ac7ff1c187d5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:29.697172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (cefaa6bf-7030-41cf-9d31-6f22c483d756), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:29.766035 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.239592 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.244262 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.316901 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=367d1960-1b93-49ab-9ea6-ac7ff1c187d5,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:30.328132 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (cefaa6bf-7030-41cf-9d31-6f22c483d756), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.432166 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP cefaa6bf-7030-41cf-9d31-6f22c483d756 associated. External IP: 172.25.5.159, port: 080438bf-6817-424c-b5d3-babd521386b4. Apr 07 12:23:30.651324 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:30.758635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:30.768782 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04b130-bd80-4757-92cf-145fca10459a None None] Sync routers for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:30.776548 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.781181 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:30.781841 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:30.806705 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52a39309-5919-4492-9be2-367e53844c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.814210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6bcc3033-b5a1-4e76-bb5e-0d88c0aafd76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8945906 Apr 07 12:23:30.814210 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'tag': '080438bf-6817-424c-b5d3-babd521386b4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:30.814890 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5614bdee-c8bf-4503-b315-d6cf2c61025c" -d '{"events": [{"name": "network-changed", "server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "tag": "080438bf-6817-424c-b5d3-babd521386b4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:30.857604 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b825ca5-e53d-4932-97ed-7cf1fac1d94d x-openstack-request-id: req-5b825ca5-e53d-4932-97ed-7cf1fac1d94d {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:30.857971 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "tag": "080438bf-6817-424c-b5d3-babd521386b4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:30.858246 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b825ca5-e53d-4932-97ed-7cf1fac1d94d {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:30.858717 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b825ca5-e53d-4932-97ed-7cf1fac1d94d'] response: {'name': 'network-changed', 'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'tag': '080438bf-6817-424c-b5d3-babd521386b4', 'status': 'completed', 'code': 200} Apr 07 12:23:30.906839 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:30.926296 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459bd3-a831-4688-843b-022420c3e2f7 req-79837c33-f216-400b-a400-1b14b05f5a5d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:30.928596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-7ee265dc-f92f-4b55-b8bd-eb0b1ba00b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:30.930154 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-7ee265dc-f92f-4b55-b8bd-eb0b1ba00b9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0521882 Apr 07 12:23:30.933922 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24459bd3-a831-4688-843b-022420c3e2f7 req-79837c33-f216-400b-a400-1b14b05f5a5d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0661311 Apr 07 12:23:30.981067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-24459bd3-a831-4688-843b-022420c3e2f7 req-2f029835-59b9-4faa-ae50-5a9c8455266b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Apr 07 12:23:31.005920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:31.085606 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-2b5c6ed1-e001-442f-8a59-db95ce68431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:31.087159 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-2b5c6ed1-e001-442f-8a59-db95ce68431e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 898 time: 0.1509135 Apr 07 12:23:31.093319 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d2b4826f-0408-46e1-8f0f-81033d366d1a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/cefaa6bf-7030-41cf-9d31-6f22c483d756 HTTP/1.1" status: 200 len: 992 time: 0.0862308 Apr 07 12:23:31.147100 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'cefaa6bf-7030-41cf-9d31-6f22c483d756', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'port_id': '080438bf-6817-424c-b5d3-babd521386b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'mac_address': 'fa:16:3e:68:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:23:29Z', 'updated_at': '2022-04-07T12:23:29Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:20Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:31.154099 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-69a52080-c060-4b33-9b19-921f6b3c4e09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 1000 time: 0.0596690 Apr 07 12:23:31.177692 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04b130-bd80-4757-92cf-145fca10459a None None] Checking router: 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:31.186375 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:31.187019 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:23:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:31.202562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-fa2a5d97-5a08-4214-ae6c-2ce1d94b67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:31.204018 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-fa2a5d97-5a08-4214-ae6c-2ce1d94b67cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.0448489 Apr 07 12:23:31.258237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-d3972105-78d1-4ca0-8ca8-4f0642b272ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:31.259815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-d3972105-78d1-4ca0-8ca8-4f0642b272ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506103 Apr 07 12:23:31.292509 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:31.349908 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-2fe304e4-cb12-4804-a8e6-ec8f9e4d3a92 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843854 Apr 07 12:23:31.446056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5614bdee-c8bf-4503-b315-d6cf2c61025c req-e7acf02c-6ad3-41dd-a3d6-2193c23d3809 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903227 Apr 07 12:23:31.612832 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-db04b130-bd80-4757-92cf-145fca10459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'cefaa6bf-7030-41cf-9d31-6f22c483d756', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'port_id': '080438bf-6817-424c-b5d3-babd521386b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'mac_address': 'fa:16:3e:68:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:23:29Z', 'updated_at': '2022-04-07T12:23:29Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:20Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:31.639425 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04b130-bd80-4757-92cf-145fca10459a None None] The sync data for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 is: [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': 'cefaa6bf-7030-41cf-9d31-6f22c483d756', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'port_id': '080438bf-6817-424c-b5d3-babd521386b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'mac_address': 'fa:16:3e:68:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:23:29Z', 'updated_at': '2022-04-07T12:23:29Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:20Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:31.836822 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e5510-d3d8-4c79-8b03-aa5722daaceb None None] New status for floating IP cefaa6bf-7030-41cf-9d31-6f22c483d756: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:23:32.097296 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39578) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:32.158354 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-fa755749-9573-4c36-8b36-df4acca92d40 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/cefaa6bf-7030-41cf-9d31-6f22c483d756 HTTP/1.1" status: 200 len: 994 time: 0.0598996 Apr 07 12:23:32.293329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:33.119417 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-efde5f1b-3b03-4b77-bd08-9b7d317501e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:34.247054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:34.720224 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:36.244617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:37.320952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:37.973640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-de385cf8-e863-49d4-8d55-6e19e4497c28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436766 Apr 07 12:23:38.075480 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fe78-a253-4e11-89da-adf77695823c req-4a492d0d-bb20-407a-a6bd-7696f3dbbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:38.077019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-4a492d0d-bb20-407a-a6bd-7696f3dbbf7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0495815 Apr 07 12:23:38.184510 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fe78-a253-4e11-89da-adf77695823c req-137b099e-2828-4225-97f6-d6f913dbc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:38.186023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-137b099e-2828-4225-97f6-d6f913dbc31a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 898 time: 0.0931020 Apr 07 12:23:38.263421 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-19021ac9-52e6-46f5-b3a1-d61535a358b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 1002 time: 0.0716684 Apr 07 12:23:38.313935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fe78-a253-4e11-89da-adf77695823c req-4737f5ca-90b3-431d-90ff-637d98f95d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:38.315366 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-4737f5ca-90b3-431d-90ff-637d98f95d9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.0438643 Apr 07 12:23:38.362508 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fe78-a253-4e11-89da-adf77695823c req-7eca0d7c-cb80-4a3e-98ab-a1b0b40f01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:38.363983 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-7eca0d7c-cb80-4a3e-98ab-a1b0b40f01c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435796 Apr 07 12:23:38.456433 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-ef1854a0-a11a-4a80-932a-403c9cea7777 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863385 Apr 07 12:23:38.548718 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5978fe78-a253-4e11-89da-adf77695823c req-3755c2f9-d61d-4e22-a5c9-fdfe1150106e service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867665 Apr 07 12:23:44.334700 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:00.800211 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9a82-e1bd-40e3-a2e6-f3134a5749a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:02.303307 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:03.121775 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f81b1e9b-f595-4325-a168-5664fcc2159f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:03.448131 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50881452-b820-45cc-8ac3-f776c4d5f65d req-03a97bdc-a429-476e-94b5-61bcf249de26 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:03.449667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50881452-b820-45cc-8ac3-f776c4d5f65d req-03a97bdc-a429-476e-94b5-61bcf249de26 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0576861 Apr 07 12:24:03.499442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-50881452-b820-45cc-8ac3-f776c4d5f65d req-fd816b5c-7661-4b1f-b61f-5cde98219172 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Apr 07 12:24:04.260859 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:04.648166 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f1cc9-e3d9-4463-8917-02b45dcf22a2 req-7f545767-239e-449a-83da-46cd64394ed5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:04.649892 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f7f1cc9-e3d9-4463-8917-02b45dcf22a2 req-7f545767-239e-449a-83da-46cd64394ed5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0613921 Apr 07 12:24:04.701789 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4f7f1cc9-e3d9-4463-8917-02b45dcf22a2 req-f8ed9b1c-af4e-454b-b57e-ed4cbf3f3e76 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Apr 07 12:24:04.729375 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:05.825262 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136526-cbdd-4fa2-8c23-d7b053552c0a req-80c2a78a-f230-42b0-94bd-3d7b35c2ca6b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:05.826780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e136526-cbdd-4fa2-8c23-d7b053552c0a req-80c2a78a-f230-42b0-94bd-3d7b35c2ca6b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0552750 Apr 07 12:24:05.877184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e136526-cbdd-4fa2-8c23-d7b053552c0a req-1e9330f3-f623-4e46-8e16-5edcaff1ae1e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447495 Apr 07 12:24:06.250022 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:07.006714 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca1540-9c97-4790-9e10-c34b1a6a27cf req-05a5bb8a-2af3-460c-9ad6-7f768d0b9d30 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:07.008394 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3dca1540-9c97-4790-9e10-c34b1a6a27cf req-05a5bb8a-2af3-460c-9ad6-7f768d0b9d30 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0584748 Apr 07 12:24:07.058439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3dca1540-9c97-4790-9e10-c34b1a6a27cf req-c0ccfc48-8c5e-489a-a1aa-3ad7c69d2455 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Apr 07 12:24:07.324795 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:08.182328 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb19715-82ce-43d3-b6e7-a0617a1d5a73 req-1351c314-e9e7-4306-9881-c140ebeecc52 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:08.184935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adb19715-82ce-43d3-b6e7-a0617a1d5a73 req-1351c314-e9e7-4306-9881-c140ebeecc52 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0561385 Apr 07 12:24:08.242640 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-adb19715-82ce-43d3-b6e7-a0617a1d5a73 req-e35b6c56-eee8-42fd-9aae-972fa517491f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519469 Apr 07 12:24:09.365115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324e14c-7867-445c-aca8-3eb93928f644 req-3d2e099a-2701-48f1-8b9b-7ce5156d2f9f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:09.366608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3324e14c-7867-445c-aca8-3eb93928f644 req-3d2e099a-2701-48f1-8b9b-7ce5156d2f9f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0532384 Apr 07 12:24:09.424021 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3324e14c-7867-445c-aca8-3eb93928f644 req-3980fe8a-85d9-4f3d-8344-b82328a221b6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493982 Apr 07 12:24:10.549098 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36fbf8-53f5-48a4-bbb4-0063e6fd27bd req-88b01ab4-57f6-40d7-9628-1bd745cbe5ec tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:10.550614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba36fbf8-53f5-48a4-bbb4-0063e6fd27bd req-88b01ab4-57f6-40d7-9628-1bd745cbe5ec tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0538495 Apr 07 12:24:10.608243 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ba36fbf8-53f5-48a4-bbb4-0063e6fd27bd req-944b63de-65f0-489a-ad52-718f734c0894 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476120 Apr 07 12:24:11.744205 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167146c0-e286-4104-8fad-e346413e020d req-407ca23b-059c-430d-b068-d001807f8adf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:11.746332 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-167146c0-e286-4104-8fad-e346413e020d req-407ca23b-059c-430d-b068-d001807f8adf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0675237 Apr 07 12:24:11.795278 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-167146c0-e286-4104-8fad-e346413e020d req-9c0d3176-9cbc-4891-bada-f323cd4d79a3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Apr 07 12:24:12.924254 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53c33-9531-4d3c-9fb2-d8ff81b2cbfc req-eca86699-ff44-4b43-bd9a-d96bee40a46b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:12.925802 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5d53c33-9531-4d3c-9fb2-d8ff81b2cbfc req-eca86699-ff44-4b43-bd9a-d96bee40a46b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0605369 Apr 07 12:24:12.977680 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b5d53c33-9531-4d3c-9fb2-d8ff81b2cbfc req-fdfca461-95ca-4ad6-9c64-1707cc63b53c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Apr 07 12:24:14.113162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a238fb-eb03-4489-bbfe-01a85b10f2d1 req-40e4c482-dc7e-4603-8a85-c1c53e988ca1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:14.114809 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00a238fb-eb03-4489-bbfe-01a85b10f2d1 req-40e4c482-dc7e-4603-8a85-c1c53e988ca1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0609722 Apr 07 12:24:14.169356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-00a238fb-eb03-4489-bbfe-01a85b10f2d1 req-628f379b-5696-4ba0-ae75-1edf43f871d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484858 Apr 07 12:24:15.288203 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507dca2-0aa2-4b10-8340-04201a63e703 req-5395616a-ccd3-4264-8c2f-ee7cf6e32a4c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:15.289626 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8507dca2-0aa2-4b10-8340-04201a63e703 req-5395616a-ccd3-4264-8c2f-ee7cf6e32a4c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0525963 Apr 07 12:24:15.344120 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8507dca2-0aa2-4b10-8340-04201a63e703 req-55f1254e-9a2e-466d-a7f4-b01349f117e4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480192 Apr 07 12:24:16.465489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091087-190f-42c3-89da-0745255d9997 req-e206a32a-03a4-443a-af9f-161c8b81a625 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:16.466998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db091087-190f-42c3-89da-0745255d9997 req-e206a32a-03a4-443a-af9f-161c8b81a625 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0547290 Apr 07 12:24:16.516209 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-db091087-190f-42c3-89da-0745255d9997 req-75e04ec8-0231-4285-888c-5ca3d90073e3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Apr 07 12:24:17.642459 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a352d5-13ac-46f5-92ca-84f3efc82b00 req-74069138-5181-4023-995b-2d6efcc924b6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:17.643940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1a352d5-13ac-46f5-92ca-84f3efc82b00 req-74069138-5181-4023-995b-2d6efcc924b6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Apr 07 12:24:17.692339 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a1a352d5-13ac-46f5-92ca-84f3efc82b00 req-5111f781-2bc9-440e-a494-f9855efb0461 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Apr 07 12:24:18.814735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df55ca-50eb-45c0-9eca-5f27a8d678d4 req-d3fcbab0-243e-4aa6-8536-1359c318b10d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:18.816189 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4df55ca-50eb-45c0-9eca-5f27a8d678d4 req-d3fcbab0-243e-4aa6-8536-1359c318b10d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0558748 Apr 07 12:24:18.865476 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4df55ca-50eb-45c0-9eca-5f27a8d678d4 req-bf9b5d16-2603-4b0d-8ab9-d03a20ea3df1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435870 Apr 07 12:24:18.888457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39620) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:18.946988 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-28ee476c-3ba8-453f-9037-b33a350518be tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/cefaa6bf-7030-41cf-9d31-6f22c483d756 HTTP/1.1" status: 200 len: 994 time: 0.0574207 Apr 07 12:24:20.225202 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba7d7-b311-4d3b-a809-a5a5df0d732b req-7919b6a9-f63c-441b-b8fe-164be4e3ddb4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:20.226724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-574ba7d7-b311-4d3b-a809-a5a5df0d732b req-7919b6a9-f63c-441b-b8fe-164be4e3ddb4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0579162 Apr 07 12:24:20.242080 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-b7a18e15-4ea8-4991-9164-d076e161d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:20.243587 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-b7a18e15-4ea8-4991-9164-d076e161d78d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0454600 Apr 07 12:24:20.279635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-574ba7d7-b311-4d3b-a809-a5a5df0d732b req-6a09e776-68b9-46c9-93d6-e9adea65dc22 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465095 Apr 07 12:24:20.335461 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-50808ff6-0945-4f82-a80a-5b6025ee75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:20.336911 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-50808ff6-0945-4f82-a80a-5b6025ee75e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 898 time: 0.0879819 Apr 07 12:24:20.400543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-997735b9-26f0-495f-ab7f-992e5aab3a2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 1002 time: 0.0572662 Apr 07 12:24:20.452950 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-b4add8e7-08c1-44cf-8aed-afa7857d1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:20.454409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-b4add8e7-08c1-44cf-8aed-afa7857d1c38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.0475788 Apr 07 12:24:20.504149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-915530d7-443d-4e15-bebc-4e4c66f0a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:20.505578 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-915530d7-443d-4e15-bebc-4e4c66f0a611 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448411 Apr 07 12:24:20.515243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-59a6e3ba-373a-4232-8f69-d81a18984401 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:24:20.516165 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-59a6e3ba-373a-4232-8f69-d81a18984401 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048771 Apr 07 12:24:20.604064 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-49bc52b1-dd52-482e-a582-15c650df9a74 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821311 Apr 07 12:24:20.697742 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-eebcfb7a-9250-4bbe-bec9-6773ef2d9a21 req-088dd0b0-dca0-4446-9e0a-8140f687f8c4 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878892 Apr 07 12:24:21.333943 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:21.402507 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351d96-d162-4103-8d2c-058196136d04 req-c3613339-e84c-4e4a-8bc6-978e56212f6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:21.404061 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd351d96-d162-4103-8d2c-058196136d04 req-c3613339-e84c-4e4a-8bc6-978e56212f6f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0537724 Apr 07 12:24:21.454442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd351d96-d162-4103-8d2c-058196136d04 req-343b9d69-edf9-44fc-8e06-cff11b8398d9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446610 Apr 07 12:24:21.476787 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39630) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:21.537548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-74456ebc-00e6-4100-a088-36cd68b477e4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/cefaa6bf-7030-41cf-9d31-6f22c483d756 HTTP/1.1" status: 200 len: 994 time: 0.0595419 Apr 07 12:24:30.800499 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d3adcce4-5f34-4665-aede-1b5d35974773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:32.304171 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:33.123922 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50b7d545-d2d2-4e32-8920-4816ec524e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:34.256809 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:34.726476 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:36.253490 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:37.326702 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:38.982827 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-a2744772-c8b7-4348-b2a7-491d0817f422 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1001945 Apr 07 12:24:39.069489 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579537c-26bf-4981-a490-7536a650e6e4 req-ec38c590-aa91-4d16-8527-fe817763e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:39.070980 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-ec38c590-aa91-4d16-8527-fe817763e4a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0449228 Apr 07 12:24:39.170427 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579537c-26bf-4981-a490-7536a650e6e4 req-20e6e774-da5f-441d-95ff-929587bb1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:39.171881 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-20e6e774-da5f-441d-95ff-929587bb1eb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 898 time: 0.0823686 Apr 07 12:24:39.240849 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-d7d87d0c-e1f0-4f86-8e92-41c16ad87cc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 1002 time: 0.0626111 Apr 07 12:24:39.287792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579537c-26bf-4981-a490-7536a650e6e4 req-e7f878a7-394c-4f6f-be68-9aefebcc72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:39.289235 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-e7f878a7-394c-4f6f-be68-9aefebcc72c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.0423803 Apr 07 12:24:39.338036 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579537c-26bf-4981-a490-7536a650e6e4 req-b66b7cc5-e6dc-4164-bae6-279476fd2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:39.339597 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-b66b7cc5-e6dc-4164-bae6-279476fd2de8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444801 Apr 07 12:24:39.431107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-1a7cb1f4-62a8-4cc2-b703-419c98cc7e6e service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848057 Apr 07 12:24:39.518305 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8579537c-26bf-4981-a490-7536a650e6e4 req-5c8b1311-4022-4e1d-ab0b-d2628d600ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813289 Apr 07 12:24:51.929398 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39648) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:52.086840 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 367d1960-1b93-49ab-9ea6-ac7ff1c187d5 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:52.087176 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:52.171480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:52.171814 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:52.184601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 367d1960-1b93-49ab-9ea6-ac7ff1c187d5 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:52.335812 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (367d1960-1b93-49ab-9ea6-ac7ff1c187d5), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:52.363027 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=367d1960-1b93-49ab-9ea6-ac7ff1c187d5,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:52.390706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.391063 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.391413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.391759 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.392106 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.392446 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.392782 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.393117 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.393475 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.393808 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.394141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.394471 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.394798 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:52.434667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (cefaa6bf-7030-41cf-9d31-6f22c483d756), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:52.435026 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP cefaa6bf-7030-41cf-9d31-6f22c483d756 disassociated (deleted). External IP: 172.25.5.159, port: 080438bf-6817-424c-b5d3-babd521386b4. Apr 07 12:24:52.652982 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:24:52.765774 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:24:52.770603 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:52.775412 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] Sync routers for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:24:52.785320 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:24:52.785965 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:52.800177 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-45538486-2d5b-4aef-8743-2b6551124187 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/floatingips/cefaa6bf-7030-41cf-9d31-6f22c483d756 HTTP/1.1" status: 204 len: 168 time: 0.8695271 Apr 07 12:24:52.800767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'tag': '080438bf-6817-424c-b5d3-babd521386b4'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:24:52.803060 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f075cc5-5da3-4902-94ab-51bde5d90c74" -d '{"events": [{"name": "network-changed", "server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "tag": "080438bf-6817-424c-b5d3-babd521386b4"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:24:52.844986 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d898e-8c27-463f-99c1-860cb1122884 x-openstack-request-id: req-140d898e-8c27-463f-99c1-860cb1122884 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:24:52.845331 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "tag": "080438bf-6817-424c-b5d3-babd521386b4", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:24:52.845779 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-140d898e-8c27-463f-99c1-860cb1122884 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:24:52.846233 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140d898e-8c27-463f-99c1-860cb1122884'] response: {'name': 'network-changed', 'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'tag': '080438bf-6817-424c-b5d3-babd521386b4', 'status': 'completed', 'code': 200} Apr 07 12:24:52.898080 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:24:52.924840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-e9d31397-e9ce-45f7-b419-c5c42d9e7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:52.926312 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-e9d31397-e9ce-45f7-b419-c5c42d9e7145 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0556381 Apr 07 12:24:53.024641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-ffa74970-77a1-4f32-ba62-eaeba9178e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:53.026141 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-ffa74970-77a1-4f32-ba62-eaeba9178e77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 200 len: 898 time: 0.0927050 Apr 07 12:24:53.048961 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b04d-37c0-45e8-927a-d2a09f7faca7 req-f753cd47-6489-46da-b2fb-eba192d1a654 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:53.053683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c86b04d-37c0-45e8-927a-d2a09f7faca7 req-f753cd47-6489-46da-b2fb-eba192d1a654 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0646420 Apr 07 12:24:53.077719 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-9ce8f047-9638-45ed-8002-aabdf0ac24c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 200 len: 217 time: 0.0416067 Apr 07 12:24:53.104968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1c86b04d-37c0-45e8-927a-d2a09f7faca7 req-f71c0a21-757a-4d9d-8040-4fac2e4ba24f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487769 Apr 07 12:24:53.114683 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:20Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:53.149153 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] Checking router: 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:24:53.159580 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:24:53.160205 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:53.274421 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:24:53.418218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-061494e5-ab4a-4161-a52a-e2d75951143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:53.419760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-061494e5-ab4a-4161-a52a-e2d75951143b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 200 len: 835 time: 0.3357687 Apr 07 12:24:53.472130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-96d8bb79-2253-45e4-b4ad-146ebe05a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:53.473585 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-96d8bb79-2253-45e4-b4ad-146ebe05a1ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e62da4f-6d56-4845-8fc7-b25881a26f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459633 Apr 07 12:24:53.489227 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:20Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:53.516384 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c9828-b234-49f6-8a36-556948fcfc2b None None] The sync data for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 is: [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'de025e22-9258-4e88-a29c-18e32131947b', 'name': '', 'network_id': '4e62da4f-6d56-4845-8fc7-b25881a26f46', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:c1:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:16Z', 'updated_at': '2022-04-07T12:23:20Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': 'c72cb385-d3a4-4c37-8a7d-475949451980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:24:53.569010 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-8d9958d1-49a0-456c-94f4-a9758118b790 service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883198 Apr 07 12:24:53.664134 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6f075cc5-5da3-4902-94ab-51bde5d90c74 req-68211821-1939-4067-97d9-96cdfd74c54a service neutron] 10.222.0.23 "GET /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878189 Apr 07 12:24:53.741593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe313bde-3f34-4cb8-ac8e-19a8876abe2c None None] New status for floating IP cefaa6bf-7030-41cf-9d31-6f22c483d756: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:24:54.238681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21708d9-b4f0-4684-958f-45d82e07dc1b req-be360a60-11d5-4781-8e8c-a58dc945d298 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:54.240170 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c21708d9-b4f0-4684-958f-45d82e07dc1b req-be360a60-11d5-4781-8e8c-a58dc945d298 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0570431 Apr 07 12:24:54.291145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c21708d9-b4f0-4684-958f-45d82e07dc1b req-ae2b9f01-86db-41f2-a649-3cfe09cbce54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=af48e1e3-c907-48a4-bcf6-a5c144c84c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452523 Apr 07 12:24:54.471374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-4675ca86-afe6-4911-9cf9-ec7abf6b9e93 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:54.472836 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-4675ca86-afe6-4911-9cf9-ec7abf6b9e93 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0549893 Apr 07 12:24:54.569283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 080438bf-6817-424c-b5d3-babd521386b4 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:54.569622 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (080438bf-6817-424c-b5d3-babd521386b4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.660771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 080438bf-6817-424c-b5d3-babd521386b4, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=080438bf-6817-424c-b5d3-babd521386b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:24:54.661155 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (080438bf-6817-424c-b5d3-babd521386b4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.678100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 080438bf-6817-424c-b5d3-babd521386b4 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:54.805949 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (080438bf-6817-424c-b5d3-babd521386b4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.834946 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=080438bf-6817-424c-b5d3-babd521386b4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:54.847710 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.848071 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.848423 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.848770 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.849115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.849476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.849808 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.850149 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.850478 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.850807 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.851139 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.851471 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.851797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.893222 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] No DVR routers for this DVR port 080438bf-6817-424c-b5d3-babd521386b4 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:24:54.895762 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.899081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-9246a74e-e60e-4789-a6a2-fd70f453e9cd req-7dfa2789-be02-4b1a-9ee1-c2a11a8e2edb tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "DELETE /v2.0/ports/080438bf-6817-424c-b5d3-babd521386b4 HTTP/1.1" status: 204 len: 173 time: 0.4216506 Apr 07 12:24:54.899524 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'name': 'network-vif-deleted', 'tag': '080438bf-6817-424c-b5d3-babd521386b4'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:24:54.901805 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c145ab8-6080-4122-8856-ffcc18aa2aff" -d '{"events": [{"server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "name": "network-vif-deleted", "tag": "080438bf-6817-424c-b5d3-babd521386b4"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:24:54.941259 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54173112-7561-41f4-8416-92afe27d2cb8 x-openstack-request-id: req-54173112-7561-41f4-8416-92afe27d2cb8 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:24:54.941563 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46623d09-ddc8-45dc-8b13-28923aa8e8d3", "name": "network-vif-deleted", "tag": "080438bf-6817-424c-b5d3-babd521386b4", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:24:54.941826 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54173112-7561-41f4-8416-92afe27d2cb8 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:24:54.942243 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54173112-7561-41f4-8416-92afe27d2cb8'] response: {'server_uuid': '46623d09-ddc8-45dc-8b13-28923aa8e8d3', 'name': 'network-vif-deleted', 'tag': '080438bf-6817-424c-b5d3-babd521386b4', 'status': 'completed', 'code': 200} Apr 07 12:24:55.411160 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b45395e7-ce78-4189-accf-2931e73f9356 req-4d57130e-dffd-48c3-bc27-a8a5155ab6a5 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=46623d09-ddc8-45dc-8b13-28923aa8e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0288832 Apr 07 12:24:56.473587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39664) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:56.865414 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.143033 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port de025e22-9258-4e88-a29c-18e32131947b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:57.143387 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (de025e22-9258-4e88-a29c-18e32131947b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.234252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port de025e22-9258-4e88-a29c-18e32131947b, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=de025e22-9258-4e88-a29c-18e32131947b,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:24:57.234619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (de025e22-9258-4e88-a29c-18e32131947b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.251108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for de025e22-9258-4e88-a29c-18e32131947b owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:57.460368 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (de025e22-9258-4e88-a29c-18e32131947b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.486033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 080438bf-6817-424c-b5d3-babd521386b4 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:24:57.507236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=de025e22-9258-4e88-a29c-18e32131947b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:57.510157 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 080438bf-6817-424c-b5d3-babd521386b4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:24:57.510569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 080438bf-6817-424c-b5d3-babd521386b4 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:24:58.022609 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.247728 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:24:58.335644 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:58.365417 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:24:58.370541 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-11d2b66a-e9fd-47e9-a131-e6feb4849e54 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/5d8a6a05-4dcc-48c2-86e2-442cc378e2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8959391 Apr 07 12:24:58.374062 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39666) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:58.377033 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] Sync routers for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:24:58.387776 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:24:58.388871 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:58.426812 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_v2 [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting subnet c72cb385-d3a4-4c37-8a7d-475949451980 {{(pid=104178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:24:58.430018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (c72cb385-d3a4-4c37-8a7d-475949451980), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.472045 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28885233'] for subnet (c72cb385-d3a4-4c37-8a7d-475949451980), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.501379 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:24:58.562028 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c72cb385-d3a4-4c37-8a7d-475949451980), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.634775 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25633106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25390450'] for subnet (c72cb385-d3a4-4c37-8a7d-475949451980), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.663115 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Subnet': ['ID=c72cb385-d3a4-4c37-8a7d-475949451980,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:58.670057 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.676282 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-973c20ef-9e94-4fa6-b4a5-e09064291d4f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/subnets/c72cb385-d3a4-4c37-8a7d-475949451980 HTTP/1.1" status: 204 len: 168 time: 0.2976129 Apr 07 12:24:58.676282 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39668) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:58.678262 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c0597-645a-4059-af7c-fb5f2fc268dc None None] Network 4e62da4f-6d56-4845-8fc7-b25881a26f46 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:24:58.717625 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:24:57Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:58.748879 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] Checking router: 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:24:58.758427 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] Routers {'5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:24:58.759046 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:58.823410 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.863450 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42dc595-9249-4510-9d73-252371735e88 None None] DHCP port deletion for 4e62da4f-6d56-4845-8fc7-b25881a26f46 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:24:58.918870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Deleting port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:58.919844 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.955560 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:58.990142 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] Set router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:24:59.015297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:59.015674 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.126495 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port 90eeef51-72eb-44ff-bc1f-61cc7ed560e3, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:24:59.127565 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.146701 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:59.173615 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-c42dc595-9249-4510-9d73-252371735e88 None None] For port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,segment=NetworkSegment(98603858-fb12-4372-b0cb-a1dda46f4a83),segment_id=98603858-fb12-4372-b0cb-a1dda46f4a83)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:24:59.173937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.192426 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Calling delete_port for c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:59.204788 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:24:59.208581 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:24:57Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:59.240504 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad100dfa-a0bd-4d70-b364-bf0eb6cdb988 None None] The sync data for ids ['5d8a6a05-4dcc-48c2-86e2-442cc378e2fd'] in n-d-836788-1 is: [{'id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176567723', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:23:13Z', 'updated_at': '2022-04-07T12:24:57Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': '90eeef51-72eb-44ff-bc1f-61cc7ed560e3', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8a6a05-4dcc-48c2-86e2-442cc378e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:23:14Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:24:59.343039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:24:59.343420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.352465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (c353bdb4-c702-4fca-91c2-b9f8fe9df2b4), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.353636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (90eeef51-72eb-44ff-bc1f-61cc7ed560e3), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.384151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=90eeef51-72eb-44ff-bc1f-61cc7ed560e3,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:59.386828 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Pushing event deleted for resources: {'Port': ['ID=c353bdb4-c702-4fca-91c2-b9f8fe9df2b4,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:59.399732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42dc595-9249-4510-9d73-252371735e88 None None] No DVR routers for this DVR port c353bdb4-c702-4fca-91c2-b9f8fe9df2b4 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:24:59.401881 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.402234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.402583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.403471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.403986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.404569 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.404920 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.405441 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.406442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.406792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.407129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.407491 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.408308 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dc595-9249-4510-9d73-252371735e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:59.451927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.546931 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.548942 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.599287 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (5d8a6a05-4dcc-48c2-86e2-442cc378e2fd), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.600180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Fanout notify agent at l3_agent the message router_deleted on router 5d8a6a05-4dcc-48c2-86e2-442cc378e2fd {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:24:59.608539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.609788 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-36e39bc2-ca07-4480-884e-8b103bfb1366 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/routers/5d8a6a05-4dcc-48c2-86e2-442cc378e2fd HTTP/1.1" status: 204 len: 168 time: 0.9329619 Apr 07 12:24:59.612571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39670) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:59.690962 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (4e62da4f-6d56-4845-8fc7-b25881a26f46), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.783909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (4e62da4f-6d56-4845-8fc7-b25881a26f46), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.803932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e62da4f-6d56-4845-8fc7-b25881a26f46']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:59.814024 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98603858-fb12-4372-b0cb-a1dda46f4a83') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:59.814345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98603858-fb12-4372-b0cb-a1dda46f4a83') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:59.823735 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (98603858-fb12-4372-b0cb-a1dda46f4a83), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.837557 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (98603858-fb12-4372-b0cb-a1dda46f4a83), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.844229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:24:59.844623 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (98603858-fb12-4372-b0cb-a1dda46f4a83), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:24:59.847672 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:24:59.913784 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (4e62da4f-6d56-4845-8fc7-b25881a26f46), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.922229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.924767 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/networks/4e62da4f-6d56-4845-8fc7-b25881a26f46 HTTP/1.1" status: 204 len: 168 time: 0.3111200 Apr 07 12:24:59.927536 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39672) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:59.939166 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d7416-f79d-4666-88fb-f22e1b28f54c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Network': ['ID=4e62da4f-6d56-4845-8fc7-b25881a26f46,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:59.992661 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eab5c799-a056-45ff-8655-3b19fcf96329 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (af48e1e3-c907-48a4-bcf6-a5c144c84c29), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.018379 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eab5c799-a056-45ff-8655-3b19fcf96329 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (af48e1e3-c907-48a4-bcf6-a5c144c84c29), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.077873 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eab5c799-a056-45ff-8655-3b19fcf96329 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (af48e1e3-c907-48a4-bcf6-a5c144c84c29), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.080471 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-eab5c799-a056-45ff-8655-3b19fcf96329 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.081927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-eab5c799-a056-45ff-8655-3b19fcf96329 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/security-groups/af48e1e3-c907-48a4-bcf6-a5c144c84c29 HTTP/1.1" status: 204 len: 168 time: 0.1534123 Apr 07 12:25:00.091781 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5c799-a056-45ff-8655-3b19fcf96329 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48e1e3-c907-48a4-bcf6-a5c144c84c29,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:00.402218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39678) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:00.408290 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613928952', 'description': 'tempest-secgroup-smoke-1613928952 description', 'project_id': '409b3e7241a64494bbaad017dfce2c9c'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:00.435105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.505538 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (236578d2-3189-4261-922a-622864d8a23c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.509749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (236578d2-3189-4261-922a-622864d8a23c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.547142 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.556401 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1438782 Apr 07 12:25:00.556401 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f0b8c-44d6-4459-80aa-73cdb9a18846 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236578d2-3189-4261-922a-622864d8a23c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:00.556765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39680) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:00.556765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '236578d2-3189-4261-922a-622864d8a23c', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:00.588323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (796633ec-ddba-44ad-92bf-6417005b995b), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.673648 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (796633ec-ddba-44ad-92bf-6417005b995b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.681866 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (796633ec-ddba-44ad-92bf-6417005b995b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.706260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796633ec-ddba-44ad-92bf-6417005b995b,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:00.719775 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.722262 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8bb902eb-37fa-4c72-93a7-322f4242c617 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683872 Apr 07 12:25:00.724131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39682) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:00.729057 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '236578d2-3189-4261-922a-622864d8a23c', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:00.755508 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (563d28e5-1222-426f-9706-d60122dfd723), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.804861 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-380b7500-62fb-46cb-b53c-c4bf363056bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.817564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (563d28e5-1222-426f-9706-d60122dfd723), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.821447 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (563d28e5-1222-426f-9706-d60122dfd723), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.840918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563d28e5-1222-426f-9706-d60122dfd723,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:00.855989 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.857276 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e6ed5802-0403-4265-8a5a-29dd6c253ece tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321850 Apr 07 12:25:00.860245 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39684) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:00.865061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '236578d2-3189-4261-922a-622864d8a23c', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:00.894892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (74eff4c1-05e8-48e9-acd6-3ad62a5989d5), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.956727 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (74eff4c1-05e8-48e9-acd6-3ad62a5989d5), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.960515 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (74eff4c1-05e8-48e9-acd6-3ad62a5989d5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.979113 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eff4c1-05e8-48e9-acd6-3ad62a5989d5,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:00.985314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.988890 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-13ac0d2e-cb36-44e2-83e6-e05cce7bf552 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244848 Apr 07 12:25:00.988890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39686) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:00.993016 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '236578d2-3189-4261-922a-622864d8a23c', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:01.024032 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (3ca4a42d-327b-42b5-96f4-5f522ae0d226), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.085774 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (3ca4a42d-327b-42b5-96f4-5f522ae0d226), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.090532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (3ca4a42d-327b-42b5-96f4-5f522ae0d226), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.106848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:01.111815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca4a42d-327b-42b5-96f4-5f522ae0d226,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:01.116828 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.118072 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-925233f8-5783-4bbc-99ef-ad8ac1105687 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284316 Apr 07 12:25:01.121018 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39688) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:01.126791 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '236578d2-3189-4261-922a-622864d8a23c', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:01.134841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:01.142303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 90eeef51-72eb-44ff-bc1f-61cc7ed560e3 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:01.142930 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device de025e22-9258-4e88-a29c-18e32131947b no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:01.156718 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:25:01.161732 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (e592240c-49f2-4115-8a6b-9ab0429615fc), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.163846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: de025e22-9258-4e88-a29c-18e32131947b {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:01.164194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device de025e22-9258-4e88-a29c-18e32131947b not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:01.220411 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (e592240c-49f2-4115-8a6b-9ab0429615fc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.224139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e592240c-49f2-4115-8a6b-9ab0429615fc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.242833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e592240c-49f2-4115-8a6b-9ab0429615fc,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:01.248648 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.249860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e1f1170d-9df3-400f-85e3-3531d234dea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270397 Apr 07 12:25:01.252579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39690) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:01.256922 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'security_group_rule': {'security_group_id': '236578d2-3189-4261-922a-622864d8a23c', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:01.275610 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Project 409b3e7241a64494bbaad017dfce2c9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:25:01.280417 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (da7fa5b6-2006-47f5-8449-f32a7ea93ed2), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.339311 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (da7fa5b6-2006-47f5-8449-f32a7ea93ed2), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.343472 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (da7fa5b6-2006-47f5-8449-f32a7ea93ed2), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.361913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7fa5b6-2006-47f5-8449-f32a7ea93ed2,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:01.369239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.370442 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d191126b-c5ec-4adb-99ed-5231437e3451 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167886 Apr 07 12:25:01.375244 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39692) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:01.380108 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'network': {'name': 'tempest-network-smoke--1853983555', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'port_security_enabled': True}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:01.398528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:25:01.401704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.425635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:25:01.435348 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dafebee6-2384-4114-b211-2d3dcdd0a396), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.435762 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Added segment dafebee6-2384-4114-b211-2d3dcdd0a396 of type vlan for network 025e6e92-6fd1-4d42-a669-98e679120ab9 Apr 07 12:25:01.480165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (025e6e92-6fd1-4d42-a669-98e679120ab9), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.504596 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (025e6e92-6fd1-4d42-a669-98e679120ab9), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.509741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:01.510315 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.563407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870866 Apr 07 12:25:01.566152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39694) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:01.570363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'admin_state_up': True, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:01.590762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6179d8-856e-4798-b794-6971ae471d00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Network': ['ID=025e6e92-6fd1-4d42-a669-98e679120ab9,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:01.602955 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:25:01.603902 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (71499036-8931-4ec4-9368-94a2b4776ebc), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.605094 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (71499036-8931-4ec4-9368-94a2b4776ebc), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.665889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (71499036-8931-4ec4-9368-94a2b4776ebc), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:01.812710 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (71499036-8931-4ec4-9368-94a2b4776ebc), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.016694 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (71499036-8931-4ec4-9368-94a2b4776ebc), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.035764 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.141705 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.38 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/d82f0a5b-b818-4761-87c9-112f69bcdf00) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:25:02.242917 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.283816 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.321442 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:25:02.324220 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:02.330757 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:25:02.336181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=d82f0a5b-b818-4761-87c9-112f69bcdf00,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:02.347288 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.591195 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (71499036-8931-4ec4-9368-94a2b4776ebc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.792022 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (71499036-8931-4ec4-9368-94a2b4776ebc), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.924048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 71499036-8931-4ec4-9368-94a2b4776ebc is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:25:03.033940 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:03.044639 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Sync routers for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:03.054146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:03.054770 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:24:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:03.055883 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.060284 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dbd027e5-b5bf-4507-ac1a-62293140c6d6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4900546 Apr 07 12:25:03.060529 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39696) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:03.091439 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-64027c34-1ff9-4ad7-8265-18d25542aac0 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=409b3e7241a64494bbaad017dfce2c9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268745 Apr 07 12:25:03.091706 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39698) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:03.153325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-996540a2-9dd0-4a72-b466-8fc672bc1c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.181768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:03.185768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2495f4-32a2-40aa-87c6-e986fd3c7342 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:03.187305 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5a2495f4-32a2-40aa-87c6-e986fd3c7342 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946660 Apr 07 12:25:03.190122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39700) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:03.373022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:02Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:03.406275 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Checking router: 71499036-8931-4ec4-9368-94a2b4776ebc for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:03.406627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Updating router 71499036-8931-4ec4-9368-94a2b4776ebc port d82f0a5b-b818-4761-87c9-112f69bcdf00 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:25:03.435386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.552855 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-94899a87-a86d-4d15-a38f-75804529a264 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2a149e59-0076-4d09-a23a-ef756275d523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3593946 Apr 07 12:25:03.553101 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39702) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:03.557712 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963349718', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:03.646755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:25:03.650319 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.702046 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Publish callbacks [] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.708750 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.757661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Attempting to bind port d82f0a5b-b818-4761-87c9-112f69bcdf00 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:25:03.758291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Attempting to bind port d82f0a5b-b818-4761-87c9-112f69bcdf00 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:25:03.758656 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Attempting to bind port d82f0a5b-b818-4761-87c9-112f69bcdf00 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:25:03.769403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23497f8e-0fb5-4865-8962-00df18817dc5 None None] Pushing event updated for resources: {'Port': ['ID=d82f0a5b-b818-4761-87c9-112f69bcdf00,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:03.771851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:25:03.772234 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:25:03.772641 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.773022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:25:03.773524 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Bound port: d82f0a5b-b818-4761-87c9-112f69bcdf00, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:25:03.773906 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.828768 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] For port d82f0a5b-b818-4761-87c9-112f69bcdf00, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:25:03.832908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] For port d82f0a5b-b818-4761-87c9-112f69bcdf00, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d82f0a5b-b818-4761-87c9-112f69bcdf00,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:25:03.835327 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (12f65133-4fd1-40ae-8c60-876e76e40771), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.838650 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.899793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:03.900422 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:03.902241 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23497f8e-0fb5-4865-8962-00df18817dc5 None None] Pushing event updated for resources: {'Port': ['ID=d82f0a5b-b818-4761-87c9-112f69bcdf00,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:03.905768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Subnet': ['ID=12f65133-4fd1-40ae-8c60-876e76e40771,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:03.913634 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Checking segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:25:03.914199 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network hostable DHCP agents. Network: 025e6e92-6fd1-4d42-a669-98e679120ab9, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:25:03.938628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:25:03.947777 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 025e6e92-6fd1-4d42-a669-98e679120ab9) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:03.957788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:03.958375 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.971250 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c9050-a706-4f74-a0d0-c7eed0cc3f26 None None] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:25:03.977724 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-df377523-68db-4c5c-8aba-0c702100cbf2 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4235957 Apr 07 12:25:03.978641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39704) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:04.078747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:04.164928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-025e6e92-6fd1-4d42-a669-98e679120ab9', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:25:04.165816 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.329717 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.407614 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Allocated IP 172.20.0.2 (025e6e92-6fd1-4d42-a669-98e679120ab9/12f65133-4fd1-40ae-8c60-876e76e40771/989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:25:04.439128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:02Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:04.468638 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.673458 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a44ae5-544b-42bb-9ff2-c4c708a9cf0b None None] The sync data for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 is: [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:02Z', 'revision_number': 3, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:04.760204 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.803979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Publish callbacks [] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.812993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.857669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:25:04.865572 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:04.867756 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Pushing event updated for resources: {'Port': ['ID=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:04.870104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:25:04.878982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.1 (025e6e92-6fd1-4d42-a669-98e679120ab9/12f65133-4fd1-40ae-8c60-876e76e40771/afda39a2-fa94-486b-85bc-76f274881e6e) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:25:04.953249 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Attempting to bind port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:25:04.953687 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Attempting to bind port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:25:04.954265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Attempting to bind port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc on network 025e6e92-6fd1-4d42-a669-98e679120ab9 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:25:04.964647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:25:04.964647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Checking segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:25:04.964647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.964647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Bound using segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:25:04.964647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Bound port: 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:25:04.964647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.051863 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (afda39a2-fa94-486b-85bc-76f274881e6e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.061210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] For port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:25:05.065168 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] For port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:25:05.080785 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.097564 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.163079 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=afda39a2-fa94-486b-85bc-76f274881e6e,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:05.176146 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a68c64-6780-46d5-92b4-44abbffa5323 None None] Pushing event updated for resources: {'Port': ['ID=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:05.180209 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:25:05.181825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:05.186991 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:25:05.208093 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d82f0a5b-b818-4761-87c9-112f69bcdf00 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:25:05.256991 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (71499036-8931-4ec4-9368-94a2b4776ebc), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.290481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d82f0a5b-b818-4761-87c9-112f69bcdf00 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:05.291011 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.452087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d82f0a5b-b818-4761-87c9-112f69bcdf00 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:05.452761 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.488647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port d82f0a5b-b818-4761-87c9-112f69bcdf00, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d82f0a5b-b818-4761-87c9-112f69bcdf00,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:05.498363 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.515634 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.570917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=d82f0a5b-b818-4761-87c9-112f69bcdf00,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:05.854050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (afda39a2-fa94-486b-85bc-76f274881e6e), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.859146 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.938082 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=afda39a2-fa94-486b-85bc-76f274881e6e,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:05.940570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (71499036-8931-4ec4-9368-94a2b4776ebc), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.037713 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:25:06.039059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:06.171819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 71499036-8931-4ec4-9368-94a2b4776ebc has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:06.198748 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332c698-f2c2-4892-ac9f-7d466ab41c37 None None] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:25:06.279035 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.283841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] Provisioning complete for port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:06.284202 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.288389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:06.293979 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-222abe74-f95d-41db-a00c-0a458fe7c58f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/71499036-8931-4ec4-9368-94a2b4776ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3136318 Apr 07 12:25:06.415751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] Current status of the port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:06.416151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.457936 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] For port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:06.464184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.534758 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052aed6-7d05-4e5f-92a6-e1fa5702036f None None] Pushing event updated for resources: {'Port': ['ID=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:06.657738 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e4497246-206a-4468-831a-f83492bb192b tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613928952&fields=id&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 267 time: 0.0544791 Apr 07 12:25:06.693592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e2336d68-7814-4509-8b9c-4a059a46b773 None None] Provisioning complete for port afda39a2-fa94-486b-85bc-76f274881e6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:06.694158 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e2336d68-7814-4509-8b9c-4a059a46b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.744740 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e2336d68-7814-4509-8b9c-4a059a46b773 None None] Port afda39a2-fa94-486b-85bc-76f274881e6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:25:06.759730 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-e2336d68-7814-4509-8b9c-4a059a46b773 None None] Provisioning complete for port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:06.759730 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e2336d68-7814-4509-8b9c-4a059a46b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.794800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-f272ded3-5e3c-4c59-bfb0-794fe68ffd20 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:06.796647 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-f272ded3-5e3c-4c59-bfb0-794fe68ffd20 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 797 time: 0.1312926 Apr 07 12:25:06.821092 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-f7c7d838-f79a-4976-9d4d-58c4b936a517 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/quotas/409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 375 time: 0.0127466 Apr 07 12:25:06.828928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Sync routers for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:06.847219 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:06.850678 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:06.865888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-e2336d68-7814-4509-8b9c-4a059a46b773 None None] Current status of the port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:06.894699 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-33bf378b-6c68-49e3-8b56-835e034e0590 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663993 Apr 07 12:25:06.988967 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:06.990209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2a697707-d0b6-441c-9f48-da3b8ce7019a None None] Provisioning complete for port afda39a2-fa94-486b-85bc-76f274881e6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:06.991668 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2a697707-d0b6-441c-9f48-da3b8ce7019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.003547 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-75a17b8c-508e-4f65-b24e-7b29b8224952 service neutron] 10.222.0.13 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955286 Apr 07 12:25:07.037177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2a697707-d0b6-441c-9f48-da3b8ce7019a None None] Port afda39a2-fa94-486b-85bc-76f274881e6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:25:07.123682 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-37134273-9b3f-48b0-9823-354898e4ccc6 service neutron] 10.222.0.13 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136262 Apr 07 12:25:07.159238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8ebb42e4-9a93-4219-a502-960536eab382 None None] Provisioning complete for port afda39a2-fa94-486b-85bc-76f274881e6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:07.159691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8ebb42e4-9a93-4219-a502-960536eab382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.213284 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb42e4-9a93-4219-a502-960536eab382 None None] Port afda39a2-fa94-486b-85bc-76f274881e6e cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:25:07.229294 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 2, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:07.241323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:25:07.265447 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Checking router: 71499036-8931-4ec4-9368-94a2b4776ebc for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:07.266067 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Updating router 71499036-8931-4ec4-9368-94a2b4776ebc port afda39a2-fa94-486b-85bc-76f274881e6e binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:25:07.310298 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.314884 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:07.315270 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.374264 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.438296 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ee0116fd-c3ed-4211-8b7d-7e1c9b1cd87a req-d3a03d8a-af6e-4ed4-a0df-b62d3258d13f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 210 time: 0.1312914 Apr 07 12:25:07.439583 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:07.440719 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d82f0a5b-b818-4761-87c9-112f69bcdf00 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:25:07.515804 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port d82f0a5b-b818-4761-87c9-112f69bcdf00 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:07.516455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.610997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port d82f0a5b-b818-4761-87c9-112f69bcdf00 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:07.614684 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Publish callbacks [] for port (afda39a2-fa94-486b-85bc-76f274881e6e), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.620464 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.708385 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Pushing event updated for resources: {'Port': ['ID=afda39a2-fa94-486b-85bc-76f274881e6e,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:07.731920 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.732542 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.732888 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.733366 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.733600 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.733926 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.734456 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.734777 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.735102 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.735433 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.735762 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.736077 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.740291 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:07.755439 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Attempting to bind port afda39a2-fa94-486b-85bc-76f274881e6e on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:25:07.755684 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Attempting to bind port afda39a2-fa94-486b-85bc-76f274881e6e by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:25:07.756261 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Attempting to bind port afda39a2-fa94-486b-85bc-76f274881e6e on network 025e6e92-6fd1-4d42-a669-98e679120ab9 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:25:07.763948 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:25:07.763948 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Checking segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:25:07.764217 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.764480 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Bound using segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:25:07.764964 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Bound port: afda39a2-fa94-486b-85bc-76f274881e6e, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:25:07.765371 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.838638 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] For port afda39a2-fa94-486b-85bc-76f274881e6e, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:25:07.843060 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] For port afda39a2-fa94-486b-85bc-76f274881e6e, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=afda39a2-fa94-486b-85bc-76f274881e6e,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:25:07.860865 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.926025 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:07.926655 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:07.929608 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef174c69-7c0c-47e7-951b-113d8b5c8678 None None] Pushing event updated for resources: {'Port': ['ID=afda39a2-fa94-486b-85bc-76f274881e6e,revision_number=4']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:07.954218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] Provisioning complete for port afda39a2-fa94-486b-85bc-76f274881e6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:07.954929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.055209 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] Current status of the port afda39a2-fa94-486b-85bc-76f274881e6e is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:08.055947 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.067520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:08.092062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] For port afda39a2-fa94-486b-85bc-76f274881e6e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=afda39a2-fa94-486b-85bc-76f274881e6e,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:08.097123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.151026 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579fb6b-6418-450b-9f2b-4f943e395b02 None None] Pushing event updated for resources: {'Port': ['ID=afda39a2-fa94-486b-85bc-76f274881e6e,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:08.221789 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-437c55ec-3fa8-4c3e-ac8b-764be083e627 None None] Provisioning complete for port afda39a2-fa94-486b-85bc-76f274881e6e triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:08.222163 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-437c55ec-3fa8-4c3e-ac8b-764be083e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.283731 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:07Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:08.301617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-437c55ec-3fa8-4c3e-ac8b-764be083e627 None None] Current status of the port afda39a2-fa94-486b-85bc-76f274881e6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:08.314045 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a3f51-361d-4f86-a1af-3295857df345 None None] The sync data for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 is: [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:07Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:08.468981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-48fed13b-2b07-47c7-8a53-25ca5a789c6e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:08.470794 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-48fed13b-2b07-47c7-8a53-25ca5a789c6e tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 797 time: 0.1424706 Apr 07 12:25:08.547272 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-154606ab-953f-4f32-a64c-7949a112a754 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409b3e7241a64494bbaad017dfce2c9c HTTP/1.1" status: 200 len: 380 time: 0.0681546 Apr 07 12:25:08.551592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8ef2115b-5a82-424c-bcae-dc9b63af6ffd req-afd24d4b-b6a9-4662-860d-f6e5f516b22d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 210 time: 0.0322149 Apr 07 12:25:08.557483 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'port': {'device_id': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'admin_state_up': True, 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'security_groups': ['236578d2-3189-4261-922a-622864d8a23c']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:08.683332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Made reservation on behalf of 409b3e7241a64494bbaad017dfce2c9c for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:25:08.687259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.830089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.20.0.6 (025e6e92-6fd1-4d42-a669-98e679120ab9/12f65133-4fd1-40ae-8c60-876e76e40771/aa0cf636-649b-4cc5-abc8-14daefaf2700) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:25:08.981662 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.017111 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.059754 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:25:09.063239 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:09.066934 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:25:09.102108 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=aa0cf636-649b-4cc5-abc8-14daefaf2700,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:09.135263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:09.135889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.155728 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-e59030b9-2a12-4341-9427-c5d76ce7980f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021383 Apr 07 12:25:09.168323 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Request body: {'port': {'device_id': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:09.169802 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device afda39a2-fa94-486b-85bc-76f274881e6e up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:25:09.232934 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port afda39a2-fa94-486b-85bc-76f274881e6e triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:09.233597 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.270074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.336365 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port afda39a2-fa94-486b-85bc-76f274881e6e is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:09.345782 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-55f20367-964b-4c02-9894-d9feb0e989bc None None] Provisioning complete for port aa0cf636-649b-4cc5-abc8-14daefaf2700 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:09.346161 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-55f20367-964b-4c02-9894-d9feb0e989bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.382790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-55f20367-964b-4c02-9894-d9feb0e989bc None None] Port aa0cf636-649b-4cc5-abc8-14daefaf2700 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:25:09.693252 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7d76f-cc9c-4d58-a269-1c3e0cecafa4 req-a5de5d0c-1d10-4825-9def-f1e89ffd559f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:09.694780 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2a7d76f-cc9c-4d58-a269-1c3e0cecafa4 req-a5de5d0c-1d10-4825-9def-f1e89ffd559f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 931 time: 0.0591609 Apr 07 12:25:09.749335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f2a7d76f-cc9c-4d58-a269-1c3e0cecafa4 req-efc123d9-d434-4f25-a838-1e1f566f688c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474927 Apr 07 12:25:09.846669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0cf636-649b-4cc5-abc8-14daefaf2700 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:25:09.857015 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Publish callbacks [] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.872414 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Transition to ACTIVE for port object aa0cf636-649b-4cc5-abc8-14daefaf2700 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:25:09.877938 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.931165 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Pushing event updated for resources: {'Port': ['ID=aa0cf636-649b-4cc5-abc8-14daefaf2700,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:10.019726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Attempting to bind port aa0cf636-649b-4cc5-abc8-14daefaf2700 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:25:10.020063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Attempting to bind port aa0cf636-649b-4cc5-abc8-14daefaf2700 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:25:10.020391 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Attempting to bind port aa0cf636-649b-4cc5-abc8-14daefaf2700 on network 025e6e92-6fd1-4d42-a669-98e679120ab9 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:25:10.024981 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Port aa0cf636-649b-4cc5-abc8-14daefaf2700 on network 025e6e92-6fd1-4d42-a669-98e679120ab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:25:10.025346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Attempting to bind port aa0cf636-649b-4cc5-abc8-14daefaf2700 on network 025e6e92-6fd1-4d42-a669-98e679120ab9 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:25:10.031495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:25:10.031892 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Checking segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:25:10.032291 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Bound using segment: {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:25:10.032725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Bound port: aa0cf636-649b-4cc5-abc8-14daefaf2700, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafebee6-2384-4114-b211-2d3dcdd0a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:25:10.033089 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.108780 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] For port aa0cf636-649b-4cc5-abc8-14daefaf2700, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:25:10.112238 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] For port aa0cf636-649b-4cc5-abc8-14daefaf2700, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:25:10.118631 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.159646 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.160256 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.161789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] 10.222.0.23 "PUT /v2.0/ports/aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 1091 time: 0.9991486 Apr 07 12:25:10.162224 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:10.164585 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:10.187321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16b672-bac9-48ec-94c3-81d9b0d1a07d service neutron] Pushing event updated for resources: {'Port': ['ID=aa0cf636-649b-4cc5-abc8-14daefaf2700,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:10.236582 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6db608-b0f2-4bd1-8613-167a7cf9968d x-openstack-request-id: req-0f6db608-b0f2-4bd1-8613-167a7cf9968d {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:10.236862 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:10.237121 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f6db608-b0f2-4bd1-8613-167a7cf9968d {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:10.237550 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6db608-b0f2-4bd1-8613-167a7cf9968d'] response: {'name': 'network-changed', 'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'status': 'completed', 'code': 200} Apr 07 12:25:10.257070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-1dca743a-b67d-4d95-9847-74bead0bf49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.258882 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-1dca743a-b67d-4d95-9847-74bead0bf49e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1125 time: 0.0573535 Apr 07 12:25:10.305179 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-a809792e-9745-49f8-949e-dfc155ba8798 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 217 time: 0.0384626 Apr 07 12:25:10.359912 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-9f3d2285-9cbe-4235-be21-251f82e1e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.361407 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-9f3d2285-9cbe-4235-be21-251f82e1e1e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 200 len: 835 time: 0.0506206 Apr 07 12:25:10.414340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-4cb3688e-5a7b-480a-9371-b0f7b271c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.415980 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-4cb3688e-5a7b-480a-9371-b0f7b271c658 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=025e6e92-6fd1-4d42-a669-98e679120ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493214 Apr 07 12:25:10.515339 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-c70639bb-fb54-4517-aed3-a8330e15fd58 service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936489 Apr 07 12:25:10.608804 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-35a27ff2-0b9c-44f8-b541-5cb79eca7032 req-eaee7493-c160-4313-aafb-2c183d0ac9c5 service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880785 Apr 07 12:25:10.694138 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-113c9251-46d7-4e4e-8ff3-bd23b8d50666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.695660 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-113c9251-46d7-4e4e-8ff3-bd23b8d50666 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1125 time: 0.0457034 Apr 07 12:25:10.784535 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-23e3fffe-6b50-4043-9dda-b8ee154fd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.786044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-23e3fffe-6b50-4043-9dda-b8ee154fd84c service neutron] 10.222.0.23 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 898 time: 0.0835660 Apr 07 12:25:10.835895 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-3741fdef-137e-47db-b56d-5af688257533 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 217 time: 0.0445678 Apr 07 12:25:10.880885 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41864a3d-17b9-4e58-801b-fca461d81db2 req-a5916176-0fbd-4788-8a6f-da6657c8d9ef tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.882533 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41864a3d-17b9-4e58-801b-fca461d81db2 req-a5916176-0fbd-4788-8a6f-da6657c8d9ef tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 943 time: 0.0627093 Apr 07 12:25:10.890876 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-7283e8b4-b7c1-4cc2-9676-ceb96f08bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.892416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-7283e8b4-b7c1-4cc2-9676-ceb96f08bcbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 200 len: 835 time: 0.0510695 Apr 07 12:25:10.933719 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-41864a3d-17b9-4e58-801b-fca461d81db2 req-6b4d1de7-51fa-4abb-b673-db9bb80cec2a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Apr 07 12:25:10.943260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-0da9106f-060b-42f2-8f04-4e53c514b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:10.944768 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-0da9106f-060b-42f2-8f04-4e53c514b284 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=025e6e92-6fd1-4d42-a669-98e679120ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455825 Apr 07 12:25:11.037556 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-5f0bb7ce-1d65-419a-acf9-085662ac47fc service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Apr 07 12:25:11.127195 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5b63ad8f-8a7b-400e-835e-90a3e284fd0e req-d1cfa9bb-b00d-416e-b295-1f1d42e6ec2e service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839000 Apr 07 12:25:12.056204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc89526-a8f4-43fd-b6b4-20d4e4d7f546 req-4c3ba1f3-34d6-4e9f-ae37-733c0cbc84d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:12.057689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bc89526-a8f4-43fd-b6b4-20d4e4d7f546 req-4c3ba1f3-34d6-4e9f-ae37-733c0cbc84d1 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 943 time: 0.0529637 Apr 07 12:25:12.107635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1bc89526-a8f4-43fd-b6b4-20d4e4d7f546 req-f1c6756d-917f-4e1f-8757-d7f8ab47f253 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Apr 07 12:25:13.233232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c915e-dd8d-4d7c-8d9f-bbf485dbf39a req-4f7f5913-fadd-4f96-a1c7-c8992b120bcf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:13.234723 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab0c915e-dd8d-4d7c-8d9f-bbf485dbf39a req-4f7f5913-fadd-4f96-a1c7-c8992b120bcf tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 943 time: 0.0586097 Apr 07 12:25:13.287378 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ab0c915e-dd8d-4d7c-8d9f-bbf485dbf39a req-6ed5260c-424d-4d65-8e3f-a991b50310cc tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Apr 07 12:25:13.532785 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device aa0cf636-649b-4cc5-abc8-14daefaf2700 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:25:13.628265 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port aa0cf636-649b-4cc5-abc8-14daefaf2700, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:13.640708 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'port_id': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'mac_address': 'fa:16:3e:d4:b9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:25:13.679763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port aa0cf636-649b-4cc5-abc8-14daefaf2700 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:13.680155 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.693475 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0cf636-649b-4cc5-abc8-14daefaf2700 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:25:13.712635 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port aa0cf636-649b-4cc5-abc8-14daefaf2700, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:13.717993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.766269 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=aa0cf636-649b-4cc5-abc8-14daefaf2700,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:13.916104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['aa0cf636-649b-4cc5-abc8-14daefaf2700'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:25:14.408198 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e03d2-d52d-43ce-b20f-c73869e60437 req-16a97c56-cc57-4e16-9ba6-6d2cefabd633 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:14.409720 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a29e03d2-d52d-43ce-b20f-c73869e60437 req-16a97c56-cc57-4e16-9ba6-6d2cefabd633 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 944 time: 0.0543745 Apr 07 12:25:14.468298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a29e03d2-d52d-43ce-b20f-c73869e60437 req-aa15c44f-50ce-461b-93ea-2165344d50ca tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529451 Apr 07 12:25:15.547416 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device aa0cf636-649b-4cc5-abc8-14daefaf2700 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:25:15.590755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bfed8-5d54-498b-a41f-f6a17c9bcd59 req-1c08e167-81a6-47a6-b337-650aaa8e289f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:15.592961 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8bfed8-5d54-498b-a41f-f6a17c9bcd59 req-1c08e167-81a6-47a6-b337-650aaa8e289f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 944 time: 0.0549083 Apr 07 12:25:15.600549 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port aa0cf636-649b-4cc5-abc8-14daefaf2700 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:25:15.605712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port aa0cf636-649b-4cc5-abc8-14daefaf2700 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:25:15.606582 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.650133 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1d8bfed8-5d54-498b-a41f-f6a17c9bcd59 req-e3e4e24b-138c-4a2c-9650-1e9fbe6078b8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 Apr 07 12:25:15.687675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port aa0cf636-649b-4cc5-abc8-14daefaf2700 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:25:15.688061 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.711647 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:15.714017 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59fd90-0725-4c96-9100-054d1094bc0f" -d '{"events": [{"server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "name": "network-vif-plugged", "status": "completed", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:15.727349 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port aa0cf636-649b-4cc5-abc8-14daefaf2700, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:15.731853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.755897 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44943f3-d782-4afa-aa87-7826f7621c1d x-openstack-request-id: req-e44943f3-d782-4afa-aa87-7826f7621c1d {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:15.756197 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "name": "network-vif-plugged", "status": "completed", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:15.756457 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e44943f3-d782-4afa-aa87-7826f7621c1d {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:15.756852 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44943f3-d782-4afa-aa87-7826f7621c1d'] response: {'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'code': 200} Apr 07 12:25:15.785404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=aa0cf636-649b-4cc5-abc8-14daefaf2700,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:15.851715 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd18f6-ea41-4263-b630-d0df1ebfea7b req-a4ccfc94-1bd5-43ca-bd59-b2db38d4cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:15.853279 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-55cd18f6-ea41-4263-b630-d0df1ebfea7b req-a4ccfc94-1bd5-43ca-bd59-b2db38d4cf90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1127 time: 0.0455785 Apr 07 12:25:15.907520 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-55cd18f6-ea41-4263-b630-d0df1ebfea7b req-477c94a7-64af-4225-a83a-bad0e9e3a5d7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464220 Apr 07 12:25:16.773907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad958091-0798-449e-8962-52a98c52ba82 req-5dbf1241-5639-4226-a6ff-865495040abc tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:16.775416 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad958091-0798-449e-8962-52a98c52ba82 req-5dbf1241-5639-4226-a6ff-865495040abc tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0551443 Apr 07 12:25:16.825688 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ad958091-0798-449e-8962-52a98c52ba82 req-638f15aa-0f87-4587-87e4-6405311a5519 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 Apr 07 12:25:17.948894 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ca422-fd57-4169-8efe-afc573db5a22 req-21cda567-effc-483b-8180-ecb73207eebe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:17.951581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e20ca422-fd57-4169-8efe-afc573db5a22 req-21cda567-effc-483b-8180-ecb73207eebe tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0546496 Apr 07 12:25:18.002511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e20ca422-fd57-4169-8efe-afc573db5a22 req-9c27d5bc-82cd-496f-aa90-2d4da9694439 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451996 Apr 07 12:25:18.125813 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620b831-ab44-4ae0-9a41-4264d748203d req-ef7c85d2-89c0-4753-a3c1-b5ca854fee99 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:18.127277 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9620b831-ab44-4ae0-9a41-4264d748203d req-ef7c85d2-89c0-4753-a3c1-b5ca854fee99 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0576270 Apr 07 12:25:18.175838 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9620b831-ab44-4ae0-9a41-4264d748203d req-1de853a3-3e1e-4dcc-99cc-e2c8351f36b9 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Apr 07 12:25:18.197886 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39762) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:18.242277 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2a9390-d0d0-414a-b4a8-b104d3839864 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:18.243815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-cc2a9390-d0d0-414a-b4a8-b104d3839864 tempest-TestNetworkAdvancedServerOps-573911712 tempest-TestNetworkAdvancedServerOps-573911712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1122 time: 0.0449185 Apr 07 12:25:18.247231 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39764) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:18.251618 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:25:18.272281 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.372698 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.476017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Allocated IP 172.25.5.43 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/02a45427-c7eb-41ea-91b3-c58a9ca2fb83) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:25:18.582362 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.616793 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.655762 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:25:18.658635 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:25:18.664115 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:25:18.670412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=02a45427-c7eb-41ea-91b3-c58a9ca2fb83,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:19.022984 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (0639d76a-71fe-4f6f-8749-3dd1d0bba116), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.092993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.248136 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.252716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.317975 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event updated for resources: {'Port': ['ID=02a45427-c7eb-41ea-91b3-c58a9ca2fb83,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:19.330420 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (0639d76a-71fe-4f6f-8749-3dd1d0bba116), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.435779 n-d-836788-1 neutron-server[104177]: INFO neutron.db.l3_db [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP 0639d76a-71fe-4f6f-8749-3dd1d0bba116 associated. External IP: 172.25.5.43, port: aa0cf636-649b-4cc5-abc8-14daefaf2700. Apr 07 12:25:19.652076 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 71499036-8931-4ec4-9368-94a2b4776ebc has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:19.765800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:19.775728 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] Sync routers for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:19.783443 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.786181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:19.786913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:19.814153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2a7e39ee-2b9f-48c7-944e-3f3f99834c75 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5658400 Apr 07 12:25:19.814749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:19.816998 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c25071-56de-4833-8a91-c503fbcaefd8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:19.861212 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e474211-110c-4097-b314-b1649422a784 x-openstack-request-id: req-5e474211-110c-4097-b314-b1649422a784 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:19.861697 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:19.861895 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e474211-110c-4097-b314-b1649422a784 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:19.862315 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e474211-110c-4097-b314-b1649422a784'] response: {'name': 'network-changed', 'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'status': 'completed', 'code': 200} Apr 07 12:25:19.916062 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:19.924843 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508276-fbdf-4da5-a9d7-cce8e6c52f49 req-fc24e144-3087-4a49-a956-bbb145f98628 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:19.926402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13508276-fbdf-4da5-a9d7-cce8e6c52f49 req-fc24e144-3087-4a49-a956-bbb145f98628 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0589764 Apr 07 12:25:19.931734 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-3ccab0d4-61f8-480f-ae5a-76b197bfbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:19.933327 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-3ccab0d4-61f8-480f-ae5a-76b197bfbc1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1127 time: 0.0509956 Apr 07 12:25:19.983535 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13508276-fbdf-4da5-a9d7-cce8e6c52f49 req-ef33c847-7c15-47b5-b9f8-75bc4299b2cd tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510271 Apr 07 12:25:20.006079 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39770) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:20.032504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-4be38a12-3cca-42e7-bef6-c79f56873358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:20.034019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-4be38a12-3cca-42e7-bef6-c79f56873358 service neutron] 10.222.0.23 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 898 time: 0.0947337 Apr 07 12:25:20.074693 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-bff3cf77-8cbf-4893-9255-dd8dc9a5bd6c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/0639d76a-71fe-4f6f-8749-3dd1d0bba116 HTTP/1.1" status: 200 len: 990 time: 0.0660219 Apr 07 12:25:20.101331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-394dfb9e-b48c-4c02-b6cc-db33d0e01231 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 998 time: 0.0613906 Apr 07 12:25:20.152709 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0639d76a-71fe-4f6f-8749-3dd1d0bba116', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'port_id': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'mac_address': 'fa:16:3e:d4:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:25:18Z', 'updated_at': '2022-04-07T12:25:18Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:08Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:20.153426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-01225047-1d55-40fb-9df5-7e5726f88e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:20.154879 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-01225047-1d55-40fb-9df5-7e5726f88e11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 200 len: 835 time: 0.0475817 Apr 07 12:25:20.179233 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] Checking router: 71499036-8931-4ec4-9368-94a2b4776ebc for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:20.188732 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:20.189389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:20.203595 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-3875870a-2601-4063-b287-681c86f1e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:20.205115 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-3875870a-2601-4063-b287-681c86f1e914 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=025e6e92-6fd1-4d42-a669-98e679120ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445690 Apr 07 12:25:20.298489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-a5a42bca-8fe5-458c-93ad-e57d715a893f service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875275 Apr 07 12:25:20.307235 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:20.393433 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-04c25071-56de-4833-8a91-c503fbcaefd8 req-5206d222-9979-445f-a1eb-09ea9be79f1e service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891497 Apr 07 12:25:20.535812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0639d76a-71fe-4f6f-8749-3dd1d0bba116', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'port_id': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'mac_address': 'fa:16:3e:d4:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:25:18Z', 'updated_at': '2022-04-07T12:25:18Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:08Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:20.561415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1a3f4-50b2-45e1-a02c-74ec5a39b558 None None] The sync data for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 is: [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '0639d76a-71fe-4f6f-8749-3dd1d0bba116', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'port_id': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'mac_address': 'fa:16:3e:d4:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:25:18Z', 'updated_at': '2022-04-07T12:25:18Z', 'revision_number': 0, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:08Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:20.751362 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc88dd4-5cbd-4840-b5ce-6c5d6455e56d None None] New status for floating IP 0639d76a-71fe-4f6f-8749-3dd1d0bba116: ACTIVE {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:25:21.078861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:21.139423 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-02d97729-7c15-4df7-b68e-ded2d4351f00 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/0639d76a-71fe-4f6f-8749-3dd1d0bba116 HTTP/1.1" status: 200 len: 992 time: 0.0593910 Apr 07 12:25:30.802361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4eea77dc-187d-4a67-adbc-04862fd84235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:32.342145 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:33.125607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dff0335e-13a4-4f67-ad1c-d3552a952fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:34.271100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:34.737448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:35.335697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:25:36.256516 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:37.334991 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:40.986616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-a85508b9-96b3-4eb9-a330-b0d593dd37c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537753 Apr 07 12:25:41.072236 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-16059b71-ebf1-4fdd-94e3-7dbce0a84fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:41.074399 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-16059b71-ebf1-4fdd-94e3-7dbce0a84fe3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1127 time: 0.0454652 Apr 07 12:25:41.184264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-683b308c-5b0f-4f89-b2ec-cb63f27217f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:41.185761 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-683b308c-5b0f-4f89-b2ec-cb63f27217f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 898 time: 0.0913031 Apr 07 12:25:41.256968 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-b2bd0dc4-d30c-4c14-802a-0617298b088d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 1000 time: 0.0654414 Apr 07 12:25:41.315479 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-5c7243d1-4e67-4602-95a1-52dd9942cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:41.316954 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-5c7243d1-4e67-4602-95a1-52dd9942cc19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 200 len: 835 time: 0.0539227 Apr 07 12:25:41.370244 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-6ae54bf2-f73d-42ce-b92f-95bc0cccd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:41.372051 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-6ae54bf2-f73d-42ce-b92f-95bc0cccd74b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=025e6e92-6fd1-4d42-a669-98e679120ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487618 Apr 07 12:25:41.468099 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-49920f1b-f288-4762-8405-e8795aca13c4 service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 Apr 07 12:25:41.563656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-50faca0a-4c0f-4445-8b93-14c8a73a5bb2 req-946fdba2-fcce-47e9-be3a-59474175861e service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892854 Apr 07 12:25:47.902522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2482637-19bc-4f7f-8a02-c73e06572de8 req-6a8de18b-97f6-4546-93c3-fc47254e456d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:47.904059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2482637-19bc-4f7f-8a02-c73e06572de8 req-6a8de18b-97f6-4546-93c3-fc47254e456d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0655284 Apr 07 12:25:47.963197 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2482637-19bc-4f7f-8a02-c73e06572de8 req-1aba4e54-51cc-44bd-ab8a-62bf4a1ea173 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531073 Apr 07 12:25:49.093730 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd31c0-98e1-4cf0-95a4-25365987ee81 req-683bbcb9-2060-4507-b533-3a61f5fafba8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:49.095592 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cdd31c0-98e1-4cf0-95a4-25365987ee81 req-683bbcb9-2060-4507-b533-3a61f5fafba8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0547314 Apr 07 12:25:49.153265 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cdd31c0-98e1-4cf0-95a4-25365987ee81 req-6f5117b9-308a-408f-8c68-cdd071a7c2a3 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514517 Apr 07 12:25:49.175968 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39788) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:49.252927 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2b668558-6d04-47ab-aa9d-c85c5efcb87c tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/0639d76a-71fe-4f6f-8749-3dd1d0bba116 HTTP/1.1" status: 200 len: 992 time: 0.0757055 Apr 07 12:25:50.541849 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197a1d6-283e-4cd9-aa4a-a50d604b8832 req-37d6ec52-6441-4f34-a4c6-7e0ff1b91e30 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:50.543317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f197a1d6-283e-4cd9-aa4a-a50d604b8832 req-37d6ec52-6441-4f34-a4c6-7e0ff1b91e30 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0558465 Apr 07 12:25:50.556462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-f48662d1-40ef-4853-a99b-f92637b65052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:50.558776 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-f48662d1-40ef-4853-a99b-f92637b65052 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1127 time: 0.0481093 Apr 07 12:25:50.602580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f197a1d6-283e-4cd9-aa4a-a50d604b8832 req-b9882423-9764-4db9-b664-1f3d49ed9598 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534043 Apr 07 12:25:50.660614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-74e90150-ef10-4722-a955-1438558eb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:50.662345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-74e90150-ef10-4722-a955-1438558eb19b service neutron] 10.222.0.23 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 898 time: 0.0978000 Apr 07 12:25:50.732077 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-3f18dcaf-61ac-4fcd-a8a7-548c5721b24b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 1000 time: 0.0640044 Apr 07 12:25:50.782889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-a9e108b1-86c5-4615-9319-ef6929c7d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:50.784331 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-a9e108b1-86c5-4615-9319-ef6929c7d481 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 200 len: 835 time: 0.0468979 Apr 07 12:25:50.836596 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-537f7372-b0d9-4d53-9a36-19bb9da2df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:50.838132 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-537f7372-b0d9-4d53-9a36-19bb9da2df2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=025e6e92-6fd1-4d42-a669-98e679120ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484078 Apr 07 12:25:50.934171 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-fbcfdd20-8166-4c3d-bfb3-4cd77e3a5b87 service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893588 Apr 07 12:25:51.038649 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7d64f4-0290-40d0-b097-5632d688a002 req-170b3b49-f239-43be-8dee-dc7f8f7d29c4 service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989954 Apr 07 12:25:51.742440 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b84b6-48f2-4578-8795-b6d72ad028d9 req-e0a34a6c-433a-4609-a249-8ce262de5bc8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:51.744000 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf7b84b6-48f2-4578-8795-b6d72ad028d9 req-e0a34a6c-433a-4609-a249-8ce262de5bc8 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0595274 Apr 07 12:25:51.810356 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-bf7b84b6-48f2-4578-8795-b6d72ad028d9 req-c86617f7-3a9a-4a18-a10f-bb0f8ea2d77d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563138 Apr 07 12:25:52.938956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110121cb-d64e-4f4a-a873-7d1aaac4b61b req-3f7f239b-a95e-4858-beda-9bfe1363b89f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:52.940448 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-110121cb-d64e-4f4a-a873-7d1aaac4b61b req-3f7f239b-a95e-4858-beda-9bfe1363b89f tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0581100 Apr 07 12:25:52.993504 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-110121cb-d64e-4f4a-a873-7d1aaac4b61b req-5804e79e-119d-49db-9e10-8d1e5e7e6ea4 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471151 Apr 07 12:25:53.020093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39800) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:53.086493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7f2594c9-21d7-4feb-9db0-9e7478f16a21 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/floatingips/0639d76a-71fe-4f6f-8749-3dd1d0bba116 HTTP/1.1" status: 200 len: 992 time: 0.0652447 Apr 07 12:25:53.372122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:53.545470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port 02a45427-c7eb-41ea-91b3-c58a9ca2fb83 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:53.545712 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:53.623842 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:53.624174 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:53.637022 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for 02a45427-c7eb-41ea-91b3-c58a9ca2fb83 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:53.789407 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (02a45427-c7eb-41ea-91b3-c58a9ca2fb83), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:53.815469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=02a45427-c7eb-41ea-91b3-c58a9ca2fb83,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:53.845748 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.846105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.846457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.846799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.847144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.847489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.847827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.848162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.848498 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.848831 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.849180 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.849514 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.849842 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:53.890581 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for floatingip (0639d76a-71fe-4f6f-8749-3dd1d0bba116), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:53.890921 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Floating IP 0639d76a-71fe-4f6f-8749-3dd1d0bba116 disassociated (deleted). External IP: 172.25.5.43, port: aa0cf636-649b-4cc5-abc8-14daefaf2700. Apr 07 12:25:54.110093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 71499036-8931-4ec4-9368-94a2b4776ebc has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:54.223635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:54.228466 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:54.233830 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] Sync routers for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:54.244478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:54.245727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:54.259841 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-af5385a3-a866-417a-9456-8829e0d74281 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/floatingips/0639d76a-71fe-4f6f-8749-3dd1d0bba116 HTTP/1.1" status: 204 len: 168 time: 0.8865848 Apr 07 12:25:54.260413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:54.264103 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:54.312397 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cda5a8-42cf-4342-a2bd-72aba11a1a92 x-openstack-request-id: req-f9cda5a8-42cf-4342-a2bd-72aba11a1a92 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:54.312686 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:54.312965 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9cda5a8-42cf-4342-a2bd-72aba11a1a92 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:54.313748 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cda5a8-42cf-4342-a2bd-72aba11a1a92'] response: {'name': 'network-changed', 'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'status': 'completed', 'code': 200} Apr 07 12:25:54.372128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:54.549801 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e70ad-5857-4f60-abfc-fc341f8c832c req-798a24bc-e864-42a5-ab0a-e0f08768ac51 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:54.552405 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c21e70ad-5857-4f60-abfc-fc341f8c832c req-798a24bc-e864-42a5-ab0a-e0f08768ac51 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0685887 Apr 07 12:25:54.615273 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c21e70ad-5857-4f60-abfc-fc341f8c832c req-fc01ba62-1466-43a9-b396-8d6814c5b46d tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551932 Apr 07 12:25:54.700819 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-c679f6c9-c24f-406c-99e5-40a883f4dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:54.702393 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-c679f6c9-c24f-406c-99e5-40a883f4dcb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409b3e7241a64494bbaad017dfce2c9c&device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 1127 time: 0.3663645 Apr 07 12:25:54.781446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:08Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:54.798320 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-dd572a0a-d8a3-4d83-9012-2d4cb061d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:54.799790 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-dd572a0a-d8a3-4d83-9012-2d4cb061d4fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 200 len: 898 time: 0.0912151 Apr 07 12:25:54.808317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] Checking router: 71499036-8931-4ec4-9368-94a2b4776ebc for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:54.816897 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:54.817548 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:54.846081 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-de796366-128b-456a-b25a-9f3f2fa73058 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 200 len: 217 time: 0.0393138 Apr 07 12:25:54.898838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-2a4e065f-37e5-4388-9c12-a356d68f1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:54.900454 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-2a4e065f-37e5-4388-9c12-a356d68f1cd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 200 len: 835 time: 0.0474844 Apr 07 12:25:54.931006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:54.951556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-cc197b7d-ef74-45af-85e2-193cee6b002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:54.953107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-cc197b7d-ef74-45af-85e2-193cee6b002f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=025e6e92-6fd1-4d42-a669-98e679120ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454371 Apr 07 12:25:55.051285 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-36e27d47-480a-45ed-bb08-d4f27743d07b service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906427 Apr 07 12:25:55.146014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:08Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:55.151056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c2e2310a-af5e-4e8c-bbac-f5f48c28a260 req-c6d22f7d-7ba6-4324-b688-d802d3e5728e service neutron] 10.222.0.23 "GET /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936422 Apr 07 12:25:55.176504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc02fa-a1dd-41c4-ac21-d3813ea31f44 None None] The sync data for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 is: [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'afda39a2-fa94-486b-85bc-76f274881e6e', 'name': '', 'network_id': '025e6e92-6fd1-4d42-a669-98e679120ab9', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:04Z', 'updated_at': '2022-04-07T12:25:08Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'subnets': [{'id': '12f65133-4fd1-40ae-8c60-876e76e40771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:55.429718 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e440df-c055-4c6a-aabe-75e2839a0adb None None] New status for floating IP 0639d76a-71fe-4f6f-8749-3dd1d0bba116: DOWN {{(pid=104180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:25:55.744838 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cb17-11fd-4011-a608-df043b85d27b req-495d501e-0951-413f-8517-ab7761156999 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:55.746875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a28cb17-11fd-4011-a608-df043b85d27b req-495d501e-0951-413f-8517-ab7761156999 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0541348 Apr 07 12:25:55.796485 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2a28cb17-11fd-4011-a608-df043b85d27b req-da98aecb-5c51-4973-88e5-2d5a64de007a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/security-groups?id=236578d2-3189-4261-922a-622864d8a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Apr 07 12:25:56.159571 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ace4a6a2-489a-4ce7-a38a-8cfc00526e51 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:56.161046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ace4a6a2-489a-4ce7-a38a-8cfc00526e51 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 945 time: 0.0609605 Apr 07 12:25:56.254736 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port aa0cf636-649b-4cc5-abc8-14daefaf2700 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:56.255082 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:56.349889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port aa0cf636-649b-4cc5-abc8-14daefaf2700, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=aa0cf636-649b-4cc5-abc8-14daefaf2700,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:56.350257 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:56.364196 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for aa0cf636-649b-4cc5-abc8-14daefaf2700 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:56.492399 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (aa0cf636-649b-4cc5-abc8-14daefaf2700), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:56.528614 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=aa0cf636-649b-4cc5-abc8-14daefaf2700,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:56.558120 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.558474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.558997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.559346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.559679 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.560012 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.560344 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.560675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.561033 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.561389 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.561718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.562046 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.562383 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:56.582474 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] No DVR routers for this DVR port aa0cf636-649b-4cc5-abc8-14daefaf2700 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:25:56.584958 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:56.588194 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5c27f307-6456-4ee2-bde9-1d0e956c255d req-ecb68f47-b3b3-4822-8260-03c9c0e1766a tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.23 "DELETE /v2.0/ports/aa0cf636-649b-4cc5-abc8-14daefaf2700 HTTP/1.1" status: 204 len: 173 time: 0.4220731 Apr 07 12:25:56.588699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'name': 'network-vif-deleted', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:56.591778 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e0bdbc-c3d3-4b22-8802-06e25d751993" -d '{"events": [{"server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "name": "network-vif-deleted", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:56.685744 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab25497-1c7f-4dbf-ae4d-d6c1a9af6a21 x-openstack-request-id: req-8ab25497-1c7f-4dbf-ae4d-d6c1a9af6a21 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:56.686043 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90fa58-3845-4d9c-9838-e815f3b78d47", "name": "network-vif-deleted", "tag": "aa0cf636-649b-4cc5-abc8-14daefaf2700", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:56.686301 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab25497-1c7f-4dbf-ae4d-d6c1a9af6a21 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:56.686743 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab25497-1c7f-4dbf-ae4d-d6c1a9af6a21'] response: {'server_uuid': 'bc90fa58-3845-4d9c-9838-e815f3b78d47', 'name': 'network-vif-deleted', 'tag': 'aa0cf636-649b-4cc5-abc8-14daefaf2700', 'status': 'completed', 'code': 200} Apr 07 12:25:56.913434 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-34edc5db-e003-4ec6-9972-3cc1134dd4d3 req-379d163d-6c3c-491f-9e08-cf3e8c702344 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc90fa58-3845-4d9c-9838-e815f3b78d47 HTTP/1.1" status: 200 len: 210 time: 0.0324416 Apr 07 12:25:57.975053 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39824) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:58.378985 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (71499036-8931-4ec4-9368-94a2b4776ebc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:58.663624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port afda39a2-fa94-486b-85bc-76f274881e6e {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:58.663894 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:58.755558 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port afda39a2-fa94-486b-85bc-76f274881e6e, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=afda39a2-fa94-486b-85bc-76f274881e6e,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:58.755926 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:58.770153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for afda39a2-fa94-486b-85bc-76f274881e6e owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:58.971013 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (afda39a2-fa94-486b-85bc-76f274881e6e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.004112 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=afda39a2-fa94-486b-85bc-76f274881e6e,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:59.202832 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (71499036-8931-4ec4-9368-94a2b4776ebc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.441817 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Router 71499036-8931-4ec4-9368-94a2b4776ebc has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:59.564621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:59.570079 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-dc58e02b-db3d-42f3-bb60-ac39aa1c8665 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "PUT /v2.0/routers/71499036-8931-4ec4-9368-94a2b4776ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5936518 Apr 07 12:25:59.573234 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39826) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:59.574987 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] Sync routers for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:59.586253 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:59.586886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:59.642290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting subnet 12f65133-4fd1-40ae-8c60-876e76e40771 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:25:59.645702 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (12f65133-4fd1-40ae-8c60-876e76e40771), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.702491 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (12f65133-4fd1-40ae-8c60-876e76e40771), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.710401 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:59.771048 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device aa0cf636-649b-4cc5-abc8-14daefaf2700 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:59.794301 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (12f65133-4fd1-40ae-8c60-876e76e40771), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.828432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: aa0cf636-649b-4cc5-abc8-14daefaf2700 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:59.828781 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device aa0cf636-649b-4cc5-abc8-14daefaf2700 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:59.858857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (12f65133-4fd1-40ae-8c60-876e76e40771), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.893018 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Subnet': ['ID=12f65133-4fd1-40ae-8c60-876e76e40771,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:59.896788 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.900023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8f48978-33fb-43a8-80a8-34248e055ff6 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/subnets/12f65133-4fd1-40ae-8c60-876e76e40771 HTTP/1.1" status: 204 len: 168 time: 0.3254843 Apr 07 12:25:59.904646 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:59.910055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55444af0-aa2d-4bb6-a415-2f807d053999 None None] Network 025e6e92-6fd1-4d42-a669-98e679120ab9 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:26:00.015097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:58Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:00.049989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] Checking router: 71499036-8931-4ec4-9368-94a2b4776ebc for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:26:00.063496 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] Routers {'71499036-8931-4ec4-9368-94a2b4776ebc'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:00.064138 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:25:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['71499036-8931-4ec4-9368-94a2b4776ebc'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:00.143097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] DHCP port deletion for 025e6e92-6fd1-4d42-a669-98e679120ab9 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:26:00.219601 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] Set router 71499036-8931-4ec4-9368-94a2b4776ebc gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:00.295322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Deleting port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:26:00.295607 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.359802 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (71499036-8931-4ec4-9368-94a2b4776ebc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.398689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] For port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,segment=NetworkSegment(dafebee6-2384-4114-b211-2d3dcdd0a396),segment_id=dafebee6-2384-4114-b211-2d3dcdd0a396)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:00.399086 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.425379 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Calling delete_port for 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:26:00.470509 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_gateway (71499036-8931-4ec4-9368-94a2b4776ebc), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.526597 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Deleting port d82f0a5b-b818-4761-87c9-112f69bcdf00 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:26:00.527101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.538947 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:58Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:00.542743 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.591588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eedc7c9-d7bc-40da-b6e4-efb77b391cfc None None] The sync data for ids ['71499036-8931-4ec4-9368-94a2b4776ebc'] in n-d-836788-1 is: [{'id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607466809', 'tenant_id': '409b3e7241a64494bbaad017dfce2c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:25:01Z', 'updated_at': '2022-04-07T12:25:58Z', 'revision_number': 5, 'project_id': '409b3e7241a64494bbaad017dfce2c9c', 'gw_port': {'id': 'd82f0a5b-b818-4761-87c9-112f69bcdf00', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71499036-8931-4ec4-9368-94a2b4776ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:25:02Z', 'updated_at': '2022-04-07T12:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:26:00.596913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Pushing event deleted for resources: {'Port': ['ID=989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:00.608567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] No DVR routers for this DVR port 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:26:00.610546 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] For port d82f0a5b-b818-4761-87c9-112f69bcdf00, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=d82f0a5b-b818-4761-87c9-112f69bcdf00,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:00.611125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.612969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.613442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.613895 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.614272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.614703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.615163 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.615570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.615998 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.616425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.616969 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.617407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.617827 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.618252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db6ac-260e-4afe-8d2f-bae3ec08c12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:00.637614 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Calling delete_port for d82f0a5b-b818-4761-87c9-112f69bcdf00 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:26:00.797071 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7a8671c3-5f09-400e-8154-59ed8ed3eaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.814474 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (d82f0a5b-b818-4761-87c9-112f69bcdf00), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.844793 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Port': ['ID=d82f0a5b-b818-4761-87c9-112f69bcdf00,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:00.907040 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (71499036-8931-4ec4-9368-94a2b4776ebc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.003071 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (71499036-8931-4ec4-9368-94a2b4776ebc), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.005464 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router_controller (71499036-8931-4ec4-9368-94a2b4776ebc), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.065780 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (71499036-8931-4ec4-9368-94a2b4776ebc), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.066334 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Fanout notify agent at l3_agent the message router_deleted on router 71499036-8931-4ec4-9368-94a2b4776ebc {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:26:01.075825 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.076920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-d1cae114-3c28-4c9d-8881-601911d57072 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/routers/71499036-8931-4ec4-9368-94a2b4776ebc HTTP/1.1" status: 204 len: 168 time: 1.1711202 Apr 07 12:26:01.079840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39832) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:01.168822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (025e6e92-6fd1-4d42-a669-98e679120ab9), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.219074 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:26:01.240343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:26:01.240689 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 989a6fd3-9cbd-46ca-9bc9-0f63dccb5bdc not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:26:01.241115 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device afda39a2-fa94-486b-85bc-76f274881e6e no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:26:01.267119 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: afda39a2-fa94-486b-85bc-76f274881e6e {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:26:01.267467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device afda39a2-fa94-486b-85bc-76f274881e6e not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:26:01.281334 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (025e6e92-6fd1-4d42-a669-98e679120ab9), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.303870 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025e6e92-6fd1-4d42-a669-98e679120ab9']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:01.314131 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafebee6-2384-4114-b211-2d3dcdd0a396') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:01.314513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafebee6-2384-4114-b211-2d3dcdd0a396') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:01.326561 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (dafebee6-2384-4114-b211-2d3dcdd0a396), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.341050 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (dafebee6-2384-4114-b211-2d3dcdd0a396), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.346871 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:26:01.347257 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (dafebee6-2384-4114-b211-2d3dcdd0a396), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:26:01.350254 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:26:01.418249 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (025e6e92-6fd1-4d42-a669-98e679120ab9), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.428029 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.431140 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/networks/025e6e92-6fd1-4d42-a669-98e679120ab9 HTTP/1.1" status: 204 len: 168 time: 0.3497541 Apr 07 12:26:01.434373 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:01.441714 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c45cf8-dcc5-45bc-b365-54c94e7e3991 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'Network': ['ID=025e6e92-6fd1-4d42-a669-98e679120ab9,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:01.494202 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fab2-416c-4c5c-a6b4-037303f1b679 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (236578d2-3189-4261-922a-622864d8a23c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.522125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fab2-416c-4c5c-a6b4-037303f1b679 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (236578d2-3189-4261-922a-622864d8a23c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.585937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fab2-416c-4c5c-a6b4-037303f1b679 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (236578d2-3189-4261-922a-622864d8a23c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.588643 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7e0fab2-416c-4c5c-a6b4-037303f1b679 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.589856 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e7e0fab2-416c-4c5c-a6b4-037303f1b679 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] 10.222.0.13 "DELETE /v2.0/security-groups/236578d2-3189-4261-922a-622864d8a23c HTTP/1.1" status: 204 len: 168 time: 0.1544046 Apr 07 12:26:01.599308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0fab2-416c-4c5c-a6b4-037303f1b679 tempest-TestNetworkAdvancedServerOps-1891207916 tempest-TestNetworkAdvancedServerOps-1891207916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236578d2-3189-4261-922a-622864d8a23c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:01.929664 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39842) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:02.065868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a80b974b-14f8-4f9b-80b8-37532ed4125e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=409b3e7241a64494bbaad017dfce2c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349540 Apr 07 12:26:02.068267 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39846) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:02.118933 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e76c9f2-e916-463e-82d7-49d1e699fb5a admin admin] Publish callbacks [] for security_group (6cfdb9d6-4b24-4ef1-b548-e4d87d80c734), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.142528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e76c9f2-e916-463e-82d7-49d1e699fb5a admin admin] Publish callbacks [] for security_group (6cfdb9d6-4b24-4ef1-b548-e4d87d80c734), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.191412 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e76c9f2-e916-463e-82d7-49d1e699fb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6cfdb9d6-4b24-4ef1-b548-e4d87d80c734), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.194082 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7e76c9f2-e916-463e-82d7-49d1e699fb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.195223 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7e76c9f2-e916-463e-82d7-49d1e699fb5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cfdb9d6-4b24-4ef1-b548-e4d87d80c734 HTTP/1.1" status: 204 len: 168 time: 0.1260486 Apr 07 12:26:02.204519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76c9f2-e916-463e-82d7-49d1e699fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfdb9d6-4b24-4ef1-b548-e4d87d80c734,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:02.343865 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.467844 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39852) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:02.481119 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c567-c4fa-4e32-9ae6-280f36884c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.566124 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c567-c4fa-4e32-9ae6-280f36884c14 admin admin] Publish callbacks [] for security_group (9b188ebe-6295-4883-9ace-286b334faf34), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.570021 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c567-c4fa-4e32-9ae6-280f36884c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b188ebe-6295-4883-9ace-286b334faf34), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.610205 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c567-c4fa-4e32-9ae6-280f36884c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b188ebe-6295-4883-9ace-286b334faf34,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:02.615874 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2ea4c567-c4fa-4e32-9ae6-280f36884c14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b93af21ede76460a8cf0409ca75980a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470025 Apr 07 12:26:02.618500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39854) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:02.668044 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd236-5a1f-417e-87d0-617dc4be5eb3 admin admin] Publish callbacks [] for security_group (9b188ebe-6295-4883-9ace-286b334faf34), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.689800 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd236-5a1f-417e-87d0-617dc4be5eb3 admin admin] Publish callbacks [] for security_group (9b188ebe-6295-4883-9ace-286b334faf34), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.736356 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd236-5a1f-417e-87d0-617dc4be5eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (9b188ebe-6295-4883-9ace-286b334faf34), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.738974 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd236-5a1f-417e-87d0-617dc4be5eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.742548 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-e1ddd236-5a1f-417e-87d0-617dc4be5eb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b188ebe-6295-4883-9ace-286b334faf34 HTTP/1.1" status: 204 len: 168 time: 0.1206894 Apr 07 12:26:02.749335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddd236-5a1f-417e-87d0-617dc4be5eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b188ebe-6295-4883-9ace-286b334faf34,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:03.087202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d82f0a5b-b818-4761-87c9-112f69bcdf00 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:26:03.107942 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: d82f0a5b-b818-4761-87c9-112f69bcdf00 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:26:03.108298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device d82f0a5b-b818-4761-87c9-112f69bcdf00 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:26:03.125525 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4c0-b822-4819-af37-625bfe6c7567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.473547 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39876) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:03.573655 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1658362248-network', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:03.596343 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Made reservation on behalf of 1df97172ffd748f6b563c36b6bf6df8b for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:26:03.598808 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.608132 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.687992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks [] for security_group (6e5ef2e5-3831-4b91-8cc1-a5efd2942440), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.691888 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6e5ef2e5-3831-4b91-8cc1-a5efd2942440), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.720610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:26:03.727102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5ef2e5-3831-4b91-8cc1-a5efd2942440,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:03.735189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (26392534-f2d5-48fc-a04e-3116b1341b10), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.735189 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Added segment 26392534-f2d5-48fc-a04e-3116b1341b10 of type vlan for network 8a7a7a1d-75de-4f17-b784-7caa83b1106d Apr 07 12:26:03.776510 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (8a7a7a1d-75de-4f17-b784-7caa83b1106d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.800104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (8a7a7a1d-75de-4f17-b784-7caa83b1106d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.801252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:03.801905 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.855118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3804243 Apr 07 12:26:03.858214 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39880) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:03.863271 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Request body: {'subnet': {'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1658362248-subnet', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:03.866335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66be98b-bc1d-46d3-a61d-aae106e6c68c admin admin] Pushing event updated for resources: {'Network': ['ID=8a7a7a1d-75de-4f17-b784-7caa83b1106d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:03.877644 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:26:03.885035 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Made reservation on behalf of 1df97172ffd748f6b563c36b6bf6df8b for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:26:03.888480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.075320 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.132661 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:04.141253 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Checking segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:04.141620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Network hostable DHCP agents. Network: 8a7a7a1d-75de-4f17-b784-7caa83b1106d, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:26:04.158758 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:26:04.168248 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 8a7a7a1d-75de-4f17-b784-7caa83b1106d) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:04.172506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:04.173101 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.179914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f467bac-e0aa-4c6a-b767-9f8bee8ef2af None None] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:26:04.193293 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9707675-90bc-4a93-bf65-de230e5e5dbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3314333 Apr 07 12:26:04.193506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39882) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:04.197727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:04.218406 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.219428 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.287772 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks [] for router_controller (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.442947 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks [] for router_gateway (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.461724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:26:04.462635 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.474660 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.606811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Allocated IP 172.20.0.2 (8a7a7a1d-75de-4f17-b784-7caa83b1106d/3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4/041fc75a-c5bf-4d82-9d21-95fa5797b459) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:04.671797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks [] for router_gateway (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.692371 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.763166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.774333 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Publish callbacks [] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.784124 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.798852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Allocated IP 172.25.5.4 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/1f7ea589-ff46-4437-8b81-bfacde17509d) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:04.850495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:04.856327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:04.860638 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:04.863686 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Pushing event updated for resources: {'Port': ['ID=041fc75a-c5bf-4d82-9d21-95fa5797b459,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:04.910912 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks [] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.918986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Attempting to bind port 041fc75a-c5bf-4d82-9d21-95fa5797b459 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:04.919482 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Attempting to bind port 041fc75a-c5bf-4d82-9d21-95fa5797b459 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:04.919710 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Attempting to bind port 041fc75a-c5bf-4d82-9d21-95fa5797b459 on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:04.925282 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:04.925594 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Checking segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:04.926002 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.926395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Bound using segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:04.926866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Bound port: 041fc75a-c5bf-4d82-9d21-95fa5797b459, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:04.927249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.953718 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.992093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:04.992353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] For port 041fc75a-c5bf-4d82-9d21-95fa5797b459, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:04.995506 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] For port 041fc75a-c5bf-4d82-9d21-95fa5797b459, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=041fc75a-c5bf-4d82-9d21-95fa5797b459,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:04.995881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:05.000848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:05.002927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:05.035235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ea589-ff46-4437-8b81-bfacde17509d,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:05.075197 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06da3-7063-4cb1-b0ce-397903e1b624 None None] Pushing event updated for resources: {'Port': ['ID=041fc75a-c5bf-4d82-9d21-95fa5797b459,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:05.300857 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks [] for router_gateway (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:05.525048 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:05.669589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:26:05.787581 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:26:05.796683 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:26:05.807016 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:05.811126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-7aefcb84-c083-4a54-bf43-8e56ec6a02e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6142013 Apr 07 12:26:05.811316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:05.811316 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:05.811527 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39890) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:05.932995 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:06.084842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17fe2d-52a9-4f73-a3dc-ec6e65e0080e None None] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:26:06.128827 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:05Z', 'revision_number': 3, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:06.151662 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] Provisioning complete for port 041fc75a-c5bf-4d82-9d21-95fa5797b459 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:06.152038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.161832 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:26:06.162186 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Updating router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 port 1f7ea589-ff46-4437-8b81-bfacde17509d binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:26:06.191867 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.287226 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.288219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] Current status of the port 041fc75a-c5bf-4d82-9d21-95fa5797b459 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:06.288587 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.299029 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.332673 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] For port 041fc75a-c5bf-4d82-9d21-95fa5797b459, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=041fc75a-c5bf-4d82-9d21-95fa5797b459,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:06.337558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.405525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea2082-1439-4abd-8db6-4a6560edfc5a None None] Pushing event updated for resources: {'Port': ['ID=041fc75a-c5bf-4d82-9d21-95fa5797b459,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:06.481582 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Publish callbacks [] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.488682 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.510819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Allocated IP 172.20.0.1 (8a7a7a1d-75de-4f17-b784-7caa83b1106d/3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4/a52fb7b5-dc71-4a3f-b739-84630361880f) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:06.551006 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Attempting to bind port 1f7ea589-ff46-4437-8b81-bfacde17509d on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:06.551396 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Attempting to bind port 1f7ea589-ff46-4437-8b81-bfacde17509d by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:06.551763 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Attempting to bind port 1f7ea589-ff46-4437-8b81-bfacde17509d on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:06.562170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-720059ed-1b87-442a-ad4b-698b5b15f6f5 None None] Provisioning complete for port 041fc75a-c5bf-4d82-9d21-95fa5797b459 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:06.562694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-720059ed-1b87-442a-ad4b-698b5b15f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.563580 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:06.563855 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:06.565173 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.565173 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:06.565173 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Bound port: 1f7ea589-ff46-4437-8b81-bfacde17509d, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:06.565558 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.567938 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0a120-4a81-432d-aab7-3a0cd82eb387 None None] Pushing event updated for resources: {'Port': ['ID=1f7ea589-ff46-4437-8b81-bfacde17509d,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:06.626578 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] For port 1f7ea589-ff46-4437-8b81-bfacde17509d, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:06.630602 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] For port 1f7ea589-ff46-4437-8b81-bfacde17509d, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1f7ea589-ff46-4437-8b81-bfacde17509d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:06.636899 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.653879 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks [] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.657570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-720059ed-1b87-442a-ad4b-698b5b15f6f5 None None] Current status of the port 041fc75a-c5bf-4d82-9d21-95fa5797b459 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:06.693633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.716462 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:06.717563 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:06.739738 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:06.742681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:06.749346 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:06.772135 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a52fb7b5-dc71-4a3f-b739-84630361880f,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:06.776131 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0a120-4a81-432d-aab7-3a0cd82eb387 None None] Pushing event updated for resources: {'Port': ['ID=1f7ea589-ff46-4437-8b81-bfacde17509d,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:06.793987 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:06.854043 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:06.937945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.050899 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:05Z', 'revision_number': 3, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:07.079101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0836a659-6611-4506-8df8-0a1a50382a73 None None] Provisioning complete for port a52fb7b5-dc71-4a3f-b739-84630361880f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:07.079820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0836a659-6611-4506-8df8-0a1a50382a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.084641 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc6c67-dfbe-430d-873d-4339857a0a09 None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:05Z', 'revision_number': 3, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:26:07.118302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0836a659-6611-4506-8df8-0a1a50382a73 None None] Port a52fb7b5-dc71-4a3f-b739-84630361880f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:26:07.132654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks [] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.139008 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.205351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 041fc75a-c5bf-4d82-9d21-95fa5797b459 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:07.207731 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a52fb7b5-dc71-4a3f-b739-84630361880f,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:07.213626 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.262836 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 041fc75a-c5bf-4d82-9d21-95fa5797b459 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:07.263330 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.322651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:07.325273 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:07.365223 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.367485 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 041fc75a-c5bf-4d82-9d21-95fa5797b459 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:07.498567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:26:07.631288 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:26:07.640098 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-150ee60a-b58e-4ff6-a4b9-8affb3d745a6 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275044 Apr 07 12:26:07.645880 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4264730b-2933-4647-b310-258fc091bed8 None None] Provisioning complete for port a52fb7b5-dc71-4a3f-b739-84630361880f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:07.646267 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4264730b-2933-4647-b310-258fc091bed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.688792 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4264730b-2933-4647-b310-258fc091bed8 None None] Port a52fb7b5-dc71-4a3f-b739-84630361880f cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:26:08.168423 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39908) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:08.173585 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1758903501-network', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:08.193176 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Made reservation on behalf of 6ff2ee46042a46cd883900f46f2a3b19 for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:26:08.195480 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.531246 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.610989 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks [] for security_group (c415c20f-b072-4e41-8493-d2071f77fa07), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.615191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c415c20f-b072-4e41-8493-d2071f77fa07), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.640878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:26:08.650541 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c415c20f-b072-4e41-8493-d2071f77fa07,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:08.655953 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.656297 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Added segment e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a of type vlan for network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 Apr 07 12:26:08.697457 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (9c5d98f0-b83b-4708-9de2-2f29e641d1f5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.724619 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (9c5d98f0-b83b-4708-9de2-2f29e641d1f5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.725692 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:08.726277 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.780867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:26:08.787662 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6181366 Apr 07 12:26:08.790379 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39910) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:08.790864 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:08.791501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:08.795735 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Request body: {'subnet': {'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1758903501-subnet', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:08.806834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8e984-075c-4591-bb53-eb859ddd707a admin admin] Pushing event updated for resources: {'Network': ['ID=9c5d98f0-b83b-4708-9de2-2f29e641d1f5,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:08.820625 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Made reservation on behalf of 6ff2ee46042a46cd883900f46f2a3b19 for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:26:08.824191 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.829039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:26:08.958566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:08.998112 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (eddffc96-ce98-4eb6-a239-2882b3d87195), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.056172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eddffc96-ce98-4eb6-a239-2882b3d87195,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:09.064676 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Checking segment: {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:09.065045 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Network hostable DHCP agents. Network: 9c5d98f0-b83b-4708-9de2-2f29e641d1f5, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:26:09.090151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:26:09.105819 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 9c5d98f0-b83b-4708-9de2-2f29e641d1f5) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:09.110104 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:09.110712 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.122513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac71d9c3-03b7-4db3-bf53-a97c01051f09 None None] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:26:09.127952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9b86bdee-8777-408c-b871-54e042785fd8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3363645 Apr 07 12:26:09.130439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39912) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:09.135259 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:09.155974 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (153e0398-0646-40ce-9784-ecf6dfaca8b5), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.157251 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (153e0398-0646-40ce-9784-ecf6dfaca8b5), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.184398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1f7ea589-ff46-4437-8b81-bfacde17509d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:09.235333 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks [] for router_controller (153e0398-0646-40ce-9784-ecf6dfaca8b5), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.310042 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-9c5d98f0-b83b-4708-9de2-2f29e641d1f5', 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5', 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'fixed_ips': [{'subnet_id': 'eddffc96-ce98-4eb6-a239-2882b3d87195'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:26:09.310900 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.331495 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 1f7ea589-ff46-4437-8b81-bfacde17509d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:09.331928 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.379326 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks [] for router_gateway (153e0398-0646-40ce-9784-ecf6dfaca8b5), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.438704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 2, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:09.472593 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:26:09.472954 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Updating router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 port a52fb7b5-dc71-4a3f-b739-84630361880f binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:26:09.560517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.579596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Allocated IP 172.20.0.2 (9c5d98f0-b83b-4708-9de2-2f29e641d1f5/eddffc96-ce98-4eb6-a239-2882b3d87195/345a0870-41af-43a5-8207-4ee1e79877b1) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:09.597468 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks [] for router_gateway (153e0398-0646-40ce-9784-ecf6dfaca8b5), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.609798 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 1f7ea589-ff46-4437-8b81-bfacde17509d is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:09.610460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.619255 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.703993 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 1f7ea589-ff46-4437-8b81-bfacde17509d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1f7ea589-ff46-4437-8b81-bfacde17509d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:09.747467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Allocated IP 172.25.5.128 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/26d09657-12aa-4a13-ae3d-cada0a75b71a) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:09.867039 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks [] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.903085 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.919477 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:09.955784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:09.959963 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:09.962363 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:09.991803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Pushing event updated for resources: {'Port': ['ID=26d09657-12aa-4a13-ae3d-cada0a75b71a,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:10.070564 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=1f7ea589-ff46-4437-8b81-bfacde17509d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:10.108969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Publish callbacks [] for port (345a0870-41af-43a5-8207-4ee1e79877b1), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.118902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.191913 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Pushing event updated for resources: {'Port': ['ID=345a0870-41af-43a5-8207-4ee1e79877b1,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:10.200812 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:10.204667 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:10.208120 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:10.245551 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks [] for router_gateway (153e0398-0646-40ce-9784-ecf6dfaca8b5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.331147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Attempting to bind port 345a0870-41af-43a5-8207-4ee1e79877b1 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:10.331659 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Attempting to bind port 345a0870-41af-43a5-8207-4ee1e79877b1 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:10.332663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Attempting to bind port 345a0870-41af-43a5-8207-4ee1e79877b1 on network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:10.342826 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Publish callbacks [] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.349319 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:10.350064 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Checking segment: {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:10.350621 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.351721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Bound using segment: {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:10.352396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Bound port: 345a0870-41af-43a5-8207-4ee1e79877b1, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:10.352908 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.366094 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.465169 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (153e0398-0646-40ce-9784-ecf6dfaca8b5), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.480351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9593a-74cb-48a1-a574-6e750db6c47d None None] Pushing event updated for resources: {'Port': ['ID=a52fb7b5-dc71-4a3f-b739-84630361880f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:10.521440 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] For port 345a0870-41af-43a5-8207-4ee1e79877b1, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:10.525208 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] For port 345a0870-41af-43a5-8207-4ee1e79877b1, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=345a0870-41af-43a5-8207-4ee1e79877b1,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:10.562853 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.602681 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Attempting to bind port a52fb7b5-dc71-4a3f-b739-84630361880f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:10.603171 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Attempting to bind port a52fb7b5-dc71-4a3f-b739-84630361880f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:10.603551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Attempting to bind port a52fb7b5-dc71-4a3f-b739-84630361880f on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:10.625055 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:10.625472 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Checking segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:10.625890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.626296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Bound using segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:10.626793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Bound port: a52fb7b5-dc71-4a3f-b739-84630361880f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:10.627186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.645017 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Router 153e0398-0646-40ce-9784-ecf6dfaca8b5 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:26:10.690017 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a67e-5629-4114-b8f1-1c2522697343 None None] Pushing event updated for resources: {'Port': ['ID=345a0870-41af-43a5-8207-4ee1e79877b1,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:10.731446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] For port a52fb7b5-dc71-4a3f-b739-84630361880f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:10.735388 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] For port a52fb7b5-dc71-4a3f-b739-84630361880f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a52fb7b5-dc71-4a3f-b739-84630361880f,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:10.743088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.789749 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:26:10.803168 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Sync routers for ids ['153e0398-0646-40ce-9784-ecf6dfaca8b5'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:26:10.810617 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.814922 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39914) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:10.815507 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a9e1266c-3ecf-47be-9640-c68c26ec004a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6834800 Apr 07 12:26:10.823435 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] Provisioning complete for port a52fb7b5-dc71-4a3f-b739-84630361880f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:10.823807 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:10.828180 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Routers {'153e0398-0646-40ce-9784-ecf6dfaca8b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:10.829449 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['153e0398-0646-40ce-9784-ecf6dfaca8b5'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:10.853718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9593a-74cb-48a1-a574-6e750db6c47d None None] Pushing event updated for resources: {'Port': ['ID=a52fb7b5-dc71-4a3f-b739-84630361880f,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:10.868912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:10.869604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:11.009977 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Set router 153e0398-0646-40ce-9784-ecf6dfaca8b5 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:11.102932 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:11.298205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1f7ea589-ff46-4437-8b81-bfacde17509d up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:11.302205 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:10Z', 'revision_number': 3, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:11.328993 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Checking router: 153e0398-0646-40ce-9784-ecf6dfaca8b5 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:26:11.329423 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Updating router 153e0398-0646-40ce-9784-ecf6dfaca8b5 port 26d09657-12aa-4a13-ae3d-cada0a75b71a binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:26:11.334305 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] Current status of the port a52fb7b5-dc71-4a3f-b739-84630361880f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:11.334711 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.416343 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] For port a52fb7b5-dc71-4a3f-b739-84630361880f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a52fb7b5-dc71-4a3f-b739-84630361880f,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:11.425489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.436944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.461799 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.492411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 1f7ea589-ff46-4437-8b81-bfacde17509d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:11.492754 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.548478 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ac102-38ec-4c5c-80da-976b9bfc73f3 None None] Pushing event updated for resources: {'Port': ['ID=a52fb7b5-dc71-4a3f-b739-84630361880f,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:11.583085 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-57ad6cd4-60c3-4e45-8dc6-610d6e0f4ca0 None None] Provisioning complete for port a52fb7b5-dc71-4a3f-b739-84630361880f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:11.583468 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57ad6cd4-60c3-4e45-8dc6-610d6e0f4ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.609192 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:10Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:11.637909 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Allocated IP 172.20.0.1 (9c5d98f0-b83b-4708-9de2-2f29e641d1f5/eddffc96-ce98-4eb6-a239-2882b3d87195/bff41bcf-18f3-4f5d-996f-c51202dc3f11) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:11.655165 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69567e93-994b-4c9c-ba93-083f651749ba None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:10Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:26:11.754577 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 1f7ea589-ff46-4437-8b81-bfacde17509d is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:11.755960 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 345a0870-41af-43a5-8207-4ee1e79877b1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:11.834383 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-57ad6cd4-60c3-4e45-8dc6-610d6e0f4ca0 None None] Current status of the port a52fb7b5-dc71-4a3f-b739-84630361880f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:11.843891 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Publish callbacks [] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.846985 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks [] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.852291 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.873632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 345a0870-41af-43a5-8207-4ee1e79877b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:11.874017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.904337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.924615 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Attempting to bind port 26d09657-12aa-4a13-ae3d-cada0a75b71a on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:11.925047 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Attempting to bind port 26d09657-12aa-4a13-ae3d-cada0a75b71a by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:11.925504 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Attempting to bind port 26d09657-12aa-4a13-ae3d-cada0a75b71a on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:11.929446 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Pushing event updated for resources: {'Port': ['ID=26d09657-12aa-4a13-ae3d-cada0a75b71a,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:11.947697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:11.960158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:11.962302 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:11.964494 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.965441 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:11.966195 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Bound port: 26d09657-12aa-4a13-ae3d-cada0a75b71a, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:11.966742 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:11.966983 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:11.972047 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.972643 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.973319 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.973851 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.974353 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.974826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:11.975333 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.978307 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.978942 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.979845 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.980520 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.982426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.982965 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:11.983481 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:26:12.001602 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 345a0870-41af-43a5-8207-4ee1e79877b1 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:12.002298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.015673 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Pushing event updated for resources: {'Port': ['ID=bff41bcf-18f3-4f5d-996f-c51202dc3f11,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:12.061639 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (153e0398-0646-40ce-9784-ecf6dfaca8b5), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.067015 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 345a0870-41af-43a5-8207-4ee1e79877b1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=345a0870-41af-43a5-8207-4ee1e79877b1,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:12.074751 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.086021 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] For port 26d09657-12aa-4a13-ae3d-cada0a75b71a, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:12.090481 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] For port 26d09657-12aa-4a13-ae3d-cada0a75b71a, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=26d09657-12aa-4a13-ae3d-cada0a75b71a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:12.099168 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.154259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ca2df-53eb-4b66-ba99-f7dc67b8a586 None None] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:26:12.182105 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3f9e-82ae-4d3b-927d-4f4aec4d5f98 None None] Pushing event updated for resources: {'Port': ['ID=26d09657-12aa-4a13-ae3d-cada0a75b71a,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:12.186645 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Routers {'153e0398-0646-40ce-9784-ecf6dfaca8b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:12.187483 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['153e0398-0646-40ce-9784-ecf6dfaca8b5'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:12.212436 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=345a0870-41af-43a5-8207-4ee1e79877b1,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:12.277216 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.301514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-34819c40-7f64-473b-8218-93d6c87c6167 None None] Provisioning complete for port 345a0870-41af-43a5-8207-4ee1e79877b1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:12.301743 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-34819c40-7f64-473b-8218-93d6c87c6167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.321904 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] Set router 153e0398-0646-40ce-9784-ecf6dfaca8b5 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:12.426354 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-34819c40-7f64-473b-8218-93d6c87c6167 None None] Current status of the port 345a0870-41af-43a5-8207-4ee1e79877b1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:12.439159 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:26:12.515293 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks [] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.521370 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.596165 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:10Z', 'revision_number': 3, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:12.609957 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (153e0398-0646-40ce-9784-ecf6dfaca8b5), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.613022 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Pushing event updated for resources: {'Port': ['ID=bff41bcf-18f3-4f5d-996f-c51202dc3f11,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:12.639815 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40eb767-60ee-4db6-8dc6-f1182370e066 None None] The sync data for ids ['153e0398-0646-40ce-9784-ecf6dfaca8b5'] in n-d-836788-1 is: [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:10Z', 'revision_number': 3, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:26:12.663870 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2dd011f4-2b54-4d56-ae34-16c792738c57 None None] Provisioning complete for port 345a0870-41af-43a5-8207-4ee1e79877b1 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:12.664460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2dd011f4-2b54-4d56-ae34-16c792738c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.763198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:12.765961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:12.791411 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2dd011f4-2b54-4d56-ae34-16c792738c57 None None] Current status of the port 345a0870-41af-43a5-8207-4ee1e79877b1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:12.812338 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-2dd011f4-2b54-4d56-ae34-16c792738c57 None None] Provisioning complete for port bff41bcf-18f3-4f5d-996f-c51202dc3f11 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:12.812985 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2dd011f4-2b54-4d56-ae34-16c792738c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:12.861835 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2dd011f4-2b54-4d56-ae34-16c792738c57 None None] Port bff41bcf-18f3-4f5d-996f-c51202dc3f11 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:26:12.946804 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Router 153e0398-0646-40ce-9784-ecf6dfaca8b5 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:26:12.989404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-0ff156a0-0470-4741-9fc1-1028cbba45aa None None] Provisioning complete for port bff41bcf-18f3-4f5d-996f-c51202dc3f11 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:12.990123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0ff156a0-0470-4741-9fc1-1028cbba45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.066658 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-0ff156a0-0470-4741-9fc1-1028cbba45aa None None] Port bff41bcf-18f3-4f5d-996f-c51202dc3f11 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:26:13.151999 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:26:13.164244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-c0bf9f84-dc1e-41a0-b96e-7b8575f763af admin admin] 10.222.0.13 "PUT /v2.0/routers/153e0398-0646-40ce-9784-ecf6dfaca8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3472421 Apr 07 12:26:13.296810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-707675bf-325e-495e-8771-2c3e69713ed5 None None] Provisioning complete for port bff41bcf-18f3-4f5d-996f-c51202dc3f11 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:13.297568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-707675bf-325e-495e-8771-2c3e69713ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.363134 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a52fb7b5-dc71-4a3f-b739-84630361880f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:13.369951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-707675bf-325e-495e-8771-2c3e69713ed5 None None] Port bff41bcf-18f3-4f5d-996f-c51202dc3f11 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:26:13.439211 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port a52fb7b5-dc71-4a3f-b739-84630361880f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:13.439578 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.533490 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port a52fb7b5-dc71-4a3f-b739-84630361880f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:13.534580 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 345a0870-41af-43a5-8207-4ee1e79877b1 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:13.583242 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 345a0870-41af-43a5-8207-4ee1e79877b1 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:13.583612 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.670712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 345a0870-41af-43a5-8207-4ee1e79877b1 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:13.671951 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26d09657-12aa-4a13-ae3d-cada0a75b71a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:13.735083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 26d09657-12aa-4a13-ae3d-cada0a75b71a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:13.735469 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.825351 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 26d09657-12aa-4a13-ae3d-cada0a75b71a is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:13.825994 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.847669 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 26d09657-12aa-4a13-ae3d-cada0a75b71a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=26d09657-12aa-4a13-ae3d-cada0a75b71a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:13.852196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:13.906543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=26d09657-12aa-4a13-ae3d-cada0a75b71a,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:14.342376 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39922) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:14.346993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600080297', 'description': 'tempest-secgroup-smoke-1600080297 description', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:14.366323 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.435487 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (4246a566-f044-43ad-ae7b-f54b3eb33e6b), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.439227 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4246a566-f044-43ad-ae7b-f54b3eb33e6b), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.468605 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.469871 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1264632 Apr 07 12:26:14.473214 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39924) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:14.477572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '4246a566-f044-43ad-ae7b-f54b3eb33e6b', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:14.483918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d997b-b01e-4e71-8acf-0793987598dd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4246a566-f044-43ad-ae7b-f54b3eb33e6b,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:14.506758 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (ec465b5e-1525-4c79-997a-60e92c532ca8), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.563486 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (ec465b5e-1525-4c79-997a-60e92c532ca8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.567259 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ec465b5e-1525-4c79-997a-60e92c532ca8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.590500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec465b5e-1525-4c79-997a-60e92c532ca8,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:14.597537 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.598741 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4a1c15ad-bfb9-4a21-b586-8e2002a65144 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246011 Apr 07 12:26:14.601587 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39926) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:14.606889 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '4246a566-f044-43ad-ae7b-f54b3eb33e6b', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:14.631859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (e716c51f-50c6-4fad-9892-9bf04f3c3c89), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.691074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (e716c51f-50c6-4fad-9892-9bf04f3c3c89), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.695139 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e716c51f-50c6-4fad-9892-9bf04f3c3c89), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.715130 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e716c51f-50c6-4fad-9892-9bf04f3c3c89,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:14.723653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.724887 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f96d6f63-d925-4736-b3f2-7e2acbee5910 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223388 Apr 07 12:26:14.727572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39928) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:14.732997 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '4246a566-f044-43ad-ae7b-f54b3eb33e6b', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:14.758098 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (00c87868-1231-4f85-9f5a-58e4d7e0234f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.816424 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (00c87868-1231-4f85-9f5a-58e4d7e0234f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.820064 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (00c87868-1231-4f85-9f5a-58e4d7e0234f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.839707 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c87868-1231-4f85-9f5a-58e4d7e0234f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:14.847741 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.848954 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-1e44d8ff-d5dc-4cdb-ba0d-2a1cac0ac957 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204491 Apr 07 12:26:14.851675 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39930) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:14.856810 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '4246a566-f044-43ad-ae7b-f54b3eb33e6b', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:14.882549 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (e035507b-9f91-4366-8ae4-73712bf250da), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.945725 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (e035507b-9f91-4366-8ae4-73712bf250da), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.949999 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e035507b-9f91-4366-8ae4-73712bf250da), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.972123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e035507b-9f91-4366-8ae4-73712bf250da,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:14.985855 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:14.989178 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4f027665-31e2-4f51-8afb-4eea60df1b74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346021 Apr 07 12:26:14.990670 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 39932) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:14.995417 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '4246a566-f044-43ad-ae7b-f54b3eb33e6b', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:15.000929 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Sync routers for ids ['153e0398-0646-40ce-9784-ecf6dfaca8b5'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:26:15.019087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Routers {'153e0398-0646-40ce-9784-ecf6dfaca8b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:15.019087 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['153e0398-0646-40ce-9784-ecf6dfaca8b5'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:15.023677 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Project 1df97172ffd748f6b563c36b6bf6df8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:26:15.030233 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (13230c06-2d38-41ba-a8da-6b12d2384e5e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.098697 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (13230c06-2d38-41ba-a8da-6b12d2384e5e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.103583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (13230c06-2d38-41ba-a8da-6b12d2384e5e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.119112 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13230c06-2d38-41ba-a8da-6b12d2384e5e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:15.141184 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.142111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Set router 153e0398-0646-40ce-9784-ecf6dfaca8b5 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:15.142579 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5d3bcdb0-f8d5-48a0-9cae-1d85ebeebb0c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509840 Apr 07 12:26:15.145366 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39934) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:15.150105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '4246a566-f044-43ad-ae7b-f54b3eb33e6b', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:15.171816 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Project 1df97172ffd748f6b563c36b6bf6df8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:26:15.177063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26d09657-12aa-4a13-ae3d-cada0a75b71a up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:15.177261 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (5aa19e90-0947-4c99-81f0-66a8c4795e7f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.240700 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (5aa19e90-0947-4c99-81f0-66a8c4795e7f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.244571 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (5aa19e90-0947-4c99-81f0-66a8c4795e7f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.280404 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa19e90-0947-4c99-81f0-66a8c4795e7f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:15.286125 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.287355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5d2d505c-af75-46cf-bc62-bf3d78a26f47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408334 Apr 07 12:26:15.320447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 26d09657-12aa-4a13-ae3d-cada0a75b71a triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:15.320916 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.452124 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-6237845e-b561-4715-83f0-d2873c228245 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600080297&fields=id&tenant_id=1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 267 time: 0.0453930 Apr 07 12:26:15.571204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-d1e60413-0234-405e-b828-5f6912dc1d79 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:15.572633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-d1e60413-0234-405e-b828-5f6912dc1d79 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 809 time: 0.1135280 Apr 07 12:26:15.589860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-5525ab4d-7203-4442-ad58-884e3724f686 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/quotas/1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 375 time: 0.0108442 Apr 07 12:26:15.628312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 26d09657-12aa-4a13-ae3d-cada0a75b71a is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:15.637965 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:12Z', 'revision_number': 4, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'bff41bcf-18f3-4f5d-996f-c51202dc3f11', 'name': '', 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'mac_address': 'fa:16:3e:bf:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eddffc96-ce98-4eb6-a239-2882b3d87195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:11Z', 'updated_at': '2022-04-07T12:26:12Z', 'revision_number': 2, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'subnets': [{'id': 'eddffc96-ce98-4eb6-a239-2882b3d87195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:15.648825 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-4baa8f7b-8658-48da-be38-a06530d9ac37 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530455 Apr 07 12:26:15.667296 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Checking router: 153e0398-0646-40ce-9784-ecf6dfaca8b5 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:26:15.667556 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-b02981d7-ba76-42b6-b7f1-aeb24cf2077f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:26:15.667724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Updating router 153e0398-0646-40ce-9784-ecf6dfaca8b5 port bff41bcf-18f3-4f5d-996f-c51202dc3f11 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:26:15.668462 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-b02981d7-ba76-42b6-b7f1-aeb24cf2077f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056987 Apr 07 12:26:15.695108 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.765567 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-d405a69a-542b-4c95-8e97-470bac737601 service neutron] 10.222.0.13 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897849 Apr 07 12:26:15.859308 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-b913a5ba-665c-4ad7-b9ae-903be86990a4 service neutron] 10.222.0.13 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876389 Apr 07 12:26:15.975452 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Publish callbacks [] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:15.982358 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.047430 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5cf2a-a230-4a26-b789-6be62f6cf28c None None] Pushing event updated for resources: {'Port': ['ID=bff41bcf-18f3-4f5d-996f-c51202dc3f11,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:16.069881 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d380f80f-c620-439f-9d69-9781c9d75859 req-2bbe742b-8e12-4744-b07b-d7c18cdf0da4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 210 time: 0.0490065 Apr 07 12:26:16.109097 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Attempting to bind port bff41bcf-18f3-4f5d-996f-c51202dc3f11 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:16.109607 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Attempting to bind port bff41bcf-18f3-4f5d-996f-c51202dc3f11 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:16.109975 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Attempting to bind port bff41bcf-18f3-4f5d-996f-c51202dc3f11 on network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:16.115432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:16.115814 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Checking segment: {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:16.116227 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.116634 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Bound using segment: {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:16.117152 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Bound port: bff41bcf-18f3-4f5d-996f-c51202dc3f11, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:16.117550 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.192543 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] For port bff41bcf-18f3-4f5d-996f-c51202dc3f11, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:16.196617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] For port bff41bcf-18f3-4f5d-996f-c51202dc3f11, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bff41bcf-18f3-4f5d-996f-c51202dc3f11,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:16.204372 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.267927 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Routers {'153e0398-0646-40ce-9784-ecf6dfaca8b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:16.268663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['153e0398-0646-40ce-9784-ecf6dfaca8b5'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:16.273813 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5cf2a-a230-4a26-b789-6be62f6cf28c None None] Pushing event updated for resources: {'Port': ['ID=bff41bcf-18f3-4f5d-996f-c51202dc3f11,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:16.362803 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] Provisioning complete for port bff41bcf-18f3-4f5d-996f-c51202dc3f11 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:16.363114 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.445116 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] Set router 153e0398-0646-40ce-9784-ecf6dfaca8b5 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:16.554837 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] Current status of the port bff41bcf-18f3-4f5d-996f-c51202dc3f11 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:16.555135 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.648447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] For port bff41bcf-18f3-4f5d-996f-c51202dc3f11, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bff41bcf-18f3-4f5d-996f-c51202dc3f11,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:16.660872 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.743747 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ff7c8-4960-4202-ad16-3b1a49b1a741 None None] Pushing event updated for resources: {'Port': ['ID=bff41bcf-18f3-4f5d-996f-c51202dc3f11,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:16.764693 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:12Z', 'revision_number': 4, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'bff41bcf-18f3-4f5d-996f-c51202dc3f11', 'name': '', 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'mac_address': 'fa:16:3e:bf:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eddffc96-ce98-4eb6-a239-2882b3d87195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:11Z', 'updated_at': '2022-04-07T12:26:16Z', 'revision_number': 4, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'subnets': [{'id': 'eddffc96-ce98-4eb6-a239-2882b3d87195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:16.800790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c505b2-7c7c-4872-bcd5-d275f0a2c41d None None] The sync data for ids ['153e0398-0646-40ce-9784-ecf6dfaca8b5'] in n-d-836788-1 is: [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:12Z', 'revision_number': 4, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'bff41bcf-18f3-4f5d-996f-c51202dc3f11', 'name': '', 'network_id': '9c5d98f0-b83b-4708-9de2-2f29e641d1f5', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'mac_address': 'fa:16:3e:bf:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eddffc96-ce98-4eb6-a239-2882b3d87195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:11Z', 'updated_at': '2022-04-07T12:26:16Z', 'revision_number': 4, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'subnets': [{'id': 'eddffc96-ce98-4eb6-a239-2882b3d87195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:26:16.813624 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3c5da039-73fb-4fc5-9e55-2305bcae7c22 None None] Provisioning complete for port bff41bcf-18f3-4f5d-996f-c51202dc3f11 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:16.814008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c5da039-73fb-4fc5-9e55-2305bcae7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:16.919207 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3c5da039-73fb-4fc5-9e55-2305bcae7c22 None None] Current status of the port bff41bcf-18f3-4f5d-996f-c51202dc3f11 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:17.138218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-4ee955dc-cc08-486c-8166-e716a12dbad4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:17.140707 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-4ee955dc-cc08-486c-8166-e716a12dbad4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 809 time: 0.1435614 Apr 07 12:26:17.199127 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3b7d8a41-20ae-45f4-86fa-f75ff1a0e838 req-71428f49-3d4f-49e2-865c-e8c3279e0a8d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 210 time: 0.0339539 Apr 07 12:26:17.221723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-b4c58f1a-ea9b-4752-8b99-a6dc38b37bc5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 380 time: 0.0726213 Apr 07 12:26:17.236431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'port': {'device_id': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'admin_state_up': True, 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'security_groups': ['4246a566-f044-43ad-ae7b-f54b3eb33e6b']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:17.244340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bff41bcf-18f3-4f5d-996f-c51202dc3f11 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:17.300764 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port bff41bcf-18f3-4f5d-996f-c51202dc3f11 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:17.301176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.363693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Made reservation on behalf of 1df97172ffd748f6b563c36b6bf6df8b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:26:17.367351 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.405330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port bff41bcf-18f3-4f5d-996f-c51202dc3f11 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:17.504730 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Allocated IP 172.20.0.6 (8a7a7a1d-75de-4f17-b784-7caa83b1106d/3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4/33058da6-9686-4343-be76-bee79db9d42d) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:17.649834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for port (33058da6-9686-4343-be76-bee79db9d42d), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.689570 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.733926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:17.736906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:17.743979 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:17.770782 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:17.798511 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:17.799129 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.815268 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-a87068ad-c191-4cde-b36c-e62850d4b3cb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867689 Apr 07 12:26:17.827193 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Request body: {'port': {'device_id': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:17.895178 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.944743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-da2251b2-ffaf-4414-9e47-960bcd49b977 None None] Provisioning complete for port 33058da6-9686-4343-be76-bee79db9d42d triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:17.945150 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-da2251b2-ffaf-4414-9e47-960bcd49b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33058da6-9686-4343-be76-bee79db9d42d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.982036 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-da2251b2-ffaf-4414-9e47-960bcd49b977 None None] Port 33058da6-9686-4343-be76-bee79db9d42d cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:26:18.167930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33058da6-9686-4343-be76-bee79db9d42d {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:26:18.175516 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Publish callbacks [] for port (33058da6-9686-4343-be76-bee79db9d42d), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:18.188047 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Transition to ACTIVE for port object 33058da6-9686-4343-be76-bee79db9d42d will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:26:18.191691 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:18.263863 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:18.325628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Attempting to bind port 33058da6-9686-4343-be76-bee79db9d42d on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:26:18.325969 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Attempting to bind port 33058da6-9686-4343-be76-bee79db9d42d by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:26:18.326444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Attempting to bind port 33058da6-9686-4343-be76-bee79db9d42d on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:18.331178 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Port 33058da6-9686-4343-be76-bee79db9d42d on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:26:18.331500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Attempting to bind port 33058da6-9686-4343-be76-bee79db9d42d on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:26:18.336915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:26:18.337392 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Checking segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:26:18.337796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Bound using segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:26:18.338229 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Bound port: 33058da6-9686-4343-be76-bee79db9d42d, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:26:18.340704 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:18.348830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca1562-6440-46a8-8acc-a39ae240f2fa req-cc547ffb-6534-42ff-95f4-d934b055a27b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:18.357013 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcca1562-6440-46a8-8acc-a39ae240f2fa req-cc547ffb-6534-42ff-95f4-d934b055a27b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0707383 Apr 07 12:26:18.406905 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fcca1562-6440-46a8-8acc-a39ae240f2fa req-2ec5f855-01f3-499c-ae9b-df12978139c3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Apr 07 12:26:18.417243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:26:18.422911 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:26:18.430357 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:18.467788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:18.468406 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:18.469923 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] 10.222.0.23 "PUT /v2.0/ports/33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 1091 time: 0.6480453 Apr 07 12:26:18.470235 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:26:18.472467 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2420541b-a0c6-4aec-96ea-a7e378d7af04" -d '{"events": [{"name": "network-changed", "server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:26:18.497546 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60ac47-61b4-44b7-a02a-3facb7b76e6a service neutron] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:18.545611 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c097f9ba-b3d5-4aa6-9a08-239a1d62d597 x-openstack-request-id: req-c097f9ba-b3d5-4aa6-9a08-239a1d62d597 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:26:18.545912 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:26:18.546175 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c097f9ba-b3d5-4aa6-9a08-239a1d62d597 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:26:18.546593 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c097f9ba-b3d5-4aa6-9a08-239a1d62d597'] response: {'name': 'network-changed', 'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'status': 'completed', 'code': 200} Apr 07 12:26:18.562316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-65720a9e-f901-4a3f-a58b-f681a57d6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:18.563861 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-65720a9e-f901-4a3f-a58b-f681a57d6fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1125 time: 0.0560033 Apr 07 12:26:18.611121 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-d350dcf1-6144-435c-96c1-579a8b70342c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 217 time: 0.0411625 Apr 07 12:26:18.664771 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0f5c1dd6-d6c6-4a2f-8fc7-4688e29a23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:18.666497 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-0f5c1dd6-d6c6-4a2f-8fc7-4688e29a23ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0502973 Apr 07 12:26:18.719781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-ce700b5a-5b21-40fa-9473-966e69424a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:18.721345 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-ce700b5a-5b21-40fa-9473-966e69424a59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495951 Apr 07 12:26:18.820494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-bfd07d78-9ed5-48bb-9020-4ddb4f933d80 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932782 Apr 07 12:26:18.914077 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b06bf8db-46d6-4a73-81c4-dfb960ab8791 req-d353dfd4-41d0-47bb-940b-6373cb436eb2 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877063 Apr 07 12:26:19.016253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-9a5b3b9c-5a33-40fa-b334-5ef5f6489afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:19.017821 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-9a5b3b9c-5a33-40fa-b334-5ef5f6489afa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1125 time: 0.0552461 Apr 07 12:26:19.107202 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-e7758c85-5751-4210-b34f-19fcc245dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:19.108677 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-e7758c85-5751-4210-b34f-19fcc245dc35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0853732 Apr 07 12:26:19.149364 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-db53f9e6-b185-441e-a950-ccf8dde51e23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 217 time: 0.0350046 Apr 07 12:26:19.202905 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-fe3d5053-b792-4419-9474-599973e78fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:19.204397 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-fe3d5053-b792-4419-9474-599973e78fa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0496287 Apr 07 12:26:19.255935 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-de90d344-76a0-49aa-919c-61f455af9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:19.257387 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-de90d344-76a0-49aa-919c-61f455af9a70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469425 Apr 07 12:26:19.345255 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-6083f520-958d-4772-b94c-8f4106682777 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Apr 07 12:26:19.448483 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2420541b-a0c6-4aec-96ea-a7e378d7af04 req-4b14f661-fa99-4440-9118-eee0a3575689 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967009 Apr 07 12:26:19.544081 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5610b-2028-48a0-8afb-f6c307e45385 req-5ca81d2b-6cdd-4083-9171-ecaf5a1b87d3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:19.545642 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dff5610b-2028-48a0-8afb-f6c307e45385 req-5ca81d2b-6cdd-4083-9171-ecaf5a1b87d3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0593555 Apr 07 12:26:19.597539 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dff5610b-2028-48a0-8afb-f6c307e45385 req-94180146-38ca-485b-90b0-159a2016773b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Apr 07 12:26:20.727641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e517130-1e91-4b02-92a0-8f165b07e745 req-317d1bcd-20ca-4976-bb85-6b9b45b51349 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:20.729099 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e517130-1e91-4b02-92a0-8f165b07e745 req-317d1bcd-20ca-4976-bb85-6b9b45b51349 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0531905 Apr 07 12:26:20.782880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7e517130-1e91-4b02-92a0-8f165b07e745 req-7a6bd7d3-f325-4170-944f-346b881fc536 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476518 Apr 07 12:26:21.429567 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-cddbecc0-cc7d-4420-bf6f-a0aaf7dd19e2 service neutron] (104178) timed out ('10.222.0.13', 36110) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:26:21.832649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:26:21.911528 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df58a5-f277-47e5-bec0-c5e7dc8e8618 req-02ac5247-e6d2-4cec-abe5-5512f33feff0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:21.914281 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-93df58a5-f277-47e5-bec0-c5e7dc8e8618 req-02ac5247-e6d2-4cec-abe5-5512f33feff0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0575805 Apr 07 12:26:21.936626 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:21.949706 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '33058da6-9686-4343-be76-bee79db9d42d', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:26:21.963506 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-a9656413-72b2-4d78-a5d3-a55aec27baa7 req-9300aab2-ce5c-45c6-9cf7-deae8a01fde8 tempest-ServerActionsTestJSON-1180386071 tempest-ServerActionsTestJSON-1180386071-project] (104178) timed out ('10.222.0.13', 36132) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:26:21.968337 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-93df58a5-f277-47e5-bec0-c5e7dc8e8618 req-2be9c5ac-b6f4-4c37-bd51-298a27d34231 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480299 Apr 07 12:26:21.990220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:21.990673 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:22.008939 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33058da6-9686-4343-be76-bee79db9d42d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:26:22.028765 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:22.035177 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:22.085904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:22.244412 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['33058da6-9686-4343-be76-bee79db9d42d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:26:23.096539 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b7425-a50d-4a95-886e-031f68aa0771 req-c568c539-4777-4e85-98e6-31f2257fdebc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:23.098179 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf5b7425-a50d-4a95-886e-031f68aa0771 req-c568c539-4777-4e85-98e6-31f2257fdebc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0546842 Apr 07 12:26:23.149657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cf5b7425-a50d-4a95-886e-031f68aa0771 req-a4b88ff3-86b4-49b5-9d8b-e3e7b1b2e272 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454032 Apr 07 12:26:23.858417 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:26:23.908224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 33058da6-9686-4343-be76-bee79db9d42d completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:26:23.912195 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 33058da6-9686-4343-be76-bee79db9d42d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:26:23.912568 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33058da6-9686-4343-be76-bee79db9d42d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:23.991910 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:26:23.992205 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:24.015990 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:26:24.018227 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c93e6-8596-47af-8556-323c8d117941" -d '{"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:26:24.030298 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:26:24.034778 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:24.064490 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed638449-7e8f-44fe-9447-4ded17e97d70 x-openstack-request-id: req-ed638449-7e8f-44fe-9447-4ded17e97d70 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:26:24.064792 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:26:24.065081 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed638449-7e8f-44fe-9447-4ded17e97d70 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:26:24.065530 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed638449-7e8f-44fe-9447-4ded17e97d70'] response: {'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'code': 200} Apr 07 12:26:24.086452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:24.162725 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940c4f-a866-4936-b592-e6a4f66cd53f req-11b640e6-3826-4f24-8024-b404f9b3a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:24.164275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ff940c4f-a866-4936-b592-e6a4f66cd53f req-11b640e6-3826-4f24-8024-b404f9b3a7dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1127 time: 0.0458071 Apr 07 12:26:24.213443 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ff940c4f-a866-4936-b592-e6a4f66cd53f req-abc351cb-7f96-4876-9b5d-eff618d7a3fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Apr 07 12:26:24.278649 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8286978-3293-474d-93a9-973629939b3b req-8fb37af3-680e-4004-aa49-86e6fd0f0c80 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:24.280044 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8286978-3293-474d-93a9-973629939b3b req-8fb37af3-680e-4004-aa49-86e6fd0f0c80 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0587943 Apr 07 12:26:24.330998 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a8286978-3293-474d-93a9-973629939b3b req-00e58d04-ea5d-4baf-afe7-4e5659cec98d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Apr 07 12:26:25.453500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e72dc1-aa9b-4081-b220-f75803f715cb req-6e1bae3d-07b6-477a-a5c4-2d20d7fcf5c0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:25.454989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30e72dc1-aa9b-4081-b220-f75803f715cb req-6e1bae3d-07b6-477a-a5c4-2d20d7fcf5c0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0520570 Apr 07 12:26:25.503239 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-30e72dc1-aa9b-4081-b220-f75803f715cb req-8807d2fa-fc16-4c79-86fe-a134830d0986 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Apr 07 12:26:25.634641 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717f524-d9fb-4327-aeb5-5157616cb641 req-4205c871-ee42-4fae-9426-892cfc87a4a0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:25.636048 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c717f524-d9fb-4327-aeb5-5157616cb641 req-4205c871-ee42-4fae-9426-892cfc87a4a0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0568557 Apr 07 12:26:25.686059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c717f524-d9fb-4327-aeb5-5157616cb641 req-3bf8dea5-a3d9-45fa-bfa4-0c9a5ca5c601 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Apr 07 12:26:25.708194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39984) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:25.841211 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f50023-cfa7-4129-a08c-105884663e68 tempest-TestShelveInstance-1830262595 tempest-TestShelveInstance-1830262595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:25.842770 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c7f50023-cfa7-4129-a08c-105884663e68 tempest-TestShelveInstance-1830262595 tempest-TestShelveInstance-1830262595-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1122 time: 0.1335592 Apr 07 12:26:25.845677 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 39988) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:26:25.849822 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:26:25.869986 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:25.968532 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:26.070347 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Allocated IP 172.25.5.63 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/388e4546-a9b4-4dee-b5c9-38e4cdd1e84b) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:26:26.173580 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:26.207312 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:26.245503 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:26:26.248261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:26:26.253932 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:26:26.276120 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'Port': ['ID=388e4546-a9b4-4dee-b5c9-38e4cdd1e84b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:26.919725 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (91023a52-daf0-425f-a86b-a60218157cc7), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:26.986667 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:27.136300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:27.140862 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:27.215013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'Port': ['ID=388e4546-a9b4-4dee-b5c9-38e4cdd1e84b,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:26:27.225355 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (91023a52-daf0-425f-a86b-a60218157cc7), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:27.329055 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Floating IP 91023a52-daf0-425f-a86b-a60218157cc7 associated. External IP: 172.25.5.63, port: 33058da6-9686-4343-be76-bee79db9d42d. Apr 07 12:26:27.539219 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:26:27.654555 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:26:27.663835 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:26:27.673378 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:27.673633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:27.673988 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:27.703879 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b3d24b71-42b5-450b-891e-151055af9b0e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8571954 Apr 07 12:26:27.704479 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:26:27.710045 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a" -d '{"events": [{"name": "network-changed", "server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:26:27.743479 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef75b68-5ba7-4c20-b611-75401363157a x-openstack-request-id: req-cef75b68-5ba7-4c20-b611-75401363157a {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:26:27.743772 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:26:27.744066 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cef75b68-5ba7-4c20-b611-75401363157a {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:26:27.744620 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef75b68-5ba7-4c20-b611-75401363157a'] response: {'name': 'network-changed', 'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'status': 'completed', 'code': 200} Apr 07 12:26:27.786035 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:27.812699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-5d5d0952-ffa3-4e2f-bb77-6940b37a5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:27.814153 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-5d5d0952-ffa3-4e2f-bb77-6940b37a5051 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1127 time: 0.0484500 Apr 07 12:26:27.902372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-db0cf081-80b6-4553-9fec-c9c4029808ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:27.903854 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-db0cf081-80b6-4553-9fec-c9c4029808ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0841556 Apr 07 12:26:28.013118 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '91023a52-daf0-425f-a86b-a60218157cc7', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:26:26Z', 'updated_at': '2022-04-07T12:26:26Z', 'revision_number': 0, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:28.044428 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:26:28.053407 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:26:28.054034 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:26:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:28.173792 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:26:28.259814 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-bc7d8464-b121-4166-88c1-1ba3251b13ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 998 time: 0.3497901 Apr 07 12:26:28.308978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-4a1c051e-ce70-470d-bac9-5250bdfa3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:28.310185 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-4a1c051e-ce70-470d-bac9-5250bdfa3d67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0440035 Apr 07 12:26:28.358796 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-bc4e77df-b063-4b56-b1ab-d0e9a7cd4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:28.360297 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-bc4e77df-b063-4b56-b1ab-d0e9a7cd4db4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443404 Apr 07 12:26:28.407907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '91023a52-daf0-425f-a86b-a60218157cc7', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:26:26Z', 'updated_at': '2022-04-07T12:26:26Z', 'revision_number': 0, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:26:28.454283 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-66f3fdfa-5d2e-45c9-ac95-df41fcd93651 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882690 Apr 07 12:26:28.534192 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343ebb-a2d2-4f96-a473-0f0877fa8327 None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '91023a52-daf0-425f-a86b-a60218157cc7', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:26:26Z', 'updated_at': '2022-04-07T12:26:26Z', 'revision_number': 0, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:26:28.547788 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8c06aeed-49ca-48bb-b2c4-baa5a595b74a req-63045695-4741-46d4-898f-a488dd4791c7 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881596 Apr 07 12:26:28.755855 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cca04e-a5f7-4247-b643-be14e5267bb4 None None] New status for floating IP 91023a52-daf0-425f-a86b-a60218157cc7: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:26:30.799956 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-13713b29-e625-469a-8440-45998aa489c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:32.357117 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:33.127122 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-894afa80-9579-4c17-a7a5-929d330dc0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:34.283135 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:34.740438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:36.267647 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:37.342121 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:41.925114 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-50086d52-006e-4f77-8f31-5d87140345e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455067 Apr 07 12:26:42.013332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-9fd55185-9040-4ad1-b586-0b01e20033b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:42.014750 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-9fd55185-9040-4ad1-b586-0b01e20033b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1127 time: 0.0493174 Apr 07 12:26:42.115394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-bfdb36bb-0076-4915-bb47-7287d67749d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:42.116876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-bfdb36bb-0076-4915-bb47-7287d67749d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0832913 Apr 07 12:26:42.188470 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-4c8bcc66-db78-4f4a-ac32-131107d30643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 1000 time: 0.0658622 Apr 07 12:26:42.236528 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-54c44aa5-d669-4852-a3b9-6961d590c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:42.238169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-54c44aa5-d669-4852-a3b9-6961d590c1c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0439937 Apr 07 12:26:42.287678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-7863562b-78e8-4fec-a509-ead16a24acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:26:42.289257 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-7863562b-78e8-4fec-a509-ead16a24acff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456688 Apr 07 12:26:42.386565 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-4778e634-a61a-4efb-b3af-ccaa4bd3735b service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908051 Apr 07 12:26:42.477426 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b8b3920a-674b-4eef-86e7-8a2f38972d19 req-7be9a1b1-e074-4ff3-a591-19e245bb96d0 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Apr 07 12:26:49.367749 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:27:00.806168 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ae04200-38cc-4b86-bcf7-b90050acbe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:02.371558 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:03.129274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d23c10a8-3eb1-41c1-89ac-feb4876a18c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:04.297691 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:04.743770 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:06.269572 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:07.333772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:26.367138 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:27:30.798444 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2edc9d02-6a95-4b69-ac06-2397b437ded2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:32.366085 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:33.130855 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ac06985-f756-40cd-a58e-19b40e681052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:34.297417 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:34.746860 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:36.271475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:37.336559 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:41.952076 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-e6499b74-8d19-4569-8879-a54ccc13ad4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449207 Apr 07 12:27:42.040285 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-5254aeb1-0491-4bd7-9a6f-0a357c7c742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:27:42.042380 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-5254aeb1-0491-4bd7-9a6f-0a357c7c742f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1127 time: 0.0500383 Apr 07 12:27:42.143349 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-a8e9682d-2eb5-4475-a00d-1c0c0b2ccae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:27:42.144820 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-a8e9682d-2eb5-4475-a00d-1c0c0b2ccae8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0856175 Apr 07 12:27:42.214405 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-a9560293-7da4-406e-bdc8-a0ef4a225baa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 1000 time: 0.0635297 Apr 07 12:27:42.262476 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-6e1fd8a8-f49b-4088-95a6-1cd79102709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:27:42.263903 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-6e1fd8a8-f49b-4088-95a6-1cd79102709f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0440078 Apr 07 12:27:42.312146 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-6a399841-b25c-4a15-8462-ecb5479b8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:27:42.313552 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-6a399841-b25c-4a15-8462-ecb5479b8a48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440397 Apr 07 12:27:42.407717 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-8116c17f-415d-4fe7-9c64-ba6dfb653333 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876215 Apr 07 12:27:42.497888 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d8a54546-f28c-42bf-8248-38cb870c5c15 req-e4792a15-0160-4c66-987d-f4b250e6f8e3 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849044 Apr 07 12:28:00.801619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-56bb8835-1082-4edd-8adc-8fb71c7605da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:02.386494 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:03.132756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-57118f22-c0d6-4b34-8e14-a80cc4130d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:03.365846 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:28:04.313221 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:04.749436 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:06.274009 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:07.340181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:22.281515 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772df9-a6bb-43bb-ac60-e740ff308e9d req-51c7031d-38ab-416d-a240-14c6f5db1e3a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:22.283069 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4772df9-a6bb-43bb-ac60-e740ff308e9d req-51c7031d-38ab-416d-a240-14c6f5db1e3a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0620127 Apr 07 12:28:22.336796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4772df9-a6bb-43bb-ac60-e740ff308e9d req-afe4778a-cd1a-4e61-bd63-e5e1c3a3d21f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Apr 07 12:28:23.460305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095099b-4fcd-4613-8364-292ac7200e33 req-bac957ca-8bb2-4e31-8f05-e353f0c35e85 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:23.461839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7095099b-4fcd-4613-8364-292ac7200e33 req-bac957ca-8bb2-4e31-8f05-e353f0c35e85 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0530360 Apr 07 12:28:23.514920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7095099b-4fcd-4613-8364-292ac7200e33 req-c78078ab-4b03-4bf7-b1b5-71cb3bfcfdd9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Apr 07 12:28:24.639605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecfc30-6958-4c03-b50e-702fbd1b4d77 req-9f0095e1-938d-44c4-8766-1bcbaebf6aac tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:24.641085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7ecfc30-6958-4c03-b50e-702fbd1b4d77 req-9f0095e1-938d-44c4-8766-1bcbaebf6aac tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0546317 Apr 07 12:28:24.695111 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c7ecfc30-6958-4c03-b50e-702fbd1b4d77 req-fa5e7e36-f552-413d-bef6-7bd71bccaf47 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483131 Apr 07 12:28:25.818021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb187e-11a7-49fb-ac61-6563cc5cea71 req-45557470-1d60-48a9-9e47-56faab21f476 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:25.819509 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84cb187e-11a7-49fb-ac61-6563cc5cea71 req-45557470-1d60-48a9-9e47-56faab21f476 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0537949 Apr 07 12:28:25.868749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-84cb187e-11a7-49fb-ac61-6563cc5cea71 req-06927963-e2c5-47c2-b919-2e77bed65a10 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Apr 07 12:28:26.988075 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860109d-5834-4dad-a8d8-c95eb1844524 req-3378979c-6493-41f3-b575-2df027227f03 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:26.989558 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f860109d-5834-4dad-a8d8-c95eb1844524 req-3378979c-6493-41f3-b575-2df027227f03 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0523343 Apr 07 12:28:27.038817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f860109d-5834-4dad-a8d8-c95eb1844524 req-892bf469-8074-4d84-a262-b5b0fb9215f5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Apr 07 12:28:28.164143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3b7a-207b-4976-a6d8-fc07961d703f req-e6ebc0c9-d8fb-48a7-a4ad-d0d47f19bf96 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:28.165800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c36a3b7a-207b-4976-a6d8-fc07961d703f req-e6ebc0c9-d8fb-48a7-a4ad-d0d47f19bf96 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0584803 Apr 07 12:28:28.215583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c36a3b7a-207b-4976-a6d8-fc07961d703f req-37cc72e4-9681-4d9c-8109-b4cc513664d3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Apr 07 12:28:29.335209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd0b6-15b1-40f1-b13e-fe305ea5c83d req-14593453-c566-4fb9-9667-ef6407f3b6e9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:29.336676 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f90fd0b6-15b1-40f1-b13e-fe305ea5c83d req-14593453-c566-4fb9-9667-ef6407f3b6e9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0527229 Apr 07 12:28:29.384297 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f90fd0b6-15b1-40f1-b13e-fe305ea5c83d req-579b6045-cf64-45e6-816f-9cab75c096a9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Apr 07 12:28:30.505967 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142991-ee9b-4f0b-a714-38368c05116a req-99bdc994-3b65-4e38-b75c-6b22a6fcaf6b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:30.507425 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e142991-ee9b-4f0b-a714-38368c05116a req-99bdc994-3b65-4e38-b75c-6b22a6fcaf6b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0526822 Apr 07 12:28:30.563935 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0e142991-ee9b-4f0b-a714-38368c05116a req-da7fb130-faec-4c0d-89c1-970ea337aa2d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496416 Apr 07 12:28:30.804636 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e87ba647-b07d-4cae-a9f5-7e219ff5eb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:31.686561 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e6809-9386-46f0-ae19-4795aad6ca41 req-285f99c1-2a8f-4021-bcf3-d40ab750a886 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:31.688053 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b23e6809-9386-46f0-ae19-4795aad6ca41 req-285f99c1-2a8f-4021-bcf3-d40ab750a886 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0541909 Apr 07 12:28:31.737930 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b23e6809-9386-46f0-ae19-4795aad6ca41 req-c9d95720-f696-4d00-8ef9-994df31a9a3c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Apr 07 12:28:32.399130 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:32.860048 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf51f80-78b2-4c26-ac93-d4a4422f6d7d req-f54bbffb-54dc-44ed-9134-dc4843a1f8bb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:32.861578 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-faf51f80-78b2-4c26-ac93-d4a4422f6d7d req-f54bbffb-54dc-44ed-9134-dc4843a1f8bb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0564797 Apr 07 12:28:32.912702 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-faf51f80-78b2-4c26-ac93-d4a4422f6d7d req-0e766412-b480-47e5-a23d-5990fafca3b8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Apr 07 12:28:33.136482 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a7b719ce-2b91-473a-91ed-57de63b653b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:34.047021 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55edfa2-ecdd-4d85-937f-22658906459c req-a17dcb3e-fc8c-4036-80ae-181cceb62a15 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:34.048440 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55edfa2-ecdd-4d85-937f-22658906459c req-a17dcb3e-fc8c-4036-80ae-181cceb62a15 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0611188 Apr 07 12:28:34.099429 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f55edfa2-ecdd-4d85-937f-22658906459c req-504ecc13-ddb4-48b0-8806-1763e65f544f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Apr 07 12:28:34.293819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:28:34.359472 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:34.403102 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:28:34.413532 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '33058da6-9686-4343-be76-bee79db9d42d', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:28:34.453504 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:28:34.453890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:34.466906 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33058da6-9686-4343-be76-bee79db9d42d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:28:34.486128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:28:34.489893 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:34.548149 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:28:34.555395 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.555745 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.556088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.556428 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.556762 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.557676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.558012 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.558342 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.558668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.558997 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.559322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.559650 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.560109 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:28:34.565283 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['33058da6-9686-4343-be76-bee79db9d42d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:28:34.768594 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:35.239275 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269a381-d894-44e2-8594-06f4544bc2ed req-134fcafd-38ed-4517-a458-418db438293a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:35.240866 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2269a381-d894-44e2-8594-06f4544bc2ed req-134fcafd-38ed-4517-a458-418db438293a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0569484 Apr 07 12:28:35.306516 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2269a381-d894-44e2-8594-06f4544bc2ed req-27b34027-d085-4665-bbd3-6ef73a75e8d9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560865 Apr 07 12:28:36.286030 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:36.309415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:28:36.362715 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 33058da6-9686-4343-be76-bee79db9d42d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:28:36.363093 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33058da6-9686-4343-be76-bee79db9d42d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:36.455147 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:28:36.455539 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:36.465309 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25c48a-75f6-4575-b2a6-9aadc943a3ba req-cc24669d-a0ea-45fc-b46e-cb9ff18b7b39 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:36.466871 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d25c48a-75f6-4575-b2a6-9aadc943a3ba req-cc24669d-a0ea-45fc-b46e-cb9ff18b7b39 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0743804 Apr 07 12:28:36.499392 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:28:36.502394 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4ec51-0f41-4bb5-a593-a225ea8ac796" -d '{"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:28:36.530722 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:28:36.539891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:36.546648 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0d25c48a-75f6-4575-b2a6-9aadc943a3ba req-bea7afd8-a4dc-4f51-8682-2d1da9028f41 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702140 Apr 07 12:28:36.620323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:28:36.639117 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca4736a-5a54-4121-86d3-38f5072bf35e x-openstack-request-id: req-bca4736a-5a54-4121-86d3-38f5072bf35e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:28:36.639501 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:28:36.639854 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bca4736a-5a54-4121-86d3-38f5072bf35e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:28:36.640362 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca4736a-5a54-4121-86d3-38f5072bf35e'] response: {'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'code': 200} Apr 07 12:28:37.347136 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:37.686907 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70d37-f3fa-439f-8be3-99b8b743d07b req-229c4cda-9f13-428f-9336-628f95ae2a8e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:37.688778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69c70d37-f3fa-439f-8be3-99b8b743d07b req-229c4cda-9f13-428f-9336-628f95ae2a8e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0633934 Apr 07 12:28:37.749936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-69c70d37-f3fa-439f-8be3-99b8b743d07b req-29464c71-5be3-4714-8a12-7c29056251b1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551605 Apr 07 12:28:38.902626 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469659-06e1-435f-89ba-87a1e03e6894 req-048b0206-40ce-4efa-81f3-a38a3dbe5825 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:38.904212 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36469659-06e1-435f-89ba-87a1e03e6894 req-048b0206-40ce-4efa-81f3-a38a3dbe5825 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0733306 Apr 07 12:28:38.984944 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-36469659-06e1-435f-89ba-87a1e03e6894 req-863df86d-da09-4f99-83c9-6e226c5937d4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745244 Apr 07 12:28:40.135583 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f66a-fea6-478e-9849-9a1af86d3c1a req-c9127c50-9448-4397-94c6-47ea90d59306 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:40.138107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e95f66a-fea6-478e-9849-9a1af86d3c1a req-c9127c50-9448-4397-94c6-47ea90d59306 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0672534 Apr 07 12:28:40.200259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8e95f66a-fea6-478e-9849-9a1af86d3c1a req-6752b2d3-84d1-401f-8af8-f6da1581afb0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570462 Apr 07 12:28:40.366382 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:28:41.347297 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee084-fe71-487d-b28e-d416ed0689b5 req-897ef0e0-7994-49ac-a768-47a592a6c405 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:41.355311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e13ee084-fe71-487d-b28e-d416ed0689b5 req-897ef0e0-7994-49ac-a768-47a592a6c405 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0765359 Apr 07 12:28:41.407327 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e13ee084-fe71-487d-b28e-d416ed0689b5 req-5525f3ec-acac-46b3-ba3c-c3f9897a0b0d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511227 Apr 07 12:28:41.978010 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-c829bdcd-63f8-45a8-afd7-e06398d7b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:41.980435 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-c829bdcd-63f8-45a8-afd7-e06398d7b3d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1127 time: 0.0588729 Apr 07 12:28:42.109728 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-d3209cc0-aac7-4006-bdcb-642d03eb5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:42.111302 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-d3209cc0-aac7-4006-bdcb-642d03eb5741 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.1047781 Apr 07 12:28:42.181661 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-2893180c-0bd5-43f5-af8f-ad10fc4fc315 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 1000 time: 0.0634019 Apr 07 12:28:42.248854 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-922f00e4-03be-42d3-b204-fc6034b76ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:42.250265 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-922f00e4-03be-42d3-b204-fc6034b76ffa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0612552 Apr 07 12:28:42.311915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-cacb7cf7-dbde-4c06-91ff-2272e2f147b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:42.313602 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-cacb7cf7-dbde-4c06-91ff-2272e2f147b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563970 Apr 07 12:28:42.431650 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-76b7b943-4033-486e-9460-c84244c06186 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115994 Apr 07 12:28:42.552987 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fef5b-e6bb-40ba-a3f3-280f1459b79f req-3372619d-373a-4a81-8bd1-ccb439d5e644 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:42.558311 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be7fef5b-e6bb-40ba-a3f3-280f1459b79f req-3372619d-373a-4a81-8bd1-ccb439d5e644 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0680695 Apr 07 12:28:42.561501 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e81ed6f7-a348-43d4-bbda-5b74c31556e9 req-10d581da-d5a9-4f65-b8a7-a1df2356cf53 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235192 Apr 07 12:28:42.613375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be7fef5b-e6bb-40ba-a3f3-280f1459b79f req-28bf8047-b0ce-47d0-af75-352946814b3d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512161 Apr 07 12:28:43.755544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfc54-2bd7-4272-a112-07c3a4a024c9 req-761aa080-354a-4b97-8ff9-2ef2a5975921 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:43.757059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12adfc54-2bd7-4272-a112-07c3a4a024c9 req-761aa080-354a-4b97-8ff9-2ef2a5975921 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0599992 Apr 07 12:28:43.809899 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12adfc54-2bd7-4272-a112-07c3a4a024c9 req-b889a46f-99a6-4aa1-9205-870c33cdadf9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452509 Apr 07 12:28:44.624802 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de942-7fbd-4257-9030-73f328e819d3 req-d5800e80-6506-47cb-9d7c-7d1974ce2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:44.626394 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-d5800e80-6506-47cb-9d7c-7d1974ce2fcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1127 time: 0.0472047 Apr 07 12:28:44.721884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de942-7fbd-4257-9030-73f328e819d3 req-507abfd1-07a0-424d-8cc7-7aad4f381f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:44.723572 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-507abfd1-07a0-424d-8cc7-7aad4f381f44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0905731 Apr 07 12:28:44.789806 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-ed81259c-6f21-4278-8ca3-998a806bdc94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 1000 time: 0.0596383 Apr 07 12:28:44.837025 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de942-7fbd-4257-9030-73f328e819d3 req-2386b297-0fb3-41f2-a921-501fc1dd9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:44.838733 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-2386b297-0fb3-41f2-a921-501fc1dd9a61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0437579 Apr 07 12:28:44.895107 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de942-7fbd-4257-9030-73f328e819d3 req-09628f13-d283-4c85-8ba4-7b18426d4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:44.896632 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-09628f13-d283-4c85-8ba4-7b18426d4007 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528352 Apr 07 12:28:44.934011 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95377d94-63c0-4662-a8c2-b82b6ee45489 req-24636193-2f42-4829-956a-973836e99e64 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:44.935508 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95377d94-63c0-4662-a8c2-b82b6ee45489 req-24636193-2f42-4829-956a-973836e99e64 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0543339 Apr 07 12:28:44.989810 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95377d94-63c0-4662-a8c2-b82b6ee45489 req-84824535-0066-4e94-9a98-ccc22d5d72b9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486512 Apr 07 12:28:44.993347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-bfe16ebf-b19d-4b1e-9969-3dce2289020a service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905957 Apr 07 12:28:45.089204 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b89de942-7fbd-4257-9030-73f328e819d3 req-aea91099-31bb-4e22-8abe-5daf5a1a838a service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893760 Apr 07 12:28:46.114084 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa059fb-9daf-4ad7-9809-3b54723dfe3a req-31fba284-d976-41cf-b887-688591be32f2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:46.115562 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fa059fb-9daf-4ad7-9809-3b54723dfe3a req-31fba284-d976-41cf-b887-688591be32f2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0535276 Apr 07 12:28:46.165579 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5fa059fb-9daf-4ad7-9809-3b54723dfe3a req-51a877a6-17c9-4a75-8f09-5b21b6968513 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Apr 07 12:28:47.294307 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6230e8-1f4c-4462-9b77-7c58be97233d req-511522ea-bdfa-419e-90d8-d36ba67c5601 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:47.295796 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e6230e8-1f4c-4462-9b77-7c58be97233d req-511522ea-bdfa-419e-90d8-d36ba67c5601 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0550463 Apr 07 12:28:47.346184 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9e6230e8-1f4c-4462-9b77-7c58be97233d req-12a2d47a-d360-4353-9d50-933aacb10d74 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Apr 07 12:28:47.478872 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-96cb4a54-9c15-4f34-8d92-f5b98ee67963 req-03b07bd7-3b0b-4a5c-a730-2e8e2ee403d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:28:47.479912 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96cb4a54-9c15-4f34-8d92-f5b98ee67963 req-03b07bd7-3b0b-4a5c-a730-2e8e2ee403d3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0619373 Apr 07 12:28:47.647605 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7286-b5f3-4fa7-94ec-e22f3a448811 req-0df8c8e4-2863-4698-b811-20cc3c5c7b7d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:47.649123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-670d7286-b5f3-4fa7-94ec-e22f3a448811 req-0df8c8e4-2863-4698-b811-20cc3c5c7b7d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0593245 Apr 07 12:28:47.702615 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-670d7286-b5f3-4fa7-94ec-e22f3a448811 req-a489db2d-eece-43af-9d96-6e91bb799a1f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Apr 07 12:28:47.874065 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-96fc6137-e923-4f7b-beff-ccef7a405b67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866795 Apr 07 12:28:48.001390 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031bbaf-7488-4629-969d-2522bc28716d req-4e04e9f8-17d2-4709-8d36-ff0fc29ea869 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:48.002749 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-4e04e9f8-17d2-4709-8d36-ff0fc29ea869 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports/33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 942 time: 0.0993671 Apr 07 12:28:48.402299 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:28:48.641317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:28:48.641707 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:48.664527 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:28:48.667044 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b687aac-34c6-4e78-8226-ace665e70dd7" -d '{"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:28:48.679683 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:28:48.685185 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:48.710384 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eca823b-db66-4c7d-92c0-c0560fcb65fa x-openstack-request-id: req-1eca823b-db66-4c7d-92c0-c0560fcb65fa {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:28:48.710676 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:28:48.710936 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eca823b-db66-4c7d-92c0-c0560fcb65fa {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:28:48.711335 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eca823b-db66-4c7d-92c0-c0560fcb65fa'] response: {'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'code': 200} Apr 07 12:28:48.739544 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:28:48.817061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031bbaf-7488-4629-969d-2522bc28716d req-6ac54870-fca3-4cf3-ac9a-b3190bf0168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:48.818702 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-6ac54870-fca3-4cf3-ac9a-b3190bf0168a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e&tenant_id=1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 1125 time: 0.0456200 Apr 07 12:28:48.835587 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a5add-1929-44eb-8c2a-30a00a7031f0 req-e209cb36-371b-4fb6-997d-c6c39b86272f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:48.837242 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-696a5add-1929-44eb-8c2a-30a00a7031f0 req-e209cb36-371b-4fb6-997d-c6c39b86272f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0568006 Apr 07 12:28:48.884901 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031bbaf-7488-4629-969d-2522bc28716d req-42af10c4-a84c-480a-b6bc-83805e348bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:48.887071 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-42af10c4-a84c-480a-b6bc-83805e348bcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1125 time: 0.0479453 Apr 07 12:28:48.893938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-696a5add-1929-44eb-8c2a-30a00a7031f0 req-204d82d5-d058-4697-a44f-0fb3e9998e7e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506639 Apr 07 12:28:48.979545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031bbaf-7488-4629-969d-2522bc28716d req-f265fbc0-5c29-41d9-b4d2-00f3a61cf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:48.981018 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-f265fbc0-5c29-41d9-b4d2-00f3a61cf20a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0884616 Apr 07 12:28:49.052063 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-a45a1100-4097-4009-bc2d-bb711b47ea3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 998 time: 0.0653288 Apr 07 12:28:49.105869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031bbaf-7488-4629-969d-2522bc28716d req-6bbb4044-fc84-40cb-adb1-08dcd8b45ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:49.107367 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-6bbb4044-fc84-40cb-adb1-08dcd8b45ba2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0491192 Apr 07 12:28:49.156321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031bbaf-7488-4629-969d-2522bc28716d req-58cf4d16-0673-4c9a-836c-f990414ce525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:49.157795 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-58cf4d16-0673-4c9a-836c-f990414ce525 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452049 Apr 07 12:28:49.251500 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-d93e3234-45a6-45d1-8ebb-62c66cf0a723 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872469 Apr 07 12:28:49.343460 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-d031bbaf-7488-4629-969d-2522bc28716d req-2a0e4a0a-dedb-4a1e-a3a1-a9c84f36142b service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Apr 07 12:28:50.031535 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3033f-c5c5-4884-b918-6e2a3206d03a req-7d632bea-da60-4be6-91bf-7045ac73acfb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:50.033768 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a3033f-c5c5-4884-b918-6e2a3206d03a req-7d632bea-da60-4be6-91bf-7045ac73acfb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0611463 Apr 07 12:28:50.093540 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-12a3033f-c5c5-4884-b918-6e2a3206d03a req-339e816f-83d4-4d73-833b-c71789fbc4dc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540009 Apr 07 12:28:51.229827 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71323c-f761-47e5-bc79-c3a903f8b748 req-9574116d-57e8-4a65-8824-66bafe28e980 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:51.238298 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff71323c-f761-47e5-bc79-c3a903f8b748 req-9574116d-57e8-4a65-8824-66bafe28e980 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0665982 Apr 07 12:28:51.289126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ff71323c-f761-47e5-bc79-c3a903f8b748 req-bb921f5f-2d76-4788-87d3-a12103422d87 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Apr 07 12:28:52.449505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefe96d-58fe-49c2-a424-5c673702d67a req-15dc8457-8a95-4d82-9f0b-3890572ba967 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:52.452080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cefe96d-58fe-49c2-a424-5c673702d67a req-15dc8457-8a95-4d82-9f0b-3890572ba967 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0855546 Apr 07 12:28:52.507147 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cefe96d-58fe-49c2-a424-5c673702d67a req-b6c7c05d-efcc-493f-b9a4-86ee5506d338 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478776 Apr 07 12:28:53.645952 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8703d4-7c01-4336-96f0-58ebfe3cadd9 req-a2dfdbab-a4e7-45c8-b261-45dc33010b68 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:53.647512 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d8703d4-7c01-4336-96f0-58ebfe3cadd9 req-a2dfdbab-a4e7-45c8-b261-45dc33010b68 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0642383 Apr 07 12:28:53.703667 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4d8703d4-7c01-4336-96f0-58ebfe3cadd9 req-dd5d1582-cc5c-43e6-9a7e-54a71aabaf7f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492411 Apr 07 12:28:54.841770 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948255-7600-4ff0-b412-e31c7a68381a req-9d15eef4-80e8-42d9-8ce2-358bf6662a96 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:54.843340 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32948255-7600-4ff0-b412-e31c7a68381a req-9d15eef4-80e8-42d9-8ce2-358bf6662a96 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0584321 Apr 07 12:28:54.914943 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32948255-7600-4ff0-b412-e31c7a68381a req-d47af651-385f-4a5d-9bf1-3c0d43ccf04e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652127 Apr 07 12:28:56.055114 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9231d-5234-4609-a138-74f26e43897e req-bb07a023-690e-4d9a-a555-2bf45d160e58 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:56.057989 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25e9231d-5234-4609-a138-74f26e43897e req-bb07a023-690e-4d9a-a555-2bf45d160e58 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0605824 Apr 07 12:28:56.115868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25e9231d-5234-4609-a138-74f26e43897e req-8c0780c3-d813-4fc0-a033-3a40de25969b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522196 Apr 07 12:28:57.238178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb32dd-952b-4665-a761-1daa2ffc4005 req-13e7b6d0-4230-4383-b48f-945c9f5784ef tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:57.239691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59eb32dd-952b-4665-a761-1daa2ffc4005 req-13e7b6d0-4230-4383-b48f-945c9f5784ef tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0531399 Apr 07 12:28:57.288511 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-59eb32dd-952b-4665-a761-1daa2ffc4005 req-ad6d221b-1e70-49c2-976e-08ecaa118c6b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Apr 07 12:28:58.415691 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b7b6e-a49c-425a-bc3d-a338248f86c3 req-6ef3323e-0f9d-457c-97fe-8a5323b67594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:58.417995 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e50b7b6e-a49c-425a-bc3d-a338248f86c3 req-6ef3323e-0f9d-457c-97fe-8a5323b67594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0584583 Apr 07 12:28:58.466131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e50b7b6e-a49c-425a-bc3d-a338248f86c3 req-f08a03ba-2012-46f3-85f8-8a342eb229bb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Apr 07 12:28:59.589109 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d4c5-44c3-4ad0-94e8-352b57fdded0 req-2e62fb35-81ac-4b29-b7e6-dc207ca4528e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:28:59.590646 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7a3d4c5-44c3-4ad0-94e8-352b57fdded0 req-2e62fb35-81ac-4b29-b7e6-dc207ca4528e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0550308 Apr 07 12:28:59.643450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7a3d4c5-44c3-4ad0-94e8-352b57fdded0 req-a4aadd3f-965b-4184-93ca-b7d1bde71476 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470617 Apr 07 12:29:00.448704 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:29:00.549202 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:29:00.561592 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '33058da6-9686-4343-be76-bee79db9d42d', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'port_id': '33058da6-9686-4343-be76-bee79db9d42d', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:29:00.599794 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:29:00.600181 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:00.614002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33058da6-9686-4343-be76-bee79db9d42d {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:29:00.635676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:29:00.639388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:00.689561 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=9']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:29:00.777621 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b4cef-814e-487f-9987-6030e53658c4 req-9650bdf5-2008-412c-a600-2fb7dc712ac8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:00.779156 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c9b4cef-814e-487f-9987-6030e53658c4 req-9650bdf5-2008-412c-a600-2fb7dc712ac8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0592465 Apr 07 12:29:00.807970 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5dafa97d-7679-4a13-8dd6-6efef6a8a055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:00.830519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8c9b4cef-814e-487f-9987-6030e53658c4 req-b051dbb2-d964-4efd-ad41-b31449a35897 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456972 Apr 07 12:29:00.850291 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['33058da6-9686-4343-be76-bee79db9d42d'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:29:01.953620 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364156e-449f-40bf-8544-75bfb0eae1e4 req-96c3c42c-d23d-4175-b16a-a281265b097d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:01.955116 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b364156e-449f-40bf-8544-75bfb0eae1e4 req-96c3c42c-d23d-4175-b16a-a281265b097d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0547347 Apr 07 12:29:02.004691 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b364156e-449f-40bf-8544-75bfb0eae1e4 req-4aa2e5b2-695d-48db-ac8a-ae8e9039f074 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Apr 07 12:29:02.398314 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:02.462180 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:29:02.512537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 33058da6-9686-4343-be76-bee79db9d42d triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:29:02.512913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33058da6-9686-4343-be76-bee79db9d42d), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:02.593462 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 33058da6-9686-4343-be76-bee79db9d42d is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:29:02.593848 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:02.623013 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:29:02.625371 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a9c8e-a9f5-403e-ac6c-c1dbe796305a" -d '{"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:29:02.641914 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:29:02.646118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:02.669849 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6638f6db-e968-4f7b-887e-1023d3e78ebd x-openstack-request-id: req-6638f6db-e968-4f7b-887e-1023d3e78ebd {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:29:02.670153 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:29:02.670414 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6638f6db-e968-4f7b-887e-1023d3e78ebd {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:29:02.670835 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6638f6db-e968-4f7b-887e-1023d3e78ebd'] response: {'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'code': 200} Apr 07 12:29:02.702348 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=10']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:29:02.838781 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca664e4-fcb4-4003-8715-ffccc85457f3 req-afa346a9-7f76-41c3-9504-be6f486e4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:02.840275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca664e4-fcb4-4003-8715-ffccc85457f3 req-afa346a9-7f76-41c3-9504-be6f486e4bbd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1128 time: 0.0451541 Apr 07 12:29:02.888118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bca664e4-fcb4-4003-8715-ffccc85457f3 req-8e25e096-2482-45f2-8e1d-7e8e013021d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Apr 07 12:29:03.125651 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6ac1-5800-4e56-912b-a07edff8956c req-435099ee-dfdd-4e29-a2b3-48c39d6fa8c5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:03.127185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81de6ac1-5800-4e56-912b-a07edff8956c req-435099ee-dfdd-4e29-a2b3-48c39d6fa8c5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 946 time: 0.0538454 Apr 07 12:29:03.141369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5e14fd51-a767-47dd-b15f-f43de470038d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:03.180664 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-81de6ac1-5800-4e56-912b-a07edff8956c req-022ecfe0-0ffd-4746-acfb-b83f40c5e255 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Apr 07 12:29:04.308596 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:04.309397 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a820e-fd2f-459f-9506-7f03dbe5e66f req-775db484-26a5-4e2f-b184-277efbd7bbf6 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:04.310669 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d2a820e-fd2f-459f-9506-7f03dbe5e66f req-775db484-26a5-4e2f-b184-277efbd7bbf6 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 946 time: 0.0564964 Apr 07 12:29:04.361801 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3d2a820e-fd2f-459f-9506-7f03dbe5e66f req-a92d03fd-1521-47a7-9136-b1716b9f8199 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453112 Apr 07 12:29:04.755087 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:05.486415 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1dbaa-1597-4cb3-be96-47e55a465e0b req-c5b0c8b3-3b36-44b6-bba8-85001e44eddd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:05.487800 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94a1dbaa-1597-4cb3-be96-47e55a465e0b req-c5b0c8b3-3b36-44b6-bba8-85001e44eddd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 946 time: 0.0547464 Apr 07 12:29:05.536605 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-94a1dbaa-1597-4cb3-be96-47e55a465e0b req-b916ebe9-dc16-43cc-a98d-6e27f7a25386 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Apr 07 12:29:06.280999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:07.342467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:17.367730 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:29:30.810300 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-27b4ab91-a119-4fc3-870a-e7c241b4545d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:32.416495 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:33.143994 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b21ce25e-ce3c-48eb-8333-f8a2492c7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:34.323630 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:34.760868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:36.283661 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:37.335446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:42.148314 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-e07acd66-85f0-4bf7-98b2-244929429757 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868585 Apr 07 12:29:42.245918 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-0fa396a0-73fc-4d0f-ba95-bf51d08278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:42.247414 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-0fa396a0-73fc-4d0f-ba95-bf51d08278f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1128 time: 0.0496147 Apr 07 12:29:42.349388 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-567fb9e2-6c9f-4943-8895-f03e0282757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:42.350846 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-567fb9e2-6c9f-4943-8895-f03e0282757c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0857601 Apr 07 12:29:42.423143 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-9965b46d-8cc5-435a-8484-00db1999df17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 1000 time: 0.0665166 Apr 07 12:29:42.474243 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-3bf324e7-2cd9-441d-86f0-20bf4b1a430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:42.476570 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-3bf324e7-2cd9-441d-86f0-20bf4b1a430c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0471113 Apr 07 12:29:42.524834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-ee0b606b-ea9c-4286-9e6d-df04a5a49b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:29:42.526611 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-ee0b606b-ea9c-4286-9e6d-df04a5a49b98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447588 Apr 07 12:29:42.617519 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-cb30523b-ff63-4ae1-a349-fdeefc3cdfbb service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848475 Apr 07 12:29:42.708274 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-da20004e-3153-4610-b9f7-417ecc7276b7 req-fb691302-54ac-4bbf-88d7-85797f236e16 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854080 Apr 07 12:29:54.369886 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:30:00.810735 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-33938b5b-040f-41c5-997f-86bd7d5a7818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:02.427340 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:03.147605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-05c33bc5-e641-4d6e-b0a2-e587259acdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:04.338662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:04.762069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:06.286584 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:07.338890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:13.822991 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40302) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:13.992445 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Deleting port 388e4546-a9b4-4dee-b5c9-38e4cdd1e84b {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:30:13.992876 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:14.070260 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:14.070630 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:14.082803 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Calling delete_port for 388e4546-a9b4-4dee-b5c9-38e4cdd1e84b owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:30:14.238528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (388e4546-a9b4-4dee-b5c9-38e4cdd1e84b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:14.269489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event deleted for resources: {'Port': ['ID=388e4546-a9b4-4dee-b5c9-38e4cdd1e84b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:14.293743 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.294093 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.294437 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.294779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.295118 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.295456 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.295837 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.296122 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.296453 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.296784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.297113 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.297464 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.297792 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:14.340167 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (91023a52-daf0-425f-a86b-a60218157cc7), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:14.340500 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Floating IP 91023a52-daf0-425f-a86b-a60218157cc7 disassociated (deleted). External IP: 172.25.5.63, port: 33058da6-9686-4343-be76-bee79db9d42d. Apr 07 12:30:14.562358 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:30:14.689778 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:30:14.696161 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:14.701028 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a970a0-e662-460a-891e-aae75992f85a None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:30:14.713274 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:30:14.713984 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:30:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:30:14.727261 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e9be6302-f2e0-47c2-a8e4-ee4ad65c7385 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "DELETE /v2.0/floatingips/91023a52-daf0-425f-a86b-a60218157cc7 HTTP/1.1" status: 204 len: 168 time: 0.9030430 Apr 07 12:30:14.727933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:30:14.730273 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:30:14.830723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:30:14.859678 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e3fe5-9a92-449c-b2d7-9fc2cbf254b7 x-openstack-request-id: req-073e3fe5-9a92-449c-b2d7-9fc2cbf254b7 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:30:14.860594 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:30:14.861560 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-073e3fe5-9a92-449c-b2d7-9fc2cbf254b7 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:30:14.861983 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073e3fe5-9a92-449c-b2d7-9fc2cbf254b7'] response: {'name': 'network-changed', 'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'status': 'completed', 'code': 200} Apr 07 12:30:14.942767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-c9476172-ab95-4f8f-b55b-288190ec752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:14.944376 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-c9476172-ab95-4f8f-b55b-288190ec752f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 1128 time: 0.0526719 Apr 07 12:30:15.054469 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcd78a-1d8b-4870-92cb-f3410e04913e req-7a9ac6a9-3ada-470b-9f07-fd26948ad5ff tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:15.057028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2bcd78a-1d8b-4870-92cb-f3410e04913e req-7a9ac6a9-3ada-470b-9f07-fd26948ad5ff tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 946 time: 0.1283872 Apr 07 12:30:15.058669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-29f2852d-bb0e-457f-9252-016820a526b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:15.061007 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-29f2852d-bb0e-457f-9252-016820a526b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.1090364 Apr 07 12:30:15.081159 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:30:15.116617 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-b2bcd78a-1d8b-4870-92cb-f3410e04913e req-4a3cfb2c-1612-48c6-b051-9618a14b392e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537176 Apr 07 12:30:15.128021 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a970a0-e662-460a-891e-aae75992f85a None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:30:15.128539 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-e90cab9c-ca2c-4efa-89f9-2701c6e10aba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 200 len: 217 time: 0.0592911 Apr 07 12:30:15.141956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:30:15.142905 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:30:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:30:15.209638 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-58962097-040f-473e-8246-cafefc1850fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:15.211907 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-58962097-040f-473e-8246-cafefc1850fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0740800 Apr 07 12:30:15.265541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-98004915-1dd7-4749-b7fc-af651b835d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:15.267056 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-98004915-1dd7-4749-b7fc-af651b835d92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499053 Apr 07 12:30:15.281634 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:30:15.359872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-1400e2ae-dece-4ed6-b442-88522a651a10 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853753 Apr 07 12:30:15.465060 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2ab639c2-e989-4466-bc4e-a9736e5ea3f0 req-410db574-59bc-47a3-85cc-d076a4d9e532 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982926 Apr 07 12:30:15.497497 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-55a970a0-e662-460a-891e-aae75992f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:30:15.525064 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a970a0-e662-460a-891e-aae75992f85a None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:30:15.751928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ff934-c265-45c9-9910-daf3673db342 None None] New status for floating IP 91023a52-daf0-425f-a86b-a60218157cc7: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:30:16.257671 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-567e844b-8a25-4866-940e-9fbe3f640043 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:16.259347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-567e844b-8a25-4866-940e-9fbe3f640043 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 946 time: 0.0543602 Apr 07 12:30:16.298771 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f91e-71f9-4c91-b2d1-c92596285945 req-ffb3ec83-32ac-46df-94ee-2cae473e152b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:16.300422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbe4f91e-71f9-4c91-b2d1-c92596285945 req-ffb3ec83-32ac-46df-94ee-2cae473e152b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e HTTP/1.1" status: 200 len: 946 time: 0.1101620 Apr 07 12:30:16.352336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fbe4f91e-71f9-4c91-b2d1-c92596285945 req-2689e68e-9b55-4573-9fd6-8910cb47bcf4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=4246a566-f044-43ad-ae7b-f54b3eb33e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450320 Apr 07 12:30:16.357789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Deleting port 33058da6-9686-4343-be76-bee79db9d42d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:30:16.358140 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (33058da6-9686-4343-be76-bee79db9d42d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:16.452570 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] For port 33058da6-9686-4343-be76-bee79db9d42d, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=33058da6-9686-4343-be76-bee79db9d42d,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:30:16.452852 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (33058da6-9686-4343-be76-bee79db9d42d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:16.466556 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Calling delete_port for 33058da6-9686-4343-be76-bee79db9d42d owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:30:16.598859 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (33058da6-9686-4343-be76-bee79db9d42d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:16.625301 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event deleted for resources: {'Port': ['ID=33058da6-9686-4343-be76-bee79db9d42d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:16.636204 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.636554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.636902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.637269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.637613 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.637974 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.638304 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.638634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.639352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.639352 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.639660 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.639906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.640227 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:16.682695 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] No DVR routers for this DVR port 33058da6-9686-4343-be76-bee79db9d42d on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:30:16.685434 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:16.688830 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-22cb52bd-3aaf-4f82-b908-a2e44976c269 req-55971ded-8d5d-40cc-a3cd-3555a5321fe8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "DELETE /v2.0/ports/33058da6-9686-4343-be76-bee79db9d42d HTTP/1.1" status: 204 len: 173 time: 0.4246743 Apr 07 12:30:16.689307 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-deleted', 'tag': '33058da6-9686-4343-be76-bee79db9d42d'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:30:16.692165 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd3bb5a-4cb3-46ef-bce0-4bbfced28f5d" -d '{"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-deleted", "tag": "33058da6-9686-4343-be76-bee79db9d42d"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:30:16.734283 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224cfff-3997-44b4-bdcf-db8db33e52c2 x-openstack-request-id: req-6224cfff-3997-44b4-bdcf-db8db33e52c2 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:30:16.734576 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e", "name": "network-vif-deleted", "tag": "33058da6-9686-4343-be76-bee79db9d42d", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:30:16.734831 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6224cfff-3997-44b4-bdcf-db8db33e52c2 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:30:16.735246 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6224cfff-3997-44b4-bdcf-db8db33e52c2'] response: {'server_uuid': '11a2aa86-2b7b-4379-bab9-2b6fc58e3c4e', 'name': 'network-vif-deleted', 'tag': '33058da6-9686-4343-be76-bee79db9d42d', 'status': 'completed', 'code': 200} Apr 07 12:30:17.409057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40328) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:17.468137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e0e-623c-4170-a456-d212c44592ea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (4246a566-f044-43ad-ae7b-f54b3eb33e6b), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.497012 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e0e-623c-4170-a456-d212c44592ea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (4246a566-f044-43ad-ae7b-f54b3eb33e6b), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.559281 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e0e-623c-4170-a456-d212c44592ea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (4246a566-f044-43ad-ae7b-f54b3eb33e6b), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.562062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e0e-623c-4170-a456-d212c44592ea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.563237 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-58fb8e0e-623c-4170-a456-d212c44592ea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "DELETE /v2.0/security-groups/4246a566-f044-43ad-ae7b-f54b3eb33e6b HTTP/1.1" status: 204 len: 168 time: 0.1531351 Apr 07 12:30:17.572681 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb8e0e-623c-4170-a456-d212c44592ea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246a566-f044-43ad-ae7b-f54b3eb33e6b,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:17.762335 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40334) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:17.766874 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993042588', 'description': 'tempest-secgroup-smoke-1993042588 description', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:17.795159 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.870232 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (52f6f3e3-34be-412b-a19f-5c437155a254), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.874342 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52f6f3e3-34be-412b-a19f-5c437155a254), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.900654 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:17.901940 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1386032 Apr 07 12:30:17.905339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40336) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:17.910218 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34685cc1-644f-4717-a7c3-d493e4336a83 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f6f3e3-34be-412b-a19f-5c437155a254,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:17.917500 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '52f6f3e3-34be-412b-a19f-5c437155a254', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:17.952902 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (84196323-8943-47fa-a7c8-88a113966a2f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.032358 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (84196323-8943-47fa-a7c8-88a113966a2f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.045030 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (84196323-8943-47fa-a7c8-88a113966a2f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.059456 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84196323-8943-47fa-a7c8-88a113966a2f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:18.076581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.077408 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-43906c0d-d79b-4a3f-b636-e50b8f5b090e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703827 Apr 07 12:30:18.080881 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40338) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:18.084947 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '52f6f3e3-34be-412b-a19f-5c437155a254', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:18.111260 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (9b642166-bb4a-45d8-aef2-3247f99376f4), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.172235 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (9b642166-bb4a-45d8-aef2-3247f99376f4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.177192 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (9b642166-bb4a-45d8-aef2-3247f99376f4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.196498 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b642166-bb4a-45d8-aef2-3247f99376f4,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:18.214240 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.215590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-53a7ffbe-2a08-4b01-b162-1fd9565e0d02 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342990 Apr 07 12:30:18.219777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40340) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:18.224345 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '52f6f3e3-34be-412b-a19f-5c437155a254', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:18.251382 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (e1661171-91dd-406a-8a2c-0be7be8f2d6e), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.325834 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (e1661171-91dd-406a-8a2c-0be7be8f2d6e), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.329889 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (e1661171-91dd-406a-8a2c-0be7be8f2d6e), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.348495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1661171-91dd-406a-8a2c-0be7be8f2d6e,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:18.354374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.355577 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ebcc8ad5-4798-4858-9c96-33ed0ea03514 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348076 Apr 07 12:30:18.358788 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40342) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:18.363017 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '52f6f3e3-34be-412b-a19f-5c437155a254', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:18.389246 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (a7d14631-736e-48b2-a775-b48ac4b8df28), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.453438 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (a7d14631-736e-48b2-a775-b48ac4b8df28), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.457099 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (a7d14631-736e-48b2-a775-b48ac4b8df28), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.475564 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d14631-736e-48b2-a775-b48ac4b8df28,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:18.483994 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.485214 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-92e70ad2-4f07-4870-9ef1-471baa5eaeed tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254902 Apr 07 12:30:18.487930 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40344) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:18.492738 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '52f6f3e3-34be-412b-a19f-5c437155a254', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:18.513983 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Project 1df97172ffd748f6b563c36b6bf6df8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:30:18.519074 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (65caa292-1320-4065-a6ac-97750e7b1e2f), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.578961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (65caa292-1320-4065-a6ac-97750e7b1e2f), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.582844 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (65caa292-1320-4065-a6ac-97750e7b1e2f), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.601421 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65caa292-1320-4065-a6ac-97750e7b1e2f,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:18.609007 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.610286 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-ef029f10-7b79-4a6f-89fd-0190e2f89594 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213901 Apr 07 12:30:18.612992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40346) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:30:18.618003 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'security_group_rule': {'security_group_id': '52f6f3e3-34be-412b-a19f-5c437155a254', 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:18.638494 n-d-836788-1 neutron-server[104177]: INFO neutron.db.securitygroups_db [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Project 1df97172ffd748f6b563c36b6bf6df8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:30:18.643423 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (b4d246cc-aac9-4109-b327-dec5255e88e3), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.704292 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (b4d246cc-aac9-4109-b327-dec5255e88e3), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.707961 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (b4d246cc-aac9-4109-b327-dec5255e88e3), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.728218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d246cc-aac9-4109-b327-dec5255e88e3,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:18.737611 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:18.738815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-eddd47dc-be9e-451b-9b9c-a9bbc8eb92fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248085 Apr 07 12:30:20.902627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:30:20.922887 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 33058da6-9686-4343-be76-bee79db9d42d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:30:20.923240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 33058da6-9686-4343-be76-bee79db9d42d not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:30:30.813118 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ef1a-3a8f-4375-a701-a71d4ba5aac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:31.370125 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:30:32.427586 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:33.150730 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5a0d-61c8-40b6-9a35-714261405579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:34.337534 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:34.764465 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:36.291864 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:37.342725 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:39.359671 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-0d3fde54-f1bc-4d40-b222-2a8369e79b94 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993042588&fields=id&tenant_id=1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 267 time: 0.0452909 Apr 07 12:30:39.471399 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-d4377118-50df-4873-827e-75b569cc09ca tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:39.472775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-d4377118-50df-4873-827e-75b569cc09ca tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 809 time: 0.1063406 Apr 07 12:30:39.487786 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-60a08dad-a791-43ad-ba4b-72f9e732c6f4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/quotas/1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 375 time: 0.0089128 Apr 07 12:30:39.543718 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-dc966d3d-cf8d-4696-897a-453b7211ce9f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509174 Apr 07 12:30:39.637455 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-b90cd386-cf38-4e6c-96de-c6c0df360f24 service neutron] 10.222.0.13 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820353 Apr 07 12:30:39.737016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-ef898ba0-9e8b-45ca-9251-3acc8c30b8a9 service neutron] 10.222.0.13 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936720 Apr 07 12:30:40.024519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85300cfc-a6cd-44c8-9035-4cdc9ffa09a9 req-4c4a20b6-0c30-40aa-9c9b-d89f202fc39f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0298288 Apr 07 12:30:41.074640 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-93016dcb-b9b0-4768-b855-19e6b74a9ef0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:41.076118 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-93016dcb-b9b0-4768-b855-19e6b74a9ef0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 809 time: 0.1090434 Apr 07 12:30:41.122772 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72d7cef6-7b54-4785-8113-837e6ac5227e req-e5db1eea-6eac-4860-b659-047b05ed5a7f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0295203 Apr 07 12:30:41.141620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-e638660a-5784-46f8-aebd-36cea0377e3d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 380 time: 0.0571582 Apr 07 12:30:41.150339 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'port': {'device_id': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'admin_state_up': True, 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'security_groups': ['52f6f3e3-34be-412b-a19f-5c437155a254']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:41.267426 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Made reservation on behalf of 1df97172ffd748f6b563c36b6bf6df8b for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:30:41.270850 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:41.396825 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Allocated IP 172.20.0.8 (8a7a7a1d-75de-4f17-b784-7caa83b1106d/3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4/01d9b6b5-7caf-4094-bf8c-60b813746270) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:30:41.826592 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:41.859665 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:41.901724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:30:41.906537 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:30:41.913048 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:30:41.941264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:41.977859 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:41.978819 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:41.997087 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-9f0217c9-9313-41a1-9e05-9ee5917671fc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508489 Apr 07 12:30:42.009569 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Request body: {'port': {'device_id': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:30:42.076045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.138140 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-4bfb81c5-90bc-4e21-9bbe-4a416105d97f None None] Provisioning complete for port 01d9b6b5-7caf-4094-bf8c-60b813746270 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:30:42.139233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4bfb81c5-90bc-4e21-9bbe-4a416105d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.176988 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb81c5-90bc-4e21-9bbe-4a416105d97f None None] Port 01d9b6b5-7caf-4094-bf8c-60b813746270 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:30:42.255734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ad9fe-ef09-4568-be96-42df5abb3937 req-3521e53d-497c-4a5d-bac9-86d3e1edbab1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:42.258343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be2ad9fe-ef09-4568-be96-42df5abb3937 req-3521e53d-497c-4a5d-bac9-86d3e1edbab1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 931 time: 0.0604787 Apr 07 12:30:42.318222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-be2ad9fe-ef09-4568-be96-42df5abb3937 req-8a7606d8-8a7c-4f2e-9207-f1c4613b9cf5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537128 Apr 07 12:30:42.357693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d9b6b5-7caf-4094-bf8c-60b813746270 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:30:42.364901 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Publish callbacks [] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.377298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Transition to ACTIVE for port object 01d9b6b5-7caf-4094-bf8c-60b813746270 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:30:42.383181 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.436225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:42.515208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Attempting to bind port 01d9b6b5-7caf-4094-bf8c-60b813746270 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:30:42.515616 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Attempting to bind port 01d9b6b5-7caf-4094-bf8c-60b813746270 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:30:42.516066 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Attempting to bind port 01d9b6b5-7caf-4094-bf8c-60b813746270 on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:30:42.521504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Port 01d9b6b5-7caf-4094-bf8c-60b813746270 on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:30:42.521948 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Attempting to bind port 01d9b6b5-7caf-4094-bf8c-60b813746270 on network 8a7a7a1d-75de-4f17-b784-7caa83b1106d {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:30:42.530252 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:30:42.530603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Checking segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:30:42.530996 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Bound using segment: {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:30:42.531439 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Bound port: 01d9b6b5-7caf-4094-bf8c-60b813746270, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26392534-f2d5-48fc-a04e-3116b1341b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:30:42.531804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.604967 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:30:42.608123 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:30:42.615508 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.653791 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:42.654419 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:42.655838 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] 10.222.0.23 "PUT /v2.0/ports/01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 1091 time: 0.6519222 Apr 07 12:30:42.656228 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:30:42.658511 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b0794-16a6-4c51-92f3-ba671d98c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:30:42.690275 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77de118-5dae-45d7-81ac-fbd28065ef90 service neutron] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:42.715880 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c540b428-0d80-42ca-9a9b-355d1452bd66 x-openstack-request-id: req-c540b428-0d80-42ca-9a9b-355d1452bd66 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:30:42.716197 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:30:42.716798 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c540b428-0d80-42ca-9a9b-355d1452bd66 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:30:42.716930 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c540b428-0d80-42ca-9a9b-355d1452bd66'] response: {'name': 'network-changed', 'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'status': 'completed', 'code': 200} Apr 07 12:30:42.754722 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c51276fb-1a35-4ad1-8d54-fb77e4a7dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:42.756658 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-c51276fb-1a35-4ad1-8d54-fb77e4a7dade service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1125 time: 0.0577695 Apr 07 12:30:42.806358 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-b4883484-cbd4-4cf2-940e-d80ad3805877 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 217 time: 0.0427525 Apr 07 12:30:42.854589 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-24100667-8183-4fc1-9ea5-7b56b08728cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:42.856067 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-24100667-8183-4fc1-9ea5-7b56b08728cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0453897 Apr 07 12:30:42.906434 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-05a83ed2-7ec4-4a06-8b89-248dede281f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:42.908006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-05a83ed2-7ec4-4a06-8b89-248dede281f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460052 Apr 07 12:30:43.003611 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-215b44a7-3f53-495e-a999-762f45b99798 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885627 Apr 07 12:30:43.093521 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-850501fb-eaac-4e24-bac6-8e53a524b674 req-293484ca-a3a4-45fb-b42f-5d0ab9007d65 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842659 Apr 07 12:30:43.182475 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-835a65a2-1806-480b-8541-e9bfae9262a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:43.183999 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-835a65a2-1806-480b-8541-e9bfae9262a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1125 time: 0.0493784 Apr 07 12:30:43.282070 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-833373ea-ad1d-4347-a0ba-da15b5a0f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:43.283580 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-833373ea-ad1d-4347-a0ba-da15b5a0f847 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0942037 Apr 07 12:30:43.324240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-b0d1b673-05db-4a4a-9268-a8e0dcf66961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 217 time: 0.0344920 Apr 07 12:30:43.374514 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-2f40fddd-ad2d-47bc-b6ab-7c2c2bcef50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:43.376020 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-2f40fddd-ad2d-47bc-b6ab-7c2c2bcef50f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0466905 Apr 07 12:30:43.434929 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-64058fb4-ebb1-4323-ac48-2e6b52ecc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:43.436638 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-64058fb4-ebb1-4323-ac48-2e6b52ecc169 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528603 Apr 07 12:30:43.456598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75561b0d-63fb-4f58-b5b5-27febbd8abba req-decee0c7-345c-43d6-8a3f-fe4616e13530 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:43.458252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75561b0d-63fb-4f58-b5b5-27febbd8abba req-decee0c7-345c-43d6-8a3f-fe4616e13530 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0560906 Apr 07 12:30:43.513665 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75561b0d-63fb-4f58-b5b5-27febbd8abba req-2216f17a-fa85-47eb-ab3d-79677ce94f20 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485041 Apr 07 12:30:43.543057 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-6f6ef21c-a22a-4370-bca7-8a9f1a2a9560 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985589 Apr 07 12:30:43.637973 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a54b0794-16a6-4c51-92f3-ba671d98c18d req-b987c405-6a30-47bc-bb57-00cfd4c94bed service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894203 Apr 07 12:30:44.634325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc7f6d-0c8e-4bec-b1f2-475a02145e7e req-317b6897-e326-44c0-a4f0-0affb5af669e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:44.636103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37dc7f6d-0c8e-4bec-b1f2-475a02145e7e req-317b6897-e326-44c0-a4f0-0affb5af669e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0541203 Apr 07 12:30:44.686288 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-37dc7f6d-0c8e-4bec-b1f2-475a02145e7e req-19b5c230-03da-4954-a4fe-941282d510a5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Apr 07 12:30:45.819432 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07a55-b6d9-4631-a565-dfef07a0cf2d req-38e99657-e35a-44a8-9e24-5992810c91f0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:45.821991 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16b07a55-b6d9-4631-a565-dfef07a0cf2d req-38e99657-e35a-44a8-9e24-5992810c91f0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0649815 Apr 07 12:30:45.874145 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-16b07a55-b6d9-4631-a565-dfef07a0cf2d req-30c80b67-0d4e-45c0-9ca7-8ac0ce5d6904 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Apr 07 12:30:46.995848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd5a1-4b7d-4b68-a431-91bf2ecf2967 req-ea711408-5bb0-450c-9b27-f4881bdec500 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:46.997315 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f8bd5a1-4b7d-4b68-a431-91bf2ecf2967 req-ea711408-5bb0-450c-9b27-f4881bdec500 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0540397 Apr 07 12:30:47.048299 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f8bd5a1-4b7d-4b68-a431-91bf2ecf2967 req-29204037-daf8-4a63-b5ec-f706615c46bc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Apr 07 12:30:48.170783 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389ab48-2a4a-4699-81b9-216db338eef8 req-c2a83319-071d-41a1-8f6c-eba03ee7209b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:48.172287 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3389ab48-2a4a-4699-81b9-216db338eef8 req-c2a83319-071d-41a1-8f6c-eba03ee7209b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0580845 Apr 07 12:30:48.221817 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3389ab48-2a4a-4699-81b9-216db338eef8 req-1d60dbf2-eba7-4184-a19c-60babed62ad2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Apr 07 12:30:49.354340 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9993-d069-4ab5-92a4-7eda274c80a4 req-91ffd472-e80c-4c6e-af55-88840c8fcc03 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:49.355956 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-902b9993-d069-4ab5-92a4-7eda274c80a4 req-91ffd472-e80c-4c6e-af55-88840c8fcc03 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0578022 Apr 07 12:30:49.405868 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-902b9993-d069-4ab5-92a4-7eda274c80a4 req-76f881ae-c7b1-45e4-bfd8-30a9e4723016 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Apr 07 12:30:50.526979 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01a6fb-9359-4142-b216-81361665b43d req-68fb944f-b141-4260-a3bf-4ec7dc3082c0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:50.528472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd01a6fb-9359-4142-b216-81361665b43d req-68fb944f-b141-4260-a3bf-4ec7dc3082c0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0522385 Apr 07 12:30:50.580659 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd01a6fb-9359-4142-b216-81361665b43d req-3ca02cc3-3b92-44f2-b0a4-d756ecec1d01 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465455 Apr 07 12:30:51.699589 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4fb01-b64f-413a-a952-c80e284a938a req-92666252-56c2-464a-8608-6b968062410a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:51.701080 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4f4fb01-b64f-413a-a952-c80e284a938a req-92666252-56c2-464a-8608-6b968062410a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Apr 07 12:30:51.751594 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e4f4fb01-b64f-413a-a952-c80e284a938a req-aa28bd13-32ad-4ab3-b8e5-49966abed815 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Apr 07 12:30:52.878611 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211dc05-89f1-4267-826a-00ca32139dfe req-0fb049ac-b474-4056-a8f2-3830500c5666 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:52.880130 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8211dc05-89f1-4267-826a-00ca32139dfe req-0fb049ac-b474-4056-a8f2-3830500c5666 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0568228 Apr 07 12:30:52.929977 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8211dc05-89f1-4267-826a-00ca32139dfe req-d2d4846e-4460-4b1b-9e59-421d9d50e67d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Apr 07 12:30:54.052301 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedb8ae-711f-41b0-abc6-bcb37cb67561 req-6c7d1f74-c18e-43a0-9896-579c32f8d3f0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:54.055155 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cedb8ae-711f-41b0-abc6-bcb37cb67561 req-6c7d1f74-c18e-43a0-9896-579c32f8d3f0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0563886 Apr 07 12:30:54.107637 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6cedb8ae-711f-41b0-abc6-bcb37cb67561 req-d3fa8145-905e-4c5a-8586-275d5575a10b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465341 Apr 07 12:30:55.227133 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a49b5-3617-40b7-aad7-69548d725a96 req-1aa66184-1a4e-4367-8dc6-c95c03cbcf5c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:55.228413 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78a49b5-3617-40b7-aad7-69548d725a96 req-1aa66184-1a4e-4367-8dc6-c95c03cbcf5c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0520208 Apr 07 12:30:55.277839 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a78a49b5-3617-40b7-aad7-69548d725a96 req-baf6f11f-44c0-45bd-8291-1d055907c88b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Apr 07 12:30:56.397523 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdcefc-8aa1-4a50-91ac-6166dc79e626 req-7bde5495-0c4b-49ee-bafa-a63535c8e171 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:56.399477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6fdcefc-8aa1-4a50-91ac-6166dc79e626 req-7bde5495-0c4b-49ee-bafa-a63535c8e171 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0532362 Apr 07 12:30:56.452418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e6fdcefc-8aa1-4a50-91ac-6166dc79e626 req-136b6ef6-7dde-43c9-826a-f9144e4a67f9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 Apr 07 12:30:57.575105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec847b-dd0e-4bba-83a0-0ba7bdd0b715 req-8ec1e654-fe52-4bf0-a35e-b0123cf1f7b1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:57.576583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eec847b-dd0e-4bba-83a0-0ba7bdd0b715 req-8ec1e654-fe52-4bf0-a35e-b0123cf1f7b1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0523314 Apr 07 12:30:57.624748 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8eec847b-dd0e-4bba-83a0-0ba7bdd0b715 req-8cce7633-62a7-46af-948c-f5087318c010 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Apr 07 12:30:58.748319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdb44a-e0e7-445a-8773-efe05f6c86ed req-696fc8a2-0d02-4dee-8021-e253bea67056 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:58.749827 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96cdb44a-e0e7-445a-8773-efe05f6c86ed req-696fc8a2-0d02-4dee-8021-e253bea67056 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0552297 Apr 07 12:30:58.798028 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-96cdb44a-e0e7-445a-8773-efe05f6c86ed req-179c021b-7379-4d0d-a014-dfd9e3463518 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Apr 07 12:30:59.131310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:30:59.230386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:30:59.241021 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'port_id': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'mac_address': 'fa:16:3e:ac:af:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:30:59.278174 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 01d9b6b5-7caf-4094-bf8c-60b813746270 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:30:59.278562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:59.296617 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d9b6b5-7caf-4094-bf8c-60b813746270 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:30:59.315259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:30:59.318791 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:59.365570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:30:59.373526 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.373875 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.374217 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.374559 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.374892 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.375224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.375553 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.375879 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.376205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.376528 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.376851 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.377194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.377520 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:30:59.562941 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['01d9b6b5-7caf-4094-bf8c-60b813746270'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:30:59.919470 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc78eb8-d31d-48a4-8435-2deabe168067 req-eed038b1-27a4-41cb-afde-63f3eb758d58 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:30:59.920919 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acc78eb8-d31d-48a4-8435-2deabe168067 req-eed038b1-27a4-41cb-afde-63f3eb758d58 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 944 time: 0.0568917 Apr 07 12:30:59.968452 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acc78eb8-d31d-48a4-8435-2deabe168067 req-00d58b9b-8962-46aa-98da-27e1a85f9436 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Apr 07 12:31:00.816827 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1ec334ca-a1f0-49a7-be73-9113c1aa464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:01.088647 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3d0c-776e-4712-a702-027f158aaa72 req-b7017659-24ee-4348-a5f2-2892e77e2962 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:01.090141 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a0c3d0c-776e-4712-a702-027f158aaa72 req-b7017659-24ee-4348-a5f2-2892e77e2962 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 944 time: 0.0539315 Apr 07 12:31:01.131386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:31:01.140644 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0a0c3d0c-776e-4712-a702-027f158aaa72 req-bef49052-5549-491c-8b44-935314567d98 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448587 Apr 07 12:31:01.193501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 01d9b6b5-7caf-4094-bf8c-60b813746270 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:31:01.198410 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 01d9b6b5-7caf-4094-bf8c-60b813746270 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:31:01.198788 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:01.279922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 01d9b6b5-7caf-4094-bf8c-60b813746270 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:31:01.280233 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:01.303306 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:31:01.306873 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b1d1c-da30-4896-bbc1-a2834fac053a" -d '{"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-plugged", "status": "completed", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:31:01.320676 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:31:01.325373 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:01.348213 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364a017-a648-41f1-8127-60773be74ff9 x-openstack-request-id: req-4364a017-a648-41f1-8127-60773be74ff9 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:31:01.348511 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-plugged", "status": "completed", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:31:01.348774 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4364a017-a648-41f1-8127-60773be74ff9 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:31:01.349203 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4364a017-a648-41f1-8127-60773be74ff9'] response: {'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'code': 200} Apr 07 12:31:01.375841 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:31:01.447190 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef497cde-4603-48ea-82df-d2b3073b9dc7 req-bc93f22e-5988-42a8-8df2-dc82407d2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:01.448716 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef497cde-4603-48ea-82df-d2b3073b9dc7 req-bc93f22e-5988-42a8-8df2-dc82407d2a23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0465741 Apr 07 12:31:01.495325 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-ef497cde-4603-48ea-82df-d2b3073b9dc7 req-6f03b2af-b653-4e64-9a78-1179dde83345 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Apr 07 12:31:02.268593 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81da56-cc45-4cc5-a1cb-819a4fcf4747 req-aa822d62-9555-4efd-87ea-0d80ff6a5e03 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:02.269954 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd81da56-cc45-4cc5-a1cb-819a4fcf4747 req-aa822d62-9555-4efd-87ea-0d80ff6a5e03 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0563619 Apr 07 12:31:02.317908 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cd81da56-cc45-4cc5-a1cb-819a4fcf4747 req-a8326d90-9b26-40fe-a585-00a4136be9b2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Apr 07 12:31:02.441634 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:03.153766 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c10d452-6b4b-4223-bc97-21425f794d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:03.439502 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0a42e-eace-4c6e-b16e-71dc5df25f17 req-e68b2062-4f79-4716-8776-5caa976f987f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:03.440911 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cd0a42e-eace-4c6e-b16e-71dc5df25f17 req-e68b2062-4f79-4716-8776-5caa976f987f tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0516694 Apr 07 12:31:03.489431 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2cd0a42e-eace-4c6e-b16e-71dc5df25f17 req-e8ddea75-660a-4b17-816f-25d3d4fcf192 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Apr 07 12:31:03.610305 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f8ec-afed-445e-bce2-89460c28a8af req-4d7355cc-b3ef-4b61-b11e-9337e94ec4d9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:03.611751 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c76f8ec-afed-445e-bce2-89460c28a8af req-4d7355cc-b3ef-4b61-b11e-9337e94ec4d9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0552831 Apr 07 12:31:03.665202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9c76f8ec-afed-445e-bce2-89460c28a8af req-cebd6e11-158f-4bc7-94d8-e77326aaaef7 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469098 Apr 07 12:31:03.687720 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40558) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:31:04.044272 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9c2e7-9ead-471d-b01a-c4be4f96a730 tempest-TestShelveInstance-1830262595 tempest-TestShelveInstance-1830262595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:04.045722 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-cad9c2e7-9ead-471d-b01a-c4be4f96a730 tempest-TestShelveInstance-1830262595 tempest-TestShelveInstance-1830262595-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1122 time: 0.3570454 Apr 07 12:31:04.048526 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40560) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:31:04.052737 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:31:04.072356 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.168889 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.267958 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Allocated IP 172.25.5.27 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/6b06c577-0840-4e83-a855-e7453e5bd6c1) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:31:04.353161 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.372183 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.406459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.444144 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:31:04.447141 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:31:04.449678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:31:04.479161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'Port': ['ID=6b06c577-0840-4e83-a855-e7453e5bd6c1,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:31:04.766420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.804606 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (498d1006-ad09-4e8c-aaac-0e573b194dd0), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:04.872123 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:05.023004 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:05.027370 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:05.099933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event updated for resources: {'Port': ['ID=6b06c577-0840-4e83-a855-e7453e5bd6c1,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:31:05.108952 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (498d1006-ad09-4e8c-aaac-0e573b194dd0), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:05.215689 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Floating IP 498d1006-ad09-4e8c-aaac-0e573b194dd0 associated. External IP: 172.25.5.27, port: 01d9b6b5-7caf-4094-bf8c-60b813746270. Apr 07 12:31:05.426054 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:31:05.537032 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:31:05.547667 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:31:05.556206 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:05.559053 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:31:05.559664 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:31:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:31:05.587259 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-aee76cb6-bb96-4b96-8725-fe4f656471b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5377278 Apr 07 12:31:05.587869 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:31:05.590168 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202919f5-6a55-4a79-875a-89ad3b55e9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:31:05.627401 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd72a68e-e292-408e-9b14-caaf22203af0 x-openstack-request-id: req-bd72a68e-e292-408e-9b14-caaf22203af0 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:31:05.627700 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:31:05.627978 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd72a68e-e292-408e-9b14-caaf22203af0 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:31:05.628386 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd72a68e-e292-408e-9b14-caaf22203af0'] response: {'name': 'network-changed', 'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'status': 'completed', 'code': 200} Apr 07 12:31:05.699290 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-47cbd4b2-c66e-41d4-bff6-14c3492f6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:05.700763 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-47cbd4b2-c66e-41d4-bff6-14c3492f6197 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0471816 Apr 07 12:31:05.781638 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:31:05.800612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-741663d3-7888-4463-9294-f414a7d46303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:05.802119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-741663d3-7888-4463-9294-f414a7d46303 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0948682 Apr 07 12:31:05.867528 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-8dcd6956-e415-4b38-be0a-4b70ecd54142 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 998 time: 0.0598478 Apr 07 12:31:05.921532 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-16c62edb-597d-4e14-adfc-f84b89c33a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:05.923050 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-16c62edb-597d-4e14-adfc-f84b89c33a8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0503364 Apr 07 12:31:05.974776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-0cca172f-6a32-42f7-aafb-9482e1c295e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:05.977250 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-0cca172f-6a32-42f7-aafb-9482e1c295e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472791 Apr 07 12:31:06.013631 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '498d1006-ad09-4e8c-aaac-0e573b194dd0', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'port_id': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'mac_address': 'fa:16:3e:ac:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:31:04Z', 'updated_at': '2022-04-07T12:31:04Z', 'revision_number': 0, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:31:06.043289 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:31:06.051505 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:31:06.052121 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:31:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:31:06.066320 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-e6ae96dc-58ab-467c-aaa8-e5f649a11e6d service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835636 Apr 07 12:31:06.158662 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:31:06.161046 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-202919f5-6a55-4a79-875a-89ad3b55e9b1 req-92ad6053-7220-4310-bfa4-ad463157a52e service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887580 Apr 07 12:31:06.291902 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:06.386964 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '498d1006-ad09-4e8c-aaac-0e573b194dd0', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'port_id': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'mac_address': 'fa:16:3e:ac:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:31:04Z', 'updated_at': '2022-04-07T12:31:04Z', 'revision_number': 0, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:31:06.413754 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbb920-602e-4e93-a8b8-62a82dfc93c0 None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '498d1006-ad09-4e8c-aaac-0e573b194dd0', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'port_id': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'mac_address': 'fa:16:3e:ac:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:31:04Z', 'updated_at': '2022-04-07T12:31:04Z', 'revision_number': 0, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:31:06.618356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4bc22-014a-412a-b07e-790b0601f35c None None] New status for floating IP 498d1006-ad09-4e8c-aaac-0e573b194dd0: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:31:07.346160 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:08.368943 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:31:30.818286 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b23b8b93-11a4-4abc-bbca-67a6d5700a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:32.464188 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:33.154914 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dd268b9b-40a9-46a5-9a31-df415d8e8d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:34.352254 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:34.772502 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:36.294015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:37.347633 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:31:41.911115 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-ee50b000-4779-4847-9e1c-7d97a221a1c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427086 Apr 07 12:31:41.996682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-fb5cb08d-2900-4960-bac0-71429ec45b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:41.998127 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-fb5cb08d-2900-4960-bac0-71429ec45b5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0453503 Apr 07 12:31:42.103317 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-16e73fff-383f-421c-b2df-60d3445e960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:42.104778 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-16e73fff-383f-421c-b2df-60d3445e960c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0892818 Apr 07 12:31:42.169418 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-07f845a4-2f0f-4a00-a8d2-4c93729cfb6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 1000 time: 0.0583990 Apr 07 12:31:42.220767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-8fa38ce6-ca3a-45eb-b809-945453b56ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:42.222238 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-8fa38ce6-ca3a-45eb-b809-945453b56ac4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0473764 Apr 07 12:31:42.270499 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-3426328d-7491-45bf-acdc-fade7c9674ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:31:42.271902 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-3426328d-7491-45bf-acdc-fade7c9674ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440125 Apr 07 12:31:42.358456 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-bb64a0ff-dd2e-4cfc-a41b-d77bd5fff35c service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804200 Apr 07 12:31:42.455727 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-82d7d4c1-7a91-4383-9897-eeed9689253a req-550447a5-fe76-452c-9b38-c0d0f436ea81 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907283 Apr 07 12:31:45.368485 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:32:00.819078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbb64bce-d929-4d31-90bf-6faaeaf31af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:02.471347 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:03.156666 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ca798bb4-689b-4cbb-93b3-f131e5cd3d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:04.348071 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:04.771841 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:06.299146 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:07.350039 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:22.368046 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:32:30.819280 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4be8d177-d3ba-49c4-a24e-26addaa81b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:32.477399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:33.158413 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-23717dc1-008c-44a9-8c57-7d57a979f9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:34.346768 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:34.775907 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:36.299275 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:37.353694 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:32:42.901419 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-8a3dbf38-1573-45f3-b43f-c4a4d034474e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441103 Apr 07 12:32:42.985040 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-efedafbf-5f14-4550-bc48-39008c03f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:32:42.986489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-efedafbf-5f14-4550-bc48-39008c03f75e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0444231 Apr 07 12:32:43.094187 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-e1f9f5ff-3340-48d6-a28a-ab98768b1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:32:43.095640 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-e1f9f5ff-3340-48d6-a28a-ab98768b1155 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0913410 Apr 07 12:32:43.158759 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-1a644354-0045-4785-bf5c-4621e817d290 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 1000 time: 0.0574045 Apr 07 12:32:43.210208 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-d7aea3e4-35b5-4213-b30b-c7bd6028b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:32:43.212146 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-d7aea3e4-35b5-4213-b30b-c7bd6028b717 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0469913 Apr 07 12:32:43.258968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-bded5e2e-301a-4517-8f86-ea3a8255e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:32:43.260348 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-bded5e2e-301a-4517-8f86-ea3a8255e045 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430777 Apr 07 12:32:43.346960 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-91f9e9eb-c244-42af-a713-99dd0dd13236 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806034 Apr 07 12:32:43.437487 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-314fdbba-155f-4741-9ad6-0fc31c01e75f req-9dadb8b4-736b-4586-b2f1-42ae4e87984d service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850649 Apr 07 12:32:59.368198 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:33:00.115367 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1ee09-4510-4c88-85ca-6b73a3d6a59e req-af014a8d-9522-4a11-9d8b-02a43665738a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:00.117484 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bd1ee09-4510-4c88-85ca-6b73a3d6a59e req-af014a8d-9522-4a11-9d8b-02a43665738a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0583467 Apr 07 12:33:00.166952 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-3bd1ee09-4510-4c88-85ca-6b73a3d6a59e req-b82aff43-40e2-4836-b395-d2d2ce971551 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Apr 07 12:33:00.826485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8478c072-af93-4792-8dcf-869e67e1f3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:01.296569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe911fdf-7df2-40d0-add0-da2569c5d6a3 req-85903dff-8054-4601-9505-b6c1ccee1ae6 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:01.298095 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe911fdf-7df2-40d0-add0-da2569c5d6a3 req-85903dff-8054-4601-9505-b6c1ccee1ae6 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0569799 Apr 07 12:33:01.346077 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fe911fdf-7df2-40d0-add0-da2569c5d6a3 req-e6432b58-5cd7-4d24-889e-e4e663455dea tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Apr 07 12:33:02.481697 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc3b1-51da-4009-9288-a440cf358f34 req-05b0b4c1-1466-4d0a-a94e-b3ecef59bbdc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:02.483180 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f38dc3b1-51da-4009-9288-a440cf358f34 req-05b0b4c1-1466-4d0a-a94e-b3ecef59bbdc tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0515249 Apr 07 12:33:02.485382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:02.536781 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f38dc3b1-51da-4009-9288-a440cf358f34 req-92d85a31-7ba9-4808-9fd8-d78a850080f0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 Apr 07 12:33:03.158728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a0c7-b91f-458a-9659-08b411389d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:03.655380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29fb3c-2ea3-4453-aa10-62b49139090d req-e6a37a1b-b52d-45af-b9d7-f4f6677a1066 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:03.656874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d29fb3c-2ea3-4453-aa10-62b49139090d req-e6a37a1b-b52d-45af-b9d7-f4f6677a1066 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0527675 Apr 07 12:33:03.705537 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2d29fb3c-2ea3-4453-aa10-62b49139090d req-6478ad58-a3a8-461f-b9d8-c1ec569f8129 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Apr 07 12:33:04.361508 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:04.785684 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:04.828431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb3026-5696-43a1-b2d0-bb93c2c3471a req-0f94b3f2-a730-4b9c-8a87-582e635e03a1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:04.829938 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6acb3026-5696-43a1-b2d0-bb93c2c3471a req-0f94b3f2-a730-4b9c-8a87-582e635e03a1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Apr 07 12:33:04.878103 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6acb3026-5696-43a1-b2d0-bb93c2c3471a req-06e5e8ad-e192-4b49-a2a5-907963eb2bba tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Apr 07 12:33:06.000130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88965-879c-44f8-934e-fcf6daa4fa9f req-a49077c9-380a-4bed-9c4d-f90ef145964d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:06.001553 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd88965-879c-44f8-934e-fcf6daa4fa9f req-a49077c9-380a-4bed-9c4d-f90ef145964d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0571826 Apr 07 12:33:06.050689 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ffd88965-879c-44f8-934e-fcf6daa4fa9f req-dfb703e8-9576-4bb1-aacf-9f7ad5fe4ab1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Apr 07 12:33:06.301536 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:07.168126 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f45a4-356d-44c8-a010-8f64bbdeeab2 req-cf442ddf-9640-4797-b4ff-828d46635207 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:07.169653 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd8f45a4-356d-44c8-a010-8f64bbdeeab2 req-cf442ddf-9640-4797-b4ff-828d46635207 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Apr 07 12:33:07.217587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-dd8f45a4-356d-44c8-a010-8f64bbdeeab2 req-6a5612e7-8e4f-4b10-a4a1-ea8892abc990 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Apr 07 12:33:07.354952 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:08.344618 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd1b5-42d0-483e-b4cc-18800a81f10d req-25f4a7af-189a-42c6-9bf7-5a8a64847926 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:08.346107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-464dd1b5-42d0-483e-b4cc-18800a81f10d req-25f4a7af-189a-42c6-9bf7-5a8a64847926 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0565403 Apr 07 12:33:08.394364 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-464dd1b5-42d0-483e-b4cc-18800a81f10d req-0878990f-c3dc-432d-93ae-c1ff617b521c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Apr 07 12:33:09.513204 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68f1c8-c92d-4d65-b27f-af6b05d10211 req-d4fcc30e-dc3c-404d-9173-0453918aafdd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:09.514683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d68f1c8-c92d-4d65-b27f-af6b05d10211 req-d4fcc30e-dc3c-404d-9173-0453918aafdd tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Apr 07 12:33:09.563086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8d68f1c8-c92d-4d65-b27f-af6b05d10211 req-cee7fa17-eae6-420e-8026-c8d229dbe5e1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 Apr 07 12:33:10.241305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485acc68-9130-4fad-a3aa-9d89950061ee req-839cd552-c8b9-4ba5-b958-c1b51f816f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:10.242832 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-839cd552-c8b9-4ba5-b958-c1b51f816f4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0505273 Apr 07 12:33:10.333251 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485acc68-9130-4fad-a3aa-9d89950061ee req-d011ff9f-1c06-4a44-bff7-0c2e013e815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:10.334695 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-d011ff9f-1c06-4a44-bff7-0c2e013e815b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0867317 Apr 07 12:33:10.397008 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-c2c1cb17-a572-42dd-9e99-629444202384 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 1000 time: 0.0567541 Apr 07 12:33:10.442572 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485acc68-9130-4fad-a3aa-9d89950061ee req-c0ed2b44-7a69-4b3d-99fa-2093b2b83827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:10.443960 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-c0ed2b44-7a69-4b3d-99fa-2093b2b83827 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0417585 Apr 07 12:33:10.496501 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485acc68-9130-4fad-a3aa-9d89950061ee req-e4271b79-039a-4efc-a19d-aa8d4912125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:10.497945 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-e4271b79-039a-4efc-a19d-aa8d4912125f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482514 Apr 07 12:33:10.588326 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-8b52790d-a23d-473d-98c7-d6945833bd95 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842547 Apr 07 12:33:10.683013 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd85ca-c611-4341-a224-ae000ff1b8a2 req-5d543db1-ed3b-4908-8f0f-159cc6f18cf3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:10.683775 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-485acc68-9130-4fad-a3aa-9d89950061ee req-f5b9743b-57a3-40ef-9de9-6e90886eb639 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Apr 07 12:33:10.684559 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75bd85ca-c611-4341-a224-ae000ff1b8a2 req-5d543db1-ed3b-4908-8f0f-159cc6f18cf3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0537879 Apr 07 12:33:10.737774 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-75bd85ca-c611-4341-a224-ae000ff1b8a2 req-54e0d167-9701-4a8f-be1b-06e27c3f83b3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474298 Apr 07 12:33:11.856183 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aae65-f0a3-4488-9e0e-ec8cc099dddb req-65c4c6c0-85fe-4074-9cb8-e026bafd1917 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:11.857674 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f68aae65-f0a3-4488-9e0e-ec8cc099dddb req-65c4c6c0-85fe-4074-9cb8-e026bafd1917 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0517218 Apr 07 12:33:11.906131 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f68aae65-f0a3-4488-9e0e-ec8cc099dddb req-71d39b8e-f242-4bd5-8695-f935f5a1d50e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Apr 07 12:33:13.029143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f810e-256a-42c0-b663-94f364f38af4 req-33233a2d-6e3b-4541-a118-51e177868125 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:13.030581 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-571f810e-256a-42c0-b663-94f364f38af4 req-33233a2d-6e3b-4541-a118-51e177868125 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0547349 Apr 07 12:33:13.081355 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-571f810e-256a-42c0-b663-94f364f38af4 req-dc2a3435-53d9-4e59-b736-0e6304c97da9 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452001 Apr 07 12:33:14.207332 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0775e-0ac0-4900-a28b-86bb414a8d1a req-ec9fd201-6770-4999-b397-294d60ec7f6b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:14.208713 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0d0775e-0ac0-4900-a28b-86bb414a8d1a req-ec9fd201-6770-4999-b397-294d60ec7f6b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0559628 Apr 07 12:33:14.257715 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a0d0775e-0ac0-4900-a28b-86bb414a8d1a req-86775183-95c4-4635-b88a-9ce41cb70cec tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418017 Apr 07 12:33:15.377316 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967d5eb-e009-40e6-a06a-4b1c2e36fe57 req-86d4d598-3e46-48c0-bafc-0ffc2aca9977 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:15.378806 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c967d5eb-e009-40e6-a06a-4b1c2e36fe57 req-86d4d598-3e46-48c0-bafc-0ffc2aca9977 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Apr 07 12:33:15.427490 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c967d5eb-e009-40e6-a06a-4b1c2e36fe57 req-6919bff3-0b74-4a05-bb66-62f6bbc02f79 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Apr 07 12:33:15.752820 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:33:15.833986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 01d9b6b5-7caf-4094-bf8c-60b813746270 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:33:15.834371 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:15.862588 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:33:15.865973 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ddb921-992e-4c81-8a72-612cc5d491c1" -d '{"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-unplugged", "status": "completed", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:33:15.883477 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:33:15.887974 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:15.917777 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb6096-49df-4a35-8665-645a9e20fcb0 x-openstack-request-id: req-aedb6096-49df-4a35-8665-645a9e20fcb0 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:33:15.918090 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-unplugged", "status": "completed", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:33:15.918309 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aedb6096-49df-4a35-8665-645a9e20fcb0 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:33:15.918700 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedb6096-49df-4a35-8665-645a9e20fcb0'] response: {'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'code': 200} Apr 07 12:33:15.943825 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:33:15.951684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.952033 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.952375 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.952714 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.953045 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.953399 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.953727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.954053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.954377 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.954700 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.955022 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.955344 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:15.955664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:33:16.547036 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317db9d-1d3f-443e-ad2a-5c2dbde6ed0f req-c2120e4d-f08d-4428-b6d4-36f8adb08c1b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:16.548519 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1317db9d-1d3f-443e-ad2a-5c2dbde6ed0f req-c2120e4d-f08d-4428-b6d4-36f8adb08c1b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0521400 Apr 07 12:33:16.601785 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-1317db9d-1d3f-443e-ad2a-5c2dbde6ed0f req-e21b4682-6ec5-4e4f-8d80-6342e974767d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466540 Apr 07 12:33:16.713236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-f84ec0b7-4620-4ecc-8918-0b17a6fdb503 req-b09397d8-1af3-4840-add4-71471a5c9298 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:33:16.714235 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f84ec0b7-4620-4ecc-8918-0b17a6fdb503 req-b09397d8-1af3-4840-add4-71471a5c9298 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489495 Apr 07 12:33:16.840000 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-d2155068-6796-40a7-bee2-c67501bb73a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440338 Apr 07 12:33:16.848374 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-e14835b0-dc39-4f64-8347-bb91ee580afe service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:33:16.849340 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-e14835b0-dc39-4f64-8347-bb91ee580afe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048921 Apr 07 12:33:16.872005 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cdfca-d04b-4df8-8150-d8120d88936c req-6e8a345d-493d-48cc-a31d-4e146bfd5bcb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:16.873046 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a09cdfca-d04b-4df8-8150-d8120d88936c req-6e8a345d-493d-48cc-a31d-4e146bfd5bcb tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0548244 Apr 07 12:33:16.939800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-e098c7d6-ea2b-4485-859b-fa974bf4f793 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:16.941162 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-e098c7d6-ea2b-4485-859b-fa974bf4f793 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports/01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 940 time: 0.0643628 Apr 07 12:33:16.959210 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a09cdfca-d04b-4df8-8150-d8120d88936c req-69fe5e6d-1925-4be1-8c2d-c5eb753488e4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741587 Apr 07 12:33:18.084851 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7148cb-7a7d-4dcd-8d34-6298a6681105 req-99798549-35bc-45c5-a726-4912fbe424b2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:18.086418 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b7148cb-7a7d-4dcd-8d34-6298a6681105 req-99798549-35bc-45c5-a726-4912fbe424b2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0572236 Apr 07 12:33:18.134668 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2b7148cb-7a7d-4dcd-8d34-6298a6681105 req-c00e6461-908e-488e-9b50-438cc5550091 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Apr 07 12:33:19.262800 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f213a9a-59d3-4477-ac60-1bada5e97a0d req-4d107dee-1177-49c1-b944-6a58d73b748d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:19.264342 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f213a9a-59d3-4477-ac60-1bada5e97a0d req-4d107dee-1177-49c1-b944-6a58d73b748d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0613399 Apr 07 12:33:19.316121 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6f213a9a-59d3-4477-ac60-1bada5e97a0d req-95a9f323-63da-40a8-96ff-3a82cae0ddef tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 Apr 07 12:33:20.435727 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4d30-0491-4ce1-9ac0-822cfcc6f8bb req-34bca65a-46d8-4a3c-b522-043335272d2b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:20.437222 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02ee4d30-0491-4ce1-9ac0-822cfcc6f8bb req-34bca65a-46d8-4a3c-b522-043335272d2b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0533330 Apr 07 12:33:20.489778 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-02ee4d30-0491-4ce1-9ac0-822cfcc6f8bb req-52153ed9-039e-417d-a40b-1242c0e40572 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468767 Apr 07 12:33:21.621413 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8bac2-0784-4b24-b647-16c5be0b4ced req-cae920a6-7e09-4728-8a39-2a73cd9e0238 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:21.623093 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7d8bac2-0784-4b24-b647-16c5be0b4ced req-cae920a6-7e09-4728-8a39-2a73cd9e0238 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0618544 Apr 07 12:33:21.683795 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d7d8bac2-0784-4b24-b647-16c5be0b4ced req-b9f0c163-9b93-4c32-8309-8488fb9bffb4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545352 Apr 07 12:33:22.804380 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c584-8f78-4ea5-8132-192506f0035b req-e151055b-53ea-4dae-8495-408187f2f851 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:22.806869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cf5c584-8f78-4ea5-8132-192506f0035b req-e151055b-53ea-4dae-8495-408187f2f851 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0576422 Apr 07 12:33:22.857852 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7cf5c584-8f78-4ea5-8132-192506f0035b req-c5ed86a7-81fd-4a2b-a6af-d19dadaf4213 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 Apr 07 12:33:23.991463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2559a90-9fa2-4421-aa26-6b3777e3439e req-fdb2591b-0008-4945-ba49-bc33c108c760 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:23.993067 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2559a90-9fa2-4421-aa26-6b3777e3439e req-fdb2591b-0008-4945-ba49-bc33c108c760 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0663042 Apr 07 12:33:24.041635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c2559a90-9fa2-4421-aa26-6b3777e3439e req-721263a9-9722-41ae-a15f-40143c695ff3 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Apr 07 12:33:25.161003 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ee819-1f00-4304-b023-96c3fe935d5a req-120c5c4d-86dd-49f7-b8ad-11be9cfc5d84 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:25.162531 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e72ee819-1f00-4304-b023-96c3fe935d5a req-120c5c4d-86dd-49f7-b8ad-11be9cfc5d84 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0542331 Apr 07 12:33:25.211992 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e72ee819-1f00-4304-b023-96c3fe935d5a req-958df9a7-e91f-423e-b6b7-a5260fdb425a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Apr 07 12:33:26.333083 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6ce5d-5c8a-4abf-b832-6a317b2e9b27 req-d7b58830-9de8-4596-90d7-d8016332d299 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:26.334587 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47c6ce5d-5c8a-4abf-b832-6a317b2e9b27 req-d7b58830-9de8-4596-90d7-d8016332d299 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0530059 Apr 07 12:33:26.390123 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47c6ce5d-5c8a-4abf-b832-6a317b2e9b27 req-c8afc327-2260-487a-9b10-da89b3fce0a2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476751 Apr 07 12:33:27.515598 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c5e6-60c6-4acb-bf27-e8cde3296e3f req-aa354370-d452-4b03-a419-95d04f519e5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:27.517091 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9dc6c5e6-60c6-4acb-bf27-e8cde3296e3f req-aa354370-d452-4b03-a419-95d04f519e5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0536954 Apr 07 12:33:27.566477 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9dc6c5e6-60c6-4acb-bf27-e8cde3296e3f req-4e9b6222-43f0-47ee-a720-769140578010 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Apr 07 12:33:27.697893 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-83e8ab90-4b1a-4103-bfba-83bec94d2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:27.699294 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-83e8ab90-4b1a-4103-bfba-83bec94d2641 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971&tenant_id=1df97172ffd748f6b563c36b6bf6df8b HTTP/1.1" status: 200 len: 1125 time: 0.0466039 Apr 07 12:33:27.763032 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-0cd9194c-ac43-410d-8123-e01b1d74d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:27.764494 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-0cd9194c-ac43-410d-8123-e01b1d74d4c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1125 time: 0.0438259 Apr 07 12:33:27.853153 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-3d63fe2a-0884-481e-935d-a88ad82610b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:27.854597 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-3d63fe2a-0884-481e-935d-a88ad82610b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0845261 Apr 07 12:33:27.916517 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-3d7e67bd-08e9-491b-8f10-623f7e64cc72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 998 time: 0.0563836 Apr 07 12:33:27.967529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-61cf9722-1f7e-429f-855b-88ec73c9b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:27.968852 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-61cf9722-1f7e-429f-855b-88ec73c9b5cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0471406 Apr 07 12:33:28.017361 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-85707f25-2238-49ad-8015-7585900093b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:28.018839 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-85707f25-2238-49ad-8015-7585900093b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447533 Apr 07 12:33:28.103971 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-bf931bff-2c81-455a-9b89-e99fd7c9b5de service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781777 Apr 07 12:33:28.193584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-edf25a5d-d7a1-47e2-a9b6-f156fe5d4467 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Apr 07 12:33:28.686172 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043d917-9a27-4831-b601-c404d4104a70 req-911a8968-ce47-4302-aa04-de046e02b679 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:28.687634 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4043d917-9a27-4831-b601-c404d4104a70 req-911a8968-ce47-4302-aa04-de046e02b679 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0524933 Apr 07 12:33:28.736317 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4043d917-9a27-4831-b601-c404d4104a70 req-a6f3357d-89de-4c3f-8185-0a252ef00e9b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Apr 07 12:33:29.857784 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa666a-61bf-431e-b5e6-d41378c2d3b2 req-e1e6bc45-4b8a-4e70-a348-63fe375d6b5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:29.859294 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13aa666a-61bf-431e-b5e6-d41378c2d3b2 req-e1e6bc45-4b8a-4e70-a348-63fe375d6b5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0566671 Apr 07 12:33:29.907307 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-13aa666a-61bf-431e-b5e6-d41378c2d3b2 req-2f49a653-2ee8-4951-8c1e-da87c688dd61 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Apr 07 12:33:30.818384 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-0d2eadf0-ec32-4298-825f-36ca201886ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:31.028734 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8b3c-34ca-49cd-9474-b3cc64c0a8d1 req-101edcf6-ca47-4d67-9786-229e0fba1834 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:31.030246 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a01c8b3c-34ca-49cd-9474-b3cc64c0a8d1 req-101edcf6-ca47-4d67-9786-229e0fba1834 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0560873 Apr 07 12:33:31.079761 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a01c8b3c-34ca-49cd-9474-b3cc64c0a8d1 req-265b2ca6-fd2d-4272-a4a5-1063f4865015 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438643 Apr 07 12:33:32.200143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd276b3-1345-4cde-9c82-b108a3fdb968 req-3b07e6f7-c1a5-4c91-8c0e-13055b44d60c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:32.201630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd276b3-1345-4cde-9c82-b108a3fdb968 req-3b07e6f7-c1a5-4c91-8c0e-13055b44d60c tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0557802 Apr 07 12:33:32.249255 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-acd276b3-1345-4cde-9c82-b108a3fdb968 req-81e7b2b8-c616-4088-9bb9-ad2b6720e8a4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Apr 07 12:33:32.499813 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:33.163976 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ce9cac17-c9b4-4573-85c8-0db983915e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:33.370548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5870-6ce2-4d4f-93ad-33a6f10dda37 req-6fc98a03-b718-4e1f-b021-86592c39c201 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:33.372017 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a0a5870-6ce2-4d4f-93ad-33a6f10dda37 req-6fc98a03-b718-4e1f-b021-86592c39c201 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0534346 Apr 07 12:33:33.421016 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9a0a5870-6ce2-4d4f-93ad-33a6f10dda37 req-422d6062-366a-4194-8feb-f72a44dee4d1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Apr 07 12:33:34.360513 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:34.537016 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672ffc7-37b4-4837-b76d-a2d12359e131 req-aec590fe-16ce-44e1-b244-1a9dcd8e86b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:34.539126 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2672ffc7-37b4-4837-b76d-a2d12359e131 req-aec590fe-16ce-44e1-b244-1a9dcd8e86b0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0520132 Apr 07 12:33:34.590326 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2672ffc7-37b4-4837-b76d-a2d12359e131 req-4b8f5365-bd33-4105-8373-6133ae4c40ee tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Apr 07 12:33:34.783003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:35.715942 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d4b5b-2fac-4e24-ab04-37283898cefa req-de0b3634-d99b-4de3-ab40-3fa0f36d7d39 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:35.717447 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-812d4b5b-2fac-4e24-ab04-37283898cefa req-de0b3634-d99b-4de3-ab40-3fa0f36d7d39 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 943 time: 0.0531254 Apr 07 12:33:35.765875 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-812d4b5b-2fac-4e24-ab04-37283898cefa req-063438c4-94d1-4956-a370-ba1602a060b8 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Apr 07 12:33:35.845151 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:33:35.940186 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:33:35.954223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'port_id': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'mac_address': 'fa:16:3e:ac:af:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:33:35.989918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 01d9b6b5-7caf-4094-bf8c-60b813746270 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:33:35.990306 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:36.003294 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d9b6b5-7caf-4094-bf8c-60b813746270 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:33:36.022408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:33:36.026067 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:36.072280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:33:36.224386 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['01d9b6b5-7caf-4094-bf8c-60b813746270'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:33:36.367795 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:33:36.464781 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:36.882322 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de532f7-e636-44d8-9d96-cb94c9ca4a76 req-bded0a46-8b9a-41b2-9350-82111c110d7a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:36.883773 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8de532f7-e636-44d8-9d96-cb94c9ca4a76 req-bded0a46-8b9a-41b2-9350-82111c110d7a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 944 time: 0.0517902 Apr 07 12:33:36.931880 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8de532f7-e636-44d8-9d96-cb94c9ca4a76 req-020f6eea-09c2-4abc-b654-afd0eaaf2a52 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Apr 07 12:33:37.356927 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:37.861642 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:33:37.913857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 01d9b6b5-7caf-4094-bf8c-60b813746270 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:33:37.914235 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:37.990590 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 01d9b6b5-7caf-4094-bf8c-60b813746270 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:33:37.990590 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:38.016439 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:33:38.018807 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a4ec50-32b2-4950-a6fe-00452af0f9d5" -d '{"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-plugged", "status": "completed", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:33:38.031551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:33:38.036637 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:33:38.063638 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b10de-2ee7-4147-823e-d16e0e35f3c1 req-7ca0ba50-82b6-4c18-b4bd-b87d9301ff80 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:38.065165 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f99b10de-2ee7-4147-823e-d16e0e35f3c1 req-7ca0ba50-82b6-4c18-b4bd-b87d9301ff80 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 944 time: 0.0634549 Apr 07 12:33:38.095391 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:33:38.124862 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-f99b10de-2ee7-4147-823e-d16e0e35f3c1 req-db3ca213-feaa-4ad0-8d86-31af07a13b6b tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507514 Apr 07 12:33:38.135550 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2715bf-dacf-46fe-aad2-9e10e42de7b3 x-openstack-request-id: req-da2715bf-dacf-46fe-aad2-9e10e42de7b3 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:33:38.135846 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-plugged", "status": "completed", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:33:38.136110 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da2715bf-dacf-46fe-aad2-9e10e42de7b3 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:33:38.136787 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2715bf-dacf-46fe-aad2-9e10e42de7b3'] response: {'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'code': 200} Apr 07 12:33:38.287868 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae77ec-e2af-47d5-99eb-47483179570c req-169562ea-948c-4cd4-8199-af27bc09b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:38.289316 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0ae77ec-e2af-47d5-99eb-47483179570c req-169562ea-948c-4cd4-8199-af27bc09b821 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0484216 Apr 07 12:33:38.333378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-c0ae77ec-e2af-47d5-99eb-47483179570c req-355e3fba-af4a-4371-9507-e7fdafcf9ae5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383477 Apr 07 12:33:39.255708 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7f06-d930-414c-aaa1-344163c539cf req-c739f703-8859-4b63-9f89-d9ae7d39ccda tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:39.257241 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29bc7f06-d930-414c-aaa1-344163c539cf req-c739f703-8859-4b63-9f89-d9ae7d39ccda tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0526826 Apr 07 12:33:39.308375 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-29bc7f06-d930-414c-aaa1-344163c539cf req-367cc4bf-acef-457a-9938-cce6946707f4 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Apr 07 12:33:40.427153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901758-7b32-4d94-a380-1d660186e603 req-82f79942-ce81-4477-bb5a-9aa8ebdffff5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:40.428635 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd901758-7b32-4d94-a380-1d660186e603 req-82f79942-ce81-4477-bb5a-9aa8ebdffff5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0519402 Apr 07 12:33:40.480402 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-fd901758-7b32-4d94-a380-1d660186e603 req-233ba0e5-3664-4bb1-a76f-0ee1c9dcc55a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455475 Apr 07 12:33:44.912993 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-f0d4aec4-58ed-4738-be33-f473dcc2d838 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479383 Apr 07 12:33:44.996225 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-c208c341-856d-49d7-83c8-0eac788a17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:44.997732 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-c208c341-856d-49d7-83c8-0eac788a17f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0438261 Apr 07 12:33:45.097629 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-6b311e48-e5ee-464f-97ca-9fd736752022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:45.099093 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-6b311e48-e5ee-464f-97ca-9fd736752022 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0832882 Apr 07 12:33:45.167052 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-55ebd483-56a3-445f-b0ed-ca59e3a5ccde service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 1000 time: 0.0622957 Apr 07 12:33:45.213063 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-893fdb0f-af54-423b-86eb-7845a4fa7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:45.214526 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-893fdb0f-af54-423b-86eb-7845a4fa7fa4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0420830 Apr 07 12:33:45.262463 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-b9f6c223-9878-47bb-ae79-cf9b94f5ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:33:45.263952 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-b9f6c223-9878-47bb-ae79-cf9b94f5ef46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443933 Apr 07 12:33:45.353416 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-9e6063cb-b361-4990-ba37-6b9af933dbac service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833852 Apr 07 12:33:45.437543 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-5140405e-ebf8-49b0-924b-8db0ed26ac35 req-af6a96f7-d0fa-450a-8e2a-cf35f23b197f service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788653 Apr 07 12:34:00.824091 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9944ec20-cbff-490b-96df-d33539d6309d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:02.499700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:03.166262 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-50e80011-976c-4f21-8d12-543800e4bc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:04.359072 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:04.786505 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:06.311617 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:07.357900 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:13.370402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:34:30.816955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-12a271a2-0e00-44ea-92ae-11089d4afaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:32.513989 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:33.167888 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-80689a09-1375-4ffa-b650-2893f06a8a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:34.373615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:34.789269 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:36.311779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:37.357999 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:46.960657 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-cc9c8e1d-e869-41b7-bf0c-baba320a6775 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979431 Apr 07 12:34:47.048895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c141-d930-4b63-95de-76af18a383a6 req-638ba9a5-b15a-4fce-bb5e-cc865a884748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:47.050328 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-638ba9a5-b15a-4fce-bb5e-cc865a884748 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0471020 Apr 07 12:34:47.150240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c141-d930-4b63-95de-76af18a383a6 req-f58bf146-613d-4d61-8947-eb375d0a697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:47.151687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-f58bf146-613d-4d61-8947-eb375d0a697d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0834594 Apr 07 12:34:47.219009 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-2c8fef7c-620f-4822-93d8-a318c90bea3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 1000 time: 0.0615809 Apr 07 12:34:47.265666 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c141-d930-4b63-95de-76af18a383a6 req-7b1ab28b-8006-4f18-ae92-2e5a005a352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:47.267068 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-7b1ab28b-8006-4f18-ae92-2e5a005a352c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0429988 Apr 07 12:34:47.313604 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c141-d930-4b63-95de-76af18a383a6 req-58027bc2-865e-4c08-8df7-32bd464b1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:47.314986 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-58027bc2-865e-4c08-8df7-32bd464b1586 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423312 Apr 07 12:34:47.324766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-a5b4affc-720a-4cbe-a7e8-2fea53130a70 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:34:47.325724 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-a5b4affc-720a-4cbe-a7e8-2fea53130a70 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054035 Apr 07 12:34:47.415095 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-1fdfc65f-69f0-49dd-a923-430015694951 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836921 Apr 07 12:34:47.501564 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-71f4c141-d930-4b63-95de-76af18a383a6 req-482152cb-8d1b-41e5-b255-8298e3c01b8f service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806911 Apr 07 12:34:50.369490 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:34:53.346311 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40724) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:34:53.504300 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Deleting port 6b06c577-0840-4e83-a855-e7453e5bd6c1 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:34:53.504539 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:53.578633 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:53.578959 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (6b06c577-0840-4e83-a855-e7453e5bd6c1), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:53.590491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Calling delete_port for 6b06c577-0840-4e83-a855-e7453e5bd6c1 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:34:53.739343 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (6b06c577-0840-4e83-a855-e7453e5bd6c1), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:53.766293 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event deleted for resources: {'Port': ['ID=6b06c577-0840-4e83-a855-e7453e5bd6c1,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:34:53.780573 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.780924 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.781295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.781635 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.781972 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.782319 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.782628 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.782956 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.783281 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.783608 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.783933 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.784256 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.784579 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:53.841972 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for floatingip (498d1006-ad09-4e8c-aaac-0e573b194dd0), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:53.842336 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Floating IP 498d1006-ad09-4e8c-aaac-0e573b194dd0 disassociated (deleted). External IP: 172.25.5.27, port: 01d9b6b5-7caf-4094-bf8c-60b813746270. Apr 07 12:34:54.375392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:34:54.483797 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:34:54.488542 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:54.494221 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:34:54.503288 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:34:54.503928 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:34:54.522947 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8711b220-18b6-48d9-853c-4747eecc2f5d tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "DELETE /v2.0/floatingips/498d1006-ad09-4e8c-aaac-0e573b194dd0 HTTP/1.1" status: 204 len: 168 time: 1.1755743 Apr 07 12:34:54.523544 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:34:54.526976 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2c942-1f58-4463-a903-1ea895de8754" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:34:54.568284 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbef92a-ee42-4db9-9d9e-b75e8d29fbec x-openstack-request-id: req-2fbef92a-ee42-4db9-9d9e-b75e8d29fbec {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:34:54.568573 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:34:54.568839 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fbef92a-ee42-4db9-9d9e-b75e8d29fbec {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:34:54.569276 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbef92a-ee42-4db9-9d9e-b75e8d29fbec'] response: {'name': 'network-changed', 'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'status': 'completed', 'code': 200} Apr 07 12:34:54.623786 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:34:54.642283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-2191688a-a914-465f-bef5-df54a674cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:54.643798 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-2191688a-a914-465f-bef5-df54a674cec1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 1127 time: 0.0528445 Apr 07 12:34:54.745453 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-db3935df-bf09-4cae-8167-9862863f7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:54.747064 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-db3935df-bf09-4cae-8167-9862863f7dc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 200 len: 910 time: 0.0909777 Apr 07 12:34:54.780069 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca38ce-edc2-449d-8a63-4470758df940 req-a946923d-49ad-430c-b4fd-8e78ddfd19f5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:54.782215 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10ca38ce-edc2-449d-8a63-4470758df940 req-a946923d-49ad-430c-b4fd-8e78ddfd19f5 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0549984 Apr 07 12:34:54.789760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-a645d1c9-0772-42be-b191-a71edeabec92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 200 len: 217 time: 0.0364845 Apr 07 12:34:54.832955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-10ca38ce-edc2-449d-8a63-4470758df940 req-810960a1-e407-4f8d-8586-7d591dcd3b11 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443330 Apr 07 12:34:54.853787 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:34:54.860933 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-180c39e2-2830-4614-ad69-a773b05560fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:54.862421 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-180c39e2-2830-4614-ad69-a773b05560fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 200 len: 848 time: 0.0671542 Apr 07 12:34:54.879604 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:34:54.888799 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:34:54.889436 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:34:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:34:54.915174 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-69fbf91e-6659-4ca9-b849-7f8434dd8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:54.917080 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-69fbf91e-6659-4ca9-b849-7f8434dd8e48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a7a7a1d-75de-4f17-b784-7caa83b1106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490603 Apr 07 12:34:55.018483 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-a297c752-6905-42e6-a689-9b6eff2f0be7 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939500 Apr 07 12:34:55.094098 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:34:55.109965 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-fdf2c942-1f58-4463-a903-1ea895de8754 req-e39a3064-b807-4092-aa00-cc560576d695 service neutron] 10.222.0.23 "GET /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834138 Apr 07 12:34:55.287632 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:34:55.316619 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f04b0-5ec0-4421-92f3-3f60f8844c7d None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:06Z', 'revision_number': 4, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': 'a52fb7b5-dc71-4a3f-b739-84630361880f', 'name': '', 'network_id': '8a7a7a1d-75de-4f17-b784-7caa83b1106d', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'mac_address': 'fa:16:3e:17:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:06Z', 'updated_at': '2022-04-07T12:26:11Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'subnets': [{'id': '3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:34:55.538170 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3a3c7-bd97-4566-bc95-1d3f8f33f9a1 None None] New status for floating IP 498d1006-ad09-4e8c-aaac-0e573b194dd0: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:34:55.954619 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e46637-0e2e-4c63-97c7-bf0c8f7bca9d req-e0332b59-fb69-4cfa-8eeb-38daa0669840 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:55.956062 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4e46637-0e2e-4c63-97c7-bf0c8f7bca9d req-e0332b59-fb69-4cfa-8eeb-38daa0669840 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Apr 07 12:34:56.005936 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d4e46637-0e2e-4c63-97c7-bf0c8f7bca9d req-a7c069fb-e767-499e-937c-47828c70bfa2 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6f3e3-34be-412b-a19f-5c437155a254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Apr 07 12:34:56.235838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-60b08a66-fa9e-419f-b271-3043cfa5bb6a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:34:56.237240 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-60b08a66-fa9e-419f-b271-3043cfa5bb6a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 945 time: 0.0520523 Apr 07 12:34:56.330767 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Deleting port 01d9b6b5-7caf-4094-bf8c-60b813746270 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:34:56.331102 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:56.417496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] For port 01d9b6b5-7caf-4094-bf8c-60b813746270, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=01d9b6b5-7caf-4094-bf8c-60b813746270,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:34:56.417857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:56.429777 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Calling delete_port for 01d9b6b5-7caf-4094-bf8c-60b813746270 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:34:56.560448 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (01d9b6b5-7caf-4094-bf8c-60b813746270), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:56.589001 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event deleted for resources: {'Port': ['ID=01d9b6b5-7caf-4094-bf8c-60b813746270,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:34:56.601028 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.601633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.601987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.602331 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.602672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.603518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.604518 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.604865 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.605223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.605575 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.605895 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.606230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.606559 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:34:56.930630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] No DVR routers for this DVR port 01d9b6b5-7caf-4094-bf8c-60b813746270 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:34:56.935161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:34:56.938448 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-3c7bea87-19f3-4a5e-9da1-e5e77483c0e6 req-6a12ceca-f930-4ad4-8aec-f0b114e86d44 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.23 "DELETE /v2.0/ports/01d9b6b5-7caf-4094-bf8c-60b813746270 HTTP/1.1" status: 204 len: 173 time: 0.6963596 Apr 07 12:34:56.938902 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-deleted', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:34:56.941229 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5083620b-298b-4edc-8004-7367f71b8fce" -d '{"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-deleted", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:34:57.067992 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef83366-de80-4fc4-9afc-95539b404dec x-openstack-request-id: req-fef83366-de80-4fc4-9afc-95539b404dec {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:34:57.068324 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb13b1e-62a9-44d1-950a-6cd96a00f971", "name": "network-vif-deleted", "tag": "01d9b6b5-7caf-4094-bf8c-60b813746270", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:34:57.068593 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef83366-de80-4fc4-9afc-95539b404dec {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:34:57.069078 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef83366-de80-4fc4-9afc-95539b404dec'] response: {'server_uuid': '5eb13b1e-62a9-44d1-950a-6cd96a00f971', 'name': 'network-vif-deleted', 'tag': '01d9b6b5-7caf-4094-bf8c-60b813746270', 'status': 'completed', 'code': 200} Apr 07 12:34:57.115182 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-72dae8fa-ea49-47b4-8937-822462add967 req-c8c461d7-fd62-4dbf-af42-9b9efdb40097 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0320551 Apr 07 12:34:58.215683 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c123437-928b-48f0-99fa-0cbdc6bfd72f req-f0bb4017-2233-4e7e-96a8-27ecb323274e tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0278885 Apr 07 12:34:59.311821 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-8b10a2f5-7482-4d2e-914f-9eecdb267ff5 req-cefafbbd-92e0-4f4d-b712-ec9f05be2f36 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Apr 07 12:35:00.140908 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:00.160898 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 01d9b6b5-7caf-4094-bf8c-60b813746270 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:00.161276 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 01d9b6b5-7caf-4094-bf8c-60b813746270 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:00.419310 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ed515702-76d2-497c-bd4b-15a91f8e58cf req-7d3e492e-6c02-45e6-af33-e6d8b5a78e14 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0327735 Apr 07 12:35:00.818194 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9d2b33d3-6af5-481b-b460-a8230544ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:01.514449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-663d7b72-edc6-4371-86d2-1c57a4e52fe0 req-ff609658-e924-461f-b63c-e58579434c41 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0270131 Apr 07 12:35:02.516756 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:02.607343 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7d316904-7de4-40ff-a1b1-44067c3cfb57 req-82c8b24f-abe3-4743-a98f-c86e44aedbb1 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Apr 07 12:35:03.171419 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5347-f308-45e0-bbf6-df179916b2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:03.712851 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-2c70d6ab-a2cb-4448-b874-fd1c0e122501 req-fa05174d-9161-44ee-b2d3-a5d714157405 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0315824 Apr 07 12:35:04.388370 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:04.792518 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:04.810580 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-85c7a5fb-b3d8-4c81-b333-f8aeee21dd79 req-6b575d75-7048-442d-ae89-008bf9b412e0 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0282617 Apr 07 12:35:05.916421 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d8897fea-a06b-4427-a351-54b0673f2640 req-531df274-d2b5-4a67-9725-8a1582bc993a tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb13b1e-62a9-44d1-950a-6cd96a00f971 HTTP/1.1" status: 200 len: 210 time: 0.0339844 Apr 07 12:35:06.318059 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:06.977517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40772) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:07.035376 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5381b64a-1598-4cf4-893c-48b2028fcdad tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (52f6f3e3-34be-412b-a19f-5c437155a254), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:07.061102 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5381b64a-1598-4cf4-893c-48b2028fcdad tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (52f6f3e3-34be-412b-a19f-5c437155a254), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:07.123206 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5381b64a-1598-4cf4-893c-48b2028fcdad tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (52f6f3e3-34be-412b-a19f-5c437155a254), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:07.126083 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-5381b64a-1598-4cf4-893c-48b2028fcdad tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:07.127336 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-5381b64a-1598-4cf4-893c-48b2028fcdad tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] 10.222.0.13 "DELETE /v2.0/security-groups/52f6f3e3-34be-412b-a19f-5c437155a254 HTTP/1.1" status: 204 len: 168 time: 0.1482658 Apr 07 12:35:07.136439 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381b64a-1598-4cf4-893c-48b2028fcdad tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f6f3e3-34be-412b-a19f-5c437155a254,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:07.195300 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40776) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:07.370053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:07.660785 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:07.920899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Deleting port a52fb7b5-dc71-4a3f-b739-84630361880f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:07.921151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:08.003420 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] For port a52fb7b5-dc71-4a3f-b739-84630361880f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=a52fb7b5-dc71-4a3f-b739-84630361880f,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:08.003812 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:08.017504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Calling delete_port for a52fb7b5-dc71-4a3f-b739-84630361880f owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:08.198278 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (a52fb7b5-dc71-4a3f-b739-84630361880f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:08.221726 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52fb7b5-dc71-4a3f-b739-84630361880f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:08.398532 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:08.620973 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:35:08.736370 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:08.741044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-52b2f0d5-5c92-4cda-a904-0d4f47154643 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5447087 Apr 07 12:35:08.744061 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40780) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:08.745092 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] Sync routers for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:08.758093 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:08.758808 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:08.855393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks [] for router (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:08.869756 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:08.965982 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks [] for router_gateway (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.022059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Deleting port 1f7ea589-ff46-4437-8b81-bfacde17509d {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:09.022470 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.054381 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:35:08Z', 'revision_number': 5, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port': {'id': '1f7ea589-ff46-4437-8b81-bfacde17509d', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:09.085943 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] Checking router: 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:09.094792 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] Routers {'8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:09.095396 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:09.106041 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] For port 1f7ea589-ff46-4437-8b81-bfacde17509d, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=1f7ea589-ff46-4437-8b81-bfacde17509d,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:09.106408 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.118198 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Calling delete_port for 1f7ea589-ff46-4437-8b81-bfacde17509d owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:09.182685 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] Set router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:09.245334 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:35:08Z', 'revision_number': 6, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:09.273951 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403fa3d-539d-4213-8d61-223a8c06398c None None] The sync data for ids ['8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954'] in n-d-836788-1 is: [{'id': '8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954', 'name': 'tempest-TestShelveInstance-1658362248-router', 'tenant_id': '1df97172ffd748f6b563c36b6bf6df8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:04Z', 'updated_at': '2022-04-07T12:35:08Z', 'revision_number': 6, 'project_id': '1df97172ffd748f6b563c36b6bf6df8b', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:09.314643 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (1f7ea589-ff46-4437-8b81-bfacde17509d), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.346968 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7ea589-ff46-4437-8b81-bfacde17509d,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:09.406913 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.501145 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.503228 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks [] for router_controller (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.550413 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.551513 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:35:09.556325 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.557616 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-170d1ca1-0bf6-4524-9bb0-06ba6cf11f72 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cd68fd8-43c4-4248-b7c4-c4c4ab7c4954 HTTP/1.1" status: 204 len: 168 time: 0.8126111 Apr 07 12:35:09.560211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40782) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:09.605302 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Deleting subnet 3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:35:09.608992 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Publish callbacks [] for subnet (3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.646002 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.749831 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.787784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a52fb7b5-dc71-4a3f-b739-84630361880f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:09.823309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: a52fb7b5-dc71-4a3f-b739-84630361880f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:09.824295 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device a52fb7b5-dc71-4a3f-b739-84630361880f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:09.829822 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.857597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:09.861868 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:09.865417 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-be461388-8af6-4633-b457-0893cbb56f79 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d2ebaaf-0dbf-4ed6-ac4b-5bd0bb9082f4 HTTP/1.1" status: 204 len: 168 time: 0.3042843 Apr 07 12:35:09.868193 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40784) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:09.872002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8250a-9434-44cc-b130-80e7ad652bcd None None] Network 8a7a7a1d-75de-4f17-b784-7caa83b1106d requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:35:09.946217 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (8a7a7a1d-75de-4f17-b784-7caa83b1106d), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.003422 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Deleting port 041fc75a-c5bf-4d82-9d21-95fa5797b459 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:10.003422 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.079938 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] For port 041fc75a-c5bf-4d82-9d21-95fa5797b459, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=041fc75a-c5bf-4d82-9d21-95fa5797b459,segment=NetworkSegment(26392534-f2d5-48fc-a04e-3116b1341b10),segment_id=26392534-f2d5-48fc-a04e-3116b1341b10)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:10.080301 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.098548 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Calling delete_port for 041fc75a-c5bf-4d82-9d21-95fa5797b459 owned by network:dhcp {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:10.121724 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] DHCP port deletion for 8a7a7a1d-75de-4f17-b784-7caa83b1106d request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:35:10.185052 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Deleting port 041fc75a-c5bf-4d82-9d21-95fa5797b459 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:10.185510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.188181 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.212116 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Pushing event deleted for resources: {'Port': ['ID=041fc75a-c5bf-4d82-9d21-95fa5797b459,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:10.222833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] No DVR routers for this DVR port 041fc75a-c5bf-4d82-9d21-95fa5797b459 on host n-d-836788-1 {{(pid=104178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:35:10.253339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] For port 041fc75a-c5bf-4d82-9d21-95fa5797b459, host n-d-836788-1, got binding levels [] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:10.253620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.267150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Calling delete_port for 041fc75a-c5bf-4d82-9d21-95fa5797b459 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:10.270184 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.ipam_backend_mixin [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Port 041fc75a-c5bf-4d82-9d21-95fa5797b459 was not found and therefore no delete operation was performed {{(pid=104179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 12:35:10.271651 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (041fc75a-c5bf-4d82-9d21-95fa5797b459), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.299150 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Pushing event deleted for resources: {'Port': ['ID=041fc75a-c5bf-4d82-9d21-95fa5797b459,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:10.302528 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (8a7a7a1d-75de-4f17-b784-7caa83b1106d), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.307668 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] No DVR routers for this DVR port 041fc75a-c5bf-4d82-9d21-95fa5797b459 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:35:10.311122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.311867 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.312218 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.312563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.312901 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.313261 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.313596 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.314182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.314521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.314852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.315182 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.315517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.315842 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2c9f3-9658-4ff4-8e9b-8fbc8c435297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:10.334153 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7a7a1d-75de-4f17-b784-7caa83b1106d']}} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:10.344295 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26392534-f2d5-48fc-a04e-3116b1341b10') {'for_net_delete': True} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:10.344477 n-d-836788-1 neutron-server[104178]: DEBUG neutron.services.segments.db [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26392534-f2d5-48fc-a04e-3116b1341b10') {} {{(pid=104178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:10.354390 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28885242'] for segment (26392534-f2d5-48fc-a04e-3116b1341b10), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.367351 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (26392534-f2d5-48fc-a04e-3116b1341b10), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.373839 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:35:10.374233 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25633272'] for segment (26392534-f2d5-48fc-a04e-3116b1341b10), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: Traceback (most recent call last): Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: timer() Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: cb(*args, **kw) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: return func(*args, **kwargs) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: self._notify() Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: self.callback(batched_events) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: event.method(event) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: return f(self, *a, **k) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: return self._get(url).json() Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: return self.request(url, 'GET', **kwargs) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:35:10.375951 n-d-836788-1 neutron-server[104178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:35:10.437949 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (8a7a7a1d-75de-4f17-b784-7caa83b1106d), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.445392 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:10.448213 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a7a7a1d-75de-4f17-b784-7caa83b1106d HTTP/1.1" status: 204 len: 168 time: 0.5776222 Apr 07 12:35:10.451385 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40786) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:10.471866 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f76e8-1ec5-4eea-bfcb-47cd20d5d44f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7a7a1d-75de-4f17-b784-7caa83b1106d,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:10.818857 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (153e0398-0646-40ce-9784-ecf6dfaca8b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:11.083545 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Deleting port bff41bcf-18f3-4f5d-996f-c51202dc3f11 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:11.083892 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:11.170792 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] For port bff41bcf-18f3-4f5d-996f-c51202dc3f11, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=bff41bcf-18f3-4f5d-996f-c51202dc3f11,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:11.171161 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:11.183797 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Calling delete_port for bff41bcf-18f3-4f5d-996f-c51202dc3f11 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:11.368608 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (bff41bcf-18f3-4f5d-996f-c51202dc3f11), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:11.397536 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff41bcf-18f3-4f5d-996f-c51202dc3f11,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:11.429636 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1f7ea589-ff46-4437-8b81-bfacde17509d no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:11.460749 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 1f7ea589-ff46-4437-8b81-bfacde17509d {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:11.461160 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 1f7ea589-ff46-4437-8b81-bfacde17509d not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:11.461570 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 041fc75a-c5bf-4d82-9d21-95fa5797b459 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:11.490027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 041fc75a-c5bf-4d82-9d21-95fa5797b459 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:11.490646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 041fc75a-c5bf-4d82-9d21-95fa5797b459 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:11.861520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (153e0398-0646-40ce-9784-ecf6dfaca8b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:12.083004 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Router 153e0398-0646-40ce-9784-ecf6dfaca8b5 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:35:12.194992 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:12.203091 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d44d1f99-480c-4da4-a665-41c7d8d40a93 admin admin] 10.222.0.13 "PUT /v2.0/routers/153e0398-0646-40ce-9784-ecf6dfaca8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483015 Apr 07 12:35:12.203289 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40788) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:12.210053 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] Sync routers for ids ['153e0398-0646-40ce-9784-ecf6dfaca8b5'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:12.223467 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] Routers {'153e0398-0646-40ce-9784-ecf6dfaca8b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:12.224459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['153e0398-0646-40ce-9784-ecf6dfaca8b5'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:12.312582 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks [] for router (153e0398-0646-40ce-9784-ecf6dfaca8b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:12.334514 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] Set router 153e0398-0646-40ce-9784-ecf6dfaca8b5 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:12.421843 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks [] for router_gateway (153e0398-0646-40ce-9784-ecf6dfaca8b5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:12.491860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Deleting port 26d09657-12aa-4a13-ae3d-cada0a75b71a {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:12.492210 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:12.530280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:35:11Z', 'revision_number': 5, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port': {'id': '26d09657-12aa-4a13-ae3d-cada0a75b71a', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:12.564563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] Checking router: 153e0398-0646-40ce-9784-ecf6dfaca8b5 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:12.574501 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] Routers {'153e0398-0646-40ce-9784-ecf6dfaca8b5'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:12.575340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['153e0398-0646-40ce-9784-ecf6dfaca8b5'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:12.606993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] For port 26d09657-12aa-4a13-ae3d-cada0a75b71a, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=26d09657-12aa-4a13-ae3d-cada0a75b71a,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:12.607454 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:12.621491 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Calling delete_port for 26d09657-12aa-4a13-ae3d-cada0a75b71a owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:12.673078 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] Set router 153e0398-0646-40ce-9784-ecf6dfaca8b5 gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:12.739083 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:35:12Z', 'revision_number': 6, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:12.773818 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d1211-db82-4b0d-8580-1012f6fdf72b None None] The sync data for ids ['153e0398-0646-40ce-9784-ecf6dfaca8b5'] in n-d-836788-1 is: [{'id': '153e0398-0646-40ce-9784-ecf6dfaca8b5', 'name': 'tempest-TestShelveInstance-1758903501-router', 'tenant_id': '6ff2ee46042a46cd883900f46f2a3b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:26:09Z', 'updated_at': '2022-04-07T12:35:12Z', 'revision_number': 6, 'project_id': '6ff2ee46042a46cd883900f46f2a3b19', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:12.841937 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (26d09657-12aa-4a13-ae3d-cada0a75b71a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:12.867864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d09657-12aa-4a13-ae3d-cada0a75b71a,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:12.939060 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (153e0398-0646-40ce-9784-ecf6dfaca8b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.033167 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (153e0398-0646-40ce-9784-ecf6dfaca8b5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.035229 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks [] for router_controller (153e0398-0646-40ce-9784-ecf6dfaca8b5), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.079801 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (153e0398-0646-40ce-9784-ecf6dfaca8b5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.080332 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153e0398-0646-40ce-9784-ecf6dfaca8b5 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:35:13.085010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.089628 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-db7031cb-31e5-4c5a-a3f1-56826d5c52d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/153e0398-0646-40ce-9784-ecf6dfaca8b5 HTTP/1.1" status: 204 len: 168 time: 0.8820000 Apr 07 12:35:13.089970 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40790) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:13.155634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Deleting subnet eddffc96-ce98-4eb6-a239-2882b3d87195 {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:35:13.159291 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Publish callbacks [] for subnet (eddffc96-ce98-4eb6-a239-2882b3d87195), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.214738 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (eddffc96-ce98-4eb6-a239-2882b3d87195), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.298268 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (eddffc96-ce98-4eb6-a239-2882b3d87195), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.359729 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (eddffc96-ce98-4eb6-a239-2882b3d87195), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.391213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.394611 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eddffc96-ce98-4eb6-a239-2882b3d87195 HTTP/1.1" status: 204 len: 168 time: 0.3036535 Apr 07 12:35:13.395609 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ae9a9-66ef-4591-acad-c78344b83759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eddffc96-ce98-4eb6-a239-2882b3d87195,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:13.398330 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40792) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:13.402224 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd635fbc-ee8a-4d1b-8dc3-4ef5ad4e438e None None] Network 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:35:13.467376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bff41bcf-18f3-4f5d-996f-c51202dc3f11 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:13.484479 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (9c5d98f0-b83b-4708-9de2-2f29e641d1f5), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.495961 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: bff41bcf-18f3-4f5d-996f-c51202dc3f11 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:13.496236 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device bff41bcf-18f3-4f5d-996f-c51202dc3f11 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:13.496657 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26d09657-12aa-4a13-ae3d-cada0a75b71a no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:13.532675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 26d09657-12aa-4a13-ae3d-cada0a75b71a {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:13.533433 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 26d09657-12aa-4a13-ae3d-cada0a75b71a not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:13.539093 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Deleting port 345a0870-41af-43a5-8207-4ee1e79877b1 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:13.539374 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.612834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] For port 345a0870-41af-43a5-8207-4ee1e79877b1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=345a0870-41af-43a5-8207-4ee1e79877b1,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:13.613400 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.627087 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Calling delete_port for 345a0870-41af-43a5-8207-4ee1e79877b1 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:13.652396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] DHCP port deletion for 9c5d98f0-b83b-4708-9de2-2f29e641d1f5 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:35:13.700213 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] Deleting port 345a0870-41af-43a5-8207-4ee1e79877b1 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:35:13.700683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.719305 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.742834 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=345a0870-41af-43a5-8207-4ee1e79877b1,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:13.750462 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] No DVR routers for this DVR port 345a0870-41af-43a5-8207-4ee1e79877b1 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:35:13.767471 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] For port 345a0870-41af-43a5-8207-4ee1e79877b1, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=345a0870-41af-43a5-8207-4ee1e79877b1,segment=NetworkSegment(e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a),segment_id=e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:13.767867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.780329 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] Calling delete_port for 345a0870-41af-43a5-8207-4ee1e79877b1 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:35:13.825864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (9c5d98f0-b83b-4708-9de2-2f29e641d1f5), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.845321 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5d98f0-b83b-4708-9de2-2f29e641d1f5']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:13.855411 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:13.855704 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:13.856069 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (345a0870-41af-43a5-8207-4ee1e79877b1), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.865494 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.880213 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.881245 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] Pushing event deleted for resources: {'Port': ['ID=345a0870-41af-43a5-8207-4ee1e79877b1,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:13.886194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac79756-ae47-41d1-9ce6-e25d6034c601 None None] No DVR routers for this DVR port 345a0870-41af-43a5-8207-4ee1e79877b1 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:35:13.889495 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:35:13.890271 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (e1c12f9c-5b46-4d06-ba6c-a04b4b77f90a), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:35:13.892066 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:35:13.947217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (9c5d98f0-b83b-4708-9de2-2f29e641d1f5), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.952789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:13.956123 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c5d98f0-b83b-4708-9de2-2f29e641d1f5 HTTP/1.1" status: 204 len: 168 time: 0.5546806 Apr 07 12:35:13.967576 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c83969-c756-4b9b-a2d3-2dd6aa6e6c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5d98f0-b83b-4708-9de2-2f29e641d1f5,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:14.064610 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40796) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:14.109329 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-24d3d773-5ac0-4ddc-9ae0-e1d983c619fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1df97172ffd748f6b563c36b6bf6df8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434327 Apr 07 12:35:14.111749 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40798) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:14.158916 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27ed8c82-3d13-47ac-a50d-4d8f98dc56e8 admin admin] Publish callbacks [] for security_group (6e5ef2e5-3831-4b91-8cc1-a5efd2942440), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.179365 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27ed8c82-3d13-47ac-a50d-4d8f98dc56e8 admin admin] Publish callbacks [] for security_group (6e5ef2e5-3831-4b91-8cc1-a5efd2942440), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.225112 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27ed8c82-3d13-47ac-a50d-4d8f98dc56e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (6e5ef2e5-3831-4b91-8cc1-a5efd2942440), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.227741 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-27ed8c82-3d13-47ac-a50d-4d8f98dc56e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.229239 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-27ed8c82-3d13-47ac-a50d-4d8f98dc56e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e5ef2e5-3831-4b91-8cc1-a5efd2942440 HTTP/1.1" status: 204 len: 168 time: 0.1165087 Apr 07 12:35:14.241444 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed8c82-3d13-47ac-a50d-4d8f98dc56e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5ef2e5-3831-4b91-8cc1-a5efd2942440,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:14.551178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40804) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:14.590059 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8a1f2709-0d96-478b-b172-0d554078f836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ff2ee46042a46cd883900f46f2a3b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377245 Apr 07 12:35:14.592448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40806) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:14.639172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d479b2-723b-47bc-a191-d477b192cbc0 admin admin] Publish callbacks [] for security_group (c415c20f-b072-4e41-8493-d2071f77fa07), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.659834 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d479b2-723b-47bc-a191-d477b192cbc0 admin admin] Publish callbacks [] for security_group (c415c20f-b072-4e41-8493-d2071f77fa07), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.706457 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d479b2-723b-47bc-a191-d477b192cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (c415c20f-b072-4e41-8493-d2071f77fa07), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.709172 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-b8d479b2-723b-47bc-a191-d477b192cbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:14.710335 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-b8d479b2-723b-47bc-a191-d477b192cbc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c415c20f-b072-4e41-8493-d2071f77fa07 HTTP/1.1" status: 204 len: 168 time: 0.1170137 Apr 07 12:35:14.718845 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d479b2-723b-47bc-a191-d477b192cbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c415c20f-b072-4e41-8493-d2071f77fa07,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:15.369158 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40828) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:15.407703 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 345a0870-41af-43a5-8207-4ee1e79877b1 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:35:15.473861 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-222763698-network', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:15.495308 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Made reservation on behalf of b33494103bb64b3c8c27aa65e8dd35ef for: {'network': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:35:15.497733 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.506804 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.584993 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks [] for security_group (41549d39-cf77-4a90-8e68-6cdb89e050d6), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.589670 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (41549d39-cf77-4a90-8e68-6cdb89e050d6), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.590981 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 345a0870-41af-43a5-8207-4ee1e79877b1 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:35:15.591341 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 345a0870-41af-43a5-8207-4ee1e79877b1 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:35:15.616768 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:35:15.626236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41549d39-cf77-4a90-8e68-6cdb89e050d6,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:15.632148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bb0757e8-bbed-4cb7-a09b-ccc211b0c67b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.632500 n-d-836788-1 neutron-server[104178]: INFO neutron.db.segments_db [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Added segment bb0757e8-bbed-4cb7-a09b-ccc211b0c67b of type vlan for network c8e966f0-4595-40f5-8ada-b6e10fa48a1b Apr 07 12:35:15.673028 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (c8e966f0-4595-40f5-8ada-b6e10fa48a1b), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.698781 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (c8e966f0-4595-40f5-8ada-b6e10fa48a1b), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.700058 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:15.700640 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.748493 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3780999 Apr 07 12:35:15.751339 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40832) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:15.755986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Request body: {'subnet': {'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-222763698-subnet', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:15.777485 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61851f8f-379c-4885-991a-06caccd608c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8e966f0-4595-40f5-8ada-b6e10fa48a1b,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:15.787881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Made reservation on behalf of b33494103bb64b3c8c27aa65e8dd35ef for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:35:15.788911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:35:15.790470 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:15.957443 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (cde2dc45-d184-407c-b1d5-fae0773eaa1e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.008552 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde2dc45-d184-407c-b1d5-fae0773eaa1e,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:16.019489 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Checking segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:16.019846 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Network hostable DHCP agents. Network: c8e966f0-4595-40f5-8ada-b6e10fa48a1b, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:35:16.036127 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:35:16.044378 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, c8e966f0-4595-40f5-8ada-b6e10fa48a1b) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:16.048409 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:16.049000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.055518 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab7980-5846-4ca5-bd66-c60be023bbb2 None None] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:35:16.064710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-04de89df-4a28-4c48-bf60-fbeb9fa402cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3123629 Apr 07 12:35:16.067326 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40834) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:16.072386 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:16.091288 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (5d1f2421-ec09-4c62-9b4a-40f252404578), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.092300 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (5d1f2421-ec09-4c62-9b4a-40f252404578), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.156226 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks [] for router_controller (5d1f2421-ec09-4c62-9b4a-40f252404578), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.159753 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:35:16.160625 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.301306 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks [] for router_gateway (5d1f2421-ec09-4c62-9b4a-40f252404578), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.312006 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Allocated IP 172.20.0.2 (c8e966f0-4595-40f5-8ada-b6e10fa48a1b/cde2dc45-d184-407c-b1d5-fae0773eaa1e/cb2df574-d6f8-4605-86a3-4a3aa98b621f) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:16.458409 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Publish callbacks [] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.465292 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.502611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:16.505858 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:16.510122 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:16.511608 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks [] for router_gateway (5d1f2421-ec09-4c62-9b4a-40f252404578), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.524277 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Pushing event updated for resources: {'Port': ['ID=cb2df574-d6f8-4605-86a3-4a3aa98b621f,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:16.532190 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.575563 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Attempting to bind port cb2df574-d6f8-4605-86a3-4a3aa98b621f on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:16.575935 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Attempting to bind port cb2df574-d6f8-4605-86a3-4a3aa98b621f by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:16.576301 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Attempting to bind port cb2df574-d6f8-4605-86a3-4a3aa98b621f on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:16.581424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:16.581810 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Checking segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:16.582220 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.582627 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Bound using segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:16.583101 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Bound port: cb2df574-d6f8-4605-86a3-4a3aa98b621f, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:16.583487 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.638576 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Allocated IP 172.25.5.124 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/c15b507c-6c07-4a42-a1aa-0b2331f69b8c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:16.645751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] For port cb2df574-d6f8-4605-86a3-4a3aa98b621f, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:16.648787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] For port cb2df574-d6f8-4605-86a3-4a3aa98b621f, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cb2df574-d6f8-4605-86a3-4a3aa98b621f,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:16.655437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.714129 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6921-1b23-437d-86b8-bc6b6652abcb None None] Pushing event updated for resources: {'Port': ['ID=cb2df574-d6f8-4605-86a3-4a3aa98b621f,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:16.745675 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks [] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.787052 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:16.828779 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:16.833662 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:16.839467 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:16.842976 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:17.116793 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks [] for router_gateway (5d1f2421-ec09-4c62-9b4a-40f252404578), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.317766 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (5d1f2421-ec09-4c62-9b4a-40f252404578), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.471604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cb2df574-d6f8-4605-86a3-4a3aa98b621f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:17.472157 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:35:17.521396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cb2df574-d6f8-4605-86a3-4a3aa98b621f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:17.521772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.588483 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:17.610082 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:17.610713 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.615536 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-56f973d3-0b00-42e8-b5b8-1bab3e466eb7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5448084 Apr 07 12:35:17.615949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40836) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:17.628864 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:17.629644 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:17.630442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cb2df574-d6f8-4605-86a3-4a3aa98b621f is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:17.630929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.665933 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port cb2df574-d6f8-4605-86a3-4a3aa98b621f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cb2df574-d6f8-4605-86a3-4a3aa98b621f,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:17.672797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.682193 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590eaa9-d1c9-4157-8c35-8591818ecea2 None None] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:35:17.756408 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:17.796483 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=cb2df574-d6f8-4605-86a3-4a3aa98b621f,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:17.799487 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b36f8723-5a98-4b77-96c6-42c7aa4bf2d7 None None] Provisioning complete for port cb2df574-d6f8-4605-86a3-4a3aa98b621f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:17.799867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b36f8723-5a98-4b77-96c6-42c7aa4bf2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:17.928322 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b36f8723-5a98-4b77-96c6-42c7aa4bf2d7 None None] Current status of the port cb2df574-d6f8-4605-86a3-4a3aa98b621f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:17.944868 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:17Z', 'revision_number': 3, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:17.972443 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:17.972797 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Updating router 5d1f2421-ec09-4c62-9b4a-40f252404578 port c15b507c-6c07-4a42-a1aa-0b2331f69b8c binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:35:18.004159 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.085414 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.155056 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-70c48b46-1407-44f2-8373-a6bccb3fa8b8 None None] Provisioning complete for port cb2df574-d6f8-4605-86a3-4a3aa98b621f triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:18.155588 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-70c48b46-1407-44f2-8373-a6bccb3fa8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.236619 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-70c48b46-1407-44f2-8373-a6bccb3fa8b8 None None] Current status of the port cb2df574-d6f8-4605-86a3-4a3aa98b621f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:18.251993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Allocated IP 172.20.0.1 (c8e966f0-4595-40f5-8ada-b6e10fa48a1b/cde2dc45-d184-407c-b1d5-fae0773eaa1e/32a26156-30a4-4539-9dfe-43ada6631741) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:18.362581 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks [] for port (32a26156-30a4-4539-9dfe-43ada6631741), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.365081 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Publish callbacks [] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.370627 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.397036 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (32a26156-30a4-4539-9dfe-43ada6631741), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.418446 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Attempting to bind port c15b507c-6c07-4a42-a1aa-0b2331f69b8c on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:18.418820 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Attempting to bind port c15b507c-6c07-4a42-a1aa-0b2331f69b8c by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:18.419189 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Attempting to bind port c15b507c-6c07-4a42-a1aa-0b2331f69b8c on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:18.431460 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:18.432285 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:18.432285 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.432617 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:18.433081 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Bound port: c15b507c-6c07-4a42-a1aa-0b2331f69b8c, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:18.433487 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.434943 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:18.436233 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Pushing event updated for resources: {'Port': ['ID=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:18.439207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:18.441919 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:18.464568 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.465242 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.465597 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.465943 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.466286 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.466621 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.466956 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.467287 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.467619 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.467947 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.468278 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.468604 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.468929 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:35:18.470709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Pushing event updated for resources: {'Port': ['ID=32a26156-30a4-4539-9dfe-43ada6631741,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:18.490716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (5d1f2421-ec09-4c62-9b4a-40f252404578), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.504415 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] For port c15b507c-6c07-4a42-a1aa-0b2331f69b8c, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:18.507840 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] For port c15b507c-6c07-4a42-a1aa-0b2331f69b8c, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:18.515330 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.579449 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24aac9-6b27-4b27-a381-ee14044339af None None] Pushing event updated for resources: {'Port': ['ID=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:18.582293 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:18.582901 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:18.635346 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32a26156-30a4-4539-9dfe-43ada6631741), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.698525 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:18.764675 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-ff859c2c-74e1-400c-b118-c61e278315e9 None None] Provisioning complete for port 32a26156-30a4-4539-9dfe-43ada6631741 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:18.765297 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ff859c2c-74e1-400c-b118-c61e278315e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32a26156-30a4-4539-9dfe-43ada6631741), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.803048 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks [] for port (32a26156-30a4-4539-9dfe-43ada6631741), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.803339 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-ff859c2c-74e1-400c-b118-c61e278315e9 None None] Port 32a26156-30a4-4539-9dfe-43ada6631741 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:35:18.809653 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (32a26156-30a4-4539-9dfe-43ada6631741), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.877503 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:17Z', 'revision_number': 3, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:18.878465 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Pushing event updated for resources: {'Port': ['ID=32a26156-30a4-4539-9dfe-43ada6631741,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:18.881288 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (5d1f2421-ec09-4c62-9b4a-40f252404578), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:18.905252 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c458e21-ce1a-498c-9c5a-bf8d957893a8 None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:17Z', 'revision_number': 3, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:18.975850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:18.977443 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:19.102723 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:35:19.230890 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:19.241216 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a796d531-50d4-4b4f-bcd7-fd224bb58648 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d1f2421-ec09-4c62-9b4a-40f252404578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225371 Apr 07 12:35:19.329534 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-1acabd49-3e86-4bd4-b8e0-ca06b2754b3d None None] Provisioning complete for port 32a26156-30a4-4539-9dfe-43ada6631741 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:19.329909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1acabd49-3e86-4bd4-b8e0-ca06b2754b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32a26156-30a4-4539-9dfe-43ada6631741), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.368834 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-1acabd49-3e86-4bd4-b8e0-ca06b2754b3d None None] Port 32a26156-30a4-4539-9dfe-43ada6631741 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:35:19.525790 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cb2df574-d6f8-4605-86a3-4a3aa98b621f up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:19.578746 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port cb2df574-d6f8-4605-86a3-4a3aa98b621f triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:19.579325 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.670251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port cb2df574-d6f8-4605-86a3-4a3aa98b621f is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:19.671324 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c15b507c-6c07-4a42-a1aa-0b2331f69b8c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:19.730481 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c15b507c-6c07-4a42-a1aa-0b2331f69b8c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:19.730481 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.771700 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40852) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:19.776678 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2052679876-network', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:19.796826 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Made reservation on behalf of 304a13a4d1f24ae789304fdd24e7e08b for: {'network': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:35:19.799718 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for network (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.809017 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.814664 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c15b507c-6c07-4a42-a1aa-0b2331f69b8c is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:19.815179 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.841678 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port c15b507c-6c07-4a42-a1aa-0b2331f69b8c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:19.845839 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.903061 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks [] for security_group (5bab4370-bd71-4239-b8e6-625d1db06ff8), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.904172 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:19.906879 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5bab4370-bd71-4239-b8e6-625d1db06ff8), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.928059 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:35:19.943215 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bab4370-bd71-4239-b8e6-625d1db06ff8,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:19.946040 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6952a34b-0ec8-498d-bf48-82c315d50143), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:19.946433 n-d-836788-1 neutron-server[104177]: INFO neutron.db.segments_db [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Added segment 6952a34b-0ec8-498d-bf48-82c315d50143 of type vlan for network 6383af26-0f66-416a-8db6-8957dd79e4c4 Apr 07 12:35:19.989481 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749671651000'] for network (6383af26-0f66-416a-8db6-8957dd79e4c4), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.014273 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619'] for network (6383af26-0f66-416a-8db6-8957dd79e4c4), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.015340 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:20.015909 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.065023 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2922027 Apr 07 12:35:20.068130 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40854) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:20.074908 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Request body: {'subnet': {'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2052679876-subnet', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'ip_version': 4}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:20.078665 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379f8c4-fbb7-4ebe-8555-813cbcc5fbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=6383af26-0f66-416a-8db6-8957dd79e4c4,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:20.088767 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 details requested by agent ovs-agent-n-d-836788-1 with host n-d-836788-1 {{(pid=104179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:35:20.097384 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Made reservation on behalf of 304a13a4d1f24ae789304fdd24e7e08b for: {'subnet': 1} {{(pid=104178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:35:20.099728 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25390421'] for subnet (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.269945 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25633041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25390443'] for subnet (c6316848-8cee-40c2-ac4d-9e3e0341ed0f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.319678 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6316848-8cee-40c2-ac4d-9e3e0341ed0f,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:20.337268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Checking segment: {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:20.337636 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Network hostable DHCP agents. Network: 6383af26-0f66-416a-8db6-8957dd79e4c4, hostable agents: ['ab9610f4-8b0f-4778-9e5b-14a9445f576c'], hosted agents: [] {{(pid=104178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:35:20.353733 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 is scheduled to be hosted by DHCP agent ab9610f4-8b0f-4778-9e5b-14a9445f576c with binding_index 1 {{(pid=104178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:35:20.361617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836788-1, 6383af26-0f66-416a-8db6-8957dd79e4c4) {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:20.365947 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:20.366550 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.370852 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95488dd2-fdd1-4423-a3c7-8a3663e687ea None None] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:35:20.388357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-08d047d3-1ddf-440b-a345-d846603a9147 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3190179 Apr 07 12:35:20.390881 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40856) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:20.395240 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:20.416415 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11256'] for router (fe10a101-7e1c-4592-a149-d490b2970a1f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.417558 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-786234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11249'] for router (fe10a101-7e1c-4592-a149-d490b2970a1f), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.473072 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks [] for router_controller (fe10a101-7e1c-4592-a149-d490b2970a1f), precommit_add_association {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.487047 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee4beb0a-3f05-57a5-a932-24f4c11dcd88-6383af26-0f66-416a-8db6-8957dd79e4c4', 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4', 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'fixed_ips': [{'subnet_id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f'}]}} from n-d-836788-1. {{(pid=104179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:35:20.487937 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.633555 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:20.643373 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks [] for router_gateway (fe10a101-7e1c-4592-a149-d490b2970a1f), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.643721 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.db_base_plugin_common [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Allocated IP 172.20.0.2 (6383af26-0f66-416a-8db6-8957dd79e4c4/c6316848-8cee-40c2-ac4d-9e3e0341ed0f/50170f38-9f01-4ae0-8e26-2712b3ca4ab4) {{(pid=104179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:20.657177 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:20.657890 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:20.841380 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:20.847536 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks [] for router_gateway (fe10a101-7e1c-4592-a149-d490b2970a1f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.869220 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.952109 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Publish callbacks [] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), precommit_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:20.981654 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Allocated IP 172.25.5.138 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/50548474-151a-49db-bc1c-978138c95e19) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:20.988715 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), after_create {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.045847 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 is already hosted by enough agents. {{(pid=104179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:21.057088 n-d-836788-1 neutron-server[104179]: DEBUG neutron.scheduler.base_scheduler [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Resources bound (agent type, host, resource id): {{(pid=104179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:21.064247 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Pushing event updated for resources: {'Port': ['ID=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,revision_number=1']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:21.090294 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks [] for port (50548474-151a-49db-bc1c-978138c95e19), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.126105 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (50548474-151a-49db-bc1c-978138c95e19), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.168463 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:21.173717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:21.176082 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:21.207369 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Pushing event updated for resources: {'Port': ['ID=50548474-151a-49db-bc1c-978138c95e19,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:21.233429 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Received port after_create {{(pid=104179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:21.323166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Attempting to bind port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:21.323545 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Attempting to bind port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:21.323918 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Attempting to bind port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 on network 6383af26-0f66-416a-8db6-8957dd79e4c4 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:21.334723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:21.335110 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Checking segment: {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:21.335519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.335917 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Bound using segment: {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:21.336403 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Bound port: 50170f38-9f01-4ae0-8e26-2712b3ca4ab4, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:21.336896 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.393567 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 2, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:21.435002 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:21.435288 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Updating router 5d1f2421-ec09-4c62-9b4a-40f252404578 port 32a26156-30a4-4539-9dfe-43ada6631741 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:35:21.469424 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] For port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:21.486137 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32a26156-30a4-4539-9dfe-43ada6631741), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.489317 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] For port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:21.501012 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.599793 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace172-8473-44a0-bbc9-6b2ed9d81b54 None None] Pushing event updated for resources: {'Port': ['ID=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,revision_number=2']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:21.677251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c15b507c-6c07-4a42-a1aa-0b2331f69b8c up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:21.809382 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port c15b507c-6c07-4a42-a1aa-0b2331f69b8c triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:21.809758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.960636 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks [] for router_gateway (fe10a101-7e1c-4592-a149-d490b2970a1f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:21.996178 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Publish callbacks [] for port (32a26156-30a4-4539-9dfe-43ada6631741), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.000104 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port c15b507c-6c07-4a42-a1aa-0b2331f69b8c is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:22.004489 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32a26156-30a4-4539-9dfe-43ada6631741), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.060521 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdea6d3-3236-4c27-92e2-9e67e42aab08 None None] Pushing event updated for resources: {'Port': ['ID=32a26156-30a4-4539-9dfe-43ada6631741,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:22.116289 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Attempting to bind port 32a26156-30a4-4539-9dfe-43ada6631741 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:22.116701 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Attempting to bind port 32a26156-30a4-4539-9dfe-43ada6631741 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:22.117046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Attempting to bind port 32a26156-30a4-4539-9dfe-43ada6631741 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:22.124287 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:22.124682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Checking segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:22.125273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.125507 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Bound using segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:22.125992 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Bound port: 32a26156-30a4-4539-9dfe-43ada6631741, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:22.126382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32a26156-30a4-4539-9dfe-43ada6631741), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.202613 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] For port 32a26156-30a4-4539-9dfe-43ada6631741, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:22.206325 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] For port 32a26156-30a4-4539-9dfe-43ada6631741, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32a26156-30a4-4539-9dfe-43ada6631741,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:22.213797 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719218'] for router (fe10a101-7e1c-4592-a149-d490b2970a1f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.214857 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32a26156-30a4-4539-9dfe-43ada6631741), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.278674 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:22.279328 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:22.323128 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdea6d3-3236-4c27-92e2-9e67e42aab08 None None] Pushing event updated for resources: {'Port': ['ID=32a26156-30a4-4539-9dfe-43ada6631741,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:22.366553 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Router fe10a101-7e1c-4592-a149-d490b2970a1f is scheduled to L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 with binding_index 1 {{(pid=104178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:35:22.418442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:22.473181 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] Provisioning complete for port 32a26156-30a4-4539-9dfe-43ada6631741 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:22.473460 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32a26156-30a4-4539-9dfe-43ada6631741), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.515361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:22.530624 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Sync routers for ids ['fe10a101-7e1c-4592-a149-d490b2970a1f'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:22.540988 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.542437 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-602f22af-9e11-48cf-ba48-2738ce545435 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1505320 Apr 07 12:35:22.545099 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40858) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:22.561058 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Routers {'fe10a101-7e1c-4592-a149-d490b2970a1f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:22.561726 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe10a101-7e1c-4592-a149-d490b2970a1f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:22.750380 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Set router fe10a101-7e1c-4592-a149-d490b2970a1f gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:22.799470 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] Current status of the port 32a26156-30a4-4539-9dfe-43ada6631741 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:22.799470 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (32a26156-30a4-4539-9dfe-43ada6631741), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.851751 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] For port 32a26156-30a4-4539-9dfe-43ada6631741, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32a26156-30a4-4539-9dfe-43ada6631741,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:22.864135 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:22.866023 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (32a26156-30a4-4539-9dfe-43ada6631741), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:22.912868 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122bc5a-216f-4421-b6f6-74de7691aa74 None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:23.059513 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dae641-9c4e-438a-adb1-96d5ee15713a None None] Pushing event updated for resources: {'Port': ['ID=32a26156-30a4-4539-9dfe-43ada6631741,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:23.076457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-26c36875-547f-474e-a7e4-6a92faca5cb7 None None] Provisioning complete for port 32a26156-30a4-4539-9dfe-43ada6631741 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:23.076838 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-26c36875-547f-474e-a7e4-6a92faca5cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32a26156-30a4-4539-9dfe-43ada6631741), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.130086 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:21Z', 'revision_number': 3, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:23.186061 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Checking router: fe10a101-7e1c-4592-a149-d490b2970a1f for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:23.186410 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Updating router fe10a101-7e1c-4592-a149-d490b2970a1f port 50548474-151a-49db-bc1c-978138c95e19 binding host n-d-836788-1 {{(pid=104180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:35:23.225629 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-26c36875-547f-474e-a7e4-6a92faca5cb7 None None] Current status of the port 32a26156-30a4-4539-9dfe-43ada6631741 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:23.233736 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (50548474-151a-49db-bc1c-978138c95e19), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.261126 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed10a48-7857-421f-89b2-300a1ea4e3a6 None None] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:35:23.292165 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.386237 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] Provisioning complete for port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:23.386237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.558235 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Allocated IP 172.20.0.1 (6383af26-0f66-416a-8db6-8957dd79e4c4/c6316848-8cee-40c2-ac4d-9e3e0341ed0f/243d13fd-9de7-4f55-8075-05be07ff0986) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:23.617874 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] Current status of the port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:23.618298 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.632446 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32a26156-30a4-4539-9dfe-43ada6631741 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:23.717556 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] For port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:23.731914 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.784777 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd22dbc-e3d0-4f7f-bf98-6bec193e8ceb None None] Pushing event updated for resources: {'Port': ['ID=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:23.797985 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 32a26156-30a4-4539-9dfe-43ada6631741 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:23.798367 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (32a26156-30a4-4539-9dfe-43ada6631741), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.824768 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks [] for port (243d13fd-9de7-4f55-8075-05be07ff0986), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.829771 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Publish callbacks [] for port (50548474-151a-49db-bc1c-978138c95e19), precommit_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.840348 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (50548474-151a-49db-bc1c-978138c95e19), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.923059 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Attempting to bind port 50548474-151a-49db-bc1c-978138c95e19 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:23.923476 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Attempting to bind port 50548474-151a-49db-bc1c-978138c95e19 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:23.923843 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Attempting to bind port 50548474-151a-49db-bc1c-978138c95e19 on network 2a149e59-0076-4d09-a23a-ef756275d523 {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:23.924507 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.937658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:23.938088 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Checking segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:23.938416 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.938806 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Bound using segment: {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'} {{(pid=104180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:23.940098 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.managers [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Bound port: 50548474-151a-49db-bc1c-978138c95e19, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a643f-86bd-4364-b12f-e2d5857a147d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523'}}] {{(pid=104180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:23.940490 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (50548474-151a-49db-bc1c-978138c95e19), before_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:23.943201 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60b80-6eb7-486e-9ef2-5f0a7ca2964b None None] Pushing event updated for resources: {'Port': ['ID=50548474-151a-49db-bc1c-978138c95e19,revision_number=2']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:24.012019 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] For port 50548474-151a-49db-bc1c-978138c95e19, host n-d-836788-1, cleared binding levels {{(pid=104180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:24.017106 n-d-836788-1 neutron-server[104180]: DEBUG neutron.plugins.ml2.db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] For port 50548474-151a-49db-bc1c-978138c95e19, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50548474-151a-49db-bc1c-978138c95e19,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:24.019753 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:24.020220 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 32a26156-30a4-4539-9dfe-43ada6631741 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:24.021432 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:24.024152 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:24.027649 n-d-836788-1 neutron-server[104180]: DEBUG neutron_lib.callbacks.manager [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (50548474-151a-49db-bc1c-978138c95e19), after_update {{(pid=104180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.029699 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:24.061597 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b52ee4e6-9bf6-4ae5-9d90-6c99ca12828d None None] Provisioning complete for port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:24.062187 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b52ee4e6-9bf6-4ae5-9d90-6c99ca12828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.078342 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=243d13fd-9de7-4f55-8075-05be07ff0986,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:24.119901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719233'] for router_interface (fe10a101-7e1c-4592-a149-d490b2970a1f), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.120697 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Routers {'fe10a101-7e1c-4592-a149-d490b2970a1f'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:24.121477 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe10a101-7e1c-4592-a149-d490b2970a1f'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:24.207325 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60b80-6eb7-486e-9ef2-5f0a7ca2964b None None] Pushing event updated for resources: {'Port': ['ID=50548474-151a-49db-bc1c-978138c95e19,revision_number=3']} {{(pid=104180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:24.214999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:24.215509 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.301415 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b52ee4e6-9bf6-4ae5-9d90-6c99ca12828d None None] Current status of the port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:24.307304 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] Set router fe10a101-7e1c-4592-a149-d490b2970a1f gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:24.349273 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.401457 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:24.531297 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b1a35d08-288d-43e1-805a-05699f7d3844 None None] Provisioning complete for port 243d13fd-9de7-4f55-8075-05be07ff0986 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:24.531996 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b1a35d08-288d-43e1-805a-05699f7d3844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.575579 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b1a35d08-288d-43e1-805a-05699f7d3844 None None] Port 243d13fd-9de7-4f55-8075-05be07ff0986 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:35:24.583018 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks [] for port (243d13fd-9de7-4f55-8075-05be07ff0986), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.592360 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.646957 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:21Z', 'revision_number': 3, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:24.669344 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689713'] for router_interface (fe10a101-7e1c-4592-a149-d490b2970a1f), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:24.671232 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=243d13fd-9de7-4f55-8075-05be07ff0986,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:24.682238 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d79c87-9f3c-4131-a18e-940ddb969c7b None None] The sync data for ids ['fe10a101-7e1c-4592-a149-d490b2970a1f'] in n-d-836788-1 is: [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:21Z', 'revision_number': 3, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:24.771707 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:24.773097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:24.895009 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Router fe10a101-7e1c-4592-a149-d490b2970a1f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:35:25.002019 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d29d535-a9be-40b2-9adb-5416da65c03c None None] Provisioning complete for port 243d13fd-9de7-4f55-8075-05be07ff0986 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:25.002473 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d29d535-a9be-40b2-9adb-5416da65c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.038646 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d535-a9be-40b2-9adb-5416da65c03c None None] Port 243d13fd-9de7-4f55-8075-05be07ff0986 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:35:25.058615 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:25.064378 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1b76a186-fdef-4911-8457-8d838c86a5c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/fe10a101-7e1c-4592-a149-d490b2970a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180197 Apr 07 12:35:25.506190 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40866) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:25.511452 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:25.511913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362243361', 'description': 'tempest-secgroup-smoke-362243361 description', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:25.534459 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.561425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:25.562017 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.610093 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group (1f2f925d-34d1-42d0-85dd-9ee6f13db32c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.615009 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1f2f925d-34d1-42d0-85dd-9ee6f13db32c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.645941 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f925d-34d1-42d0-85dd-9ee6f13db32c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:25.651629 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.652869 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2ca3dec3-d1ac-488f-9634-fc983d108e4d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1455917 Apr 07 12:35:25.656412 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40868) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:25.660831 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group_rule': {'security_group_id': '1f2f925d-34d1-42d0-85dd-9ee6f13db32c', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:25.663212 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:25.664442 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50548474-151a-49db-bc1c-978138c95e19 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:25.688804 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (676c0847-543e-4cab-b092-46bf96304126), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.714005 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 50548474-151a-49db-bc1c-978138c95e19 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:25.714399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (50548474-151a-49db-bc1c-978138c95e19), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.747326 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (676c0847-543e-4cab-b092-46bf96304126), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.751047 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (676c0847-543e-4cab-b092-46bf96304126), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.768269 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676c0847-543e-4cab-b092-46bf96304126,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:25.783219 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.787159 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-5a9a2865-047c-496b-b885-863fdba63e72 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273193 Apr 07 12:35:25.787379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40870) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:25.792904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group_rule': {'security_group_id': '1f2f925d-34d1-42d0-85dd-9ee6f13db32c', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:25.793111 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 50548474-151a-49db-bc1c-978138c95e19 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:25.793357 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (50548474-151a-49db-bc1c-978138c95e19), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.819412 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (ffc01630-18ff-4c04-a5a8-129d2a906722), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.819645 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] For port 50548474-151a-49db-bc1c-978138c95e19, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50548474-151a-49db-bc1c-978138c95e19,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:25.824015 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (50548474-151a-49db-bc1c-978138c95e19), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.872632 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Pushing event updated for resources: {'Port': ['ID=50548474-151a-49db-bc1c-978138c95e19,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:25.881067 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (ffc01630-18ff-4c04-a5a8-129d2a906722), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:25.885476 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (ffc01630-18ff-4c04-a5a8-129d2a906722), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.185305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc01630-18ff-4c04-a5a8-129d2a906722,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:26.191427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.193344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-f6f644a2-6003-448f-8b52-47f2417ce718 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047863 Apr 07 12:35:26.195709 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 40872) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:26.200682 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group_rule': {'security_group_id': '1f2f925d-34d1-42d0-85dd-9ee6f13db32c', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:26.228151 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (7afe3164-7e40-4798-83d3-ec0c311cbf47), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.284967 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (7afe3164-7e40-4798-83d3-ec0c311cbf47), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.288625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (7afe3164-7e40-4798-83d3-ec0c311cbf47), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.306718 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afe3164-7e40-4798-83d3-ec0c311cbf47,revision_number=0']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:26.319444 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.323169 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-4ac1843f-b769-400a-9374-79bb1352b716 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234207 Apr 07 12:35:26.324236 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40874) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:26.328833 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group_rule': {'security_group_id': '1f2f925d-34d1-42d0-85dd-9ee6f13db32c', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:26.355727 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (86e852c0-0df4-454a-866f-8adb17399731), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.419000 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (86e852c0-0df4-454a-866f-8adb17399731), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.422927 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (86e852c0-0df4-454a-866f-8adb17399731), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.443918 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e852c0-0df4-454a-866f-8adb17399731,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:26.450114 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.451380 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-43762bf3-a111-4d82-b6f0-6f6264fb7b70 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260967 Apr 07 12:35:26.454261 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40876) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:26.458518 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group_rule': {'security_group_id': '1f2f925d-34d1-42d0-85dd-9ee6f13db32c', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:26.479332 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Project b33494103bb64b3c8c27aa65e8dd35ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:35:26.484450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (45b28408-8216-459d-9311-30ecba37d394), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.494082 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Sync routers for ids ['fe10a101-7e1c-4592-a149-d490b2970a1f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:26.504801 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Routers {'fe10a101-7e1c-4592-a149-d490b2970a1f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:26.505671 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe10a101-7e1c-4592-a149-d490b2970a1f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:26.548137 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (45b28408-8216-459d-9311-30ecba37d394), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.552304 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (45b28408-8216-459d-9311-30ecba37d394), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.572834 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b28408-8216-459d-9311-30ecba37d394,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:26.584305 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.585583 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-73b6ae68-dda8-4bd4-9b48-aeedf8654183 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304057 Apr 07 12:35:26.588505 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40878) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:26.593178 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'security_group_rule': {'security_group_id': '1f2f925d-34d1-42d0-85dd-9ee6f13db32c', 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:26.615170 n-d-836788-1 neutron-server[104178]: INFO neutron.db.securitygroups_db [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Project b33494103bb64b3c8c27aa65e8dd35ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:35:26.621223 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (01febb55-a890-47a5-abd8-fb2349da2879), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.687960 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (01febb55-a890-47a5-abd8-fb2349da2879), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.694120 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group_rule (01febb55-a890-47a5-abd8-fb2349da2879), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.714569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01febb55-a890-47a5-abd8-fb2349da2879,revision_number=0']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:26.722465 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:26.730008 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-ac0ede5a-decb-4b53-8b24-2ec3e8dd3adf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342087 Apr 07 12:35:26.791252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Set router fe10a101-7e1c-4592-a149-d490b2970a1f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:26.976633 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-8a2d0b7f-0ed8-4f83-ae66-c37d16f112d3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362243361&fields=id&tenant_id=b33494103bb64b3c8c27aa65e8dd35ef HTTP/1.1" status: 200 len: 267 time: 0.0434732 Apr 07 12:35:26.997270 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:24Z', 'revision_number': 4, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '243d13fd-9de7-4f55-8075-05be07ff0986', 'name': '', 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'mac_address': 'fa:16:3e:62:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:23Z', 'updated_at': '2022-04-07T12:35:24Z', 'revision_number': 2, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'subnets': [{'id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:27.028848 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Checking router: fe10a101-7e1c-4592-a149-d490b2970a1f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:27.029239 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Updating router fe10a101-7e1c-4592-a149-d490b2970a1f port 243d13fd-9de7-4f55-8075-05be07ff0986 binding host n-d-836788-1 {{(pid=104179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:35:27.057218 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.087000 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-c58ca3f9-7d7b-4a54-a52a-c3c7a4e19ba8 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:27.088614 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-c58ca3f9-7d7b-4a54-a52a-c3c7a4e19ba8 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 809 time: 0.1040714 Apr 07 12:35:27.103777 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-ef548a84-1152-40c9-8d40-acfeede0cfc6 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/quotas/b33494103bb64b3c8c27aa65e8dd35ef HTTP/1.1" status: 200 len: 375 time: 0.0096447 Apr 07 12:35:27.157840 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-ff1308af-4ba8-44f9-b3ae-ffde01c159e0 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483885 Apr 07 12:35:27.173531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-c1f51b96-b8a5-4abd-88f1-ab29c2fb63b8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:35:27.174520 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-c1f51b96-b8a5-4abd-88f1-ab29c2fb63b8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051339 Apr 07 12:35:27.268422 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-a4de30d9-d6ff-4762-bd7b-b7b0aabdbdd0 service neutron] 10.222.0.13 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878589 Apr 07 12:35:27.320485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Publish callbacks [] for port (243d13fd-9de7-4f55-8075-05be07ff0986), precommit_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.326622 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.362660 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-b448e882-5b65-4c7c-90de-e0055aa0094d service neutron] 10.222.0.13 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875638 Apr 07 12:35:27.387295 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:35:27.407771 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458380a7-e07c-49a0-9673-bb5ce44b662d None None] Pushing event updated for resources: {'Port': ['ID=243d13fd-9de7-4f55-8075-05be07ff0986,revision_number=3']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:27.440014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Attempting to bind port 243d13fd-9de7-4f55-8075-05be07ff0986 on host n-d-836788-1 for vnic_type normal with profile {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:27.440398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Attempting to bind port 243d13fd-9de7-4f55-8075-05be07ff0986 by drivers openvswitch,hyperv on host n-d-836788-1 at level 0 using segments [{'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:27.440773 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Attempting to bind port 243d13fd-9de7-4f55-8075-05be07ff0986 on network 6383af26-0f66-416a-8db6-8957dd79e4c4 {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:27.446361 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Checking agent: {'id': 'c0eb25fa-d50f-47c7-ad57-e08e6b299f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 10, 55, 37), 'started_at': datetime.datetime(2022, 4, 7, 10, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836788-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:27.446742 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Checking segment: {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:27.447158 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.447562 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Bound using segment: {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'} {{(pid=104179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:27.448046 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.managers [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Bound port: 243d13fd-9de7-4f55-8075-05be07ff0986, host: n-d-836788-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6952a34b-0ec8-498d-bf48-82c315d50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4'}}] {{(pid=104179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:27.448437 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.491484 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50548474-151a-49db-bc1c-978138c95e19 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:27.561302 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] For port 243d13fd-9de7-4f55-8075-05be07ff0986, host n-d-836788-1, cleared binding levels {{(pid=104179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:27.565425 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] For port 243d13fd-9de7-4f55-8075-05be07ff0986, host n-d-836788-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=243d13fd-9de7-4f55-8075-05be07ff0986,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:27.576606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.618063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 50548474-151a-49db-bc1c-978138c95e19 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:27.619143 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (50548474-151a-49db-bc1c-978138c95e19), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.688465 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458380a7-e07c-49a0-9673-bb5ce44b662d None None] Pushing event updated for resources: {'Port': ['ID=243d13fd-9de7-4f55-8075-05be07ff0986,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:27.699794 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4569eaa4-34a0-4687-bd83-88c94c39126e req-afc0647f-4ce5-4bb2-9d4e-65b60d219959 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 210 time: 0.1550612 Apr 07 12:35:27.701882 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Routers {'fe10a101-7e1c-4592-a149-d490b2970a1f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:27.702546 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe10a101-7e1c-4592-a149-d490b2970a1f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:27.792904 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] Provisioning complete for port 243d13fd-9de7-4f55-8075-05be07ff0986 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:27.793671 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:27.876983 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 50548474-151a-49db-bc1c-978138c95e19 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:27.895272 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] Set router fe10a101-7e1c-4592-a149-d490b2970a1f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:28.005018 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] Current status of the port 243d13fd-9de7-4f55-8075-05be07ff0986 is: DOWN; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:28.005428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:28.082156 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] For port 243d13fd-9de7-4f55-8075-05be07ff0986, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=243d13fd-9de7-4f55-8075-05be07ff0986,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:28.089348 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:28.172127 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dc42d-e7c1-42ce-8e49-f9ec8f32850e None None] Pushing event updated for resources: {'Port': ['ID=243d13fd-9de7-4f55-8075-05be07ff0986,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:28.189096 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:24Z', 'revision_number': 4, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '243d13fd-9de7-4f55-8075-05be07ff0986', 'name': '', 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'mac_address': 'fa:16:3e:62:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:23Z', 'updated_at': '2022-04-07T12:35:27Z', 'revision_number': 4, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'subnets': [{'id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:28.219720 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d849e9-3636-4654-acf9-a09c9f391fba None None] The sync data for ids ['fe10a101-7e1c-4592-a149-d490b2970a1f'] in n-d-836788-1 is: [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:24Z', 'revision_number': 4, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '243d13fd-9de7-4f55-8075-05be07ff0986', 'name': '', 'network_id': '6383af26-0f66-416a-8db6-8957dd79e4c4', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'mac_address': 'fa:16:3e:62:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:23Z', 'updated_at': '2022-04-07T12:35:27Z', 'revision_number': 4, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'subnets': [{'id': 'c6316848-8cee-40c2-ac4d-9e3e0341ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:28.229853 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b3e53bc2-b19c-43fe-a902-868bbe0d2085 None None] Provisioning complete for port 243d13fd-9de7-4f55-8075-05be07ff0986 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:28.230234 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b3e53bc2-b19c-43fe-a902-868bbe0d2085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:28.329525 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b3e53bc2-b19c-43fe-a902-868bbe0d2085 None None] Current status of the port 243d13fd-9de7-4f55-8075-05be07ff0986 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:28.788330 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-47349fc0-d113-42e1-b37c-bac24a0f312f req-e9c2193b-32d9-4f39-8b60-3bf75984905c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 210 time: 0.0330181 Apr 07 12:35:29.437459 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 243d13fd-9de7-4f55-8075-05be07ff0986 up at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:29.484166 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Provisioning complete for port 243d13fd-9de7-4f55-8075-05be07ff0986 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:29.484546 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:29.558948 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Current status of the port 243d13fd-9de7-4f55-8075-05be07ff0986 is: ACTIVE; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:29.864602 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d1d842ef-ff60-43ea-8895-eaaa24892862 req-5d23b5fa-b746-492e-b9eb-571e2125c75b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 210 time: 0.0267613 Apr 07 12:35:30.826052 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a25abd1-bf37-465f-97e7-8be4b1fe07cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:30.950365 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d45845cb-e316-4496-a665-6fd450a5b8f8 req-69c5dc0b-4313-435e-9a10-b07587157646 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 210 time: 0.0316601 Apr 07 12:35:32.048234 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-4a5f1c6b-daee-442e-b04e-f9e9218da5cf req-42d35146-8f53-4e26-8c9f-31145fba2d2f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 210 time: 0.0292773 Apr 07 12:35:32.532438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:32.574116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-0ca9d813-faf8-41d6-b91c-33455d3e7930 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:32.575619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-0ca9d813-faf8-41d6-b91c-33455d3e7930 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 809 time: 0.1160846 Apr 07 12:35:32.637899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-260ebefa-39b7-4a4f-b4ec-de4b85d1acbc tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33494103bb64b3c8c27aa65e8dd35ef HTTP/1.1" status: 200 len: 379 time: 0.0542579 Apr 07 12:35:32.646815 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'port': {'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'admin_state_up': True, 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'security_groups': ['1f2f925d-34d1-42d0-85dd-9ee6f13db32c']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:32.751293 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Made reservation on behalf of b33494103bb64b3c8c27aa65e8dd35ef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:35:32.754716 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:32.881879 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Allocated IP 172.20.0.12 (c8e966f0-4595-40f5-8ada-b6e10fa48a1b/cde2dc45-d184-407c-b1d5-fae0773eaa1e/9d98103a-51ae-455c-8adf-e152a9216888) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:33.024255 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for port (9d98103a-51ae-455c-8adf-e152a9216888), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.057313 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.099100 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:33.102873 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:33.107373 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:33.139199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:33.168313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:33.169401 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.178445 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b91c39a6-5d17-4334-996e-8c1c226c2957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.189601 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007528b-2b8d-407a-b6b7-e6b58b322abe req-e1d7e7e0-9cbb-4838-af8f-6c1b4f07ad66 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:33.194851 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-1d622010-da37-471c-adc2-fda19f7cd08c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514770 Apr 07 12:35:33.197641 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e007528b-2b8d-407a-b6b7-e6b58b322abe req-e1d7e7e0-9cbb-4838-af8f-6c1b4f07ad66 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 932 time: 0.0762949 Apr 07 12:35:33.206597 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Request body: {'port': {'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:33.249983 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e007528b-2b8d-407a-b6b7-e6b58b322abe req-741f9894-f7db-42cc-bcb2-37111464c077 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513911 Apr 07 12:35:33.276327 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.378663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-b4e6c132-a30c-4455-8628-b00cf45a5fb8 None None] Provisioning complete for port 9d98103a-51ae-455c-8adf-e152a9216888 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:33.379038 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c132-a30c-4455-8628-b00cf45a5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9d98103a-51ae-455c-8adf-e152a9216888), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.412117 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6c132-a30c-4455-8628-b00cf45a5fb8 None None] Port 9d98103a-51ae-455c-8adf-e152a9216888 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:35:33.538191 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d98103a-51ae-455c-8adf-e152a9216888 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:35:33.546011 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Publish callbacks [] for port (9d98103a-51ae-455c-8adf-e152a9216888), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.557867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Transition to ACTIVE for port object 9d98103a-51ae-455c-8adf-e152a9216888 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:35:33.561898 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.615562 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:33.687899 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Attempting to bind port 9d98103a-51ae-455c-8adf-e152a9216888 on host n-h1-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:35:33.688295 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Attempting to bind port 9d98103a-51ae-455c-8adf-e152a9216888 by drivers openvswitch,hyperv on host n-h1-836788-1 at level 0 using segments [{'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:35:33.688599 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Attempting to bind port 9d98103a-51ae-455c-8adf-e152a9216888 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:33.693316 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Port 9d98103a-51ae-455c-8adf-e152a9216888 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b not bound, no agent of type Open vSwitch agent registered on host n-h1-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:35:33.693641 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Attempting to bind port 9d98103a-51ae-455c-8adf-e152a9216888 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:35:33.698630 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Checking agent: {'id': '10fd59da-d611-4e97-a0f9-db8265e77d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:35:33.698977 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Checking segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:35:33.699371 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Bound using segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:35:33.699829 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Bound port: 9d98103a-51ae-455c-8adf-e152a9216888, host: n-h1-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:35:33.700190 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.768823 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:35:33.771817 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:35:33.778514 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.812904 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:33.813682 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:33.815366 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] 10.222.0.23 "PUT /v2.0/ports/9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 1092 time: 0.6132772 Apr 07 12:35:33.815840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:35:33.818195 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cf6f5a-6ada-4637-a153-d6579bf4c557" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:35:33.851179 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9b67-6be6-491b-b510-b2ee7458c21a service neutron] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:33.900459 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f7353-4691-4898-ad79-ba4c1278cb93 x-openstack-request-id: req-614f7353-4691-4898-ad79-ba4c1278cb93 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:35:33.900763 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:35:33.901024 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-614f7353-4691-4898-ad79-ba4c1278cb93 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:35:33.901475 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614f7353-4691-4898-ad79-ba4c1278cb93'] response: {'name': 'network-changed', 'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'status': 'completed', 'code': 200} Apr 07 12:35:33.921752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-f8bf8774-ed54-46b5-98fe-a8768ae718b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:33.923306 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-f8bf8774-ed54-46b5-98fe-a8768ae718b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1126 time: 0.0564919 Apr 07 12:35:33.965880 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-e41090b3-bfbc-4da4-9dba-55d686c24b5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 217 time: 0.0359356 Apr 07 12:35:34.016752 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-ad4c88b6-847e-418a-a718-8a7970140660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.018256 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-ad4c88b6-847e-418a-a718-8a7970140660 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0469122 Apr 07 12:35:34.071779 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e57c5-e861-4f75-9866-92e0e9064aba req-a8e9476b-0262-4cfe-83e0-86c85ba049d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.073301 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-a8e9476b-0262-4cfe-83e0-86c85ba049d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497205 Apr 07 12:35:34.159891 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-67f6057e-ad9d-4bdb-bbba-e4bccdd2f2f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808496 Apr 07 12:35:34.251522 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-186e57c5-e861-4f75-9866-92e0e9064aba req-4cb73490-9b00-4643-99c6-d941fe135d02 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855367 Apr 07 12:35:34.337847 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-c51cab12-5930-49d5-aec3-055809ecbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.339365 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-c51cab12-5930-49d5-aec3-055809ecbb07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1126 time: 0.0466971 Apr 07 12:35:34.377766 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615119b8-90be-437a-ab58-7a041c86bab3 req-679432a6-2a79-4587-a840-128d03e8da29 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.379252 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-615119b8-90be-437a-ab58-7a041c86bab3 req-679432a6-2a79-4587-a840-128d03e8da29 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 944 time: 0.0556278 Apr 07 12:35:34.389663 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:34.430566 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-615119b8-90be-437a-ab58-7a041c86bab3 req-dfda58b3-2d23-42a2-8203-ffa99cef741b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442762 Apr 07 12:35:34.431437 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-93894368-05ae-475f-ac69-8b3e68636541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.432996 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-93894368-05ae-475f-ac69-8b3e68636541 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0883181 Apr 07 12:35:34.476810 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-959a73f5-5650-42e9-a80a-f9b9b5cf81e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 217 time: 0.0383289 Apr 07 12:35:34.524515 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-1729e843-67e4-4dfe-8f32-5e2f7a97e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.525993 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-1729e843-67e4-4dfe-8f32-5e2f7a97e873 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0432048 Apr 07 12:35:34.577369 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-2d1e180d-c8fc-4ddd-94f0-87336319c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:34.578867 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-2d1e180d-c8fc-4ddd-94f0-87336319c8e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454237 Apr 07 12:35:34.677217 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-60f79407-c330-4b0f-9473-9af1c54605d8 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907340 Apr 07 12:35:34.767440 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e7cf6f5a-6ada-4637-a153-d6579bf4c557 req-bf843412-3be1-46de-a06c-4b08bdb4a565 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824711 Apr 07 12:35:34.793274 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:35.552189 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfeed-8462-49b6-87d3-bf9d46371e4b req-2dced9be-e776-4777-ac9d-cc1bf027037f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:35.553692 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-099dfeed-8462-49b6-87d3-bf9d46371e4b req-2dced9be-e776-4777-ac9d-cc1bf027037f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 944 time: 0.0538940 Apr 07 12:35:35.602450 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-099dfeed-8462-49b6-87d3-bf9d46371e4b req-4c76ffb4-b75c-453d-a200-73b5f8a82fa9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Apr 07 12:35:36.322890 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:36.341396 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:35:36.440194 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:36.451956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '9d98103a-51ae-455c-8adf-e152a9216888', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:35:36.488404 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9d98103a-51ae-455c-8adf-e152a9216888 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:36.488795 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:36.504702 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d98103a-51ae-455c-8adf-e152a9216888 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:35:36.524541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:36.528399 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:36.575179 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:36.733472 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71106f71-e52d-4ee4-b5d6-12aa6873c02f req-10454a24-3678-44d9-8f73-5870611f15ec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:36.734978 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71106f71-e52d-4ee4-b5d6-12aa6873c02f req-10454a24-3678-44d9-8f73-5870611f15ec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 945 time: 0.0650921 Apr 07 12:35:36.754252 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['9d98103a-51ae-455c-8adf-e152a9216888'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:35:36.784232 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-71106f71-e52d-4ee4-b5d6-12aa6873c02f req-3ba819ee-7668-45d8-8199-181776d48746 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436776 Apr 07 12:35:37.363785 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:37.906209 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f891c6-7f36-4498-b4ef-01221d1b4156 req-bd499cb8-ca05-4672-940b-54a60dbc41b2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:37.907684 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f891c6-7f36-4498-b4ef-01221d1b4156 req-bd499cb8-ca05-4672-940b-54a60dbc41b2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Apr 07 12:35:37.956456 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-11f891c6-7f36-4498-b4ef-01221d1b4156 req-0496c763-ee01-4f6a-812a-432ff045de24 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Apr 07 12:35:38.357763 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:35:38.408027 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning for port 9d98103a-51ae-455c-8adf-e152a9216888 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:35:38.412067 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 9d98103a-51ae-455c-8adf-e152a9216888 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:35:38.412446 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9d98103a-51ae-455c-8adf-e152a9216888), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:38.488866 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9d98103a-51ae-455c-8adf-e152a9216888 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:35:38.489273 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:38.511215 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:35:38.513708 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc211832-ccd4-4f9f-9643-aa144c630642" -d '{"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-plugged", "status": "completed", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:35:38.526952 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:35:38.532100 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:38.556643 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fd2309-9899-44a5-8d7e-372dcb1a38ad x-openstack-request-id: req-22fd2309-9899-44a5-8d7e-372dcb1a38ad {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:35:38.556937 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-plugged", "status": "completed", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:35:38.557226 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22fd2309-9899-44a5-8d7e-372dcb1a38ad {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:35:38.557627 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fd2309-9899-44a5-8d7e-372dcb1a38ad'] response: {'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'code': 200} Apr 07 12:35:38.583566 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:38.662776 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a641c-87b1-4966-9be5-4b314e08102c req-ae866e4a-2748-42b1-8337-6b52da5002a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:38.664177 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e78a641c-87b1-4966-9be5-4b314e08102c req-ae866e4a-2748-42b1-8337-6b52da5002a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1128 time: 0.0498059 Apr 07 12:35:38.711151 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e78a641c-87b1-4966-9be5-4b314e08102c req-764385c4-2191-4f1a-8b0e-8c35dcb11c29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Apr 07 12:35:39.074151 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7c1f-3bc8-4a12-ba8e-a8a3afb1563a req-3315d206-a3d5-44a6-87ea-7271b67b23ef tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:39.075597 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c31c7c1f-3bc8-4a12-ba8e-a8a3afb1563a req-3315d206-a3d5-44a6-87ea-7271b67b23ef tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Apr 07 12:35:39.127877 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-c31c7c1f-3bc8-4a12-ba8e-a8a3afb1563a req-61ff5f6b-5075-4034-8a15-bf449572ffdc tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467217 Apr 07 12:35:40.250875 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca3dc-92ec-48f3-b02b-c78bb71d5dad req-ba020c3c-7741-4d00-9b4c-ea86b087a4fa tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:40.252347 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95aca3dc-92ec-48f3-b02b-c78bb71d5dad req-ba020c3c-7741-4d00-9b4c-ea86b087a4fa tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 946 time: 0.0528657 Apr 07 12:35:40.300137 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95aca3dc-92ec-48f3-b02b-c78bb71d5dad req-c2b66b77-3b6a-4a7d-aaa2-1cc40276d43e tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Apr 07 12:35:40.418057 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01c43-4a24-4f65-852c-7e9a760e6e79 req-cfc1b6d4-b03b-4259-8c4a-7722214cbdb1 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:40.419446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35b01c43-4a24-4f65-852c-7e9a760e6e79 req-cfc1b6d4-b03b-4259-8c4a-7722214cbdb1 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 946 time: 0.0538073 Apr 07 12:35:40.467399 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-35b01c43-4a24-4f65-852c-7e9a760e6e79 req-9080fa4e-c9e3-463c-b8a2-413fb532fcc8 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Apr 07 12:35:40.488392 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40948) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:40.577977 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8169f0e-d445-47e1-b5b3-276e608387be tempest-TestSnapshotPattern-1767745234 tempest-TestSnapshotPattern-1767745234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:40.579472 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-a8169f0e-d445-47e1-b5b3-276e608387be tempest-TestSnapshotPattern-1767745234 tempest-TestSnapshotPattern-1767745234-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1123 time: 0.0901306 Apr 07 12:35:40.582368 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 40952) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:35:40.586531 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:35:40.607638 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:40.709338 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:40.816197 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Allocated IP 172.25.5.3 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/051a6a8f-b7e4-4d5c-b2fb-e01e05b83760) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:35:40.916216 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:40.949644 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:40.989509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:35:40.993848 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:35:40.999353 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:35:41.004721 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'Port': ['ID=051a6a8f-b7e4-4d5c-b2fb-e01e05b83760,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:41.356079 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (39ab844c-b5eb-4120-a191-940665ada87e), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:41.429272 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:41.575139 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:41.579506 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:41.645912 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'Port': ['ID=051a6a8f-b7e4-4d5c-b2fb-e01e05b83760,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:35:41.656267 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (39ab844c-b5eb-4120-a191-940665ada87e), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:41.759350 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Floating IP 39ab844c-b5eb-4120-a191-940665ada87e associated. External IP: 172.25.5.3, port: 9d98103a-51ae-455c-8adf-e152a9216888. Apr 07 12:35:42.285325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:35:42.400447 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:35:42.414143 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:35:42.421062 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:35:42.424800 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:42.425615 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:42.458185 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-9dc225c1-77b0-451d-a428-a1cf1ef16c3f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8747725 Apr 07 12:35:42.458773 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:35:42.461290 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084ec88-83f6-4158-98f0-68b0fb9492a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:35:42.555695 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:42.558358 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe02d3a-95c2-4015-9651-6ccb607a6bcb x-openstack-request-id: req-9fe02d3a-95c2-4015-9651-6ccb607a6bcb {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:35:42.558653 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:35:42.558914 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fe02d3a-95c2-4015-9651-6ccb607a6bcb {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:35:42.559326 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe02d3a-95c2-4015-9651-6ccb607a6bcb'] response: {'name': 'network-changed', 'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'status': 'completed', 'code': 200} Apr 07 12:35:42.637721 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-b3e80cf7-914f-44c1-bcea-3e3b22d00434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:42.639391 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-b3e80cf7-914f-44c1-bcea-3e3b22d00434 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1128 time: 0.0567911 Apr 07 12:35:42.745765 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-198e0c8d-07ad-466a-acc7-980a2a9dc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:42.747260 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-198e0c8d-07ad-466a-acc7-980a2a9dc3a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.1023579 Apr 07 12:35:42.794437 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:41Z', 'revision_number': 0, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:42.825865 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:35:42.834282 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:35:42.834907 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:35:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:42.835723 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-23aef428-dac3-499a-8f9d-7ba90426e813 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 998 time: 0.0823915 Apr 07 12:35:42.884056 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-77c4219d-7c6a-4e3b-ac65-404f6c77849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:42.885568 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-77c4219d-7c6a-4e3b-ac65-404f6c77849e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0447958 Apr 07 12:35:42.938264 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-da616e41-0b57-4437-8ccb-8c03897430ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:42.941489 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-da616e41-0b57-4437-8ccb-8c03897430ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500369 Apr 07 12:35:42.955402 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:35:43.046732 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-df9bd5da-1b68-4913-bbad-8d5090a2cd4f service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992537 Apr 07 12:35:43.146250 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-4084ec88-83f6-4158-98f0-68b0fb9492a7 req-fcab73b0-d11a-435d-a3dc-0e274b2a0718 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946112 Apr 07 12:35:43.196547 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:41Z', 'revision_number': 0, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:35:43.225763 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebce5ff-f33e-422b-a18b-8c08ae95138f None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:41Z', 'revision_number': 0, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:35:43.442849 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c640056-2d4e-4fe7-9839-5fc30835f0d5 None None] New status for floating IP 39ab844c-b5eb-4120-a191-940665ada87e: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:35:48.023942 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-5aca4093-ee7a-4da2-827b-fc8e6fe31f5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483534 Apr 07 12:35:48.104993 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-e3383bee-3a8a-41fa-a9db-e08850652586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:48.106481 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-e3383bee-3a8a-41fa-a9db-e08850652586 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1128 time: 0.0438445 Apr 07 12:35:48.206987 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-33d26515-c0a3-48f6-bace-9267d040fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:48.208425 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-33d26515-c0a3-48f6-bace-9267d040fdeb service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0829849 Apr 07 12:35:48.276996 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-7e4eba47-2a12-4d1a-82dd-fb2e152ac3d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 1000 time: 0.0619502 Apr 07 12:35:48.323457 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-aa1aa946-d270-4ecc-8684-371aee4ae403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:48.324856 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-aa1aa946-d270-4ecc-8684-371aee4ae403 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0426812 Apr 07 12:35:48.371400 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-25b82cc5-8a6f-487a-8cc5-e81792061ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:35:48.372899 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-25b82cc5-8a6f-487a-8cc5-e81792061ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429814 Apr 07 12:35:48.464192 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-2146ab97-ba43-4635-99e7-1022e041ccdd service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855699 Apr 07 12:35:48.550330 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-b94565c5-c0d3-4eab-af40-b7ca89567ac4 req-da2f1c17-cb0b-409e-876c-0920c937c34e service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805085 Apr 07 12:36:00.822404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-9832cd5d-ea5b-4542-a0e8-3ae841350092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:02.529255 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:03.171438 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-98822838-8e89-4183-a9c6-f184a512368f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:04.366018 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:36:04.384510 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:04.795261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:06.322396 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:07.368043 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:30.814709 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-721744fc-aac6-4c95-9a27-e1af6c168af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:32.529360 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:33.172276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2a97fc39-7ab4-4b86-8985-34984e6ae012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:34.400772 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:34.799690 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:36.325619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:37.371425 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:36:41.364432 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:36:48.908063 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-5a7a307c-bab5-4be9-a474-6e9582dacbe5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487320 Apr 07 12:36:48.989436 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-993c196e-1f5a-46bd-9205-eca286ea8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:36:48.990815 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-993c196e-1f5a-46bd-9205-eca286ea8887 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1128 time: 0.0434711 Apr 07 12:36:49.092326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-1d3f2d1b-ec75-4fa2-b479-bd1845107e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:36:49.093835 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-1d3f2d1b-ec75-4fa2-b479-bd1845107e89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0863819 Apr 07 12:36:49.161109 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-1f1c7c22-bcbe-40a8-83ad-a953d9db3044 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 1000 time: 0.0619218 Apr 07 12:36:49.208440 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-bb4d1c55-05f3-467e-af70-cd2039357205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:36:49.209872 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-bb4d1c55-05f3-467e-af70-cd2039357205 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0429502 Apr 07 12:36:49.259211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-177f6a83-1586-418d-9b7c-a58616bc74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:36:49.260724 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-177f6a83-1586-418d-9b7c-a58616bc74fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451319 Apr 07 12:36:49.351226 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-f12f3689-9a90-4e97-bd28-d17946755cb4 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Apr 07 12:36:49.442840 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-91e67872-b566-4c93-89fa-23701f5f01f1 req-ccf4fdbd-6021-406f-b715-deb658fda64a service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856385 Apr 07 12:37:00.815929 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9017-5c37-4bfa-9a1f-c056448d029f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:02.525979 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:03.173511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2f964c4f-dd98-470e-9596-3e4f1ae69307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:04.415424 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:04.801355 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:06.329231 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:07.373236 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:18.362444 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:37:30.818382 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-af541b83-f854-469f-9dbb-c8630d906cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:32.538511 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:33.174384 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-e62ebba5-b2b6-493b-b0b5-a510c9ae5dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:34.412965 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:34.804078 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:36.331604 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:37.375545 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:40.934682 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 details requested by agent hyperv_n-h1-836788-1 with host n-h1-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:37:41.031447 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:37:41.048661 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Returning: {'device': '9d98103a-51ae-455c-8adf-e152a9216888', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:37:41.091912 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9d98103a-51ae-455c-8adf-e152a9216888 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:37:41.092305 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:41.106568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d98103a-51ae-455c-8adf-e152a9216888 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:37:41.126105 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:37:41.129720 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:41.179819 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:37:41.187857 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.188206 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.188550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.188888 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.189268 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.189611 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.189931 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.190259 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.190586 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.190911 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.191238 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.191560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.191883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:41.202406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] get_ports_and_sgs() called for port_ids ['9d98103a-51ae-455c-8adf-e152a9216888'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:37:42.934522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 up at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:37:42.989356 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Provisioning complete for port 9d98103a-51ae-455c-8adf-e152a9216888 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:37:42.989755 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (9d98103a-51ae-455c-8adf-e152a9216888), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:43.090419 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9d98103a-51ae-455c-8adf-e152a9216888 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:37:43.090909 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:43.121016 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:37:43.123337 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f0c0f-8144-4021-8cd9-6d45bbc4c8ae" -d '{"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-plugged", "status": "completed", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:37:43.137063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:37:43.142620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:43.173474 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e90a4a4-c41b-4500-89e9-901ff110f6bc x-openstack-request-id: req-2e90a4a4-c41b-4500-89e9-901ff110f6bc {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:37:43.173769 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-plugged", "status": "completed", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:37:43.174039 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e90a4a4-c41b-4500-89e9-901ff110f6bc {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:37:43.174445 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e90a4a4-c41b-4500-89e9-901ff110f6bc'] response: {'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'code': 200} Apr 07 12:37:43.202350 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:37:50.922542 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-b96f2c0c-ab5d-4b17-83dd-9fd75b1f2c95 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500026 Apr 07 12:37:51.006037 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-5db36c2c-cd75-4247-8d4b-8d36808e88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:51.007496 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-5db36c2c-cd75-4247-8d4b-8d36808e88e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1128 time: 0.0437925 Apr 07 12:37:51.111162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-1c70588b-ecc9-403d-ba58-21268629c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:51.112647 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-1c70588b-ecc9-403d-ba58-21268629c3ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0841868 Apr 07 12:37:51.181656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-0a50db6a-a950-49f6-9be9-fa22fbd90835 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 1000 time: 0.0624259 Apr 07 12:37:51.227312 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-db5363ae-a963-499d-b1db-aefe858ce063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:51.228713 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-db5363ae-a963-499d-b1db-aefe858ce063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0419462 Apr 07 12:37:51.276311 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-1909f2fe-bcfe-4c39-9d9b-d356b9de0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:51.277847 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-1909f2fe-bcfe-4c39-9d9b-d356b9de0584 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433092 Apr 07 12:37:51.369176 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-c46b268d-a273-41df-aca9-be73305dcbde service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Apr 07 12:37:51.461246 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-36831770-8033-4aa3-8c6c-c8e042050e09 req-bbc882ba-80a3-4310-b970-ec432b7e5e54 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865216 Apr 07 12:37:51.558074 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-809ff7d5-8695-4379-8fa4-b35305ca1adc tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362243361&fields=id&tenant_id=b33494103bb64b3c8c27aa65e8dd35ef HTTP/1.1" status: 200 len: 267 time: 0.0453746 Apr 07 12:37:51.663704 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-0a2be7fc-1263-4b2b-9957-cc217c2313f0 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:51.665393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-0a2be7fc-1263-4b2b-9957-cc217c2313f0 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 809 time: 0.1008666 Apr 07 12:37:51.679775 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-a8143b53-115d-441e-88df-d8e884cb8314 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/quotas/b33494103bb64b3c8c27aa65e8dd35ef HTTP/1.1" status: 200 len: 375 time: 0.0089734 Apr 07 12:37:51.737414 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-9ce18904-29c9-43d9-b7ee-eea818c93e16 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522549 Apr 07 12:37:51.816395 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-5b7f5711-3af7-4e6e-8eb6-a47ec43d6d2c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:37:51.817449 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-5b7f5711-3af7-4e6e-8eb6-a47ec43d6d2c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0693021 Apr 07 12:37:51.904415 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-65fd9488-9a1e-43f1-b8bd-7d4fdb068769 service neutron] 10.222.0.13 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803430 Apr 07 12:37:51.992576 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-82f8440b-12ac-402b-82d4-dd2c1f5a3c9c service neutron] 10.222.0.13 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823481 Apr 07 12:37:52.164086 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-569c9ba2-27e9-4f69-92f3-c90e69936bf0 req-ea817172-ac09-437a-8467-c98a1b3df61e tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 210 time: 0.0287507 Apr 07 12:37:53.238658 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-32ec07c8-ac2d-465b-a749-efb36fd2e8ef tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:53.240206 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-32ec07c8-ac2d-465b-a749-efb36fd2e8ef tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 809 time: 0.1122823 Apr 07 12:37:53.269557 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-d9f81915-27a6-422b-9c09-583d358bc023 req-e2302522-8a68-4082-a0d5-7b76fe3f264e tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 210 time: 0.0298798 Apr 07 12:37:53.315691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-55e12836-7c35-4929-ad56-a068f0f111dd tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33494103bb64b3c8c27aa65e8dd35ef HTTP/1.1" status: 200 len: 379 time: 0.0673945 Apr 07 12:37:53.325242 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'port': {'device_id': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'admin_state_up': True, 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'security_groups': ['1f2f925d-34d1-42d0-85dd-9ee6f13db32c']}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:37:53.440631 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Made reservation on behalf of b33494103bb64b3c8c27aa65e8dd35ef for: {'port': 1} {{(pid=104177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:37:53.444337 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:53.585488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_common [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Allocated IP 172.20.0.9 (c8e966f0-4595-40f5-8ada-b6e10fa48a1b/cde2dc45-d184-407c-b1d5-fae0773eaa1e/33d0088b-d737-4603-8035-8ee955508519) {{(pid=104177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:37:53.766093 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for port (33d0088b-d737-4603-8035-8ee955508519), precommit_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:53.804604 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (33d0088b-d737-4603-8035-8ee955508519), after_create {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:53.857529 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b is already hosted by enough agents. {{(pid=104177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:37:53.860812 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.base_scheduler [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Resources bound (agent type, host, resource id): {{(pid=104177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:37:53.867554 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Received port after_create {{(pid=104177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:37:53.875915 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=1']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:37:53.908023 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.908451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.909346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.909346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.909685 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.909998 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.910603 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.911005 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.911552 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.911957 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.912357 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.912766 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.913194 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:37:53.954253 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:53.958993 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:53.986409 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-67bccc1e-9ecf-40ed-a99b-7a378b6e1ee2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6653814 Apr 07 12:37:54.220856 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-d2f56801-02c9-4dbb-9dc2-d0d191f5ec3d None None] Provisioning complete for port 33d0088b-d737-4603-8035-8ee955508519 triggered by entity DHCP. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:37:54.221485 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d2f56801-02c9-4dbb-9dc2-d0d191f5ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33d0088b-d737-4603-8035-8ee955508519), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:54.256989 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-d2f56801-02c9-4dbb-9dc2-d0d191f5ec3d None None] Port 33d0088b-d737-4603-8035-8ee955508519 cannot update to ACTIVE because it is not bound. {{(pid=104179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:37:54.398064 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f39e-a6ef-47b2-a606-fd247e1eac49 req-a8a6a5b4-bd8a-4766-ba6c-59e609a1f6dc tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:54.400657 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ee1f39e-a6ef-47b2-a606-fd247e1eac49 req-a8a6a5b4-bd8a-4766-ba6c-59e609a1f6dc tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0558910 Apr 07 12:37:54.461020 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-9ee1f39e-a6ef-47b2-a606-fd247e1eac49 req-02389cec-fc0f-49b7-b004-285c74c37e6c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537837 Apr 07 12:37:54.992413 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:37:55.078695 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Current status of the port 9d98103a-51ae-455c-8adf-e152a9216888 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:37:55.079734 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:55.105924 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:37:55.108484 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c04bfc-c4b5-4cb7-bd04-eb3867c41031" -d '{"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-unplugged", "status": "completed", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:37:55.127517 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:37:55.133941 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:37:55.161711 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0fd66f-a174-49be-97c5-a611dd04fcc6 x-openstack-request-id: req-da0fd66f-a174-49be-97c5-a611dd04fcc6 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:37:55.162013 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-unplugged", "status": "completed", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:37:55.162593 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da0fd66f-a174-49be-97c5-a611dd04fcc6 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:37:55.162999 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0fd66f-a174-49be-97c5-a611dd04fcc6'] response: {'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'code': 200} Apr 07 12:37:55.191080 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Pushing event updated for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:37:55.361570 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:37:55.592194 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6775a02-9e75-4022-af26-3c31ab92d146 req-639eee70-ae58-4e43-bc4f-679c6c0e9cda tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:55.594446 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6775a02-9e75-4022-af26-3c31ab92d146 req-639eee70-ae58-4e43-bc4f-679c6c0e9cda tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0577629 Apr 07 12:37:55.644268 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a6775a02-9e75-4022-af26-3c31ab92d146 req-44721e0f-8552-4947-8674-7cecbfde34cf tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441582 Apr 07 12:37:56.782702 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f3ad-d559-428a-b7da-371db89cb248 req-6b8d8b5f-8e24-4240-914d-39a20854f6a5 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:56.784202 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04c9f3ad-d559-428a-b7da-371db89cb248 req-6b8d8b5f-8e24-4240-914d-39a20854f6a5 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0565333 Apr 07 12:37:56.844107 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04c9f3ad-d559-428a-b7da-371db89cb248 req-c6c8c59f-e1fa-4fd3-94b5-e98cc481b1d9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539162 Apr 07 12:37:57.977602 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1e7fa-a021-4e28-9a28-bd9f4dc11b95 req-8b1f09b1-27f5-4201-b09b-892cf1986ad3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:57.979410 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04f1e7fa-a021-4e28-9a28-bd9f4dc11b95 req-8b1f09b1-27f5-4201-b09b-892cf1986ad3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0607638 Apr 07 12:37:58.032554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-04f1e7fa-a021-4e28-9a28-bd9f4dc11b95 req-0f963877-c2e1-4492-b010-e3d2f615d857 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472488 Apr 07 12:37:59.158161 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef2403-00b6-4ec7-9101-4000e4da3d27 req-9529832f-ebe8-4691-93ae-f4a066d26ad2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:37:59.159896 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25ef2403-00b6-4ec7-9101-4000e4da3d27 req-9529832f-ebe8-4691-93ae-f4a066d26ad2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0587380 Apr 07 12:37:59.211979 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-25ef2403-00b6-4ec7-9101-4000e4da3d27 req-185a0ee5-28fd-460c-9621-5f14bf1db858 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443513 Apr 07 12:38:00.342566 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c04d1a-a234-4260-b71e-20257e6f65d8 req-736d6f6e-f1f7-4873-8f27-af9833e8a9d7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:00.344172 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32c04d1a-a234-4260-b71e-20257e6f65d8 req-736d6f6e-f1f7-4873-8f27-af9833e8a9d7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0541933 Apr 07 12:38:00.401542 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-32c04d1a-a234-4260-b71e-20257e6f65d8 req-f5c30dd2-eb59-4e8e-8a49-772e58dfe95d tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513222 Apr 07 12:38:00.823348 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cc92d71c-4ec5-4c5b-8222-1a6eb027ee84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:01.521821 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122a64-f1a9-4720-91e4-61adc3a28f7a req-7ca5bbb5-1217-4af9-8024-1bf1a7b84668 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:01.523275 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51122a64-f1a9-4720-91e4-61adc3a28f7a req-7ca5bbb5-1217-4af9-8024-1bf1a7b84668 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0519700 Apr 07 12:38:01.571554 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-51122a64-f1a9-4720-91e4-61adc3a28f7a req-0c1e7588-c30b-44e3-a271-c2bee6764ea1 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414307 Apr 07 12:38:02.537856 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:02.692624 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd3762-25e5-48cf-bd9a-ebd854655657 req-343f0e35-f39f-4cd3-8622-ce252f41b5e6 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:02.694128 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68cd3762-25e5-48cf-bd9a-ebd854655657 req-343f0e35-f39f-4cd3-8622-ce252f41b5e6 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0525756 Apr 07 12:38:02.741407 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-68cd3762-25e5-48cf-bd9a-ebd854655657 req-20d0e18b-500f-43e5-b5ad-e997457b133a tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Apr 07 12:38:03.175420 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6bdd1088-09fb-4f2e-b118-826346adafde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:03.795884 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-57f7a2d5-3de3-40ef-80f4-9f1fcbb91e3b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:38:03.796972 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-57f7a2d5-3de3-40ef-80f4-9f1fcbb91e3b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056038 Apr 07 12:38:03.859869 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.v2.base [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Request body: {'port': {'device_id': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836788-1'}} {{(pid=104177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:38:03.870426 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e79eab-6948-4300-82f8-b772f88898da req-9db6b12b-6056-4047-89f7-5ac7cdeaae34 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:03.871920 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22e79eab-6948-4300-82f8-b772f88898da req-9db6b12b-6056-4047-89f7-5ac7cdeaae34 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 931 time: 0.0575528 Apr 07 12:38:03.919583 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:03.921085 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-22e79eab-6948-4300-82f8-b772f88898da req-bd89f515-70ee-4e9a-ab96-9328be8e9ca2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 Apr 07 12:38:04.194445 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d0088b-d737-4603-8035-8ee955508519 {{(pid=104177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:38:04.202896 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Publish callbacks [] for port (33d0088b-d737-4603-8035-8ee955508519), precommit_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.216141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.provisioning_blocks [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Transition to ACTIVE for port object 33d0088b-d737-4603-8035-8ee955508519 will not be triggered until provisioned by entity L2. {{(pid=104177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:38:04.219660 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.274563 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=2']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:38:04.340986 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Attempting to bind port 33d0088b-d737-4603-8035-8ee955508519 on host n-h2-836788-1 for vnic_type normal with profile {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:38:04.341350 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Attempting to bind port 33d0088b-d737-4603-8035-8ee955508519 by drivers openvswitch,hyperv on host n-h2-836788-1 at level 0 using segments [{'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:38:04.341681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Attempting to bind port 33d0088b-d737-4603-8035-8ee955508519 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:38:04.346223 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Port 33d0088b-d737-4603-8035-8ee955508519 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b not bound, no agent of type Open vSwitch agent registered on host n-h2-836788-1 {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:38:04.346549 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Attempting to bind port 33d0088b-d737-4603-8035-8ee955508519 on network c8e966f0-4595-40f5-8ada-b6e10fa48a1b {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:38:04.351496 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Checking agent: {'id': '69894c72-26a9-4da3-ae6a-96d8b6b76126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836788-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'started_at': datetime.datetime(2022, 4, 7, 11, 3, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:38:04.351828 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Checking segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:38:04.352920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Bound using segment: {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'} {{(pid=104177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:38:04.353372 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.managers [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Bound port: 33d0088b-d737-4603-8035-8ee955508519, host: n-h2-836788-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b'}}] {{(pid=104177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:38:04.353832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.424800 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, cleared binding levels {{(pid=104177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:38:04.428240 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:38:04.429900 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.434458 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33490334'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.476020 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:04.476782 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.478275 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] 10.222.0.41 "PUT /v2.0/ports/33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 1091 time: 0.6741829 Apr 07 12:38:04.478724 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:38:04.480981 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:38:04.509653 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1c29-bff9-44cf-bf0d-07284f616e60 service neutron] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=3']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:38:04.529400 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea656c-7916-4519-a696-90fee01b50d3 x-openstack-request-id: req-d8ea656c-7916-4519-a696-90fee01b50d3 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:38:04.529708 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "tag": "33d0088b-d737-4603-8035-8ee955508519", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:38:04.529970 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ea656c-7916-4519-a696-90fee01b50d3 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:38:04.530385 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ea656c-7916-4519-a696-90fee01b50d3'] response: {'name': 'network-changed', 'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'status': 'completed', 'code': 200} Apr 07 12:38:04.565326 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-e23f374d-ee87-4978-80a4-0da2045c81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:04.566871 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-e23f374d-ee87-4978-80a4-0da2045c81de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1125 time: 0.0508649 Apr 07 12:38:04.613086 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-f97c532f-f636-4ffa-8770-31adff7a8723 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 217 time: 0.0391855 Apr 07 12:38:04.663853 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-41d90e08-8035-402f-b56e-0b5ff679eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:04.665975 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-41d90e08-8035-402f-b56e-0b5ff679eb69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0468276 Apr 07 12:38:04.713218 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-122361b1-3295-40db-b756-32e4aa74f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:04.714760 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-122361b1-3295-40db-b756-32e4aa74f877 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436029 Apr 07 12:38:04.808054 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:04.808936 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-45375d5b-c6a6-4e26-8be7-3b5716557198 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Apr 07 12:38:04.896696 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-e27e77ef-ff5c-465f-b7c5-aa689a70edf1 req-8c47a261-77c1-49e1-bbc6-68e7c70b9099 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817730 Apr 07 12:38:04.983102 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-853aed59-93f0-4468-8ffb-9e51805adbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:04.984620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-853aed59-93f0-4468-8ffb-9e51805adbac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1125 time: 0.0453482 Apr 07 12:38:05.046512 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74f24d-70d7-4821-acea-179a26137469 req-7f71c05c-9e1c-4ea8-aff6-36ab47248753 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:05.048001 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae74f24d-70d7-4821-acea-179a26137469 req-7f71c05c-9e1c-4ea8-aff6-36ab47248753 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 943 time: 0.0557475 Apr 07 12:38:05.081162 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-b77488e6-9d2d-4a44-bcce-ff9222ef21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:05.082656 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-b77488e6-9d2d-4a44-bcce-ff9222ef21cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0920088 Apr 07 12:38:05.101112 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ae74f24d-70d7-4821-acea-179a26137469 req-0a1e0d73-cb41-4319-9d0c-3e3aa1dba950 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Apr 07 12:38:05.129311 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-0063718e-a7b2-446b-b496-b105983d9767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 217 time: 0.0345709 Apr 07 12:38:05.179951 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-5474f1d3-4ca2-4c58-a480-916f3b83efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:05.181379 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-5474f1d3-4ca2-4c58-a480-916f3b83efcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0467980 Apr 07 12:38:05.229333 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-8042e66f-58f3-4c06-95bd-7ea7813f2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:05.230824 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-8042e66f-58f3-4c06-95bd-7ea7813f2c23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441976 Apr 07 12:38:05.317584 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-c2513c4a-b626-44b0-aa0e-c3a22780430f service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808587 Apr 07 12:38:05.407107 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bd78ab21-143b-4ff3-84c5-5090a7c0f0e0 req-6dd2a09f-217f-4a35-92ee-442fdeb3866a service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Apr 07 12:38:06.223899 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad499-41d7-49db-b609-e48986b012aa req-f2c1f7fb-cf02-45b0-9e7f-f502b6a9edd3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:06.225393 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-784ad499-41d7-49db-b609-e48986b012aa req-f2c1f7fb-cf02-45b0-9e7f-f502b6a9edd3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 943 time: 0.0556109 Apr 07 12:38:06.272864 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-784ad499-41d7-49db-b609-e48986b012aa req-10f532e4-c414-4562-8cbb-2e252bf97f59 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 Apr 07 12:38:06.334055 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:07.379602 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:07.397999 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05715f4d-ae0c-4271-bcd5-3daf348e7a66 req-022b8266-9828-46a2-9753-03e915ed3bd6 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:07.399630 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05715f4d-ae0c-4271-bcd5-3daf348e7a66 req-022b8266-9828-46a2-9753-03e915ed3bd6 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 943 time: 0.0581708 Apr 07 12:38:07.451849 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-05715f4d-ae0c-4271-bcd5-3daf348e7a66 req-1c6db70b-728c-4e89-9f13-249ee3ed3522 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464370 Apr 07 12:38:08.569805 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54dfb3-71a7-400e-b53e-3decb0393b18 req-b3953273-b233-4e77-ab7b-418b0c0c7e10 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:08.572527 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c54dfb3-71a7-400e-b53e-3decb0393b18 req-b3953273-b233-4e77-ab7b-418b0c0c7e10 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 943 time: 0.0538456 Apr 07 12:38:08.624860 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-5c54dfb3-71a7-400e-b53e-3decb0393b18 req-a5f2074f-6c20-43aa-9276-e467d6d197bb tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466847 Apr 07 12:38:08.882807 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:38:08.980398 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:38:08.991560 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '33d0088b-d737-4603-8035-8ee955508519', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'port_id': '33d0088b-d737-4603-8035-8ee955508519', 'mac_address': 'fa:16:3e:cb:af:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:38:09.028846 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 33d0088b-d737-4603-8035-8ee955508519 is: DOWN; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:38:09.029266 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:09.042315 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d0088b-d737-4603-8035-8ee955508519 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:38:09.061364 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:38:09.065249 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:09.115251 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=4']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:38:09.447541 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['33d0088b-d737-4603-8035-8ee955508519'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:38:09.746499 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04d3c1-89ff-4ec6-9936-91bb06fd12be req-f097d51f-ef3c-4094-8a92-e6e75cd6e6a2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:09.747955 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac04d3c1-89ff-4ec6-9936-91bb06fd12be req-f097d51f-ef3c-4094-8a92-e6e75cd6e6a2 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 944 time: 0.0523067 Apr 07 12:38:09.795968 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-ac04d3c1-89ff-4ec6-9936-91bb06fd12be req-f44e45a5-e8dd-4088-a459-a8e85c941dc9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Apr 07 12:38:10.883811 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:38:10.914481 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5e33d-b0ca-4882-ad13-3a2931fc5c95 req-002de56f-fd1a-4bb7-8577-6c580de78e91 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:10.915973 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc5e33d-b0ca-4882-ad13-3a2931fc5c95 req-002de56f-fd1a-4bb7-8577-6c580de78e91 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 944 time: 0.0529976 Apr 07 12:38:10.933752 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning for port 33d0088b-d737-4603-8035-8ee955508519 completed by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:38:10.937604 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 33d0088b-d737-4603-8035-8ee955508519 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:38:10.937926 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33d0088b-d737-4603-8035-8ee955508519), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:10.965710 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-0bc5e33d-b0ca-4882-ad13-3a2931fc5c95 req-d67e1876-60e6-4b0e-b907-906a9e7920f0 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439000 Apr 07 12:38:11.018210 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 33d0088b-d737-4603-8035-8ee955508519 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:38:11.018605 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:11.041944 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:38:11.044149 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cb32c2-a772-49da-8223-b0a12411db6f" -d '{"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-plugged", "status": "completed", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:38:11.056727 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:38:11.060561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:11.084697 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debeaf3a-4cd6-43d7-a8d9-5a3dd27c5fc8 x-openstack-request-id: req-debeaf3a-4cd6-43d7-a8d9-5a3dd27c5fc8 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:38:11.084988 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-plugged", "status": "completed", "tag": "33d0088b-d737-4603-8035-8ee955508519", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:38:11.085282 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-debeaf3a-4cd6-43d7-a8d9-5a3dd27c5fc8 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:38:11.085675 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debeaf3a-4cd6-43d7-a8d9-5a3dd27c5fc8'] response: {'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'code': 200} Apr 07 12:38:11.114303 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=5']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:38:11.187504 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef155d-584c-411a-942e-0cd501c008b3 req-853c68e3-7153-470f-9fde-dd16d407b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:11.189002 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77ef155d-584c-411a-942e-0cd501c008b3 req-853c68e3-7153-470f-9fde-dd16d407b5cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1127 time: 0.0504434 Apr 07 12:38:11.234039 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-77ef155d-584c-411a-942e-0cd501c008b3 req-dfc2174a-0b7b-4e67-a29b-7a09104e4037 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Apr 07 12:38:12.087684 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19455a39-6cb9-4ddd-b81c-5f01aba62cac req-e1f5f581-2944-4393-a186-294a075aa432 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:12.089290 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19455a39-6cb9-4ddd-b81c-5f01aba62cac req-e1f5f581-2944-4393-a186-294a075aa432 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 945 time: 0.0563526 Apr 07 12:38:12.136345 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-19455a39-6cb9-4ddd-b81c-5f01aba62cac req-a4564b76-cbd5-43f3-adcf-f74df772296f tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Apr 07 12:38:13.256809 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade44e8-3761-4538-bb99-04b234c1fe69 req-fd722cf1-2db5-4dab-a567-374c39ab7309 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:13.258389 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ade44e8-3761-4538-bb99-04b234c1fe69 req-fd722cf1-2db5-4dab-a567-374c39ab7309 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 945 time: 0.0525031 Apr 07 12:38:13.306803 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-6ade44e8-3761-4538-bb99-04b234c1fe69 req-88018d4d-0312-4145-b263-706126ddc82c tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Apr 07 12:38:13.428509 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95026560-10e6-41db-92d1-38cddaa5740a req-a613820c-e8c5-4efb-838f-755400bb15f7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:13.433606 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95026560-10e6-41db-92d1-38cddaa5740a req-a613820c-e8c5-4efb-838f-755400bb15f7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 945 time: 0.0570812 Apr 07 12:38:13.486532 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-95026560-10e6-41db-92d1-38cddaa5740a req-a6cacd45-d98d-4cf9-8dd3-fc3683560a3e tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509984 Apr 07 12:38:13.508802 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41238) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:38:13.552755 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d96e5af-745e-4527-abf6-c5f096730803 tempest-TestSnapshotPattern-1767745234 tempest-TestSnapshotPattern-1767745234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:13.554329 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-8d96e5af-745e-4527-abf6-c5f096730803 tempest-TestSnapshotPattern-1767745234 tempest-TestSnapshotPattern-1767745234-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1122 time: 0.0444410 Apr 07 12:38:13.557913 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41240) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:38:13.562736 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.v2.base [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Request body: {'floatingip': {'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'port_id': '33d0088b-d737-4603-8035-8ee955508519', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:38:13.583264 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:13.678381 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (None), before_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:13.786325 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.db_base_plugin_common [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Allocated IP 172.25.5.225 (2a149e59-0076-4d09-a23a-ef756275d523/5d3d5005-fea0-4f67-a271-18c894798882/927a4d1d-93ad-4c29-8f6a-f60d2660200c) {{(pid=104178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:38:13.886621 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:13.925098 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749671632213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:13.960900 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Network 2a149e59-0076-4d09-a23a-ef756275d523 is already hosted by enough agents. {{(pid=104178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:38:13.964110 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.base_scheduler [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Resources bound (agent type, host, resource id): {{(pid=104178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:38:13.967517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Received port after_create {{(pid=104178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:38:13.995569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'Port': ['ID=927a4d1d-93ad-4c29-8f6a-f60d2660200c,revision_number=1']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:38:14.009361 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.009717 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.010067 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.010412 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.010756 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.011097 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.011431 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.011767 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.012100 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.012430 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.012762 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.013092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.013448 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:38:14.335704 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (e41ecfa1-b6d8-4405-a3b9-508d37807b43), precommit_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:14.401918 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), before_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:14.549662 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), precommit_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:14.554031 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25633156'] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), after_update {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:14.619511 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event updated for resources: {'Port': ['ID=927a4d1d-93ad-4c29-8f6a-f60d2660200c,revision_number=2']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:38:14.630937 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719124'] for floatingip (e41ecfa1-b6d8-4405-a3b9-508d37807b43), after_create {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:14.735284 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Floating IP e41ecfa1-b6d8-4405-a3b9-508d37807b43 associated. External IP: 172.25.5.225, port: 33d0088b-d737-4603-8035-8ee955508519. Apr 07 12:38:14.944457 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:38:15.054532 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:38:15.066054 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:38:15.073293 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:15.076778 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:38:15.077508 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:38:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:38:15.102157 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-13d4021a-96f2-4b35-b1da-e797e26b46f9 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5429695 Apr 07 12:38:15.102859 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:38:15.105161 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782086e-7013-49b7-8762-7ff8dc8f7fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:38:15.146351 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719f6c1-764c-4fd5-bcd4-1a52c1e56318 x-openstack-request-id: req-0719f6c1-764c-4fd5-bcd4-1a52c1e56318 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:38:15.146649 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "tag": "33d0088b-d737-4603-8035-8ee955508519", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:38:15.146909 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0719f6c1-764c-4fd5-bcd4-1a52c1e56318 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:38:15.147330 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0719f6c1-764c-4fd5-bcd4-1a52c1e56318'] response: {'name': 'network-changed', 'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'status': 'completed', 'code': 200} Apr 07 12:38:15.187384 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:38:15.217531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-3368d16b-24b7-43c4-8c44-5f0b4abafe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:15.219066 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-3368d16b-24b7-43c4-8c44-5f0b4abafe88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1127 time: 0.0505431 Apr 07 12:38:15.309207 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-6e956c81-9530-49a3-9478-3e717de10e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:15.310662 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-6e956c81-9530-49a3-9478-3e717de10e2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0852444 Apr 07 12:38:15.377620 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-4bfe0a26-cf10-4a00-849c-3c270194e718 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 999 time: 0.0616088 Apr 07 12:38:15.417475 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:43Z', 'revision_number': 1, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}, {'id': 'e41ecfa1-b6d8-4405-a3b9-508d37807b43', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '33d0088b-d737-4603-8035-8ee955508519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:cb:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:38:14Z', 'updated_at': '2022-04-07T12:38:14Z', 'revision_number': 0, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:38:15.425681 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-ef42e2d7-e56a-49c4-a655-abe46d7b5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:15.427119 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-ef42e2d7-e56a-49c4-a655-abe46d7b5c58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0427752 Apr 07 12:38:15.443703 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:38:15.452640 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:38:15.453294 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:38:03Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:38:15.473958 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-60ef594d-712a-43ea-a8f9-48081edc099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:15.475378 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-60ef594d-712a-43ea-a8f9-48081edc099f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426538 Apr 07 12:38:15.564426 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:38:15.569024 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-2e30d7cf-bcd8-4ae2-97d8-b31826f1f394 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878830 Apr 07 12:38:15.659609 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-2782086e-7013-49b7-8762-7ff8dc8f7fd7 req-f475c792-174c-4f4a-9847-0fa6f80a5008 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839810 Apr 07 12:38:15.795241 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:43Z', 'revision_number': 1, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}, {'id': 'e41ecfa1-b6d8-4405-a3b9-508d37807b43', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '33d0088b-d737-4603-8035-8ee955508519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:cb:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:38:14Z', 'updated_at': '2022-04-07T12:38:14Z', 'revision_number': 0, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:38:15.821155 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063b646-21f3-4d18-aab8-ef27ae9a96dc None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:43Z', 'revision_number': 1, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}, {'id': 'e41ecfa1-b6d8-4405-a3b9-508d37807b43', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '33d0088b-d737-4603-8035-8ee955508519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:cb:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:38:14Z', 'updated_at': '2022-04-07T12:38:14Z', 'revision_number': 0, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:38:16.010227 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7608aae-d2b7-4e43-ba64-c2a9198f6d53 None None] New status for floating IP e41ecfa1-b6d8-4405-a3b9-508d37807b43: ACTIVE {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:38:17.509414 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-2d251811-d613-46b1-82ac-ab4718c8f785 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432405 Apr 07 12:38:17.594212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc546-fe1a-425f-96ca-cce131298459 req-0ee1e576-011b-4371-8652-6b5c3be88377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:17.595685 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-0ee1e576-011b-4371-8652-6b5c3be88377 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1127 time: 0.0472889 Apr 07 12:38:17.697273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc546-fe1a-425f-96ca-cce131298459 req-a518b8ca-5a99-475c-a1a9-b33fcea51ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:17.698667 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-a518b8ca-5a99-475c-a1a9-b33fcea51ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0860856 Apr 07 12:38:17.767173 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-c29354e0-5cb9-4dab-b9c9-48423dd74f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 1001 time: 0.0618596 Apr 07 12:38:18.090083 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc546-fe1a-425f-96ca-cce131298459 req-de9ca027-6e32-46fd-84ce-66e5e0952346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:18.091555 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-de9ca027-6e32-46fd-84ce-66e5e0952346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.3185661 Apr 07 12:38:18.140158 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc546-fe1a-425f-96ca-cce131298459 req-cefb5ac4-c944-48e5-9317-8dc15ea52274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:18.141667 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-cefb5ac4-c944-48e5-9317-8dc15ea52274 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442352 Apr 07 12:38:18.231852 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-2460d74f-ecf9-4373-9f87-a35324572519 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846562 Apr 07 12:38:18.318708 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-634bc546-fe1a-425f-96ca-cce131298459 req-5f5099d1-b136-4708-bfbc-7ffb7b82f09b service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807669 Apr 07 12:38:30.825969 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2eec56dd-f108-4a79-be76-b39c8582df1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:32.361779 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:38:32.538034 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:33.176237 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-19bd1d09-a7cf-4344-aa3e-8c4780b71a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:34.427576 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:34.810129 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:36.340309 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:37.380619 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:38:50.897347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-c2e3867a-36c2-43e6-8914-3ecb2546b4e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444741 Apr 07 12:38:50.986634 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-3bad53db-7c4c-4b52-8a16-f6e1de63841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:50.988006 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-3bad53db-7c4c-4b52-8a16-f6e1de63841e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1126 time: 0.0479279 Apr 07 12:38:51.085472 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-39179bbc-45fe-4fa6-b848-a48d90969019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:51.086918 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-39179bbc-45fe-4fa6-b848-a48d90969019 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0829635 Apr 07 12:38:51.154486 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-6af778d0-becb-47ff-9f53-5744bc83e602 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 998 time: 0.0614557 Apr 07 12:38:51.201864 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-b349d985-150e-4beb-b927-8ce889594763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:51.203264 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-b349d985-150e-4beb-b927-8ce889594763 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0424688 Apr 07 12:38:51.251628 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-b6c45361-42ed-46ca-b326-cc7ae736e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:38:51.253044 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-b6c45361-42ed-46ca-b326-cc7ae736e342 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435128 Apr 07 12:38:51.343474 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-a7c130fd-6fdd-46d2-a943-8e4d550efe28 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842400 Apr 07 12:38:51.436244 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-8d5e8c18-d12d-4753-8961-5907942d39bd req-5cc39640-8549-41a3-8625-7ecfc1b36e0b service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Apr 07 12:39:00.828410 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-28b4b862-c7c8-4c7c-8b20-f0af8b7a335d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:02.552089 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:03.177344 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-a000f91f-b70c-4682-9950-92298bf2d036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:04.433251 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:04.812994 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:06.340917 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:07.382479 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:09.361208 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:39:19.493784 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-fbc222f0-0600-4021-b969-3a2d73a7d2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442898 Apr 07 12:39:19.586481 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-64a306dc-a4ed-458c-a1ba-d3221be0fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:19.587992 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-64a306dc-a4ed-458c-a1ba-d3221be0fe60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1127 time: 0.0487509 Apr 07 12:39:19.695531 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-cede4d22-cddf-4084-b1f9-8f0d8eed97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:19.696997 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-cede4d22-cddf-4084-b1f9-8f0d8eed97c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0886858 Apr 07 12:39:19.768338 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-87f5612b-9d52-4534-88c5-30fc15076523 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 1001 time: 0.0648386 Apr 07 12:39:19.816283 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-caba9423-a5d9-4a8c-8a11-507c03ba1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:19.817709 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-caba9423-a5d9-4a8c-8a11-507c03ba1ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0434361 Apr 07 12:39:19.866206 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-603d8b75-3676-4513-9f5e-e142f17658b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:19.867687 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-603d8b75-3676-4513-9f5e-e142f17658b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443194 Apr 07 12:39:19.961636 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-40abb01e-8290-4063-b463-a22c0087afe7 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882990 Apr 07 12:39:20.052150 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a61213bc-212d-4684-91b9-6c6ac754ddfc req-38eea064-f6f4-4a0c-8837-26f7e43534ea service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845559 Apr 07 12:39:30.830021 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-86cc7bc4-8655-455a-beb4-796ed6a91aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:32.567486 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:33.179427 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-69d22998-7094-46da-af5b-d5dbacef70ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:34.426148 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:34.816008 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:36.347562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:37.385222 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:39:46.363877 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:39:51.961233 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-372ec668-ff84-4ba8-833e-17b913911bec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057546 Apr 07 12:39:52.047654 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-8ec48515-f5ac-43f1-944d-c23e100c438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:52.049222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-8ec48515-f5ac-43f1-944d-c23e100c438f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1126 time: 0.0490730 Apr 07 12:39:52.149263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-ef71302b-7d34-49a4-b7c0-a76c88b8f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:52.150646 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-ef71302b-7d34-49a4-b7c0-a76c88b8f598 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0828474 Apr 07 12:39:52.218785 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-89da82ca-23cf-4e45-bb89-c01cf7554399 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 998 time: 0.0615201 Apr 07 12:39:52.263789 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-d93b214e-4247-4251-b378-518bfec054ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:52.266070 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-d93b214e-4247-4251-b378-518bfec054ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0422308 Apr 07 12:39:52.313850 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-96784683-7e57-47ae-9277-638071af3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:39:52.315343 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-96784683-7e57-47ae-9277-638071af3cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434799 Apr 07 12:39:52.407619 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-8f790b4f-7d14-49bf-8c86-83d18be3f1f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Apr 07 12:39:52.496124 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-6b266368-7ded-4717-a719-e7c48f87efd6 req-b09827b6-10b8-4119-9645-6ff26ce26fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822785 Apr 07 12:40:00.832184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2feee4db-e597-4575-8915-f885f3a7df72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:02.567023 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:03.181684 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b705b581-6805-4529-b62a-c5b7603c7372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:04.438289 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:04.818455 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:06.348755 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:07.387053 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:21.522211 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-9b5b8408-9f66-4f5d-9094-ab85b0ee7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:21.523789 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-9b5b8408-9f66-4f5d-9094-ab85b0ee7123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1127 time: 0.0466726 Apr 07 12:40:21.631431 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-863f2268-374a-4de2-92be-690019444dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:21.632908 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-863f2268-374a-4de2-92be-690019444dbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0889449 Apr 07 12:40:21.699510 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-99c32f18-baf5-4dc2-bf26-03d5c35b00da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 1001 time: 0.0605781 Apr 07 12:40:21.757867 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-fceaa712-d11a-438d-8e46-dbaf3cd36277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:21.759241 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-fceaa712-d11a-438d-8e46-dbaf3cd36277 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0528250 Apr 07 12:40:21.809335 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-dd6648c8-f327-4621-9ab4-a9a86ab0fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:21.810869 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-dd6648c8-f327-4621-9ab4-a9a86ab0fcca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456510 Apr 07 12:40:21.903205 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-ad39884e-82a8-45de-8bf3-dff25dc007c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Apr 07 12:40:22.005019 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-674ab011-9c9a-4f0a-ad92-d6eb8bbae894 req-debe4978-e68c-4159-80ab-89b4ef1ff829 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943706 Apr 07 12:40:23.364353 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:40:23.535508 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 details requested by agent hyperv_n-h2-836788-1 with host n-h2-836788-1 {{(pid=104179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:40:23.632408 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:23.644463 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Returning: {'device': '33d0088b-d737-4603-8035-8ee955508519', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'port_id': '33d0088b-d737-4603-8035-8ee955508519', 'mac_address': 'fa:16:3e:cb:af:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:40:23.680799 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 33d0088b-d737-4603-8035-8ee955508519 is: ACTIVE; New status is: BUILD {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:40:23.681219 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:23.694871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33d0088b-d737-4603-8035-8ee955508519 {{(pid=104179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:40:23.713850 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:23.717830 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:23.768198 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=6']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:23.775640 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.775986 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.776327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.776663 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.776999 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.777353 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.777685 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.778039 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.778340 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.778787 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.779240 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.779568 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.779886 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:23.803684 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] get_ports_and_sgs() called for port_ids ['33d0088b-d737-4603-8035-8ee955508519'] {{(pid=104179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:40:25.534871 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 up at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:40:25.583188 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.provisioning_blocks [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Provisioning complete for port 33d0088b-d737-4603-8035-8ee955508519 triggered by entity L2. {{(pid=104179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:40:25.583562 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4151378'] for port (33d0088b-d737-4603-8035-8ee955508519), provisioning_complete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:25.657809 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 33d0088b-d737-4603-8035-8ee955508519 is: BUILD; New status is: ACTIVE {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:40:25.658196 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:25.681407 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:40:25.683916 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896724b6-35e0-480b-8642-7fa07c08ae3a" -d '{"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-plugged", "status": "completed", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:40:25.701784 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:25.706428 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:25.755066 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=7']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:26.823158 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c850efb-290c-4164-8b01-b6ebb82b0dd5 x-openstack-request-id: req-5c850efb-290c-4164-8b01-b6ebb82b0dd5 {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:40:26.823759 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-plugged", "status": "completed", "tag": "33d0088b-d737-4603-8035-8ee955508519", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:40:26.823759 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c850efb-290c-4164-8b01-b6ebb82b0dd5 {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:40:26.824114 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c850efb-290c-4164-8b01-b6ebb82b0dd5'] response: {'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'code': 200} Apr 07 12:40:30.837290 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7393c77b-c4a8-45e3-99bf-118611f5a2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:32.607324 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:33.189329 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-2a5c01ca-f9b3-4fd1-afc2-942e7e1f1d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:34.449517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:34.828713 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:36.354949 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.208878 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41472) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:37.373436 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Deleting port 927a4d1d-93ad-4c29-8f6a-f60d2660200c {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:37.373782 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.389606 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.453192 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.453521 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (927a4d1d-93ad-4c29-8f6a-f60d2660200c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.466125 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Calling delete_port for 927a4d1d-93ad-4c29-8f6a-f60d2660200c owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:37.608863 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (927a4d1d-93ad-4c29-8f6a-f60d2660200c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.635948 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event deleted for resources: {'Port': ['ID=927a4d1d-93ad-4c29-8f6a-f60d2660200c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:37.650741 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.651105 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.651454 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.651799 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.652143 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.652487 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.652824 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.653181 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.653519 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.653852 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.654185 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.654517 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.654847 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:37.715992 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (e41ecfa1-b6d8-4405-a3b9-508d37807b43), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:37.716432 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Floating IP e41ecfa1-b6d8-4405-a3b9-508d37807b43 disassociated (deleted). External IP: 172.25.5.225, port: 33d0088b-d737-4603-8035-8ee955508519. Apr 07 12:40:37.926814 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:40:38.037850 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:40:38.042749 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:38.047148 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:40:38.057713 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:38.058959 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:38.072874 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-3b869a9b-1932-42c8-b45b-24599eb65ece tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "DELETE /v2.0/floatingips/e41ecfa1-b6d8-4405-a3b9-508d37807b43 HTTP/1.1" status: 204 len: 168 time: 0.8628850 Apr 07 12:40:38.073500 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:40:38.077097 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a7f822-119b-4eb9-b816-b94af7b69bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:40:38.115066 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da622a42-0b6b-4415-92f5-befb274909a8 x-openstack-request-id: req-da622a42-0b6b-4415-92f5-befb274909a8 {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:40:38.115804 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "tag": "33d0088b-d737-4603-8035-8ee955508519", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:40:38.116183 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da622a42-0b6b-4415-92f5-befb274909a8 {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:40:38.116700 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da622a42-0b6b-4415-92f5-befb274909a8'] response: {'name': 'network-changed', 'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'status': 'completed', 'code': 200} Apr 07 12:40:38.175622 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:38.184926 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-3d3f847e-57db-4a88-a490-926f6c6bf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:38.187222 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-3d3f847e-57db-4a88-a490-926f6c6bf5c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 1127 time: 0.0505662 Apr 07 12:40:38.298171 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-98538703-14cf-4e93-9219-0dbda9875e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:38.299691 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-98538703-14cf-4e93-9219-0dbda9875e7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.0978951 Apr 07 12:40:38.342957 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-5564411b-42db-43bd-a7e0-b71abbb303ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 200 len: 217 time: 0.0367227 Apr 07 12:40:38.371491 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf9bc1-daa3-48f0-a45a-7b5d25651163 req-ca3b3a86-13b4-4f57-8d75-26fc54272e09 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:38.373808 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cddf9bc1-daa3-48f0-a45a-7b5d25651163 req-ca3b3a86-13b4-4f57-8d75-26fc54272e09 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 945 time: 0.1031241 Apr 07 12:40:38.394078 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-742bd8a4-4d12-41a1-9dd6-dd04e0b7c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:38.395347 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-742bd8a4-4d12-41a1-9dd6-dd04e0b7c107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0458970 Apr 07 12:40:38.424419 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:43Z', 'revision_number': 1, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:38.428834 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-cddf9bc1-daa3-48f0-a45a-7b5d25651163 req-6b502753-a736-48c7-b170-b48fe4ca4afd tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469484 Apr 07 12:40:38.450703 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-704e6b79-c685-4fc1-a219-38fe95af13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:38.452455 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-704e6b79-c685-4fc1-a219-38fe95af13ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512333 Apr 07 12:40:38.456056 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:40:38.464689 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:38.465467 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:38.545424 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-59508e9a-26ec-49ad-a587-4d35fb5195c6 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862725 Apr 07 12:40:38.644242 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-54a7f822-119b-4eb9-b816-b94af7b69bf5 req-56334df2-39cb-42a0-93bd-83c6910556bc service neutron] 10.222.0.41 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900681 Apr 07 12:40:38.671108 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:38.895812 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:43Z', 'revision_number': 1, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:38.921124 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c189f-f7e6-42d3-a3c3-7bf26373d3e2 None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_floatingips': [{'id': '39ab844c-b5eb-4120-a191-940665ada87e', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'router_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'port_id': '9d98103a-51ae-455c-8adf-e152a9216888', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'mac_address': 'fa:16:3e:5d:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:35:41Z', 'updated_at': '2022-04-07T12:35:43Z', 'revision_number': 1, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:40:39.169389 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fb7db-db4e-4f49-87a2-2a9e285db51a None None] New status for floating IP e41ecfa1-b6d8-4405-a3b9-508d37807b43: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:40:39.601892 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b126a-05cd-4c0b-a9e4-17df3d27cf10 req-c6453e19-d735-488d-a4d1-7b8907d89850 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:39.603357 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-572b126a-05cd-4c0b-a9e4-17df3d27cf10 req-c6453e19-d735-488d-a4d1-7b8907d89850 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 945 time: 0.1030469 Apr 07 12:40:39.636551 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:39.653219 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-572b126a-05cd-4c0b-a9e4-17df3d27cf10 req-0eaccc6e-d7da-40d8-9e52-f26b6441027b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Apr 07 12:40:39.716014 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Current status of the port 33d0088b-d737-4603-8035-8ee955508519 is: ACTIVE; New status is: DOWN {{(pid=104179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:40:39.716405 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4056411'] for port (33d0088b-d737-4603-8035-8ee955508519), before_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:39.740978 n-d-836788-1 neutron-server[104179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:40:39.743281 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fcd91530fe8d292848ced7e2b5ea53926b6824e84d13ed7321fd1389f41b4fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098517f0-d22b-4a09-9ef1-22f23e6d8084" -d '{"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-unplugged", "status": "completed", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:40:39.756199 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:39.761057 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749672087839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749671632231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749671632249'] for port (33d0088b-d737-4603-8035-8ee955508519), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:39.788051 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7752dbbf-e8dd-4d5c-a5e2-6091bfd7aa9e x-openstack-request-id: req-7752dbbf-e8dd-4d5c-a5e2-6091bfd7aa9e {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:40:39.788351 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-unplugged", "status": "completed", "tag": "33d0088b-d737-4603-8035-8ee955508519", "code": 200}]} {{(pid=104179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:40:39.788609 n-d-836788-1 neutron-server[104179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7752dbbf-e8dd-4d5c-a5e2-6091bfd7aa9e {{(pid=104179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:40:39.789008 n-d-836788-1 neutron-server[104179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7752dbbf-e8dd-4d5c-a5e2-6091bfd7aa9e'] response: {'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'code': 200} Apr 07 12:40:39.815994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Pushing event updated for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=8']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:39.906346 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-77405754-9d96-451c-a362-72ee5e97d8f1 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:39.907794 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-77405754-9d96-451c-a362-72ee5e97d8f1 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 943 time: 0.0532966 Apr 07 12:40:39.997089 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Deleting port 33d0088b-d737-4603-8035-8ee955508519 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:39.997469 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (33d0088b-d737-4603-8035-8ee955508519), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:40.103626 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] For port 33d0088b-d737-4603-8035-8ee955508519, host n-h2-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836788-1',level=0,port_id=33d0088b-d737-4603-8035-8ee955508519,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:40.103990 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (33d0088b-d737-4603-8035-8ee955508519), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:40.116378 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Calling delete_port for 33d0088b-d737-4603-8035-8ee955508519 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:40.241189 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (33d0088b-d737-4603-8035-8ee955508519), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:40.269693 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event deleted for resources: {'Port': ['ID=33d0088b-d737-4603-8035-8ee955508519,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:40.279585 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.279932 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.280272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.280612 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.280949 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.281313 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.281648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.281978 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.282305 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.282633 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.282961 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.283840 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.284199 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836788-1 {{(pid=104177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:40:40.327550 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] No DVR routers for this DVR port 33d0088b-d737-4603-8035-8ee955508519 on host n-h2-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:40:40.331010 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:40.334563 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-a22fdcba-ef9e-44da-8aab-a8af8c6133ec req-123fce6f-e97e-4159-bf9f-0d913867eeec tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.41 "DELETE /v2.0/ports/33d0088b-d737-4603-8035-8ee955508519 HTTP/1.1" status: 204 len: 173 time: 0.4217284 Apr 07 12:40:40.335011 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-deleted', 'tag': '33d0088b-d737-4603-8035-8ee955508519'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:40:40.337332 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a229910-184e-404e-bb09-5ae7ffd50b19" -d '{"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-deleted", "tag": "33d0088b-d737-4603-8035-8ee955508519"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:40:40.432849 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d90c9e-e334-431d-89ba-7b39348a00e6 x-openstack-request-id: req-f1d90c9e-e334-431d-89ba-7b39348a00e6 {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:40:40.433181 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f7e778-6183-427c-be9e-fdaba43512df", "name": "network-vif-deleted", "tag": "33d0088b-d737-4603-8035-8ee955508519", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:40:40.433451 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1d90c9e-e334-431d-89ba-7b39348a00e6 {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:40:40.433863 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d90c9e-e334-431d-89ba-7b39348a00e6'] response: {'server_uuid': 'c2f7e778-6183-427c-be9e-fdaba43512df', 'name': 'network-vif-deleted', 'tag': '33d0088b-d737-4603-8035-8ee955508519', 'status': 'completed', 'code': 200} Apr 07 12:40:40.781078 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-7746632c-cf43-49bc-a927-6a907dc58d36 req-15619bb3-df3a-436b-a376-095f1fe0b606 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f7e778-6183-427c-be9e-fdaba43512df HTTP/1.1" status: 200 len: 210 time: 0.0294831 Apr 07 12:40:42.349617 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41538) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:42.506565 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Deleting port 051a6a8f-b7e4-4d5c-b2fb-e01e05b83760 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:42.506901 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:42.584148 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:42.584393 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:42.595694 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Calling delete_port for 051a6a8f-b7e4-4d5c-b2fb-e01e05b83760 owned by network:floatingip {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:42.744306 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (051a6a8f-b7e4-4d5c-b2fb-e01e05b83760), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:42.772522 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event deleted for resources: {'Port': ['ID=051a6a8f-b7e4-4d5c-b2fb-e01e05b83760,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:42.832516 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for floatingip (39ab844c-b5eb-4120-a191-940665ada87e), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:42.833040 n-d-836788-1 neutron-server[104178]: INFO neutron.db.l3_db [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Floating IP 39ab844c-b5eb-4120-a191-940665ada87e disassociated (deleted). External IP: 172.25.5.3, port: 9d98103a-51ae-455c-8adf-e152a9216888. Apr 07 12:40:43.353910 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:40:43.463134 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:40:43.467950 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for floatingip (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:43.472392 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:40:43.481725 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:43.482409 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:43.497505 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-e7ec9f9d-c915-491c-a7a3-27a7a89d6bb4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "DELETE /v2.0/floatingips/39ab844c-b5eb-4120-a191-940665ada87e HTTP/1.1" status: 204 len: 168 time: 1.1467597 Apr 07 12:40:43.498092 n-d-836788-1 neutron-server[104178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:40:43.500338 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da42a7b19e31514950aec5da94a9859a86e4f74d904473372d6cc9dfc539797f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba0924-08bd-4080-aa1d-14faef0c36e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:40:43.593469 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb9e55e-5846-43b6-a274-4479bb3a27ec x-openstack-request-id: req-7eb9e55e-5846-43b6-a274-4479bb3a27ec {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:40:43.593761 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "status": "completed", "code": 200}]} {{(pid=104178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:40:43.594022 n-d-836788-1 neutron-server[104178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eb9e55e-5846-43b6-a274-4479bb3a27ec {{(pid=104178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:40:43.594438 n-d-836788-1 neutron-server[104178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb9e55e-5846-43b6-a274-4479bb3a27ec'] response: {'name': 'network-changed', 'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'status': 'completed', 'code': 200} Apr 07 12:40:43.599461 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:43.658922 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 no longer exists at agent hyperv_n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:43.678201 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-6a8f5873-3044-49b9-af2d-21efb76e7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:43.680368 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-6a8f5873-3044-49b9-af2d-21efb76e7ce6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 1126 time: 0.0643713 Apr 07 12:40:43.686219 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] No Port match for: 33d0088b-d737-4603-8035-8ee955508519 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:43.686565 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Device 33d0088b-d737-4603-8035-8ee955508519 not bound to the agent host n-h2-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:43.758268 n-d-836788-1 neutron-server[104178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b574ee-eef5-4137-a4a6-0f86a308f601 req-dd43945f-50dc-42f9-9a10-3c9bd9c8f0f4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:43.759784 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61b574ee-eef5-4137-a4a6-0f86a308f601 req-dd43945f-50dc-42f9-9a10-3c9bd9c8f0f4 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 944 time: 0.0572574 Apr 07 12:40:43.787648 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-202f15ff-4004-4c6a-9244-d58afa54669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:43.789292 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-202f15ff-4004-4c6a-9244-d58afa54669a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 200 len: 910 time: 0.1016507 Apr 07 12:40:43.813621 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-61b574ee-eef5-4137-a4a6-0f86a308f601 req-65719856-e236-4e6b-83fe-dbad2f796351 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f2f925d-34d1-42d0-85dd-9ee6f13db32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470457 Apr 07 12:40:43.818594 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:43.834948 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-9720feaa-851f-471a-b1be-f3587d3d041b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 200 len: 217 time: 0.0394001 Apr 07 12:40:43.845157 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:40:43.854484 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:43.855125 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:43.883409 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-40f51bfc-19d8-4a1e-ad1c-e76545821f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:43.884876 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-40f51bfc-19d8-4a1e-ad1c-e76545821f13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 200 len: 848 time: 0.0436399 Apr 07 12:40:43.938303 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-954b5d55-e95f-4d45-81c8-e90f70de27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:43.939757 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-954b5d55-e95f-4d45-81c8-e90f70de27e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e966f0-4595-40f5-8ada-b6e10fa48a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486555 Apr 07 12:40:43.966443 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:44.028057 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-f431e882-3d05-4920-bc4d-e3dffaf7d3aa service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821369 Apr 07 12:40:44.121344 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-bcba0924-08bd-4080-aa1d-14faef0c36e2 req-f45ecc31-85e7-4b7d-b1a1-cd85e30e3280 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860178 Apr 07 12:40:44.162973 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:44.192672 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dd8a7-0bd8-4788-a2f9-8ef0b2b5f2f9 None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:18Z', 'revision_number': 4, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1', '_interfaces': [{'id': '32a26156-30a4-4539-9dfe-43ada6631741', 'name': '', 'network_id': 'c8e966f0-4595-40f5-8ada-b6e10fa48a1b', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'mac_address': 'fa:16:3e:60:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:18Z', 'updated_at': '2022-04-07T12:35:22Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'subnets': [{'id': 'cde2dc45-d184-407c-b1d5-fae0773eaa1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:40:44.364298 n-d-836788-1 neutron-server[104177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-e58d8566-7cae-455c-ac20-393ca05b158b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:40:44.365933 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-e58d8566-7cae-455c-ac20-393ca05b158b tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 944 time: 0.0558350 Apr 07 12:40:44.425310 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b922230-3cb0-4e9c-a696-cdec5caab7df None None] New status for floating IP 39ab844c-b5eb-4120-a191-940665ada87e: DOWN {{(pid=104179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:40:44.459860 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Deleting port 9d98103a-51ae-455c-8adf-e152a9216888 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:44.460123 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (9d98103a-51ae-455c-8adf-e152a9216888), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:44.556705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] For port 9d98103a-51ae-455c-8adf-e152a9216888, host n-h1-836788-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836788-1',level=0,port_id=9d98103a-51ae-455c-8adf-e152a9216888,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:44.557068 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (9d98103a-51ae-455c-8adf-e152a9216888), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:44.569230 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Calling delete_port for 9d98103a-51ae-455c-8adf-e152a9216888 owned by compute:nova {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:44.701625 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (9d98103a-51ae-455c-8adf-e152a9216888), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:44.731488 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event deleted for resources: {'Port': ['ID=9d98103a-51ae-455c-8adf-e152a9216888,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:44.773906 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] No DVR routers for this DVR port 9d98103a-51ae-455c-8adf-e152a9216888 on host n-h1-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:40:44.776388 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160855'] for port (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:44.779669 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [req-59370b6d-ab5f-4c3d-9977-d6a4bdb79955 req-b708e051-ec58-43e8-b540-7376f7381bf3 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.23 "DELETE /v2.0/ports/9d98103a-51ae-455c-8adf-e152a9216888 HTTP/1.1" status: 204 len: 173 time: 0.4090016 Apr 07 12:40:44.780116 n-d-836788-1 neutron-server[104177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-deleted', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888'}] {{(pid=104177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:40:44.782371 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0141e78ec70b24a021d783f88ecaabc24b1821f042001b92413e466f3d69d854" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6663bc8b-4267-417c-bdfc-e6f782a75c5b" -d '{"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-deleted", "tag": "9d98103a-51ae-455c-8adf-e152a9216888"}]}' {{(pid=104177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:40:44.828638 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29179204-4516-418a-a0fb-19025f2c5b3a x-openstack-request-id: req-29179204-4516-418a-a0fb-19025f2c5b3a {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:40:44.829014 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a9157-7700-4a8c-95ee-ca47ded30620", "name": "network-vif-deleted", "tag": "9d98103a-51ae-455c-8adf-e152a9216888", "status": "completed", "code": 200}]} {{(pid=104177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:40:44.829312 n-d-836788-1 neutron-server[104177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29179204-4516-418a-a0fb-19025f2c5b3a {{(pid=104177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:40:44.829721 n-d-836788-1 neutron-server[104177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29179204-4516-418a-a0fb-19025f2c5b3a'] response: {'server_uuid': '0f4a9157-7700-4a8c-95ee-ca47ded30620', 'name': 'network-vif-deleted', 'tag': '9d98103a-51ae-455c-8adf-e152a9216888', 'status': 'completed', 'code': 200} Apr 07 12:40:44.931638 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [req-a7124552-a04c-49ed-a210-6b06ac2fd170 req-59f4bc56-ba1f-428d-8d56-f5f34a1dfabb tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f4a9157-7700-4a8c-95ee-ca47ded30620 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Apr 07 12:40:45.989497 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41554) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:46.045180 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2de46225-fe70-4442-bce3-399e46f09fe7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group (1f2f925d-34d1-42d0-85dd-9ee6f13db32c), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:46.070239 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2de46225-fe70-4442-bce3-399e46f09fe7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group (1f2f925d-34d1-42d0-85dd-9ee6f13db32c), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:46.130481 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2de46225-fe70-4442-bce3-399e46f09fe7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (1f2f925d-34d1-42d0-85dd-9ee6f13db32c), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:46.132999 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-2de46225-fe70-4442-bce3-399e46f09fe7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Publish callbacks [] for security_group (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:46.134432 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-2de46225-fe70-4442-bce3-399e46f09fe7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f2f925d-34d1-42d0-85dd-9ee6f13db32c HTTP/1.1" status: 204 len: 168 time: 0.1439450 Apr 07 12:40:46.143981 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de46225-fe70-4442-bce3-399e46f09fe7 tempest-TestSnapshotPattern-2014990159 tempest-TestSnapshotPattern-2014990159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f925d-34d1-42d0-85dd-9ee6f13db32c,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:47.196237 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41560) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:47.650728 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (5d1f2421-ec09-4c62-9b4a-40f252404578), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:47.833743 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 no longer exists at agent hyperv_n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:47.853959 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] No Port match for: 9d98103a-51ae-455c-8adf-e152a9216888 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:47.854309 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Device 9d98103a-51ae-455c-8adf-e152a9216888 not bound to the agent host n-h1-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:47.911502 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Deleting port 32a26156-30a4-4539-9dfe-43ada6631741 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:47.911847 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (32a26156-30a4-4539-9dfe-43ada6631741), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:47.988838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] For port 32a26156-30a4-4539-9dfe-43ada6631741, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=32a26156-30a4-4539-9dfe-43ada6631741,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:47.989224 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (32a26156-30a4-4539-9dfe-43ada6631741), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:48.001272 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Calling delete_port for 32a26156-30a4-4539-9dfe-43ada6631741 owned by network:router_interface {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:48.471135 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (32a26156-30a4-4539-9dfe-43ada6631741), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:48.500720 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=32a26156-30a4-4539-9dfe-43ada6631741,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:48.667239 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (5d1f2421-ec09-4c62-9b4a-40f252404578), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:48.888397 n-d-836788-1 neutron-server[104177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Router 5d1f2421-ec09-4c62-9b4a-40f252404578 has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:40:48.994578 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:40:48.999465 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-2dd40bb2-0989-4234-93a1-e95a0452b6fb admin admin] 10.222.0.13 "PUT /v2.0/routers/5d1f2421-ec09-4c62-9b4a-40f252404578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022132 Apr 07 12:40:49.002155 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41564) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:49.003944 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] Sync routers for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:40:49.013283 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:49.013886 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:49.110290 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks [] for router (5d1f2421-ec09-4c62-9b4a-40f252404578), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.118120 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: n-d-836788-1 {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:49.216837 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks [] for router_gateway (5d1f2421-ec09-4c62-9b4a-40f252404578), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.275184 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Deleting port c15b507c-6c07-4a42-a1aa-0b2331f69b8c {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:49.275520 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.294585 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:40:48Z', 'revision_number': 5, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port': {'id': 'c15b507c-6c07-4a42-a1aa-0b2331f69b8c', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:49.355394 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] For port c15b507c-6c07-4a42-a1aa-0b2331f69b8c, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:49.355754 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.369692 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Calling delete_port for c15b507c-6c07-4a42-a1aa-0b2331f69b8c owned by network:router_gateway {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:49.415723 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] Checking router: 5d1f2421-ec09-4c62-9b4a-40f252404578 for host: n-d-836788-1 {{(pid=104180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:40:49.424216 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] Routers {'5d1f2421-ec09-4c62-9b4a-40f252404578'} bound to L3 agent in host n-d-836788-1 {{(pid=104180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:49.424860 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['5d1f2421-ec09-4c62-9b4a-40f252404578'], 'active': True} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:49.516473 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_dvr_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] Set router 5d1f2421-ec09-4c62-9b4a-40f252404578 gateway port host: None {{(pid=104180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:49.540832 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (c15b507c-6c07-4a42-a1aa-0b2331f69b8c), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.571830 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.l3_hamode_db [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:40:49Z', 'revision_number': 6, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:49.572181 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15b507c-6c07-4a42-a1aa-0b2331f69b8c,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:49.602271 n-d-836788-1 neutron-server[104180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937de3-5f19-4eb9-8b57-787fb7ac5b47 None None] The sync data for ids ['5d1f2421-ec09-4c62-9b4a-40f252404578'] in n-d-836788-1 is: [{'id': '5d1f2421-ec09-4c62-9b4a-40f252404578', 'name': 'tempest-TestSnapshotPattern-222763698-router', 'tenant_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:16Z', 'updated_at': '2022-04-07T12:40:49Z', 'revision_number': 6, 'project_id': 'b33494103bb64b3c8c27aa65e8dd35ef', 'gw_port_host': None}] {{(pid=104180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:40:49.636204 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (5d1f2421-ec09-4c62-9b4a-40f252404578), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.731864 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (5d1f2421-ec09-4c62-9b4a-40f252404578), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.734131 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks [] for router_controller (5d1f2421-ec09-4c62-9b4a-40f252404578), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.781191 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (5d1f2421-ec09-4c62-9b4a-40f252404578), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.781669 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1f2421-ec09-4c62-9b4a-40f252404578 {{(pid=104177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:40:49.786912 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.788036 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-96c9e8f6-9e87-4d7e-a9d8-61dda330c709 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d1f2421-ec09-4c62-9b4a-40f252404578 HTTP/1.1" status: 204 len: 168 time: 0.7843800 Apr 07 12:40:49.790602 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41566) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:49.835212 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Deleting subnet cde2dc45-d184-407c-b1d5-fae0773eaa1e {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:40:49.838431 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Publish callbacks [] for subnet (cde2dc45-d184-407c-b1d5-fae0773eaa1e), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.872407 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (cde2dc45-d184-407c-b1d5-fae0773eaa1e), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:49.952696 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (cde2dc45-d184-407c-b1d5-fae0773eaa1e), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.008096 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (cde2dc45-d184-407c-b1d5-fae0773eaa1e), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.040379 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde2dc45-d184-407c-b1d5-fae0773eaa1e,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:50.044907 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.047905 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d19bc16d-5501-491c-af12-5f17d3d7f208 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cde2dc45-d184-407c-b1d5-fae0773eaa1e HTTP/1.1" status: 204 len: 168 time: 0.2563996 Apr 07 12:40:50.050573 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41568) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:50.051205 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1090161-924f-461f-ad0e-1c75e6836304 None None] Network c8e966f0-4595-40f5-8ada-b6e10fa48a1b requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:40:50.119318 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (c8e966f0-4595-40f5-8ada-b6e10fa48a1b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.178141 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Deleting port cb2df574-d6f8-4605-86a3-4a3aa98b621f {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:50.178489 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.240451 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] For port cb2df574-d6f8-4605-86a3-4a3aa98b621f, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=cb2df574-d6f8-4605-86a3-4a3aa98b621f,segment=NetworkSegment(bb0757e8-bbed-4cb7-a09b-ccc211b0c67b),segment_id=bb0757e8-bbed-4cb7-a09b-ccc211b0c67b)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:50.240811 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.253125 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Calling delete_port for cb2df574-d6f8-4605-86a3-4a3aa98b621f owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:50.334796 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (cb2df574-d6f8-4605-86a3-4a3aa98b621f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.363990 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2df574-d6f8-4605-86a3-4a3aa98b621f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:50.369705 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] No DVR routers for this DVR port cb2df574-d6f8-4605-86a3-4a3aa98b621f on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:40:50.383537 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bea25-0703-4fab-99ba-16a3cb400b92 None None] DHCP port deletion for c8e966f0-4595-40f5-8ada-b6e10fa48a1b request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:40:50.446244 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (c8e966f0-4595-40f5-8ada-b6e10fa48a1b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.471126 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e966f0-4595-40f5-8ada-b6e10fa48a1b']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:50.481756 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:50.482055 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0757e8-bbed-4cb7-a09b-ccc211b0c67b') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:50.492045 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (bb0757e8-bbed-4cb7-a09b-ccc211b0c67b), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.506619 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (bb0757e8-bbed-4cb7-a09b-ccc211b0c67b), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.512428 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:40:50.512856 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (bb0757e8-bbed-4cb7-a09b-ccc211b0c67b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:40:50.514552 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:40:50.570601 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (c8e966f0-4595-40f5-8ada-b6e10fa48a1b), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.577113 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:50.580390 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8e966f0-4595-40f5-8ada-b6e10fa48a1b HTTP/1.1" status: 204 len: 168 time: 0.5288863 Apr 07 12:40:50.584162 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41570) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:50.592699 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c72392-4a39-4483-a63d-c719911e5335 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e966f0-4595-40f5-8ada-b6e10fa48a1b,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:50.938682 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689684'] for router_interface (fe10a101-7e1c-4592-a149-d490b2970a1f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:51.196402 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Deleting port 243d13fd-9de7-4f55-8075-05be07ff0986 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:51.196659 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:51.285775 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] For port 243d13fd-9de7-4f55-8075-05be07ff0986, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=243d13fd-9de7-4f55-8075-05be07ff0986,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:51.286141 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:51.298622 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Calling delete_port for 243d13fd-9de7-4f55-8075-05be07ff0986 owned by network:router_interface {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:51.491285 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (243d13fd-9de7-4f55-8075-05be07ff0986), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:51.522377 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Pushing event deleted for resources: {'Port': ['ID=243d13fd-9de7-4f55-8075-05be07ff0986,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:51.595573 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32a26156-30a4-4539-9dfe-43ada6631741 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:51.625956 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 32a26156-30a4-4539-9dfe-43ada6631741 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:51.626376 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 32a26156-30a4-4539-9dfe-43ada6631741 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:51.626806 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c15b507c-6c07-4a42-a1aa-0b2331f69b8c no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:51.647713 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: c15b507c-6c07-4a42-a1aa-0b2331f69b8c {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:51.648345 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device c15b507c-6c07-4a42-a1aa-0b2331f69b8c not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:51.648950 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cb2df574-d6f8-4605-86a3-4a3aa98b621f no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:51.671883 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: cb2df574-d6f8-4605-86a3-4a3aa98b621f {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:51.672406 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device cb2df574-d6f8-4605-86a3-4a3aa98b621f not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:51.723672 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689848'] for router_interface (fe10a101-7e1c-4592-a149-d490b2970a1f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:51.981830 n-d-836788-1 neutron-server[104178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Router fe10a101-7e1c-4592-a149-d490b2970a1f has already been hosted by L3 agent 8547d8d8-7fad-437e-aa6f-8ec0cc380258 {{(pid=104178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:40:52.115569 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] Notify agent at l3_agent.n-d-836788-1 the message routers_updated {{(pid=104178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:40:52.120972 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-1ec10715-6cfd-4ad3-8c15-66fd6b3ff49a admin admin] 10.222.0.13 "PUT /v2.0/routers/fe10a101-7e1c-4592-a149-d490b2970a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356653 Apr 07 12:40:52.123359 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [-] (104178) accepted ('10.222.0.13', 41572) {{(pid=104178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:52.124649 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] Sync routers for ids ['fe10a101-7e1c-4592-a149-d490b2970a1f'] in n-d-836788-1 {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:40:52.135371 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] Routers {'fe10a101-7e1c-4592-a149-d490b2970a1f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:52.135994 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe10a101-7e1c-4592-a149-d490b2970a1f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:52.232140 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks [] for router (fe10a101-7e1c-4592-a149-d490b2970a1f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.242323 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] Set router fe10a101-7e1c-4592-a149-d490b2970a1f gateway port host: n-d-836788-1 {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:52.338286 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks [] for router_gateway (fe10a101-7e1c-4592-a149-d490b2970a1f), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.391128 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Deleting port 50548474-151a-49db-bc1c-978138c95e19 {{(pid=104178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:52.391450 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (50548474-151a-49db-bc1c-978138c95e19), before_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.417653 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'external_fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '50548474-151a-49db-bc1c-978138c95e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:40:51Z', 'revision_number': 5, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port': {'id': '50548474-151a-49db-bc1c-978138c95e19', 'name': '', 'network_id': '2a149e59-0076-4d09-a23a-ef756275d523', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '5d3d5005-fea0-4f67-a271-18c894798882', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836788-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d3d5005-fea0-4f67-a271-18c894798882', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836788-1'}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:52.448928 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] Checking router: fe10a101-7e1c-4592-a149-d490b2970a1f for host: n-d-836788-1 {{(pid=104179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:40:52.459712 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] Routers {'fe10a101-7e1c-4592-a149-d490b2970a1f'} bound to L3 agent in host n-d-836788-1 {{(pid=104179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:40:52.460385 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836788-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T10:55:33Z,description=,heartbeat_timestamp=2022-04-07T12:40:33Z,host='n-d-836788-1',id=8547d8d8-7fad-437e-aa6f-8ec0cc380258,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T10:55:33Z,topic='l3_agent')) {'router_ids': ['fe10a101-7e1c-4592-a149-d490b2970a1f'], 'active': True} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:52.480986 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.db [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] For port 50548474-151a-49db-bc1c-978138c95e19, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50548474-151a-49db-bc1c-978138c95e19,segment=NetworkSegment(f22a643f-86bd-4364-b12f-e2d5857a147d),segment_id=f22a643f-86bd-4364-b12f-e2d5857a147d)] {{(pid=104178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:52.481382 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (50548474-151a-49db-bc1c-978138c95e19), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.495584 n-d-836788-1 neutron-server[104178]: DEBUG neutron.plugins.ml2.plugin [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Calling delete_port for 50548474-151a-49db-bc1c-978138c95e19 owned by network:router_gateway {{(pid=104178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:52.552641 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvr_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] Set router fe10a101-7e1c-4592-a149-d490b2970a1f gateway port host: None {{(pid=104179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:40:52.604223 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_hamode_db [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:40:52Z', 'revision_number': 6, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port_host': None}], 'n-d-836788-1', False) {} {{(pid=104179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:52.638723 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c452d-0fd7-4111-90c5-2497857becd0 None None] The sync data for ids ['fe10a101-7e1c-4592-a149-d490b2970a1f'] in n-d-836788-1 is: [{'id': 'fe10a101-7e1c-4592-a149-d490b2970a1f', 'name': 'tempest-TestSnapshotPattern-2052679876-router', 'tenant_id': '304a13a4d1f24ae789304fdd24e7e08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:35:20Z', 'updated_at': '2022-04-07T12:40:52Z', 'revision_number': 6, 'project_id': '304a13a4d1f24ae789304fdd24e7e08b', 'gw_port_host': None}] {{(pid=104179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:40:52.687557 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25633165'] for port (50548474-151a-49db-bc1c-978138c95e19), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.715788 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Pushing event deleted for resources: {'Port': ['ID=50548474-151a-49db-bc1c-978138c95e19,revision_number=None']} {{(pid=104178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:52.778745 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719198'] for router_gateway (fe10a101-7e1c-4592-a149-d490b2970a1f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.876798 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11238'] for router (fe10a101-7e1c-4592-a149-d490b2970a1f), precommit_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.879235 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks [] for router_controller (fe10a101-7e1c-4592-a149-d490b2970a1f), precommit_delete_associations {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.922069 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691374'] for router (fe10a101-7e1c-4592-a149-d490b2970a1f), after_delete {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.922530 n-d-836788-1 neutron-server[104178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe10a101-7e1c-4592-a149-d490b2970a1f {{(pid=104178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:40:52.927456 n-d-836788-1 neutron-server[104178]: DEBUG neutron_lib.callbacks.manager [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:52.928608 n-d-836788-1 neutron-server[104178]: INFO neutron.wsgi [None req-c4459594-e850-496e-bf23-1d48f4e462db admin admin] 10.222.0.13 "DELETE /v2.0/routers/fe10a101-7e1c-4592-a149-d490b2970a1f HTTP/1.1" status: 204 len: 168 time: 0.8043485 Apr 07 12:40:52.931263 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41574) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:52.975260 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Deleting subnet c6316848-8cee-40c2-ac4d-9e3e0341ed0f {{(pid=104177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:40:52.978270 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Publish callbacks [] for subnet (c6316848-8cee-40c2-ac4d-9e3e0341ed0f), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.015845 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33278822'] for subnet (c6316848-8cee-40c2-ac4d-9e3e0341ed0f), precommit_delete_associations {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.090345 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146848'] for subnet (c6316848-8cee-40c2-ac4d-9e3e0341ed0f), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.144789 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33490248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33270239'] for subnet (c6316848-8cee-40c2-ac4d-9e3e0341ed0f), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.172820 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.176210 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6316848-8cee-40c2-ac4d-9e3e0341ed0f HTTP/1.1" status: 204 len: 168 time: 0.2439353 Apr 07 12:40:53.177180 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359b0f5-ed60-4a87-aebc-bdc2d1e5becc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6316848-8cee-40c2-ac4d-9e3e0341ed0f,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:53.179273 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41576) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:53.182132 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03038d5-bedb-4f31-9a81-02955ec3634b None None] Network 6383af26-0f66-416a-8db6-8957dd79e4c4 requested from n-d-836788-1 {{(pid=104179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:40:53.255075 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3270241'] for network (6383af26-0f66-416a-8db6-8957dd79e4c4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.309857 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Deleting port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 {{(pid=104177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:53.310054 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.338550 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] DHCP port deletion for 6383af26-0f66-416a-8db6-8957dd79e4c4 request from n-d-836788-1 {{(pid=104179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:40:53.385651 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.db [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] For port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:53.386314 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.397522 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] Deleting port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 {{(pid=104179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:40:53.398426 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749672081574'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), before_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.401872 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.plugin [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Calling delete_port for 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 owned by network:dhcp {{(pid=104177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:53.461829 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.db [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] For port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4, host n-d-836788-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836788-1',level=0,port_id=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,segment=NetworkSegment(6952a34b-0ec8-498d-bf48-82c315d50143),segment_id=6952a34b-0ec8-498d-bf48-82c315d50143)] {{(pid=104179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:40:53.462229 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719781'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), precommit_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.475330 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] Calling delete_port for 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 owned by network:dhcp {{(pid=104179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:40:53.483441 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33490327'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.512127 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Pushing event deleted for resources: {'Port': ['ID=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:53.513982 n-d-836788-1 neutron-server[104177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] No DVR routers for this DVR port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 on host n-d-836788-1 {{(pid=104177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:40:53.559700 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4056541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749672087821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749671632222'] for port (50170f38-9f01-4ae0-8e26-2712b3ca4ab4), after_delete {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.584718 n-d-836788-1 neutron-server[104179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] Pushing event deleted for resources: {'Port': ['ID=50170f38-9f01-4ae0-8e26-2712b3ca4ab4,revision_number=None']} {{(pid=104179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:53.589280 n-d-836788-1 neutron-server[104179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae9d2b-e6df-4257-8d12-130bfdb07893 None None] No DVR routers for this DVR port 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 on host n-d-836788-1 {{(pid=104179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:40:53.592022 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153143', 'neutron.services.segments.db._delete_segments_for_network-8749671959242'] for network (6383af26-0f66-416a-8db6-8957dd79e4c4), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.602153 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:53.618088 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6383af26-0f66-416a-8db6-8957dd79e4c4']}} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:53.622474 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:53.623063 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50170f38-9f01-4ae0-8e26-2712b3ca4ab4 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:53.623312 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50548474-151a-49db-bc1c-978138c95e19 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:53.628541 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6952a34b-0ec8-498d-bf48-82c315d50143') {'for_net_delete': True} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:53.628838 n-d-836788-1 neutron-server[104177]: DEBUG neutron.services.segments.db [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6952a34b-0ec8-498d-bf48-82c315d50143') {} {{(pid=104177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:40:53.638186 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749671962067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33278829'] for segment (6952a34b-0ec8-498d-bf48-82c315d50143), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.643776 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 50548474-151a-49db-bc1c-978138c95e19 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:53.644327 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 50548474-151a-49db-bc1c-978138c95e19 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:53.644903 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 243d13fd-9de7-4f55-8075-05be07ff0986 no longer exists at agent ovs-agent-n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:40:53.652427 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429'] for segment (6952a34b-0ec8-498d-bf48-82c315d50143), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.658233 n-d-836788-1 neutron-server[104177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:40:53.658609 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33490402'] for segment (6952a34b-0ec8-498d-bf48-82c315d50143), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: Traceback (most recent call last): Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: timer() Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: cb(*args, **kw) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: return func(*args, **kwargs) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: self._notify() Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: self.callback(batched_events) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: event.method(event) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: return f(self, *a, **k) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: return self._get(url).json() Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: return self.request(url, 'GET', **kwargs) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:40:53.661122 n-d-836788-1 neutron-server[104177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:40:53.664966 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.plugin [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] No Port match for: 243d13fd-9de7-4f55-8075-05be07ff0986 {{(pid=104179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:40:53.665358 n-d-836788-1 neutron-server[104179]: DEBUG neutron.plugins.ml2.rpc [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Device 243d13fd-9de7-4f55-8075-05be07ff0986 not bound to the agent host n-d-836788-1 {{(pid=104179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:40:53.716944 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719162'] for network (6383af26-0f66-416a-8db6-8957dd79e4c4), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.723217 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.727012 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6383af26-0f66-416a-8db6-8957dd79e4c4 HTTP/1.1" status: 204 len: 168 time: 0.5468056 Apr 07 12:40:53.739894 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6928cf7-165b-4218-8524-c1dffdfef80a admin admin] Pushing event deleted for resources: {'Network': ['ID=6383af26-0f66-416a-8db6-8957dd79e4c4,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:53.843493 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41580) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:53.891590 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-12b1c561-c465-434a-b1d0-76646b05d035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b33494103bb64b3c8c27aa65e8dd35ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467103 Apr 07 12:40:53.893920 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41582) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:53.941488 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a821c5-aec8-45b5-9d56-4f6c505bc81d admin admin] Publish callbacks [] for security_group (41549d39-cf77-4a90-8e68-6cdb89e050d6), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:53.962104 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a821c5-aec8-45b5-9d56-4f6c505bc81d admin admin] Publish callbacks [] for security_group (41549d39-cf77-4a90-8e68-6cdb89e050d6), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.009393 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a821c5-aec8-45b5-9d56-4f6c505bc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (41549d39-cf77-4a90-8e68-6cdb89e050d6), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.011878 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-a9a821c5-aec8-45b5-9d56-4f6c505bc81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.013100 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-a9a821c5-aec8-45b5-9d56-4f6c505bc81d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41549d39-cf77-4a90-8e68-6cdb89e050d6 HTTP/1.1" status: 204 len: 168 time: 0.1182513 Apr 07 12:40:54.021366 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a821c5-aec8-45b5-9d56-4f6c505bc81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41549d39-cf77-4a90-8e68-6cdb89e050d6,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:40:54.336143 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41588) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:54.375212 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-07e45e25-2dc4-46c1-88b3-6c6022f02fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=304a13a4d1f24ae789304fdd24e7e08b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379164 Apr 07 12:40:54.377672 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [-] (104177) accepted ('10.222.0.13', 41590) {{(pid=104177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:40:54.424225 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aea3d48-b3a1-449d-ae9f-9cc736061936 admin admin] Publish callbacks [] for security_group (5bab4370-bd71-4239-b8e6-625d1db06ff8), before_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.445107 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aea3d48-b3a1-449d-ae9f-9cc736061936 admin admin] Publish callbacks [] for security_group (5bab4370-bd71-4239-b8e6-625d1db06ff8), precommit_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.494795 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aea3d48-b3a1-449d-ae9f-9cc736061936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754992'] for security_group (5bab4370-bd71-4239-b8e6-625d1db06ff8), after_delete {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.497340 n-d-836788-1 neutron-server[104177]: DEBUG neutron_lib.callbacks.manager [None req-8aea3d48-b3a1-449d-ae9f-9cc736061936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:40:54.498467 n-d-836788-1 neutron-server[104177]: INFO neutron.wsgi [None req-8aea3d48-b3a1-449d-ae9f-9cc736061936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bab4370-bd71-4239-b8e6-625d1db06ff8 HTTP/1.1" status: 204 len: 168 time: 0.1198146 Apr 07 12:40:54.506435 n-d-836788-1 neutron-server[104177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea3d48-b3a1-449d-ae9f-9cc736061936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bab4370-bd71-4239-b8e6-625d1db06ff8,revision_number=None']} {{(pid=104177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:41:00.364199 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:41:00.831268 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-53216f6a-92eb-4e41-8d34-a8ebbd6716fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:02.595789 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:03.180961 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-44ee5712-bfbe-4247-b6ae-f293f9f5df49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:04.451782 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:04.819448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:06.357921 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:07.391369 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:30.832553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-bf75d74d-0719-4f72-a903-69113e5f1f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:32.596824 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:33.182687 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-498ae66b-3f20-43a6-a7f4-2e647e645e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:34.453388 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:34.822913 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:36.357693 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:41:37.362455 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:41:37.393621 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:00.834899 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b8119a12-571c-4179-8142-46fca505a216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:02.611561 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:03.183210 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-b0fc99ad-61f9-42d3-8e0b-bf52581afbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:04.465259 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:04.824894 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:06.363519 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:07.396386 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:14.361879 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:42:30.836166 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3d4c32c8-642d-4188-b780-2222c8d695f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:32.610128 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:33.183955 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8e946d7f-e3f1-4ca3-8d24-b827c8872d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:34.479904 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:34.827820 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:36.367769 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:37.400467 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:42:51.361227 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:43:00.837652 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-03b41f57-ddf0-43b8-bcde-223b00f61730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:02.607172 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:03.185832 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae111-0719-4940-927a-490efda35022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:04.478563 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:04.833001 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:06.373866 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:07.403297 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:28.359998 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:43:30.838727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d7c69897-9212-46a1-84b0-f52cc6e68418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:32.608186 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:33.187719 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-63434f26-c3e9-41b8-9593-97601747a87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:34.478242 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:34.833731 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:36.371727 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:43:37.405371 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:00.839779 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-18a01de5-f8e3-4973-82a2-4df3a7368c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:02.622747 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:03.188720 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f84d-3c5c-4012-8aee-6553244c8bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:04.491682 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:04.837088 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:05.358926 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:44:06.375302 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:07.407192 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:30.844544 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-774e0fc5-5cc2-444f-bdc2-56fccdb38e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:32.653585 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:33.189553 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-74413cd1-7813-42b0-99de-847eb0bcac07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:34.490496 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:34.839351 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:36.378662 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:37.409371 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:44:42.357883 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:45:00.846517 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-7f4ec770-8ffe-4189-b805-365919d8bec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:02.670151 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:03.191448 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6a51f19d-4ca5-4169-b768-8bc3195a6bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:04.508488 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:04.848627 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:06.382404 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:07.411345 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:19.356658 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:45:30.848758 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-71af2952-757d-46cf-89d4-54b36fe9c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:32.667611 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:33.193176 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-39160dd4-a288-4f09-a9ba-5c14b9f345dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:34.520450 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:34.845556 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:36.387056 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:37.414025 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:45:56.359291 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:46:00.851626 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-569550b1-c0da-487b-acc4-280cc89b9ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:02.683184 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:03.194557 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-948b18ef-01c6-43b1-9d7a-dd47639822cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:04.531261 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:04.848787 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:06.388383 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:07.416905 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:30.856599 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1bb344f9-f017-4770-aae4-9b329eec6c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:32.682793 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:33.195728 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-1fa79b1e-951e-46b2-83da-a42a22946a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:33.358512 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:46:34.548867 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:34.851797 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:36.391599 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:37.419133 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:00.860459 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-c838167c-23c8-409f-8019-55b53ad4f498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:02.700331 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:03.198123 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-441a2c7f-719c-47c3-8f7a-472234303eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:04.547843 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:04.853535 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:06.396475 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:07.421998 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:10.357867 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:47:30.862153 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b688-912a-47a1-9089-398cf6636a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:32.696308 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:33.199966 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-d538a892-fe36-45ca-9f16-14a7d69980b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:34.565958 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:34.857262 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:36.398052 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.425103 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:47.357420 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:48:00.864353 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-43565cc7-5129-4dc5-8a4a-f2e4df574658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:02.696003 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:03.201800 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-19fb8c43-27b0-4be5-a009-eadc19789015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:04.583889 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:04.852954 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:06.405624 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:07.426754 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:16.850503 n-d-836788-1 neutron-server[104177]: DEBUG neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-e14835b0-dc39-4f64-8347-bb91ee580afe service neutron] (104177) timed out ('10.222.0.13', 39332) {{(pid=104177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:48:16.942444 n-d-836788-1 neutron-server[104178]: DEBUG neutron.wsgi [req-97ab2cd0-b3ae-4646-8641-189c6ae8b9f3 req-e098c7d6-ea2b-4485-859b-fa974bf4f793 tempest-TestShelveInstance-1142649554 tempest-TestShelveInstance-1142649554-project] (104178) timed out ('10.222.0.13', 39358) {{(pid=104178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:48:24.356909 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:48:30.866276 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-ea779635-700d-4284-b531-c44ff43084a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:32.694361 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:33.203202 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f54a-8165-46a9-a3bf-3df161c6e20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:34.576696 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:34.855993 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:36.404336 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:37.428537 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:00.867670 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-5f11f029-ad07-4d7b-a5fd-78111800f61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:01.357145 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:49:02.695891 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:03.205019 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-3ab7780e-f9aa-4fd0-a5a3-173b7aefd231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:04.590654 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:04.859101 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:06.407974 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:07.430892 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:30.868868 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa86f-3a5d-41db-8792-73becdc1e279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (ab9610f4-8b0f-4778-9e5b-14a9445f576c), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:32.707620 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9a72-47a7-4263-988c-95059662a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (10fd59da-d611-4e97-a0f9-db8265e77d55), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:33.211615 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-31daf7ec-3a99-45ec-a77f-643bc58cfe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (8547d8d8-7fad-437e-aa6f-8ec0cc380258), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:34.603748 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-867a3144-a4e1-4ff2-9a93-a083c70cd970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (69894c72-26a9-4da3-ae6a-96d8b6b76126), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:34.862402 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-58455bba-7d83-4bc7-8f0e-969320825904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (12ecc2b8-75d0-4b3d-b724-e0354808907d), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:36.414845 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-92b7135a-807c-4263-9860-bcddbdd130ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c7fa65d4-7daf-4a55-89c7-a98810424564), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:37.433683 n-d-836788-1 neutron-server[104179]: DEBUG neutron_lib.callbacks.manager [None req-6c4914c4-ad0f-47aa-9857-beb032039b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749671959224', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4151356'] for agent (c0eb25fa-d50f-47c7-ad57-e08e6b299f92), after_update {{(pid=104179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:38.356188 n-d-836788-1 neutron-server[104180]: DEBUG neutron.db.agents_db [None req-f4988aca-4da9-4cf6-bb32-9c3e987516d4 None None] Agent healthcheck: found 7 active agents {{(pid=104180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}